-- Logs begin at Sat 2021-11-06 20:01:16 UTC, end at Sat 2021-11-06 22:32:09 UTC. --
Nov 06 20:35:59.525089 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Nov 06 20:36:02.349443 ncdv-master-1 neutron-server[119191]: INFO neutron.common.config [-] Logging enabled!
Nov 06 20:36:02.350013 ncdv-master-1 neutron-server[119191]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev146
Nov 06 20:36:02.350225 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119191) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 06 20:36:02.353368 ncdv-master-1 neutron-server[119191]: INFO neutron.common.config [-] Logging enabled!
Nov 06 20:36:02.353619 ncdv-master-1 neutron-server[119191]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev146
Nov 06 20:36:02.353984 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119191) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 06 20:36:02.354905 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 06 20:36:02.355134 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 06 20:36:02.355491 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 06 20:36:02.355731 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 06 20:36:02.355952 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 06 20:36:02.356265 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.356700 ncdv-master-1 neutron-server[119191]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Nov 06 20:36:02.357004 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.357291 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.357575 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.357859 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.358140 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.358414 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.358695 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.358983 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.359259 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.359531 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.359805 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.360091 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.360387 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.360671 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.360950 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.361226 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] debug                          = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.361500 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.361925 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.362331 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.362607 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.362889 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.363160 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.363426 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.363694 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.363979 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.364321 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.364602 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.364886 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.365167 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.365446 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.365715 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.365985 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.366266 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.366534 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.366801 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.367070 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.367352 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.367634 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.367927 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.368149 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.368400 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.368685 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.368965 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.369236 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.370018 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.370287 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.370553 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.370818 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.371082 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.371360 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.371637 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.371917 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.372182 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.372479 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.372743 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.373005 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.373284 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.373553 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.373817 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.374082 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.374367 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.374630 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.374894 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.375186 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.375466 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.375741 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.376019 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.376286 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.376587 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.376857 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.377126 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.377392 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.377658 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.377922 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.378196 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.378462 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.378728 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.378994 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.379264 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.379542 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:02.379830 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.380125 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.380436 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.380712 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.381016 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.381289 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.381570 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.381841 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.382118 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.382401 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.382682 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.382950 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.383229 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.383497 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.383782 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.384073 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.384459 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.384747 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.385645 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.385920 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.386191 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.386464 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.386745 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.387018 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.387301 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.387584 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.387857 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.388136 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.388444 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.388730 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.388996 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.389266 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.389549 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.389817 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.390083 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.390364 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.390635 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.390905 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.391169 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.391442 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.391712 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.391975 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.392238 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.392530 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.392813 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.393083 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.393348 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.393611 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.393879 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.394142 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.394417 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.394690 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.394956 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.395221 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.395493 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.395762 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.396032 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.396332 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.396591 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.396862 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.397127 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.397390 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.397655 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.397919 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.398182 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.398445 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.398710 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.398980 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.399244 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.399510 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.399772 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.400036 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.400314 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.400636 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.400935 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.401209 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.401480 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.401752 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.402022 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.402292 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.402562 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.402834 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.403106 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.403372 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.403656 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.403934 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.404215 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.404519 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.404790 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.405096 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.405366 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.405641 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.405908 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.406179 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.406455 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.406731 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.407019 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.407306 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.407592 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.407878 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.408162 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.408463 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.408768 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.409041 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:02.409255 ncdv-master-1 neutron-server[119191]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 06 20:36:02.409492 ncdv-master-1 neutron-server[119191]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119191) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 06 20:36:02.838350 ncdv-master-1 neutron-server[119191]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=119191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 06 20:36:02.838630 ncdv-master-1 neutron-server[119191]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=119191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 06 20:36:02.838928 ncdv-master-1 neutron-server[119191]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 06 20:36:02.839256 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 06 20:36:03.160096 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.160338 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.160597 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.161776 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.162049 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.162316 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.201023 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.201300 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.201565 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.216730 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.217008 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.217272 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.245511 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.245781 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.246039 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.282851 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.283127 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.283393 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.516165 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f925985a790> agent after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.516816 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f925985a790> agent after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.516816 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f925985a820> segment precommit_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.516976 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f925985a8b0> network precommit_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.517593 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f925986e940> segment before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.643164 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> network before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.643476 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f925974b0d0> agent before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.643752 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> network before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.644014 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> port before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.644273 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> port before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.644602 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> segment precommit_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.644858 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> segment precommit_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.645111 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> segment after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.645362 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> segment after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.645639 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> network after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.645894 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> network precommit_delete 0 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.646151 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> port after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.646401 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> port after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.646646 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> port after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.646897 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> port provisioning_complete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.647153 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.647401 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> rbac-policy after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.647660 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> agent after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.647924 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> subnet after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.648177 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> subnet precommit_delete 0 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.648476 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.648724 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.649001 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> segment_host_mapping after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.649371 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.649615 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.649855 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f925a0dd790>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.650245 ncdv-master-1 neutron-server[119191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 06 20:36:03.650482 ncdv-master-1 neutron-server[119191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 06 20:36:03.650741 ncdv-master-1 neutron-server[119191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 06 20:36:03.650975 ncdv-master-1 neutron-server[119191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 06 20:36:03.651207 ncdv-master-1 neutron-server[119191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 06 20:36:03.651437 ncdv-master-1 neutron-server[119191]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 06 20:36:03.651794 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 06 20:36:03.654973 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 06 20:36:03.658943 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 06 20:36:03.662773 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Nov 06 20:36:03.664488 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 06 20:36:03.664944 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 06 20:36:03.665274 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 06 20:36:03.665649 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 06 20:36:03.669257 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 06 20:36:03.669501 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 06 20:36:03.669841 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 06 20:36:03.675096 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Nov 06 20:36:03.697634 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 06 20:36:03.698082 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9259623790>> qos_plugin after_init 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.698379 ncdv-master-1 neutron-server[119191]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119191) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 06 20:36:03.698740 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f9259623eb0>> logging-plugin after_init 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.700130 ncdv-master-1 neutron-server[119191]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119191) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 06 20:36:03.700461 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 06 20:36:03.700703 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 06 20:36:03.703885 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9259623670>> floatingip before_response 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.704163 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9259623670>> port before_response 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:03.772746 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 06 20:36:03.772929 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 06 20:36:03.773157 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 06 20:36:03.773520 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 06 20:36:03.796018 ncdv-master-1 neutron-server[119191]: DEBUG oslo_db.sqlalchemy.engines [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119191) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Nov 06 20:36:04.324566 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Initializing driver for type 'gre'
Nov 06 20:36:04.325086 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] gre ID ranges: [(1, 1000)]
Nov 06 20:36:04.376825 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Initializing driver for type 'local'
Nov 06 20:36:04.377157 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Initializing driver for type 'vlan'
Nov 06 20:36:04.390850 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] VlanTypeDriver initialization complete
Nov 06 20:36:04.391194 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Initializing driver for type 'vxlan'
Nov 06 20:36:04.391675 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] vxlan ID ranges: [(1, 1000)]
Nov 06 20:36:04.442630 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Initializing extension driver 'port_security'
Nov 06 20:36:04.442963 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.extensions.port_security [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] PortSecurityExtensionDriver initialization complete
Nov 06 20:36:04.443290 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Initializing mechanism driver 'openvswitch'
Nov 06 20:36:04.443606 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Initializing mechanism driver 'hyperv'
Nov 06 20:36:04.450116 ncdv-master-1 neutron-server[119191]: DEBUG neutron.plugins.ml2.plugin [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:04.450974 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f92596d19d0>> port after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.451340 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f92596d19d0>> port after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.451712 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f92596d19d0>> port after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.452235 ncdv-master-1 neutron-server[119191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 06 20:36:04.452684 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259053c10>> subnet after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.453034 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259053c10>> subnet after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.453377 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259053c10>> subnet after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.453769 ncdv-master-1 neutron-server[119191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 06 20:36:04.454169 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259066b80>> network after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.454513 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259066b80>> network after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.454850 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259066b80>> network after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.455238 ncdv-master-1 neutron-server[119191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 06 20:36:04.455637 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075070>> security_group after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.456489 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075070>> security_group after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.456489 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075070>> security_group after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.457163 ncdv-master-1 neutron-server[119191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 06 20:36:04.457399 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075580>> security_group_rule after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.457809 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075580>> security_group_rule after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.458207 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075580>> security_group_rule after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.458646 ncdv-master-1 neutron-server[119191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 06 20:36:04.459048 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075a90>> address_group after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.459392 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075a90>> address_group after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.459729 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9259075a90>> address_group after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.460120 ncdv-master-1 neutron-server[119191]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119191) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 06 20:36:04.460520 ncdv-master-1 neutron-server[119191]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] ML2 OVO RPC backend initialized. {{(pid=119191) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Nov 06 20:36:04.461213 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> router_interface after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.461563 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> router_interface after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.461975 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> network before_response 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.462319 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> networks before_response 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.462664 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> port before_response 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.463000 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> ports before_response 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.463338 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> subnet before_response 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.463675 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> subnets before_response 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.464015 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> network after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.464375 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> network after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.464707 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> network after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.465038 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> port after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.465369 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> port after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.465703 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> port after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.466032 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> subnet after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.466362 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> subnet after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.466687 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f925907e1f0>> subnet after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.467249 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.plugin [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Modular L2 Plugin initialization complete
Nov 06 20:36:04.467570 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading services supported by the core plugin {{(pid=119191) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 06 20:36:04.467888 ncdv-master-1 neutron-server[119191]: INFO neutron.plugins.ml2.managers [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Got port-security extension from driver 'port_security'
Nov 06 20:36:04.468360 ncdv-master-1 neutron-server[119191]: INFO neutron.extensions.vlantransparent [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Disabled vlantransparent extension.
Nov 06 20:36:04.468838 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119191) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 06 20:36:04.469146 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading Plugin: router
Nov 06 20:36:04.505322 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router_interface before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.505709 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router after_create 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.506075 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router before_create 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.506438 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router_interface before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.506805 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router_interface after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.507158 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router after_delete 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.507512 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> floatingip after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.507976 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> floatingip after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.508358 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router after_create 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.508703 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router after_update 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.509043 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router after_update 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.509384 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router_gateway after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.509734 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router after_update 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.510166 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router precommit_update 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.510529 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9259604700> port after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.510865 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f92596045e0> port after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.511197 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9259604670> subnet after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.511531 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9259604790> subnetpool_address_scope after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.511871 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> port precommit_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.512212 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router precommit_create 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.512573 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f92595ec940> port before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.512917 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router precommit_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.513270 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router after_update 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.513607 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router precommit_delete 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.513954 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router precommit_create 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.514311 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router_interface after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.514656 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> router precommit_update 55549900 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.515013 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> agent after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.515357 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> agent after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.515694 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f925907e340>> network after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.516608 ncdv-master-1 neutron-server[119191]: DEBUG neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Tracking information for resource: router configured {{(pid=119191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 06 20:36:04.517222 ncdv-master-1 neutron-server[119191]: DEBUG neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Tracking information for resource: floatingip configured {{(pid=119191) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 06 20:36:04.521992 ncdv-master-1 neutron-server[119191]: INFO neutron.db.l3_agentschedulers_db [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 06 20:36:04.522567 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9258ff35e0> port after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.522925 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9258ff34c0> port after_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.523273 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function _notify_port_delete at 0x7f9258ff3550> port after_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.523619 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9258ff3700> port after_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.524428 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f92590296d0>> router before_create 55550100 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.524790 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f92590296d0>> router precommit_delete 55550100 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.525146 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f92590296d0>> router precommit_create 55550100 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.525495 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f92590296d0>> router precommit_update 55550100 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.530889 ncdv-master-1 neutron-server[119191]: DEBUG neutron.services.provider_configuration [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service providers = [] {{(pid=119191) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 06 20:36:04.531249 ncdv-master-1 neutron-server[119191]: DEBUG neutron.db.servicetype_db [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119191) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 06 20:36:04.534226 ncdv-master-1 neutron-server[119191]: DEBUG neutron.services.service_base [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 06 20:36:04.534571 ncdv-master-1 neutron-server[119191]: DEBUG neutron.services.service_base [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 06 20:36:04.534916 ncdv-master-1 neutron-server[119191]: DEBUG neutron.services.service_base [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 06 20:36:04.535804 ncdv-master-1 neutron-server[119191]: DEBUG neutron.services.service_base [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119191) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 06 20:36:04.536177 ncdv-master-1 neutron-server[119191]: INFO neutron.services.service_base [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 06 20:36:04.536589 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 06 20:36:04.536933 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 06 20:36:04.548464 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 06 20:36:04.548799 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading Plugin: auto_allocate
Nov 06 20:36:04.554591 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9259045af0> network precommit_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.554954 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9259045af0> network precommit_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.555464 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 06 20:36:04.555813 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading Plugin: tag
Nov 06 20:36:04.563328 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 06 20:36:04.563654 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading Plugin: timestamp
Nov 06 20:36:04.567479 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 06 20:36:04.567800 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading Plugin: network_ip_availability
Nov 06 20:36:04.573866 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9259039e20>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.574235 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9259039e20>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.574629 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9259039e20>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.575284 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 06 20:36:04.575598 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading Plugin: flavors
Nov 06 20:36:04.580584 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 06 20:36:04.580913 ncdv-master-1 neutron-server[119191]: INFO neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading Plugin: revisions
Nov 06 20:36:04.585215 ncdv-master-1 neutron-server[119191]: DEBUG neutron.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119191) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 06 20:36:04.585600 ncdv-master-1 neutron-server[119191]: DEBUG oslo_concurrency.lockutils [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=119191) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 06 20:36:04.586338 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119191) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 06 20:36:04.586671 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Initializing extension manager.
Nov 06 20:36:04.587175 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: __init__.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.587510 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: __pycache__ {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.587838 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.588189 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: address_group.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.588961 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.589509 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: address-group
Nov 06 20:36:04.589825 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: address_scope.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.590525 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.591023 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: address-scope
Nov 06 20:36:04.591343 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: admin_state_down_before_update.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.592258 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.592844 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: router-admin-state-down-before-update
Nov 06 20:36:04.593162 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: agent.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.593855 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.594348 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: agent
Nov 06 20:36:04.594665 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: agent_resources_synced.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.595564 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.596064 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: agent-resources-synced
Nov 06 20:36:04.596409 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: allowedaddresspairs.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.598173 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.598683 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: allowed-address-pairs
Nov 06 20:36:04.599009 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: auto_allocated_topology.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.600083 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.600620 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: auto-allocated-topology
Nov 06 20:36:04.600940 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: availability_zone.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.601627 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.602123 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: availability_zone
Nov 06 20:36:04.602441 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: availability_zone_filter.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.603372 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.603898 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: availability_zone_filter
Nov 06 20:36:04.604214 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: data_plane_status.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.605140 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.605631 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 06 20:36:04.605946 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: default_subnetpools.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.606853 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.607347 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: default-subnetpools
Nov 06 20:36:04.607663 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: dhcpagentscheduler.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.608500 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.608995 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: dhcp_agent_scheduler
Nov 06 20:36:04.609316 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: dns.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.610231 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.610721 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension dns-integration not supported by any of loaded plugins
Nov 06 20:36:04.611039 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: dns_domain_ports.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.611948 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.612477 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 06 20:36:04.612796 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.613710 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.614205 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Nov 06 20:36:04.614522 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: dvr.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.615182 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.615675 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: dvr
Nov 06 20:36:04.615990 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: ecmp_routes.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.616939 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.617435 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension ecmp_routes not supported by any of loaded plugins
Nov 06 20:36:04.617751 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: empty_string_filtering.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.618654 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.619149 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: empty-string-filtering
Nov 06 20:36:04.619993 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.620934 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.621429 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 06 20:36:04.621745 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.622660 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.623161 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 06 20:36:04.623476 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: external_net.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.624414 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.625076 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: external-net
Nov 06 20:36:04.625635 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: extra_dhcp_opt.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.626771 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.627282 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: extra_dhcp_opt
Nov 06 20:36:04.627844 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: extraroute.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.628819 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.629318 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: extraroute
Nov 06 20:36:04.629637 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: extraroute_atomic.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.630728 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.631646 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: extraroute-atomic
Nov 06 20:36:04.632077 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: filter_validation.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.632786 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.633285 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: filter-validation
Nov 06 20:36:04.633604 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: fip_pf_description.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.635572 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.636134 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 06 20:36:04.636483 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: fip_port_details.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.637458 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.638014 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: fip-port-details
Nov 06 20:36:04.638354 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: flavors.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.639661 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.640207 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: flavors
Nov 06 20:36:04.640555 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.642281 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.642825 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 06 20:36:04.643185 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: floatingip_pools.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.643951 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.644529 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: floatingip-pools
Nov 06 20:36:04.644885 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: ip_allocation.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.645960 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.646497 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 06 20:36:04.646874 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.647888 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.648500 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: ip-substring-filtering
Nov 06 20:36:04.648914 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: l2_adjacency.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.649970 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.650587 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 06 20:36:04.650946 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: l3.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.652079 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.652674 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: router
Nov 06 20:36:04.653073 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: l3_conntrack_helper.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.655565 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.656131 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 06 20:36:04.656490 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.657537 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.658054 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: ext-gw-mode
Nov 06 20:36:04.658422 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.659433 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.659988 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: l3-ha
Nov 06 20:36:04.660364 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: l3_flavors.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.661425 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.661975 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: l3-flavors
Nov 06 20:36:04.662309 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.663293 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.663793 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 06 20:36:04.664112 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: l3agentscheduler.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.665159 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.665660 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: l3_agent_scheduler
Nov 06 20:36:04.665982 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: logging.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.667780 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.668287 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension logging not supported by any of loaded plugins
Nov 06 20:36:04.668636 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: metering.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.669377 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.669942 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: metering
Nov 06 20:36:04.670266 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.671489 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.671992 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: metering_source_and_destination_fields
Nov 06 20:36:04.672337 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: multiprovidernet.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.673260 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.673758 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: multi-provider
Nov 06 20:36:04.674077 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: netmtu.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.675023 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.675519 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: net-mtu
Nov 06 20:36:04.675837 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: netmtu_writable.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.676773 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.677272 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: net-mtu-writable
Nov 06 20:36:04.677589 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: network_availability_zone.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.678249 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.678739 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: network_availability_zone
Nov 06 20:36:04.679055 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: network_ip_availability.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.680163 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.680694 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: network-ip-availability
Nov 06 20:36:04.681015 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: network_segment_range.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.682288 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.682793 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 06 20:36:04.683112 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: pagination.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.684115 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.684477 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: pagination
Nov 06 20:36:04.684794 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: port_device_profile.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.685699 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.686201 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: port-device-profile
Nov 06 20:36:04.686517 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.687430 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.687937 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: port-mac-address-regenerate
Nov 06 20:36:04.688253 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.689247 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.689756 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: port-numa-affinity-policy
Nov 06 20:36:04.690073 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: port_resource_request.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.691007 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.691504 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 06 20:36:04.691823 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: port_resource_request_groups.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.692813 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.693314 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Nov 06 20:36:04.693630 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: portbindings.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.694558 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.695064 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: binding
Nov 06 20:36:04.695379 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: portbindings_extended.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.696686 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.697194 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: binding-extended
Nov 06 20:36:04.698158 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: portsecurity.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.699092 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.699596 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: port-security
Nov 06 20:36:04.699921 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: project_id.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.700929 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.701254 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: project-id
Nov 06 20:36:04.701570 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: providernet.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.702493 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.702996 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: provider
Nov 06 20:36:04.703313 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.706866 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.707378 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos not supported by any of loaded plugins
Nov 06 20:36:04.707704 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.708981 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.709489 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 06 20:36:04.709817 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.710725 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.711233 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 06 20:36:04.711557 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_default.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.712495 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.713022 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-default not supported by any of loaded plugins
Nov 06 20:36:04.713351 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_fip.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.713998 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.714493 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-fip not supported by any of loaded plugins
Nov 06 20:36:04.714814 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_gateway_ip.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.715738 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.716236 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 06 20:36:04.716579 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_port_network_policy.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.717484 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.717980 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 06 20:36:04.718301 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.719329 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.719827 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Nov 06 20:36:04.720144 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_pps_rule.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.721348 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.722025 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-pps not supported by any of loaded plugins
Nov 06 20:36:04.722350 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_rule_type_details.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.723258 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.723761 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 06 20:36:04.724080 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: qos_rules_alias.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.725138 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.725640 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 06 20:36:04.725961 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: quota_check_limit.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.726865 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.727363 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: quota-check-limit
Nov 06 20:36:04.727682 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: quotasv2.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.728669 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.728993 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: quotas
Nov 06 20:36:04.729311 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: quotasv2_detail.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.732469 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.732813 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: quota_details
Nov 06 20:36:04.733143 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: rbac.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.734190 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.734703 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: rbac-policies
Nov 06 20:36:04.735033 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: rbac_address_group.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.735967 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.736514 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: rbac-address-group
Nov 06 20:36:04.736835 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: rbac_address_scope.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.737750 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.738257 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: rbac-address-scope
Nov 06 20:36:04.738577 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: rbac_security_groups.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.739488 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.739988 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: rbac-security-groups
Nov 06 20:36:04.740323 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: rbac_subnetpool.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.741251 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.741750 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: rbac-subnetpool
Nov 06 20:36:04.742066 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: revisionifmatch.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.742980 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.743485 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: revision-if-match
Nov 06 20:36:04.743806 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: revisions.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.745464 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.745969 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: standard-attr-revisions
Nov 06 20:36:04.746290 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: router_availability_zone.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.746957 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.747460 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: router_availability_zone
Nov 06 20:36:04.747779 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: routerservicetype.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.748723 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.749215 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension router-service-type not supported by any of loaded plugins
Nov 06 20:36:04.749532 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.750449 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.750955 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: security-groups-normalized-cidr
Nov 06 20:36:04.751273 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: security_groups_port_filtering.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.752278 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.752804 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: port-security-groups-filtering
Nov 06 20:36:04.753138 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.754051 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.754547 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: security-groups-remote-address-group
Nov 06 20:36:04.754864 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.755790 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.756310 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: security-groups-shared-filtering
Nov 06 20:36:04.756627 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.757202 ncdv-master-1 neutron-server[119191]: WARNING neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Nov 06 20:36:04.757514 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: securitygroup.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.769300 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.769811 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: security-group
Nov 06 20:36:04.770139 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: segment.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.770917 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.771416 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension segment not supported by any of loaded plugins
Nov 06 20:36:04.771741 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.772693 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.773194 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 06 20:36:04.773516 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: servicetype.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.774622 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.775132 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: service-type
Nov 06 20:36:04.775459 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: sorting.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.776503 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.776833 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: sorting
Nov 06 20:36:04.777155 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: standard_attr_segment.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.778060 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.778567 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 06 20:36:04.778890 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: standardattrdescription.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.779541 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.780047 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: standard-attr-description
Nov 06 20:36:04.780396 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: stateful_security_group.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.781318 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.781819 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: stateful-security-group
Nov 06 20:36:04.782139 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: stdattrs_common.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.782702 ncdv-master-1 neutron-server[119191]: WARNING neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 06 20:36:04.783019 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.783952 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.784500 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 06 20:36:04.784819 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: subnet_onboard.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.785884 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.786391 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: subnet_onboard
Nov 06 20:36:04.786712 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.787631 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.788127 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 06 20:36:04.788479 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: subnet_service_types.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.789393 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.789895 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: subnet-service-types
Nov 06 20:36:04.790212 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: subnetallocation.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.791574 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.792078 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: subnet_allocation
Nov 06 20:36:04.792429 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.793088 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.793583 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: subnetpool-prefix-ops
Nov 06 20:36:04.793900 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.794816 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.795314 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 06 20:36:04.795638 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: tagging.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.796716 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.797222 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: standard-attr-tag
Nov 06 20:36:04.797546 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: timestamp.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.798739 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.799274 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loaded extension: standard-attr-timestamp
Nov 06 20:36:04.799594 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: trunk.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.800667 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.801172 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension trunk not supported by any of loaded plugins
Nov 06 20:36:04.801493 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: trunk_details.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.802408 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.802915 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension trunk-details not supported by any of loaded plugins
Nov 06 20:36:04.803229 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: uplink_status_propagation.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.804494 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.805034 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 06 20:36:04.805390 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Loading extension file: vlantransparent.py {{(pid=119191) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 06 20:36:04.806064 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119191) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 06 20:36:04.806602 ncdv-master-1 neutron-server[119191]: INFO neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 06 20:36:04.809699 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:network
Nov 06 20:36:04.810227 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:subnet
Nov 06 20:36:04.810621 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 06 20:36:04.811021 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:port
Nov 06 20:36:04.812374 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.812815 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service FLAVORS assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.813422 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.813841 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.814168 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:router
Nov 06 20:36:04.814606 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:floatingip
Nov 06 20:36:04.815083 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service METERING assigned prefix: /metering {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.816569 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9258e96b50>> rbac-policy before_create 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.816945 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9258e96b50>> rbac-policy before_update 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.817291 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9258e96b50>> rbac-policy before_delete 55550000 {{(pid=119191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:36:04.818276 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 06 20:36:04.818708 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:security_group
Nov 06 20:36:04.819130 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 06 20:36:04.819747 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service CORE assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.820073 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 06 20:36:04.820447 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] subnetpool is already registered
Nov 06 20:36:04.820860 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service CORE assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.821179 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 06 20:36:04.821503 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] subnetpool is already registered
Nov 06 20:36:04.824353 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.824835 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service FLAVORS assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.825368 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.825786 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.826117 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:router
Nov 06 20:36:04.826452 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] router is already registered
Nov 06 20:36:04.826858 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:floatingip
Nov 06 20:36:04.827191 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] floatingip is already registered
Nov 06 20:36:04.827641 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service METERING assigned prefix: /metering {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.828332 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 06 20:36:04.828653 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] rbac_policy is already registered
Nov 06 20:36:04.829059 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:security_group
Nov 06 20:36:04.829390 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] security_group is already registered
Nov 06 20:36:04.829788 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 06 20:36:04.830120 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] security_group_rule is already registered
Nov 06 20:36:04.830735 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service CORE assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.831055 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 06 20:36:04.831384 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] subnetpool is already registered
Nov 06 20:36:04.831796 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.v2.resource_helper [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Service CORE assigned prefix:  {{(pid=119191) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 06 20:36:04.832116 ncdv-master-1 neutron-server[119191]: INFO neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 06 20:36:04.832473 ncdv-master-1 neutron-server[119191]: WARNING neutron.quota.resource_registry [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] subnetpool is already registered
Nov 06 20:36:04.832946 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: extensions {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.834383 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: address-groups {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.835870 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: address-scopes {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.837253 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: agents {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.838438 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: auto-allocated-topology {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.839671 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: availability_zones {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.840915 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: dhcp-networks {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.842406 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: dhcp-agents {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.843813 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: routers {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.846043 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: flavors {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.847202 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: service_profiles {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.848423 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: next_providers {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.849863 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: service_profiles {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.851425 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: floatingip-pools {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.852687 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: routers {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.854790 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: floatingips {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.856055 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: l3-routers {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.857468 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: l3-agents {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.858879 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: metering-labels {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.860226 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: metering-label-rules {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.861942 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: network-ip-availabilities {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.863172 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: bindings {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.865703 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: quotas {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.867288 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: quotas {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.868836 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: rbac-policies {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.870652 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: security-groups {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.871896 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: security-group-rules {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.873160 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: service-providers {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.874367 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: subnetpools {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.875761 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: subnetpools {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.877235 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.878906 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.880753 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.882588 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.884410 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.886830 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.888560 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.890433 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.892197 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.894039 ncdv-master-1 neutron-server[119191]: DEBUG neutron.api.extensions [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Extended resource: tags {{(pid=119191) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 06 20:36:04.900190 ncdv-master-1 neutron-server[119191]: WARNING keystonemiddleware.auth_token [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 06 20:36:04.904942 ncdv-master-1 neutron-server[119191]: WARNING keystonemiddleware.auth_token [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 06 20:36:04.918346 ncdv-master-1 neutron-server[119191]: DEBUG oslo_concurrency.lockutils [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Acquired lock "singleton_lock" {{(pid=119191) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Nov 06 20:36:04.919102 ncdv-master-1 neutron-server[119191]: DEBUG oslo_concurrency.lockutils [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Releasing lock "singleton_lock" {{(pid=119191) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 20:36:04.919983 ncdv-master-1 neutron-server[119191]: INFO oslo_service.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Starting 2 workers
Nov 06 20:36:04.925549 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Started child 119333 {{(pid=119191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 06 20:36:04.930405 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Started child 119334 {{(pid=119191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 06 20:36:04.930979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:04.932532 ncdv-master-1 neutron-server[119191]: INFO neutron.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 06 20:36:04.933146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [-] (119333) wsgi starting up on http://0.0.0.0:9696
Nov 06 20:36:04.933244 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Publish callbacks [] for process, before_spawn {{(pid=119191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:04.935642 ncdv-master-1 neutron-server[119191]: INFO oslo_service.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Starting 1 workers
Nov 06 20:36:04.936018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:04.937452 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [-] (119334) wsgi starting up on http://0.0.0.0:9696
Nov 06 20:36:04.940908 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Started child 119335 {{(pid=119191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 06 20:36:04.941481 ncdv-master-1 neutron-server[119191]: INFO oslo_service.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Starting 1 workers
Nov 06 20:36:04.944885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] calling RpcWorker wait() {{(pid=119335) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 06 20:36:04.945454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] returning from RpcWorker wait() {{(pid=119335) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 06 20:36:04.946009 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Started child 119336 {{(pid=119191) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 06 20:36:04.946627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:04.946825 ncdv-master-1 neutron-server[119191]: DEBUG neutron_lib.callbacks.manager [None req-f13fa8e4-caad-4487-b9ab-753e567d4f79 None None] Publish callbacks [] for process, after_spawn {{(pid=119191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:04.947092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:04.948850 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119191) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 06 20:36:04.949071 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 06 20:36:04.949247 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 06 20:36:04.949470 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 06 20:36:04.949791 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 06 20:36:04.949953 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 06 20:36:04.950634 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.950914 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.951132 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:04.951591 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.951591 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.951726 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.952168 ncdv-master-1 neutron-server[119336]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:04.952278 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.952546 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.952797 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.953060 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.953298 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.953701 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.953864 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.954288 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.954522 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.954849 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.955114 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.955360 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.955630 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.955797 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.956061 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.956360 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.956603 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.956876 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] debug                          = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.957112 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.957595 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.957825 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.958056 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.958270 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.958567 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.958807 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.959067 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.959299 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.959514 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.959746 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.960022 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.960278 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.960515 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.960730 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.960961 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.961223 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.961422 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.961899 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.962146 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.962322 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.962545 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.962798 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.963079 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.963293 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.963543 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.963808 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.964066 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.964284 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.964565 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.964808 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.965037 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.965279 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.965430 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.965661 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.965923 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.966167 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.966352 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.966506 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.966677 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.966929 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.967072 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.967327 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.967536 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.967744 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.967975 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.968187 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.968416 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.968664 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.968888 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.969114 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.969347 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.969597 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.969819 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.970045 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.970265 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.970508 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.970662 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.970885 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.971091 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.971343 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.971547 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.971763 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.971992 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.972263 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.972523 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.972732 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.972970 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.973225 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.973447 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.973668 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.973875 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.974127 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.974348 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.974588 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.974842 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.975049 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.975296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.975541 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.975771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.975980 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.976192 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.976449 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.976690 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.976899 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.977138 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.977321 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.978131 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.979432 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:04.979878 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.980188 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.980571 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.980858 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.981126 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.981455 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.981654 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.981906 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.982256 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.982503 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.983091 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.983091 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.983355 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.983602 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.983896 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.984212 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.984502 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.984774 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.985031 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.985248 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.985466 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.985729 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.986007 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.986250 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.986511 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.986743 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.987021 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.987369 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.987646 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.988076 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.988399 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.988647 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.988907 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.989124 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.989339 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.989554 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.989775 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.990069 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.990311 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.990547 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.990775 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.991006 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.991226 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.991474 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.991698 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.991937 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.992170 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.992414 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.992633 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.992869 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.993084 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.993318 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.993565 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.993776 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.994184 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.995053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.995275 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.995493 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.995740 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.995982 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.996215 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.996487 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.996725 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.996944 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.997163 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.997397 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.997645 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.997885 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.998100 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.998312 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.998551 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.998799 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.999030 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.999247 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.999477 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.999713 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:04.999924 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.000133 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.000369 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.000580 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.000794 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.001025 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.001308 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.001452 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.001654 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.001862 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.002070 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.002279 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.002545 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.002840 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.003145 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.003394 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.003644 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.003891 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.004128 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.004369 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.004707 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.004889 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.005102 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.005322 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.005582 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.005794 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.006015 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.006234 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.006448 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.006746 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.006926 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.007147 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.007382 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.007616 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.007857 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.008122 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.008463 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.008712 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.008946 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.009582 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.009582 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.009848 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.010044 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.010192 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.010602 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.010811 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.011222 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.011490 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.011728 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.011962 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.012347 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.012503 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.012791 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.013009 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.013239 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.013475 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.013909 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.014053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.014238 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.014448 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.014674 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.015000 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.015228 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.015439 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.015683 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.016326 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.016326 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.016761 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.016761 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.017409 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.017409 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.017409 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.017788 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.017914 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.018071 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.018412 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.018549 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.018727 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.018931 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.019149 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.019361 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.019589 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.019935 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.020075 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.020243 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.020497 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.020715 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.020938 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.021186 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.021396 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.021615 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.021900 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.022094 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.022338 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.022555 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.022766 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.023027 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.023263 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.023540 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.023794 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.024006 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.024532 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.024532 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.024792 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.024968 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.025232 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.025422 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.025659 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.025911 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.026127 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.026343 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.026553 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.026777 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.026999 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.027216 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.027466 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.027799 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.028044 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.028270 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.028550 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.028764 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.028996 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.029248 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.029678 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.029678 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.029939 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.030289 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.030641 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.030641 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.030910 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.031046 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.031218 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.031416 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.031957 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.031957 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.032197 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.032807 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.032807 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.032955 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034078 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034078 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034078 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034078 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034078 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034500 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034500 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034651 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.034795 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.035001 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.035214 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.035941 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.035941 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.035941 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.036187 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.036267 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.036526 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.036744 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.036986 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.037978 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.037978 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.037978 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.037978 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.038276 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.038276 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.038431 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.038642 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.038852 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.039082 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.039299 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.039514 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.039719 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.040011 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.040564 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.042478 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.042806 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.043288 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.043442 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.043581 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.044049 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.044206 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.047211 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.047211 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.047211 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.047211 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.047211 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.047211 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.047211 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.048078 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.048472 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.049960 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.050271 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.050569 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.052428 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.052778 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.053296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.053621 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.053900 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.054176 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.054449 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.054710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.054943 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.055192 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.055443 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.055669 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.055917 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.056157 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.056434 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.056658 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.057452 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.057675 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.057906 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.058162 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.058414 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.058638 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.058798 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 06 20:36:05.059322 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119191) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 06 20:36:05.059487 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 06 20:36:05.059641 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 06 20:36:05.059814 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 06 20:36:05.059985 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 06 20:36:05.060139 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 06 20:36:05.060435 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.060632 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.060851 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.061300 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.061499 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.063939 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.064558 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.064735 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.065077 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.065258 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.065423 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.065591 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.065754 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.065915 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.066174 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.066278 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.066391 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.066560 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.066728 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.066885 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.067045 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.067201 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.067366 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] debug                          = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.067572 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.067724 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.067895 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.068079 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.068228 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.068724 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.068865 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.069031 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.069187 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.069344 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.069503 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.069661 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.069819 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.069977 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.070136 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.070292 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.070450 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.070607 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.070763 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.071077 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.071236 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.071395 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.071554 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.071712 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.071872 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.072046 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.072187 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.072399 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.072559 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.072712 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.072877 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.073027 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.073185 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.073343 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.073502 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.073661 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.074048 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.074244 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.074409 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.074566 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.074724 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.074938 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.075031 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.075192 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.075349 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076065 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076065 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076065 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076065 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076065 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076452 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076452 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076605 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076686 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.076849 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.077004 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.077166 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.077320 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.077477 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.077635 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.077794 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.078083 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.078324 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.078780 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.078944 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.079257 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.079410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.079563 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.079725 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.079885 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.080048 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.080216 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.080380 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.080691 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.080851 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.080943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:05.081019 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.081159 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.081320 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.081478 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.081636 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.081794 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.081951 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.082109 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.082291 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.082449 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.082607 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.082764 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.082921 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.083081 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 06 20:36:05.083259 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.083421 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.083622 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.083757 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.083880 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.084040 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.084198 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.084406 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.084568 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.085075 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.085075 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.085075 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.085433 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.085433 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.085665 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.085665 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.085913 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.086036 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.086158 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.086280 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.086401 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.086523 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.086681 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.086841 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.086990 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.087203 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.087367 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.087541 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.087701 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.087860 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.088041 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.088202 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.088381 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.088526 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.088682 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.088842 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.089001 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.089162 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.089321 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.089480 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.089640 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.089802 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.089964 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.090124 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.090284 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.090445 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.090604 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.090764 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.090925 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.091085 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.091244 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.091403 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.091601 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.091727 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.091852 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.092014 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.092173 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.092351 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.092515 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.092656 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.093105 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.093776 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.093927 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.094103 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.094233 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.094391 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.094564 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.094724 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.094889 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.095297 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.095514 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.095671 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.095817 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.095908 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.096058 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.096184 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.096370 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.096554 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.096687 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.097758 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.097758 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.097758 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.097758 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.097758 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.097758 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.098627 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.098627 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.098627 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.098627 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.098627 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.099243 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.099243 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.099243 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.099243 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.099734 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.099734 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.099974 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.100095 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.100178 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.100345 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.100508 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.100670 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.100832 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.100993 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.101553 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.101553 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.101553 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.101907 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.102045 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.102210 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.102369 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.102530 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.102691 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.102850 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.103010 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.103170 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.103343 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.103500 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.104343 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.104649 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.104960 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.105137 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.105323 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.105453 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.105614 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.105773 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.105934 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.106325 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.106499 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.106697 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.106889 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.106990 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.107092 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.107266 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.107444 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.107586 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.107770 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.107925 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.108085 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.108644 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.108808 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.109048 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.109151 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.109278 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.109427 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.109587 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.109748 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.109909 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.110069 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.110229 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.110389 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.110548 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.110708 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.110868 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.111028 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.111187 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.111347 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.111508 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.111667 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.111827 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.111986 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.112146 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.112324 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.112488 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.112649 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.112809 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.112969 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.113112 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.113275 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.113434 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.113594 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.113754 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.113913 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.114072 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.114234 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.114395 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.114556 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.114716 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.114876 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.115036 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.115201 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.115362 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.115521 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.115681 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.115841 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.116002 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.116162 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.116344 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.116547 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.116682 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.116834 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.116994 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.117167 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.117327 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.117489 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.117649 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.117793 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.117955 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.118114 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.118273 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.118433 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.120863 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.120863 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.120863 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.120863 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.120863 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.120863 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.120863 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.120863 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.122313 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.122313 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.122313 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.122313 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.122313 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.122313 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.122313 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.122313 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.124699 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.124699 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.124699 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.124699 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.124699 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.124699 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.124699 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.124699 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.125952 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.125952 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.125952 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.125952 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.125952 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.125952 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.125952 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.125952 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.127973 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.127973 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.127973 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.127973 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.127973 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.127973 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.127973 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.127973 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.130053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.130053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.130053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.130053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.130053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.130053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.130053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.130053 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.131710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.131710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.131710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.131710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.131710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.131710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.131710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.131710 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.132771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.132771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.132771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.132771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.132771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.132771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.132771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.132771 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133296 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.133828 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134410 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 06 20:36:05.134959 ncdv-master-1 neutron-server[119191]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119191) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 06 20:36:05.199564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40656) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:05.208146 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063550
Nov 06 20:36:16.871623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552bd60-0da8-45c9-ad6f-51349282f758 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 20:36:16.942518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552bd60-0da8-45c9-ad6f-51349282f758 None None] No non-hosted networks {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 06 20:36:16.960320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.agentschedulers_db [None req-9552bd60-0da8-45c9-ad6f-51349282f758 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=119335) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 06 20:36:17.086127 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b984b9c5-9acb-477a-971e-878012a05ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423274'] for agent, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:19.121685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-696aad5f-7e65-4855-b7ba-a154fc85642a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423274'] for agent, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:19.188475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2a818a68-e70b-4c55-8148-032d1ed99377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:20.426667 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423274'] for agent, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:21.664331 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423274'] for agent, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:22.445051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423274'] for agent, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:22.446581 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.447879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.448459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.449080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.449649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.450120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.450730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.451228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.451740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.452413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.453069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.454243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:22.455322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f92589d7a30>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:22.464454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f92581af220>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:23.148283 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40748) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:23.668321 ncdv-master-1 neutron-server[119334]: WARNING oslo_policy.policy [None req-6025c93a-b9a1-4bd4-b5b2-2d8a46f5ced1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 06 20:36:23.669060 ncdv-master-1 neutron-server[119334]: WARNING oslo_policy.policy [None req-6025c93a-b9a1-4bd4-b5b2-2d8a46f5ced1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 06 20:36:23.899778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-6025c93a-b9a1-4bd4-b5b2-2d8a46f5ced1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:36:23.902021 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6025c93a-b9a1-4bd4-b5b2-2d8a46f5ced1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7526402
Nov 06 20:36:23.940564 ncdv-master-1 neutron-server[119335]: INFO neutron.db.l3_hamode_db [None req-55f8ed8c-0c13-4b55-9000-b7f91bc8aa8c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 06 20:36:24.029236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8ed8c-0c13-4b55-9000-b7f91bc8aa8c None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:36:24.029768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8ed8c-0c13-4b55-9000-b7f91bc8aa8c None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 06 20:36:26.466033 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40764) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:26.770370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-df735c69-6808-43d8-88c9-21fbf8e3e5a5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:36:26.866281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.policy [None req-df735c69-6808-43d8-88c9-21fbf8e3e5a5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119334) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 06 20:36:26.913492 ncdv-master-1 neutron-server[119334]: WARNING oslo_policy.policy [None req-df735c69-6808-43d8-88c9-21fbf8e3e5a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 06 20:36:26.913861 ncdv-master-1 neutron-server[119334]: WARNING oslo_policy.policy [None req-df735c69-6808-43d8-88c9-21fbf8e3e5a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 06 20:36:26.922339 ncdv-master-1 neutron-server[119334]: INFO neutron.quota [None req-df735c69-6808-43d8-88c9-21fbf8e3e5a5 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f925896a460>.
Nov 06 20:36:27.007519 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df735c69-6808-43d8-88c9-21fbf8e3e5a5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766657933926', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766657934409', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766657938169', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766657940797', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766657573016', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766658033855', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3667793', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3654700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-467127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1675232'] for rbac-policy, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:27.071120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df735c69-6808-43d8-88c9-21fbf8e3e5a5 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:27.072924 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df735c69-6808-43d8-88c9-21fbf8e3e5a5 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6058829
Nov 06 20:36:29.818187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40776) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:30.108064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'project_id': '05a6115214694fb6b1a541e834a10b37'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:36:30.136406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Made reservation on behalf of 05a6115214694fb6b1a541e834a10b37 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:36:30.139077 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:30.155346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:30.262927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:30.266414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:30.285224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:36:30.313172 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766658992770', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:30.313755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f925985a820> segment precommit_create {{(pid=119334) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 06 20:36:30.314273 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Added segment bf411ab7-3b62-49ec-9e16-1e1306d891bb of type vlan for network 4011d739-abeb-47d3-b1e7-26b951937cc2
Nov 06 20:36:30.329957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738afcc-780e-4eb9-b1ba-2b641cd9bf5e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:30.377556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.377893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.378224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.378549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.378870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.379189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.379505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.379819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.380130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.380488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.380795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.381105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Tracked resource versions report:
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]: pushed versions:
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]: {   'AddressGroup': {'1.2'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'ConntrackHelper': {'1.0'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'Log': {'1.0'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'Network': {'1.1'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'Port': {'1.7'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'PortForwarding': {'1.2'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'QosPolicy': {'1.10'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'SecurityGroup': {'1.5'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'SecurityGroupRule': {'1.2'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'SubPort': {'1.0'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'Subnet': {'1.1'},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     'Trunk': {'1.1'}}
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]: consumer versions:
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]: {   DHCP agent@ncdv-master-1: {},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     L3 agent@ncdv-master-1: {},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     Metadata agent@ncdv-master-1: {},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     Metering agent@ncdv-master-1: {},
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'ConntrackHelper': '1.0',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'Log': '1.0',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'Network': '1.1',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'Port': '1.7',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'PortForwarding': '1.2',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'QosPolicy': '1.10',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'SecurityGroup': '1.5',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'SecurityGroupRule': '1.2',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'SubPort': '1.0',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'Subnet': '1.1',
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:                                           'Trunk': '1.1'}}
Nov 06 20:36:30.382145 ncdv-master-1 neutron-server[119334]:  {{(pid=119334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 06 20:36:30.433626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:30.470524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:30.471677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:36:30.472414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:30.567016 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7477486
Nov 06 20:36:30.574848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9b5e5-a8e0-4208-b48e-17e62829102b admin admin] Pushing event updated for resources: {'Network': ['ID=4011d739-abeb-47d3-b1e7-26b951937cc2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:30.586976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 4011d739-abeb-47d3-b1e7-26b951937cc2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:36:33.391798 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40790) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:33.785155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c55cdc3-bf52-46fc-9cec-5e1f5871b4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:36:33.786512 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3c55cdc3-bf52-46fc-9cec-5e1f5871b4be admin admin] 10.222.0.13 "GET /v2.0/networks/4011d739-abeb-47d3-b1e7-26b951937cc2 HTTP/1.1" status: 200  len: 825 time: 0.3937442
Nov 06 20:36:33.810980 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1b866a14-0cdc-405a-bcc7-fabe55b3fff3 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/126ceafe-4145-4151-8465-00161cc28ac9 HTTP/1.1" status: 200  len: 734 time: 0.0180185
Nov 06 20:36:33.819726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Request body: {'subnet': {'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'subnetpool_id': '126ceafe-4145-4151-8465-00161cc28ac9', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2', 'name': 'private-subnet'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:36:33.841145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Made reservation on behalf of 05a6115214694fb6b1a541e834a10b37 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:36:33.843288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:34.124198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:34.191662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53192f5a-9f92-4abb-bf9e-ce6edfb407a6,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:34.196188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Checking segment: {'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:36:34.196624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Network hostable DHCP agents. Network: 4011d739-abeb-47d3-b1e7-26b951937cc2, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:36:34.217329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Network 4011d739-abeb-47d3-b1e7-26b951937cc2 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:36:34.228572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4011d739-abeb-47d3-b1e7-26b951937cc2) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:36:34.233081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:36:34.233680 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:34.238629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c308c22-2635-4e5f-8863-529abebf59e2 None None] Network 4011d739-abeb-47d3-b1e7-26b951937cc2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:36:34.249066 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f31312e5-08e4-4bfd-a24c-fadd2c595c41 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4324434
Nov 06 20:36:34.561616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4011d739-abeb-47d3-b1e7-26b951937cc2', 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'fixed_ips': [{'subnet_id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:36:34.563095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:34.864776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Allocated IP 172.20.0.2 (4011d739-abeb-47d3-b1e7-26b951937cc2/53192f5a-9f92-4abb-bf9e-ce6edfb407a6/0053cd84-6b2d-4a0b-837e-05715f02c362) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:36:35.062537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:35.070312 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:35.153694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Network 4011d739-abeb-47d3-b1e7-26b951937cc2 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:36:35.161501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:36:35.163164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Pushing event updated for resources: {'Port': ['ID=0053cd84-6b2d-4a0b-837e-05715f02c362,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:35.169239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:36:35.177057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.177403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.177745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.178075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.178404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.178732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.179054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.179375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.179700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.180071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.180416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.180737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Tracked resource versions report:
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]: pushed versions:
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]: {   'AddressGroup': {'1.2'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'ConntrackHelper': {'1.0'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'Log': {'1.0'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'Network': {'1.1'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'Port': {'1.7'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'PortForwarding': {'1.2'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'QosPolicy': {'1.10'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'SecurityGroup': {'1.5'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'SecurityGroupRule': {'1.2'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'SubPort': {'1.0'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'Subnet': {'1.1'},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     'Trunk': {'1.1'}}
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]: consumer versions:
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]: {   DHCP agent@ncdv-master-1: {},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     L3 agent@ncdv-master-1: {},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     Metadata agent@ncdv-master-1: {},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     Metering agent@ncdv-master-1: {},
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'ConntrackHelper': '1.0',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'Log': '1.0',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'Network': '1.1',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'Port': '1.7',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'PortForwarding': '1.2',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'QosPolicy': '1.10',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'SecurityGroup': '1.5',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'SecurityGroupRule': '1.2',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'SubPort': '1.0',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'Subnet': '1.1',
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:                                           'Trunk': '1.1'}}
Nov 06 20:36:35.182415 ncdv-master-1 neutron-server[119335]:  {{(pid=119335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 06 20:36:35.255864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Attempting to bind port 0053cd84-6b2d-4a0b-837e-05715f02c362 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:36:35.256570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Attempting to bind port 0053cd84-6b2d-4a0b-837e-05715f02c362 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:36:35.256721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Attempting to bind port 0053cd84-6b2d-4a0b-837e-05715f02c362 on network 4011d739-abeb-47d3-b1e7-26b951937cc2 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:36:35.262272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:36:35.262649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Checking segment: {'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:36:35.263126 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:35.263514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Bound using segment: {'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:36:35.264001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Bound port: 0053cd84-6b2d-4a0b-837e-05715f02c362, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:36:35.264455 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:35.324778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] For port 0053cd84-6b2d-4a0b-837e-05715f02c362, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:36:35.329108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] For port 0053cd84-6b2d-4a0b-837e-05715f02c362, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0053cd84-6b2d-4a0b-837e-05715f02c362,segment=NetworkSegment(bf411ab7-3b62-49ec-9e16-1e1306d891bb),segment_id=bf411ab7-3b62-49ec-9e16-1e1306d891bb)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:36:35.332711 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:35.397179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a0960-98f4-4690-be0d-791039a5a968 None None] Pushing event updated for resources: {'Port': ['ID=0053cd84-6b2d-4a0b-837e-05715f02c362,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:36.836723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40798) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:37.152038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-84eb6662-cbe6-463b-8b53-983ae0d50343 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:36:37.153219 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-84eb6662-cbe6-463b-8b53-983ae0d50343 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3148291
Nov 06 20:36:39.778079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40806) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:40.098925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-2b5c3daa-a6e7-4715-bcdf-6318661a7f21 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:36:40.099931 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b5c3daa-a6e7-4715-bcdf-6318661a7f21 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3209138
Nov 06 20:36:42.932825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:43.243220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-bf4b7ed5-e8f3-444c-9c44-bd72fd39ff5d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '05a6115214694fb6b1a541e834a10b37'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:36:43.267135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7ed5-e8f3-444c-9c44-bd72fd39ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:43.268746 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7ed5-e8f3-444c-9c44-bd72fd39ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:43.397416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7ed5-e8f3-444c-9c44-bd72fd39ff5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:43.407162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7ed5-e8f3-444c-9c44-bd72fd39ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:43.428961 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7ed5-e8f3-444c-9c44-bd72fd39ff5d admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:43.430244 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bf4b7ed5-e8f3-444c-9c44-bd72fd39ff5d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4963753
Nov 06 20:36:44.390421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0053cd84-6b2d-4a0b-837e-05715f02c362 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:36:44.478329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0053cd84-6b2d-4a0b-837e-05715f02c362 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:36:44.478712 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:44.585675 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:44.619014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 0053cd84-6b2d-4a0b-837e-05715f02c362, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0053cd84-6b2d-4a0b-837e-05715f02c362,segment=NetworkSegment(bf411ab7-3b62-49ec-9e16-1e1306d891bb),segment_id=bf411ab7-3b62-49ec-9e16-1e1306d891bb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:36:44.623471 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:44.675975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=0053cd84-6b2d-4a0b-837e-05715f02c362,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:44.768246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018aac44-88c9-42f2-bb38-5937c23a8318 None None] Network 4011d739-abeb-47d3-b1e7-26b951937cc2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:36:44.863749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-52b7ac6a-6c87-40f7-837b-0a227ebd3441 None None] Provisioning complete for port 0053cd84-6b2d-4a0b-837e-05715f02c362 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:36:44.863749 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-52b7ac6a-6c87-40f7-837b-0a227ebd3441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:45.230173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e69ccbcd-9d02-42bc-9c2f-1fe6bb813cf0 None None] Provisioning complete for port 0053cd84-6b2d-4a0b-837e-05715f02c362 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:36:45.230535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e69ccbcd-9d02-42bc-9c2f-1fe6bb813cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:46.067416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40828) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:46.352264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0053cd84-6b2d-4a0b-837e-05715f02c362 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:36:46.381938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-bec5ea61-3388-45c0-8e88-711e433efeb4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:36:46.382939 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bec5ea61-3388-45c0-8e88-711e433efeb4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3145916
Nov 06 20:36:46.399107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0053cd84-6b2d-4a0b-837e-05715f02c362 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:36:46.400068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:46.750301 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3932df97-3927-43f0-9017-f901e4604db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:48.962495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40836) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:49.119811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8f0eecda-f1fd-456f-bf01-bcfb188e42e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.278687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:36:49.298573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Made reservation on behalf of 3bb682cb4f4b47b1bea0e0b9f1872f3d for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:36:49.300913 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.308705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.381749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.385675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.400202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Reserving flat network on physical network physnet1 {{(pid=119334) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 06 20:36:49.417662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55140b0a-8b83-4cb8-8d35-406d7e71c137,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:49.422222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.422558 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Added segment ceca1cbd-d337-4ded-b549-fc3908148c98 of type flat for network 1cd440a1-6c1d-4164-9378-c5efd9c6801b
Nov 06 20:36:49.466873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.496549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.497751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:36:49.498321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:49.556154 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5923173
Nov 06 20:36:49.561040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec311d6-77e1-4bf7-93a0-d07f073bef5f admin admin] Pushing event updated for resources: {'Network': ['ID=1cd440a1-6c1d-4164-9378-c5efd9c6801b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:49.572318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:36:50.379273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:51.590507 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:52.042238 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:36:52.086285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40854) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:52.257809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ed5f2-bcac-4f0a-b509-4e87141025c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:36:52.259163 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e64ed5f2-bcac-4f0a-b509-4e87141025c7 admin admin] 10.222.0.13 "GET /v2.0/subnets/53192f5a-9f92-4abb-bf9e-ce6edfb407a6 HTTP/1.1" status: 200  len: 849 time: 0.1718318
Nov 06 20:36:52.374110 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c232169d-016f-44e5-a313-f5616594c9d7 admin admin] 10.222.0.13 "GET /v2.0/routers/79601078-3c84-48ec-9e17-9fec0a676dfa HTTP/1.1" status: 200  len: 704 time: 0.1087849
Nov 06 20:36:52.417865 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:52.638690 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:52.926231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Allocated IP 172.20.0.1 (4011d739-abeb-47d3-b1e7-26b951937cc2/53192f5a-9f92-4abb-bf9e-ce6edfb407a6/001fc14e-e4c0-4249-9fda-c399fdf042f7) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:36:53.123468 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:53.186865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:53.269884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Network 4011d739-abeb-47d3-b1e7-26b951937cc2 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:36:53.277209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:36:53.279853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:36:53.280761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:53.341521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=001fc14e-e4c0-4249-9fda-c399fdf042f7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:53.472624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fbfb4c4f-abff-46a4-806a-0c861e8486bc None None] Provisioning complete for port 001fc14e-e4c0-4249-9fda-c399fdf042f7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:36:53.473183 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fbfb4c4f-abff-46a4-806a-0c861e8486bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:53.482203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:53.506011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb4c4f-abff-46a4-806a-0c861e8486bc None None] Port 001fc14e-e4c0-4249-9fda-c399fdf042f7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:36:53.687971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:53.691934 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:53.692668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:53.766663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=001fc14e-e4c0-4249-9fda-c399fdf042f7,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:53.813540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Network 4011d739-abeb-47d3-b1e7-26b951937cc2 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:36:53.814805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:36:53.972803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Router 79601078-3c84-48ec-9e17-9fec0a676dfa is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:36:54.027301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-830e9fae-eca6-4e9e-9649-a198ffa4f3a3 None None] Provisioning complete for port 001fc14e-e4c0-4249-9fda-c399fdf042f7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:36:54.027678 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-830e9fae-eca6-4e9e-9649-a198ffa4f3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:54.060246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-830e9fae-eca6-4e9e-9649-a198ffa4f3a3 None None] Port 001fc14e-e4c0-4249-9fda-c399fdf042f7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:36:54.062630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:36:54.067795 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-edbfa5bd-dc31-4859-8e1a-fe4ab694b5a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/79601078-3c84-48ec-9e17-9fec0a676dfa/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.6878781
Nov 06 20:36:54.072030 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Sync routers for ids ['79601078-3c84-48ec-9e17-9fec0a676dfa'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:36:54.084659 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Routers {'79601078-3c84-48ec-9e17-9fec0a676dfa'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:36:54.085745 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258ac9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:36:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['79601078-3c84-48ec-9e17-9fec0a676dfa'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:54.273016 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Set router 79601078-3c84-48ec-9e17-9fec0a676dfa gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:36:54.718684 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258ac9580>, [{'id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'name': 'router1', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:36:43Z', 'updated_at': '2021-11-06T20:36:53Z', 'revision_number': 2, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'gw_port_host': None, '_interfaces': [{'id': '001fc14e-e4c0-4249-9fda-c399fdf042f7', 'name': '', 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'mac_address': 'fa:16:3e:1d:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:36:52Z', 'updated_at': '2021-11-06T20:36:53Z', 'revision_number': 2, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'subnets': [{'id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '126ceafe-4145-4151-8465-00161cc28ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:54.766818 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Checking router: 79601078-3c84-48ec-9e17-9fec0a676dfa for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:36:54.767185 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Updating router 79601078-3c84-48ec-9e17-9fec0a676dfa port 001fc14e-e4c0-4249-9fda-c399fdf042f7 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:36:54.840286 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.327618 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.333875 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.467583 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Pushing event updated for resources: {'Port': ['ID=001fc14e-e4c0-4249-9fda-c399fdf042f7,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:55.491569 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.491907 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.492259 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.492621 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.493026 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.493351 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.493673 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.493992 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.494308 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.494626 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.494940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.495254 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Tracked resource versions report:
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]: pushed versions:
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]: {   'AddressGroup': {'1.2'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'ConntrackHelper': {'1.0'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'Log': {'1.0'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'Network': {'1.1'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'Port': {'1.7'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'PortForwarding': {'1.2'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'QosPolicy': {'1.10'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'SecurityGroup': {'1.5'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'SecurityGroupRule': {'1.2'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'SubPort': {'1.0'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'Subnet': {'1.1'},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     'Trunk': {'1.1'}}
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]: consumer versions:
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]: {   DHCP agent@ncdv-master-1: {},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     L3 agent@ncdv-master-1: {},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     Metadata agent@ncdv-master-1: {},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     Metering agent@ncdv-master-1: {},
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'ConntrackHelper': '1.0',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'Log': '1.0',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'Network': '1.1',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'Port': '1.7',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'PortForwarding': '1.2',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'QosPolicy': '1.10',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'SecurityGroup': '1.5',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'SecurityGroupRule': '1.2',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'SubPort': '1.0',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'Subnet': '1.1',
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:                                           'Trunk': '1.1'}}
Nov 06 20:36:55.496332 ncdv-master-1 neutron-server[119336]:  {{(pid=119336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 06 20:36:55.513833 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Attempting to bind port 001fc14e-e4c0-4249-9fda-c399fdf042f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:36:55.514234 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Attempting to bind port 001fc14e-e4c0-4249-9fda-c399fdf042f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:36:55.514693 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Attempting to bind port 001fc14e-e4c0-4249-9fda-c399fdf042f7 on network 4011d739-abeb-47d3-b1e7-26b951937cc2 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:36:55.519891 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:36:55.520323 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Checking segment: {'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:36:55.520817 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.521205 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Bound using segment: {'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:36:55.521705 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Bound port: 001fc14e-e4c0-4249-9fda-c399fdf042f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf411ab7-3b62-49ec-9e16-1e1306d891bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:36:55.522093 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.587459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b8fdf545-51bb-4b06-8b82-d7a6ee8875ff None None] Provisioning complete for port 001fc14e-e4c0-4249-9fda-c399fdf042f7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:36:55.588453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf545-51bb-4b06-8b82-d7a6ee8875ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.591041 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] For port 001fc14e-e4c0-4249-9fda-c399fdf042f7, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:36:55.610399 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] For port 001fc14e-e4c0-4249-9fda-c399fdf042f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=001fc14e-e4c0-4249-9fda-c399fdf042f7,segment=NetworkSegment(bf411ab7-3b62-49ec-9e16-1e1306d891bb),segment_id=bf411ab7-3b62-49ec-9e16-1e1306d891bb)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:36:55.615808 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.627602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b8fdf545-51bb-4b06-8b82-d7a6ee8875ff None None] Port 001fc14e-e4c0-4249-9fda-c399fdf042f7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:36:55.685105 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3bf20-ad85-4215-ba63-1bf355e374cd None None] Pushing event updated for resources: {'Port': ['ID=001fc14e-e4c0-4249-9fda-c399fdf042f7,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:55.687905 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Routers {'79601078-3c84-48ec-9e17-9fec0a676dfa'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:36:55.688652 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258ac9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:36:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['79601078-3c84-48ec-9e17-9fec0a676dfa'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:55.776582 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] Set router 79601078-3c84-48ec-9e17-9fec0a676dfa gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:36:55.853802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a8a2432b-ddc8-4a64-9443-5f6f594384d0 None None] Provisioning complete for port 001fc14e-e4c0-4249-9fda-c399fdf042f7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:36:55.854170 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a8a2432b-ddc8-4a64-9443-5f6f594384d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.935918 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a8a2432b-ddc8-4a64-9443-5f6f594384d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.972735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a8a2432b-ddc8-4a64-9443-5f6f594384d0 None None] For port 001fc14e-e4c0-4249-9fda-c399fdf042f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=001fc14e-e4c0-4249-9fda-c399fdf042f7,segment=NetworkSegment(bf411ab7-3b62-49ec-9e16-1e1306d891bb),segment_id=bf411ab7-3b62-49ec-9e16-1e1306d891bb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:36:55.977287 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a8a2432b-ddc8-4a64-9443-5f6f594384d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:55.987168 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258ac9580>, [{'id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'name': 'router1', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:36:43Z', 'updated_at': '2021-11-06T20:36:53Z', 'revision_number': 2, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'gw_port_host': None, '_interfaces': [{'id': '001fc14e-e4c0-4249-9fda-c399fdf042f7', 'name': '', 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'mac_address': 'fa:16:3e:1d:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:36:52Z', 'updated_at': '2021-11-06T20:36:55Z', 'revision_number': 4, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'subnets': [{'id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '126ceafe-4145-4151-8465-00161cc28ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:36:56.013611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ebd43-3eb0-45ff-8808-f84be5929618 None None] The sync data for ids ['79601078-3c84-48ec-9e17-9fec0a676dfa'] in ncdv-master-1 is: [{'id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'name': 'router1', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:36:43Z', 'updated_at': '2021-11-06T20:36:53Z', 'revision_number': 2, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'gw_port_host': None, '_interfaces': [{'id': '001fc14e-e4c0-4249-9fda-c399fdf042f7', 'name': '', 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'mac_address': 'fa:16:3e:1d:8c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:36:52Z', 'updated_at': '2021-11-06T20:36:55Z', 'revision_number': 4, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'subnets': [{'id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '126ceafe-4145-4151-8465-00161cc28ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:36:56.022888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2432b-ddc8-4a64-9443-5f6f594384d0 None None] Pushing event updated for resources: {'Port': ['ID=001fc14e-e4c0-4249-9fda-c399fdf042f7,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:56.490172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40874) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:56.601151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c988507-0890-4e80-8cf3-4f3d701c6677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:36:56.602539 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c988507-0890-4e80-8cf3-4f3d701c6677 admin admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 842 time: 0.1114273
Nov 06 20:36:56.612486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.35.0.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'cidr': '172.35.0.0/24'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:36:56.634717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Made reservation on behalf of 3bb682cb4f4b47b1bea0e0b9f1872f3d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:36:56.636921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:56.988310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 20:36:56.988751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:57.046262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a150ae-1eec-47c3-b6f7-1e74a8663699,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:36:57.050173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:36:57.050540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Network hostable DHCP agents. Network: 1cd440a1-6c1d-4164-9378-c5efd9c6801b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:36:57.067878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:36:57.077303 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1cd440a1-6c1d-4164-9378-c5efd9c6801b) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:36:57.081384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:36:57.081970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:36:57.087990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4868d428-d000-4c09-a227-7b079596e21c None None] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:36:57.099191 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9b873e82-16a7-42a8-9277-72b6b6c85ed5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4900379
Nov 06 20:36:57.242603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336eeb46-9814-4430-a797-1e76a844eda2 None None] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:36:59.604007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40882) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:36:59.740236 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8944835c-d03b-4493-bc46-de8068a213ac admin admin] 10.222.0.13 "GET /v2.0/routers/79601078-3c84-48ec-9e17-9fec0a676dfa HTTP/1.1" status: 200  len: 710 time: 0.1349404
Nov 06 20:36:59.831003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c17c00-55c6-4c0a-89db-903cb6e4d72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:36:59.832434 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e1c17c00-55c6-4c0a-89db-903cb6e4d72c admin admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 886 time: 0.0858920
Nov 06 20:36:59.842383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:37:00.086233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:00.313677 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:00.388701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:00.491597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Allocated IP 172.35.0.188 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/5c2ba0cd-001e-4760-a64d-0a73410dbdd5) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:37:00.591922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:00.624884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:00.661110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:37:00.663688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:37:00.667712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:37:00.743515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Pushing event updated for resources: {'Port': ['ID=5c2ba0cd-001e-4760-a64d-0a73410dbdd5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:37:01.008312 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:01.198482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:01.202031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:01.308517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Router 79601078-3c84-48ec-9e17-9fec0a676dfa has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:37:01.409344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:37:01.413473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:01.414697 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5963144b-f088-4aae-9441-c26f26f04c0e admin admin] 10.222.0.13 "PUT /v2.0/routers/79601078-3c84-48ec-9e17-9fec0a676dfa HTTP/1.1" status: 200  len: 890 time: 1.5757353
Nov 06 20:37:02.378581 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 001fc14e-e4c0-4249-9fda-c399fdf042f7 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:37:02.425215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 001fc14e-e4c0-4249-9fda-c399fdf042f7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:37:02.425542 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:03.206262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Sync routers for ids ['79601078-3c84-48ec-9e17-9fec0a676dfa'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:37:03.217583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Routers {'79601078-3c84-48ec-9e17-9fec0a676dfa'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:37:03.218222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258b5f250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:36:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['79601078-3c84-48ec-9e17-9fec0a676dfa'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:37:03.421203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Set router 79601078-3c84-48ec-9e17-9fec0a676dfa gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:37:03.888253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258b5f250>, [{'id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'name': 'router1', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.188'}], 'enable_snat': True}, 'gw_port_id': '5c2ba0cd-001e-4760-a64d-0a73410dbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:36:43Z', 'updated_at': '2021-11-06T20:37:00Z', 'revision_number': 4, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'gw_port': {'id': '5c2ba0cd-001e-4760-a64d-0a73410dbdd5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:37:00Z', 'updated_at': '2021-11-06T20:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '001fc14e-e4c0-4249-9fda-c399fdf042f7', 'name': '', 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'mac_address': 'fa:16:3e:1d:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:36:52Z', 'updated_at': '2021-11-06T20:36:55Z', 'revision_number': 5, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'subnets': [{'id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '126ceafe-4145-4151-8465-00161cc28ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:37:03.940007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Checking router: 79601078-3c84-48ec-9e17-9fec0a676dfa for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:37:03.940396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Updating router 79601078-3c84-48ec-9e17-9fec0a676dfa port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:37:03.988781 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:04.019392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40894) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:37:04.129013 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2aa29b5e-f71a-410c-95bf-ffeb9d6b6c33 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1082304
Nov 06 20:37:04.311586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:04.317267 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:04.372601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c78969-bcee-4d57-9ba8-91be703f24d0 None None] Pushing event updated for resources: {'Port': ['ID=5c2ba0cd-001e-4760-a64d-0a73410dbdd5,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:37:04.377345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Attempting to bind port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:37:04.377719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Attempting to bind port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:37:04.378090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Attempting to bind port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:37:04.383233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:37:04.383615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:37:04.384014 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:04.384441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:37:04.384910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Bound port: 5c2ba0cd-001e-4760-a64d-0a73410dbdd5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:37:04.385290 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:04.434633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] For port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:37:04.437832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] For port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c2ba0cd-001e-4760-a64d-0a73410dbdd5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:37:04.442062 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:04.498764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Routers {'79601078-3c84-48ec-9e17-9fec0a676dfa'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:37:04.499371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258b5f250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:36:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['79601078-3c84-48ec-9e17-9fec0a676dfa'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:37:04.535876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c78969-bcee-4d57-9ba8-91be703f24d0 None None] Pushing event updated for resources: {'Port': ['ID=5c2ba0cd-001e-4760-a64d-0a73410dbdd5,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:37:04.609510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] Set router 79601078-3c84-48ec-9e17-9fec0a676dfa gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:37:04.826187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258b5f250>, [{'id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'name': 'router1', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.188'}], 'enable_snat': True}, 'gw_port_id': '5c2ba0cd-001e-4760-a64d-0a73410dbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:36:43Z', 'updated_at': '2021-11-06T20:37:00Z', 'revision_number': 4, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'gw_port': {'id': '5c2ba0cd-001e-4760-a64d-0a73410dbdd5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:37:00Z', 'updated_at': '2021-11-06T20:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '001fc14e-e4c0-4249-9fda-c399fdf042f7', 'name': '', 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'mac_address': 'fa:16:3e:1d:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:36:52Z', 'updated_at': '2021-11-06T20:36:55Z', 'revision_number': 5, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'subnets': [{'id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '126ceafe-4145-4151-8465-00161cc28ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:37:04.852668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c1066-c747-4e45-a7be-4891d159c58a None None] The sync data for ids ['79601078-3c84-48ec-9e17-9fec0a676dfa'] in ncdv-master-1 is: [{'id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'name': 'router1', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.188'}], 'enable_snat': True}, 'gw_port_id': '5c2ba0cd-001e-4760-a64d-0a73410dbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:36:43Z', 'updated_at': '2021-11-06T20:37:00Z', 'revision_number': 4, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'gw_port': {'id': '5c2ba0cd-001e-4760-a64d-0a73410dbdd5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:37:00Z', 'updated_at': '2021-11-06T20:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '001fc14e-e4c0-4249-9fda-c399fdf042f7', 'name': '', 'network_id': '4011d739-abeb-47d3-b1e7-26b951937cc2', 'tenant_id': '05a6115214694fb6b1a541e834a10b37', 'mac_address': 'fa:16:3e:1d:8c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79601078-3c84-48ec-9e17-9fec0a676dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:36:52Z', 'updated_at': '2021-11-06T20:36:55Z', 'revision_number': 5, 'project_id': '05a6115214694fb6b1a541e834a10b37', 'subnets': [{'id': '53192f5a-9f92-4abb-bf9e-ce6edfb407a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '126ceafe-4145-4151-8465-00161cc28ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:37:06.410536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5c2ba0cd-001e-4760-a64d-0a73410dbdd5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:37:06.474667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:37:06.475067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:06.567422 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:06.589872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c2ba0cd-001e-4760-a64d-0a73410dbdd5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:37:06.595083 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:06.644373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=5c2ba0cd-001e-4760-a64d-0a73410dbdd5,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:37:08.406198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5c2ba0cd-001e-4760-a64d-0a73410dbdd5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:37:08.481260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5c2ba0cd-001e-4760-a64d-0a73410dbdd5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:37:08.481984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:16.756385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c393df1-41c3-4a0d-b2f8-16fe84d47e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:19.122225 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2a76b9f0-4b2a-46b7-87cb-b17960e805bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:20.390363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:21.603293 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:22.425220 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:29.056004 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:37:46.752237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ef9d9bc1-6473-4e76-bdf7-fee37d76d6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:49.129274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0a7291f-46fa-47f4-925b-d81d99b88b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:50.386068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:51.600980 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:37:52.422461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:06.045026 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:38:16.744194 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cdf78fca-c691-4783-bcbe-cd8d1d83fb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:19.124715 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88f48d61-f547-423e-ab15-3f6227e3f10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:20.386551 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:21.601822 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:22.414921 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:43.043769 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:38:46.744970 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-34f0d07c-d3cb-42ef-a139-97b1fdbcb1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:49.127719 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6df370f9-93fb-4af6-83e5-ae501c016909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:49.362627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41560) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:38:49.424518 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa92d67-4594-4412-a6b4-7eb4264c2b97 admin admin] GET failed (client error): The resource could not be found.
Nov 06 20:38:49.426240 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ffa92d67-4594-4412-a6b4-7eb4264c2b97 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0626171
Nov 06 20:38:49.593253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd38e34-d5da-4d82-9d4b-0d96920df1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:38:49.594741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-afd38e34-d5da-4d82-9d4b-0d96920df1bb admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1633301
Nov 06 20:38:50.387379 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:51.604066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:51.952708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41570) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:38:52.043088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e49c9c-6269-426b-be64-410a6a06d403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:38:52.044483 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-92e49c9c-6269-426b-be64-410a6a06d403 admin admin] 10.222.0.13 "GET /v2.0/subnets/53192f5a-9f92-4abb-bf9e-ce6edfb407a6 HTTP/1.1" status: 200  len: 849 time: 0.0907640
Nov 06 20:38:52.054275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:38:52.136988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:52.270005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766658839655'] for subnet, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:52.300655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:38:52.301243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:52.317160 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] 10.222.0.13 "PUT /v2.0/subnets/53192f5a-9f92-4abb-bf9e-ce6edfb407a6 HTTP/1.1" status: 200  len: 868 time: 0.2518716
Nov 06 20:38:52.317440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc673c5-5dd5-4584-8ed4-fa5f7d4172ee None None] Network 4011d739-abeb-47d3-b1e7-26b951937cc2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:38:52.326615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53192f5a-9f92-4abb-bf9e-ce6edfb407a6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:38:52.335340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.336355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.336758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.337099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.337424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.337751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.338073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.338397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.338711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.339030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.339365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.339821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10429e32-3bb9-4d65-9eb3-0256048a54e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:38:52.447879 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:52.708420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a5cd1171-e45b-46a5-945f-c9f6558662d9 None None] Provisioning complete for port 0053cd84-6b2d-4a0b-837e-05715f02c362 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:38:52.709049 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1171-e45b-46a5-945f-c9f6558662d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:52.794154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a5cd1171-e45b-46a5-945f-c9f6558662d9 None None] Provisioning complete for port 001fc14e-e4c0-4249-9fda-c399fdf042f7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:38:52.794399 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1171-e45b-46a5-945f-c9f6558662d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:38:54.682384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41578) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:38:54.808125 ncdv-master-1 neutron-server[119333]: WARNING oslo_policy.policy [None req-32b3cfdd-280e-41d0-9292-11b2c05586c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 06 20:38:54.808715 ncdv-master-1 neutron-server[119333]: WARNING oslo_policy.policy [None req-32b3cfdd-280e-41d0-9292-11b2c05586c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 06 20:38:55.327011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.policy [None req-32b3cfdd-280e-41d0-9292-11b2c05586c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119333) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 06 20:38:55.375544 ncdv-master-1 neutron-server[119333]: WARNING oslo_policy.policy [None req-32b3cfdd-280e-41d0-9292-11b2c05586c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 06 20:38:55.375913 ncdv-master-1 neutron-server[119333]: WARNING oslo_policy.policy [None req-32b3cfdd-280e-41d0-9292-11b2c05586c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 06 20:38:55.384004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3cfdd-280e-41d0-9292-11b2c05586c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:38:55.384500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3cfdd-280e-41d0-9292-11b2c05586c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:38:55.386571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-32b3cfdd-280e-41d0-9292-11b2c05586c7 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.7021189
Nov 06 20:38:57.737127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41594) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:38:57.943773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc05e8-bd4e-4799-ba89-054431d6b024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:38:57.944145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc05e8-bd4e-4799-ba89-054431d6b024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:38:57.945723 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3dcc05e8-bd4e-4799-ba89-054431d6b024 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2076590
Nov 06 20:39:00.350968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41602) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:00.547579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fb5d3-fad6-439f-92d1-2f5aae449365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:00.548911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-228fb5d3-fad6-439f-92d1-2f5aae449365 admin admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 886 time: 0.1969984
Nov 06 20:39:02.977550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41610) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:03.123949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f75190f-6f9d-426c-ad48-bdb63cea3789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:03.125430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2f75190f-6f9d-426c-ad48-bdb63cea3789 admin admin] 10.222.0.13 "GET /v2.0/networks/4011d739-abeb-47d3-b1e7-26b951937cc2 HTTP/1.1" status: 200  len: 869 time: 0.1469457
Nov 06 20:39:05.564854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41618) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:05.690488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa8b36-c0fa-4688-a09f-2a94c381fe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:05.690935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa8b36-c0fa-4688-a09f-2a94c381fe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:05.692486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-82fa8b36-c0fa-4688-a09f-2a94c381fe72 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1266615
Nov 06 20:39:08.047818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41626) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:08.137047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eded0a4-12c5-4fd5-b96c-602271fb882d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:08.137415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eded0a4-12c5-4fd5-b96c-602271fb882d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:08.138878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4eded0a4-12c5-4fd5-b96c-602271fb882d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0900631
Nov 06 20:39:10.467602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41650) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:10.595068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837da3c0-ebfa-46d9-8672-7aee7143609e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:10.596431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-837da3c0-ebfa-46d9-8672-7aee7143609e admin admin] 10.222.0.13 "GET /v2.0/subnets/53192f5a-9f92-4abb-bf9e-ce6edfb407a6 HTTP/1.1" status: 200  len: 868 time: 0.1278431
Nov 06 20:39:12.972663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41658) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:13.057887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6784c84-d08b-4c0b-9e38-87fe0dea09ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:13.059208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c6784c84-d08b-4c0b-9e38-87fe0dea09ab admin admin] 10.222.0.13 "GET /v2.0/subnets/b9a150ae-1eec-47c3-b6f7-1e74a8663699 HTTP/1.1" status: 200  len: 816 time: 0.0856102
Nov 06 20:39:16.745915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fd73611f-4f7d-4666-a763-11a40067b146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:19.129926 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-723cf648-8409-471e-acda-124138c62eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:20.042384 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:39:20.391740 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:21.606587 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:22.420172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:38.519406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41712) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:38.568111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-5c08bd63-173d-414a-8cb1-3af3972d803c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:39:38.569133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5c08bd63-173d-414a-8cb1-3af3972d803c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0482852
Nov 06 20:39:40.985153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41720) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:41.049922 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2e9a2b-7e89-4829-a34e-e196282ddfb6 admin admin] GET failed (client error): The resource could not be found.
Nov 06 20:39:41.051322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8d2e9a2b-7e89-4829-a34e-e196282ddfb6 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0651250
Nov 06 20:39:41.214991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2beb53d-b853-4ff5-9c28-37d4db5c9da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:41.216467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d2beb53d-b853-4ff5-9c28-37d4db5c9da5 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1603293
Nov 06 20:39:43.605675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41728) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:43.651915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:39:43.673166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Made reservation on behalf of 3bb682cb4f4b47b1bea0e0b9f1872f3d for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:39:43.676835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:43.703546 ncdv-master-1 neutron-server[119334]: WARNING neutron.services.revisions.revision_plugin [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f92566a3c40] {project_id='3bb682cb4f4b47b1bea0e0b9f1872f3d', id='e0c56108-c6b7-4fd5-a797-672653be3b9b', target_tenant='*', action='access_as_shared', object_id='5991dc4d-8b74-479c-b116-175fd4d5f183'}> to bump revision.
Nov 06 20:39:43.718134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:39:43.727548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:43.727906 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Added segment 24f08309-5049-406d-b92d-ac061427c0cf of type vlan for network 5991dc4d-8b74-479c-b116-175fd4d5f183
Nov 06 20:39:43.780872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:43.806968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:43.808600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:43.809568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:43.874776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=5991dc4d-8b74-479c-b116-175fd4d5f183,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:39:43.885127 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-37e53837-25a5-42fd-9428-68d501aed5d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2741942
Nov 06 20:39:43.885229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:39:46.250280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41736) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:39:46.309866 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f298bc9-7eef-4fd4-b18f-68e7d96e8020 admin admin] GET failed (client error): The resource could not be found.
Nov 06 20:39:46.311159 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f298bc9-7eef-4fd4-b18f-68e7d96e8020 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0599306
Nov 06 20:39:46.477406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a9086a-5478-4c01-a8f9-6dcbcb6f4b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:46.478795 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-99a9086a-5478-4c01-a8f9-6dcbcb6f4b34 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1630375
Nov 06 20:39:46.489094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:39:46.509868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Made reservation on behalf of 3bb682cb4f4b47b1bea0e0b9f1872f3d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:39:46.512150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Publish callbacks [] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:46.671782 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:46.721553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b176efa-5670-41ea-b759-5805aaeb7df3,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:39:46.731678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:39:46.732027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Network hostable DHCP agents. Network: 5991dc4d-8b74-479c-b116-175fd4d5f183, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:39:46.746417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6cfd659-2d7d-4d12-ab47-a9aea7d6ddc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:46.751124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:39:46.759606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5991dc4d-8b74-479c-b116-175fd4d5f183) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:39:46.763537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:39:46.764116 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:46.768554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519c66c-f326-4541-b1f4-8e68bf95e65b None None] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:39:46.783984 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-98e96cfc-67de-453f-ac85-38999a1a306c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2983336
Nov 06 20:39:46.920992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5991dc4d-8b74-479c-b116-175fd4d5f183', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'tenant_id': '3bb682cb4f4b47b1bea0e0b9f1872f3d', 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:39:46.921884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:47.063272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Allocated IP 192.168.233.2 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/ddb3c55d-5477-43ae-bc3f-d5710ae926db) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:39:47.213806 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:47.220070 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:47.268530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:39:47.269610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Pushing event updated for resources: {'Port': ['ID=ddb3c55d-5477-43ae-bc3f-d5710ae926db,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:39:47.271916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:39:47.274988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:39:47.283726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.284076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.284443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.284790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.285176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.285469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.285795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.286116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.286437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.286755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.287078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.287395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:39:47.340646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Attempting to bind port ddb3c55d-5477-43ae-bc3f-d5710ae926db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:39:47.341408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Attempting to bind port ddb3c55d-5477-43ae-bc3f-d5710ae926db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:39:47.341408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Attempting to bind port ddb3c55d-5477-43ae-bc3f-d5710ae926db on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:39:47.347225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:39:47.347665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:39:47.348068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:47.348523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:39:47.348990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Bound port: ddb3c55d-5477-43ae-bc3f-d5710ae926db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:39:47.349383 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:47.413172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] For port ddb3c55d-5477-43ae-bc3f-d5710ae926db, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:39:47.416263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] For port ddb3c55d-5477-43ae-bc3f-d5710ae926db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb3c55d-5477-43ae-bc3f-d5710ae926db,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:39:47.421084 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:47.480976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a479c-190c-46dc-96f4-31e278aa634c None None] Pushing event updated for resources: {'Port': ['ID=ddb3c55d-5477-43ae-bc3f-d5710ae926db,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:39:48.339093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354d680-fb6b-49ec-980a-9d8357ffb300 None None] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:39:48.452963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-323c9801-f1d4-4e02-97f3-4f7a87db0081 None None] Provisioning complete for port ddb3c55d-5477-43ae-bc3f-d5710ae926db triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:39:48.453320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-323c9801-f1d4-4e02-97f3-4f7a87db0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:48.516739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ddb3c55d-5477-43ae-bc3f-d5710ae926db up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:39:48.617866 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-323c9801-f1d4-4e02-97f3-4f7a87db0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:48.634292 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ddb3c55d-5477-43ae-bc3f-d5710ae926db triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:39:48.634654 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:48.685802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-323c9801-f1d4-4e02-97f3-4f7a87db0081 None None] For port ddb3c55d-5477-43ae-bc3f-d5710ae926db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb3c55d-5477-43ae-bc3f-d5710ae926db,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:39:48.694267 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-323c9801-f1d4-4e02-97f3-4f7a87db0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:48.773643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c9801-f1d4-4e02-97f3-4f7a87db0081 None None] Pushing event updated for resources: {'Port': ['ID=ddb3c55d-5477-43ae-bc3f-d5710ae926db,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:39:48.813682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-99be845c-0f9d-424c-b840-7e2a91094ad4 None None] Provisioning complete for port ddb3c55d-5477-43ae-bc3f-d5710ae926db triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:39:48.814052 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-99be845c-0f9d-424c-b840-7e2a91094ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:49.134488 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0e300fe6-9078-40ea-9ced-be22c8bf18a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:50.393944 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:50.475853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ddb3c55d-5477-43ae-bc3f-d5710ae926db up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:39:50.525777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ddb3c55d-5477-43ae-bc3f-d5710ae926db triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:39:50.526135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:51.611864 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:52.424114 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:39:57.040843 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:40:16.749750 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c1371b97-b793-4696-ae93-a90b35c45b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:19.133505 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2f60a299-6bac-4bf4-95bc-363387c601e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:20.396939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:21.613220 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:22.428791 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:34.040584 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:40:46.750176 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6da22903-1e70-4d84-a386-2bd505da3fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:49.128644 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-12bc87e2-f6e5-4681-be8b-cb3ede1eab46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:50.398488 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:51.620749 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:52.432138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:58.753390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41798) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:40:58.760389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-50b83109-35de-4829-aebf-34657d19b475 tempest-verify_tempest_config-254631321 tempest-verify_tempest_config-254631321-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:40:58.761471 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-50b83109-35de-4829-aebf-34657d19b475 tempest-verify_tempest_config-254631321 tempest-verify_tempest_config-254631321-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0063808
Nov 06 20:40:59.061862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:40:59.163849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:59.235409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:59.238876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:59.286519 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b224875b40344c5a3956cf2e98df643&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2235894
Nov 06 20:40:59.287495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbb5447-0b0c-4f84-ae06-ff941bb5fecc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:40:59.289385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41820) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:40:59.294532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.294874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.295206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.295539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.295865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.296191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.296546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.296866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.297184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.297497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.297816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.298128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb78-f8e0-4318-b619-bd06e141f376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.371668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:59.395126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:59.486118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:59.488827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:40:59.492977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bbb5447-0b0c-4f84-ae06-ff941bb5fecc HTTP/1.1" status: 204  len: 168 time: 0.2024858
Nov 06 20:40:59.500877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbb5447-0b0c-4f84-ae06-ff941bb5fecc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:40:59.509733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.510094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.510423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.510786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.511114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.511441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.511763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.512090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.512416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.512738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.513059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.513463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23be8f-f479-45b6-a1d8-7062f0babb4d admin admin] Tracked resource versions report:
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]: pushed versions:
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]: {   'AddressGroup': {'1.2'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'ConntrackHelper': {'1.0'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'Log': {'1.0'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'Network': {'1.1'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'Port': {'1.7'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'PortForwarding': {'1.2'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'QosPolicy': {'1.10'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'SecurityGroup': {'1.5'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'SecurityGroupRule': {'1.2'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'SubPort': {'1.0'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'Subnet': {'1.1'},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     'Trunk': {'1.1'}}
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]: consumer versions:
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]: {   DHCP agent@ncdv-master-1: {},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     L3 agent@ncdv-master-1: {},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     Metadata agent@ncdv-master-1: {},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     Metering agent@ncdv-master-1: {},
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'ConntrackHelper': '1.0',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'Log': '1.0',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'Network': '1.1',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'Port': '1.7',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'PortForwarding': '1.2',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'QosPolicy': '1.10',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'SecurityGroup': '1.5',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'SecurityGroupRule': '1.2',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'SubPort': '1.0',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'Subnet': '1.1',
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:                                           'Trunk': '1.1'}}
Nov 06 20:40:59.514403 ncdv-master-1 neutron-server[119333]:  {{(pid=119333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 06 20:41:11.038737 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:41:16.751418 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a8f19bf8-a04b-4dc5-874c-935ff48d65df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:19.130346 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f6e93cb-45f9-4ab2-a68c-c8d68b4a1fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:20.402784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:21.620443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:22.434622 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:46.755482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-49c9c27a-0461-49aa-8917-89ad4943d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:48.037984 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:41:49.131240 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c9257a2-6be5-47a3-aece-27e15a7c6b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:50.403726 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:51.623116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:41:52.435846 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:16.757384 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f9a901fa-d1e4-486c-ad05-eff6f3fdfa59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:19.134483 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-08fa2d88-e90f-4507-916d-edc7c1b62701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:20.406635 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:21.629899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:22.437089 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:25.036805 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:42:46.758092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6df030c-f3f6-46c0-ac33-bce3cb756968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:49.137441 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b230a3ee-477f-4697-a922-28e21237c8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:50.409704 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:51.630240 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:42:52.437852 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:02.036258 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:43:16.760989 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ebd33498-4ade-4695-a265-e2897c1e4226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:19.137905 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db281f9d-7dee-4f59-abbe-d2398748db63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:20.411560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:21.634385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:22.440608 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:39.034903 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 5 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:43:46.762533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3bce491f-557e-4256-9f99-8bf54b7d1b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:49.141347 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-10f4f36b-f8be-4fa9-b881-2a3d5d73d3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:50.414960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:51.636996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:43:52.441745 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:14.087351 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423274'] for agent, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:14.177138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-423274'] for agent, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:16.033958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:44:16.764431 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8388dde0-01ee-4470-a510-5b7cd1a26c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:19.147657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-70de3625-159c-4d32-9f89-2753927fd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:20.418125 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:21.639998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:22.443112 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:44.072382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:44.126551 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:46.764569 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4255517f-4fb4-4f71-b6ad-90986125fa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:49.150721 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2501573-c9a7-4244-a7ee-13ce946d4de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:50.420461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:51.646290 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:52.444808 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:44:53.033290 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:44:59.814783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41946) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:44:59.920353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7a181e3d-c2d7-45f4-a91f-d4ad80b10d85 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1021245
Nov 06 20:45:02.270273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41956) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:45:02.331891 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a3e8e137-4188-457d-b951-6224480c7d65 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0605252
Nov 06 20:45:14.070859 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:14.129387 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:16.764697 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b95363fd-7953-410e-b57a-9763af1d1a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:19.152630 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-67e7a715-82a2-47c3-a960-049c0e436ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:20.423285 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:21.639852 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:22.447208 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:30.032087 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:45:44.088531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:44.143483 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:46.767122 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-37d7134f-5630-4e33-a4fa-09d7a5dd05be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:49.170620 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-72a0bb5b-0888-4801-a627-6cb0e412ec42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:50.426893 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:51.642840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:45:52.450227 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:07.031799 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:46:14.101229 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:14.139307 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:16.768975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b63e0f4e-6528-4079-8fa7-122bb1b7b7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:19.163643 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4fcf5f1-9a32-4a14-92a2-69c1b5db80cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:20.428636 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:21.659685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:22.460859 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.232827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42208) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:26.578909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-network', 'tenant_id': '3e0376f3231e49d495f1777d2f774450'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:26.605047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Made reservation on behalf of 3e0376f3231e49d495f1777d2f774450 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:46:26.607771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.616474 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.657472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42236) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:26.691079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.695266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.724524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:46:26.732507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc6927a-f8a3-4303-9c6a-e67e786a1555,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:26.737222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.737530 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Added segment 3e4fbc91-99b8-4512-b2d5-568a2d943286 of type vlan for network 30f7f650-50d0-446a-82d8-39753cfb0023
Nov 06 20:46:26.755024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.755349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.755876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.756236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.756587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.756889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.757205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.757516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.757835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.758143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.758447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.758762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Tracked resource versions report:
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]: pushed versions:
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]: {   'AddressGroup': {'1.2'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'ConntrackHelper': {'1.0'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'Log': {'1.0'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'Network': {'1.1'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'Port': {'1.7'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'PortForwarding': {'1.2'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'QosPolicy': {'1.10'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'SecurityGroup': {'1.5'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'SecurityGroupRule': {'1.2'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'SubPort': {'1.0'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'Subnet': {'1.1'},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     'Trunk': {'1.1'}}
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]: consumer versions:
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]: {   DHCP agent@ncdv-master-1: {},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     HyperV agent@nch1-master-1: {},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     HyperV agent@nch2-master-1: {},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     L3 agent@ncdv-master-1: {},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     Metadata agent@ncdv-master-1: {},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     Metering agent@ncdv-master-1: {},
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'ConntrackHelper': '1.0',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'Log': '1.0',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'Network': '1.1',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'Port': '1.7',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'PortForwarding': '1.2',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'QosPolicy': '1.10',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'SecurityGroup': '1.5',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'SecurityGroupRule': '1.2',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'SubPort': '1.0',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'Subnet': '1.1',
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:                                           'Trunk': '1.1'}}
Nov 06 20:46:26.759764 ncdv-master-1 neutron-server[119334]:  {{(pid=119334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 06 20:46:26.798789 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.826273 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.827580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:26.828674 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:26.902683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] Pushing event updated for resources: {'Network': ['ID=30f7f650-50d0-446a-82d8-39753cfb0023,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:26.920229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42250) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:26.920721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-890c4519-537b-4bee-8f53-b3c6fe8d1051 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.6867127
Nov 06 20:46:26.925938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Request body: {'subnet': {'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-subnet', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:26.927865 ncdv-master-1 neutron-server[119333]: INFO neutron.quota [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f9257ac93d0>.
Nov 06 20:46:26.963400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 30f7f650-50d0-446a-82d8-39753cfb0023 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:46:26.976852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Made reservation on behalf of 3e0376f3231e49d495f1777d2f774450 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:46:26.980126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:27.242691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bc31dea7-c570-44e1-83b1-0daca5a101be tempest-AutoAllocateNetworkTest-1653853430 tempest-AutoAllocateNetworkTest-1653853430-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f76c04c2e91d4d41b72f300d0a950579&shared=False HTTP/1.1" status: 200  len: 208 time: 0.5825469
Nov 06 20:46:27.245456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42260) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:27.261206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:27.415881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Checking segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:27.416283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Network hostable DHCP agents. Network: 30f7f650-50d0-446a-82d8-39753cfb0023, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:46:27.464882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Network 30f7f650-50d0-446a-82d8-39753cfb0023 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:46:27.493155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 30f7f650-50d0-446a-82d8-39753cfb0023) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:27.519361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e57724-9f83-4753-8a90-0fdb91afe8d7 None None] Network 30f7f650-50d0-446a-82d8-39753cfb0023 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:46:27.521877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88cdd884-6910-4ccb-916f-a268dccf765d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:27.529382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:27.530265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:27.538924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.539580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.540134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.540969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.541514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.542039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.542579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.543101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.543633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.544152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.544721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.545260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] Tracked resource versions report:
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]: pushed versions:
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]: {   'AddressGroup': {'1.2'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'ConntrackHelper': {'1.0'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'Log': {'1.0'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'Network': {'1.1'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'Port': {'1.7'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'PortForwarding': {'1.2'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'QosPolicy': {'1.10'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'SecurityGroup': {'1.5'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'SecurityGroupRule': {'1.2'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'SubPort': {'1.0'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'Subnet': {'1.1'},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     'Trunk': {'1.1'}}
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]: consumer versions:
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]: {   DHCP agent@ncdv-master-1: {},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     HyperV agent@nch1-master-1: {},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     HyperV agent@nch2-master-1: {},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     L3 agent@ncdv-master-1: {},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     Metadata agent@ncdv-master-1: {},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     Metering agent@ncdv-master-1: {},
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'ConntrackHelper': '1.0',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'Log': '1.0',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'Network': '1.1',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'Port': '1.7',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'PortForwarding': '1.2',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'QosPolicy': '1.10',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'SecurityGroup': '1.5',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'SecurityGroupRule': '1.2',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'SubPort': '1.0',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'Subnet': '1.1',
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:                                           'Trunk': '1.1'}}
Nov 06 20:46:27.546526 ncdv-master-1 neutron-server[119333]:  {{(pid=119333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 06 20:46:27.573350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc88cc-1d58-4128-9586-ab50199b4ad7 tempest-AutoAllocateNetworkTest-1653853430 tempest-AutoAllocateNetworkTest-1653853430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:27.579207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42276) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:27.580172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-58cc88cc-1d58-4128-9586-ab50199b4ad7 tempest-AutoAllocateNetworkTest-1653853430 tempest-AutoAllocateNetworkTest-1653853430-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.3329172
Nov 06 20:46:27.598589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-34d95e9d-bcfa-4401-bf73-a7fd492a1885 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.6771204
Nov 06 20:46:27.599634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42278) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:27.612156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:27.648026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:27.650619 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:27.713276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-acf5eb04-3a12-482f-a778-83dc72f70d2c tempest-AutoAllocateNetworkTest-1653853430 tempest-AutoAllocateNetworkTest-1653853430-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1320956
Nov 06 20:46:27.717974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42282) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:27.793641 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5427cb3a-9807-4240-a3d6-4118e1bfd3ae tempest-AutoAllocateNetworkTest-1653853430 tempest-AutoAllocateNetworkTest-1653853430-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f76c04c2e91d4d41b72f300d0a950579 HTTP/1.1" status: 200  len: 208 time: 0.0738924
Nov 06 20:46:27.822201 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.099328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.149526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-30f7f650-50d0-446a-82d8-39753cfb0023', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:46:28.150414 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.327340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Allocated IP 172.20.0.2 (30f7f650-50d0-446a-82d8-39753cfb0023/88cdd884-6910-4ccb-916f-a268dccf765d/84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:28.499038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.508917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.576919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Network 30f7f650-50d0-446a-82d8-39753cfb0023 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:28.578625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:28.585234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:28.588657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Pushing event updated for resources: {'Port': ['ID=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:28.603494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.604033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.604698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.605200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.605679 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.606165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.606489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.606810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.607196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.607512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.608154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.608759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Tracked resource versions report:
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]: pushed versions:
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]: {   'AddressGroup': {'1.2'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'ConntrackHelper': {'1.0'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'Log': {'1.0'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'Network': {'1.1'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'Port': {'1.7'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'PortForwarding': {'1.2'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'QosPolicy': {'1.10'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'SecurityGroup': {'1.5'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'SecurityGroupRule': {'1.2'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'SubPort': {'1.0'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'Subnet': {'1.1'},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     'Trunk': {'1.1'}}
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]: consumer versions:
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]: {   DHCP agent@ncdv-master-1: {},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     HyperV agent@nch1-master-1: {},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     HyperV agent@nch2-master-1: {},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     L3 agent@ncdv-master-1: {},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     Metadata agent@ncdv-master-1: {},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     Metering agent@ncdv-master-1: {},
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'ConntrackHelper': '1.0',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'Log': '1.0',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'Network': '1.1',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'Port': '1.7',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'PortForwarding': '1.2',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'QosPolicy': '1.10',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'SecurityGroup': '1.5',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'SecurityGroupRule': '1.2',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'SubPort': '1.0',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'Subnet': '1.1',
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:                                           'Trunk': '1.1'}}
Nov 06 20:46:28.610024 ncdv-master-1 neutron-server[119335]:  {{(pid=119335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 06 20:46:28.618446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.645033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.690576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Attempting to bind port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:46:28.691144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Attempting to bind port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:46:28.691817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Attempting to bind port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 on network 30f7f650-50d0-446a-82d8-39753cfb0023 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:46:28.697798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:46:28.698379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Checking segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:28.698952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.699485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Bound using segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:46:28.700087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Bound port: 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:46:28.700662 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.777186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] For port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:46:28.780327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] For port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:46:28.785842 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:28.805234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42334) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:28.846954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Allocated IP 172.35.0.198 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/31b99bca-89ce-4b68-a490-22882b264f24) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:28.847680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c2152-0edc-4cee-b4fd-bddcb5336c75 None None] Pushing event updated for resources: {'Port': ['ID=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:28.995282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.107266 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.220190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:29.220190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:29.220190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:29.250871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-837e8592-c1c8-47d5-b1f2-46bcdc86d5fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.294677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=31b99bca-89ce-4b68-a490-22882b264f24,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:29.361459 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-837e8592-c1c8-47d5-b1f2-46bcdc86d5fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.367146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-837e8592-c1c8-47d5-b1f2-46bcdc86d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.401504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e8592-c1c8-47d5-b1f2-46bcdc86d5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ae10f4-d210-4579-be15-97ccea5fb8dc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:29.452938 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-837e8592-c1c8-47d5-b1f2-46bcdc86d5fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f76c04c2e91d4d41b72f300d0a950579&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6466212
Nov 06 20:46:29.453945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42360) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:29.530146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1888d63-e155-4718-9121-93e377662d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.565352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1888d63-e155-4718-9121-93e377662d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.652932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1888d63-e155-4718-9121-93e377662d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.659424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1888d63-e155-4718-9121-93e377662d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.662656 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c1888d63-e155-4718-9121-93e377662d14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76ae10f4-d210-4579-be15-97ccea5fb8dc HTTP/1.1" status: 204  len: 168 time: 0.2044415
Nov 06 20:46:29.676149 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:29.682698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1888d63-e155-4718-9121-93e377662d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ae10f4-d210-4579-be15-97ccea5fb8dc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:29.922868 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:30.067363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba8639-8453-4586-b6c9-8a17d222aff3 None None] Network 30f7f650-50d0-446a-82d8-39753cfb0023 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:46:30.120751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:46:30.256536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fa81c2cf-11bc-4a53-a3ba-24f3896990f9 None None] Provisioning complete for port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:30.256948 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fa81c2cf-11bc-4a53-a3ba-24f3896990f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:30.308413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42392) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:30.352476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:46:30.363820 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Sync routers for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:46:30.381817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:30.383352 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:46:30.383824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-71d74259-2899-417f-b4ee-0e6906fda5b5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 2.7803180
Nov 06 20:46:30.384549 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e12580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:30.386767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42398) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:30.417525 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fa81c2cf-11bc-4a53-a3ba-24f3896990f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:30.475743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-fa81c2cf-11bc-4a53-a3ba-24f3896990f9 None None] For port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:30.481520 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fa81c2cf-11bc-4a53-a3ba-24f3896990f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:30.598472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81c2cf-11bc-4a53-a3ba-24f3896990f9 None None] Pushing event updated for resources: {'Port': ['ID=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:30.639704 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:46:30.648601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9899c787-96e8-4917-8bd8-6ccea6df509a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:30.716023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0761c2de-2fee-4b0d-b03a-8bc569ab7f47 None None] Provisioning complete for port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:30.716422 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0761c2de-2fee-4b0d-b03a-8bc569ab7f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:30.783228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:30.926443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:30.926828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.020410 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e12580>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:29Z', 'revision_number': 3, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:31.112486 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Checking router: 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:46:31.112837 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Updating router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc port 31b99bca-89ce-4b68-a490-22882b264f24 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:46:31.140652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9899c787-96e8-4917-8bd8-6ccea6df509a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.149294 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9899c787-96e8-4917-8bd8-6ccea6df509a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.155438 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.198488 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9899c787-96e8-4917-8bd8-6ccea6df509a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ea6de7a9a3f4e7b8c971ae9c4a21348&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8858855
Nov 06 20:46:31.199159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42448) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:31.237629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899c787-96e8-4917-8bd8-6ccea6df509a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3dda2f-be5a-471e-b10c-2e0ce232c698,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:31.255625 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.343572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42462) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:31.350827 ncdv-master-1 neutron-server[119333]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 06 20:46:31.381368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-73089fd9-b9f2-4b83-affe-e91ad38c8600 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ceeb1e03e53b4607861fc4aaa59b056f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0366845
Nov 06 20:46:31.383729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fdb87b1-add4-4d85-a430-7d093f6ea3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.474657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fdb87b1-add4-4d85-a430-7d093f6ea3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.484906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Allocated IP 172.20.0.1 (30f7f650-50d0-446a-82d8-39753cfb0023/88cdd884-6910-4ccb-916f-a268dccf765d/bd1f2d0c-2f94-415d-8f53-32bc2c3b125b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:31.604265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-c1f4343b-0337-4b8d-b098-c1f4f82c7bd4 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:31.613359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-c1f4343b-0337-4b8d-b098-c1f4f82c7bd4 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2309132
Nov 06 20:46:31.632273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-16c7deed-ed6e-42c5-bf59-f8709a6abc3b tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/quotas/ceeb1e03e53b4607861fc4aaa59b056f HTTP/1.1" status: 200  len: 375 time: 0.0179060
Nov 06 20:46:31.661315 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.675053 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.713453 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.724702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-66d26d03-a180-4ec3-85e7-25f2f33a3805 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceeb1e03e53b4607861fc4aaa59b056f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0908387
Nov 06 20:46:31.726052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fdb87b1-add4-4d85-a430-7d093f6ea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.736165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fdb87b1-add4-4d85-a430-7d093f6ea3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.738085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4fdb87b1-add4-4d85-a430-7d093f6ea3c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d3dda2f-be5a-471e-b10c-2e0ce232c698 HTTP/1.1" status: 204  len: 168 time: 0.5379536
Nov 06 20:46:31.745682 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Pushing event updated for resources: {'Port': ['ID=31b99bca-89ce-4b68-a490-22882b264f24,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:31.749800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb87b1-add4-4d85-a430-7d093f6ea3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3dda2f-be5a-471e-b10c-2e0ce232c698,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:31.759747 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.760094 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.760467 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.760804 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.761135 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.761464 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.761792 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.762157 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.762492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.762831 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.763138 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.763501 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Tracked resource versions report:
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]: pushed versions:
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]: {   'AddressGroup': {'1.2'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'ConntrackHelper': {'1.0'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'Log': {'1.0'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'Network': {'1.1'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'Port': {'1.7'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'PortForwarding': {'1.2'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'QosPolicy': {'1.10'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'SecurityGroup': {'1.5'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'SecurityGroupRule': {'1.2'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'SubPort': {'1.0'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'Subnet': {'1.1'},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     'Trunk': {'1.1'}}
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]: consumer versions:
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]: {   DHCP agent@ncdv-master-1: {},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     HyperV agent@nch1-master-1: {},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     HyperV agent@nch2-master-1: {},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     L3 agent@ncdv-master-1: {},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     Metadata agent@ncdv-master-1: {},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     Metering agent@ncdv-master-1: {},
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'ConntrackHelper': '1.0',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'Log': '1.0',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'Network': '1.1',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'Port': '1.7',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'PortForwarding': '1.2',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'QosPolicy': '1.10',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'SecurityGroup': '1.5',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'SecurityGroupRule': '1.2',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'SubPort': '1.0',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'Subnet': '1.1',
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:                                           'Trunk': '1.1'}}
Nov 06 20:46:31.764715 ncdv-master-1 neutron-server[119336]:  {{(pid=119336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 06 20:46:31.817499 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Attempting to bind port 31b99bca-89ce-4b68-a490-22882b264f24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:46:31.821037 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Attempting to bind port 31b99bca-89ce-4b68-a490-22882b264f24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:46:31.822618 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Attempting to bind port 31b99bca-89ce-4b68-a490-22882b264f24 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:46:31.834474 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.838215 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:46:31.838215 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:31.840218 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.840218 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:46:31.840939 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Bound port: 31b99bca-89ce-4b68-a490-22882b264f24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:46:31.841346 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:31.898869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Network 30f7f650-50d0-446a-82d8-39753cfb0023 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:31.904052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:31.909814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:31.910838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.009024 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] For port 31b99bca-89ce-4b68-a490-22882b264f24, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:46:32.021312 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] For port 31b99bca-89ce-4b68-a490-22882b264f24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31b99bca-89ce-4b68-a490-22882b264f24,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:46:32.032551 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.172565 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:46:32.175904 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e12580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:32.255982 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd700dd-73d0-4b5b-a2fa-e433f3325102 None None] Pushing event updated for resources: {'Port': ['ID=31b99bca-89ce-4b68-a490-22882b264f24,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:32.265389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c808dd80-4817-4da5-8cf7-9b63a60473ea req-7246f7a7-e1a4-4a10-872c-1b09b2fc6081 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 210 time: 0.0779967
Nov 06 20:46:32.267350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:32.383802 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:46:32.384164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7c46d2da-2409-4d67-ba12-75da36a2ace6 None None] Provisioning complete for port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:32.385212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7c46d2da-2409-4d67-ba12-75da36a2ace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.424316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42516) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:32.433351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7c46d2da-2409-4d67-ba12-75da36a2ace6 None None] Port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:46:32.434399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.456082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c94fe7e6-ee47-4574-b411-ce32089beb96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.635288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c94fe7e6-ee47-4574-b411-ce32089beb96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.642955 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c94fe7e6-ee47-4574-b411-ce32089beb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.725292 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:32.740619 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e12580>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:29Z', 'revision_number': 3, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:32.767280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fe7e6-ee47-4574-b411-ce32089beb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ba833-5dad-4494-bbb2-015fbc1931ea,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:32.785214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c94fe7e6-ee47-4574-b411-ce32089beb96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cef1a5add80434b84d7a58f8445b33b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3598289
Nov 06 20:46:32.788388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42538) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:32.821453 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f51ebe-ff77-46c7-9380-9f359f711609 None None] The sync data for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 is: [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:29Z', 'revision_number': 3, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:46:32.906717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.907178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:32.907178 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.914557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.915332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.940996 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf6f3-b740-452c-b1d8-49c16820517d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:32.996864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:33.008824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf6f3-b740-452c-b1d8-49c16820517d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:33.103515 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf6f3-b740-452c-b1d8-49c16820517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:33.106264 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf6f3-b740-452c-b1d8-49c16820517d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:33.115539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fe5cf6f3-b740-452c-b1d8-49c16820517d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c2ba833-5dad-4494-bbb2-015fbc1931ea HTTP/1.1" status: 204  len: 168 time: 0.3259220
Nov 06 20:46:33.116057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Network 30f7f650-50d0-446a-82d8-39753cfb0023 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:33.117586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:33.127745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf6f3-b740-452c-b1d8-49c16820517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ba833-5dad-4494-bbb2-015fbc1931ea,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:33.371932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:46:33.567506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d34dded5-f6a4-44e8-93ed-593da9c9d161 None None] Provisioning complete for port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:33.568019 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d34dded5-f6a4-44e8-93ed-593da9c9d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:33.662006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:46:33.679964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d34dded5-f6a4-44e8-93ed-593da9c9d161 None None] Port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:46:33.680059 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9cab1ce5-4e85-48c5-a89e-218bcfa24b32 admin admin] 10.222.0.13 "PUT /v2.0/routers/9d5dbbc7-6802-40e5-89d8-0892efcf1fdc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2914968
Nov 06 20:46:33.784925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42594) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:34.281148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87f121c1-f455-4530-bca0-25184308462b req-c55c3387-93fd-4778-8d16-11074c6e1b72 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 210 time: 0.4926193
Nov 06 20:46:34.735444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 31b99bca-89ce-4b68-a490-22882b264f24 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:34.805673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 31b99bca-89ce-4b68-a490-22882b264f24 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:34.806043 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:34.817824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42668) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:34.829392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-network', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:34.881143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Made reservation on behalf of 331aa34dd80046ec8f11d2cc7b2204eb for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:46:34.884580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:34.918173 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:34.987697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.10', 56707) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:34.998724 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.045140 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-458f5c29-31c9-42a5-a35e-d01bcc057bbf tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ceeb1e03e53b4607861fc4aaa59b056f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0555308
Nov 06 20:46:35.059114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 31b99bca-89ce-4b68-a490-22882b264f24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31b99bca-89ce-4b68-a490-22882b264f24,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:35.068172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.137529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.152594 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.202986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=31b99bca-89ce-4b68-a490-22882b264f24,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:35.226147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:46:35.249683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15c406-414a-4651-9121-0354a569e5c5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:35.255623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.256088 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Added segment b29fb038-979f-403f-9c5f-bfd1527e19ba of type vlan for network b6a60fed-2a13-4e33-9123-745927d55fa2
Nov 06 20:46:35.270603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Sync routers for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:46:35.289955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:46:35.297562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251fdbbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:35.317662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.371108 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.372404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:35.373195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.375456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-3d68d58f-5629-45c8-a2ad-cdcc5e4e4440 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:35.381674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-3d68d58f-5629-45c8-a2ad-cdcc5e4e4440 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3313937
Nov 06 20:46:35.508595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42710) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:35.529389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e99b0817-de58-49fd-880d-97abee54d458 req-d88bf038-5488-4f20-8b87-c1012097081e tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 210 time: 0.0353551
Nov 06 20:46:35.543525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Request body: {'port': {'device_id': '027b89bd-aab4-4348-9494-be85f3973773', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'ceeb1e03e53b4607861fc4aaa59b056f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:35.557166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7380188
Nov 06 20:46:35.557817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42716) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:35.587679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Request body: {'subnet': {'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-subnet', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:35.588505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b8a2c-cb53-4a7f-91bd-c76212286086 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a60fed-2a13-4e33-9123-745927d55fa2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:35.590257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:46:35.655645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Made reservation on behalf of 331aa34dd80046ec8f11d2cc7b2204eb for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:46:35.658877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.683763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network b6a60fed-2a13-4e33-9123-745927d55fa2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:46:35.895442 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7add63aa-d6ac-48b5-b0fb-a4619556e770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.914266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Made reservation on behalf of ceeb1e03e53b4607861fc4aaa59b056f for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:46:35.924453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:35.936034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.023186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.028922 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.046864 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.122084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c864800-d676-44a5-9ebf-164f99f7bc56,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:36.140036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfa26cb-fc65-4808-ab1b-90886bfe390e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:36.227644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Checking segment: {'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:36.228031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Network hostable DHCP agents. Network: b6a60fed-2a13-4e33-9123-745927d55fa2, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:46:36.231762 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7add63aa-d6ac-48b5-b0fb-a4619556e770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.247799 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7add63aa-d6ac-48b5-b0fb-a4619556e770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.322253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Network b6a60fed-2a13-4e33-9123-745927d55fa2 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:46:36.332745 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7add63aa-d6ac-48b5-b0fb-a4619556e770 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a8995776704e6a98d7f61a4cf41cb0&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8220644
Nov 06 20:46:36.335571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42774) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:36.337590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add63aa-d6ac-48b5-b0fb-a4619556e770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4ec03-1649-4c16-80e2-fb88db346f7b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:36.342732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6a60fed-2a13-4e33-9123-745927d55fa2) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:36.372490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:36.373031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.387296 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca8d6d-57f1-491f-90bb-795a574f29bd None None] Network b6a60fed-2a13-4e33-9123-745927d55fa2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:46:36.393499 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e5a83c1d-246a-47a4-8c64-35669cb9b4e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.8263659
Nov 06 20:46:36.395938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42780) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:36.401589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:36.414692 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8194739-6c37-41e3-9777-f78cb0342928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.426663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.427846 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.464481 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8194739-6c37-41e3-9777-f78cb0342928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.479365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Allocated IP 192.168.233.34 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/829a0bac-6a0e-4e3c-a257-5fbed5e24627) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:36.504598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.585831 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8194739-6c37-41e3-9777-f78cb0342928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.589739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8194739-6c37-41e3-9777-f78cb0342928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.591131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b8194739-6c37-41e3-9777-f78cb0342928 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1c4ec03-1649-4c16-80e2-fb88db346f7b HTTP/1.1" status: 204  len: 168 time: 0.2542925
Nov 06 20:46:36.638852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8194739-6c37-41e3-9777-f78cb0342928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4ec03-1649-4c16-80e2-fb88db346f7b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:36.715876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251fdbbe0>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 2, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:36.776919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.807888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 31b99bca-89ce-4b68-a490-22882b264f24 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:36.809885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Checking router: 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:46:36.810405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Updating router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:46:36.839054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc7e34d6-bd24-47a9-a419-ccbcadd08f00 req-a5801ab3-56d5-4e72-9823-8779064b4311 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 210 time: 0.0883687
Nov 06 20:46:36.848529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.886975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b6a60fed-2a13-4e33-9123-745927d55fa2', 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'fixed_ips': [{'subnet_id': '4cfa26cb-fc65-4808-ab1b-90886bfe390e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:46:36.887889 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.921991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:36.981336 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:37.075666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:37.086590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:37.104337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:37.109691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:37.125270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:37.126295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:37.184985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Pushing event updated for resources: {'Port': ['ID=829a0bac-6a0e-4e3c-a257-5fbed5e24627,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:37.208887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-2493a6fa-095e-420b-a3dd-ad858e1a3c33 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6781864
Nov 06 20:46:37.240602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-c440221f-21ec-4abf-8bff-b9840e6fe07d tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:46:37.241741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-c440221f-21ec-4abf-8bff-b9840e6fe07d tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0141184
Nov 06 20:46:37.312546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 31b99bca-89ce-4b68-a490-22882b264f24 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:37.312994 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:37.450441 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:37.523586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:37.589268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Allocated IP 172.20.0.2 (b6a60fed-2a13-4e33-9123-745927d55fa2/4cfa26cb-fc65-4808-ab1b-90886bfe390e/53a27cf6-b70d-4433-91d1-bd641448a263) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:37.744004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-56481457-17a4-49c4-b26c-fa7f34abb2f9 None None] Provisioning complete for port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:37.744577 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-56481457-17a4-49c4-b26c-fa7f34abb2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:37.764960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a23586c-c83c-4677-9fcb-f6656a892479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:37.833513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-56481457-17a4-49c4-b26c-fa7f34abb2f9 None None] Port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:46:37.976189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Allocated IP 172.35.0.33 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/be829027-2c92-4a76-a3c5-cdbe17f25616) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:38.126564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42822) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:38.154598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1bb66591-4481-401f-aef3-8d94884f6429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.240038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a23586c-c83c-4677-9fcb-f6656a892479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.253893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a23586c-c83c-4677-9fcb-f6656a892479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.278112 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.299241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.312709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23586c-c83c-4677-9fcb-f6656a892479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba91819-1dc2-4b6b-8d83-d0b057c73543,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:38.333875 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.351353 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.376236 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4a23586c-c83c-4677-9fcb-f6656a892479 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66d3e9e0df134e508cd1f0e7127a1023&name=default HTTP/1.1" status: 200  len: 2992 time: 1.2706649
Nov 06 20:46:38.387941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42830) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:38.418751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.472789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Pushing event updated for resources: {'Port': ['ID=53a27cf6-b70d-4433-91d1-bd641448a263,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:38.484178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Request body: {'port': {'device_id': '027b89bd-aab4-4348-9494-be85f3973773', 'device_owner': 'compute:tempest-test_az-714588689', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:38.525450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.538172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Network b6a60fed-2a13-4e33-9123-745927d55fa2 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:38.546862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:38.550607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:38.560056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:38.571798 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:38.574448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:38.651701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369b590-6d2c-45e1-8606-cd631c2e4c97 req-9fd18cdc-9209-4cf3-9958-506fc5eb8ae6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:38.661034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d369b590-6d2c-45e1-8606-cd631c2e4c97 req-9fd18cdc-9209-4cf3-9958-506fc5eb8ae6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 935 time: 0.6461120
Nov 06 20:46:38.738036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c925d-5523-46ee-a025-3af544d19a95 None None] Pushing event updated for resources: {'Port': ['ID=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:38.757767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Attempting to bind port 53a27cf6-b70d-4433-91d1-bd641448a263 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:46:38.758251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Attempting to bind port 53a27cf6-b70d-4433-91d1-bd641448a263 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:46:38.758795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Attempting to bind port 53a27cf6-b70d-4433-91d1-bd641448a263 on network b6a60fed-2a13-4e33-9123-745927d55fa2 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:46:38.783864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:46:38.784439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Checking segment: {'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:38.784941 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.785446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Bound using segment: {'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:46:38.786046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Bound port: 53a27cf6-b70d-4433-91d1-bd641448a263, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:46:38.786725 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.866360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Attempting to bind port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:46:38.867143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Attempting to bind port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:46:38.867737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Attempting to bind port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b on network 30f7f650-50d0-446a-82d8-39753cfb0023 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:46:38.872649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42840) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:38.884453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:46:38.885166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Checking segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:38.885801 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.886428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Bound using segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:46:38.887207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Bound port: bd1f2d0c-2f94-415d-8f53-32bc2c3b125b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:46:38.887718 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.904025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:38.971140 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d369b590-6d2c-45e1-8606-cd631c2e4c97 req-4c3b08f9-5a33-4ab0-b4b8-688be86b4bc7 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3025815
Nov 06 20:46:39.003161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] For port 53a27cf6-b70d-4433-91d1-bd641448a263, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:46:39.039143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] For port 53a27cf6-b70d-4433-91d1-bd641448a263, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53a27cf6-b70d-4433-91d1-bd641448a263,segment=NetworkSegment(b29fb038-979f-403f-9c5f-bfd1527e19ba),segment_id=b29fb038-979f-403f-9c5f-bfd1527e19ba)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:46:39.044558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] For port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:46:39.051897 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.093720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] For port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:46:39.167953 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.178788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Pushing event updated for resources: {'Port': ['ID=be829027-2c92-4a76-a3c5-cdbe17f25616,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:39.200563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1bb66591-4481-401f-aef3-8d94884f6429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.212021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1bb66591-4481-401f-aef3-8d94884f6429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.219421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7b2e72b5-8170-42a5-ad13-671dbba834c3 None None] Provisioning complete for port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:39.219840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b2e72b5-8170-42a5-ad13-671dbba834c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.282661 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1bb66591-4481-401f-aef3-8d94884f6429 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc73cbcfbda740ee8cdc29131b4fa903&name=default HTTP/1.1" status: 200  len: 2992 time: 1.1536560
Nov 06 20:46:39.285900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42846) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:39.338916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33b2fc32-1c9a-4959-afcb-ff0b7bce9d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.352434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb66591-4481-401f-aef3-8d94884f6429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e3129e-897e-4042-8476-42883f52ff84,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:39.363749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e0782-380d-40ef-830b-1ed8a017ac9b None None] Pushing event updated for resources: {'Port': ['ID=53a27cf6-b70d-4433-91d1-bd641448a263,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:39.507245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:46:39.507887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251fdbbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:39.548626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9d7dd74-6eac-4c89-b54d-a62dfb5a0e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.663965 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9d7dd74-6eac-4c89-b54d-a62dfb5a0e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.673281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.785662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cda94ff5-de6a-44e4-b20c-78a2d01b1039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.884145 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cda94ff5-de6a-44e4-b20c-78a2d01b1039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.884328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:46:39.904042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829a0bac-6a0e-4e3c-a257-5fbed5e24627 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:46:39.917812 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.942570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9d7dd74-6eac-4c89-b54d-a62dfb5a0e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.945114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9d7dd74-6eac-4c89-b54d-a62dfb5a0e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:39.946270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e9d7dd74-6eac-4c89-b54d-a62dfb5a0e27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ba91819-1dc2-4b6b-8d83-d0b057c73543 HTTP/1.1" status: 204  len: 168 time: 1.5572770
Nov 06 20:46:40.003683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7dd74-6eac-4c89-b54d-a62dfb5a0e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba91819-1dc2-4b6b-8d83-d0b057c73543,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:40.027532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Transition to ACTIVE for port object 829a0bac-6a0e-4e3c-a257-5fbed5e24627 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:46:40.051499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c925d-5523-46ee-a025-3af544d19a95 None None] Pushing event updated for resources: {'Port': ['ID=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:40.066439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cda94ff5-de6a-44e4-b20c-78a2d01b1039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:40.070326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cda94ff5-de6a-44e4-b20c-78a2d01b1039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:40.071482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cda94ff5-de6a-44e4-b20c-78a2d01b1039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77e3129e-897e-4042-8476-42883f52ff84 HTTP/1.1" status: 204  len: 168 time: 0.7369814
Nov 06 20:46:40.108634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda94ff5-de6a-44e4-b20c-78a2d01b1039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e3129e-897e-4042-8476-42883f52ff84,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:40.138573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:40.244508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33b2fc32-1c9a-4959-afcb-ff0b7bce9d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:40.254745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:40.377695 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33b2fc32-1c9a-4959-afcb-ff0b7bce9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:40.504351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Router 3697f402-131e-47b9-87f5-76bb2289ae26 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:46:40.513853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Pushing event updated for resources: {'Port': ['ID=829a0bac-6a0e-4e3c-a257-5fbed5e24627,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:40.838527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42874) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:40.894136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Attempting to bind port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:46:40.900883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Attempting to bind port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:46:40.901378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Attempting to bind port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:46:40.913964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-50bade2d-1d6a-4330-be7c-689a3f8faaf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:40.927970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-33b2fc32-1c9a-4959-afcb-ff0b7bce9d3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e53c1b7c98e645bb8d20ef4bb9b13b35&name=default HTTP/1.1" status: 200  len: 2992 time: 2.0507255
Nov 06 20:46:40.934680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:40.942322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:46:40.942654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Attempting to bind port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:46:40.959323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 53a27cf6-b70d-4433-91d1-bd641448a263 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:41.139154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfa80e-a906-451c-bbce-5f1197bf82ed req-5751579e-c514-461a-bf4f-9fe787055d76 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:41.150212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b2e72b5-8170-42a5-ad13-671dbba834c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.151260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51dfa80e-a906-451c-bbce-5f1197bf82ed req-5751579e-c514-461a-bf4f-9fe787055d76 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.7079570
Nov 06 20:46:41.154396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:46:41.157530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2fc32-1c9a-4959-afcb-ff0b7bce9d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f57fdc1-3c7d-4cc8-9e21-d056aea9623d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:41.162240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:46:41.162566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:41.163118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:46:41.163575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Bound port: 829a0bac-6a0e-4e3c-a257-5fbed5e24627, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:46:41.163956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.171831 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7871d38-6551-4728-8277-b713003739af None None] Sync routers for ids ['3697f402-131e-47b9-87f5-76bb2289ae26'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:46:41.200894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda9dc7-e692-44e9-88a5-5026248eede3 None None] Network b6a60fed-2a13-4e33-9123-745927d55fa2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:46:41.206311 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7871d38-6551-4728-8277-b713003739af None None] Routers {'3697f402-131e-47b9-87f5-76bb2289ae26'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:46:41.206963 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a7871d38-6551-4728-8277-b713003739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e125b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3697f402-131e-47b9-87f5-76bb2289ae26'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:41.266967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-50bade2d-1d6a-4330-be7c-689a3f8faaf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.277748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-50bade2d-1d6a-4330-be7c-689a3f8faaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.353355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.356968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-886273d3-21a2-4094-b26f-a257d8f66c3e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 4.9599376
Nov 06 20:46:41.375386 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bade2d-1d6a-4330-be7c-689a3f8faaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8968b48d-dfbe-42c2-8bdf-c52a73c0b507,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:41.383067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] For port 829a0bac-6a0e-4e3c-a257-5fbed5e24627, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:46:41.383986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7b2e72b5-8170-42a5-ad13-671dbba834c3 None None] For port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:41.387770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] For port 829a0bac-6a0e-4e3c-a257-5fbed5e24627, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=829a0bac-6a0e-4e3c-a257-5fbed5e24627,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:46:41.389062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42896) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:41.416601 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b2e72b5-8170-42a5-ad13-671dbba834c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.444705 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-50bade2d-1d6a-4330-be7c-689a3f8faaf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52347ae0a5f246bf8379a37cb4c416dd&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6050005
Nov 06 20:46:41.447405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42898) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:41.590656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14258645-f078-43e8-9af7-6c3e8e1d3162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.662442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.665751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14258645-f078-43e8-9af7-6c3e8e1d3162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.744341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d7deab7b-1c4a-408a-bcac-bc0ba0ba0898 None None] Provisioning complete for port 53a27cf6-b70d-4433-91d1-bd641448a263 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:41.744696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d7deab7b-1c4a-408a-bcac-bc0ba0ba0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.755374 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a7871d38-6551-4728-8277-b713003739af None None] Set router 3697f402-131e-47b9-87f5-76bb2289ae26 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:46:41.818083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14258645-f078-43e8-9af7-6c3e8e1d3162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.820684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14258645-f078-43e8-9af7-6c3e8e1d3162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.824279 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-14258645-f078-43e8-9af7-6c3e8e1d3162 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8968b48d-dfbe-42c2-8bdf-c52a73c0b507 HTTP/1.1" status: 204  len: 168 time: 0.3713095
Nov 06 20:46:41.845500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14258645-f078-43e8-9af7-6c3e8e1d3162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8968b48d-dfbe-42c2-8bdf-c52a73c0b507,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:41.912048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Pushing event updated for resources: {'Port': ['ID=829a0bac-6a0e-4e3c-a257-5fbed5e24627,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:41.970049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:41.973386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:41.977645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-df5de039-4b4c-4b3d-9504-b1683e69b018 service neutron] 10.222.0.10 "PUT /v2.0/ports/829a0bac-6a0e-4e3c-a257-5fbed5e24627 HTTP/1.1" status: 200  len: 1116 time: 4.2558064
Nov 06 20:46:41.988532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027b89bd-aab4-4348-9494-be85f3973773', 'tag': '829a0bac-6a0e-4e3c-a257-5fbed5e24627'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:46:42.070687 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d7deab7b-1c4a-408a-bcac-bc0ba0ba0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:42.105050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e72b5-8170-42a5-ad13-671dbba834c3 None None] Pushing event updated for resources: {'Port': ['ID=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:42.167442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d7deab7b-1c4a-408a-bcac-bc0ba0ba0898 None None] For port 53a27cf6-b70d-4433-91d1-bd641448a263, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53a27cf6-b70d-4433-91d1-bd641448a263,segment=NetworkSegment(b29fb038-979f-403f-9c5f-bfd1527e19ba),segment_id=b29fb038-979f-403f-9c5f-bfd1527e19ba)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:42.179094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 53a27cf6-b70d-4433-91d1-bd641448a263 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:42.179692 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:42.181601 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d7deab7b-1c4a-408a-bcac-bc0ba0ba0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:42.228254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51dfa80e-a906-451c-bbce-5f1197bf82ed req-23087d9a-a3fe-4d7b-a07a-d6ac36482b2b tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0673556
Nov 06 20:46:42.334564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deab7b-1c4a-408a-bcac-bc0ba0ba0898 None None] Pushing event updated for resources: {'Port': ['ID=53a27cf6-b70d-4433-91d1-bd641448a263,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:42.356568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251fdbbe0>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:39Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:42.401255 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a7871d38-6551-4728-8277-b713003739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e125b0>, [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:46:38Z', 'revision_number': 3, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:42.505658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da41fad-0a00-4c7b-bc69-ade0b00e7db1 None None] The sync data for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 is: [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:39Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:46:42.508777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d7deab7b-1c4a-408a-bcac-bc0ba0ba0898 None None] Provisioning complete for port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:42.510076 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d7deab7b-1c4a-408a-bcac-bc0ba0ba0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:42.518913 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7871d38-6551-4728-8277-b713003739af None None] Checking router: 3697f402-131e-47b9-87f5-76bb2289ae26 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:46:42.520506 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7871d38-6551-4728-8277-b713003739af None None] Updating router 3697f402-131e-47b9-87f5-76bb2289ae26 port be829027-2c92-4a76-a3c5-cdbe17f25616 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:46:42.609619 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a7871d38-6551-4728-8277-b713003739af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:42.767816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f63a01b0-4d30-4362-9bfb-5a03852ded00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:42.833288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-de3117b8-977a-4f5c-91a3-d80aedb8964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:42.835525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-de3117b8-977a-4f5c-91a3-d80aedb8964b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ceeb1e03e53b4607861fc4aaa59b056f&device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 1119 time: 0.4647837
Nov 06 20:46:42.969453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f63a01b0-4d30-4362-9bfb-5a03852ded00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:42.973539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-8b4b60a8-c875-47e1-ac72-b59fb744c77f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=829a0bac-6a0e-4e3c-a257-5fbed5e24627 HTTP/1.1" status: 200  len: 217 time: 0.1202691
Nov 06 20:46:43.154406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fe05a373-954c-40f4-9929-d0283e838f2c None None] Provisioning complete for port 53a27cf6-b70d-4433-91d1-bd641448a263 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:43.154969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe05a373-954c-40f4-9929-d0283e838f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.393000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 53a27cf6-b70d-4433-91d1-bd641448a263 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:43.496878 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a7871d38-6551-4728-8277-b713003739af None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.507052 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a7871d38-6551-4728-8277-b713003739af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.581079 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089fd700-852c-4661-9558-c660869181a1" -d '{"events": [{"name": "network-changed", "server_uuid": "027b89bd-aab4-4348-9494-be85f3973773", "tag": "829a0bac-6a0e-4e3c-a257-5fbed5e24627"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:46:43.645457 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a7871d38-6551-4728-8277-b713003739af None None] Attempting to bind port be829027-2c92-4a76-a3c5-cdbe17f25616 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:46:43.646821 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a7871d38-6551-4728-8277-b713003739af None None] Attempting to bind port be829027-2c92-4a76-a3c5-cdbe17f25616 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:46:43.647285 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7871d38-6551-4728-8277-b713003739af None None] Attempting to bind port be829027-2c92-4a76-a3c5-cdbe17f25616 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:46:43.654171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 53a27cf6-b70d-4433-91d1-bd641448a263 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:43.654544 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.675664 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7871d38-6551-4728-8277-b713003739af None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:46:43.676122 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7871d38-6551-4728-8277-b713003739af None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:43.682845 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a7871d38-6551-4728-8277-b713003739af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.683544 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7871d38-6551-4728-8277-b713003739af None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:46:43.685408 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a7871d38-6551-4728-8277-b713003739af None None] Bound port: be829027-2c92-4a76-a3c5-cdbe17f25616, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:46:43.687262 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a7871d38-6551-4728-8277-b713003739af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.696828 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268c2f3-5380-441e-8955-5d1bfa67590d None None] Pushing event updated for resources: {'Port': ['ID=be829027-2c92-4a76-a3c5-cdbe17f25616,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:43.753605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-c054d365-d4fb-4cec-b520-1e552ef13fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:43.759923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-c054d365-d4fb-4cec-b520-1e552ef13fd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.7365243
Nov 06 20:46:43.766198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f63a01b0-4d30-4362-9bfb-5a03852ded00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.769554 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f63a01b0-4d30-4362-9bfb-5a03852ded00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.776826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f63a01b0-4d30-4362-9bfb-5a03852ded00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f57fdc1-3c7d-4cc8-9e21-d056aea9623d HTTP/1.1" status: 204  len: 168 time: 2.8153253
Nov 06 20:46:43.839918 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-a7871d38-6551-4728-8277-b713003739af None None] For port be829027-2c92-4a76-a3c5-cdbe17f25616, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:46:43.846698 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-a7871d38-6551-4728-8277-b713003739af None None] For port be829027-2c92-4a76-a3c5-cdbe17f25616, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be829027-2c92-4a76-a3c5-cdbe17f25616,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:46:43.854442 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a7871d38-6551-4728-8277-b713003739af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:43.903339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bd1f2d0c-2f94-415d-8f53-32bc2c3b125b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:43.992338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a01b0-4d30-4362-9bfb-5a03852ded00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f57fdc1-3c7d-4cc8-9e21-d056aea9623d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:44.073548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:44.073938 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:44.099303 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7871d38-6551-4728-8277-b713003739af None None] Routers {'3697f402-131e-47b9-87f5-76bb2289ae26'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:46:44.100341 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a7871d38-6551-4728-8277-b713003739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e125b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3697f402-131e-47b9-87f5-76bb2289ae26'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:44.234677 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:44.239432 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268c2f3-5380-441e-8955-5d1bfa67590d None None] Pushing event updated for resources: {'Port': ['ID=be829027-2c92-4a76-a3c5-cdbe17f25616,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:44.271116 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:46:44.287634 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:44.328150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14513a4-36c4-4d36-ab2d-7eb9bc239e80 req-1b75d3d4-787f-4dfe-80fb-9a2f52d26ade tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:44.339061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a14513a4-36c4-4d36-ab2d-7eb9bc239e80 req-1b75d3d4-787f-4dfe-80fb-9a2f52d26ade tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.6409638
Nov 06 20:46:44.393028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-cfd901a7-a3ff-4e01-b1fa-fee4af91b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:44.403914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-cfd901a7-a3ff-4e01-b1fa-fee4af91b32b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5236788
Nov 06 20:46:44.474890 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a7871d38-6551-4728-8277-b713003739af None None] Set router 3697f402-131e-47b9-87f5-76bb2289ae26 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:46:44.759794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a14513a4-36c4-4d36-ab2d-7eb9bc239e80 req-667db2f7-a888-4b8b-b9fa-861c568e6328 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4196687
Nov 06 20:46:44.770105 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90991085-4bd8-46fe-89a5-fbb8009e6a89 x-openstack-request-id: req-90991085-4bd8-46fe-89a5-fbb8009e6a89 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:46:44.770532 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027b89bd-aab4-4348-9494-be85f3973773", "tag": "829a0bac-6a0e-4e3c-a257-5fbed5e24627", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:46:44.770943 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90991085-4bd8-46fe-89a5-fbb8009e6a89 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:46:44.771211 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027b89bd-aab4-4348-9494-be85f3973773', 'tag': '829a0bac-6a0e-4e3c-a257-5fbed5e24627', 'status': 'completed', 'code': 200}
Nov 06 20:46:44.818446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:44.870517 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a7871d38-6551-4728-8277-b713003739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e125b0>, [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:46:38Z', 'revision_number': 3, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:44.948236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42976) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:44.967370 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a7977c8-32d4-4f6f-aa9b-3e219a4605d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:44.975352 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7871d38-6551-4728-8277-b713003739af None None] The sync data for ids ['3697f402-131e-47b9-87f5-76bb2289ae26'] in ncdv-master-1 is: [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:46:38Z', 'revision_number': 3, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:46:45.049957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-a28d7ac9-48f9-4f09-96a6-0ea4c6f3c3a5 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6085026
Nov 06 20:46:45.109777 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a7977c8-32d4-4f6f-aa9b-3e219a4605d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:45.115413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a7977c8-32d4-4f6f-aa9b-3e219a4605d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:45.200225 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0a7977c8-32d4-4f6f-aa9b-3e219a4605d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dc3500835964f79ae082947a81fbe0d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2504690
Nov 06 20:46:45.237379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35bec099-9e3a-4c0c-a64e-132a5ae892c6 req-c52b51db-5bdf-4e74-b0af-7f79f2e688e9 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736987
Nov 06 20:46:45.240105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42980) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:45.243606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42982) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:45.244884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7977c8-32d4-4f6f-aa9b-3e219a4605d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c8f4a0-f6de-448a-85c3-c4eeb10aa1b2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:45.412380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-556bf7c6-4b02-4c63-b5b5-a7ab457fee78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:45.436096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Allocated IP 172.20.0.1 (b6a60fed-2a13-4e33-9123-745927d55fa2/4cfa26cb-fc65-4808-ab1b-90886bfe390e/23eb7fa9-f20b-49b1-b855-25cfcb341bb9) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:45.467262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fd700-852c-4661-9558-c660869181a1 req-8db76356-1fc3-45a5-bdc2-756d117b2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:45.468821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089fd700-852c-4661-9558-c660869181a1 req-8db76356-1fc3-45a5-bdc2-756d117b2de2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ceeb1e03e53b4607861fc4aaa59b056f&device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 1119 time: 0.0907402
Nov 06 20:46:45.487559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-556bf7c6-4b02-4c63-b5b5-a7ab457fee78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:45.646943 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-556bf7c6-4b02-4c63-b5b5-a7ab457fee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:45.656619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-556bf7c6-4b02-4c63-b5b5-a7ab457fee78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:45.660655 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-556bf7c6-4b02-4c63-b5b5-a7ab457fee78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0c8f4a0-f6de-448a-85c3-c4eeb10aa1b2 HTTP/1.1" status: 204  len: 168 time: 0.3944874
Nov 06 20:46:45.674763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bf7c6-4b02-4c63-b5b5-a7ab457fee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c8f4a0-f6de-448a-85c3-c4eeb10aa1b2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:45.762385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1aea22e1-0d8a-4c22-8657-687674c9c8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:45.944752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fd700-852c-4661-9558-c660869181a1 req-2afb23f9-1ad4-4582-b638-fe1228ee55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:45.948627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089fd700-852c-4661-9558-c660869181a1 req-2afb23f9-1ad4-4582-b638-fe1228ee55bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.4164331
Nov 06 20:46:46.009277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1aea22e1-0d8a-4c22-8657-687674c9c8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.016349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1aea22e1-0d8a-4c22-8657-687674c9c8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.092040 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1aea22e1-0d8a-4c22-8657-687674c9c8d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd4498bbeaa24c9c8c0e331a670544e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8272266
Nov 06 20:46:46.100818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:46.159887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089fd700-852c-4661-9558-c660869181a1 req-6decad75-8757-4e9c-b848-612d2cf1634b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=829a0bac-6a0e-4e3c-a257-5fbed5e24627 HTTP/1.1" status: 200  len: 217 time: 0.0697010
Nov 06 20:46:46.188335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea22e1-0d8a-4c22-8657-687674c9c8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a999627d-1027-499b-9c45-4f9473c37248,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:46.210153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ca8dc-71ee-41af-87d2-0627e0de5ba7 req-5075a8df-82ba-48eb-814f-7c78db99c371 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:46.211971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e72ca8dc-71ee-41af-87d2-0627e0de5ba7 req-5075a8df-82ba-48eb-814f-7c78db99c371 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.2623386
Nov 06 20:46:46.287088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fd700-852c-4661-9558-c660869181a1 req-306df166-8f4b-4794-87ef-4020e030d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:46.288734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089fd700-852c-4661-9558-c660869181a1 req-306df166-8f4b-4794-87ef-4020e030d3d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0732961
Nov 06 20:46:46.320059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-307b3915-f82f-4926-af4b-80118494f045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.327326 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.412152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-307b3915-f82f-4926-af4b-80118494f045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.454169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fd700-852c-4661-9558-c660869181a1 req-2ce4e411-3afd-41e7-9a9a-dc6630a14b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:46.455816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089fd700-852c-4661-9558-c660869181a1 req-2ce4e411-3afd-41e7-9a9a-dc6630a14b60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1352465
Nov 06 20:46:46.459719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e72ca8dc-71ee-41af-87d2-0627e0de5ba7 req-3b59db17-8090-4fe2-8fee-f98b63f66c0a tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699092
Nov 06 20:46:46.555334 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-307b3915-f82f-4926-af4b-80118494f045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.558240 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-307b3915-f82f-4926-af4b-80118494f045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.564758 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-307b3915-f82f-4926-af4b-80118494f045 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a999627d-1027-499b-9c45-4f9473c37248 HTTP/1.1" status: 204  len: 168 time: 0.4596417
Nov 06 20:46:46.608983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b3915-f82f-4926-af4b-80118494f045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a999627d-1027-499b-9c45-4f9473c37248,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:46.648678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43012) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:46.672988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f96f2f70-81d8-4785-b35f-16baefb25512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.684208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089fd700-852c-4661-9558-c660869181a1 req-926e8dd2-c4dd-4c1a-9614-1ae26ceeabd9 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098866
Nov 06 20:46:46.727644 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:46.774770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8f4c-ed8b-4a28-ace5-6cb293753177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.015541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f96f2f70-81d8-4785-b35f-16baefb25512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.025660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f96f2f70-81d8-4785-b35f-16baefb25512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.026660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Network b6a60fed-2a13-4e33-9123-745927d55fa2 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:47.027645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Pushing event updated for resources: {'Port': ['ID=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:47.052745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:47.071255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:47.071979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.133731 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f96f2f70-81d8-4785-b35f-16baefb25512 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45cfec818e2c4702b955c1b51c0b048d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4834247
Nov 06 20:46:47.136004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43024) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:47.140021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device be829027-2c92-4a76-a3c5-cdbe17f25616 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:47.231060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f2f70-81d8-4785-b35f-16baefb25512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a362a-292a-48a8-badc-16e755d4e09e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:47.288049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port be829027-2c92-4a76-a3c5-cdbe17f25616 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:47.290047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.291582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d59fb95-d695-49f4-ba9e-b56a5a4c6c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.329135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d59fb95-d695-49f4-ba9e-b56a5a4c6c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.440509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d59fb95-d695-49f4-ba9e-b56a5a4c6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.443853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d59fb95-d695-49f4-ba9e-b56a5a4c6c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.445408 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2d59fb95-d695-49f4-ba9e-b56a5a4c6c0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/665a362a-292a-48a8-badc-16e755d4e09e HTTP/1.1" status: 204  len: 168 time: 0.3083301
Nov 06 20:46:47.462628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59fb95-d695-49f4-ba9e-b56a5a4c6c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a362a-292a-48a8-badc-16e755d4e09e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:47.539197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089fd700-852c-4661-9558-c660869181a1 req-d89c8009-9203-4a7e-aec4-2f360c7047df service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8464227
Nov 06 20:46:47.567760 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.592533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43034) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:47.645427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port be829027-2c92-4a76-a3c5-cdbe17f25616, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be829027-2c92-4a76-a3c5-cdbe17f25616,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:47.647788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f0f025f4-bdc0-486d-a2a5-c9bf1938c2ef None None] Provisioning complete for port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:47.648362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f0f025f4-bdc0-486d-a2a5-c9bf1938c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.656097 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.674880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:47.695728 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e3c52ef-43f7-460f-a9ba-416b6e924461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.836372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f0f025f4-bdc0-486d-a2a5-c9bf1938c2ef None None] Port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:46:47.879008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=be829027-2c92-4a76-a3c5-cdbe17f25616,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:47.948125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e3c52ef-43f7-460f-a9ba-416b6e924461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:47.962249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e3c52ef-43f7-460f-a9ba-416b6e924461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.018423 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7e3c52ef-43f7-460f-a9ba-416b6e924461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98d62d4dca084ae89cc2ede7a51da66b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3398049
Nov 06 20:46:48.028381 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43042) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:48.055311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fe8dc-bfcc-4857-ab8a-1122df467594 req-95dbe0ba-700a-4969-89fa-751b56dd096e tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:48.066372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-092fe8dc-bfcc-4857-ab8a-1122df467594 req-95dbe0ba-700a-4969-89fa-751b56dd096e tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.1386533
Nov 06 20:46:48.091116 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.144495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-092fe8dc-bfcc-4857-ab8a-1122df467594 req-af051ca1-7177-43a4-a6ab-1324712da502 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714109
Nov 06 20:46:48.175161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d20bbc5-fdca-4f79-8d5e-52cd79a0a392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.177285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc1349c5-dcf5-401d-94de-9ef474d30a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.214451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc1349c5-dcf5-401d-94de-9ef474d30a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.235603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c52ef-43f7-460f-a9ba-416b6e924461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175f8b0f-e0ac-49e1-a0d6-5e8da93dcded,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:48.398378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc1349c5-dcf5-401d-94de-9ef474d30a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.401254 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc1349c5-dcf5-401d-94de-9ef474d30a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.402642 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bc1349c5-dcf5-401d-94de-9ef474d30a58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/175f8b0f-e0ac-49e1-a0d6-5e8da93dcded HTTP/1.1" status: 204  len: 168 time: 0.3718333
Nov 06 20:46:48.418884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1349c5-dcf5-401d-94de-9ef474d30a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f8b0f-e0ac-49e1-a0d6-5e8da93dcded,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:48.429774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.436628 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.437808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.476459 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d20bbc5-fdca-4f79-8d5e-52cd79a0a392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.482204 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d20bbc5-fdca-4f79-8d5e-52cd79a0a392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.541601 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9d20bbc5-fdca-4f79-8d5e-52cd79a0a392 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b21f36fe1444833a0073f7777c68991&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9473383
Nov 06 20:46:48.555661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43058) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:48.604021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20bbc5-fdca-4f79-8d5e-52cd79a0a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72649704-2ed7-486d-b9cf-a664ae075a66,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:48.685015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Network b6a60fed-2a13-4e33-9123-745927d55fa2 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:48.686443 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89020a97-802b-44cc-8783-9807451ca2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.697742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:48.700331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Pushing event updated for resources: {'Port': ['ID=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:48.726072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89020a97-802b-44cc-8783-9807451ca2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.836553 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89020a97-802b-44cc-8783-9807451ca2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.847355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89020a97-802b-44cc-8783-9807451ca2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:48.853558 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-89020a97-802b-44cc-8783-9807451ca2d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72649704-2ed7-486d-b9cf-a664ae075a66 HTTP/1.1" status: 204  len: 168 time: 0.2964790
Nov 06 20:46:48.870317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89020a97-802b-44cc-8783-9807451ca2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72649704-2ed7-486d-b9cf-a664ae075a66,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:49.046776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Router 3697f402-131e-47b9-87f5-76bb2289ae26 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:46:49.059449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device be829027-2c92-4a76-a3c5-cdbe17f25616 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:49.227024 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92569f6e-53ac-432a-a15e-001d7cdbffee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:49.247583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9b460145-bea6-4356-9618-d3c5cda9203e None None] Provisioning complete for port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:49.250642 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b460145-bea6-4356-9618-d3c5cda9203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:49.292089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port be829027-2c92-4a76-a3c5-cdbe17f25616 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:49.292701 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:49.351176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:46:49.368466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4a34ec80-2d3c-4872-960d-211c36a126c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/3697f402-131e-47b9-87f5-76bb2289ae26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9507952
Nov 06 20:46:49.374423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bae5a-7963-4a14-97c7-209e072302c0 req-5a7d0409-2356-434a-a774-105ca15b0e0b tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:49.376910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c96bae5a-7963-4a14-97c7-209e072302c0 req-5a7d0409-2356-434a-a774-105ca15b0e0b tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.1024258
Nov 06 20:46:49.388319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Sync routers for ids ['3697f402-131e-47b9-87f5-76bb2289ae26'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:46:49.413858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9b460145-bea6-4356-9618-d3c5cda9203e None None] Port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:46:49.425343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Routers {'3697f402-131e-47b9-87f5-76bb2289ae26'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:46:49.425980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92520acb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3697f402-131e-47b9-87f5-76bb2289ae26'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:49.511540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c96bae5a-7963-4a14-97c7-209e072302c0 req-fc5fcd2d-a9ed-4690-9a2f-0e7eba14535d tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244934
Nov 06 20:46:49.729377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43086) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:49.743179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae291e4b-9562-46e5-a156-4e54f8bfe579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:49.758613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Set router 3697f402-131e-47b9-87f5-76bb2289ae26 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:46:49.921678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-0d121246-9182-46cb-857c-d6eed88c616b tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=06b236babc5d4b95a766210d9912b71e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0398333
Nov 06 20:46:50.009979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae291e4b-9562-46e5-a156-4e54f8bfe579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.016790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae291e4b-9562-46e5-a156-4e54f8bfe579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.050672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92520acb50>, [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23eb7fa9-f20b-49b1-b855-25cfcb341bb9', 'name': '', 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'mac_address': 'fa:16:3e:5f:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4cfa26cb-fc65-4808-ab1b-90886bfe390e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:44Z', 'updated_at': '2021-11-06T20:46:48Z', 'revision_number': 2, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'subnets': [{'id': '4cfa26cb-fc65-4808-ab1b-90886bfe390e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:50.094267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Checking router: 3697f402-131e-47b9-87f5-76bb2289ae26 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:46:50.095558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Updating router 3697f402-131e-47b9-87f5-76bb2289ae26 port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:46:50.114219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ca2df419-08a6-4712-b8d1-f631d48cdbde tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:50.121081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ca2df419-08a6-4712-b8d1-f631d48cdbde tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1983359
Nov 06 20:46:50.125570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.128819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ae291e4b-9562-46e5-a156-4e54f8bfe579 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a4a57d48ced4d31aa9698df9bc8f47c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3983147
Nov 06 20:46:50.131656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43110) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:50.144050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-7a82b426-8cfc-4b1a-80af-08d530b3751c tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/quotas/06b236babc5d4b95a766210d9912b71e HTTP/1.1" status: 200  len: 375 time: 0.0220826
Nov 06 20:46:50.153609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae291e4b-9562-46e5-a156-4e54f8bfe579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c4c536-7bba-40f8-b9cb-ea77cce711b0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:50.191133 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63e3981b-07f7-4501-ad9a-da0ce5bc9bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.205666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-fff18e4a-4f5c-41a8-8edf-a76f8fd2df3c tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06b236babc5d4b95a766210d9912b71e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0604551
Nov 06 20:46:50.218932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63e3981b-07f7-4501-ad9a-da0ce5bc9bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.300142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63e3981b-07f7-4501-ad9a-da0ce5bc9bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.303394 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63e3981b-07f7-4501-ad9a-da0ce5bc9bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.305645 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63e3981b-07f7-4501-ad9a-da0ce5bc9bf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93c4c536-7bba-40f8-b9cb-ea77cce711b0 HTTP/1.1" status: 204  len: 168 time: 0.1711640
Nov 06 20:46:50.325498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3981b-07f7-4501-ad9a-da0ce5bc9bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c4c536-7bba-40f8-b9cb-ea77cce711b0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:50.453597 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.499250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d17cdd17-d427-4127-b684-2497d9853be5 req-43c16970-3b61-498e-af70-48cf4c63ebfb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 210 time: 0.0457878
Nov 06 20:46:50.571012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.586437 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.660148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c7bf1-926f-4680-b889-35049ef75ae5 req-545a660c-5e1a-4d9f-8560-ffab10069adf tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:50.670331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d2c7bf1-926f-4680-b889-35049ef75ae5 req-545a660c-5e1a-4d9f-8560-ffab10069adf tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.0928385
Nov 06 20:46:50.711796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35b32-5650-49d1-8259-3d07c1cbeda9 None None] Pushing event updated for resources: {'Port': ['ID=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:50.727533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Attempting to bind port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:46:50.728062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Attempting to bind port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:46:50.728473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Attempting to bind port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 on network b6a60fed-2a13-4e33-9123-745927d55fa2 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:46:50.734469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:46:50.735104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Checking segment: {'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:46:50.735586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.736063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Bound using segment: {'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:46:50.736663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Bound port: 23eb7fa9-f20b-49b1-b855-25cfcb341bb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29fb038-979f-403f-9c5f-bfd1527e19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:46:50.737080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.793285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d2c7bf1-926f-4680-b889-35049ef75ae5 req-6f279a4c-23a9-49a1-b123-ad6ef6d02159 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219816
Nov 06 20:46:50.876428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] For port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:46:50.879228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] For port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,segment=NetworkSegment(b29fb038-979f-403f-9c5f-bfd1527e19ba),segment_id=b29fb038-979f-403f-9c5f-bfd1527e19ba)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:46:50.887534 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:50.981223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Routers {'3697f402-131e-47b9-87f5-76bb2289ae26'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:46:50.981856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92520acb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3697f402-131e-47b9-87f5-76bb2289ae26'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:51.179601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35b32-5650-49d1-8259-3d07c1cbeda9 None None] Pushing event updated for resources: {'Port': ['ID=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:51.191749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-297d9740-98f8-4dbb-ace7-97b2fee5b007 None None] Provisioning complete for port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:51.192498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-297d9740-98f8-4dbb-ace7-97b2fee5b007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.296612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] Set router 3697f402-131e-47b9-87f5-76bb2289ae26 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:46:51.471047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43186) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:51.475952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4dde532d-416b-4578-a428-b817466d22e8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942292788', 'description': 'tempest-description--2043394940'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:51.525684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dde532d-416b-4578-a428-b817466d22e8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.559318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-297d9740-98f8-4dbb-ace7-97b2fee5b007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.594311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc281e54-c9dc-4622-bb3c-ad85b7771f08 req-5c360cfb-9ef9-4b86-ad26-acabfce84de4 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 210 time: 0.0459912
Nov 06 20:46:51.671376 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dde532d-416b-4578-a428-b817466d22e8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.677190 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dde532d-416b-4578-a428-b817466d22e8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.677368 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.695730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-297d9740-98f8-4dbb-ace7-97b2fee5b007 None None] For port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,segment=NetworkSegment(b29fb038-979f-403f-9c5f-bfd1527e19ba),segment_id=b29fb038-979f-403f-9c5f-bfd1527e19ba)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:51.707424 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-297d9740-98f8-4dbb-ace7-97b2fee5b007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.738849 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dde532d-416b-4578-a428-b817466d22e8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.740665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4dde532d-416b-4578-a428-b817466d22e8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2681241
Nov 06 20:46:51.743443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43200) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:51.751076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-72007ccf-d210-4f79-a96e-5135226f6078 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Request body: {'security_group_rule': {'security_group_id': '6f204ecd-e29b-4313-811c-6d12787285f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:51.769391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde532d-416b-4578-a428-b817466d22e8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f204ecd-e29b-4313-811c-6d12787285f4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:51.776948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92520acb50>, [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23eb7fa9-f20b-49b1-b855-25cfcb341bb9', 'name': '', 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'mac_address': 'fa:16:3e:5f:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4cfa26cb-fc65-4808-ab1b-90886bfe390e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:44Z', 'updated_at': '2021-11-06T20:46:50Z', 'revision_number': 4, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'subnets': [{'id': '4cfa26cb-fc65-4808-ab1b-90886bfe390e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:46:51.807504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d9740-98f8-4dbb-ace7-97b2fee5b007 None None] Pushing event updated for resources: {'Port': ['ID=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:51.810384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e410a694-aa2d-461d-99a2-e1758d413ab5 None None] The sync data for ids ['3697f402-131e-47b9-87f5-76bb2289ae26'] in ncdv-master-1 is: [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23eb7fa9-f20b-49b1-b855-25cfcb341bb9', 'name': '', 'network_id': 'b6a60fed-2a13-4e33-9123-745927d55fa2', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'mac_address': 'fa:16:3e:5f:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4cfa26cb-fc65-4808-ab1b-90886bfe390e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:44Z', 'updated_at': '2021-11-06T20:46:50Z', 'revision_number': 4, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'subnets': [{'id': '4cfa26cb-fc65-4808-ab1b-90886bfe390e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:46:51.849971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72007ccf-d210-4f79-a96e-5135226f6078 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:51.855116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5d6c104a-1728-4c60-b9ed-c3072baabbe0 None None] Provisioning complete for port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:51.855708 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5d6c104a-1728-4c60-b9ed-c3072baabbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.044990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72007ccf-d210-4f79-a96e-5135226f6078 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.051456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72007ccf-d210-4f79-a96e-5135226f6078 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.068720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a78e8-36d2-4e2d-97d9-5f74b201aa57 req-bb582d39-ecab-4855-b598-c7a9beeaa1bd tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:52.076987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b0a78e8-36d2-4e2d-97d9-5f74b201aa57 req-bb582d39-ecab-4855-b598-c7a9beeaa1bd tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.1509545
Nov 06 20:46:52.085332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72007ccf-d210-4f79-a96e-5135226f6078 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f83dda-a91e-4f8f-a042-d3db0fed9113,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:52.104707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72007ccf-d210-4f79-a96e-5135226f6078 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.108781 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-72007ccf-d210-4f79-a96e-5135226f6078 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3642955
Nov 06 20:46:52.109385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43208) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:52.122547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0964b400-ffad-4627-9e18-a7b83a7a0a5e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Request body: {'security_group_rule': {'security_group_id': '6f204ecd-e29b-4313-811c-6d12787285f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:52.183930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0964b400-ffad-4627-9e18-a7b83a7a0a5e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.189797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b0a78e8-36d2-4e2d-97d9-5f74b201aa57 req-1893175d-2d00-42f5-8771-6aa6c05252ce tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824122
Nov 06 20:46:52.293325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0964b400-ffad-4627-9e18-a7b83a7a0a5e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.300052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0964b400-ffad-4627-9e18-a7b83a7a0a5e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.329926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964b400-ffad-4627-9e18-a7b83a7a0a5e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69eac9a-4c1c-4a69-aad4-3bfb04f3df22,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:52.338993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0964b400-ffad-4627-9e18-a7b83a7a0a5e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.340606 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0964b400-ffad-4627-9e18-a7b83a7a0a5e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2236392
Nov 06 20:46:52.343461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43222) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:52.348878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:52.383920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.464008 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.592255 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:52.611199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.37', 52781) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:52.702159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-803e357e-6c3a-4984-a6f4-73ac2d829b11 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=06b236babc5d4b95a766210d9912b71e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0883112
Nov 06 20:46:52.876708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-443c0035-d475-41bb-ac21-69292ea2a670 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:52.879202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-443c0035-d475-41bb-ac21-69292ea2a670 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1719525
Nov 06 20:46:52.881720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43236) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:52.955141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d399a8a0-9665-4fe1-95fc-a61e1ea61253 req-716d6ea9-536c-444b-8497-b74739410cf7 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 210 time: 0.0699227
Nov 06 20:46:52.972347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Request body: {'port': {'device_id': '139cbe17-657f-439e-a940-bc1166cb7e25', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '06b236babc5d4b95a766210d9912b71e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:46:52.985695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Allocated IP 172.35.0.166 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/4faccb93-fe74-4786-a749-5f75d51d9437) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:53.066735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:53.208324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.239631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:53.240963 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.272908 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.363881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Made reservation on behalf of 06b236babc5d4b95a766210d9912b71e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:46:53.371532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:53.374599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.379746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:53.390266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:53.408507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.506177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc536-117f-4273-9c30-dd37f446a347 req-4b8b964c-9937-4fbb-9367-bfca50f477f9 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:53.508413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff2dc536-117f-4273-9c30-dd37f446a347 req-4b8b964c-9937-4fbb-9367-bfca50f477f9 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.1011088
Nov 06 20:46:53.522697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event updated for resources: {'Port': ['ID=4faccb93-fe74-4786-a749-5f75d51d9437,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:53.572885 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28ca4149-9d5d-4aa0-b9ed-28aab35feb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.609905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff2dc536-117f-4273-9c30-dd37f446a347 req-ac80a5f5-93a1-46e5-abb1-40e629f83c3b tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948589
Nov 06 20:46:53.665812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.698509 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.705409 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.731979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.799488 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28ca4149-9d5d-4aa0-b9ed-28aab35feb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.804715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667279f6-be5a-41e8-9891-1c839e4fdb18,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:53.815873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28ca4149-9d5d-4aa0-b9ed-28aab35feb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:53.921622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Allocated IP 192.168.233.173 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/a41e7a85-586b-4ade-9a81-f07b08cb6c08) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:46:53.948965 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-28ca4149-9d5d-4aa0-b9ed-28aab35feb35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e71d15ad1c5f447eaf4250cc40dc51f8&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0637391
Nov 06 20:46:53.950013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43274) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:54.021273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca4149-9d5d-4aa0-b9ed-28aab35feb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc446fcd-c4ba-4885-a2fb-5d66b0e1a3fd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:54.045285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-598df02c-4837-4a89-a052-4952d28cefb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.080889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.092403 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.152859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-598df02c-4837-4a89-a052-4952d28cefb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.155456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.185916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55413413-8d4a-4602-9e16-d8199fc05d09 req-f53abda6-0af6-41b4-bff9-36dc97b9e57b tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 210 time: 0.0602930
Nov 06 20:46:54.199480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event updated for resources: {'Port': ['ID=4faccb93-fe74-4786-a749-5f75d51d9437,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:54.206772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.208273 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-14e982f4-2290-4195-beea-3c5f65585309 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8637769
Nov 06 20:46:54.272918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.294070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-598df02c-4837-4a89-a052-4952d28cefb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.300286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-598df02c-4837-4a89-a052-4952d28cefb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.301690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-598df02c-4837-4a89-a052-4952d28cefb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc446fcd-c4ba-4885-a2fb-5d66b0e1a3fd HTTP/1.1" status: 204  len: 168 time: 0.3505428
Nov 06 20:46:54.337608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598df02c-4837-4a89-a052-4952d28cefb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc446fcd-c4ba-4885-a2fb-5d66b0e1a3fd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:54.379887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.439101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:46:54.442676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:46:54.445352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:46:54.452444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:54.453096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.494493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Pushing event updated for resources: {'Port': ['ID=a41e7a85-586b-4ade-9a81-f07b08cb6c08,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:54.507732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-78f52c66-697d-42e0-9234-0b29306b51aa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5401230
Nov 06 20:46:54.642808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-cb464bd4-c6c1-4c86-b0d6-ca3901ef67c2 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c4b8abb5c5234e3197eabc3f2ae9cffd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0494654
Nov 06 20:46:54.680634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-30c55fe3-9f09-4b82-a7e8-fae92f24d858 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1942292788&fields=id&tenant_id=3e0376f3231e49d495f1777d2f774450 HTTP/1.1" status: 200  len: 267 time: 0.1440437
Nov 06 20:46:54.840728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f827966f-dd30-45f9-985a-67ce08ce79c5 None None] Provisioning complete for port a41e7a85-586b-4ade-9a81-f07b08cb6c08 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:54.841318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f827966f-dd30-45f9-985a-67ce08ce79c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:54.890426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f827966f-dd30-45f9-985a-67ce08ce79c5 None None] Port a41e7a85-586b-4ade-9a81-f07b08cb6c08 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:46:54.942065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43314) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:54.957168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec9317f7-c885-4543-a39b-0fe36f4f28eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:55.049686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec9317f7-c885-4543-a39b-0fe36f4f28eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:55.054088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec9317f7-c885-4543-a39b-0fe36f4f28eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:55.097570 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ec9317f7-c885-4543-a39b-0fe36f4f28eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3a75fe0f5f94713a05b6fedd11f1eb0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1543314
Nov 06 20:46:55.098450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9317f7-c885-4543-a39b-0fe36f4f28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d09e0e4-8204-4ca3-9b97-2dafd1589bcb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:55.101514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43316) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:55.152831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-600839df-ed16-4aad-90f7-cd4912b0f8a9 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:55.154165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-600839df-ed16-4aad-90f7-cd4912b0f8a9 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5021696
Nov 06 20:46:55.191820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-b224c321-0f5c-410e-8ba4-251956fbe90b tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:55.193318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-b224c321-0f5c-410e-8ba4-251956fbe90b tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 823 time: 0.4834099
Nov 06 20:46:55.196034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-1ed65545-3300-4748-80d9-7aafcfcc5690 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/quotas/c4b8abb5c5234e3197eabc3f2ae9cffd HTTP/1.1" status: 200  len: 375 time: 0.0317917
Nov 06 20:46:55.222948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-4e47560a-fba0-4f3d-b40e-58f2120c43d1 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/quotas/3e0376f3231e49d495f1777d2f774450 HTTP/1.1" status: 200  len: 375 time: 0.0220809
Nov 06 20:46:55.242468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-b1f02414-6703-4648-b775-777bb3cf646b tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4b8abb5c5234e3197eabc3f2ae9cffd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405521
Nov 06 20:46:55.276111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874d12e1-ec5c-4948-831c-e09d253878da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:55.312887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874d12e1-ec5c-4948-831c-e09d253878da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:55.339787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ffad6f3a-3b3c-47e0-9f5b-c081da9dc020 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1020415
Nov 06 20:46:55.390375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874d12e1-ec5c-4948-831c-e09d253878da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:55.393105 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874d12e1-ec5c-4948-831c-e09d253878da admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:55.396783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-874d12e1-ec5c-4948-831c-e09d253878da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d09e0e4-8204-4ca3-9b97-2dafd1589bcb HTTP/1.1" status: 204  len: 168 time: 0.2853310
Nov 06 20:46:55.404811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d12e1-ec5c-4948-831c-e09d253878da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d09e0e4-8204-4ca3-9b97-2dafd1589bcb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:55.608977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-a219a406-f63e-43a9-9b95-ee95b257c592 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:46:55.610037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-a219a406-f63e-43a9-9b95-ee95b257c592 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1175365
Nov 06 20:46:55.722382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e89843e6-7fbd-4081-890c-17784850edcc req-b56debee-8fa4-4c59-9519-39747e283213 tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=669e18a7cfcf4e06a41e8e5bc5296a77&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0507724
Nov 06 20:46:55.840822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-be73fafd-3f31-47b7-9fc5-fdd0bfea2483 service neutron] 10.222.0.13 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151165
Nov 06 20:46:55.915916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89843e6-7fbd-4081-890c-17784850edcc req-0accbcde-b0c8-417a-ae7e-04e6dd395961 tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:55.922587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e89843e6-7fbd-4081-890c-17784850edcc req-0accbcde-b0c8-417a-ae7e-04e6dd395961 tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1988761
Nov 06 20:46:55.947985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e89843e6-7fbd-4081-890c-17784850edcc req-3dba0e71-3cf5-4826-bc7e-26f33e92d134 tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/quotas/669e18a7cfcf4e06a41e8e5bc5296a77 HTTP/1.1" status: 200  len: 375 time: 0.0247843
Nov 06 20:46:55.986771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e89843e6-7fbd-4081-890c-17784850edcc req-6acd8569-644d-47f4-8aa2-8379def31725 tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=669e18a7cfcf4e06a41e8e5bc5296a77&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0378439
Nov 06 20:46:56.007737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-d142c915-34b4-4c9f-a243-b4ac9fb95e28 service neutron] 10.222.0.13 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523602
Nov 06 20:46:56.177505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b15ea3-6eb0-4fac-8bb1-9325720c7611 req-9ecd7b98-7049-4bd9-985e-b7fa627c594a tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:56.179229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6b15ea3-6eb0-4fac-8bb1-9325720c7611 req-9ecd7b98-7049-4bd9-985e-b7fa627c594a tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 968 time: 0.0787020
Nov 06 20:46:56.269044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6b15ea3-6eb0-4fac-8bb1-9325720c7611 req-f5f9d0d2-acda-47c0-966f-bdee7782e052 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838625
Nov 06 20:46:56.307816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef3be4-9dbe-4b92-8c80-f57c106dea45 req-66d8a82f-1b45-4bb8-b664-c076fdcff749 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:56.309751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8ef3be4-9dbe-4b92-8c80-f57c106dea45 req-66d8a82f-1b45-4bb8-b664-c076fdcff749 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 936 time: 0.1071920
Nov 06 20:46:56.393881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8ef3be4-9dbe-4b92-8c80-f57c106dea45 req-033116e3-0cf4-4b27-9dde-3ec7def414b3 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741205
Nov 06 20:46:56.415682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d79b2da-0d6c-4160-80c1-f86df0cfc807 req-d798f8b4-ae27-4125-bdde-272e032cc3b5 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 210 time: 0.0491316
Nov 06 20:46:56.507951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83c75e2e-85fe-4a40-a796-c60cfdad96b8 req-d34aa970-002e-4208-b1d0-1937d6b2ebf3 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 210 time: 0.0305388
Nov 06 20:46:56.909005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 829a0bac-6a0e-4e3c-a257-5fbed5e24627 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:46:57.031672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 829a0bac-6a0e-4e3c-a257-5fbed5e24627, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=829a0bac-6a0e-4e3c-a257-5fbed5e24627,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:57.045063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '829a0bac-6a0e-4e3c-a257-5fbed5e24627', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '829a0bac-6a0e-4e3c-a257-5fbed5e24627', 'mac_address': 'fa:16:3e:a2:1c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:tempest-test_az-714588689', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:46:57.096096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:57.116955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829a0bac-6a0e-4e3c-a257-5fbed5e24627 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:46:57.141527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 829a0bac-6a0e-4e3c-a257-5fbed5e24627, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=829a0bac-6a0e-4e3c-a257-5fbed5e24627,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:57.146773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:57.208608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=829a0bac-6a0e-4e3c-a257-5fbed5e24627,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:57.428798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d1bc6-4483-425e-985b-7a42bc28d304 req-6a7929c2-8927-4e1c-890a-b954a1782abe tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:57.436455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-014d1bc6-4483-425e-985b-7a42bc28d304 req-6a7929c2-8927-4e1c-890a-b954a1782abe tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 969 time: 0.0726295
Nov 06 20:46:57.504887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-014d1bc6-4483-425e-985b-7a42bc28d304 req-a23a5b37-c1cb-494e-a818-42cb1bd039d4 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673528
Nov 06 20:46:57.524662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a549df-7107-4ac8-923a-7e6249b8f1e5 req-72b10680-2a02-4b76-bde6-9feca2b1470f tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:57.526157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75a549df-7107-4ac8-923a-7e6249b8f1e5 req-72b10680-2a02-4b76-bde6-9feca2b1470f tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 936 time: 0.0573997
Nov 06 20:46:57.579462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75a549df-7107-4ac8-923a-7e6249b8f1e5 req-a7ed897b-d7bb-469a-aaf4-c3332ace72a1 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473452
Nov 06 20:46:57.607545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['829a0bac-6a0e-4e3c-a257-5fbed5e24627'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:46:57.660594 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33d01288-b867-4353-8273-5253197780f3 req-d66c9afe-4cc8-451d-8bcb-ded1bcf730ef tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=669e18a7cfcf4e06a41e8e5bc5296a77&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299039
Nov 06 20:46:57.677365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05981271-cebd-42f7-9fd6-91d0c5deda06 req-933429c1-bb21-4181-b5c7-ba838fb3b466 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 210 time: 0.0370200
Nov 06 20:46:57.778985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94433cb1-7f09-4494-a6dc-4bb88fe563be req-9addbe10-f949-4a55-aecc-0a2e06a2a75f tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 210 time: 0.0326653
Nov 06 20:46:57.820328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d01288-b867-4353-8273-5253197780f3 req-fae9a1db-c809-4b7b-baa0-4585903a8bca tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:57.821850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33d01288-b867-4353-8273-5253197780f3 req-fae9a1db-c809-4b7b-baa0-4585903a8bca tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1469421
Nov 06 20:46:57.842539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33d01288-b867-4353-8273-5253197780f3 req-4f15034d-bd53-4412-83ad-50027d9c4d96 tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/quotas/669e18a7cfcf4e06a41e8e5bc5296a77 HTTP/1.1" status: 200  len: 375 time: 0.0097163
Nov 06 20:46:57.876764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33d01288-b867-4353-8273-5253197780f3 req-adc7e598-aaca-4228-91cc-d637db62002c tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=669e18a7cfcf4e06a41e8e5bc5296a77&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0277972
Nov 06 20:46:58.096049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43466) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:58.202900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fca73c0-342b-4d94-a161-d5d71e3497bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.286022 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fca73c0-342b-4d94-a161-d5d71e3497bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.289559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fca73c0-342b-4d94-a161-d5d71e3497bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.332942 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1fca73c0-342b-4d94-a161-d5d71e3497bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=289eb2aab16b45b3a53b58ab1b7830cc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2332218
Nov 06 20:46:58.332942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca73c0-342b-4d94-a161-d5d71e3497bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba141ae-993f-44bc-b1f7-1aeb2442116c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:58.333818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43478) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:58.387785 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e70098ce-ffd6-43fd-abd2-8a2c031f385e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.411086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e70098ce-ffd6-43fd-abd2-8a2c031f385e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.463185 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e70098ce-ffd6-43fd-abd2-8a2c031f385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.468347 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e70098ce-ffd6-43fd-abd2-8a2c031f385e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.468347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e70098ce-ffd6-43fd-abd2-8a2c031f385e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aba141ae-993f-44bc-b1f7-1aeb2442116c HTTP/1.1" status: 204  len: 168 time: 0.1319489
Nov 06 20:46:58.476799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70098ce-ffd6-43fd-abd2-8a2c031f385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba141ae-993f-44bc-b1f7-1aeb2442116c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:58.637657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6dcce91-7776-423e-a59c-9c2a47e6e425 req-ab684c9b-081c-4d62-9e47-b2a57c6a7ca7 tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=669e18a7cfcf4e06a41e8e5bc5296a77&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289807
Nov 06 20:46:58.646478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070538a-9899-4154-9757-46b4144a7070 req-420c157b-4f46-4782-9ba3-6077d4ceb4e2 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:58.647942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b070538a-9899-4154-9757-46b4144a7070 req-420c157b-4f46-4782-9ba3-6077d4ceb4e2 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 969 time: 0.0750041
Nov 06 20:46:58.762720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b070538a-9899-4154-9757-46b4144a7070 req-233112be-1057-45ee-bf2b-91aeb5818570 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034019
Nov 06 20:46:58.798355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43502) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:58.801685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcce91-7776-423e-a59c-9c2a47e6e425 req-0ab9e4db-d8e7-4cb3-bd31-3d37d407994c tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:58.803466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6dcce91-7776-423e-a59c-9c2a47e6e425 req-0ab9e4db-d8e7-4cb3-bd31-3d37d407994c tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1546113
Nov 06 20:46:58.820998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6dcce91-7776-423e-a59c-9c2a47e6e425 req-b6dd737e-78fd-4517-9c68-fe631f5a48cf tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/quotas/669e18a7cfcf4e06a41e8e5bc5296a77 HTTP/1.1" status: 200  len: 375 time: 0.0101666
Nov 06 20:46:58.821923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-848728c0-cce8-4a40-bcda-5ede1f673b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.858311 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 829a0bac-6a0e-4e3c-a257-5fbed5e24627 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:46:58.891228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6dcce91-7776-423e-a59c-9c2a47e6e425 req-43a522d7-444d-4103-bcff-265e2c4c32a3 tempest-QuotasAdminNegativeTest-1849023884 tempest-QuotasAdminNegativeTest-1849023884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=669e18a7cfcf4e06a41e8e5bc5296a77&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0566776
Nov 06 20:46:58.901178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-848728c0-cce8-4a40-bcda-5ede1f673b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.906985 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-848728c0-cce8-4a40-bcda-5ede1f673b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.921211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72ea57-0888-446d-87b4-edb7298bd7f8 req-2b30df9f-5f86-46a8-a19a-b2f5bd011dcc tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:58.923407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e72ea57-0888-446d-87b4-edb7298bd7f8 req-2b30df9f-5f86-46a8-a19a-b2f5bd011dcc tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 936 time: 0.0989416
Nov 06 20:46:58.947418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:46:58.950820 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-848728c0-cce8-4a40-bcda-5ede1f673b6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1de361c7941840c3b2bcc5e368675b0e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1512640
Nov 06 20:46:58.952054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43506) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:58.952924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:46:58.953546 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:58.964707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848728c0-cce8-4a40-bcda-5ede1f673b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f53ccb-d84d-47d8-8f82-38a2a8317b23,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:59.007397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e72ea57-0888-446d-87b4-edb7298bd7f8 req-6280829b-6e5f-4201-89fc-309bb4628353 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756273
Nov 06 20:46:59.051465 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.053210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bf029f3-2e64-4057-8d2a-ce667c6077b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.084880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027b89bd-aab4-4348-9494-be85f3973773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829a0bac-6a0e-4e3c-a257-5fbed5e24627'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:46:59.103682 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bf029f3-2e64-4057-8d2a-ce667c6077b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.129707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-932e922c-8a5c-4a7c-baa5-ea85d9759cde req-9c3335c2-8558-4342-b3f6-4a1098affbe7 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 210 time: 0.0392320
Nov 06 20:46:59.160394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 829a0bac-6a0e-4e3c-a257-5fbed5e24627, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=829a0bac-6a0e-4e3c-a257-5fbed5e24627,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:46:59.176833 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.203819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bf029f3-2e64-4057-8d2a-ce667c6077b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.206687 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bf029f3-2e64-4057-8d2a-ce667c6077b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.207836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0bf029f3-2e64-4057-8d2a-ce667c6077b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00f53ccb-d84d-47d8-8f82-38a2a8317b23 HTTP/1.1" status: 204  len: 168 time: 0.2522647
Nov 06 20:46:59.225436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf029f3-2e64-4057-8d2a-ce667c6077b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f53ccb-d84d-47d8-8f82-38a2a8317b23,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:59.262834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de04e0fb-a3cc-413f-9e57-d947c79f67f2 req-25c806cb-96d3-44f8-8132-d3d44a384b65 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 210 time: 0.0350337
Nov 06 20:46:59.299178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=829a0bac-6a0e-4e3c-a257-5fbed5e24627,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:59.317224 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491bfa06-08bf-4043-9b1a-7a742d4e81f7" -d '{"events": [{"server_uuid": "027b89bd-aab4-4348-9494-be85f3973773", "name": "network-vif-plugged", "status": "completed", "tag": "829a0bac-6a0e-4e3c-a257-5fbed5e24627"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:46:59.567848 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04cc9df-99b5-47ce-8c6b-19d1cd4d3736 x-openstack-request-id: req-e04cc9df-99b5-47ce-8c6b-19d1cd4d3736 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:46:59.568171 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027b89bd-aab4-4348-9494-be85f3973773", "name": "network-vif-plugged", "status": "completed", "tag": "829a0bac-6a0e-4e3c-a257-5fbed5e24627", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:46:59.568451 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e04cc9df-99b5-47ce-8c6b-19d1cd4d3736 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:46:59.568891 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027b89bd-aab4-4348-9494-be85f3973773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829a0bac-6a0e-4e3c-a257-5fbed5e24627', 'code': 200}
Nov 06 20:46:59.708965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d95b1c-b64b-4cfc-a181-3beea7be84c1 req-25325acb-5426-4441-b4d1-502d12b03dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:59.710534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5d95b1c-b64b-4cfc-a181-3beea7be84c1 req-25325acb-5426-4441-b4d1-502d12b03dfc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 1121 time: 0.0721450
Nov 06 20:46:59.731743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5d95b1c-b64b-4cfc-a181-3beea7be84c1 req-cddb5cd9-ef15-49fc-96b1-88e72c1bbee6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.787806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43542) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:46:59.817916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5d95b1c-b64b-4cfc-a181-3beea7be84c1 req-cddb5cd9-ef15-49fc-96b1-88e72c1bbee6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.822670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5d95b1c-b64b-4cfc-a181-3beea7be84c1 req-cddb5cd9-ef15-49fc-96b1-88e72c1bbee6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.903905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb5cd9-ef15-49fc-96b1-88e72c1bbee6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5e538646-a11e-4625-bf85-72ca9c7d4e40,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:46:59.912985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5d95b1c-b64b-4cfc-a181-3beea7be84c1 req-cddb5cd9-ef15-49fc-96b1-88e72c1bbee6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952834
Nov 06 20:46:59.930504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b49e8ef-d57f-469a-8ecb-5e22fee112fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:46:59.933492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d47f8-4f9e-4d87-9db0-be7893c34165 req-9b8f95c6-1f42-4dc6-a818-5dbccb61a2c4 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:46:59.935001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c1d47f8-4f9e-4d87-9db0-be7893c34165 req-9b8f95c6-1f42-4dc6-a818-5dbccb61a2c4 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 970 time: 0.0827651
Nov 06 20:46:59.988378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c1d47f8-4f9e-4d87-9db0-be7893c34165 req-3dd3244b-8be3-4dec-ad1d-edb056a1b853 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461876
Nov 06 20:47:00.014066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b49e8ef-d57f-469a-8ecb-5e22fee112fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.018038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b49e8ef-d57f-469a-8ecb-5e22fee112fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.062323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49e8ef-d57f-469a-8ecb-5e22fee112fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a9b8bd-e63b-4ca2-b9cd-70edf3adcdf0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:00.069593 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b49e8ef-d57f-469a-8ecb-5e22fee112fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=669e18a7cfcf4e06a41e8e5bc5296a77&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2805820
Nov 06 20:47:00.070434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43556) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:00.170270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6936d-fe0e-4d87-acbd-aaec23ed4aca req-74a93e87-a93f-46d0-9d43-9c63f168c8d2 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:00.171659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0c6936d-fe0e-4d87-acbd-aaec23ed4aca req-74a93e87-a93f-46d0-9d43-9c63f168c8d2 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 936 time: 0.0804458
Nov 06 20:47:00.176818 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-272ef175-977a-433e-a5f4-993220fc98c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.214698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-272ef175-977a-433e-a5f4-993220fc98c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.271160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b2c2010-52a9-4f5b-b04e-9e571594941f req-f572f48d-c397-4d3e-8508-e9d9c5e83930 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 210 time: 0.0414088
Nov 06 20:47:00.284175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0c6936d-fe0e-4d87-acbd-aaec23ed4aca req-14183fa7-18fc-43c0-95d0-f38e671b8882 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045249
Nov 06 20:47:00.327742 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-272ef175-977a-433e-a5f4-993220fc98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.331323 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-272ef175-977a-433e-a5f4-993220fc98c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.334888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-272ef175-977a-433e-a5f4-993220fc98c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73a9b8bd-e63b-4ca2-b9cd-70edf3adcdf0 HTTP/1.1" status: 204  len: 168 time: 0.2610571
Nov 06 20:47:00.342043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ef175-977a-433e-a5f4-993220fc98c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a9b8bd-e63b-4ca2-b9cd-70edf3adcdf0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:00.388841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8538086-710a-426a-9181-24db974f672a req-bee25c80-838b-40d2-9038-ef6c59058ce4 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 210 time: 0.0304632
Nov 06 20:47:00.663391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43580) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:00.676864 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4612fcd-4a3f-4ff9-b11d-070e30ac14d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.754267 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4612fcd-4a3f-4ff9-b11d-070e30ac14d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.758560 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4612fcd-4a3f-4ff9-b11d-070e30ac14d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.800872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a4612fcd-4a3f-4ff9-b11d-070e30ac14d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b192c24043ac474eaaa02fadc49ef32b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1364040
Nov 06 20:47:00.801759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4612fcd-4a3f-4ff9-b11d-070e30ac14d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a0c9be-5f65-40ee-ac67-d19a992eb80b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:00.804009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43586) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:00.853984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adc9737-93ab-4acc-a02a-61c7064d7c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.875713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adc9737-93ab-4acc-a02a-61c7064d7c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.925059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adc9737-93ab-4acc-a02a-61c7064d7c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.927618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adc9737-93ab-4acc-a02a-61c7064d7c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:00.928726 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9adc9737-93ab-4acc-a02a-61c7064d7c82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84a0c9be-5f65-40ee-ac67-d19a992eb80b HTTP/1.1" status: 204  len: 168 time: 0.1231978
Nov 06 20:47:00.936072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc9737-93ab-4acc-a02a-61c7064d7c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a0c9be-5f65-40ee-ac67-d19a992eb80b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:01.109211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a8de1-7ffc-4ee2-a9da-ada9ebff8225 req-73433581-be48-40b3-8c7d-be49b355b50a tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:01.110892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f2a8de1-7ffc-4ee2-a9da-ada9ebff8225 req-73433581-be48-40b3-8c7d-be49b355b50a tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 970 time: 0.0553513
Nov 06 20:47:01.162866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f2a8de1-7ffc-4ee2-a9da-ada9ebff8225 req-4fb6444e-37a9-4d5a-afc0-90745dba01bd tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454953
Nov 06 20:47:01.373225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f3ceed4-ec50-4d9e-9cd9-e0b995524cc6 req-08ac6c88-f66d-44b0-bc44-823985e78417 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 210 time: 0.0282476
Nov 06 20:47:01.489516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036010e-acce-4f08-b0c9-545f41dce64e req-1dea8383-d559-448c-b553-3fc414e6539b tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:01.494145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6036010e-acce-4f08-b0c9-545f41dce64e req-1dea8383-d559-448c-b553-3fc414e6539b tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 936 time: 0.0618029
Nov 06 20:47:01.560452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6036010e-acce-4f08-b0c9-545f41dce64e req-fed33970-355b-47a2-b50e-ec2c7c7326e9 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593669
Nov 06 20:47:01.595279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-882016f5-aa4b-4af9-9032-ca3a317301fa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:47:01.595888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-882016f5-aa4b-4af9-9032-ca3a317301fa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060353
Nov 06 20:47:01.687158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b715fc18-5e5c-43f3-a948-7498776ced51 req-839a7500-9756-4ab0-9d4c-8fe17f406285 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 210 time: 0.0352545
Nov 06 20:47:01.839790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Request body: {'port': {'device_id': '139cbe17-657f-439e-a940-bc1166cb7e25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:01.918420 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:02.311107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41e7a85-586b-4ade-9a81-f07b08cb6c08 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:02.322325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:02.342390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Transition to ACTIVE for port object a41e7a85-586b-4ade-9a81-f07b08cb6c08 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:47:02.351325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.37', 52788) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:02.352749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17529202-b9e7-45fe-83a0-b02493ab6b1a req-e3f42e4f-7adf-4c28-bdc7-a8df2ae5f170 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:02.361357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17529202-b9e7-45fe-83a0-b02493ab6b1a req-e3f42e4f-7adf-4c28-bdc7-a8df2ae5f170 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 970 time: 0.1051450
Nov 06 20:47:02.370026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:02.436918 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-78c5fe1a-8973-4f84-97d2-b4ada2eb477a tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c4b8abb5c5234e3197eabc3f2ae9cffd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0830667
Nov 06 20:47:02.534828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Pushing event updated for resources: {'Port': ['ID=a41e7a85-586b-4ade-9a81-f07b08cb6c08,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:02.598443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17529202-b9e7-45fe-83a0-b02493ab6b1a req-ecc4e52b-687c-4cad-a4ab-79ab49557f4d tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360408
Nov 06 20:47:02.674613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-635e95e2-911c-4a0e-9709-c8dff49c9e31 req-6c663c7d-0c37-4777-b673-a7e228e3899a tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 210 time: 0.1530881
Nov 06 20:47:02.682950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Attempting to bind port a41e7a85-586b-4ade-9a81-f07b08cb6c08 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:02.683549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Attempting to bind port a41e7a85-586b-4ade-9a81-f07b08cb6c08 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:02.684096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Attempting to bind port a41e7a85-586b-4ade-9a81-f07b08cb6c08 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:02.704984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Port a41e7a85-586b-4ade-9a81-f07b08cb6c08 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:47:02.710467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Attempting to bind port a41e7a85-586b-4ade-9a81-f07b08cb6c08 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:02.723763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:02.725121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:02.725762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:02.727204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Bound port: a41e7a85-586b-4ade-9a81-f07b08cb6c08, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:02.727779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:02.820662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.37', 52789) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:02.821391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43664) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:02.836903 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-736cea48-c9bf-468c-a4a1-1f3099ae3cf5 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:02.838622 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-736cea48-c9bf-468c-a4a1-1f3099ae3cf5 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3945506
Nov 06 20:47:02.870520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Request body: {'port': {'device_id': '1e11138c-1070-426e-be89-3222cb59da6a', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'c4b8abb5c5234e3197eabc3f2ae9cffd'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:02.985598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaaadc-b047-4594-bb18-a63ad1c9836a req-2ea51a1b-1b33-40b7-9f86-aaa47182466f tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:02.994912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dbaaadc-b047-4594-bb18-a63ad1c9836a req-2ea51a1b-1b33-40b7-9f86-aaa47182466f tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 948 time: 0.2569122
Nov 06 20:47:03.005390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] For port a41e7a85-586b-4ade-9a81-f07b08cb6c08, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:03.058984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Made reservation on behalf of c4b8abb5c5234e3197eabc3f2ae9cffd for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:03.062691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.073100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.147459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43670) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:03.169587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.174433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.228808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] For port a41e7a85-586b-4ade-9a81-f07b08cb6c08, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a41e7a85-586b-4ade-9a81-f07b08cb6c08,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:03.248408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.260455 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16aa3d30-a4b8-4209-9c05-6444e9e2b2d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.274468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59199d67-3180-4b53-8c72-b9259a189a06 req-c06107e2-9af1-43ae-be48-2743a05c78f5 tempest-AggregatesAdminTestJSON-1271191040 tempest-AggregatesAdminTestJSON-1271191040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:03.275986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59199d67-3180-4b53-8c72-b9259a189a06 req-c06107e2-9af1-43ae-be48-2743a05c78f5 tempest-AggregatesAdminTestJSON-1271191040 tempest-AggregatesAdminTestJSON-1271191040-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 1121 time: 0.3730402
Nov 06 20:47:03.300981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c645195b-6294-43c9-82ca-866ba56ef670,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:03.310526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7108ef41-237b-44b5-a9d6-c4bf2f489201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.323314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-4a092dc1-7a41-49d4-bba1-0dcc2cd1d3d6 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:03.324847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-4a092dc1-7a41-49d4-bba1-0dcc2cd1d3d6 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.37 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 823 time: 0.4966137
Nov 06 20:47:03.339445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:03.339950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.341261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] 10.222.0.37 "PUT /v2.0/ports/a41e7a85-586b-4ade-9a81-f07b08cb6c08 HTTP/1.1" status: 200  len: 1096 time: 1.5889032
Nov 06 20:47:03.347405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139cbe17-657f-439e-a940-bc1166cb7e25', 'tag': 'a41e7a85-586b-4ade-9a81-f07b08cb6c08'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:03.349042 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be1915d-9f8b-4654-8b89-5595f70e0973" -d '{"events": [{"name": "network-changed", "server_uuid": "139cbe17-657f-439e-a940-bc1166cb7e25", "tag": "a41e7a85-586b-4ade-9a81-f07b08cb6c08"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:03.377872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dbaaadc-b047-4594-bb18-a63ad1c9836a req-764a35f3-f469-4295-a8a8-806ae96097bb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3818028
Nov 06 20:47:03.387518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-59199d67-3180-4b53-8c72-b9259a189a06 req-e426aa31-c18e-4cc0-bb80-3ec9334ec6a7 tempest-AggregatesAdminTestJSON-1271191040 tempest-AggregatesAdminTestJSON-1271191040-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.445991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Allocated IP 192.168.233.188 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:03.498035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4a9bc-7028-46ae-9240-bb6b7872b6ca service neutron] Pushing event updated for resources: {'Port': ['ID=a41e7a85-586b-4ade-9a81-f07b08cb6c08,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:03.533687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7108ef41-237b-44b5-a9d6-c4bf2f489201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.542749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7108ef41-237b-44b5-a9d6-c4bf2f489201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.550883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c46b4cc-bb3f-4ec4-b40d-01f72d281961 req-ec938df7-1932-4162-9353-b7293392aeba tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 210 time: 0.0771198
Nov 06 20:47:03.601696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-8835c519-3543-4837-bddd-580456cc2f23 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0376f3231e49d495f1777d2f774450 HTTP/1.1" status: 200  len: 380 time: 0.2639210
Nov 06 20:47:03.628204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Request body: {'port': {'device_id': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'admin_state_up': True, 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'security_groups': ['6f204ecd-e29b-4313-811c-6d12787285f4']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:03.639789 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284efcf7-0231-4b8b-a603-425883ce36e8 x-openstack-request-id: req-284efcf7-0231-4b8b-a603-425883ce36e8 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:03.640215 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139cbe17-657f-439e-a940-bc1166cb7e25", "tag": "a41e7a85-586b-4ade-9a81-f07b08cb6c08", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:03.640503 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-284efcf7-0231-4b8b-a603-425883ce36e8 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:03.640892 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139cbe17-657f-439e-a940-bc1166cb7e25', 'tag': 'a41e7a85-586b-4ade-9a81-f07b08cb6c08', 'status': 'completed', 'code': 200}
Nov 06 20:47:03.661613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-47676bcf-de66-4ffc-b21b-46f4573a85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:03.663143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-47676bcf-de66-4ffc-b21b-46f4573a85b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06b236babc5d4b95a766210d9912b71e&device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 1099 time: 0.2615762
Nov 06 20:47:03.748817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-3e138dde-8f16-465b-8876-06a96cc36113 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a41e7a85-586b-4ade-9a81-f07b08cb6c08 HTTP/1.1" status: 200  len: 217 time: 0.0567985
Nov 06 20:47:03.769322 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7108ef41-237b-44b5-a9d6-c4bf2f489201 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19d9c51a2dbc40568d586c153b024179&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6207671
Nov 06 20:47:03.774170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43678) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:03.775998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16aa3d30-a4b8-4209-9c05-6444e9e2b2d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.792402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108ef41-237b-44b5-a9d6-c4bf2f489201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3de3c0-8e64-4e2b-8a2a-edec02b9d21a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:03.818541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16aa3d30-a4b8-4209-9c05-6444e9e2b2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.858736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.870196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-143c9c21-3a30-4127-803a-679355114815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.880880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ade580a-8268-4853-998f-f4fb61138593 req-407ff659-8f12-40f5-b9ff-0383702d4324 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 210 time: 0.0959024
Nov 06 20:47:03.908326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-143c9c21-3a30-4127-803a-679355114815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.942416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.944242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-59199d67-3180-4b53-8c72-b9259a189a06 req-e426aa31-c18e-4cc0-bb80-3ec9334ec6a7 tempest-AggregatesAdminTestJSON-1271191040 tempest-AggregatesAdminTestJSON-1271191040-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:03.946044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-a23f4feb-e1d6-4da6-8a7f-651851735c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:03.947666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-a23f4feb-e1d6-4da6-8a7f-651851735c3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1859260
Nov 06 20:47:03.949987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa3d30-a4b8-4209-9c05-6444e9e2b2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d05256-74d2-4f73-bb07-f2de65141fbd,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:03.956592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-16aa3d30-a4b8-4209-9c05-6444e9e2b2d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e73b09e0a74d48c6a1aba82e15909a03&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1241391
Nov 06 20:47:03.963262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43680) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:03.963874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-59199d67-3180-4b53-8c72-b9259a189a06 req-e426aa31-c18e-4cc0-bb80-3ec9334ec6a7 tempest-AggregatesAdminTestJSON-1271191040 tempest-AggregatesAdminTestJSON-1271191040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.029208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:04.038131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:04.040817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:04.046541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:04.047243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.051180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Pushing event updated for resources: {'Port': ['ID=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:04.063505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59199d67-3180-4b53-8c72-b9259a189a06 req-e426aa31-c18e-4cc0-bb80-3ec9334ec6a7 tempest-AggregatesAdminTestJSON-1271191040 tempest-AggregatesAdminTestJSON-1271191040-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7565255
Nov 06 20:47:04.072155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426aa31-c18e-4cc0-bb80-3ec9334ec6a7 tempest-AggregatesAdminTestJSON-1271191040 tempest-AggregatesAdminTestJSON-1271191040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a67999f-ed6f-4c16-8ba1-a0605713ac5b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:04.075932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-143c9c21-3a30-4127-803a-679355114815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.081228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-143c9c21-3a30-4127-803a-679355114815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.084868 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-143c9c21-3a30-4127-803a-679355114815 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac3de3c0-8e64-4e2b-8a2a-edec02b9d21a HTTP/1.1" status: 204  len: 168 time: 0.3067977
Nov 06 20:47:04.088537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Made reservation on behalf of 3e0376f3231e49d495f1777d2f774450 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:04.096485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c9c21-3a30-4127-803a-679355114815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3de3c0-8e64-4e2b-8a2a-edec02b9d21a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:04.098402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.101750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-25bf10a5-2c4e-4209-8a04-929ea3f4f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:04.102318 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a433f671-e222-4eb4-8082-df9c641eb7d1 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2537754
Nov 06 20:47:04.107033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-25bf10a5-2c4e-4209-8a04-929ea3f4f80d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1512372
Nov 06 20:47:04.125974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Request body: {'port': {'device_id': '1e11138c-1070-426e-be89-3222cb59da6a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:04.209511 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.228819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce60d93b-6655-410a-a11f-67e7f11235dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.346638 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce60d93b-6655-410a-a11f-67e7f11235dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.441202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-595c5b76-c3f1-4e16-b8b7-1f2d2a0ca47a None None] Provisioning complete for port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:04.442439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-595c5b76-c3f1-4e16-b8b7-1f2d2a0ca47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.488503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-3b7a97d9-e9b5-48e0-b9d9-df6bcb557b01 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3703034
Nov 06 20:47:04.515728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-595c5b76-c3f1-4e16-b8b7-1f2d2a0ca47a None None] Port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:04.528753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Allocated IP 172.20.0.4 (30f7f650-50d0-446a-82d8-39753cfb0023/88cdd884-6910-4ccb-916f-a268dccf765d/5935a02d-18df-4c4f-9301-484bbfd49bab) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:04.605855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43706) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:04.616772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:04.632470 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e794cdf-368f-4ab5-960c-f6c5e8b20bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.635708 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.652888 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce60d93b-6655-410a-a11f-67e7f11235dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.655565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce60d93b-6655-410a-a11f-67e7f11235dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.656726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ce60d93b-6655-410a-a11f-67e7f11235dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3d05256-74d2-4f73-bb07-f2de65141fbd HTTP/1.1" status: 204  len: 168 time: 0.6885002
Nov 06 20:47:04.668868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Transition to ACTIVE for port object ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:47:04.678418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60d93b-6655-410a-a11f-67e7f11235dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d05256-74d2-4f73-bb07-f2de65141fbd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:04.678957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.729275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22480322-f018-4f8b-a695-eee2fb449537 req-a6d30877-6cb4-4931-8eb7-48e4cf2d86fe tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:04.730802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22480322-f018-4f8b-a695-eee2fb449537 req-a6d30877-6cb4-4931-8eb7-48e4cf2d86fe tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 948 time: 0.1987684
Nov 06 20:47:04.754647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Pushing event updated for resources: {'Port': ['ID=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:04.840011 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7d40a8a-00e9-4ab0-8a5e-cc9df68c600f req-7117362e-32ec-4c3f-833c-73b024ca84fb service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3416157
Nov 06 20:47:04.844264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Attempting to bind port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:04.845224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Attempting to bind port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:04.845680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Attempting to bind port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:04.859907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e794cdf-368f-4ab5-960c-f6c5e8b20bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.860966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:47:04.861285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Attempting to bind port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:04.868085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:04.868085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:04.868542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:04.869161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Bound port: ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:04.869355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.878390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e794cdf-368f-4ab5-960c-f6c5e8b20bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:04.932404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0e28b-cce7-4b35-9cff-bb7a66e9343a req-f08e3200-dc37-4f14-b3d0-40a37e61ea7c tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:04.936789 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7a0e28b-cce7-4b35-9cff-bb7a66e9343a req-f08e3200-dc37-4f14-b3d0-40a37e61ea7c tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 948 time: 0.2397020
Nov 06 20:47:04.949699 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3e794cdf-368f-4ab5-960c-f6c5e8b20bdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86f92cd5edf74c0f8dc934054b01aae2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3426895
Nov 06 20:47:04.952095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e794cdf-368f-4ab5-960c-f6c5e8b20bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c128e967-e833-4de7-89fe-957d50fb9d8f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:04.955144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43714) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:05.010215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22480322-f018-4f8b-a695-eee2fb449537 req-b1c64484-76b5-4e26-b73c-0b068c284f7a tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2574267
Nov 06 20:47:05.028815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] For port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:05.055217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] For port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:05.065615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.097981 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3607d47-61d0-47db-8ed8-7826ba705dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.126230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-329f4360-1d70-41dc-acf1-2a6dd573b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:05.127740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-329f4360-1d70-41dc-acf1-2a6dd573b942 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06b236babc5d4b95a766210d9912b71e&device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 1099 time: 0.2207308
Nov 06 20:47:05.133788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.136425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:05.137055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.138497 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] 10.222.0.37 "PUT /v2.0/ports/ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac HTTP/1.1" status: 200  len: 1096 time: 1.0199077
Nov 06 20:47:05.139004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e11138c-1070-426e-be89-3222cb59da6a', 'tag': 'ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:05.139637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7a0e28b-cce7-4b35-9cff-bb7a66e9343a req-21670735-ba9f-4c9c-9b22-485f80865bad tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784959
Nov 06 20:47:05.214293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3607d47-61d0-47db-8ed8-7826ba705dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.284639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-074a7d0c-7bfb-4e3e-92c5-f247415585e6 req-7716bf62-5c20-4872-a521-dd8aa45709e1 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 210 time: 0.0556374
Nov 06 20:47:05.344314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-84a9b9a4-5825-4044-80fc-37dd17ac4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:05.347360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-84a9b9a4-5825-4044-80fc-37dd17ac4a13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2063293
Nov 06 20:47:05.350415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.353030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43724) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:05.433177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event updated for resources: {'Port': ['ID=5935a02d-18df-4c4f-9301-484bbfd49bab,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:05.474135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5707e-275b-4876-8d99-dc46fe316afb service neutron] Pushing event updated for resources: {'Port': ['ID=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:05.502133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-dbd4fe6b-ddb8-491c-84f3-808718787152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:05.503842 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-dbd4fe6b-ddb8-491c-84f3-808718787152 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4b8abb5c5234e3197eabc3f2ae9cffd&device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 1099 time: 0.2920012
Nov 06 20:47:05.530083 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7bf95175-2664-4ba8-b070-9063d4e2a90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.544065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Network 30f7f650-50d0-446a-82d8-39753cfb0023 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:05.553108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:05.556927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-2a2ea6a0-8f34-41f4-b846-271f4960167a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a41e7a85-586b-4ade-9a81-f07b08cb6c08 HTTP/1.1" status: 200  len: 217 time: 0.1946228
Nov 06 20:47:05.558167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:05.564693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:05.570024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.627370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-7b5568b4-dd14-4091-8202-447d36be03cc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0067670
Nov 06 20:47:05.655881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Request body: {'port': {'device_id': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:05.698594 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5679513b-d8cd-4ec4-9387-092ef51b7fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e11138c-1070-426e-be89-3222cb59da6a", "tag": "ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:05.727537 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-d86be934-1542-4f7a-af90-d21e1e597398 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac HTTP/1.1" status: 200  len: 217 time: 0.2117293
Nov 06 20:47:05.748065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-bda3322a-ea9e-4a20-bcb7-540a74dcb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:05.750404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-bda3322a-ea9e-4a20-bcb7-540a74dcb551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1799519
Nov 06 20:47:05.804352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3607d47-61d0-47db-8ed8-7826ba705dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.806852 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3607d47-61d0-47db-8ed8-7826ba705dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.810331 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a3607d47-61d0-47db-8ed8-7826ba705dd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c128e967-e833-4de7-89fe-957d50fb9d8f HTTP/1.1" status: 204  len: 168 time: 0.8504198
Nov 06 20:47:05.848249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3607d47-61d0-47db-8ed8-7826ba705dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c128e967-e833-4de7-89fe-957d50fb9d8f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:05.851938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a964b8a8-c576-49ac-a6c2-fbb664644ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:05.853660 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-a964b8a8-c576-49ac-a6c2-fbb664644ad0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1153777
Nov 06 20:47:05.857641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:05.916171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-373664a3-9f20-47e9-bf77-8a97d6961598 None None] Provisioning complete for port 5935a02d-18df-4c4f-9301-484bbfd49bab triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:05.923256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-373664a3-9f20-47e9-bf77-8a97d6961598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.014945 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacfa5f9-932c-4d71-aa0a-ae553aa4273d x-openstack-request-id: req-dacfa5f9-932c-4d71-aa0a-ae553aa4273d {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:06.015254 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e11138c-1070-426e-be89-3222cb59da6a", "tag": "ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:06.015475 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dacfa5f9-932c-4d71-aa0a-ae553aa4273d {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:06.015914 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e11138c-1070-426e-be89-3222cb59da6a', 'tag': 'ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac', 'status': 'completed', 'code': 200}
Nov 06 20:47:06.024345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-373664a3-9f20-47e9-bf77-8a97d6961598 None None] Port 5935a02d-18df-4c4f-9301-484bbfd49bab cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:06.055050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7bf95175-2664-4ba8-b070-9063d4e2a90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.067785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-1908b2e9-66a1-4587-be14-e8e2f2d302cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:06.069314 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-1908b2e9-66a1-4587-be14-e8e2f2d302cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1925404
Nov 06 20:47:06.077867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-3b90d91a-43a5-49d3-8758-dca07a5f2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:06.080200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-3b90d91a-43a5-49d3-8758-dca07a5f2e54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2640026
Nov 06 20:47:06.081154 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7bf95175-2664-4ba8-b070-9063d4e2a90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.199104 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-1e194ba5-158c-4f56-a83e-516d11159018 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1189590
Nov 06 20:47:06.244739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7bf95175-2664-4ba8-b070-9063d4e2a90d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49e90de463c94dac887e0486af739b55&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8867981
Nov 06 20:47:06.244739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43772) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:06.248309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf95175-2664-4ba8-b070-9063d4e2a90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d092814b-3bbb-4bc5-9941-844864d8ae34,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:06.308699 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-58a99187-0e06-491a-a4e0-9612e1cec167 req-21ad205c-d6be-430c-bb16-3985c516bad7 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005690
Nov 06 20:47:06.410246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-12e4473f-f589-41ae-9b18-661d0fc70215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:06.412005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-12e4473f-f589-41ae-9b18-661d0fc70215 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4b8abb5c5234e3197eabc3f2ae9cffd&device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 1099 time: 0.0552270
Nov 06 20:47:06.526319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b466d0-9195-4312-a756-99697c9989aa req-dca436a1-cd9f-4090-ad76-7bfe9f961ea1 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:06.527900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8b466d0-9195-4312-a756-99697c9989aa req-dca436a1-cd9f-4090-ad76-7bfe9f961ea1 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 948 time: 0.4158695
Nov 06 20:47:06.579419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-55ae0477-017c-4322-865b-018e1fcd94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:06.581068 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-55ae0477-017c-4322-865b-018e1fcd94cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1612363
Nov 06 20:47:06.596250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-3c4718a4-8ed6-49ab-bcd5-e308af465a04 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4806716
Nov 06 20:47:06.622362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898151b1-ff51-473e-97a0-b6371a26f824 req-df5d2ca6-3f1e-4e74-bfd4-a129b3c5352b tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:06.623965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-898151b1-ff51-473e-97a0-b6371a26f824 req-df5d2ca6-3f1e-4e74-bfd4-a129b3c5352b tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 948 time: 0.3857276
Nov 06 20:47:06.626528 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-38fb7611-11ba-4b5e-8726-c36be089cde3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac HTTP/1.1" status: 200  len: 217 time: 0.0383883
Nov 06 20:47:06.674161 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-565c739d-1ec0-4f64-94a2-96e479a378b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.779665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8b466d0-9195-4312-a756-99697c9989aa req-31a0948b-365f-463b-8d22-ecbc13f3bcfc tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416210
Nov 06 20:47:06.794470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-565c739d-1ec0-4f64-94a2-96e479a378b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.816687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5935a02d-18df-4c4f-9301-484bbfd49bab {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:06.842467 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.859539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-3cc06e84-8f94-4cad-bcbd-ddb1878b0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:06.864411 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-3cc06e84-8f94-4cad-bcbd-ddb1878b0369 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.2275891
Nov 06 20:47:06.870349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-898151b1-ff51-473e-97a0-b6371a26f824 req-76fbf06b-7077-4727-98eb-a8eef52ed1c7 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267680
Nov 06 20:47:06.889478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Transition to ACTIVE for port object 5935a02d-18df-4c4f-9301-484bbfd49bab will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:47:06.899243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be1915d-9f8b-4654-8b89-5595f70e0973 req-06684fa3-0711-4661-a840-a9c9ba4ec32f service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875826
Nov 06 20:47:06.915035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.943265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-3f74d77c-2cb4-42a7-a0ae-4194f2dc71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:06.945023 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-3f74d77c-2cb4-42a7-a0ae-4194f2dc71a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0748835
Nov 06 20:47:06.969744 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-565c739d-1ec0-4f64-94a2-96e479a378b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.972334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-565c739d-1ec0-4f64-94a2-96e479a378b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:06.973495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-565c739d-1ec0-4f64-94a2-96e479a378b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d092814b-3bbb-4bc5-9941-844864d8ae34 HTTP/1.1" status: 204  len: 168 time: 0.7224450
Nov 06 20:47:07.031590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c739d-1ec0-4f64-94a2-96e479a378b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092814b-3bbb-4bc5-9941-844864d8ae34,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:07.036767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Pushing event updated for resources: {'Port': ['ID=5935a02d-18df-4c4f-9301-484bbfd49bab,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:07.076273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Attempting to bind port 5935a02d-18df-4c4f-9301-484bbfd49bab on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:07.076652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Attempting to bind port 5935a02d-18df-4c4f-9301-484bbfd49bab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:07.077010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Attempting to bind port 5935a02d-18df-4c4f-9301-484bbfd49bab on network 30f7f650-50d0-446a-82d8-39753cfb0023 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:07.094273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12add3a-5ce7-4c4f-959c-81bc14e71aae req-0700348e-bd64-480a-b9fe-bececb6e809a tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:07.095446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f12add3a-5ce7-4c4f-959c-81bc14e71aae req-0700348e-bd64-480a-b9fe-bececb6e809a tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 943 time: 0.1455543
Nov 06 20:47:07.098886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Port 5935a02d-18df-4c4f-9301-484bbfd49bab on network 30f7f650-50d0-446a-82d8-39753cfb0023 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:47:07.099207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Attempting to bind port 5935a02d-18df-4c4f-9301-484bbfd49bab on network 30f7f650-50d0-446a-82d8-39753cfb0023 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:07.112616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:07.112616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Checking segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:07.112983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Bound using segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:07.113400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Bound port: 5935a02d-18df-4c4f-9301-484bbfd49bab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:07.113747 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:07.184907 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-99880508-2173-421a-8e17-37fee5f50c7f service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2302682
Nov 06 20:47:07.201499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f12add3a-5ce7-4c4f-959c-81bc14e71aae req-c769f6bf-56de-4de0-b73e-74947fbf3ed8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962083
Nov 06 20:47:07.221111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] For port 5935a02d-18df-4c4f-9301-484bbfd49bab, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:07.231405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] For port 5935a02d-18df-4c4f-9301-484bbfd49bab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5935a02d-18df-4c4f-9301-484bbfd49bab,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:07.242310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:07.310049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:07.310693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:07.312153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] 10.222.0.37 "PUT /v2.0/ports/5935a02d-18df-4c4f-9301-484bbfd49bab HTTP/1.1" status: 200  len: 1091 time: 1.6713560
Nov 06 20:47:07.312643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'tag': '5935a02d-18df-4c4f-9301-484bbfd49bab'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:07.315552 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbc8ec1-8c19-4586-a720-c08f62c147ba", "tag": "5935a02d-18df-4c4f-9301-484bbfd49bab"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:07.372800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96b96a-593c-4c02-8977-601d8607ae2c service neutron] Pushing event updated for resources: {'Port': ['ID=5935a02d-18df-4c4f-9301-484bbfd49bab,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:07.424345 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5679513b-d8cd-4ec4-9387-092ef51b7fe7 req-1e9dd0f1-e2df-4f65-b06d-32f07d2dbcc3 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2296546
Nov 06 20:47:07.460040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-f40041d6-7280-436b-ae7a-0bd13f753d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:07.462520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-f40041d6-7280-436b-ae7a-0bd13f753d5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 1094 time: 0.1000335
Nov 06 20:47:07.464112 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beec158d-dbee-4554-ade7-644cf3b0a303 x-openstack-request-id: req-beec158d-dbee-4554-ade7-644cf3b0a303 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:07.464497 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbc8ec1-8c19-4586-a720-c08f62c147ba", "tag": "5935a02d-18df-4c4f-9301-484bbfd49bab", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:07.464808 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beec158d-dbee-4554-ade7-644cf3b0a303 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:07.465459 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'tag': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'status': 'completed', 'code': 200}
Nov 06 20:47:07.531526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-0f5dae97-fe73-42f9-8ffd-4fea1ce89951 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5935a02d-18df-4c4f-9301-484bbfd49bab HTTP/1.1" status: 200  len: 217 time: 0.0589960
Nov 06 20:47:07.612739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-f8279708-8cee-4195-b604-cf73f45ff36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:07.614353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-f8279708-8cee-4195-b604-cf73f45ff36a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 200  len: 862 time: 0.0686004
Nov 06 20:47:07.699705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-2db53a4f-29fd-4dc1-b50b-f05b2a7a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:07.702354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-2db53a4f-29fd-4dc1-b50b-f05b2a7a0443 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f7f650-50d0-446a-82d8-39753cfb0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0749464
Nov 06 20:47:07.854418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-d2f8fdb5-af5b-4d04-b800-6b80d1443275 service neutron] 10.222.0.37 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436915
Nov 06 20:47:08.024631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29970e0-8117-41c0-ac6e-9b15b5b11077 req-6be835b5-2401-4806-a12b-9d49bc2dc16e tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:08.026123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c29970e0-8117-41c0-ac6e-9b15b5b11077 req-6be835b5-2401-4806-a12b-9d49bc2dc16e tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 948 time: 0.1158557
Nov 06 20:47:08.033777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fd6c09-2d1a-4ac1-a571-e61190a49882 req-f4fcd8b0-942a-4bed-9126-38eedcc5348b service neutron] 10.222.0.37 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683385
Nov 06 20:47:08.080354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c29970e0-8117-41c0-ac6e-9b15b5b11077 req-1f60b122-1b3a-4e4f-b324-1e4acb60f976 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455904
Nov 06 20:47:08.193927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-84af08c3-e001-4dfa-84b5-abdc67d4d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:08.195361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-84af08c3-e001-4dfa-84b5-abdc67d4d927 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 1094 time: 0.0862207
Nov 06 20:47:08.204250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55faaa-c28e-41e9-9fbd-2d1c0eaeab3a req-78f16adc-e2a9-4e8a-a5b7-89c1422f3aa4 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:08.205803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a55faaa-c28e-41e9-9fbd-2d1c0eaeab3a req-78f16adc-e2a9-4e8a-a5b7-89c1422f3aa4 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 948 time: 0.0617735
Nov 06 20:47:08.315399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a55faaa-c28e-41e9-9fbd-2d1c0eaeab3a req-399ca0ab-f47b-49ad-9869-046fafb15d67 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009722
Nov 06 20:47:08.332444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-af0fc975-a8c7-4e00-bb44-60c624994499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:08.333923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-af0fc975-a8c7-4e00-bb44-60c624994499 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 924 time: 0.1273706
Nov 06 20:47:08.388867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-8aac25f9-056e-44ff-acc3-2254a8ada15a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5935a02d-18df-4c4f-9301-484bbfd49bab HTTP/1.1" status: 200  len: 217 time: 0.0462241
Nov 06 20:47:08.487709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-13a15177-c05b-4463-adfe-ed5a3c536167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:08.489146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-13a15177-c05b-4463-adfe-ed5a3c536167 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 200  len: 862 time: 0.0932951
Nov 06 20:47:08.576494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a640c-7ed5-435b-85ea-caab15c85b52 req-14cfadc1-bcc9-4a65-a1d7-43f99707daa7 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:08.577994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f77a640c-7ed5-435b-85ea-caab15c85b52 req-14cfadc1-bcc9-4a65-a1d7-43f99707daa7 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 943 time: 0.0999062
Nov 06 20:47:08.580620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-fc86f74c-96e6-4354-86f9-14596264c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:08.582033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-fc86f74c-96e6-4354-86f9-14596264c2d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f7f650-50d0-446a-82d8-39753cfb0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0690522
Nov 06 20:47:08.700326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f77a640c-7ed5-435b-85ea-caab15c85b52 req-73e4df10-6aff-48cc-a44e-0367495dbf74 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159549
Nov 06 20:47:08.730420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-d363985d-7f77-451e-bd97-87d6ac869dca service neutron] 10.222.0.37 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400001
Nov 06 20:47:08.853830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a41e7a85-586b-4ade-9a81-f07b08cb6c08 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:47:08.857498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3e5600f-b3c5-4711-b926-ae6dfab8c8f6 req-40c6e42a-7849-46a3-9cdd-345af0247dca service neutron] 10.222.0.37 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193788
Nov 06 20:47:08.982421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a41e7a85-586b-4ade-9a81-f07b08cb6c08, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a41e7a85-586b-4ade-9a81-f07b08cb6c08,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:08.994551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'a41e7a85-586b-4ade-9a81-f07b08cb6c08', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'a41e7a85-586b-4ade-9a81-f07b08cb6c08', 'mac_address': 'fa:16:3e:ac:69:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:47:09.047243 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.063133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41e7a85-586b-4ade-9a81-f07b08cb6c08 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:09.087465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a41e7a85-586b-4ade-9a81-f07b08cb6c08, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a41e7a85-586b-4ade-9a81-f07b08cb6c08,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:09.094999 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.156069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a41e7a85-586b-4ade-9a81-f07b08cb6c08,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:09.233864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43974) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:09.360445 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28d541c8-2c4b-4cbe-9555-ff187e4d104b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.369044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a2758-0cf6-42e4-b4e0-1e2800d9657a req-4a004645-12e9-48bb-8371-ce9b88ec98e8 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:09.370491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-748a2758-0cf6-42e4-b4e0-1e2800d9657a req-4a004645-12e9-48bb-8371-ce9b88ec98e8 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 949 time: 0.1135633
Nov 06 20:47:09.473466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe2820-ea69-4046-a1c6-f7417df658b8 req-636a3a12-f5d2-46a1-b450-da3df37e64fe tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:09.473889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe2820-ea69-4046-a1c6-f7417df658b8 req-636a3a12-f5d2-46a1-b450-da3df37e64fe tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:09.474422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe2820-ea69-4046-a1c6-f7417df658b8 req-636a3a12-f5d2-46a1-b450-da3df37e64fe tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:09.474861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe2820-ea69-4046-a1c6-f7417df658b8 req-636a3a12-f5d2-46a1-b450-da3df37e64fe tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:09.475336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe2820-ea69-4046-a1c6-f7417df658b8 req-636a3a12-f5d2-46a1-b450-da3df37e64fe tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:09.477066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00fe2820-ea69-4046-a1c6-f7417df658b8 req-636a3a12-f5d2-46a1-b450-da3df37e64fe tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3629 time: 0.1904831
Nov 06 20:47:09.482087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-748a2758-0cf6-42e4-b4e0-1e2800d9657a req-8a4ce39b-3df3-4858-839f-1a2545490880 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006813
Nov 06 20:47:09.553049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28d541c8-2c4b-4cbe-9555-ff187e4d104b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.558532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28d541c8-2c4b-4cbe-9555-ff187e4d104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.616935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-28d541c8-2c4b-4cbe-9555-ff187e4d104b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c167c6aec09147d4ac48cfb5c97be037&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3807111
Nov 06 20:47:09.617121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43992) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:09.619948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d541c8-2c4b-4cbe-9555-ff187e4d104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c2d056-2d29-4675-8442-5a580024667e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:09.651143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a41e7a85-586b-4ade-9a81-f07b08cb6c08'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:09.678993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fed565b9-367f-4231-b83f-7f9c3fdc7d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.681984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1a39-5f5e-4eaf-9d08-7e31713ba0a6 req-d01a1e5b-72b0-4502-8194-d915f3145cf4 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:09.683917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a9f1a39-5f5e-4eaf-9d08-7e31713ba0a6 req-d01a1e5b-72b0-4502-8194-d915f3145cf4 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 948 time: 0.0858276
Nov 06 20:47:09.700951 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fed565b9-367f-4231-b83f-7f9c3fdc7d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.759851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fed565b9-367f-4231-b83f-7f9c3fdc7d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.762875 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fed565b9-367f-4231-b83f-7f9c3fdc7d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:09.764310 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fed565b9-367f-4231-b83f-7f9c3fdc7d6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35c2d056-2d29-4675-8442-5a580024667e HTTP/1.1" status: 204  len: 168 time: 0.1462991
Nov 06 20:47:09.776377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed565b9-367f-4231-b83f-7f9c3fdc7d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c2d056-2d29-4675-8442-5a580024667e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:09.796020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a9f1a39-5f5e-4eaf-9d08-7e31713ba0a6 req-1f81a602-74d7-40fe-a4c7-73be307fdd26 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020648
Nov 06 20:47:09.806209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9ff0-1677-401e-9e98-96ee7079eba7 req-c5bf4b87-0726-4b33-b6d1-0c5b10881a83 tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:09.808748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f87a9ff0-1677-401e-9e98-96ee7079eba7 req-c5bf4b87-0726-4b33-b6d1-0c5b10881a83 tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 886 time: 0.1531913
Nov 06 20:47:10.027912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d778fa8-9efe-4f1a-954e-3c33116b9540 req-ce494dae-99c2-4bbc-a21b-fb676383955b tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:10.029351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d778fa8-9efe-4f1a-954e-3c33116b9540 req-ce494dae-99c2-4bbc-a21b-fb676383955b tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 943 time: 0.0740509
Nov 06 20:47:10.056230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89803a0-2908-4727-9664-a873dfbc6d42 req-f45f29d2-ef12-4b4d-b54c-96653291905d tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:10.056742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89803a0-2908-4727-9664-a873dfbc6d42 req-f45f29d2-ef12-4b4d-b54c-96653291905d tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:10.057248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89803a0-2908-4727-9664-a873dfbc6d42 req-f45f29d2-ef12-4b4d-b54c-96653291905d tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:10.058187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89803a0-2908-4727-9664-a873dfbc6d42 req-f45f29d2-ef12-4b4d-b54c-96653291905d tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:10.059766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89803a0-2908-4727-9664-a873dfbc6d42 req-f45f29d2-ef12-4b4d-b54c-96653291905d tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:10.061499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b89803a0-2908-4727-9664-a873dfbc6d42 req-f45f29d2-ef12-4b4d-b54c-96653291905d tempest-NetworksTest-760401467 tempest-NetworksTest-760401467-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3629 time: 0.1539497
Nov 06 20:47:10.146333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d778fa8-9efe-4f1a-954e-3c33116b9540 req-fb1b3283-fac3-4a58-9bae-733ac9b849bc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998337
Nov 06 20:47:10.181043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44028) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:10.210961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5531dfc-4af8-48ad-8c3f-560076e10ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.327886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44046) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:10.350707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5531dfc-4af8-48ad-8c3f-560076e10ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.358495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5531dfc-4af8-48ad-8c3f-560076e10ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.414323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5531dfc-4af8-48ad-8c3f-560076e10ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1beaf3-203c-4e3a-a1fc-9433e83aa258,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:10.420391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a5531dfc-4af8-48ad-8c3f-560076e10ede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea5f72ce89cb4094812c8208bf53ca1e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2381546
Nov 06 20:47:10.423551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44054) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:10.540086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c2b0-4f41-4b0f-8a45-9afc4bbb17bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.557225 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35ce8924-0fcf-4d4a-95b4-f3d7b53ee247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.648348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c2b0-4f41-4b0f-8a45-9afc4bbb17bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.716401 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35ce8924-0fcf-4d4a-95b4-f3d7b53ee247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.724963 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35ce8924-0fcf-4d4a-95b4-f3d7b53ee247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.727458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503b2e3-4f35-4c07-b8b6-1d80b41f4f50 req-f3d6f42d-baef-4be5-b276-e69f9d40bf49 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:10.737048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3503b2e3-4f35-4c07-b8b6-1d80b41f4f50 req-f3d6f42d-baef-4be5-b276-e69f9d40bf49 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 949 time: 0.1297295
Nov 06 20:47:10.784140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c2b0-4f41-4b0f-8a45-9afc4bbb17bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.786781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c2b0-4f41-4b0f-8a45-9afc4bbb17bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.787935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bfa4c2b0-4f41-4b0f-8a45-9afc4bbb17bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad1beaf3-203c-4e3a-a1fc-9433e83aa258 HTTP/1.1" status: 204  len: 168 time: 0.3630505
Nov 06 20:47:10.804652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3503b2e3-4f35-4c07-b8b6-1d80b41f4f50 req-1ac3c8b1-0ba1-43c4-8d4a-1de85fb6e1c8 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628004
Nov 06 20:47:10.818541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4c2b0-4f41-4b0f-8a45-9afc4bbb17bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1beaf3-203c-4e3a-a1fc-9433e83aa258,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:10.821689 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-35ce8924-0fcf-4d4a-95b4-f3d7b53ee247 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94ea51811705464ab18d9a67484cfef0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4885988
Nov 06 20:47:10.823104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce8924-0fcf-4d4a-95b4-f3d7b53ee247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af4c63-208a-470c-8d57-6af6c5b21786,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:10.824277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44082) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:10.833613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:47:10.840554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44088) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:10.950632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3b4f-8d22-42ca-b7d8-f039c7cb3685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.977552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3b4f-8d22-42ca-b7d8-f039c7cb3685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:10.998699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:11.009359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2efbc72-0923-4311-bbc3-d4d571fad6ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.016792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac', 'mac_address': 'fa:16:3e:10:08:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:47:11.025290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a41e7a85-586b-4ade-9a81-f07b08cb6c08 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:11.101819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3b4f-8d22-42ca-b7d8-f039c7cb3685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.102605 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.105392 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3b4f-8d22-42ca-b7d8-f039c7cb3685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.107868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1c6e3b4f-8d22-42ca-b7d8-f039c7cb3685 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98af4c63-208a-470c-8d57-6af6c5b21786 HTTP/1.1" status: 204  len: 168 time: 0.2825999
Nov 06 20:47:11.140366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:11.146758 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2efbc72-0923-4311-bbc3-d4d571fad6ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.148468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e3b4f-8d22-42ca-b7d8-f039c7cb3685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af4c63-208a-470c-8d57-6af6c5b21786,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:11.161872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2efbc72-0923-4311-bbc3-d4d571fad6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.168457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac09960-5f3e-4ad0-b959-9ce7037f431b req-db7f0325-1519-4c47-afb2-52e10e402cfd tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:11.177072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ac09960-5f3e-4ad0-b959-9ce7037f431b req-db7f0325-1519-4c47-afb2-52e10e402cfd tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 948 time: 0.2270820
Nov 06 20:47:11.247083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:11.252607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ac09960-5f3e-4ad0-b959-9ce7037f431b req-df57886d-897e-4e16-a8af-05767b385643 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699077
Nov 06 20:47:11.263612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a2efbc72-0923-4311-bbc3-d4d571fad6ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=554422b42df74bc79b99d9594ee3177a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4158223
Nov 06 20:47:11.263709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44104) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:11.265984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.269037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efbc72-0923-4311-bbc3-d4d571fad6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e780d47-f0f4-42b2-abf6-d7572ff51a7d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:11.269521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port a41e7a85-586b-4ade-9a81-f07b08cb6c08 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:47:11.384285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:11.388468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f81ac584-a459-4b09-8a78-d5818cfa8a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.399041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port a41e7a85-586b-4ade-9a81-f07b08cb6c08 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:11.400607 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.452772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f81ac584-a459-4b09-8a78-d5818cfa8a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.488269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f822fd9-656e-4b39-ae48-1f9a8a5b0e98 req-04f0b4ee-af20-4d4f-8b35-381a12f6b498 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:11.495303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f822fd9-656e-4b39-ae48-1f9a8a5b0e98 req-04f0b4ee-af20-4d4f-8b35-381a12f6b498 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 943 time: 0.0876689
Nov 06 20:47:11.507277 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.545500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139cbe17-657f-439e-a940-bc1166cb7e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41e7a85-586b-4ade-9a81-f07b08cb6c08'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:11.553717 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7197e2ba-ce98-47c0-8f7d-4a08061b599f" -d '{"events": [{"server_uuid": "139cbe17-657f-439e-a940-bc1166cb7e25", "name": "network-vif-plugged", "status": "completed", "tag": "a41e7a85-586b-4ade-9a81-f07b08cb6c08"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:11.567716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f822fd9-656e-4b39-ae48-1f9a8a5b0e98 req-0ac71212-31cc-498e-9c15-5d927de75426 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681183
Nov 06 20:47:11.588874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:11.594225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f81ac584-a459-4b09-8a78-d5818cfa8a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.595186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a41e7a85-586b-4ade-9a81-f07b08cb6c08, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a41e7a85-586b-4ade-9a81-f07b08cb6c08,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:11.599261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f81ac584-a459-4b09-8a78-d5818cfa8a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.604126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f81ac584-a459-4b09-8a78-d5818cfa8a99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e780d47-f0f4-42b2-abf6-d7572ff51a7d HTTP/1.1" status: 204  len: 168 time: 0.3388813
Nov 06 20:47:11.620064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ac584-a459-4b09-8a78-d5818cfa8a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e780d47-f0f4-42b2-abf6-d7572ff51a7d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:11.638762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44124) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:11.659083 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-251fd918-901f-4641-9533-0536d86d2706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.721162 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec8b86-6997-4abe-bd11-6b92ca076dfc x-openstack-request-id: req-d2ec8b86-6997-4abe-bd11-6b92ca076dfc {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:11.723176 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139cbe17-657f-439e-a940-bc1166cb7e25", "name": "network-vif-plugged", "status": "completed", "tag": "a41e7a85-586b-4ade-9a81-f07b08cb6c08", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:11.725801 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2ec8b86-6997-4abe-bd11-6b92ca076dfc {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:11.727391 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139cbe17-657f-439e-a940-bc1166cb7e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41e7a85-586b-4ade-9a81-f07b08cb6c08', 'code': 200}
Nov 06 20:47:11.747993 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.781628 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-251fd918-901f-4641-9533-0536d86d2706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.848958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-251fd918-901f-4641-9533-0536d86d2706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:11.940856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fd918-901f-4641-9533-0536d86d2706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f5c3d5-50bb-42a3-8167-9e45bc9006f7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:11.971035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e9784-d2a0-42b3-8c70-bbe11e36e438 req-4da24adf-0c0d-4a1f-9fb6-480febcde174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:11.972617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a6e9784-d2a0-42b3-8c70-bbe11e36e438 req-4da24adf-0c0d-4a1f-9fb6-480febcde174 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 1101 time: 0.1892483
Nov 06 20:47:11.986092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b174e-68a7-442e-be9a-5f9b6641b9ce req-92be601e-8c6a-4a84-998a-b246361490b0 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:11.987663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b5b174e-68a7-442e-be9a-5f9b6641b9ce req-92be601e-8c6a-4a84-998a-b246361490b0 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 970 time: 0.1719966
Nov 06 20:47:11.990072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-251fd918-901f-4641-9533-0536d86d2706 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d70f01940a1241e180d70da2b790f51d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3501470
Nov 06 20:47:11.993572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44144) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:12.016089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a41e7a85-586b-4ade-9a81-f07b08cb6c08,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:12.080130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b5b174e-68a7-442e-be9a-5f9b6641b9ce req-21a26817-2787-4789-8296-e93c48f96231 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830092
Nov 06 20:47:12.097282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6762f273-d468-4364-9d52-6089cb445f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.143500 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6762f273-d468-4364-9d52-6089cb445f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.179664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a6e9784-d2a0-42b3-8c70-bbe11e36e438 req-116a769a-f816-4fb0-961c-8c05da490173 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847246
Nov 06 20:47:12.210181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3cdb1-685e-4b23-8acb-9ddb080eac63 req-e2d10250-35ae-40d8-981e-dd51522cba1d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:12.217656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dee3cdb1-685e-4b23-8acb-9ddb080eac63 req-e2d10250-35ae-40d8-981e-dd51522cba1d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 950 time: 0.1014977
Nov 06 20:47:12.227612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6762f273-d468-4364-9d52-6089cb445f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.230599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6762f273-d468-4364-9d52-6089cb445f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.238776 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6762f273-d468-4364-9d52-6089cb445f42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30f5c3d5-50bb-42a3-8167-9e45bc9006f7 HTTP/1.1" status: 204  len: 168 time: 0.2388349
Nov 06 20:47:12.251042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762f273-d468-4364-9d52-6089cb445f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f5c3d5-50bb-42a3-8167-9e45bc9006f7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:12.275612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44164) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:12.301063 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6713b38c-7fe7-4675-8b6f-f7c19df25054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.305054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dee3cdb1-685e-4b23-8acb-9ddb080eac63 req-114d4a41-27a3-4ee3-9211-15d883fc4928 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827384
Nov 06 20:47:12.419023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6713b38c-7fe7-4675-8b6f-f7c19df25054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.427664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6713b38c-7fe7-4675-8b6f-f7c19df25054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.433521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44170) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:12.475450 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6713b38c-7fe7-4675-8b6f-f7c19df25054 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b252aa5e84464dd39c1b992521ebcc8f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1986685
Nov 06 20:47:12.477769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713b38c-7fe7-4675-8b6f-f7c19df25054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ad5d70-81d9-4d82-bcd8-01e5290dcca0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:12.481692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44176) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:12.492548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037473-c762-491e-8d85-bb69191c0727 req-7a02f24a-3aca-47eb-8e11-f59ba9b73a9e tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:12.502439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6037473-c762-491e-8d85-bb69191c0727 req-7a02f24a-3aca-47eb-8e11-f59ba9b73a9e tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 949 time: 0.1237550
Nov 06 20:47:12.564269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a21f-7aa3-46f5-aa5a-4fa7c1032297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.600070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2113098468-network', 'tenant_id': '2d7731229713480896e2256658247a1e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:12.621710 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a21f-7aa3-46f5-aa5a-4fa7c1032297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.631758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6037473-c762-491e-8d85-bb69191c0727 req-426e90ae-40d6-4c63-95e2-8a859f7b8bb2 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219389
Nov 06 20:47:12.663777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Made reservation on behalf of 2d7731229713480896e2256658247a1e for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:12.666593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.684410 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.699548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a21f-7aa3-46f5-aa5a-4fa7c1032297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.702568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a21f-7aa3-46f5-aa5a-4fa7c1032297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.706535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a4f5a21f-7aa3-46f5-aa5a-4fa7c1032297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77ad5d70-81d9-4d82-bcd8-01e5290dcca0 HTTP/1.1" status: 204  len: 168 time: 0.2208729
Nov 06 20:47:12.713802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5a21f-7aa3-46f5-aa5a-4fa7c1032297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ad5d70-81d9-4d82-bcd8-01e5290dcca0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:12.759918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dadaba-a941-4074-822c-7254580cc91f req-ccb10d7d-9fd3-40d9-8813-6cf7e08e38d1 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:12.761443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1dadaba-a941-4074-822c-7254580cc91f req-ccb10d7d-9fd3-40d9-8813-6cf7e08e38d1 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 943 time: 0.0795901
Nov 06 20:47:12.834800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1dadaba-a941-4074-822c-7254580cc91f req-a39691cf-d9f4-4df0-b7ac-6dc6676c6f36 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655453
Nov 06 20:47:12.846186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5935a02d-18df-4c4f-9301-484bbfd49bab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:47:12.848244 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.851710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:12.854632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.876089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:47:12.907339 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766658992770', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.908505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f925985a820> segment precommit_create {{(pid=119333) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 06 20:47:12.909363 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Added segment 01a535ca-b765-4fca-984b-e73d08e606bf of type vlan for network 015bba1d-85ea-4d3a-abd0-10d56a66f32e
Nov 06 20:47:12.980850 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:12.996487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b60ea-41c9-4cdf-bb54-c52acd6c50bc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:13.018606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:47:13.029930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.031417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:13.032132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.033595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:13.034188 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.044263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44194) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:13.091671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5935a02d-18df-4c4f-9301-484bbfd49bab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5935a02d-18df-4c4f-9301-484bbfd49bab,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:13.115752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'port_id': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'mac_address': 'fa:16:3e:10:3e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:47:13.166634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7309005
Nov 06 20:47:13.170943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44206) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:13.178504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Request body: {'subnet': {'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2113098468-subnet', 'tenant_id': '2d7731229713480896e2256658247a1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:13.191821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ad9c6-fdc3-4e83-b56e-16e93616bf9d admin admin] Pushing event updated for resources: {'Network': ['ID=015bba1d-85ea-4d3a-abd0-10d56a66f32e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:13.206021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 015bba1d-85ea-4d3a-abd0-10d56a66f32e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:47:13.214042 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.244177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cec55951-727b-4d26-9e49-cf74dee33f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.249124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5935a02d-18df-4c4f-9301-484bbfd49bab {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:13.263829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Made reservation on behalf of 2d7731229713480896e2256658247a1e for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:13.274083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Publish callbacks [] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.303141 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.322187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea15c74-f773-4c7b-b9ee-121450337237 req-6d306fd0-0342-457f-920d-26f392dbdf09 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:13.323899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ea15c74-f773-4c7b-b9ee-121450337237 req-6d306fd0-0342-457f-920d-26f392dbdf09 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 970 time: 0.0938175
Nov 06 20:47:13.351175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5935a02d-18df-4c4f-9301-484bbfd49bab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5935a02d-18df-4c4f-9301-484bbfd49bab,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:13.407693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.473803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5935a02d-18df-4c4f-9301-484bbfd49bab,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:13.486932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:13.491872 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.524360 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cec55951-727b-4d26-9e49-cf74dee33f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.544445 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cec55951-727b-4d26-9e49-cf74dee33f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.561741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:13.595117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ea15c74-f773-4c7b-b9ee-121450337237 req-04266c3a-a866-4bd6-aa94-be7dfdb63003 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489221
Nov 06 20:47:13.608579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-85b534c5-2158-472e-958b-aac777ef776d tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:13.608579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-85b534c5-2158-472e-958b-aac777ef776d tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.10 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 970 time: 0.2392206
Nov 06 20:47:13.631999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a6893-ad4c-4825-8ddb-84044a4d97b3 req-b1b80688-ea9c-4927-bbe2-e16d2ca2d0b6 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:13.639238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b03a6893-ad4c-4825-8ddb-84044a4d97b3 req-b1b80688-ea9c-4927-bbe2-e16d2ca2d0b6 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 950 time: 0.2292776
Nov 06 20:47:13.658231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec55951-727b-4d26-9e49-cf74dee33f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d0617e-f6ec-468d-8345-2e0baa163e2a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:13.671666 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cec55951-727b-4d26-9e49-cf74dee33f25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2402f23ee8b148c8a1df016ba10015d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6262989
Nov 06 20:47:13.674608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44232) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:13.747290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e11138c-1070-426e-be89-3222cb59da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:13.750669 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093062dd-6216-407e-96ba-706b763912cd" -d '{"events": [{"server_uuid": "1e11138c-1070-426e-be89-3222cb59da6a", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:13.763758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['5935a02d-18df-4c4f-9301-484bbfd49bab'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:13.781373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd59c-3c17-4175-b412-e66f369a6149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.843066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd59c-3c17-4175-b412-e66f369a6149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.877715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:13.945036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59cc78d-b577-4dbe-866d-d3de14ada41d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:14.001586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Checking segment: {'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:14.001969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Network hostable DHCP agents. Network: 015bba1d-85ea-4d3a-abd0-10d56a66f32e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:47:14.019527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd59c-3c17-4175-b412-e66f369a6149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.022600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd59c-3c17-4175-b412-e66f369a6149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.023379 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c8cd59c-3c17-4175-b412-e66f369a6149 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81d0617e-f6ec-468d-8345-2e0baa163e2a HTTP/1.1" status: 204  len: 168 time: 0.3475189
Nov 06 20:47:14.036896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Network 015bba1d-85ea-4d3a-abd0-10d56a66f32e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:47:14.045344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cd59c-3c17-4175-b412-e66f369a6149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d0617e-f6ec-468d-8345-2e0baa163e2a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:14.050882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b03a6893-ad4c-4825-8ddb-84044a4d97b3 req-309801b6-5bc2-4f66-b569-dfea8f1032c3 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4105873
Nov 06 20:47:14.051132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 015bba1d-85ea-4d3a-abd0-10d56a66f32e) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:14.066058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2555b-a45d-408a-b1df-f08924113bbe None None] Network 015bba1d-85ea-4d3a-abd0-10d56a66f32e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:47:14.068695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:14.070820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.073001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e4258-12c7-41b9-97bc-e98e96ba2a49 req-a2923114-c2df-4ff8-aee6-33019533b24b tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:14.081314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c8e4258-12c7-41b9-97bc-e98e96ba2a49 req-a2923114-c2df-4ff8-aee6-33019533b24b tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 950 time: 0.1727049
Nov 06 20:47:14.107219 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-35b4fdce-f689-4b76-9347-a7dd87f1e62e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9348264
Nov 06 20:47:14.109836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44248) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:14.118913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:14.192164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.193370 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd857b62-2d69-446f-9642-9756a1078e56 x-openstack-request-id: req-dd857b62-2d69-446f-9642-9756a1078e56 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:14.193719 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e11138c-1070-426e-be89-3222cb59da6a", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:14.193991 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd857b62-2d69-446f-9642-9756a1078e56 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:14.194386 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e11138c-1070-426e-be89-3222cb59da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac', 'code': 200}
Nov 06 20:47:14.194658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.234480 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.263730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.305281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c8e4258-12c7-41b9-97bc-e98e96ba2a49 req-5c44ff4b-3232-440e-a717-ce969f711663 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2226732
Nov 06 20:47:14.315799 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.334942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Deleting port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:14.335401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.443349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-015bba1d-85ea-4d3a-abd0-10d56a66f32e', 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e', 'tenant_id': '2d7731229713480896e2256658247a1e', 'fixed_ips': [{'subnet_id': 'b59cc78d-b577-4dbe-866d-d3de14ada41d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:47:14.444409 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.513263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d80ae7-1a56-4554-acf2-9785e5c31c0e req-350a3197-ff90-40ec-a985-76638416c982 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:14.515451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9d80ae7-1a56-4554-acf2-9785e5c31c0e req-350a3197-ff90-40ec-a985-76638416c982 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 944 time: 0.1735132
Nov 06 20:47:14.521190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d66f0-b8f4-44f8-a2a7-80717b030e89 req-719f0153-e444-4919-83df-ff7bea5ac741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:14.522883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-468d66f0-b8f4-44f8-a2a7-80717b030e89 req-719f0153-e444-4919-83df-ff7bea5ac741 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 1101 time: 0.2162969
Nov 06 20:47:14.561179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] For port 829a0bac-6a0e-4e3c-a257-5fbed5e24627, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=829a0bac-6a0e-4e3c-a257-5fbed5e24627,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:14.561799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.590003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Calling delete_port for 829a0bac-6a0e-4e3c-a257-5fbed5e24627 owned by compute:tempest-test_az-714588689 {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:14.609635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.706089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9d80ae7-1a56-4554-acf2-9785e5c31c0e req-b77bdf89-7f43-41d8-a7d2-32d7168cbcfd tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1820753
Nov 06 20:47:14.732796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-468d66f0-b8f4-44f8-a2a7-80717b030e89 req-b4197c7a-771d-4824-b076-79dd2e588f8d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933737
Nov 06 20:47:14.777596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Allocated IP 172.20.0.2 (015bba1d-85ea-4d3a-abd0-10d56a66f32e/b59cc78d-b577-4dbe-866d-d3de14ada41d/7dcf2550-7611-432f-973d-c88401b1381f) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:14.806642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6802ce1-fe5f-4964-9d60-72415a4ef7ee req-a0882357-4751-4c19-b531-fdb168a293b7 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:14.814057 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6802ce1-fe5f-4964-9d60-72415a4ef7ee req-a0882357-4751-4c19-b531-fdb168a293b7 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 970 time: 0.0968370
Nov 06 20:47:14.866156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44270) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:14.896036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c572b30b-d258-4293-b068-10a4097b29bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.944225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6802ce1-fe5f-4964-9d60-72415a4ef7ee req-9f7079b8-82c4-410a-90d5-70372bcf4235 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c864800-d676-44a5-9ebf-164f99f7bc56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243801
Nov 06 20:47:14.957606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:14.973850 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.012232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Pushing event deleted for resources: {'Port': ['ID=829a0bac-6a0e-4e3c-a257-5fbed5e24627,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:15.013110 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.092067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.103783 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.204762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Network 015bba1d-85ea-4d3a-abd0-10d56a66f32e is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:15.222206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] No DVR routers for this DVR port 829a0bac-6a0e-4e3c-a257-5fbed5e24627 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:47:15.222912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:15.227882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:15.236531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Pushing event updated for resources: {'Port': ['ID=7dcf2550-7611-432f-973d-c88401b1381f,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:15.237074 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.254097 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c479d142-a585-4f04-b4f4-f8e59b11ff68 req-0e029d6a-e159-4346-861d-950c95e70fb6 tempest-AggregatesAdminTestJSON-3322213 tempest-AggregatesAdminTestJSON-3322213-project] 10.222.0.10 "DELETE /v2.0/ports/829a0bac-6a0e-4e3c-a257-5fbed5e24627 HTTP/1.1" status: 204  len: 173 time: 1.6353607
Nov 06 20:47:15.262750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Allocated IP 172.35.0.174 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/3f6bdf58-3c00-47cb-bb8f-edb140c69fc8) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:15.279020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027b89bd-aab4-4348-9494-be85f3973773', 'name': 'network-vif-deleted', 'tag': '829a0bac-6a0e-4e3c-a257-5fbed5e24627'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:15.292370 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1538e9fa-27a8-4b6e-a4cd-8f20b075d837" -d '{"events": [{"server_uuid": "027b89bd-aab4-4348-9494-be85f3973773", "name": "network-vif-deleted", "tag": "829a0bac-6a0e-4e3c-a257-5fbed5e24627"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:15.360879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Attempting to bind port 7dcf2550-7611-432f-973d-c88401b1381f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:15.361280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Attempting to bind port 7dcf2550-7611-432f-973d-c88401b1381f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:15.361606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Attempting to bind port 7dcf2550-7611-432f-973d-c88401b1381f on network 015bba1d-85ea-4d3a-abd0-10d56a66f32e {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:15.376526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:15.376892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Checking segment: {'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:15.377526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.377721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Bound using segment: {'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:15.378145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Bound port: 7dcf2550-7611-432f-973d-c88401b1381f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:15.378523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.458561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2e641-2154-4303-b37d-dce40319838e req-a248d139-49aa-406c-88e1-586c2924ff07 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:15.470588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4a2e641-2154-4303-b37d-dce40319838e req-a248d139-49aa-406c-88e1-586c2924ff07 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 950 time: 0.2517250
Nov 06 20:47:15.489929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] For port 7dcf2550-7611-432f-973d-c88401b1381f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:15.493325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] For port 7dcf2550-7611-432f-973d-c88401b1381f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dcf2550-7611-432f-973d-c88401b1381f,segment=NetworkSegment(01a535ca-b765-4fca-984b-e73d08e606bf),segment_id=01a535ca-b765-4fca-984b-e73d08e606bf)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:15.498070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.499617 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.560324 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c572b30b-d258-4293-b068-10a4097b29bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.576906 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.579768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c572b30b-d258-4293-b068-10a4097b29bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:15.598253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d9ab6-ffef-4e9b-b44c-9995c5952e19 None None] Pushing event updated for resources: {'Port': ['ID=7dcf2550-7611-432f-973d-c88401b1381f,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:15.607462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:15.648076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572b30b-d258-4293-b068-10a4097b29bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31f955f-048c-4c2a-b64e-7a27425a1f6a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:15.666120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:15.667280 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1319ade6-7c9c-4266-8347-29522204ee6a req-3d576b1b-d448-4a47-bf72-04e4a03a0c67 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=027b89bd-aab4-4348-9494-be85f3973773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.1006463
Nov 06 20:47:15.671562 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f57b3-482a-479b-b396-c16777b312ba x-openstack-request-id: req-f22f57b3-482a-479b-b396-c16777b312ba {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:15.672205 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027b89bd-aab4-4348-9494-be85f3973773", "name": "network-vif-deleted", "tag": "829a0bac-6a0e-4e3c-a257-5fbed5e24627", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:15.672572 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f22f57b3-482a-479b-b396-c16777b312ba {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:15.673049 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027b89bd-aab4-4348-9494-be85f3973773', 'name': 'network-vif-deleted', 'tag': '829a0bac-6a0e-4e3c-a257-5fbed5e24627', 'status': 'completed', 'code': 200}
Nov 06 20:47:15.689034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:15.715327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c572b30b-d258-4293-b068-10a4097b29bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3032b82a22a949eeaee6a9b792140bd1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8477645
Nov 06 20:47:15.720665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4a2e641-2154-4303-b37d-dce40319838e req-66e7301b-5a60-44a2-be9f-b13dc853bc2b tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491496
Nov 06 20:47:15.721235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44298) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:15.797976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1319ade6-7c9c-4266-8347-29522204ee6a req-68c4299c-3f89-4970-a00b-611e88f2d7e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ceeb1e03e53b4607861fc4aaa59b056f&device_id=027b89bd-aab4-4348-9494-be85f3973773 HTTP/1.1" status: 200  len: 210 time: 0.0686057
Nov 06 20:47:15.831416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6bdf58-3c00-47cb-bb8f-edb140c69fc8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:15.897390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1319ade6-7c9c-4266-8347-29522204ee6a req-05cc48e8-a3bd-4309-b102-743d5bdaf719 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ceeb1e03e53b4607861fc4aaa59b056f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0658505
Nov 06 20:47:16.119771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319ade6-7c9c-4266-8347-29522204ee6a req-01a005b3-7494-4c33-b6fa-cff1ce9d4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:16.121300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1319ade6-7c9c-4266-8347-29522204ee6a req-01a005b3-7494-4c33-b6fa-cff1ce9d4eec service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2020464
Nov 06 20:47:16.129154 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.137853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ad132-24b2-4f90-986e-e277ee022690 req-f80f2383-1b64-4142-8341-3f2cc537ea27 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:16.145545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a9ad132-24b2-4f90-986e-e277ee022690 req-f80f2383-1b64-4142-8341-3f2cc537ea27 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 950 time: 0.3712275
Nov 06 20:47:16.155214 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-515ccab4-7764-455d-87c7-7004a8b9aa1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.197413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-515ccab4-7764-455d-87c7-7004a8b9aa1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.226014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a9ad132-24b2-4f90-986e-e277ee022690 req-ddafba80-92d9-49a9-9d4f-4179ec8e1603 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795972
Nov 06 20:47:16.281061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-515ccab4-7764-455d-87c7-7004a8b9aa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.286049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-515ccab4-7764-455d-87c7-7004a8b9aa1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.289485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-515ccab4-7764-455d-87c7-7004a8b9aa1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d31f955f-048c-4c2a-b64e-7a27425a1f6a HTTP/1.1" status: 204  len: 168 time: 0.5644155
Nov 06 20:47:16.336523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ccab4-7764-455d-87c7-7004a8b9aa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31f955f-048c-4c2a-b64e-7a27425a1f6a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:16.378777 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.390305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab701c-1d5f-4a7e-a382-e42b49ed6ee4 req-6ebcae15-4844-4b6d-a72e-817091463ca6 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:16.393012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aaab701c-1d5f-4a7e-a382-e42b49ed6ee4 req-6ebcae15-4844-4b6d-a72e-817091463ca6 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 944 time: 0.1047220
Nov 06 20:47:16.485157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aaab701c-1d5f-4a7e-a382-e42b49ed6ee4 req-3e2504fa-3bfe-4655-b934-e3f4e4f9c07a tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787432
Nov 06 20:47:16.784210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Router 99707630-4c08-4643-908f-fe77e8a8cfd3 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:47:16.801629 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-66f28854-f7e0-43db-8f25-cc539a8bda17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.864149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5935a02d-18df-4c4f-9301-484bbfd49bab up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:16.939920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 5935a02d-18df-4c4f-9301-484bbfd49bab completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:47:16.942405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:47:16.944757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 5935a02d-18df-4c4f-9301-484bbfd49bab triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:16.945173 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.953043 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Sync routers for ids ['99707630-4c08-4643-908f-fe77e8a8cfd3'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:47:16.974106 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Routers {'99707630-4c08-4643-908f-fe77e8a8cfd3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:16.979184 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252bc1640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['99707630-4c08-4643-908f-fe77e8a8cfd3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:16.979386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:16.982656 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ebdd9f36-87ab-4814-ad63-91c1c7a7cac5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8716247
Nov 06 20:47:16.986500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44334) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:17.019338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 829a0bac-6a0e-4e3c-a257-5fbed5e24627 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:47:17.086628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 829a0bac-6a0e-4e3c-a257-5fbed5e24627 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:47:17.087168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 829a0bac-6a0e-4e3c-a257-5fbed5e24627 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:47:17.153153 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Set router 99707630-4c08-4643-908f-fe77e8a8cfd3 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:17.205092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:17.207843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7dcf2550-7611-432f-973d-c88401b1381f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:17.211134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247eb07-d2ae-4b91-a841-c404ac6d09c0 None None] Network 015bba1d-85ea-4d3a-abd0-10d56a66f32e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:47:17.358741 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252bc1640>, [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:15Z', 'revision_number': 3, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port': {'id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:15Z', 'updated_at': '2021-11-06T20:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:17.367243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5935a02d-18df-4c4f-9301-484bbfd49bab'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:17.370269 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd877ead-58c0-47ec-a16c-d502430f2e0e" -d '{"events": [{"server_uuid": "3bbc8ec1-8c19-4586-a720-c08f62c147ba", "name": "network-vif-plugged", "status": "completed", "tag": "5935a02d-18df-4c4f-9301-484bbfd49bab"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:17.388033 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Checking router: 99707630-4c08-4643-908f-fe77e8a8cfd3 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:47:17.388682 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Updating router 99707630-4c08-4643-908f-fe77e8a8cfd3 port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:47:17.393343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7fe0b0e9-d8d9-4099-8f4c-5c552db728d0 None None] Provisioning complete for port 7dcf2550-7611-432f-973d-c88401b1381f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:17.394039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b0e9-d8d9-4099-8f4c-5c552db728d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:17.402645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5935a02d-18df-4c4f-9301-484bbfd49bab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5935a02d-18df-4c4f-9301-484bbfd49bab,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:17.406144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44356) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:17.423674 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:17.469087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-75f9bcc5-d133-456a-a263-b3797679dbc4 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=06b236babc5d4b95a766210d9912b71e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253038
Nov 06 20:47:17.477499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:17.599853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7dcf2550-7611-432f-973d-c88401b1381f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:17.600953 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:17.707734 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:17.820134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-319e4764-99d7-45e4-8570-bb67a9aa6b16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ceeb1e03e53b4607861fc4aaa59b056f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4117904
Nov 06 20:47:17.822588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44370) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:17.839296 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:17.851728 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:17.961641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Allocated IP 172.20.0.1 (015bba1d-85ea-4d3a-abd0-10d56a66f32e/b59cc78d-b577-4dbe-866d-d3de14ada41d/c4c29541-9fc7-4c9c-97d5-580f814ca1a1) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:17.965853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36827773-932e-4074-a2a8-8b3001775a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.004372 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e325-426c-454f-8dbf-ad2b3d88b684 None None] Pushing event updated for resources: {'Port': ['ID=3f6bdf58-3c00-47cb-bb8f-edb140c69fc8,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:18.021650 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Attempting to bind port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:18.022025 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Attempting to bind port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:18.022695 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Attempting to bind port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:18.028053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36827773-932e-4074-a2a8-8b3001775a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.034899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5935a02d-18df-4c4f-9301-484bbfd49bab,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:18.037547 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:18.039344 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:18.040256 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.041757 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:18.042606 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Bound port: 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:18.044667 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.131820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629e81-7801-4115-b01c-438c52032a8e req-c68fd912-7b2e-4d95-93ac-3b082b9bf231 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:18.140387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-c68fd912-7b2e-4d95-93ac-3b082b9bf231 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6478884
Nov 06 20:47:18.142502 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b0e9-d8d9-4099-8f4c-5c552db728d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.169354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36827773-932e-4074-a2a8-8b3001775a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.173017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36827773-932e-4074-a2a8-8b3001775a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.174294 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-36827773-932e-4074-a2a8-8b3001775a64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c864800-d676-44a5-9ebf-164f99f7bc56 HTTP/1.1" status: 204  len: 168 time: 0.3498199
Nov 06 20:47:18.186018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36827773-932e-4074-a2a8-8b3001775a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c864800-d676-44a5-9ebf-164f99f7bc56,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:18.200880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-90d533b0-b05a-419a-b3b4-9c37d8774cf2 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/quotas/06b236babc5d4b95a766210d9912b71e HTTP/1.1" status: 200  len: 375 time: 0.0586712
Nov 06 20:47:18.206869 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] For port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:18.210719 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.217263 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] For port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f6bdf58-3c00-47cb-bb8f-edb140c69fc8,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:18.224709 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.246999 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.326949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.339255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7fe0b0e9-d8d9-4099-8f4c-5c552db728d0 None None] For port 7dcf2550-7611-432f-973d-c88401b1381f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dcf2550-7611-432f-973d-c88401b1381f,segment=NetworkSegment(01a535ca-b765-4fca-984b-e73d08e606bf),segment_id=01a535ca-b765-4fca-984b-e73d08e606bf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:18.359101 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b0e9-d8d9-4099-8f4c-5c552db728d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.377756 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e325-426c-454f-8dbf-ad2b3d88b684 None None] Pushing event updated for resources: {'Port': ['ID=3f6bdf58-3c00-47cb-bb8f-edb140c69fc8,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:18.412778 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Routers {'99707630-4c08-4643-908f-fe77e8a8cfd3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:18.413676 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252bc1640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:46:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['99707630-4c08-4643-908f-fe77e8a8cfd3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:18.449735 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:47:18.450281 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:47:18.479370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0b0e9-d8d9-4099-8f4c-5c552db728d0 None None] Pushing event updated for resources: {'Port': ['ID=7dcf2550-7611-432f-973d-c88401b1381f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:18.628695 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] Set router 99707630-4c08-4643-908f-fe77e8a8cfd3 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:18.661729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Network 015bba1d-85ea-4d3a-abd0-10d56a66f32e is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:18.690814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:18.697027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:18.697512 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.698301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4c4916ba-9fb9-4e52-ab19-0cfbec368197 None None] Provisioning complete for port 7dcf2550-7611-432f-973d-c88401b1381f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:18.698678 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c4916ba-9fb9-4e52-ab19-0cfbec368197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:18.743033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-e264c88a-e91c-43d8-8cd3-c383da7619ca tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06b236babc5d4b95a766210d9912b71e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5412772
Nov 06 20:47:18.854887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Pushing event updated for resources: {'Port': ['ID=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:18.877407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-6aa460fc-d50b-40dc-925b-e6ce6c2c406a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5711555
Nov 06 20:47:18.883498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44396) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:18.910605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21102f41-19fe-4f16-bbc2-047d4be8e98f req-e12ed453-3eae-429a-916e-6de38e9a44cc tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:18.918645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21102f41-19fe-4f16-bbc2-047d4be8e98f req-e12ed453-3eae-429a-916e-6de38e9a44cc tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 950 time: 0.5497282
Nov 06 20:47:18.979000 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-600a661a-dbad-40f8-9ae4-9b671b368387 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2d980bdd0cf467b9c0654a71b5c4986&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0935969
Nov 06 20:47:18.981418 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44400) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:19.085078 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252bc1640>, [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:15Z', 'revision_number': 3, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port': {'id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:15Z', 'updated_at': '2021-11-06T20:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:19.094690 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fcda65-5e48-431a-a629-702f088be68e x-openstack-request-id: req-89fcda65-5e48-431a-a629-702f088be68e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:19.095177 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbc8ec1-8c19-4586-a720-c08f62c147ba", "name": "network-vif-plugged", "status": "completed", "tag": "5935a02d-18df-4c4f-9301-484bbfd49bab", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:19.095279 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89fcda65-5e48-431a-a629-702f088be68e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:19.095626 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'code': 200}
Nov 06 20:47:19.107881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-702056c4-877a-4f7e-b849-3da7b7cc72a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.166810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-702056c4-877a-4f7e-b849-3da7b7cc72a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.167492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda756da-6c85-4344-9bee-6a19836f968a None None] The sync data for ids ['99707630-4c08-4643-908f-fe77e8a8cfd3'] in ncdv-master-1 is: [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:15Z', 'revision_number': 3, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port': {'id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:15Z', 'updated_at': '2021-11-06T20:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:47:19.196382 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bf3d4196-7c5b-4682-9676-e00f3e16b095 None None] Provisioning complete for port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:19.196751 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf3d4196-7c5b-4682-9676-e00f3e16b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.206370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7dcf2550-7611-432f-973d-c88401b1381f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:19.289222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21102f41-19fe-4f16-bbc2-047d4be8e98f req-3e2b9fd8-64ff-4aa2-8f2f-644f188ad0e6 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3616846
Nov 06 20:47:19.310409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-702056c4-877a-4f7e-b849-3da7b7cc72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.313326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-702056c4-877a-4f7e-b849-3da7b7cc72a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.315494 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-702056c4-877a-4f7e-b849-3da7b7cc72a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a67999f-ed6f-4c16-8ba1-a0605713ac5b HTTP/1.1" status: 204  len: 168 time: 0.3329120
Nov 06 20:47:19.359859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702056c4-877a-4f7e-b849-3da7b7cc72a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a67999f-ed6f-4c16-8ba1-a0605713ac5b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:19.381665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079d998-9ac6-4a84-b004-a8a3441a302d req-fff85d1e-7ff8-4d16-8504-81918a4220de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:19.383466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.383817 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8079d998-9ac6-4a84-b004-a8a3441a302d req-fff85d1e-7ff8-4d16-8504-81918a4220de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 1096 time: 0.1331382
Nov 06 20:47:19.461263 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8079d998-9ac6-4a84-b004-a8a3441a302d req-9d5b6184-e2f8-44f6-a4f1-17f8af7c2b09 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630422
Nov 06 20:47:19.467430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-05beb92d-9365-4d5b-9783-def3e6539562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.481212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-84476808-fc4e-473f-a5bb-7b7282bc2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:19.483912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-84476808-fc4e-473f-a5bb-7b7282bc2f21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06b236babc5d4b95a766210d9912b71e&device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 1101 time: 0.5077205
Nov 06 20:47:19.511801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d4196-7c5b-4682-9676-e00f3e16b095 None None] Port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:19.545109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b170313-3b00-462a-83a7-3a1f8587c553 req-4d5e0754-0e9b-4957-b088-28f90f7c3fd9 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:19.548623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7dcf2550-7611-432f-973d-c88401b1381f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:19.550578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.552485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b170313-3b00-462a-83a7-3a1f8587c553 req-4d5e0754-0e9b-4957-b088-28f90f7c3fd9 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 945 time: 0.2952840
Nov 06 20:47:19.765475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b170313-3b00-462a-83a7-3a1f8587c553 req-a5a9f528-2e76-4ab4-ad5c-1b705eeca1bc tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2114556
Nov 06 20:47:19.935816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.979646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:19.980472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:20.017180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b53292-7b03-4d01-ad7a-78f5f771f3ff req-ff825983-be47-4c0b-b5b4-e895cb38cfcc tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 210 time: 0.0856335
Nov 06 20:47:20.023151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-4607c9fb-c344-47f4-a0e8-90e0566de697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:20.024656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-4607c9fb-c344-47f4-a0e8-90e0566de697 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2975245
Nov 06 20:47:20.135123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-f9e51e6d-c3a3-4a7c-bdc5-7988f01d15fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a41e7a85-586b-4ade-9a81-f07b08cb6c08 HTTP/1.1" status: 200  len: 217 time: 0.1007812
Nov 06 20:47:20.137968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Pushing event updated for resources: {'Port': ['ID=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:20.222556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-60936e3e-2798-47a9-9766-cc8b5b09b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:20.223956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-60936e3e-2798-47a9-9766-cc8b5b09b9c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0810306
Nov 06 20:47:20.287568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Network 015bba1d-85ea-4d3a-abd0-10d56a66f32e is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:20.290788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:20.326231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-b2fb14b8-411f-48d4-87d4-2bbe3dbb761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:20.328036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-b2fb14b8-411f-48d4-87d4-2bbe3dbb761c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0950665
Nov 06 20:47:20.451166 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:20.637604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-22ab80a1-d7db-4b40-9317-a2286e644b3c service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725863
Nov 06 20:47:20.653076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Router 99707630-4c08-4643-908f-fe77e8a8cfd3 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:47:20.777706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-c3d8d478-6bc6-424b-af00-b0cae0074b5c tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=06b236babc5d4b95a766210d9912b71e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0894325
Nov 06 20:47:20.865972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6ca86f81-2a1c-4e9e-bebf-d12e5c1fdb94 None None] Provisioning complete for port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:20.866611 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ca86f81-2a1c-4e9e-bebf-d12e5c1fdb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:20.933998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf0ebaf-deb7-4e25-8bc2-b9bad3df66b0 req-2e6471fb-22c0-42ef-a594-56065dd3854b service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2797089
Nov 06 20:47:20.949611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6ca86f81-2a1c-4e9e-bebf-d12e5c1fdb94 None None] Port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:21.042728 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:47:21.043984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629e81-7801-4115-b01c-438c52032a8e req-d71b2fd7-af87-4935-ab93-405656d27917 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:21.045729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-d71b2fd7-af87-4935-ab93-405656d27917 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2606237
Nov 06 20:47:21.047205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:47:21.072390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-31d9b5df-5727-46fa-8284-3aae4629702d admin admin] 10.222.0.13 "PUT /v2.0/routers/99707630-4c08-4643-908f-fe77e8a8cfd3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0838315
Nov 06 20:47:21.092965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Request body: {'port': {'device_id': '189c6532-c954-47ae-8295-c24d79449f70', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '06b236babc5d4b95a766210d9912b71e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:21.192756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:21.292851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:21.293768 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:21.373525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44494) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:21.406046 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:21.416621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811e249-e1a3-41c9-9a54-555f472ff488 req-89c9c6e5-2344-4eb1-949f-e64430d35b8b tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:21.418786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f811e249-e1a3-41c9-9a54-555f472ff488 req-89c9c6e5-2344-4eb1-949f-e64430d35b8b tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 945 time: 0.1948831
Nov 06 20:47:21.456571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Made reservation on behalf of 06b236babc5d4b95a766210d9912b71e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:21.458346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f6bdf58-3c00-47cb-bb8f-edb140c69fc8,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:21.460399 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:21.464876 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:21.530292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f811e249-e1a3-41c9-9a54-555f472ff488 req-a9c624fc-4f08-41dd-9128-5234c54afd41 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979199
Nov 06 20:47:21.597702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=3f6bdf58-3c00-47cb-bb8f-edb140c69fc8,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:21.660832 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:21.682341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-23edbc44-9ec2-4ab8-b55e-c13c7531baf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:21.748617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-556e6654-9468-4ba0-ac88-b7a3dfb95145 req-81089ac4-0968-4d9b-a6ff-a1578c380e6a tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 210 time: 0.0403337
Nov 06 20:47:21.782926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Allocated IP 192.168.233.128 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:21.791056 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-23edbc44-9ec2-4ab8-b55e-c13c7531baf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:21.801783 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-23edbc44-9ec2-4ab8-b55e-c13c7531baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:21.833419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Sync routers for ids ['99707630-4c08-4643-908f-fe77e8a8cfd3'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:47:21.856385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Routers {'99707630-4c08-4643-908f-fe77e8a8cfd3'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:21.857121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925216c580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['99707630-4c08-4643-908f-fe77e8a8cfd3'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:21.883483 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-23edbc44-9ec2-4ab8-b55e-c13c7531baf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36435246c95e45989db35624177043f4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5071993
Nov 06 20:47:21.886780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44520) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:21.909210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edbc44-9ec2-4ab8-b55e-c13c7531baf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9946800e-521c-47e3-b1b2-6852aa487a2d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:21.995378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf7057c1-d166-4a3f-87e4-8a84462bd3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.016328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.033261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Set router 99707630-4c08-4643-908f-fe77e8a8cfd3 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:22.043757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf7057c1-d166-4a3f-87e4-8a84462bd3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.161854 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.162337 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf7057c1-d166-4a3f-87e4-8a84462bd3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.165154 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf7057c1-d166-4a3f-87e4-8a84462bd3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.169622 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cf7057c1-d166-4a3f-87e4-8a84462bd3ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9946800e-521c-47e3-b1b2-6852aa487a2d HTTP/1.1" status: 204  len: 168 time: 0.2816331
Nov 06 20:47:22.183385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7057c1-d166-4a3f-87e4-8a84462bd3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9946800e-521c-47e3-b1b2-6852aa487a2d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:22.188801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a41e7a85-586b-4ade-9a81-f07b08cb6c08'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:22.243959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Pushing event updated for resources: {'Port': ['ID=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:22.311060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:22.345195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:22.361494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:22.367384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:22.368361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.418501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252da19d-0056-4722-8682-d9298b6a5621 req-8d5e4671-606c-49ad-96d0-9cd47b160dac tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:22.421144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-252da19d-0056-4722-8682-d9298b6a5621 req-8d5e4671-606c-49ad-96d0-9cd47b160dac tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 945 time: 0.1843369
Nov 06 20:47:22.431530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44532) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:22.440544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Request body: {'floatingip': {'port_id': '5935a02d-18df-4c4f-9301-484bbfd49bab'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:22.454065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-352a7eb0-f27c-450a-86bc-f9fb361f8cdb tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3797514
Nov 06 20:47:22.472956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abdde12-7564-4991-9056-89758640069f req-2d2c1070-f3a8-4d78-8de1-d33229490b03 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4538381
Nov 06 20:47:22.479949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Request body: {'port': {'device_id': '189c6532-c954-47ae-8295-c24d79449f70', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:22.494580 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.552117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:22.571024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925216c580>, [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:19Z', 'revision_number': 4, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port': {'id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:15Z', 'updated_at': '2021-11-06T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c4c29541-9fc7-4c9c-97d5-580f814ca1a1', 'name': '', 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e', 'tenant_id': '2d7731229713480896e2256658247a1e', 'mac_address': 'fa:16:3e:00:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'b59cc78d-b577-4dbe-866d-d3de14ada41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:17Z', 'updated_at': '2021-11-06T20:47:19Z', 'revision_number': 2, 'project_id': '2d7731229713480896e2256658247a1e', 'subnets': [{'id': 'b59cc78d-b577-4dbe-866d-d3de14ada41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:22.612249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Checking router: 99707630-4c08-4643-908f-fe77e8a8cfd3 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:47:22.613949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Updating router 99707630-4c08-4643-908f-fe77e8a8cfd3 port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:47:22.628506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.671555 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.864780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44540) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:22.888556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3cc605ea-59dd-48e1-948e-9c4f628a7d4d None None] Provisioning complete for port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:22.888916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3cc605ea-59dd-48e1-948e-9c4f628a7d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.923569 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.944761 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f7a71f2-1017-44ca-a4a9-49fb9b3ca48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:22.977549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3cc605ea-59dd-48e1-948e-9c4f628a7d4d None None] Port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:23.001371 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.059289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd798d-9719-47b7-b801-9da4ccf6740f req-ed3163f5-ec2b-4c57-97fd-4edf38b63a27 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:23.061243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0cdd798d-9719-47b7-b801-9da4ccf6740f req-ed3163f5-ec2b-4c57-97fd-4edf38b63a27 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 950 time: 0.1953423
Nov 06 20:47:23.120618 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.126767 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.216515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d939a-9d74-4a2f-9932-ef8748a7857b None None] Pushing event updated for resources: {'Port': ['ID=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:23.221775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:23.394029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0cdd798d-9719-47b7-b801-9da4ccf6740f req-32084643-f703-497e-953f-837d75e9365a tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/security-groups?id=c645195b-6294-43c9-82ca-866ba56ef670&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2939339
Nov 06 20:47:23.459744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-a021826e-f4bc-4293-af05-4ccf4fed36c9 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:23.461690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-a021826e-f4bc-4293-af05-4ccf4fed36c9 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 950 time: 0.3421283
Nov 06 20:47:23.464651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44546) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:23.511014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Attempting to bind port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:23.512010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Attempting to bind port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:23.512568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Attempting to bind port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 on network 015bba1d-85ea-4d3a-abd0-10d56a66f32e {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:23.523561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:23.524243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Checking segment: {'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:23.524827 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.525363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Bound using segment: {'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:23.525989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Bound port: c4c29541-9fc7-4c9c-97d5-580f814ca1a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a535ca-b765-4fca-984b-e73d08e606bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:23.526529 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.553087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c4f0fef3-461e-4318-b0de-bc3caf82ddbd None None] Provisioning complete for port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:23.553986 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fef3-461e-4318-b0de-bc3caf82ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.561259 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f7a71f2-1017-44ca-a4a9-49fb9b3ca48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.586650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f7a71f2-1017-44ca-a4a9-49fb9b3ca48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.609554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0fef3-461e-4318-b0de-bc3caf82ddbd None None] Port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:23.632204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:23.632790 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.704250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] For port c4c29541-9fc7-4c9c-97d5-580f814ca1a1, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:23.708783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] For port c4c29541-9fc7-4c9c-97d5-580f814ca1a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,segment=NetworkSegment(01a535ca-b765-4fca-984b-e73d08e606bf),segment_id=01a535ca-b765-4fca-984b-e73d08e606bf)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:23.714271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.db.resource_extend [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 20:47:23.721108 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.749417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28dcf0a2-2ce0-4e83-ba6d-d925de44657a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.764281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4f7a71f2-1017-44ca-a4a9-49fb9b3ca48a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e7a15ce434947c1bfdcbea6cb40700d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8960290
Nov 06 20:47:23.775278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44556) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:23.806414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.808307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a71f2-1017-44ca-a4a9-49fb9b3ca48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47d06ac-407d-4ff9-b0ca-80f286cfc81f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:23.834739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.839713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.855768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Routers {'99707630-4c08-4643-908f-fe77e8a8cfd3'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:23.857240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925216c580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['99707630-4c08-4643-908f-fe77e8a8cfd3'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:23.921162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:23.933663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d939a-9d74-4a2f-9932-ef8748a7857b None None] Pushing event updated for resources: {'Port': ['ID=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:23.955485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:23.963436 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Floating IP 1db961df-5d8c-4461-bf48-26af8005b87f associated. External IP: 172.35.0.166, port: 5935a02d-18df-4c4f-9301-484bbfd49bab.
Nov 06 20:47:24.014738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] Set router 99707630-4c08-4643-908f-fe77e8a8cfd3 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:24.090628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Transition to ACTIVE for port object 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:47:24.115831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Deleting port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:24.116537 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.130625 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.156859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Allocated IP 172.35.0.111 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/2e8b9596-4216-40c4-a2f0-9f66a18b99ed) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:24.176831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-349035cb-825d-4ee8-900d-8fe3d80c6a84 None None] Provisioning complete for port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:24.177201 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349035cb-825d-4ee8-900d-8fe3d80c6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.193211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eafca-1718-49d5-9895-fe23cbfbc1f9 req-3ffcfba7-2d3c-4cd7-bba6-d25f136fbd19 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:24.194910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf1eafca-1718-49d5-9895-fe23cbfbc1f9 req-3ffcfba7-2d3c-4cd7-bba6-d25f136fbd19 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 936 time: 0.2805982
Nov 06 20:47:24.208408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-885c3b19-521a-4a98-bc9e-69a946ed16d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.317830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349035cb-825d-4ee8-900d-8fe3d80c6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.330677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925216c580>, [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:19Z', 'revision_number': 4, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port': {'id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:15Z', 'updated_at': '2021-11-06T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c4c29541-9fc7-4c9c-97d5-580f814ca1a1', 'name': '', 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e', 'tenant_id': '2d7731229713480896e2256658247a1e', 'mac_address': 'fa:16:3e:00:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'b59cc78d-b577-4dbe-866d-d3de14ada41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:17Z', 'updated_at': '2021-11-06T20:47:23Z', 'revision_number': 4, 'project_id': '2d7731229713480896e2256658247a1e', 'subnets': [{'id': 'b59cc78d-b577-4dbe-866d-d3de14ada41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:24.370299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e7ac0-afef-43e3-97fb-fdb3073f59e8 None None] The sync data for ids ['99707630-4c08-4643-908f-fe77e8a8cfd3'] in ncdv-master-1 is: [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:19Z', 'revision_number': 4, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port': {'id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:15Z', 'updated_at': '2021-11-06T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c4c29541-9fc7-4c9c-97d5-580f814ca1a1', 'name': '', 'network_id': '015bba1d-85ea-4d3a-abd0-10d56a66f32e', 'tenant_id': '2d7731229713480896e2256658247a1e', 'mac_address': 'fa:16:3e:00:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'b59cc78d-b577-4dbe-866d-d3de14ada41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:17Z', 'updated_at': '2021-11-06T20:47:23Z', 'revision_number': 4, 'project_id': '2d7731229713480896e2256658247a1e', 'subnets': [{'id': 'b59cc78d-b577-4dbe-866d-d3de14ada41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:47:24.394688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-349035cb-825d-4ee8-900d-8fe3d80c6a84 None None] For port c4c29541-9fc7-4c9c-97d5-580f814ca1a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,segment=NetworkSegment(01a535ca-b765-4fca-984b-e73d08e606bf),segment_id=01a535ca-b765-4fca-984b-e73d08e606bf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:24.402200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349035cb-825d-4ee8-900d-8fe3d80c6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.405860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-885c3b19-521a-4a98-bc9e-69a946ed16d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.444346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:24.492242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349035cb-825d-4ee8-900d-8fe3d80c6a84 None None] Pushing event updated for resources: {'Port': ['ID=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:24.503371 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28dcf0a2-2ce0-4e83-ba6d-d925de44657a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.523914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:47:24.565575 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28dcf0a2-2ce0-4e83-ba6d-d925de44657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.595433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] For port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:24.595997 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.650455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf1eafca-1718-49d5-9895-fe23cbfbc1f9 req-6b17dff9-809f-4902-92c7-b0cb296bd30f tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4369810
Nov 06 20:47:24.651134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Attempting to bind port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:24.651605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Attempting to bind port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:24.651935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Attempting to bind port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:24.660466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Calling delete_port for ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:24.666289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:47:24.671329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.688427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-28dcf0a2-2ce0-4e83-ba6d-d925de44657a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96a28fd888db4ab69b9eb5acb007c040&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2160935
Nov 06 20:47:24.694524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44564) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:24.695569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:47:24.695897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Attempting to bind port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:24.704397 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] Sync routers for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:47:24.717935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcf0a2-2ce0-4e83-ba6d-d925de44657a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784fb240-2db9-4a1b-bf0f-a93b20b70799,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:24.726345 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:24.729139 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c17190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:24.753663 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e67bc926-b8f9-4786-9c6e-2ada46ace07d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "PUT /v2.0/floatingips/1db961df-5d8c-4461-bf48-26af8005b87f HTTP/1.1" status: 200  len: 991 time: 2.3184133
Nov 06 20:47:24.753663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'tag': '5935a02d-18df-4c4f-9301-484bbfd49bab'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:24.760331 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c50b99f-0662-45d4-baf2-9ddfeb386717" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbc8ec1-8c19-4586-a720-c08f62c147ba", "tag": "5935a02d-18df-4c4f-9301-484bbfd49bab"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:24.799771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6e738d-8d56-444c-a4ad-41edecd6c2d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.833658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6e738d-8d56-444c-a4ad-41edecd6c2d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.926081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6e738d-8d56-444c-a4ad-41edecd6c2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.927053 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:24.931141 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6e738d-8d56-444c-a4ad-41edecd6c2d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.933752 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8b6e738d-8d56-444c-a4ad-41edecd6c2d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/784fb240-2db9-4a1b-bf0f-a93b20b70799 HTTP/1.1" status: 204  len: 168 time: 0.2382691
Nov 06 20:47:24.940937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.951389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e738d-8d56-444c-a4ad-41edecd6c2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784fb240-2db9-4a1b-bf0f-a93b20b70799,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:24.979193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:24.979684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:24.980149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:24.981892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Bound port: 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:24.982368 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:24.986802 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.102134 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-885c3b19-521a-4a98-bc9e-69a946ed16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.108978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-885c3b19-521a-4a98-bc9e-69a946ed16d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.110225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-885c3b19-521a-4a98-bc9e-69a946ed16d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e47d06ac-407d-4ff9-b0ca-80f286cfc81f HTTP/1.1" status: 204  len: 168 time: 1.3309181
Nov 06 20:47:25.115010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Pushing event deleted for resources: {'Port': ['ID=ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:25.193175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c4c29541-9fc7-4c9c-97d5-580f814ca1a1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:25.247169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] For port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:25.252147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] For port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:25.278876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44582) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:25.305507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c3b19-521a-4a98-bc9e-69a946ed16d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47d06ac-407d-4ff9-b0ca-80f286cfc81f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:25.359390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] No DVR routers for this DVR port ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:47:25.361800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.380009 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.382845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-241dc4f0-db79-409a-82c0-00c49626aec8 req-72e1e4dd-43e7-46d5-9c5a-4242ebc0bd61 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.37 "DELETE /v2.0/ports/ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac HTTP/1.1" status: 204  len: 173 time: 1.9121513
Nov 06 20:47:25.400415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e11138c-1070-426e-be89-3222cb59da6a', 'name': 'network-vif-deleted', 'tag': 'ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:25.402750 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1d5e8e-95ac-4185-a1d1-592cc2d95d48" -d '{"events": [{"server_uuid": "1e11138c-1070-426e-be89-3222cb59da6a", "name": "network-vif-deleted", "tag": "ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:25.405843 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.428622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:25.429598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.450958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:25.455931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:25.456594 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.461126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] 10.222.0.10 "PUT /v2.0/ports/5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 HTTP/1.1" status: 200  len: 1096 time: 2.9979773
Nov 06 20:47:25.524779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:25.567383 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c17190>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1db961df-5d8c-4461-bf48-26af8005b87f', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'floating_ip_address': '172.35.0.166', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'port_id': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'mac_address': 'fa:16:3e:10:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:46:53Z', 'updated_at': '2021-11-06T20:47:23Z', 'revision_number': 1, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:25.569160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e0d638c-47e2-4046-bf16-ad4cb6503add req-70f16594-a669-40bf-85a5-0781b099c466 tempest-TenantUsagesTestJSON-2047490786 tempest-TenantUsagesTestJSON-2047490786-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e11138c-1070-426e-be89-3222cb59da6a HTTP/1.1" status: 200  len: 210 time: 0.3825727
Nov 06 20:47:25.572612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:25.654251 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] Checking router: 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:47:25.678817 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:25.681812 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c17190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:25.833705 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:25.848059 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0289c964-3bc5-454e-b40f-a5e42eab5a92 x-openstack-request-id: req-0289c964-3bc5-454e-b40f-a5e42eab5a92 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:25.849101 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbc8ec1-8c19-4586-a720-c08f62c147ba", "tag": "5935a02d-18df-4c4f-9301-484bbfd49bab", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:25.849525 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0289c964-3bc5-454e-b40f-a5e42eab5a92 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:25.850188 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'tag': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'status': 'completed', 'code': 200}
Nov 06 20:47:25.899366 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:25.946487 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-276f2a2f-0cc8-4d50-a094-070d41ab9271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.005535 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9339748-8fd0-43f1-b713-894d665c4cec x-openstack-request-id: req-a9339748-8fd0-43f1-b713-894d665c4cec {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:26.005835 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e11138c-1070-426e-be89-3222cb59da6a", "name": "network-vif-deleted", "tag": "ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:26.006089 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9339748-8fd0-43f1-b713-894d665c4cec {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:26.006486 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e11138c-1070-426e-be89-3222cb59da6a', 'name': 'network-vif-deleted', 'tag': 'ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac', 'status': 'completed', 'code': 200}
Nov 06 20:47:26.007138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.016237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44598) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:26.063897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f731b0e2-205b-4ed7-9ab5-fd76badb87c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.202195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-276f2a2f-0cc8-4d50-a094-070d41ab9271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.208922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-276f2a2f-0cc8-4d50-a094-070d41ab9271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.359118 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-276f2a2f-0cc8-4d50-a094-070d41ab9271 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a5b4c51dab547a691855a5c71f81e79&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0789089
Nov 06 20:47:26.364723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44608) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:26.374274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f2a2f-0cc8-4d50-a094-070d41ab9271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3e99ed-844e-4b1b-a327-619315a17edb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:26.402820 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c17190>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1db961df-5d8c-4461-bf48-26af8005b87f', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'floating_ip_address': '172.35.0.166', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'port_id': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'mac_address': 'fa:16:3e:10:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:46:53Z', 'updated_at': '2021-11-06T20:47:23Z', 'revision_number': 1, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:26.441146 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e30c1-a120-45ce-abdf-fae727911a31 None None] The sync data for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 is: [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1db961df-5d8c-4461-bf48-26af8005b87f', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'floating_ip_address': '172.35.0.166', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'port_id': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'mac_address': 'fa:16:3e:10:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:46:53Z', 'updated_at': '2021-11-06T20:47:23Z', 'revision_number': 1, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:47:26.496853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14af594b-f487-491f-a105-b2cf9355c05a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.546389 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f731b0e2-205b-4ed7-9ab5-fd76badb87c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.549218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14af594b-f487-491f-a105-b2cf9355c05a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.558307 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f731b0e2-205b-4ed7-9ab5-fd76badb87c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.577223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629e81-7801-4115-b01c-438c52032a8e req-38fafd43-8cc4-4f54-916b-35b72c254edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:26.581728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-38fafd43-8cc4-4f54-916b-35b72c254edd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06b236babc5d4b95a766210d9912b71e&device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 1099 time: 0.7167239
Nov 06 20:47:26.618210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731b0e2-205b-4ed7-9ab5-fd76badb87c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d6812c-630f-4565-8a61-4779c86444f3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:26.625958 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f731b0e2-205b-4ed7-9ab5-fd76badb87c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b7f27a0d252477e8581184aa85026f0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6056924
Nov 06 20:47:26.636831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44618) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:26.657079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580928ef-4a98-4dbc-a4c7-6117c025ce44 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:26.670430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-f256c197-8edd-4f31-a176-486a032dc817 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 HTTP/1.1" status: 200  len: 217 time: 0.0689437
Nov 06 20:47:26.689527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14af594b-f487-491f-a105-b2cf9355c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.692520 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14af594b-f487-491f-a105-b2cf9355c05a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.696496 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-14af594b-f487-491f-a105-b2cf9355c05a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd3e99ed-844e-4b1b-a327-619315a17edb HTTP/1.1" status: 204  len: 168 time: 0.3208668
Nov 06 20:47:26.709935 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.712943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af594b-f487-491f-a105-b2cf9355c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3e99ed-844e-4b1b-a327-619315a17edb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:26.740763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.740951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-1c85af3d-9ff3-4b11-820d-a01df7aefbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:26.742597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-1c85af3d-9ff3-4b11-820d-a01df7aefbeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 1096 time: 0.7398231
Nov 06 20:47:26.792186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512422b-75ee-4c29-8f39-1beb34d22318 req-1bd3427f-5d53-4d58-80ef-bb2b782399e2 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:26.799644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7512422b-75ee-4c29-8f39-1beb34d22318 req-1bd3427f-5d53-4d58-80ef-bb2b782399e2 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 948 time: 0.3375771
Nov 06 20:47:26.807536 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.810199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.813779 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6d6812c-630f-4565-8a61-4779c86444f3 HTTP/1.1" status: 204  len: 168 time: 0.1732230
Nov 06 20:47:26.817700 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.820974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d6812c-630f-4565-8a61-4779c86444f3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:26.833549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.836574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.836918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.837253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.837634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.837975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.838295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.838626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.838943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.839266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.840419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.840857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1ab6d-eb70-4350-a4b0-2b15ac0e574e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:26.898096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.916368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Pushing event updated for resources: {'Port': ['ID=2e8b9596-4216-40c4-a2f0-9f66a18b99ed,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:26.917833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:47:26.936674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629e81-7801-4115-b01c-438c52032a8e req-b708e5fb-f97a-432b-8054-7d030a630d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:26.938188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-b708e5fb-f97a-432b-8054-7d030a630d49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.2579803
Nov 06 20:47:26.942179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:26.966112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbacf9e-5733-4198-a1ea-55debb16d3fa None None] New status for floating IP 1db961df-5d8c-4461-bf48-26af8005b87f: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:47:26.999525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:47:27.000675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ac9d12a2-ae2d-43d7-9b74-b7dc01b352ac not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:47:27.061773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7512422b-75ee-4c29-8f39-1beb34d22318 req-ab448a65-1bf0-4a85-b335-6b4ccf10e6bd tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2593293
Nov 06 20:47:27.074208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:27.082719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abdde12-7564-4991-9056-89758640069f req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.5355546
Nov 06 20:47:27.169277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab6ac-078d-4a37-a7d9-92f92995c301 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Pushing event updated for resources: {'Port': ['ID=2e8b9596-4216-40c4-a2f0-9f66a18b99ed,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:27.264743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-403df909-6546-4a88-9f20-90d81c5f70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:27.268527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-403df909-6546-4a88-9f20-90d81c5f70fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 924 time: 0.4847426
Nov 06 20:47:27.283027 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abdde12-7564-4991-9056-89758640069f req-3402748c-7758-4ebf-8c25-80437b988c28 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 696 time: 0.1993747
Nov 06 20:47:27.293801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629e81-7801-4115-b01c-438c52032a8e req-ff550f26-71ef-4a2f-ab20-2aa3d2ab1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:27.295455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-ff550f26-71ef-4a2f-ab20-2aa3d2ab1aa1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3254800
Nov 06 20:47:27.399691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44654) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:27.422537 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c6c51b8-e5a7-45d9-9c75-8cdaaff7f678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:27.522270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-a6814bf8-0c7b-4c62-b0a2-0a6894f1be90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5935a02d-18df-4c4f-9301-484bbfd49bab HTTP/1.1" status: 200  len: 1001 time: 0.2362814
Nov 06 20:47:27.574065 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c6c51b8-e5a7-45d9-9c75-8cdaaff7f678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:27.579753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c6c51b8-e5a7-45d9-9c75-8cdaaff7f678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:27.625411 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c6c51b8-e5a7-45d9-9c75-8cdaaff7f678 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efee6be0b05746c8badab0b5688818df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2208755
Nov 06 20:47:27.625411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c51b8-e5a7-45d9-9c75-8cdaaff7f678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d107d-dad8-41e1-a568-2af1f262d648,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:27.626850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44672) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:27.633385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdde12-7564-4991-9056-89758640069f req-0f8c04a5-7545-4ccb-8b9e-423679eb5953 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:27.640008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abdde12-7564-4991-9056-89758640069f req-0f8c04a5-7545-4ccb-8b9e-423679eb5953 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.3557231
Nov 06 20:47:27.651173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-8abdde12-7564-4991-9056-89758640069f req-64858a0b-64eb-496a-85bc-f5598d3d0a11 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:47:27.652341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abdde12-7564-4991-9056-89758640069f req-64858a0b-64eb-496a-85bc-f5598d3d0a11 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0113933
Nov 06 20:47:27.658005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-1dde3462-9a93-4fb5-96e9-8422a7d46246 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3477380
Nov 06 20:47:27.694739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a34e161f-c97d-472b-a7dc-0bd074946ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:27.722668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a34e161f-c97d-472b-a7dc-0bd074946ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:27.730326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-dcf41ace-63e3-4e57-a8b7-110887df0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:27.731999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-dcf41ace-63e3-4e57-a8b7-110887df0fc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 200  len: 862 time: 0.1949434
Nov 06 20:47:27.782954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a34e161f-c97d-472b-a7dc-0bd074946ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:27.785767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a34e161f-c97d-472b-a7dc-0bd074946ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:27.786981 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a34e161f-c97d-472b-a7dc-0bd074946ceb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/992d107d-dad8-41e1-a568-2af1f262d648 HTTP/1.1" status: 204  len: 168 time: 0.1587601
Nov 06 20:47:27.795442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e161f-c97d-472b-a7dc-0bd074946ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d107d-dad8-41e1-a568-2af1f262d648,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:27.854789 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b88e9af-18a9-4b84-90db-5cd950f516bc req-f036e086-4d2f-47f2-b470-76b02401546a tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips/219ab94e-5700-4d85-afb5-7aa7d95a192f HTTP/1.1" status: 200  len: 693 time: 0.1641109
Nov 06 20:47:27.957475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-8b78680b-b569-4ceb-8632-6e2abad48049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:27.959071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-8b78680b-b569-4ceb-8632-6e2abad48049 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f7f650-50d0-446a-82d8-39753cfb0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2001162
Nov 06 20:47:27.962887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb629e81-7801-4115-b01c-438c52032a8e req-f33d97ed-01cd-4e79-8559-a5540f98c362 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2960432
Nov 06 20:47:28.024276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44686) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:28.030095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189c6532-c954-47ae-8295-c24d79449f70', 'tag': '5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:28.033049 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3692189f-2291-44b8-b373-cb0dd745239b" -d '{"events": [{"name": "network-changed", "server_uuid": "189c6532-c954-47ae-8295-c24d79449f70", "tag": "5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:28.065723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44692) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:28.075113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88e9af-18a9-4b84-90db-5cd950f516bc req-72656de6-c33b-4aab-9bde-475ed5f356bc tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:28.084117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b88e9af-18a9-4b84-90db-5cd950f516bc req-72656de6-c33b-4aab-9bde-475ed5f356bc tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2283032
Nov 06 20:47:28.091581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-9b88e9af-18a9-4b84-90db-5cd950f516bc req-6167b917-be1e-4f27-93ac-e09111cea5a1 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:47:28.092597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b88e9af-18a9-4b84-90db-5cd950f516bc req-6167b917-be1e-4f27-93ac-e09111cea5a1 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0076594
Nov 06 20:47:28.102715 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719cba1b-c5b1-46ca-adb6-bf924f034b45 x-openstack-request-id: req-719cba1b-c5b1-46ca-adb6-bf924f034b45 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:28.103004 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189c6532-c954-47ae-8295-c24d79449f70", "tag": "5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:28.103260 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-719cba1b-c5b1-46ca-adb6-bf924f034b45 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:28.103644 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189c6532-c954-47ae-8295-c24d79449f70', 'tag': '5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71', 'status': 'completed', 'code': 200}
Nov 06 20:47:28.144461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-17fe825d-3971-47ff-b686-f355cf89df55 service neutron] 10.222.0.37 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746054
Nov 06 20:47:28.403240 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e983112-c411-41f1-b612-fa9fd7a649b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.473818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab24f468-aefa-4005-b132-9b2cb5998f91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4b8abb5c5234e3197eabc3f2ae9cffd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4473481
Nov 06 20:47:28.476710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44716) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:28.566885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e65887f-00ac-478c-be83-b03efb4498a1 req-d7b16e7d-6499-4d27-a2f0-c62d7ea786cb tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=2d7731229713480896e2256658247a1e HTTP/1.1" status: 200  len: 696 time: 0.4203517
Nov 06 20:47:28.574480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-479c2f96-6d9b-4248-84e4-c73808434a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.594246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e983112-c411-41f1-b612-fa9fd7a649b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.601338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692189f-2291-44b8-b373-cb0dd745239b req-5a513eec-b368-4048-9a35-984827d3f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:28.603110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3692189f-2291-44b8-b373-cb0dd745239b req-5a513eec-b368-4048-9a35-984827d3f950 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06b236babc5d4b95a766210d9912b71e&device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 1099 time: 0.4683979
Nov 06 20:47:28.611276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e983112-c411-41f1-b612-fa9fd7a649b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.615112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-479c2f96-6d9b-4248-84e4-c73808434a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.688934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e983112-c411-41f1-b612-fa9fd7a649b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb39045cce52449c88dbeb59fc35ce63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6217749
Nov 06 20:47:28.701318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44724) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:28.738260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e983112-c411-41f1-b612-fa9fd7a649b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8272f30b-ebe5-410e-8b7c-05e61642d31e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:28.747297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bb589-9b61-448f-b1ce-ed759f28c18c req-327d59c0-1788-408c-9f6b-1f3326524cea tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:28.748953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c4bb589-9b61-448f-b1ce-ed759f28c18c req-327d59c0-1788-408c-9f6b-1f3326524cea tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 948 time: 0.5796638
Nov 06 20:47:28.764523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c50b99f-0662-45d4-baf2-9ddfeb386717 req-ed880cdf-4c72-4fde-a9ac-9fa55252d463 service neutron] 10.222.0.37 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5962493
Nov 06 20:47:28.767898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-479c2f96-6d9b-4248-84e4-c73808434a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.771880 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-479c2f96-6d9b-4248-84e4-c73808434a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.773861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-479c2f96-6d9b-4248-84e4-c73808434a95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c645195b-6294-43c9-82ca-866ba56ef670 HTTP/1.1" status: 204  len: 168 time: 0.2950621
Nov 06 20:47:28.787653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c2f96-6d9b-4248-84e4-c73808434a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c645195b-6294-43c9-82ca-866ba56ef670,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:28.810670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-031f65b1-e597-4a31-860a-e324838c5831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.855274 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-031f65b1-e597-4a31-860a-e324838c5831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.862343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65887f-00ac-478c-be83-b03efb4498a1 req-f602f93a-03d2-4e3b-bf34-e0c911115a65 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:28.869162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e65887f-00ac-478c-be83-b03efb4498a1 req-f602f93a-03d2-4e3b-bf34-e0c911115a65 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/networks?id=1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 787 time: 0.2938693
Nov 06 20:47:28.871377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692189f-2291-44b8-b373-cb0dd745239b req-590c9672-50e9-437e-be91-3da882ea610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:28.873278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3692189f-2291-44b8-b373-cb0dd745239b req-590c9672-50e9-437e-be91-3da882ea610b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2289288
Nov 06 20:47:28.882539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-4e65887f-00ac-478c-be83-b03efb4498a1 req-ea7c51bc-1b88-4944-9461-b4237a4be99a tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:47:28.904805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e65887f-00ac-478c-be83-b03efb4498a1 req-ea7c51bc-1b88-4944-9461-b4237a4be99a tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0346830
Nov 06 20:47:28.932433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-031f65b1-e597-4a31-860a-e324838c5831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.935121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-031f65b1-e597-4a31-860a-e324838c5831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:28.938902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-031f65b1-e597-4a31-860a-e324838c5831 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8272f30b-ebe5-410e-8b7c-05e61642d31e HTTP/1.1" status: 204  len: 168 time: 0.2259195
Nov 06 20:47:28.945712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f65b1-e597-4a31-860a-e324838c5831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8272f30b-ebe5-410e-8b7c-05e61642d31e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:28.987437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3692189f-2291-44b8-b373-cb0dd745239b req-e8b9b263-9be4-445b-bcf0-24bb19bf9a68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 HTTP/1.1" status: 200  len: 217 time: 0.0815561
Nov 06 20:47:28.994202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c4bb589-9b61-448f-b1ce-ed759f28c18c req-04b2c70b-0ae4-42f2-8dfa-b10de39a63d4 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365580
Nov 06 20:47:29.086529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692189f-2291-44b8-b373-cb0dd745239b req-0c5faacc-75ba-43ab-b9aa-d9812b62d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:29.088157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3692189f-2291-44b8-b373-cb0dd745239b req-0c5faacc-75ba-43ab-b9aa-d9812b62d0e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0884209
Nov 06 20:47:29.096856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e170830-c148-4fde-b742-2a98743e849c req-77485ef2-a65a-4ae8-9301-3dcd7bc9cac2 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips/219ab94e-5700-4d85-afb5-7aa7d95a192f HTTP/1.1" status: 200  len: 693 time: 0.1072774
Nov 06 20:47:29.196400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692189f-2291-44b8-b373-cb0dd745239b req-23e7f75a-ef3a-4517-9b48-cdb62dc0e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:29.198133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3692189f-2291-44b8-b373-cb0dd745239b req-23e7f75a-ef3a-4517-9b48-cdb62dc0e346 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1003640
Nov 06 20:47:29.298323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e170830-c148-4fde-b742-2a98743e849c req-72d9b081-d8a0-4621-93da-10c33eec15cf tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:29.299705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e170830-c148-4fde-b742-2a98743e849c req-72d9b081-d8a0-4621-93da-10c33eec15cf tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.1687558
Nov 06 20:47:29.318949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-8e170830-c148-4fde-b742-2a98743e849c req-c45584b8-306d-4d97-89d0-0e7b9df1bd77 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:47:29.319922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e170830-c148-4fde-b742-2a98743e849c req-c45584b8-306d-4d97-89d0-0e7b9df1bd77 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0097933
Nov 06 20:47:29.370834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3692189f-2291-44b8-b373-cb0dd745239b req-b4d78155-f47a-43cb-ba0a-ce2fd55d5533 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643610
Nov 06 20:47:29.389289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e170830-c148-4fde-b742-2a98743e849c req-5eca57e1-3f76-4679-8e09-70c0ed984e2a tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 696 time: 0.0574949
Nov 06 20:47:29.446829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44754) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:29.462202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6464f358-edf0-4749-99bc-e30b1b48d35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.487181 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e170830-c148-4fde-b742-2a98743e849c req-ac6841bb-200d-4d43-b3fe-4f0da88c49d3 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.111 HTTP/1.1" status: 200  len: 696 time: 0.0863431
Nov 06 20:47:29.602344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3692189f-2291-44b8-b373-cb0dd745239b req-2f6fde17-abb9-4398-8b48-12724d397f4a service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229400
Nov 06 20:47:29.604326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6464f358-edf0-4749-99bc-e30b1b48d35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.623755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6464f358-edf0-4749-99bc-e30b1b48d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.653467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-38f91a5e-e556-4419-97ad-f17fca8b4c10 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d5634bafe48248a4af8fa00164acddd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299959
Nov 06 20:47:29.683809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464f358-edf0-4749-99bc-e30b1b48d35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cbee8a-0dc0-4dc4-8525-10271fe4fa57,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:29.705962 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6464f358-edf0-4749-99bc-e30b1b48d35e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bb5d6d6ee2f48758ae0cf77731ebc7e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2573454
Nov 06 20:47:29.708543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44768) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:29.723771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Deleting port 2e8b9596-4216-40c4-a2f0-9f66a18b99ed {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:29.724127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.755442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44770) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:29.771980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d603e60c-4e43-4c76-915a-13aa611dc6db admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.832004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-905e9382-bcef-4b88-91dc-295c1d05b1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.844352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-738a0f38-1ad2-48d9-81c4-fd20589d1f1f tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:29.850546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-738a0f38-1ad2-48d9-81c4-fd20589d1f1f tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1816587
Nov 06 20:47:29.862531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.862859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.877880 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-905e9382-bcef-4b88-91dc-295c1d05b1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.888202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-bf5ba675-b370-4105-871c-c3d10b30975f tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/quotas/d5634bafe48248a4af8fa00164acddd4 HTTP/1.1" status: 200  len: 375 time: 0.0365610
Nov 06 20:47:29.900029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Calling delete_port for 2e8b9596-4216-40c4-a2f0-9f66a18b99ed owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:29.903932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d603e60c-4e43-4c76-915a-13aa611dc6db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.911125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d603e60c-4e43-4c76-915a-13aa611dc6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:29.932516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-1dd185c2-b1e3-440b-bd8d-72d0f70f37a2 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5634bafe48248a4af8fa00164acddd4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434740
Nov 06 20:47:29.980479 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d603e60c-4e43-4c76-915a-13aa611dc6db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2653cfc36104451cb683b905f7982a3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2235456
Nov 06 20:47:29.982357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603e60c-4e43-4c76-915a-13aa611dc6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625733b7-0252-4518-8184-73ce0ccb57f9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:29.986442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44776) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:30.041233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-905e9382-bcef-4b88-91dc-295c1d05b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.044195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-905e9382-bcef-4b88-91dc-295c1d05b1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.059276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-905e9382-bcef-4b88-91dc-295c1d05b1ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24cbee8a-0dc0-4dc4-8525-10271fe4fa57 HTTP/1.1" status: 204  len: 168 time: 0.3492019
Nov 06 20:47:30.121552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e9382-bcef-4b88-91dc-295c1d05b1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cbee8a-0dc0-4dc4-8525-10271fe4fa57,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:30.180829 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80d1a83a-24f5-44f2-b1cc-ce29392ce230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.228090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80d1a83a-24f5-44f2-b1cc-ce29392ce230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.228268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.330610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80d1a83a-24f5-44f2-b1cc-ce29392ce230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.333221 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80d1a83a-24f5-44f2-b1cc-ce29392ce230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.342979 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-80d1a83a-24f5-44f2-b1cc-ce29392ce230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/625733b7-0252-4518-8184-73ce0ccb57f9 HTTP/1.1" status: 204  len: 168 time: 0.3444567
Nov 06 20:47:30.345735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Pushing event deleted for resources: {'Port': ['ID=2e8b9596-4216-40c4-a2f0-9f66a18b99ed,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:30.354661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1a83a-24f5-44f2-b1cc-ce29392ce230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625733b7-0252-4518-8184-73ce0ccb57f9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:30.408605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.408947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.409284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.409621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.409944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.410268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.410593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.410913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.411233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.411548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.411867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.412189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:30.432452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.435808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.448320 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e170830-c148-4fde-b742-2a98743e849c req-6d74bd3d-bc4f-4274-b222-abd1151fdc0d tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "DELETE /v2.0/floatingips/219ab94e-5700-4d85-afb5-7aa7d95a192f HTTP/1.1" status: 204  len: 173 time: 0.9599311
Nov 06 20:47:30.505244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85aad8-c116-48fc-bf80-46214ce608e5 req-cb7099f6-42ec-4a6a-b4bf-9d7b7ae33835 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:30.512820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c85aad8-c116-48fc-bf80-46214ce608e5 req-cb7099f6-42ec-4a6a-b4bf-9d7b7ae33835 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 948 time: 0.1756825
Nov 06 20:47:30.556646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95b35967-5510-4452-8147-79b119186c90 req-e86b375a-3510-4784-9ecc-278e5f6d6634 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 210 time: 0.0692470
Nov 06 20:47:30.672593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c85aad8-c116-48fc-bf80-46214ce608e5 req-07a72efb-be47-4362-bb33-9a7570cb064b tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533215
Nov 06 20:47:30.754856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9542a2e-8efb-464b-8035-021af8a95736 req-4b792a7a-e9e9-4c4b-a886-74fc14d5f067 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1705995
Nov 06 20:47:30.766020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:30.793126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:30.923110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.028582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:47:31.073423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Allocated IP 172.35.0.31 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/49a87aa2-b217-47e7-aec2-dbc4753e31d4) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:31.150015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:31.162052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71', 'mac_address': 'fa:16:3e:bb:74:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:47:31.214006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.215110 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.236658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:31.253927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.275812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:31.283671 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.313908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:31.322746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:31.332120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:31.386040 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.392764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Pushing event updated for resources: {'Port': ['ID=49a87aa2-b217-47e7-aec2-dbc4753e31d4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:31.417271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-05765408-40d3-4ee1-a066-a583bf80101a tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d5634bafe48248a4af8fa00164acddd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0877123
Nov 06 20:47:31.464558 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.548411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:31.557972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.558668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.559228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.559857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.560562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.561324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.561871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.562605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.563388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.564142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.564663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.565146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:31.642218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:31.654161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-760b5a05-82af-4c5c-9817-c585680a9214 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:31.655674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-760b5a05-82af-4c5c-9817-c585680a9214 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1922276
Nov 06 20:47:31.674029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Request body: {'port': {'device_id': '114dde74-d608-4edc-b28c-b83571a79bfe', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'd5634bafe48248a4af8fa00164acddd4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:31.749964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1162439016', 'description': 'tempest-description-2144584237'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:31.853710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.855678 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.865348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.876722 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.919210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.962541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Pushing event updated for resources: {'Port': ['ID=49a87aa2-b217-47e7-aec2-dbc4753e31d4,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:31.969486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Made reservation on behalf of d5634bafe48248a4af8fa00164acddd4 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:31.972957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.980176 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:31.981422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9542a2e-8efb-464b-8035-021af8a95736 req-0877a79d-bd2e-4de6-98a0-d94aa05f92f5 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.2208176
Nov 06 20:47:31.995211 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:32.065279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9542a2e-8efb-464b-8035-021af8a95736 req-3f139715-0813-47b6-9be0-8b205a2684b6 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.31 HTTP/1.1" status: 200  len: 695 time: 0.0731244
Nov 06 20:47:32.171493 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:32.181005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:32.263062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1573ed1-87c6-4985-912b-5e35d365782c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:32.285003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542a2e-8efb-464b-8035-021af8a95736 req-b2296be0-142e-4c4a-9c6d-14739e562176 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:32.286374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9542a2e-8efb-464b-8035-021af8a95736 req-b2296be0-142e-4c4a-9c6d-14739e562176 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2109668
Nov 06 20:47:32.311096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-c9542a2e-8efb-464b-8035-021af8a95736 req-fd5367d2-b7bc-43fd-9643-06f61c55c671 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:47:32.312635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9542a2e-8efb-464b-8035-021af8a95736 req-fd5367d2-b7bc-43fd-9643-06f61c55c671 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0125446
Nov 06 20:47:32.315562 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:32.322449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:32.358262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:32.410024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:32.430672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29353fe-5cb7-4255-ab56-b2020e9d53c5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:32.457765 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:32.458967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce885f38-380b-4ef2-930e-61904a127b18 req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.7201991
Nov 06 20:47:32.503106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939d347-ede6-4105-8a3a-f425c0e9c950 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b102b8e-d1f6-404f-b3bb-138ad96f08d1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:32.536830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1c38ec2-9425-4f76-969e-3afee8ebe1b0 req-2b89f94f-d66d-405e-b759-6b0d835fcb0a tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 210 time: 0.0374222
Nov 06 20:47:32.556636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Allocated IP 192.168.233.45 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/3acd6bd9-b880-40d3-9112-f7b5871fef1e) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:32.712036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a521d32-7b8d-4246-8fe6-2983a57260e9 req-8c080922-01ea-40cf-88b4-758eadefd0dc tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:32.713590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a521d32-7b8d-4246-8fe6-2983a57260e9 req-8c080922-01ea-40cf-88b4-758eadefd0dc tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 949 time: 0.1110532
Nov 06 20:47:33.039744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:33.059165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-de3f7d51-584b-4021-8158-90454338aa4a tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips/86377075-a9fd-48b9-b721-4206c7763a46 HTTP/1.1" status: 200  len: 692 time: 0.3166888
Nov 06 20:47:33.088799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.091560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:47:33.096031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:33.096446 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.153133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a521d32-7b8d-4246-8fe6-2983a57260e9 req-06fcdab0-1d8f-403a-83e7-e97f2293dc76 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4298656
Nov 06 20:47:33.188426 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.199823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-2fcd8e20-9ba6-41be-bafb-5259a4b39c0c req-74587672-5651-40da-bb4e-5ab70c9b0105 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Request body: {'security_group': {'name': 'tempest-securitygroup-718995772', 'description': 'tempest-description-25675093'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:33.211202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189c6532-c954-47ae-8295-c24d79449f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:33.213584 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b94c5b8-0edd-453b-bd6d-211953399b31" -d '{"events": [{"server_uuid": "189c6532-c954-47ae-8295-c24d79449f70", "name": "network-vif-plugged", "status": "completed", "tag": "5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:33.223361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.227445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:33.231924 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.268727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-e91f1b09-0fe4-4ac7-a9b8-7a2e6a395a45 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:33.270185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-e91f1b09-0fe4-4ac7-a9b8-7a2e6a395a45 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2027731
Nov 06 20:47:33.283186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:33.286561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:33.288199 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2fcd8e20-9ba6-41be-bafb-5259a4b39c0c req-74587672-5651-40da-bb4e-5ab70c9b0105 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.295202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-3a787c88-9d96-4dbc-a1d8-05d848465719 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:47:33.296391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-3a787c88-9d96-4dbc-a1d8-05d848465719 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0144684
Nov 06 20:47:33.302244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:33.319188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:33.325044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:33.325729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.337170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Pushing event updated for resources: {'Port': ['ID=3acd6bd9-b880-40d3-9112-f7b5871fef1e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:33.395988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-8c9ce929-32bd-46db-a45a-fe3a4b8e0ace tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.31 HTTP/1.1" status: 200  len: 695 time: 0.0830457
Nov 06 20:47:33.399076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-957f5946-8746-4dea-9ea5-335f8e3c1fbb tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7318745
Nov 06 20:47:33.420772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Request body: {'port': {'device_id': '114dde74-d608-4edc-b28c-b83571a79bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:33.484822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-65a84e07-002d-442f-9c19-0cc18cdee3a3 None None] Provisioning complete for port 3acd6bd9-b880-40d3-9112-f7b5871fef1e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:33.485346 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-65a84e07-002d-442f-9c19-0cc18cdee3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.492151 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-cd8b0f78-093c-46ed-b547-24e2530d239a tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.31 HTTP/1.1" status: 200  len: 695 time: 0.0894737
Nov 06 20:47:33.519665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-65a84e07-002d-442f-9c19-0cc18cdee3a3 None None] Port 3acd6bd9-b880-40d3-9112-f7b5871fef1e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:33.543183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2fcd8e20-9ba6-41be-bafb-5259a4b39c0c req-74587672-5651-40da-bb4e-5ab70c9b0105 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.573643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2fcd8e20-9ba6-41be-bafb-5259a4b39c0c req-74587672-5651-40da-bb4e-5ab70c9b0105 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.592666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.660243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2fcd8e20-9ba6-41be-bafb-5259a4b39c0c req-74587672-5651-40da-bb4e-5ab70c9b0105 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.661491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2fcd8e20-9ba6-41be-bafb-5259a4b39c0c req-74587672-5651-40da-bb4e-5ab70c9b0105 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4723020
Nov 06 20:47:33.663358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74587672-5651-40da-bb4e-5ab70c9b0105 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f699a4-2040-41c6-885c-94ebc528b158,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:33.805691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Deleting port 49a87aa2-b217-47e7-aec2-dbc4753e31d4 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:33.806028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.948534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.948860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:33.969680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Calling delete_port for 49a87aa2-b217-47e7-aec2-dbc4753e31d4 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:34.056237 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c51771-67fd-4b4f-94b1-23e666a44bad x-openstack-request-id: req-47c51771-67fd-4b4f-94b1-23e666a44bad {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:34.056779 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189c6532-c954-47ae-8295-c24d79449f70", "name": "network-vif-plugged", "status": "completed", "tag": "5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:34.056999 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47c51771-67fd-4b4f-94b1-23e666a44bad {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:34.057211 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189c6532-c954-47ae-8295-c24d79449f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71', 'code': 200}
Nov 06 20:47:34.065193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3acd6bd9-b880-40d3-9112-f7b5871fef1e {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:34.081292 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.109052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Transition to ACTIVE for port object 3acd6bd9-b880-40d3-9112-f7b5871fef1e will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:47:34.114359 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.116385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.10', 56721) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:34.163129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3288-5cdd-445a-b5c8-143a6f6bf436 req-bc21df56-be07-4014-940f-9fc667b46606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:34.167354 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-575a3288-5cdd-445a-b5c8-143a6f6bf436 req-bc21df56-be07-4014-940f-9fc667b46606 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 1101 time: 0.0475945
Nov 06 20:47:34.190929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3acd6bd9-b880-40d3-9112-f7b5871fef1e,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:34.239092 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-575a3288-5cdd-445a-b5c8-143a6f6bf436 req-cab20e86-defa-4e3f-8d5e-a43b2139e05a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655949
Nov 06 20:47:34.249900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.306854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Attempting to bind port 3acd6bd9-b880-40d3-9112-f7b5871fef1e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:34.307189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Attempting to bind port 3acd6bd9-b880-40d3-9112-f7b5871fef1e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:34.307521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Attempting to bind port 3acd6bd9-b880-40d3-9112-f7b5871fef1e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:34.309635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Pushing event deleted for resources: {'Port': ['ID=49a87aa2-b217-47e7-aec2-dbc4753e31d4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:34.321223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Port 3acd6bd9-b880-40d3-9112-f7b5871fef1e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:47:34.321375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Attempting to bind port 3acd6bd9-b880-40d3-9112-f7b5871fef1e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:34.347325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:34.347666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:34.348037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:34.348496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Bound port: 3acd6bd9-b880-40d3-9112-f7b5871fef1e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:34.348850 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.351639 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.354136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.355278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eef78ee-af21-4e1e-8b53-abb47c82fd14 req-d9add6f2-5b6b-42c4-8ebe-283e11cb8bef tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "DELETE /v2.0/floatingips/86377075-a9fd-48b9-b721-4206c7763a46 HTTP/1.1" status: 204  len: 173 time: 0.8482594
Nov 06 20:47:34.374303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08575bbe-e9c1-463f-ac99-83b5b7078e7d req-5f58c653-8800-4a2d-8646-6654c2b16381 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:34.375842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08575bbe-e9c1-463f-ac99-83b5b7078e7d req-5f58c653-8800-4a2d-8646-6654c2b16381 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 947 time: 0.1609242
Nov 06 20:47:34.467965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08575bbe-e9c1-463f-ac99-83b5b7078e7d req-57c9eadd-9ea5-470b-91af-4fcef6552310 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850170
Nov 06 20:47:34.469583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] For port 3acd6bd9-b880-40d3-9112-f7b5871fef1e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:34.473825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] For port 3acd6bd9-b880-40d3-9112-f7b5871fef1e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acd6bd9-b880-40d3-9112-f7b5871fef1e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:34.477914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-230440152', 'description': 'tempest-description-1652642341'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:34.496525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.552488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:34.553152 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.555351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/3acd6bd9-b880-40d3-9112-f7b5871fef1e HTTP/1.1" status: 200  len: 1095 time: 1.1419950
Nov 06 20:47:34.556080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114dde74-d608-4edc-b28c-b83571a79bfe', 'tag': '3acd6bd9-b880-40d3-9112-f7b5871fef1e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:34.559065 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0fd36b-87d5-4704-8269-2cd5e757ced7" -d '{"events": [{"name": "network-changed", "server_uuid": "114dde74-d608-4edc-b28c-b83571a79bfe", "tag": "3acd6bd9-b880-40d3-9112-f7b5871fef1e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:34.566770 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.586487 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.598622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2479f22-ce04-4984-aadd-22bdb4dd79b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3acd6bd9-b880-40d3-9112-f7b5871fef1e,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:34.677259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-5db20aa7-8a4b-4082-81ed-c022aa2b5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:34.678901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-5db20aa7-8a4b-4082-81ed-c022aa2b5195 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5634bafe48248a4af8fa00164acddd4&device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 1098 time: 0.0817678
Nov 06 20:47:34.740516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-66fc8124-c989-4fbf-a11a-3e36fbe31866 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=3acd6bd9-b880-40d3-9112-f7b5871fef1e HTTP/1.1" status: 200  len: 217 time: 0.0530055
Nov 06 20:47:34.796202 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.804954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.831103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-4bad9e97-01f8-453f-ac9d-d79821158771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:34.832667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-4bad9e97-01f8-453f-ac9d-d79821158771 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0804567
Nov 06 20:47:34.877640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fac958-67f4-4818-8baa-4b1443087314,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:34.922110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:34.924697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-68caac7a-d189-4040-ba69-41ccaeeb7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:34.926398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-68caac7a-d189-4040-ba69-41ccaeeb7e68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0841551
Nov 06 20:47:34.927517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:35.006801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:35.008109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4994d10-759f-40da-a794-916ff07d239e req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5362306
Nov 06 20:47:35.010574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd0a11-b3fd-4f74-8613-071cb5795fd8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2337b85-8662-47f9-ada5-084e1616c3fc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:35.060406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-261414f3-dd0e-40fe-89e0-f505a60b2550 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250930
Nov 06 20:47:35.165059 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-dd155b1e-c1fb-48c9-ac5e-0229baf5a747 req-dc8464da-2918-4572-ab00-d92b06e74f36 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] show failed (client error): The resource could not be found.
Nov 06 20:47:35.166399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd155b1e-c1fb-48c9-ac5e-0229baf5a747 req-dc8464da-2918-4572-ab00-d92b06e74f36 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips/86377075-a9fd-48b9-b721-4206c7763a46 HTTP/1.1" status: 404  len: 350 time: 0.1011767
Nov 06 20:47:35.205481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14600e5e-6788-475f-8fc8-b6db635568e6 req-6f03b57a-b749-48d7-a21a-bab82e34fb63 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:35.206986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14600e5e-6788-475f-8fc8-b6db635568e6 req-6f03b57a-b749-48d7-a21a-bab82e34fb63 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 950 time: 0.1348362
Nov 06 20:47:35.245470 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd4dca0-df59-4208-b96e-b4d59a039960 x-openstack-request-id: req-9dd4dca0-df59-4208-b96e-b4d59a039960 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:35.245765 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114dde74-d608-4edc-b28c-b83571a79bfe", "tag": "3acd6bd9-b880-40d3-9112-f7b5871fef1e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:35.246020 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dd4dca0-df59-4208-b96e-b4d59a039960 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:35.246408 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114dde74-d608-4edc-b28c-b83571a79bfe', 'tag': '3acd6bd9-b880-40d3-9112-f7b5871fef1e', 'status': 'completed', 'code': 200}
Nov 06 20:47:35.250133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbda571-37b5-4bfe-839b-d33cf8e5ac2e req-a83afc36-2b5a-4ccb-97d7-92a5642abdc8 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783426
Nov 06 20:47:35.273844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-1aa97467-eec0-4c65-9c7b-77f854961b9f req-8fbd73c8-feb3-47b4-b49f-700edefd788e tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1739485203', 'description': 'tempest-description-1395442373'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:35.285035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14600e5e-6788-475f-8fc8-b6db635568e6 req-5cf6117b-5f7a-442e-8411-f9923dd509ef tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712173
Nov 06 20:47:35.299239 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1aa97467-eec0-4c65-9c7b-77f854961b9f req-8fbd73c8-feb3-47b4-b49f-700edefd788e tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:35.383227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-59f9d223-6ead-4935-aa2a-a195b0a378b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:35.384796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-59f9d223-6ead-4935-aa2a-a195b0a378b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5634bafe48248a4af8fa00164acddd4&device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 1098 time: 0.0700815
Nov 06 20:47:35.463460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1aa97467-eec0-4c65-9c7b-77f854961b9f req-8fbd73c8-feb3-47b4-b49f-700edefd788e tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:35.470012 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1aa97467-eec0-4c65-9c7b-77f854961b9f req-8fbd73c8-feb3-47b4-b49f-700edefd788e tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:35.506519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1aa97467-eec0-4c65-9c7b-77f854961b9f req-8fbd73c8-feb3-47b4-b49f-700edefd788e tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:35.507776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aa97467-eec0-4c65-9c7b-77f854961b9f req-8fbd73c8-feb3-47b4-b49f-700edefd788e tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.2424641
Nov 06 20:47:35.526611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd73c8-feb3-47b4-b49f-700edefd788e tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8973f841-07d0-4a2f-b2e6-7842d07193d3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:35.529258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-c430a4a2-64eb-4590-9c14-734fea06eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:35.531396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-c430a4a2-64eb-4590-9c14-734fea06eec2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1360717
Nov 06 20:47:35.585967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45044) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:35.592311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-dbd89224-2bda-4942-a9ed-1d2951deab16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=3acd6bd9-b880-40d3-9112-f7b5871fef1e HTTP/1.1" status: 200  len: 217 time: 0.0507696
Nov 06 20:47:35.668875 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-c5bc6b34-d8f5-47a8-992b-71286f586049 req-1250c86b-4d9f-4f98-8cc7-5a7132afe5d0 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] show failed (client error): The resource could not be found.
Nov 06 20:47:35.669866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5bc6b34-d8f5-47a8-992b-71286f586049 req-1250c86b-4d9f-4f98-8cc7-5a7132afe5d0 tempest-FloatingIPsTestJSON-232864468 tempest-FloatingIPsTestJSON-232864468-project] 10.222.0.13 "GET /v2.0/floatingips/86377075-a9fd-48b9-b721-4206c7763a46 HTTP/1.1" status: 404  len: 350 time: 0.0424261
Nov 06 20:47:35.682091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45052) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:35.686644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-26a4f84b-6697-4ce3-9807-79383ed23396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:35.688134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-26a4f84b-6697-4ce3-9807-79383ed23396 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0883253
Nov 06 20:47:35.753548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13c7b81a-a23f-4f0e-8356-8b818e7f76ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:35.850835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-e82cb483-7413-47bc-9d80-b9cb692f7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:35.852524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-e82cb483-7413-47bc-9d80-b9cb692f7ee1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1551592
Nov 06 20:47:35.883948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498257f6-0dde-4790-8aeb-ed92dba19c29 req-c07c35c1-3cc8-4d35-b4bb-bc2fe7a89982 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:35.885454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-498257f6-0dde-4790-8aeb-ed92dba19c29 req-c07c35c1-3cc8-4d35-b4bb-bc2fe7a89982 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 947 time: 0.1175015
Nov 06 20:47:35.966816 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13c7b81a-a23f-4f0e-8356-8b818e7f76ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:35.974697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13c7b81a-a23f-4f0e-8356-8b818e7f76ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.027628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-498257f6-0dde-4790-8aeb-ed92dba19c29 req-1860fc01-d87d-4b85-a082-a2b08fee3a21 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340487
Nov 06 20:47:36.051087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7b81a-a23f-4f0e-8356-8b818e7f76ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0a0e1-bc2a-4022-b466-799d68725ef2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:36.051087 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-13c7b81a-a23f-4f0e-8356-8b818e7f76ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e8098feecee49b3adea30256797749d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4598165
Nov 06 20:47:36.051242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45062) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:36.081048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-f8dc54f2-a381-4218-bc99-2de22139e768 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167618
Nov 06 20:47:36.257464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11ebef3b-9d3b-4371-991d-5350f1ceace2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.266854 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.281475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-9ff524b4-8b6a-4d3f-a256-2844faaaee95 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 37048 time: 0.4831004
Nov 06 20:47:36.315890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea0fd36b-87d5-4704-8269-2cd5e757ced7 req-70d92130-4b6b-4e4d-b535-a79555a96962 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241802
Nov 06 20:47:36.337039 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11ebef3b-9d3b-4371-991d-5350f1ceace2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.384176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-763c4f13-ec74-41c5-91c7-bd82b3528be4 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1738afcc-780e-4eb9-b1ba-2b641cd9bf5e HTTP/1.1" status: 200  len: 2990 time: 0.0919049
Nov 06 20:47:36.420552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11ebef3b-9d3b-4371-991d-5350f1ceace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.423040 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11ebef3b-9d3b-4371-991d-5350f1ceace2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.426827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-11ebef3b-9d3b-4371-991d-5350f1ceace2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81e0a0e1-bc2a-4022-b466-799d68725ef2 HTTP/1.1" status: 204  len: 168 time: 0.3758020
Nov 06 20:47:36.444660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebef3b-9d3b-4371-991d-5350f1ceace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0a0e1-bc2a-4022-b466-799d68725ef2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:36.453185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-b0d8195a-ccaa-4337-b350-a7dd8a0c902f tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1738afcc-780e-4eb9-b1ba-2b641cd9bf5e HTTP/1.1" status: 200  len: 2990 time: 0.0607915
Nov 06 20:47:36.514191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-559e0de1-caeb-4a38-b37b-a85191204006 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1a7b60ea-41c9-4cdf-bb54-c52acd6c50bc HTTP/1.1" status: 200  len: 2998 time: 0.0454910
Nov 06 20:47:36.568284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-50d9d588-c65b-4827-b95d-c034e4596658 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1a7b60ea-41c9-4cdf-bb54-c52acd6c50bc HTTP/1.1" status: 200  len: 2998 time: 0.0469413
Nov 06 20:47:36.619879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-f6adf556-7747-464f-aeaa-02f29156aebe tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2cc6927a-f8a3-4303-9c6a-e67e786a1555 HTTP/1.1" status: 200  len: 2994 time: 0.0453103
Nov 06 20:47:36.646710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Deleting port c4c29541-9fc7-4c9c-97d5-580f814ca1a1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:36.647319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.690195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-81ac74a2-dc65-40e2-a298-dbfbe5c48c34 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2cc6927a-f8a3-4303-9c6a-e67e786a1555 HTTP/1.1" status: 200  len: 2994 time: 0.0642188
Nov 06 20:47:36.728699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f3d6d-2bdd-4a63-bf60-5318011d0e67 req-bf4c522f-7561-47d8-9ad5-90f555de202b tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:36.730221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-981f3d6d-2bdd-4a63-bf60-5318011d0e67 req-bf4c522f-7561-47d8-9ad5-90f555de202b tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 950 time: 0.0664294
Nov 06 20:47:36.742441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] For port c4c29541-9fc7-4c9c-97d5-580f814ca1a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,segment=NetworkSegment(01a535ca-b765-4fca-984b-e73d08e606bf),segment_id=01a535ca-b765-4fca-984b-e73d08e606bf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:36.742880 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.757216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Calling delete_port for c4c29541-9fc7-4c9c-97d5-580f814ca1a1 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:36.769155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-6d7ecd73-dc04-4d54-aa35-08d0288944e7 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2e15c406-414a-4651-9121-0354a569e5c5 HTTP/1.1" status: 200  len: 2994 time: 0.0702586
Nov 06 20:47:36.797672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-981f3d6d-2bdd-4a63-bf60-5318011d0e67 req-153a9d16-d548-49e5-8404-8e650763610a tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561712
Nov 06 20:47:36.821561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45126) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:36.836188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-d5900f8c-cf58-4685-87c2-ba9cab82c0d7 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2e15c406-414a-4651-9121-0354a569e5c5 HTTP/1.1" status: 200  len: 2994 time: 0.0424495
Nov 06 20:47:36.842003 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38e7e548-8fb2-4f80-afe8-0e9dc62b860a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:36.893875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-39aebd68-318b-4fec-a102-ccf65e272a2b tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/42fac958-67f4-4818-8baa-4b1443087314 HTTP/1.1" status: 200  len: 2998 time: 0.0499084
Nov 06 20:47:36.954213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-c9017672-26f5-4f81-b0d9-21a35e20f075 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/42fac958-67f4-4818-8baa-4b1443087314 HTTP/1.1" status: 200  len: 2998 time: 0.0507228
Nov 06 20:47:37.001373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38e7e548-8fb2-4f80-afe8-0e9dc62b860a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.005949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38e7e548-8fb2-4f80-afe8-0e9dc62b860a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.008865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-3d1d693b-71c1-47a3-a547-47dae95f78c3 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/55140b0a-8b83-4cb8-8d35-406d7e71c137 HTTP/1.1" status: 200  len: 2994 time: 0.0496786
Nov 06 20:47:37.054114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-1fc05c20-736d-4fef-9bc3-289f434eaa8f tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/55140b0a-8b83-4cb8-8d35-406d7e71c137 HTTP/1.1" status: 200  len: 2994 time: 0.0424807
Nov 06 20:47:37.081359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7e548-8fb2-4f80-afe8-0e9dc62b860a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da6a429-45e9-4de1-891f-a53db03c7d32,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:37.086229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38e7e548-8fb2-4f80-afe8-0e9dc62b860a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f23d579ca2604790957caa5a86e6401f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2624192
Nov 06 20:47:37.087530 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.089076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45144) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:37.118682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c29541-9fc7-4c9c-97d5-580f814ca1a1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:37.135820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-cce48f2d-ac9e-4bf3-a4bd-86c37bdacdd6 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5e538646-a11e-4625-bf85-72ca9c7d4e40 HTTP/1.1" status: 200  len: 2998 time: 0.0718815
Nov 06 20:47:37.198710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee4832ad-64d4-40f9-b2ad-7f042b540e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.211356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-114480b8-f3d9-4a46-ae1f-95e7b116cf6e tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5e538646-a11e-4625-bf85-72ca9c7d4e40 HTTP/1.1" status: 200  len: 2998 time: 0.0757380
Nov 06 20:47:37.244667 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee4832ad-64d4-40f9-b2ad-7f042b540e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.292169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.293789 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-e843ca4f-7e30-4388-90b8-0144d969f385 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/667279f6-be5a-41e8-9891-1c839e4fdb18 HTTP/1.1" status: 200  len: 2998 time: 0.0814884
Nov 06 20:47:37.365514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-642f80ed-acbf-4264-8cd6-d1aa58ceb9b4 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/667279f6-be5a-41e8-9891-1c839e4fdb18 HTTP/1.1" status: 200  len: 2998 time: 0.0707672
Nov 06 20:47:37.383005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee4832ad-64d4-40f9-b2ad-7f042b540e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.385532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee4832ad-64d4-40f9-b2ad-7f042b540e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.388922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ee4832ad-64d4-40f9-b2ad-7f042b540e2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7da6a429-45e9-4de1-891f-a53db03c7d32 HTTP/1.1" status: 204  len: 168 time: 0.2964633
Nov 06 20:47:37.411602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4832ad-64d4-40f9-b2ad-7f042b540e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da6a429-45e9-4de1-891f-a53db03c7d32,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:37.430324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-ab99b630-4b30-454b-9381-e78b56963a28 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d1573ed1-87c6-4985-912b-5e35d365782c HTTP/1.1" status: 200  len: 2998 time: 0.0637372
Nov 06 20:47:37.480481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-0a98b98d-4309-44a9-bd61-08c4a507e3f8 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d1573ed1-87c6-4985-912b-5e35d365782c HTTP/1.1" status: 200  len: 2998 time: 0.0491974
Nov 06 20:47:37.524554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-9ba83023-d784-462f-9b65-9f9be3131af7 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f29353fe-5cb7-4255-ab56-b2020e9d53c5 HTTP/1.1" status: 200  len: 2998 time: 0.0430520
Nov 06 20:47:37.598908 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b6af46a-54bf-43b8-bab5-87d14a50f9db req-4d2cb87e-b0f9-4701-9b7b-345c9fe4b597 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f29353fe-5cb7-4255-ab56-b2020e9d53c5 HTTP/1.1" status: 200  len: 2998 time: 0.0681643
Nov 06 20:47:37.729862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de67b1-9407-488b-9b2d-75c32a1737cf req-0739daa6-fd05-4870-9683-c4480dd3f488 tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:37.731513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9de67b1-9407-488b-9b2d-75c32a1737cf req-0739daa6-fd05-4870-9683-c4480dd3f488 tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 1101 time: 0.0742848
Nov 06 20:47:37.749032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9d6ca-df9c-4ea0-a4dd-eb4d08e9ae42 req-59f0c270-005f-406e-9cbe-f4039d8ceaa4 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:37.750845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecf9d6ca-df9c-4ea0-a4dd-eb4d08e9ae42 req-59f0c270-005f-406e-9cbe-f4039d8ceaa4 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 947 time: 0.0917249
Nov 06 20:47:37.770664 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d9de67b1-9407-488b-9b2d-75c32a1737cf req-022df707-dcb2-4706-8999-bc2cf704b3f8 tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.815550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Router 99707630-4c08-4643-908f-fe77e8a8cfd3 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:47:37.831446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecf9d6ca-df9c-4ea0-a4dd-eb4d08e9ae42 req-490aeb6a-78c6-4a51-9af5-d92584d9022b tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721583
Nov 06 20:47:37.915534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d9de67b1-9407-488b-9b2d-75c32a1737cf req-022df707-dcb2-4706-8999-bc2cf704b3f8 tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.922550 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d9de67b1-9407-488b-9b2d-75c32a1737cf req-022df707-dcb2-4706-8999-bc2cf704b3f8 tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:37.973211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:47:37.975840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022df707-dcb2-4706-8999-bc2cf704b3f8 tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fd41af-4759-4b35-8a71-00b511c680b2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:37.984818 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] Sync routers for ids ['99707630-4c08-4643-908f-fe77e8a8cfd3'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:47:37.993640 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b439d434-459f-4117-a772-87f3187dd4cc admin admin] 10.222.0.13 "PUT /v2.0/routers/99707630-4c08-4643-908f-fe77e8a8cfd3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3100443
Nov 06 20:47:37.996112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45218) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:38.003540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9de67b1-9407-488b-9b2d-75c32a1737cf req-022df707-dcb2-4706-8999-bc2cf704b3f8 tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2515340
Nov 06 20:47:38.012167 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] Routers {'99707630-4c08-4643-908f-fe77e8a8cfd3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:38.012825 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a144f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['99707630-4c08-4643-908f-fe77e8a8cfd3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:38.119953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9eff069-f0f5-4e1c-8599-48ef26d36b4d req-e4b36dcd-c78b-414b-9d0b-a572fdfde621 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ba25ba992c7498cb380e220e565c2c0 HTTP/1.1" status: 200  len: 6152 time: 0.1565199
Nov 06 20:47:38.165054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.243277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9eff069-f0f5-4e1c-8599-48ef26d36b4d req-8c8223d9-80d3-4f2b-b24c-ec6ed3a878e1 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "GET /v2.0/security-groups/d1573ed1-87c6-4985-912b-5e35d365782c HTTP/1.1" status: 200  len: 2998 time: 0.1223571
Nov 06 20:47:38.320447 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] Set router 99707630-4c08-4643-908f-fe77e8a8cfd3 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:38.321250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.337711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9eff069-f0f5-4e1c-8599-48ef26d36b4d req-83252e02-588d-49aa-a012-83726b312653 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "GET /v2.0/security-groups/d1573ed1-87c6-4985-912b-5e35d365782c HTTP/1.1" status: 200  len: 2998 time: 0.0935144
Nov 06 20:47:38.459156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Deleting port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:38.459988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.552951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d65987b1-f2dd-4f35-bc54-3efaf6e68a60 req-33113700-35d0-4ff1-89d0-a579a3a552b4 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8973f841-07d0-4a2f-b2e6-7842d07193d3 HTTP/1.1" status: 200  len: 1795 time: 0.0720301
Nov 06 20:47:38.642072 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d65987b1-f2dd-4f35-bc54-3efaf6e68a60 req-37b35d8e-8095-4faf-ab73-dbb210219ba9 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.664975 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a144f0>, [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174'}], 'enable_snat': True}, 'gw_port_id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:36Z', 'revision_number': 5, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port': {'id': '3f6bdf58-3c00-47cb-bb8f-edb140c69fc8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:15Z', 'updated_at': '2021-11-06T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:38.667823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d65987b1-f2dd-4f35-bc54-3efaf6e68a60 req-37b35d8e-8095-4faf-ab73-dbb210219ba9 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.674754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] For port 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f6bdf58-3c00-47cb-bb8f-edb140c69fc8,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:38.675142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.716376 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] Checking router: 99707630-4c08-4643-908f-fe77e8a8cfd3 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:47:38.717532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d65987b1-f2dd-4f35-bc54-3efaf6e68a60 req-37b35d8e-8095-4faf-ab73-dbb210219ba9 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.720552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d65987b1-f2dd-4f35-bc54-3efaf6e68a60 req-37b35d8e-8095-4faf-ab73-dbb210219ba9 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.722896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d65987b1-f2dd-4f35-bc54-3efaf6e68a60 req-37b35d8e-8095-4faf-ab73-dbb210219ba9 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/8973f841-07d0-4a2f-b2e6-7842d07193d3 HTTP/1.1" status: 204  len: 173 time: 0.1616714
Nov 06 20:47:38.725354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Calling delete_port for 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:38.736786 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] Routers {'99707630-4c08-4643-908f-fe77e8a8cfd3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:38.737580 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a144f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['99707630-4c08-4643-908f-fe77e8a8cfd3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:38.739789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b35d8e-8095-4faf-ab73-dbb210219ba9 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8973f841-07d0-4a2f-b2e6-7842d07193d3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:38.840510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1256073a-9b1c-4457-bf49-3c11592996ad req-a8000367-59a5-46f8-ac61-ade0d7431de2 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f2337b85-8662-47f9-ada5-084e1616c3fc HTTP/1.1" status: 200  len: 1794 time: 0.0881608
Nov 06 20:47:38.842419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45306) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:38.888381 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] Set router 99707630-4c08-4643-908f-fe77e8a8cfd3 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:38.955593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1256073a-9b1c-4457-bf49-3c11592996ad req-6fdb5481-f7c1-4db5-9b0b-719b8a79ff89 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.964709 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a144f0>, [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:38Z', 'revision_number': 6, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:38.987852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1256073a-9b1c-4457-bf49-3c11592996ad req-6fdb5481-f7c1-4db5-9b0b-719b8a79ff89 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:38.994319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.036094 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09281a64-e8f5-4dcf-a739-721ad781a2d1 None None] The sync data for ids ['99707630-4c08-4643-908f-fe77e8a8cfd3'] in ncdv-master-1 is: [{'id': '99707630-4c08-4643-908f-fe77e8a8cfd3', 'name': 'tempest-FloatingIPsTestJSON-2113098468-router', 'tenant_id': '2d7731229713480896e2256658247a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:14Z', 'updated_at': '2021-11-06T20:47:38Z', 'revision_number': 6, 'project_id': '2d7731229713480896e2256658247a1e', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:47:39.040854 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1256073a-9b1c-4457-bf49-3c11592996ad req-6fdb5481-f7c1-4db5-9b0b-719b8a79ff89 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.045034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1256073a-9b1c-4457-bf49-3c11592996ad req-6fdb5481-f7c1-4db5-9b0b-719b8a79ff89 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.049661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6bdf58-3c00-47cb-bb8f-edb140c69fc8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:39.063162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3acd6bd9-b880-40d3-9112-f7b5871fef1e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:47:39.066449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1256073a-9b1c-4457-bf49-3c11592996ad req-6fdb5481-f7c1-4db5-9b0b-719b8a79ff89 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2337b85-8662-47f9-ada5-084e1616c3fc HTTP/1.1" status: 204  len: 173 time: 0.2225139
Nov 06 20:47:39.091829 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.123920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb5481-f7c1-4db5-9b0b-719b8a79ff89 tempest-SecurityGroupsTestAdminJSON-280716016 tempest-SecurityGroupsTestAdminJSON-280716016-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2337b85-8662-47f9-ada5-084e1616c3fc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:39.126977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2565ea37-1f06-4c56-b4c7-1d4f13a5ae86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.213194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.215590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.237796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2565ea37-1f06-4c56-b4c7-1d4f13a5ae86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.250027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2565ea37-1f06-4c56-b4c7-1d4f13a5ae86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.299688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.300985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99707630-4c08-4643-908f-fe77e8a8cfd3 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:47:39.312664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.314137 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0151b265-6cd1-490f-82c1-c6399d91553a admin admin] 10.222.0.13 "DELETE /v2.0/routers/99707630-4c08-4643-908f-fe77e8a8cfd3 HTTP/1.1" status: 204  len: 168 time: 1.3168147
Nov 06 20:47:39.318253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45332) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:39.328214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3acd6bd9-b880-40d3-9112-f7b5871fef1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acd6bd9-b880-40d3-9112-f7b5871fef1e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:39.345495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '3acd6bd9-b880-40d3-9112-f7b5871fef1e', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '3acd6bd9-b880-40d3-9112-f7b5871fef1e', 'mac_address': 'fa:16:3e:84:76:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:47:39.372005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-73225172-0e6e-4dfd-b995-0c567bc8f36f admin admin] Deleting subnet b59cc78d-b577-4dbe-866d-d3de14ada41d {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:47:39.375814 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73225172-0e6e-4dfd-b995-0c567bc8f36f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.376198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565ea37-1f06-4c56-b4c7-1d4f13a5ae86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e5bb53-144a-485b-bb78-e667eca2feb9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:39.393320 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2565ea37-1f06-4c56-b4c7-1d4f13a5ae86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b8b36dd869e4678bcedaad6604f402c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5496545
Nov 06 20:47:39.397015 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.398492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45336) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:39.435096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acd6bd9-b880-40d3-9112-f7b5871fef1e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:39.435775 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73225172-0e6e-4dfd-b995-0c567bc8f36f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.439174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a732b2-48f8-41fd-bee5-fd3959f79920 req-960a47fd-5eea-4243-ac24-4c25f465e021 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:39.446909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0a732b2-48f8-41fd-bee5-fd3959f79920 req-960a47fd-5eea-4243-ac24-4c25f465e021 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 947 time: 0.2071464
Nov 06 20:47:39.477846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3acd6bd9-b880-40d3-9112-f7b5871fef1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acd6bd9-b880-40d3-9112-f7b5871fef1e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:39.488159 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.580996 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73225172-0e6e-4dfd-b995-0c567bc8f36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.594010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3acd6bd9-b880-40d3-9112-f7b5871fef1e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:39.661824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73225172-0e6e-4dfd-b995-0c567bc8f36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.694351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73225172-0e6e-4dfd-b995-0c567bc8f36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59cc78d-b577-4dbe-866d-d3de14ada41d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:39.696793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73225172-0e6e-4dfd-b995-0c567bc8f36f admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.700558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f80478-a728-48dd-a932-93fe7c944ffd None None] Network 015bba1d-85ea-4d3a-abd0-10d56a66f32e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:47:39.713671 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73225172-0e6e-4dfd-b995-0c567bc8f36f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b59cc78d-b577-4dbe-866d-d3de14ada41d HTTP/1.1" status: 204  len: 168 time: 0.3940732
Nov 06 20:47:39.717642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45346) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:39.780554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9389d-0179-4e94-a38c-0c8839d6ac84 req-3617b4ca-ea22-4828-986e-5dc61344fd2c tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:39.788542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76a9389d-0179-4e94-a38c-0c8839d6ac84 req-3617b4ca-ea22-4828-986e-5dc61344fd2c tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 1101 time: 0.4161837
Nov 06 20:47:39.804699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.810909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3acd6bd9-b880-40d3-9112-f7b5871fef1e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:39.835121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0a732b2-48f8-41fd-bee5-fd3959f79920 req-e32b22ed-141e-4d3f-9ca4-fd99217b8e59 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3821328
Nov 06 20:47:39.842819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-07af83c7-6432-4deb-991c-344fdadec490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.876543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Deleting port 7dcf2550-7611-432f-973d-c88401b1381f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:39.877114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.909551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-07af83c7-6432-4deb-991c-344fdadec490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.944544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76a9389d-0179-4e94-a38c-0c8839d6ac84 req-a3e449f1-86db-423c-9d7f-743954aa84d6 tempest-ServersAdminNegativeTestJSON-695836506 tempest-ServersAdminNegativeTestJSON-695836506-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494694
Nov 06 20:47:39.962326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] For port 7dcf2550-7611-432f-973d-c88401b1381f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dcf2550-7611-432f-973d-c88401b1381f,segment=NetworkSegment(01a535ca-b765-4fca-984b-e73d08e606bf),segment_id=01a535ca-b765-4fca-984b-e73d08e606bf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:39.962767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:39.986362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Calling delete_port for 7dcf2550-7611-432f-973d-c88401b1381f owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:39.987023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e41b084b-b5bc-44b9-a3b3-a652ffccb432 req-9eda9469-9f53-42b2-a6a1-9d51beaa2843 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "GET /v2.0/security-groups/a3f699a4-2040-41c6-885c-94ebc528b158 HTTP/1.1" status: 200  len: 1792 time: 0.1291080
Nov 06 20:47:40.012590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] DHCP port deletion for 015bba1d-85ea-4d3a-abd0-10d56a66f32e request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:47:40.082426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e41b084b-b5bc-44b9-a3b3-a652ffccb432 req-e0efca39-3afb-41e1-8726-986373389366 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.112964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.121823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-07af83c7-6432-4deb-991c-344fdadec490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.124619 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-07af83c7-6432-4deb-991c-344fdadec490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.126061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-07af83c7-6432-4deb-991c-344fdadec490 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51e5bb53-144a-485b-bb78-e667eca2feb9 HTTP/1.1" status: 204  len: 168 time: 0.7264555
Nov 06 20:47:40.146028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af83c7-6432-4deb-991c-344fdadec490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e5bb53-144a-485b-bb78-e667eca2feb9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:40.149569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] Deleting port 7dcf2550-7611-432f-973d-c88401b1381f {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:40.150537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.156522 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e41b084b-b5bc-44b9-a3b3-a652ffccb432 req-e0efca39-3afb-41e1-8726-986373389366 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.188453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcf2550-7611-432f-973d-c88401b1381f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:40.225954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e41b084b-b5bc-44b9-a3b3-a652ffccb432 req-e0efca39-3afb-41e1-8726-986373389366 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.229106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e41b084b-b5bc-44b9-a3b3-a652ffccb432 req-e0efca39-3afb-41e1-8726-986373389366 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.230409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e41b084b-b5bc-44b9-a3b3-a652ffccb432 req-e0efca39-3afb-41e1-8726-986373389366 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3f699a4-2040-41c6-885c-94ebc528b158 HTTP/1.1" status: 204  len: 173 time: 0.2425108
Nov 06 20:47:40.237660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] No DVR routers for this DVR port 7dcf2550-7611-432f-973d-c88401b1381f on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:47:40.252358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efca39-3afb-41e1-8726-986373389366 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f699a4-2040-41c6-885c-94ebc528b158,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:40.254438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] For port 7dcf2550-7611-432f-973d-c88401b1381f, host ncdv-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:40.255311 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.277203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] Calling delete_port for 7dcf2550-7611-432f-973d-c88401b1381f owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:40.286257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.ipam_backend_mixin [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] Port 7dcf2550-7611-432f-973d-c88401b1381f was not found and therefore no delete operation was performed {{(pid=119335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 20:47:40.288230 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.337268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] Pushing event deleted for resources: {'Port': ['ID=7dcf2550-7611-432f-973d-c88401b1381f,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:40.339254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c793edb-a05f-433e-b922-b60ca8f15fec None None] No DVR routers for this DVR port 7dcf2550-7611-432f-973d-c88401b1381f on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:47:40.419514 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.447090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9255591400>> segment before_delete 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.447512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9255591400>> subnet precommit_delete_associations 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.448212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9255d01dc0>> segment_host_mapping after_create 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.448584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9255d01dc0>> port after_create 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.448993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9255d01dc0>> port after_delete 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.449328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9255d01dc0>> port after_update 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.449635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9255d01dc0>> segment after_delete 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.450129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9255d01dc0>> subnet after_create 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.451311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9255d01dc0>> subnet after_delete 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.458286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9255d01dc0>> subnet after_update 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.458402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-bddae633-11a5-4abc-8768-059c4a22efb6 req-2aafd05d-fe58-4383-8565-01c7ec8369e7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:47:40.459486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bddae633-11a5-4abc-8768-059c4a22efb6 req-2aafd05d-fe58-4383-8565-01c7ec8369e7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063019
Nov 06 20:47:40.588371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9255690df0>> subnet after_create 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.588571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56163cfb-661f-4895-8f1d-e4317fb9fb63 req-fa244f2a-ba8e-407f-b804-8e346d4a62cd tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "GET /v2.0/security-groups/6b102b8e-d1f6-404f-b3bb-138ad96f08d1 HTTP/1.1" status: 200  len: 1795 time: 0.0469775
Nov 06 20:47:40.590458 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9255690df0>> subnet after_delete 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.590886 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9255690df0>> subnet before_create 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.591250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9255690df0>> subnet before_update 55550000 {{(pid=119334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:47:40.591622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255d01760>,) {'filters': {'network_id': ['015bba1d-85ea-4d3a-abd0-10d56a66f32e']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:40.610966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d01760>, '01a535ca-b765-4fca-984b-e73d08e606bf') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:40.611349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d01760>, '01a535ca-b765-4fca-984b-e73d08e606bf') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:40.632147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.659765 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56163cfb-661f-4895-8f1d-e4317fb9fb63 req-ca3e929a-1a87-4222-82c9-19fdf3cc8956 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.663594 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.677604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:47:40.678313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.685528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56163cfb-661f-4895-8f1d-e4317fb9fb63 req-ca3e929a-1a87-4222-82c9-19fdf3cc8956 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   from cryptography.utils import int_from_bytes
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   from cryptography.utils import int_from_bytes
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:47:40.703603 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:47:40.718085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45408) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:40.734598 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d9984665-8278-4a06-9dd0-d57108032eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.747920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56163cfb-661f-4895-8f1d-e4317fb9fb63 req-ca3e929a-1a87-4222-82c9-19fdf3cc8956 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.750963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56163cfb-661f-4895-8f1d-e4317fb9fb63 req-ca3e929a-1a87-4222-82c9-19fdf3cc8956 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.762299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56163cfb-661f-4895-8f1d-e4317fb9fb63 req-ca3e929a-1a87-4222-82c9-19fdf3cc8956 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] 10.222.0.13 "DELETE /v2.0/security-groups/6b102b8e-d1f6-404f-b3bb-138ad96f08d1 HTTP/1.1" status: 204  len: 173 time: 0.1726811
Nov 06 20:47:40.802228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.808889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.816517 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] 10.222.0.13 "DELETE /v2.0/networks/015bba1d-85ea-4d3a-abd0-10d56a66f32e HTTP/1.1" status: 204  len: 168 time: 1.0961833
Nov 06 20:47:40.834142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839de9e-8ea9-4691-883e-413bec324939 admin admin] Pushing event deleted for resources: {'Network': ['ID=015bba1d-85ea-4d3a-abd0-10d56a66f32e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:40.843499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e929a-1a87-4222-82c9-19fdf3cc8956 tempest-SecurityGroupsTestAdminJSON-1894370614 tempest-SecurityGroupsTestAdminJSON-1894370614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b102b8e-d1f6-404f-b3bb-138ad96f08d1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:40.902795 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d9984665-8278-4a06-9dd0-d57108032eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.910365 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d9984665-8278-4a06-9dd0-d57108032eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:40.966498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9984665-8278-4a06-9dd0-d57108032eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ef9c4e-a9d8-4fdc-937e-f2cd6e4e0df7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:40.984710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45434) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:40.987330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d9984665-8278-4a06-9dd0-d57108032eca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=669fcd0a35674bc38f1019ca5e34cdeb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2663682
Nov 06 20:47:41.040931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1549-8e03-422f-9cfb-e16def43bfcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.044402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3acd6bd9-b880-40d3-9112-f7b5871fef1e up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:41.075073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1549-8e03-422f-9cfb-e16def43bfcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.133611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 3acd6bd9-b880-40d3-9112-f7b5871fef1e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:47:41.139952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 3acd6bd9-b880-40d3-9112-f7b5871fef1e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:41.140579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.140723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932817ca-8e6a-4fb1-a36e-b106acd92d69 req-68cd2305-559e-4716-9ace-b6d422bd54e3 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:41.150309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-932817ca-8e6a-4fb1-a36e-b106acd92d69 req-68cd2305-559e-4716-9ace-b6d422bd54e3 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 948 time: 0.1173453
Nov 06 20:47:41.180515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1549-8e03-422f-9cfb-e16def43bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.184483 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1549-8e03-422f-9cfb-e16def43bfcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.187641 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d8ea1549-8e03-422f-9cfb-e16def43bfcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24ef9c4e-a9d8-4fdc-937e-f2cd6e4e0df7 HTTP/1.1" status: 204  len: 168 time: 0.1997812
Nov 06 20:47:41.192639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7dcf2550-7611-432f-973d-c88401b1381f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:47:41.204692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea1549-8e03-422f-9cfb-e16def43bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ef9c4e-a9d8-4fdc-937e-f2cd6e4e0df7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:41.235876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:41.253640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-932817ca-8e6a-4fb1-a36e-b106acd92d69 req-7e9ee278-a8fe-481f-9017-4ef4babfb9c6 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965388
Nov 06 20:47:41.269723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 7dcf2550-7611-432f-973d-c88401b1381f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:47:41.269887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7dcf2550-7611-432f-973d-c88401b1381f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:47:41.270310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:47:41.312672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45450) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:41.329000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:47:41.332955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3f6bdf58-3c00-47cb-bb8f-edb140c69fc8 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:47:41.334673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c4c29541-9fc7-4c9c-97d5-580f814ca1a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:47:41.391446 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c982d27c-38eb-483e-839c-de1d7104de0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d7731229713480896e2256658247a1e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0759466
Nov 06 20:47:41.392087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c4c29541-9fc7-4c9c-97d5-580f814ca1a1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:47:41.392211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45460) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:41.395941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c4c29541-9fc7-4c9c-97d5-580f814ca1a1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:47:41.480276 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.485217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04ab85af-1df6-4fd0-baa6-5aa6dbd94c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.524692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114dde74-d608-4edc-b28c-b83571a79bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acd6bd9-b880-40d3-9112-f7b5871fef1e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:41.527485 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5646f53-563c-4128-8835-f9e0589e47d1" -d '{"events": [{"server_uuid": "114dde74-d608-4edc-b28c-b83571a79bfe", "name": "network-vif-plugged", "status": "completed", "tag": "3acd6bd9-b880-40d3-9112-f7b5871fef1e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:41.539684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04ab85af-1df6-4fd0-baa6-5aa6dbd94c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.543231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3acd6bd9-b880-40d3-9112-f7b5871fef1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acd6bd9-b880-40d3-9112-f7b5871fef1e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:41.558044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.627076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3acd6bd9-b880-40d3-9112-f7b5871fef1e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:41.640505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04ab85af-1df6-4fd0-baa6-5aa6dbd94c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.643656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04ab85af-1df6-4fd0-baa6-5aa6dbd94c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.655213 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-04ab85af-1df6-4fd0-baa6-5aa6dbd94c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a7b60ea-41c9-4cdf-bb54-c52acd6c50bc HTTP/1.1" status: 204  len: 168 time: 0.2614920
Nov 06 20:47:41.664470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab85af-1df6-4fd0-baa6-5aa6dbd94c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b60ea-41c9-4cdf-bb54-c52acd6c50bc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:41.793802 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-16dee9ce-9a3b-4ec2-91fc-7e2ac1ba68d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ba25ba992c7498cb380e220e565c2c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5562348
Nov 06 20:47:41.796362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45504) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:41.847562 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed02b777-bf0e-4f79-91aa-c549dbd01804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.879917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed02b777-bf0e-4f79-91aa-c549dbd01804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.938384 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8547f7-ff91-48ad-afc7-1eb0c0d17787 x-openstack-request-id: req-5c8547f7-ff91-48ad-afc7-1eb0c0d17787 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:41.939019 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114dde74-d608-4edc-b28c-b83571a79bfe", "name": "network-vif-plugged", "status": "completed", "tag": "3acd6bd9-b880-40d3-9112-f7b5871fef1e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:41.939521 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c8547f7-ff91-48ad-afc7-1eb0c0d17787 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:41.940065 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114dde74-d608-4edc-b28c-b83571a79bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acd6bd9-b880-40d3-9112-f7b5871fef1e', 'code': 200}
Nov 06 20:47:41.951150 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed02b777-bf0e-4f79-91aa-c549dbd01804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.956021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed02b777-bf0e-4f79-91aa-c549dbd01804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:41.961854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ed02b777-bf0e-4f79-91aa-c549dbd01804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1573ed1-87c6-4985-912b-5e35d365782c HTTP/1.1" status: 204  len: 168 time: 0.1643922
Nov 06 20:47:41.973410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02b777-bf0e-4f79-91aa-c549dbd01804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1573ed1-87c6-4985-912b-5e35d365782c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:42.085231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e12612-bf4f-4970-b998-176287403b35 req-204bab40-56d7-4633-9450-832c151c8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:42.086748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1e12612-bf4f-4970-b998-176287403b35 req-204bab40-56d7-4633-9450-832c151c8bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 1100 time: 0.0805976
Nov 06 20:47:42.118454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edab0b-654b-409c-a044-bad2c1c18f6e req-416702d2-5087-4348-8ba6-494066fdbc1e tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:42.120408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02edab0b-654b-409c-a044-bad2c1c18f6e req-416702d2-5087-4348-8ba6-494066fdbc1e tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 950 time: 0.0839908
Nov 06 20:47:42.168932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1e12612-bf4f-4970-b998-176287403b35 req-9219ce9a-0c2f-4c8a-929e-3105d1c9234c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736609
Nov 06 20:47:42.197461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02edab0b-654b-409c-a044-bad2c1c18f6e req-a0691cd0-88f8-4fc5-b9ac-3601b9c95a6c tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659075
Nov 06 20:47:42.378134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6166-e7a1-4da2-9dfa-48b2abd30f03 req-73b6d28f-8c3c-4545-8325-4a66a07b4961 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:42.380395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b5c6166-e7a1-4da2-9dfa-48b2abd30f03 req-73b6d28f-8c3c-4545-8325-4a66a07b4961 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 949 time: 0.0593221
Nov 06 20:47:42.441066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b5c6166-e7a1-4da2-9dfa-48b2abd30f03 req-d44860ed-5d59-4865-a446-34628811f0c8 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547743
Nov 06 20:47:42.524308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45586) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:42.582120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e7d671d5-6dcf-4261-905e-dccc98c95241 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a99bde72cd8486190f89ff5a3195aa6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0543814
Nov 06 20:47:42.582357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45594) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:42.642379 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb8f1-137c-40a4-9007-f60cf48f2780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:42.666547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb8f1-137c-40a4-9007-f60cf48f2780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:42.730218 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb8f1-137c-40a4-9007-f60cf48f2780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:42.733383 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb8f1-137c-40a4-9007-f60cf48f2780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:42.735863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d4aeb8f1-137c-40a4-9007-f60cf48f2780 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42fac958-67f4-4818-8baa-4b1443087314 HTTP/1.1" status: 204  len: 168 time: 0.1522379
Nov 06 20:47:42.746976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aeb8f1-137c-40a4-9007-f60cf48f2780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fac958-67f4-4818-8baa-4b1443087314,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:43.321157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bacd4f-a9c9-4a17-a33d-bdaa67e52bd8 req-bed27375-bc92-444c-b6bd-9a216bae2b7e tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:43.322692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6bacd4f-a9c9-4a17-a33d-bdaa67e52bd8 req-bed27375-bc92-444c-b6bd-9a216bae2b7e tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 950 time: 0.0552702
Nov 06 20:47:43.382372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6bacd4f-a9c9-4a17-a33d-bdaa67e52bd8 req-adc05582-6f74-43ce-818b-bd111007efd7 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520096
Nov 06 20:47:43.497256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:43.563616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dfdff-80a4-4c49-bc56-bdde5747d1e8 req-480d127c-ae60-4c32-a294-3c7f85c70529 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:43.571246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4dfdff-80a4-4c49-bc56-bdde5747d1e8 req-480d127c-ae60-4c32-a294-3c7f85c70529 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 949 time: 0.0583358
Nov 06 20:47:43.662008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4dfdff-80a4-4c49-bc56-bdde5747d1e8 req-51a8d49c-525d-4450-933e-f28485f515a1 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874004
Nov 06 20:47:43.706628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-5cc80e4b-7c93-4feb-8801-1c91a3b47382 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:43.708903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-5cc80e4b-7c93-4feb-8801-1c91a3b47382 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.10 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 950 time: 0.1346142
Nov 06 20:47:43.834588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-network', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:43.885011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Made reservation on behalf of 27fc81a511d14818b716f35bfbe3641d for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:43.887432 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:43.899228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:43.904679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Deleting port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:43.905119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.045541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] For port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:44.046432 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.069334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Calling delete_port for 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:44.081592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.089938 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.148426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:47:44.150791 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.176644 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.192721 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.192941 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Added segment 41c70c97-242c-4761-9fcb-32d2e0a138a2 of type vlan for network 26689f4a-8d67-4764-a104-7b36335ab945
Nov 06 20:47:44.204985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f56784-f4fb-41ea-9fc8-cdd643c02ee3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:44.253065 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.316869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.317875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:44.318495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.328835 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.341405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a41e7a85-586b-4ade-9a81-f07b08cb6c08'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:44.344489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:44.390176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8917768
Nov 06 20:47:44.395665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45736) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:44.396407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45738) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:44.406924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Request body: {'subnet': {'network_id': '26689f4a-8d67-4764-a104-7b36335ab945', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-subnet', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:44.415703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Pushing event deleted for resources: {'Port': ['ID=5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:44.456637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd576fa8-073e-4f40-8b5f-e14a8bd91d8c admin admin] Pushing event updated for resources: {'Network': ['ID=26689f4a-8d67-4764-a104-7b36335ab945,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:44.475467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] No DVR routers for this DVR port 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:47:44.478604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.484319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ac7c0d5-cf5e-4073-bd59-66d76cf33c1b req-583632e7-f4ab-4686-97c5-a91bc464c11d tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.10 "DELETE /v2.0/ports/5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 HTTP/1.1" status: 204  len: 173 time: 0.7681639
Nov 06 20:47:44.484651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Made reservation on behalf of 27fc81a511d14818b716f35bfbe3641d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:44.485322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189c6532-c954-47ae-8295-c24d79449f70', 'name': 'network-vif-deleted', 'tag': '5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:44.488025 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865b6029-f2f8-4b17-999d-80257b530039" -d '{"events": [{"server_uuid": "189c6532-c954-47ae-8295-c24d79449f70", "name": "network-vif-deleted", "tag": "5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:44.493701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.507999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 26689f4a-8d67-4764-a104-7b36335ab945 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:47:44.606186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dab0fadb-b260-44e0-9de3-1dc49c85e00f req-ab6bfe6a-80b5-4e09-a095-0ce3c5b7c9fa tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=189c6532-c954-47ae-8295-c24d79449f70 HTTP/1.1" status: 200  len: 210 time: 0.0789001
Nov 06 20:47:44.697825 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3accb7-46bf-4132-88bb-97277ad79e39 x-openstack-request-id: req-5c3accb7-46bf-4132-88bb-97277ad79e39 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:44.698315 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189c6532-c954-47ae-8295-c24d79449f70", "name": "network-vif-deleted", "tag": "5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:44.698740 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c3accb7-46bf-4132-88bb-97277ad79e39 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:44.699296 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189c6532-c954-47ae-8295-c24d79449f70', 'name': 'network-vif-deleted', 'tag': '5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71', 'status': 'completed', 'code': 200}
Nov 06 20:47:44.801770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.849414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93fe010c-80fd-4d24-bbdb-4fe539ffc761,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:44.860281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df0f62-f4cc-43da-b05c-18070eda0439 req-47b1b66f-eb14-4e71-9a69-09c167c866f3 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:44.872097 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84df0f62-f4cc-43da-b05c-18070eda0439 req-47b1b66f-eb14-4e71-9a69-09c167c866f3 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 949 time: 0.0686474
Nov 06 20:47:44.904556 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4dad5176-1163-45d9-93af-f49d0acfa722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:44.939841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84df0f62-f4cc-43da-b05c-18070eda0439 req-c6e9c4f0-f561-40bc-bb8e-58a0dc1ab2e9 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664907
Nov 06 20:47:44.946073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Checking segment: {'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:44.946890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Network hostable DHCP agents. Network: 26689f4a-8d67-4764-a104-7b36335ab945, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:47:44.985227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Network 26689f4a-8d67-4764-a104-7b36335ab945 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:47:45.009570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 26689f4a-8d67-4764-a104-7b36335ab945) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:45.015912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:45.016687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.021038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909acf68-8868-403b-a585-20a95c181633 None None] Network 26689f4a-8d67-4764-a104-7b36335ab945 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:47:45.051428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45762) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:45.052966 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ccd5308-6310-4360-a22f-80a4f7ae50b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6531508
Nov 06 20:47:45.056265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:45.122240 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4dad5176-1163-45d9-93af-f49d0acfa722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.129992 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.130758 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4dad5176-1163-45d9-93af-f49d0acfa722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.131265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.175195 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4dad5176-1163-45d9-93af-f49d0acfa722 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9b326bb723242adb4602dee4a30e654&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7769070
Nov 06 20:47:45.181298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45768) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:45.232382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad5176-1163-45d9-93af-f49d0acfa722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ebd89-95f7-458b-bd49-511006d7e5ce,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:45.249920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.268323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-599edc70-4ce3-4603-a6a3-a6a74508ae7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.308976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-599edc70-4ce3-4603-a6a3-a6a74508ae7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.337290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-26689f4a-8d67-4764-a104-7b36335ab945', 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'fixed_ips': [{'subnet_id': '93fe010c-80fd-4d24-bbdb-4fe539ffc761'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:47:45.338687 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.402769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-599edc70-4ce3-4603-a6a3-a6a74508ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.411639 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-599edc70-4ce3-4603-a6a3-a6a74508ae7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.415456 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-599edc70-4ce3-4603-a6a3-a6a74508ae7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/259ebd89-95f7-458b-bd49-511006d7e5ce HTTP/1.1" status: 204  len: 168 time: 0.2304134
Nov 06 20:47:45.428743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599edc70-4ce3-4603-a6a3-a6a74508ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ebd89-95f7-458b-bd49-511006d7e5ce,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:45.475560 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.602739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Allocated IP 172.20.0.2 (26689f4a-8d67-4764-a104-7b36335ab945/93fe010c-80fd-4d24-bbdb-4fe539ffc761/07f3fb6e-cab1-4731-bdf8-133efb3b71de) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:45.755999 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.787077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.855493 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.864898 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:45.918974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Allocated IP 172.35.0.152 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/d59696a3-1dd3-47c0-a5a7-62e2a90464f7) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:45.940424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Network 26689f4a-8d67-4764-a104-7b36335ab945 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:45.960885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:45.967495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:45.983054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Pushing event updated for resources: {'Port': ['ID=07f3fb6e-cab1-4731-bdf8-133efb3b71de,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:46.058791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Attempting to bind port 07f3fb6e-cab1-4731-bdf8-133efb3b71de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:46.059777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Attempting to bind port 07f3fb6e-cab1-4731-bdf8-133efb3b71de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:46.059777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Attempting to bind port 07f3fb6e-cab1-4731-bdf8-133efb3b71de on network 26689f4a-8d67-4764-a104-7b36335ab945 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:46.065669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:46.066129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Checking segment: {'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:46.067204 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:46.067741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Bound using segment: {'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:46.068273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Bound port: 07f3fb6e-cab1-4731-bdf8-133efb3b71de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:46.068682 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:46.088983 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:46.108001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0890d1-bb7e-4f5a-86e4-d1c9b992c52e req-e2859e4d-9d1a-4640-b447-d07fe31ee7d5 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:46.115263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e0890d1-bb7e-4f5a-86e4-d1c9b992c52e req-e2859e4d-9d1a-4640-b447-d07fe31ee7d5 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 949 time: 0.1015348
Nov 06 20:47:46.143818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] For port 07f3fb6e-cab1-4731-bdf8-133efb3b71de, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:46.149488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] For port 07f3fb6e-cab1-4731-bdf8-133efb3b71de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07f3fb6e-cab1-4731-bdf8-133efb3b71de,segment=NetworkSegment(41c70c97-242c-4761-9fcb-32d2e0a138a2),segment_id=41c70c97-242c-4761-9fcb-32d2e0a138a2)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:46.157159 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:46.195862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e0890d1-bb7e-4f5a-86e4-d1c9b992c52e req-1eb724b8-fea2-4342-a555-1d649a8cfb9d tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658841
Nov 06 20:47:46.232681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:46.252180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f53349-144c-4a61-ac02-0a5cff1ef16e None None] Pushing event updated for resources: {'Port': ['ID=07f3fb6e-cab1-4731-bdf8-133efb3b71de,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:46.328558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:46.328558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:46.331715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:46.440901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d59696a3-1dd3-47c0-a5a7-62e2a90464f7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:46.737588 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:46.784923 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29de9084-a94a-48f9-bf45-55e8fd762f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:47.035184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:47.050175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20261e-73c8-476e-a90c-e134e39c5cd4 req-2a08ee53-618b-45a5-9b25-f03afb9afbf3 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:47.053465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20261e-73c8-476e-a90c-e134e39c5cd4 req-2a08ee53-618b-45a5-9b25-f03afb9afbf3 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 950 time: 0.0813286
Nov 06 20:47:47.061285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:47:47.116187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:47:47.116684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5dfbbf18-e5bd-4e78-9a36-0f50e3bb4c71 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:47:47.225637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 07f3fb6e-cab1-4731-bdf8-133efb3b71de up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:47.309573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20261e-73c8-476e-a90c-e134e39c5cd4 req-691b93bf-8a2d-4478-aeee-b71851ef9be0 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868687
Nov 06 20:47:47.318198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 07f3fb6e-cab1-4731-bdf8-133efb3b71de triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:47.318572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:47.375198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-59204423-1fdd-4389-8f6e-55dd16435762 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:47.381063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-59204423-1fdd-4389-8f6e-55dd16435762 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 1100 time: 0.1703119
Nov 06 20:47:47.440832 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:47.489486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 07f3fb6e-cab1-4731-bdf8-133efb3b71de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07f3fb6e-cab1-4731-bdf8-133efb3b71de,segment=NetworkSegment(41c70c97-242c-4761-9fcb-32d2e0a138a2),segment_id=41c70c97-242c-4761-9fcb-32d2e0a138a2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:47.497247 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:47.526933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:47:47.554793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465196a-8f9a-4010-bf12-97d837d68f49 req-87c7b019-4a24-4c06-817c-5f58ef0a4532 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:47.563369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e465196a-8f9a-4010-bf12-97d837d68f49 req-87c7b019-4a24-4c06-817c-5f58ef0a4532 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 949 time: 0.1184168
Nov 06 20:47:47.711830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] Deleting port 3acd6bd9-b880-40d3-9112-f7b5871fef1e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:47.712178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:47.728061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e465196a-8f9a-4010-bf12-97d837d68f49 req-94b25bf2-35a4-49d6-b779-f264dcad59b1 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616383
Nov 06 20:47:47.744433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f298d-eea7-4381-8fac-044817166463 None None] Network 26689f4a-8d67-4764-a104-7b36335ab945 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:47:47.780598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45886) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:47.817945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:47:47.837259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Sync routers for ids ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:47:47.865495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=07f3fb6e-cab1-4731-bdf8-133efb3b71de,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:47.878363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Routers {'967df8d8-4f53-49fc-b7c9-3539a9ba6622'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:47.878867 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:47.880213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-43b36b1d-b0c6-410f-97a4-486a0920c1d0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.8279505
Nov 06 20:47:47.883040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45896) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:47.885429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b9b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:47.889674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] For port 3acd6bd9-b880-40d3-9112-f7b5871fef1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3acd6bd9-b880-40d3-9112-f7b5871fef1e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:47.889674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:47.932721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] Calling delete_port for 3acd6bd9-b880-40d3-9112-f7b5871fef1e owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:47.956470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d24062fd-539f-41e5-9d27-b01278bc1e2b None None] Provisioning complete for port 07f3fb6e-cab1-4731-bdf8-133efb3b71de triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:47.959785 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d24062fd-539f-41e5-9d27-b01278bc1e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:48.062620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Set router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:48.161783 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d8d3498-55ee-42c4-9170-a4f11026c186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:48.549885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45944) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:48.672501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b9b0a0>, [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152'}], 'enable_snat': True}, 'gw_port_id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:46Z', 'revision_number': 3, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port': {'id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:48.683862 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:48.726851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3acd6bd9-b880-40d3-9112-f7b5871fef1e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:48.731242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Checking router: 967df8d8-4f53-49fc-b7c9-3539a9ba6622 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:47:48.731577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Updating router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 port d59696a3-1dd3-47c0-a5a7-62e2a90464f7 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:47:48.777185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d8d3498-55ee-42c4-9170-a4f11026c186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:48.792659 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:48.801384 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40ae-b613-4bf9-a75a-c1cf85e9dc66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:48.838797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] Pushing event deleted for resources: {'Port': ['ID=3acd6bd9-b880-40d3-9112-f7b5871fef1e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:48.871747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d91169-b0bc-46c8-a389-f26233ed7d95 req-ac25394e-0b0e-4b92-87b1-76c01e767c58 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:48.881251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4d91169-b0bc-46c8-a389-f26233ed7d95 req-ac25394e-0b0e-4b92-87b1-76c01e767c58 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 950 time: 0.3521192
Nov 06 20:47:48.883942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] No DVR routers for this DVR port 3acd6bd9-b880-40d3-9112-f7b5871fef1e on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:47:48.887225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:48.891831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03d2642f-161a-4179-b78a-7dd5ec11c14f req-68e6cf73-8396-4f74-8f97-6c72cdf8b688 tempest-DeleteServersAdminTestJSON-924419547 tempest-DeleteServersAdminTestJSON-924419547-project-admin] 10.222.0.10 "DELETE /v2.0/ports/3acd6bd9-b880-40d3-9112-f7b5871fef1e HTTP/1.1" status: 204  len: 173 time: 1.4980967
Nov 06 20:47:48.894613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114dde74-d608-4edc-b28c-b83571a79bfe', 'name': 'network-vif-deleted', 'tag': '3acd6bd9-b880-40d3-9112-f7b5871fef1e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:48.899384 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a63ef15-078b-4a6d-a211-6e96a61e0009" -d '{"events": [{"server_uuid": "114dde74-d608-4edc-b28c-b83571a79bfe", "name": "network-vif-deleted", "tag": "3acd6bd9-b880-40d3-9112-f7b5871fef1e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:48.913441 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d8d3498-55ee-42c4-9170-a4f11026c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:48.928740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-4b1c24f0-7103-4c91-895c-079e4a9c11b9 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:48.930529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-4b1c24f0-7103-4c91-895c-079e4a9c11b9 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.37 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 950 time: 0.4009821
Nov 06 20:47:48.967265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d3498-55ee-42c4-9170-a4f11026c186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e139cc77-39ca-4cf0-a35e-6f22fa0ef41a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:49.039145 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6d8d3498-55ee-42c4-9170-a4f11026c186 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c06273f53a14141b720168950263dac&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2536488
Nov 06 20:47:49.041320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45958) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:49.185323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e14baf99-1651-421c-ae31-2eff0ca46e0a None None] Provisioning complete for port 07f3fb6e-cab1-4731-bdf8-133efb3b71de triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:49.186934 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e14baf99-1651-421c-ae31-2eff0ca46e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.196959 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.199542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 07f3fb6e-cab1-4731-bdf8-133efb3b71de up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:49.222119 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96740aa7-d30a-4842-bacf-ed7e762e5ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.229566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4d91169-b0bc-46c8-a389-f26233ed7d95 req-699c4a51-2dbe-476d-b717-4f87d3728d21 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/security-groups?id=667279f6-be5a-41e8-9891-1c839e4fdb18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3469369
Nov 06 20:47:49.258997 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-20c1d32c-bb10-4c0d-bd3d-89f0cc99f986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.270719 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96740aa7-d30a-4842-bacf-ed7e762e5ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.297299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Deleting port a41e7a85-586b-4ade-9a81-f07b08cb6c08 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:47:49.297663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.476792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] For port a41e7a85-586b-4ade-9a81-f07b08cb6c08, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a41e7a85-586b-4ade-9a81-f07b08cb6c08,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:49.477609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.516547 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5749fcf8-9d05-4c91-aa2b-eaad2a298005 x-openstack-request-id: req-5749fcf8-9d05-4c91-aa2b-eaad2a298005 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:49.516893 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114dde74-d608-4edc-b28c-b83571a79bfe", "name": "network-vif-deleted", "tag": "3acd6bd9-b880-40d3-9112-f7b5871fef1e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:49.517158 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5749fcf8-9d05-4c91-aa2b-eaad2a298005 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:49.517553 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114dde74-d608-4edc-b28c-b83571a79bfe', 'name': 'network-vif-deleted', 'tag': '3acd6bd9-b880-40d3-9112-f7b5871fef1e', 'status': 'completed', 'code': 200}
Nov 06 20:47:49.519977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68aed6de-c763-481b-b008-cb342b07aa86 req-9ee3b02a-adfb-4ae9-a79c-aae63b302b6b tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=114dde74-d608-4edc-b28c-b83571a79bfe HTTP/1.1" status: 200  len: 210 time: 0.1114011
Nov 06 20:47:49.528504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Calling delete_port for a41e7a85-586b-4ade-9a81-f07b08cb6c08 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:47:49.542104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 07f3fb6e-cab1-4731-bdf8-133efb3b71de triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:49.542737 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.553157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Allocated IP 172.20.0.1 (26689f4a-8d67-4764-a104-7b36335ab945/93fe010c-80fd-4d24-bbdb-4fe539ffc761/a5721b19-268a-42f5-9d5c-8b4e87e3753b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:49.609256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40ae-b613-4bf9-a75a-c1cf85e9dc66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.623953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d5e40ae-b613-4bf9-a75a-c1cf85e9dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.687973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.690831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96740aa7-d30a-4842-bacf-ed7e762e5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.698586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96740aa7-d30a-4842-bacf-ed7e762e5ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.700351 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-96740aa7-d30a-4842-bacf-ed7e762e5ed9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e139cc77-39ca-4cf0-a35e-6f22fa0ef41a HTTP/1.1" status: 204  len: 168 time: 0.6580966
Nov 06 20:47:49.710989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1d5e40ae-b613-4bf9-a75a-c1cf85e9dc66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=740c297c9e8d40538cd6d83001a35457&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1590226
Nov 06 20:47:49.716402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.718158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45970) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:49.725187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e40ae-b613-4bf9-a75a-c1cf85e9dc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4af0668-df30-426a-967f-5e9fe78bd78c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:49.735243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96740aa7-d30a-4842-bacf-ed7e762e5ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e139cc77-39ca-4cf0-a35e-6f22fa0ef41a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:49.778289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45972) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:49.822521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-693b41bd-2950-4705-ba0c-1af4de5d4374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.836092 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.860652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.888650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Pushing event deleted for resources: {'Port': ['ID=a41e7a85-586b-4ade-9a81-f07b08cb6c08,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:49.899607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a41e7a85-586b-4ade-9a81-f07b08cb6c08'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:47:49.933190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252be172-18fb-433e-9166-0f6bb407750e None None] Pushing event updated for resources: {'Port': ['ID=d59696a3-1dd3-47c0-a5a7-62e2a90464f7,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:49.962072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.971427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Attempting to bind port d59696a3-1dd3-47c0-a5a7-62e2a90464f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:49.972139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Attempting to bind port d59696a3-1dd3-47c0-a5a7-62e2a90464f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:49.975586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Attempting to bind port d59696a3-1dd3-47c0-a5a7-62e2a90464f7 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:49.982561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] No DVR routers for this DVR port a41e7a85-586b-4ade-9a81-f07b08cb6c08 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:47:49.989417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:49.997709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:49.997869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e784e852-b014-4fc2-aecd-fe11511b79ca req-0d6d5b5a-aef7-45fe-b149-056f63d313d5 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.37 "DELETE /v2.0/ports/a41e7a85-586b-4ade-9a81-f07b08cb6c08 HTTP/1.1" status: 204  len: 173 time: 1.0469966
Nov 06 20:47:50.001631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:50.001921 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.002331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:50.002895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Bound port: d59696a3-1dd3-47c0-a5a7-62e2a90464f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:50.003222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.008440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-693b41bd-2950-4705-ba0c-1af4de5d4374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.074533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Network 26689f4a-8d67-4764-a104-7b36335ab945 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:50.093408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:50.111890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:50.153046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] For port d59696a3-1dd3-47c0-a5a7-62e2a90464f7, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:50.165708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] For port d59696a3-1dd3-47c0-a5a7-62e2a90464f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d59696a3-1dd3-47c0-a5a7-62e2a90464f7,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:50.173258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.193371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.269417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Pushing event updated for resources: {'Port': ['ID=a5721b19-268a-42f5-9d5c-8b4e87e3753b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:50.287773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Routers {'967df8d8-4f53-49fc-b7c9-3539a9ba6622'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:50.291321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b9b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:50.360733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b1cbb41-5383-472f-ba91-23824b2291fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.373033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45982) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:50.385507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252be172-18fb-433e-9166-0f6bb407750e None None] Pushing event updated for resources: {'Port': ['ID=d59696a3-1dd3-47c0-a5a7-62e2a90464f7,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:50.394872 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8eafa7a9-f785-4769-9a8b-19d008bacb6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.404189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-693b41bd-2950-4705-ba0c-1af4de5d4374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.412076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-693b41bd-2950-4705-ba0c-1af4de5d4374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.420984 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-693b41bd-2950-4705-ba0c-1af4de5d4374 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4af0668-df30-426a-967f-5e9fe78bd78c HTTP/1.1" status: 204  len: 168 time: 0.7013321
Nov 06 20:47:50.489216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b41bd-2950-4705-ba0c-1af4de5d4374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4af0668-df30-426a-967f-5e9fe78bd78c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:50.582061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ba14a75-c195-4eee-a517-6168a1d82818 req-827d9714-03d8-4779-93a2-e916b596a812 tempest-ServersAdminNegativeTestJSON-1413707804 tempest-ServersAdminNegativeTestJSON-1413707804-project] 10.222.0.13 "GET /v2.0/ports?device_id=139cbe17-657f-439e-a940-bc1166cb7e25 HTTP/1.1" status: 200  len: 210 time: 0.1371524
Nov 06 20:47:50.650744 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.673695 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.682005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b1cbb41-5383-472f-ba91-23824b2291fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.693931 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8eafa7a9-f785-4769-9a8b-19d008bacb6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.699740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b1cbb41-5383-472f-ba91-23824b2291fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.704689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f2d08abf-445a-45a2-b23b-ca9744791ba7 None None] Provisioning complete for port a5721b19-268a-42f5-9d5c-8b4e87e3753b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:50.705693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8eafa7a9-f785-4769-9a8b-19d008bacb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.705849 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2d08abf-445a-45a2-b23b-ca9744791ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.758869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] Set router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:50.772186 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8b1cbb41-5383-472f-ba91-23824b2291fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=097eb1f654f84e5e8bcded027845e18c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9899776
Nov 06 20:47:50.779809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45992) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:50.814239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8eafa7a9-f785-4769-9a8b-19d008bacb6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1812e12e7114c21bc73973c284826df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4401095
Nov 06 20:47:50.820154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45996) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:50.827698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafa7a9-f785-4769-9a8b-19d008bacb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0cb4c5-08aa-4bdc-9ee7-bdc80048981e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:50.866823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cbb41-5383-472f-ba91-23824b2291fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453ca15b-d718-4084-8b98-2b88f80d09aa,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:50.971372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f2d08abf-445a-45a2-b23b-ca9744791ba7 None None] Port a5721b19-268a-42f5-9d5c-8b4e87e3753b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:50.988903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd50c869-7f78-4c43-b0e1-3ace993a042b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:50.991965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-736ad460-b055-41e4-90eb-daeebbdcc358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.028163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd50c869-7f78-4c43-b0e1-3ace993a042b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.039523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-736ad460-b055-41e4-90eb-daeebbdcc358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.061120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3acd6bd9-b880-40d3-9112-f7b5871fef1e no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:47:51.089541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 3acd6bd9-b880-40d3-9112-f7b5871fef1e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:47:51.089966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3acd6bd9-b880-40d3-9112-f7b5871fef1e not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:47:51.109068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.126761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.137122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd50c869-7f78-4c43-b0e1-3ace993a042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.158408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd50c869-7f78-4c43-b0e1-3ace993a042b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.166218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bd50c869-7f78-4c43-b0e1-3ace993a042b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/453ca15b-d718-4084-8b98-2b88f80d09aa HTTP/1.1" status: 204  len: 168 time: 0.3730118
Nov 06 20:47:51.183686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-736ad460-b055-41e4-90eb-daeebbdcc358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.184079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b9b0a0>, [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152'}], 'enable_snat': True}, 'gw_port_id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:46Z', 'revision_number': 3, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port': {'id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:51.187612 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-736ad460-b055-41e4-90eb-daeebbdcc358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.187782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-736ad460-b055-41e4-90eb-daeebbdcc358 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f0cb4c5-08aa-4bdc-9ee7-bdc80048981e HTTP/1.1" status: 204  len: 168 time: 0.3616669
Nov 06 20:47:51.204563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50c869-7f78-4c43-b0e1-3ace993a042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453ca15b-d718-4084-8b98-2b88f80d09aa,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:51.228664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ad460-b055-41e4-90eb-daeebbdcc358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0cb4c5-08aa-4bdc-9ee7-bdc80048981e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:51.252692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1257c1d-4fed-4b6a-9d39-5f617e0e1580 None None] The sync data for ids ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'] in ncdv-master-1 is: [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152'}], 'enable_snat': True}, 'gw_port_id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:46Z', 'revision_number': 3, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port': {'id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:47:51.281902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.283569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Pushing event updated for resources: {'Port': ['ID=a5721b19-268a-42f5-9d5c-8b4e87e3753b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:51.308692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-b769cf2c-dc08-42d7-aa80-d7f7bf7db44c tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d5634bafe48248a4af8fa00164acddd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0487962
Nov 06 20:47:51.323699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46020) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:51.443991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Network 26689f4a-8d67-4764-a104-7b36335ab945 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:51.445599 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:51.465322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-04cda49e-67f3-42e4-962b-dd38792b4133 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:51.467052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-04cda49e-67f3-42e4-962b-dd38792b4133 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1570830
Nov 06 20:47:51.499927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-0215b24f-fe98-4adf-851f-aa6301ce421d tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/quotas/d5634bafe48248a4af8fa00164acddd4 HTTP/1.1" status: 200  len: 375 time: 0.0171673
Nov 06 20:47:51.537990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139cbe17-657f-439e-a940-bc1166cb7e25', 'name': 'network-vif-deleted', 'tag': 'a41e7a85-586b-4ade-9a81-f07b08cb6c08'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:51.540773 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8dc848-f7d1-4869-8073-5311ef19e390" -d '{"events": [{"server_uuid": "139cbe17-657f-439e-a940-bc1166cb7e25", "name": "network-vif-deleted", "tag": "a41e7a85-586b-4ade-9a81-f07b08cb6c08"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:51.558831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-ec2cad06-f913-4456-a863-d0d67145ca5e tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5634bafe48248a4af8fa00164acddd4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0555606
Nov 06 20:47:51.672698 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faed0500-7a43-4bc5-8d20-7b12a7be1dc7 x-openstack-request-id: req-faed0500-7a43-4bc5-8d20-7b12a7be1dc7 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:51.673040 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139cbe17-657f-439e-a940-bc1166cb7e25", "name": "network-vif-deleted", "tag": "a41e7a85-586b-4ade-9a81-f07b08cb6c08", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:51.673359 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faed0500-7a43-4bc5-8d20-7b12a7be1dc7 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:51.679224 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139cbe17-657f-439e-a940-bc1166cb7e25', 'name': 'network-vif-deleted', 'tag': 'a41e7a85-586b-4ade-9a81-f07b08cb6c08', 'status': 'completed', 'code': 200}
Nov 06 20:47:51.693385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.742767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:47:51.816452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa01c265-4dee-4426-a827-a915753ed3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.922376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f3d9a470-9f61-4eba-ba73-6c0fc34703a6 None None] Provisioning complete for port a5721b19-268a-42f5-9d5c-8b4e87e3753b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:51.923764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f3d9a470-9f61-4eba-ba73-6c0fc34703a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:51.970220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9a470-9f61-4eba-ba73-6c0fc34703a6 None None] Port a5721b19-268a-42f5-9d5c-8b4e87e3753b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:52.035266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc6b552f-7cf9-4a24-bf02-dbb64ccf192e req-bd8776a4-72b3-40c2-b4b9-2d33e7751766 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 210 time: 0.1077702
Nov 06 20:47:52.044113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46044) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:52.062153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa01c265-4dee-4426-a827-a915753ed3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.075323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:47:52.077813 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9ccb-0f9a-449f-ad5f-23d2896fb32c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.082389 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6e38b0d7-9dae-44e7-bd81-6fc20a7c8664 admin admin] 10.222.0.13 "PUT /v2.0/routers/967df8d8-4f53-49fc-b7c9-3539a9ba6622/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1983056
Nov 06 20:47:52.083622 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa01c265-4dee-4426-a827-a915753ed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.153079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aa01c265-4dee-4426-a827-a915753ed3a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca712c4e105a417b944218e5b39b51f4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8263016
Nov 06 20:47:52.153410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46050) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:52.158539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c265-4dee-4426-a827-a915753ed3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f266f10b-3ae0-4e24-88c2-896050347b37,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:52.247036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9ccb-0f9a-449f-ad5f-23d2896fb32c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.255102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9ccb-0f9a-449f-ad5f-23d2896fb32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.295124 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eb1e113-aa51-405e-8475-af0be6193492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.322698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eb1e113-aa51-405e-8475-af0be6193492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.336901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2f1b9ccb-0f9a-449f-ad5f-23d2896fb32c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27e39e053c1b44ae8707b2aadf3ebb26&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2863653
Nov 06 20:47:52.345973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46058) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:52.403126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b9ccb-0f9a-449f-ad5f-23d2896fb32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf282961-f512-4bf6-b8a5-ffb877ed2e29,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:52.424184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eb1e113-aa51-405e-8475-af0be6193492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.427195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eb1e113-aa51-405e-8475-af0be6193492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.428606 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5eb1e113-aa51-405e-8475-af0be6193492 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f266f10b-3ae0-4e24-88c2-896050347b37 HTTP/1.1" status: 204  len: 168 time: 0.2736027
Nov 06 20:47:52.448857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1e113-aa51-405e-8475-af0be6193492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f266f10b-3ae0-4e24-88c2-896050347b37,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:52.468661 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d92bbfac-52c6-4126-bada-fac1e990cb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.517185 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.518269 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d92bbfac-52c6-4126-bada-fac1e990cb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.566844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46072) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:52.605292 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d92bbfac-52c6-4126-bada-fac1e990cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.608868 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d92bbfac-52c6-4126-bada-fac1e990cb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:52.612470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d92bbfac-52c6-4126-bada-fac1e990cb51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf282961-f512-4bf6-b8a5-ffb877ed2e29 HTTP/1.1" status: 204  len: 168 time: 0.2632170
Nov 06 20:47:52.622168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bbfac-52c6-4126-bada-fac1e990cb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf282961-f512-4bf6-b8a5-ffb877ed2e29,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:53.018482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-9edd4160-7e74-4846-8055-dcc33ad0259f tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1304660
Nov 06 20:47:53.043094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:53.054543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a41e7a85-586b-4ade-9a81-f07b08cb6c08 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:47:53.073834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9d34dcb5-c72a-4134-b3c9-edf76e62c5cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06b236babc5d4b95a766210d9912b71e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5049276
Nov 06 20:47:53.076504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46090) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:53.125570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: a41e7a85-586b-4ade-9a81-f07b08cb6c08 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:47:53.126764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a41e7a85-586b-4ade-9a81-f07b08cb6c08 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:47:53.156053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.236804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d59696a3-1dd3-47c0-a5a7-62e2a90464f7 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:53.326223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2a52c30-d209-4db9-a50e-fdcf1020934d req-4741b181-8433-4979-8be5-cc2bcbcd6c63 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 210 time: 0.0997684
Nov 06 20:47:53.334639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d59696a3-1dd3-47c0-a5a7-62e2a90464f7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:53.335349 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.351860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-31e68c48-fc94-471d-a74c-8485db3b4e98 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d5634bafe48248a4af8fa00164acddd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1189954
Nov 06 20:47:53.395941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46100) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:53.420588 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e0856fb-4f33-4fee-abc1-5309a5bc65e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.456448 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bcd287f-640b-42b7-b951-b66ab86c2166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.470253 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.507692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port d59696a3-1dd3-47c0-a5a7-62e2a90464f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d59696a3-1dd3-47c0-a5a7-62e2a90464f7,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:53.513388 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.521670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bcd287f-640b-42b7-b951-b66ab86c2166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.598571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-b87a986e-1b9b-44ed-9bbb-7801ca9343ba tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:53.600159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-b87a986e-1b9b-44ed-9bbb-7801ca9343ba tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2458799
Nov 06 20:47:53.609715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.622810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Request body: {'port': {'device_id': '3d510789-3888-4dfa-a372-e034f2162082', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'd5634bafe48248a4af8fa00164acddd4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:53.630915 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e0856fb-4f33-4fee-abc1-5309a5bc65e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.633220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46104) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:53.642945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e0856fb-4f33-4fee-abc1-5309a5bc65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.652910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=d59696a3-1dd3-47c0-a5a7-62e2a90464f7,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:53.707796 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e0856fb-4f33-4fee-abc1-5309a5bc65e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa5e1f8c1ffb472e83fb6c51c0c7d6e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3109939
Nov 06 20:47:53.710376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46114) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:53.731175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bcd287f-640b-42b7-b951-b66ab86c2166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.733939 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bcd287f-640b-42b7-b951-b66ab86c2166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.735302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9bcd287f-640b-42b7-b951-b66ab86c2166 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/667279f6-be5a-41e8-9891-1c839e4fdb18 HTTP/1.1" status: 204  len: 168 time: 0.6577752
Nov 06 20:47:53.777751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd287f-640b-42b7-b951-b66ab86c2166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667279f6-be5a-41e8-9891-1c839e4fdb18,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:53.801643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0856fb-4f33-4fee-abc1-5309a5bc65e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d156de5-e382-4ca5-bb18-4a8f85e56a4e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:53.821847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-614fdd14-d2ae-4a23-b51f-9dcbe99d1ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.872386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Allocated IP 172.35.0.223 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/0159e55e-ce93-4788-a5c4-eec9917c5d74) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:53.877730 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-614fdd14-d2ae-4a23-b51f-9dcbe99d1ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.882290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Made reservation on behalf of d5634bafe48248a4af8fa00164acddd4 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:53.885977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.957061 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Sync routers for ids ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:47:53.959686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-614fdd14-d2ae-4a23-b51f-9dcbe99d1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.963199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-614fdd14-d2ae-4a23-b51f-9dcbe99d1ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:53.969319 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-614fdd14-d2ae-4a23-b51f-9dcbe99d1ffc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d156de5-e382-4ca5-bb18-4a8f85e56a4e HTTP/1.1" status: 204  len: 168 time: 0.2579901
Nov 06 20:47:53.984110 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Routers {'967df8d8-4f53-49fc-b7c9-3539a9ba6622'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:53.985022 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adf220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:53.986078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fdd14-d2ae-4a23-b51f-9dcbe99d1ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d156de5-e382-4ca5-bb18-4a8f85e56a4e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:54.026556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-853576519-network', 'tenant_id': 'b34746a7efaa468082784197e79c1d3c'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:54.113247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Made reservation on behalf of b34746a7efaa468082784197e79c1d3c for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:54.115606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.120660 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.133759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.152473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Allocated IP 192.168.233.169 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/4430c80b-9df8-41de-afcd-6cd98ae2452c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:54.165064 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Set router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:54.267505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.386990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.397746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:54.402473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event updated for resources: {'Port': ['ID=0159e55e-ce93-4788-a5c4-eec9917c5d74,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:54.405018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.409537 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adf220>, [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152'}], 'enable_snat': True}, 'gw_port_id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:50Z', 'revision_number': 4, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port': {'id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5721b19-268a-42f5-9d5c-8b4e87e3753b', 'name': '', 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'mac_address': 'fa:16:3e:a0:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93fe010c-80fd-4d24-bbdb-4fe539ffc761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:49Z', 'updated_at': '2021-11-06T20:47:50Z', 'revision_number': 2, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'subnets': [{'id': '93fe010c-80fd-4d24-bbdb-4fe539ffc761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:54.413828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:54.421071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:54.439972 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Checking router: 967df8d8-4f53-49fc-b7c9-3539a9ba6622 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:47:54.440430 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Updating router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 port a5721b19-268a-42f5-9d5c-8b4e87e3753b binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:47:54.454517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:47:54.468775 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.521028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46136) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:54.527096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ea0559-7535-4eeb-a93b-06fc2e0f1a8b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:54.551894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.552540 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Added segment 2a92d74e-0b9d-4707-ac3a-9a3a9266320f of type vlan for network 9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61
Nov 06 20:47:54.587432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79c5058e-bb49-47be-8e67-d04c5aabe31f req-62285a3c-e1ba-4a12-91aa-a2a3fbdc718a tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 210 time: 0.0806434
Nov 06 20:47:54.612528 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-91093285-d516-4608-9d75-1f859230cec0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5ff1790c30147c9b174194045ba8a29&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0903001
Nov 06 20:47:54.616398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.616885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46138) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:54.629209 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.641434 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.708873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55d43928-e2d8-4921-bd22-0a31770dd8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.714943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.742148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.745672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.746874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:54.747406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.750631 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55d43928-e2d8-4921-bd22-0a31770dd8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.835566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55d43928-e2d8-4921-bd22-0a31770dd8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.844244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55d43928-e2d8-4921-bd22-0a31770dd8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.849691 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-55d43928-e2d8-4921-bd22-0a31770dd8a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8fd41af-4759-4b35-8a71-00b511c680b2 HTTP/1.1" status: 204  len: 168 time: 0.2316048
Nov 06 20:47:54.863637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2275846
Nov 06 20:47:54.873134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46148) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:47:54.875777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:54.885375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Request body: {'subnet': {'network_id': '9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-853576519-subnet', 'tenant_id': 'b34746a7efaa468082784197e79c1d3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:54.888691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:54.889681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d43928-e2d8-4921-bd22-0a31770dd8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fd41af-4759-4b35-8a71-00b511c680b2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:54.895529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:54.901809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:54.902240 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.904735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233972c1-7afb-4018-afaa-6622322d0dcd admin admin] Pushing event updated for resources: {'Network': ['ID=9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:54.918416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Pushing event updated for resources: {'Port': ['ID=4430c80b-9df8-41de-afcd-6cd98ae2452c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:54.927640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Made reservation on behalf of b34746a7efaa468082784197e79c1d3c for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:54.930926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:54.936588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:47:54.971558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-dd766891-556d-4434-bb10-ec243af48788 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3590565
Nov 06 20:47:54.998269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Request body: {'port': {'device_id': '3d510789-3888-4dfa-a372-e034f2162082', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:55.116759 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.132929 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.183716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.272385 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Pushing event updated for resources: {'Port': ['ID=a5721b19-268a-42f5-9d5c-8b4e87e3753b,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:55.283386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d59696a3-1dd3-47c0-a5a7-62e2a90464f7 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:55.318092 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.324883 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.327742 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.328489 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.329037 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.329576 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.330094 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.330611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.331619 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.333472 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.334279 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.335825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.336904 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:47:55.494480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde03365-7836-4dfe-a1f4-0620e90e538e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:55.507085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Checking segment: {'id': '2a92d74e-0b9d-4707-ac3a-9a3a9266320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:55.507627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Network hostable DHCP agents. Network: 9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:47:55.530032 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Attempting to bind port a5721b19-268a-42f5-9d5c-8b4e87e3753b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:55.531773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Network 9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:47:55.532554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5448923b-ce28-4972-b5b8-4f08fbbeaad7 None None] Provisioning complete for port 4430c80b-9df8-41de-afcd-6cd98ae2452c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:55.532554 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5448923b-ce28-4972-b5b8-4f08fbbeaad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.533293 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Attempting to bind port a5721b19-268a-42f5-9d5c-8b4e87e3753b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:55.534451 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Attempting to bind port a5721b19-268a-42f5-9d5c-8b4e87e3753b on network 26689f4a-8d67-4764-a104-7b36335ab945 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:55.543689 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:55.544525 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Checking segment: {'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:55.546452 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.547059 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Bound using segment: {'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:55.547764 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Bound port: a5721b19-268a-42f5-9d5c-8b4e87e3753b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c70c97-242c-4761-9fcb-32d2e0a138a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:55.548633 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.555217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:55.559886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:55.560681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.591276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dc49c638-ec26-41b5-8172-2402488575fe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7159474
Nov 06 20:47:55.610142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285742a-6ff0-44ad-bf50-38efdeafad20 None None] Network 9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:47:55.656229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d59696a3-1dd3-47c0-a5a7-62e2a90464f7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:55.659474 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.685254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.704482 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] For port a5721b19-268a-42f5-9d5c-8b4e87e3753b, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:55.710423 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] For port a5721b19-268a-42f5-9d5c-8b4e87e3753b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5721b19-268a-42f5-9d5c-8b4e87e3753b,segment=NetworkSegment(41c70c97-242c-4761-9fcb-32d2e0a138a2),segment_id=41c70c97-242c-4761-9fcb-32d2e0a138a2)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:55.716069 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.761608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.799018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5448923b-ce28-4972-b5b8-4f08fbbeaad7 None None] Port 4430c80b-9df8-41de-afcd-6cd98ae2452c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:47:55.831814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.855433 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Routers {'967df8d8-4f53-49fc-b7c9-3539a9ba6622'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:47:55.856078 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adf220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:55.859718 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2bf44-1363-42ea-993e-181ec907d288 None None] Pushing event updated for resources: {'Port': ['ID=a5721b19-268a-42f5-9d5c-8b4e87e3753b,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:55.865419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event updated for resources: {'Port': ['ID=0159e55e-ce93-4788-a5c4-eec9917c5d74,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:55.907701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e188e-4947-4ee3-8f35-763621fef36a req-b67d3a14-c8aa-4023-88bf-d4ba547ef285 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:55.915351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e9e188e-4947-4ee3-8f35-763621fef36a req-b67d3a14-c8aa-4023-88bf-d4ba547ef285 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 936 time: 0.1640580
Nov 06 20:47:55.944419 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:55.945920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-28ca42d3-2365-45fe-94be-85897b052714 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.9137380
Nov 06 20:47:56.076370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-02fa2f8b-9168-4699-a75d-269d4a1c1074 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.223 HTTP/1.1" status: 200  len: 696 time: 0.1051550
Nov 06 20:47:56.080593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f74c54-80b8-4da3-bad2-a6b1b4e6dcb0 None None] Network 9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:47:56.087706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-51ca85fd-2c1b-43c9-8ff8-3b9c140a0b6d None None] Provisioning complete for port a5721b19-268a-42f5-9d5c-8b4e87e3753b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:56.088222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51ca85fd-2c1b-43c9-8ff8-3b9c140a0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:56.115317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e9e188e-4947-4ee3-8f35-763621fef36a req-487d30d4-e698-418b-b82a-910a0f1890d0 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986313
Nov 06 20:47:56.314321 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51ca85fd-2c1b-43c9-8ff8-3b9c140a0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:56.329456 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] Set router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:47:56.361552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-51ca85fd-2c1b-43c9-8ff8-3b9c140a0b6d None None] For port a5721b19-268a-42f5-9d5c-8b4e87e3753b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5721b19-268a-42f5-9d5c-8b4e87e3753b,segment=NetworkSegment(41c70c97-242c-4761-9fcb-32d2e0a138a2),segment_id=41c70c97-242c-4761-9fcb-32d2e0a138a2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:47:56.372076 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51ca85fd-2c1b-43c9-8ff8-3b9c140a0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:56.462992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca85fd-2c1b-43c9-8ff8-3b9c140a0b6d None None] Pushing event updated for resources: {'Port': ['ID=a5721b19-268a-42f5-9d5c-8b4e87e3753b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:56.469688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4430c80b-9df8-41de-afcd-6cd98ae2452c {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:47:56.486489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:56.497445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-aff94637-82fc-4908-8852-0e624c0d0ae0 None None] Provisioning complete for port a5721b19-268a-42f5-9d5c-8b4e87e3753b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:56.498138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aff94637-82fc-4908-8852-0e624c0d0ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:56.515188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Transition to ACTIVE for port object 4430c80b-9df8-41de-afcd-6cd98ae2452c will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:47:56.520254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:56.535205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-9121f53d-d805-4614-814d-5d5a104b24d7 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:56.536927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a5c36df-8fde-4b0d-b67b-47c0271d5960 req-9121f53d-d805-4614-814d-5d5a104b24d7 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.4483459
Nov 06 20:47:56.586753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Pushing event updated for resources: {'Port': ['ID=4430c80b-9df8-41de-afcd-6cd98ae2452c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:56.658592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Attempting to bind port 4430c80b-9df8-41de-afcd-6cd98ae2452c on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:47:56.659109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Attempting to bind port 4430c80b-9df8-41de-afcd-6cd98ae2452c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:47:56.659856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Attempting to bind port 4430c80b-9df8-41de-afcd-6cd98ae2452c on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:56.672471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Port 4430c80b-9df8-41de-afcd-6cd98ae2452c on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:47:56.673166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Attempting to bind port 4430c80b-9df8-41de-afcd-6cd98ae2452c on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:47:56.679329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:47:56.679898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:47:56.680454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:47:56.681184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Bound port: 4430c80b-9df8-41de-afcd-6cd98ae2452c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:47:56.682292 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:56.731501 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adf220>, [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152'}], 'enable_snat': True}, 'gw_port_id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:50Z', 'revision_number': 4, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port': {'id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5721b19-268a-42f5-9d5c-8b4e87e3753b', 'name': '', 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'mac_address': 'fa:16:3e:a0:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93fe010c-80fd-4d24-bbdb-4fe539ffc761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:49Z', 'updated_at': '2021-11-06T20:47:55Z', 'revision_number': 4, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'subnets': [{'id': '93fe010c-80fd-4d24-bbdb-4fe539ffc761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:47:56.779152 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f828fe-1959-4354-b3d2-8828afcccaa8 None None] The sync data for ids ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'] in ncdv-master-1 is: [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152'}], 'enable_snat': True}, 'gw_port_id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:50Z', 'revision_number': 4, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port': {'id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5721b19-268a-42f5-9d5c-8b4e87e3753b', 'name': '', 'network_id': '26689f4a-8d67-4764-a104-7b36335ab945', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'mac_address': 'fa:16:3e:a0:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93fe010c-80fd-4d24-bbdb-4fe539ffc761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:49Z', 'updated_at': '2021-11-06T20:47:55Z', 'revision_number': 4, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'subnets': [{'id': '93fe010c-80fd-4d24-bbdb-4fe539ffc761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:47:56.895914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d805c15b-9fc6-4e93-8491-2f7cc6df0a8e req-c8dfabb3-9235-4946-9e63-e16dfa0b813c tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1189020544', 'description': 'tempest-description-1260856207'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:56.923507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] For port 4430c80b-9df8-41de-afcd-6cd98ae2452c, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:47:56.967969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] For port 4430c80b-9df8-41de-afcd-6cd98ae2452c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4430c80b-9df8-41de-afcd-6cd98ae2452c,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:47:56.985476 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d805c15b-9fc6-4e93-8491-2f7cc6df0a8e req-c8dfabb3-9235-4946-9e63-e16dfa0b813c tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:56.995171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:57.161931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:57.162553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:57.167464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] 10.222.0.10 "PUT /v2.0/ports/4430c80b-9df8-41de-afcd-6cd98ae2452c HTTP/1.1" status: 200  len: 1096 time: 2.1759248
Nov 06 20:47:57.170038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d805c15b-9fc6-4e93-8491-2f7cc6df0a8e req-c8dfabb3-9235-4946-9e63-e16dfa0b813c tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:57.171064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d510789-3888-4dfa-a372-e034f2162082', 'tag': '4430c80b-9df8-41de-afcd-6cd98ae2452c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:47:57.173683 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63740479-7f28-46e2-a91d-c938f93e632c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d510789-3888-4dfa-a372-e034f2162082", "tag": "4430c80b-9df8-41de-afcd-6cd98ae2452c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:47:57.207893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-d35585d5-6ea0-47d7-a803-1c821a790d86 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4421394
Nov 06 20:47:57.238984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a5721b19-268a-42f5-9d5c-8b4e87e3753b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:47:57.289837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e57c7-18fb-4059-88df-4c10147df946 service neutron] Pushing event updated for resources: {'Port': ['ID=4430c80b-9df8-41de-afcd-6cd98ae2452c,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:57.295893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d805c15b-9fc6-4e93-8491-2f7cc6df0a8e req-c8dfabb3-9235-4946-9e63-e16dfa0b813c tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:57.368964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:57.424181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port a5721b19-268a-42f5-9d5c-8b4e87e3753b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:47:57.426067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:57.427161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfabb3-9235-4946-9e63-e16dfa0b813c tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd14d4a-7c87-4f6b-bda5-5f3967679d83,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:57.477919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-45c5516e-7bee-43f5-ab0c-69d92a415001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:57.479875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-45c5516e-7bee-43f5-ab0c-69d92a415001 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5634bafe48248a4af8fa00164acddd4&device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 1099 time: 0.1950264
Nov 06 20:47:57.484552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:57.552039 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d805c15b-9fc6-4e93-8491-2f7cc6df0a8e req-c8dfabb3-9235-4946-9e63-e16dfa0b813c tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:57.565317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d805c15b-9fc6-4e93-8491-2f7cc6df0a8e req-c8dfabb3-9235-4946-9e63-e16dfa0b813c tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.7420816
Nov 06 20:47:57.577085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-ce81fa9d-cb45-4b47-b1ef-ca5693b04e07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=4430c80b-9df8-41de-afcd-6cd98ae2452c HTTP/1.1" status: 200  len: 217 time: 0.0862644
Nov 06 20:47:57.690582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-f1117189-7caf-45b9-b0e3-93c73c23158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:57.692090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-f1117189-7caf-45b9-b0e3-93c73c23158a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0746868
Nov 06 20:47:57.764248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-e5fef998-cd2b-44cc-ac8b-70c04fd9a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:57.765840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-e5fef998-cd2b-44cc-ac8b-70c04fd9a0de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0646942
Nov 06 20:47:57.882533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:57.905695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-2423e400-df33-4c8e-912f-87bd2604388d service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283653
Nov 06 20:47:58.048164 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:47:58.142071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Allocated IP 172.35.0.38 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/ef806cf9-ccbe-4661-95b4-d339331372db) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:47:58.146934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-b314b3c6-af92-432a-ac29-b9527166a2b5 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5034d2c321a9410cbfd113598b06173f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0530708
Nov 06 20:47:58.151192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dadf58d7-060e-4603-b28e-84da6fcbfff4 req-9f6521cb-f098-4786-a468-e42185dc6296 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189012
Nov 06 20:47:58.355959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-ab9984d7-c280-4e0d-80bf-e4ab13d72bfb tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:58.357612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-ab9984d7-c280-4e0d-80bf-e4ab13d72bfb tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1983995
Nov 06 20:47:58.379113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:58.384837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-56272fee-74dd-4ef0-9434-c0446e691424 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/quotas/5034d2c321a9410cbfd113598b06173f HTTP/1.1" status: 200  len: 375 time: 0.0178394
Nov 06 20:47:58.433315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-519ca4fb-d9f5-4ad9-bc80-ec1b263eba81 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5034d2c321a9410cbfd113598b06173f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0417180
Nov 06 20:47:58.450184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:58.491770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:47:58.497258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:47:58.502457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:47:58.512513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event updated for resources: {'Port': ['ID=ef806cf9-ccbe-4661-95b4-d339331372db,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:58.562586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:58.614599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:58.752068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e93cf-0a83-4d8b-8c09-05b38bec6f0f req-7b823799-2ad2-48b1-8c67-4a3207095522 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:58.753622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-233e93cf-0a83-4d8b-8c09-05b38bec6f0f req-7b823799-2ad2-48b1-8c67-4a3207095522 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 948 time: 0.1045887
Nov 06 20:47:58.837480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-233e93cf-0a83-4d8b-8c09-05b38bec6f0f req-7a25b42d-37d6-4980-a270-28eae93b8b14 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774651
Nov 06 20:47:58.870304 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:58.886420 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:58.913153 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c23584-0305-41cb-9fd1-c850f7c52bef x-openstack-request-id: req-15c23584-0305-41cb-9fd1-c850f7c52bef {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:47:58.913448 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d510789-3888-4dfa-a372-e034f2162082", "tag": "4430c80b-9df8-41de-afcd-6cd98ae2452c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:47:58.913694 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15c23584-0305-41cb-9fd1-c850f7c52bef {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:47:58.914087 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d510789-3888-4dfa-a372-e034f2162082', 'tag': '4430c80b-9df8-41de-afcd-6cd98ae2452c', 'status': 'completed', 'code': 200}
Nov 06 20:47:58.941519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:58.986558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event updated for resources: {'Port': ['ID=ef806cf9-ccbe-4661-95b4-d339331372db,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:59.010348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:59.011665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-caf9b448-03a5-4a6c-a875-85621fc0437c tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7300055
Nov 06 20:47:59.021193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740479-7f28-46e2-a91d-c938f93e632c req-2cdca8ea-5480-426a-a5c2-2a05dcf4142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:59.022666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63740479-7f28-46e2-a91d-c938f93e632c req-2cdca8ea-5480-426a-a5c2-2a05dcf4142b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5634bafe48248a4af8fa00164acddd4&device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 1099 time: 0.1059451
Nov 06 20:47:59.026080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae1de921-9c27-4568-a2fc-f0d4e77e51f8 req-91bcef28-82b8-471a-b7c8-67ab07f3095e tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/efd14d4a-7c87-4f6b-bda5-5f3967679d83 HTTP/1.1" status: 200  len: 1822 time: 0.1064332
Nov 06 20:47:59.086404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ae1de921-9c27-4568-a2fc-f0d4e77e51f8 req-5d22a226-23a2-4cf6-8617-647039fe8060 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'efd14d4a-7c87-4f6b-bda5-5f3967679d83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:59.086724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ae1de921-9c27-4568-a2fc-f0d4e77e51f8 req-5d22a226-23a2-4cf6-8617-647039fe8060 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'efd14d4a-7c87-4f6b-bda5-5f3967679d83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:59.123524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-92dade8b-5e42-4e66-b009-7e20f39adcfa tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.38 HTTP/1.1" status: 200  len: 695 time: 0.1044841
Nov 06 20:47:59.272060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740479-7f28-46e2-a91d-c938f93e632c req-cd2d14ea-8ce2-492e-af93-461fd868ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:59.273473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63740479-7f28-46e2-a91d-c938f93e632c req-cd2d14ea-8ce2-492e-af93-461fd868ab5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2421758
Nov 06 20:47:59.301112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae1de921-9c27-4568-a2fc-f0d4e77e51f8 req-5d22a226-23a2-4cf6-8617-647039fe8060 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:59.334742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63740479-7f28-46e2-a91d-c938f93e632c req-34c24855-7e9d-4245-991d-8a655b7d71c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=4430c80b-9df8-41de-afcd-6cd98ae2452c HTTP/1.1" status: 200  len: 217 time: 0.0493269
Nov 06 20:47:59.345040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-8ca75bea-84a0-48c5-8e92-0c333b0f1cd6 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:59.346420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e5aeb05-a03a-4841-9085-a3c43aa4c596 req-8ca75bea-84a0-48c5-8e92-0c333b0f1cd6 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2134311
Nov 06 20:47:59.391186 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae1de921-9c27-4568-a2fc-f0d4e77e51f8 req-5d22a226-23a2-4cf6-8617-647039fe8060 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:59.396035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae1de921-9c27-4568-a2fc-f0d4e77e51f8 req-5d22a226-23a2-4cf6-8617-647039fe8060 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:59.423260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22a226-23a2-4cf6-8617-647039fe8060 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8708f1eb-bcf3-46fa-996c-addd3d511e41,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:47:59.431442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740479-7f28-46e2-a91d-c938f93e632c req-65c3611f-80c2-4dec-a6a0-ad9e1c9e51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:59.433031 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63740479-7f28-46e2-a91d-c938f93e632c req-65c3611f-80c2-4dec-a6a0-ad9e1c9e51a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0845399
Nov 06 20:47:59.435716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae1de921-9c27-4568-a2fc-f0d4e77e51f8 req-5d22a226-23a2-4cf6-8617-647039fe8060 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:59.437021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae1de921-9c27-4568-a2fc-f0d4e77e51f8 req-5d22a226-23a2-4cf6-8617-647039fe8060 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3976812
Nov 06 20:47:59.492482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740479-7f28-46e2-a91d-c938f93e632c req-ed8a8b30-a3f3-4072-9c96-d9152ed17008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:59.494232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63740479-7f28-46e2-a91d-c938f93e632c req-ed8a8b30-a3f3-4072-9c96-d9152ed17008 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0520303
Nov 06 20:47:59.600615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63740479-7f28-46e2-a91d-c938f93e632c req-c0720b27-95bc-45c7-b7d9-8d413c5696ab service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984342
Nov 06 20:47:59.611335 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-8fdf31d2-efde-4196-9787-270507c9fb00 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5034d2c321a9410cbfd113598b06173f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253448
Nov 06 20:47:59.709380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63740479-7f28-46e2-a91d-c938f93e632c req-a363c23a-fa94-42cd-8c1d-89152848e141 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1007609
Nov 06 20:47:59.769058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4b6f07c-f85d-4c9b-9648-83660b92e2c4 req-b469148f-6c38-460a-8e5d-c68132651fc5 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 210 time: 0.0345867
Nov 06 20:47:59.799172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-eeeee0a5-f09a-4ec2-a8d7-1c1423219bc7 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dd3507687d2944a88c2d5567473ec458&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0323377
Nov 06 20:47:59.815296 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-c1aa8c18-6f94-4eb9-9101-3ab98c039e60 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:59.816975 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-c1aa8c18-6f94-4eb9-9101-3ab98c039e60 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1981826
Nov 06 20:47:59.836150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Request body: {'port': {'device_id': '74a6a890-f3f4-4404-9605-4ed65f87e384', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '5034d2c321a9410cbfd113598b06173f'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:47:59.936605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-d27c508e-e155-4582-ad05-b15820a151b8 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:47:59.938051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-d27c508e-e155-4582-ad05-b15820a151b8 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1330099
Nov 06 20:47:59.939795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3f81302d-1e35-4658-8e75-16364f9e76c5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321107
Nov 06 20:47:59.961674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Made reservation on behalf of 5034d2c321a9410cbfd113598b06173f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:47:59.965009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-c17bdbae-5e11-4f7e-b930-b4e03424074a tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/quotas/dd3507687d2944a88c2d5567473ec458 HTTP/1.1" status: 200  len: 375 time: 0.0209529
Nov 06 20:47:59.965241 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:47:59.975082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.034293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-f8c0b68f-e07a-4bd0-9f3a-96a46ae026a1 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3507687d2944a88c2d5567473ec458&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0583286
Nov 06 20:48:00.052428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.056371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.097305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-9afe4639-d724-4ea5-a739-cc4fb94d929c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:00.098793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-9afe4639-d724-4ea5-a739-cc4fb94d929c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1481087
Nov 06 20:48:00.117518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-536c0618-650f-4b9d-8b51-5d47a1f45c90 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/quotas/4ce2d4abd58240c3a94718d2a022d67c HTTP/1.1" status: 200  len: 375 time: 0.0107141
Nov 06 20:48:00.117757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85edd2de-37dd-48dc-8bf9-37a80594142c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:00.155157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-fc4a9df1-f4f8-4961-a47c-f12eee9b89b8 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0279412
Nov 06 20:48:00.231735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Allocated IP 192.168.233.225 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/3a09f6cc-b34c-4184-8c37-b32dc96fa02a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:00.322739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-411ee21c-8a50-4d9a-bfcc-9de948bd46b7 req-1bdf2876-d4cd-4dee-8b25-ff2d9e5c041a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1042364830', 'description': 'tempest-description-662457995'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:00.344029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-9bc1e0f7-ebcf-417a-a951-808130640c37 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1796384
Nov 06 20:48:00.350699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:00.377530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-411ee21c-8a50-4d9a-bfcc-9de948bd46b7 req-1bdf2876-d4cd-4dee-8b25-ff2d9e5c041a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.408541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.461121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.510073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.530707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-411ee21c-8a50-4d9a-bfcc-9de948bd46b7 req-1bdf2876-d4cd-4dee-8b25-ff2d9e5c041a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.534299 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-411ee21c-8a50-4d9a-bfcc-9de948bd46b7 req-1bdf2876-d4cd-4dee-8b25-ff2d9e5c041a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.596661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Pushing event updated for resources: {'Port': ['ID=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:00.606451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:00.609059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:00.612113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:00.698793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:00.699542 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.721043 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-a0c77362-3596-4cbf-a56f-d69e714bbb45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8888128
Nov 06 20:48:00.741060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Request body: {'port': {'device_id': '74a6a890-f3f4-4404-9605-4ed65f87e384', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:00.835562 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.874041 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-411ee21c-8a50-4d9a-bfcc-9de948bd46b7 req-1bdf2876-d4cd-4dee-8b25-ff2d9e5c041a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.886924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-411ee21c-8a50-4d9a-bfcc-9de948bd46b7 req-1bdf2876-d4cd-4dee-8b25-ff2d9e5c041a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.5699646
Nov 06 20:48:00.892031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf2876-d4cd-4dee-8b25-ff2d9e5c041a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa177fe-eee2-41c4-8abf-95669caad244,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:00.918038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b5544353-cc6c-4b72-8757-97acf327e5a3 None None] Provisioning complete for port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:00.919004 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5544353-cc6c-4b72-8757-97acf327e5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:00.970517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.006435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b5544353-cc6c-4b72-8757-97acf327e5a3 None None] Port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:01.105887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4430c80b-9df8-41de-afcd-6cd98ae2452c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:01.134621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281a29-ce4c-4e8d-9445-e0f4868c3a15 req-605b929c-714d-4cb3-95fe-8c19e3122c0e tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:01.142817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb281a29-ce4c-4e8d-9445-e0f4868c3a15 req-605b929c-714d-4cb3-95fe-8c19e3122c0e tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 948 time: 0.0935497
Nov 06 20:48:01.187175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a09f6cc-b34c-4184-8c37-b32dc96fa02a {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:01.195599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.214581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Transition to ACTIVE for port object 3a09f6cc-b34c-4184-8c37-b32dc96fa02a will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:48:01.219801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb281a29-ce4c-4e8d-9445-e0f4868c3a15 req-4c79649a-7976-4e46-8f66-b1d24768fe4e tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693700
Nov 06 20:48:01.221174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.242511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Allocated IP 172.35.0.27 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/8186aff2-31c8-4460-91b7-e74d5471a9c6) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:01.257252 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4430c80b-9df8-41de-afcd-6cd98ae2452c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4430c80b-9df8-41de-afcd-6cd98ae2452c,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:01.271492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '4430c80b-9df8-41de-afcd-6cd98ae2452c', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '4430c80b-9df8-41de-afcd-6cd98ae2452c', 'mac_address': 'fa:16:3e:72:a3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:01.284274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:01.333189 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.348286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4430c80b-9df8-41de-afcd-6cd98ae2452c {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:01.365426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Attempting to bind port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:01.365921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Attempting to bind port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:01.366384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Attempting to bind port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:01.370621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4430c80b-9df8-41de-afcd-6cd98ae2452c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4430c80b-9df8-41de-afcd-6cd98ae2452c,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:01.378813 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.383602 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:48:01.383960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Attempting to bind port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:01.391902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:01.394726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:01.394726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:01.394726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Bound port: 3a09f6cc-b34c-4184-8c37-b32dc96fa02a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:01.394726 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.436798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a942fcf-fd2a-45dc-8769-820b07f37b87 req-44ee0b40-b91d-420b-9a9c-a269545e608c tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 210 time: 0.0953765
Nov 06 20:48:01.486387 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.491652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] For port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:01.496067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] For port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:01.505406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.531326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4430c80b-9df8-41de-afcd-6cd98ae2452c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:01.579511 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.584259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:01.584970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.586466 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] 10.222.0.10 "PUT /v2.0/ports/3a09f6cc-b34c-4184-8c37-b32dc96fa02a HTTP/1.1" status: 200  len: 1096 time: 0.8552289
Nov 06 20:48:01.586783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a6a890-f3f4-4404-9605-4ed65f87e384', 'tag': '3a09f6cc-b34c-4184-8c37-b32dc96fa02a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:01.589824 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30e3fba-1fc5-458f-b7d6-003d16e02863" -d '{"events": [{"name": "network-changed", "server_uuid": "74a6a890-f3f4-4404-9605-4ed65f87e384", "tag": "3a09f6cc-b34c-4184-8c37-b32dc96fa02a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:01.609553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17d10501-b990-41b7-a4f4-9a2fe393edaa req-8124db4c-ff46-4140-b687-3cf4db4ed4cd tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 210 time: 0.0559642
Nov 06 20:48:01.616283 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71c63d-a74e-47e0-9ce9-0c855de604b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:01.633445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-1edcfc73-6483-4bcc-ac32-65f898f6ed92 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd3507687d2944a88c2d5567473ec458&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0701702
Nov 06 20:48:01.656429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:01.664093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:01.673853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4430c80b-9df8-41de-afcd-6cd98ae2452c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:01.682776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:01.751536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-cbe84e0e-c8dd-417c-9b2e-614b3deb88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:01.753666 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-cbe84e0e-c8dd-417c-9b2e-614b3deb88da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5034d2c321a9410cbfd113598b06173f&device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 1099 time: 0.0737462
Nov 06 20:48:01.765990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event updated for resources: {'Port': ['ID=8186aff2-31c8-4460-91b7-e74d5471a9c6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:01.830024 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-6ebee663-1ceb-4383-a69c-7e6c056552be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3a09f6cc-b34c-4184-8c37-b32dc96fa02a HTTP/1.1" status: 200  len: 217 time: 0.0680852
Nov 06 20:48:01.863783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:01.886639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-3890e95e-1f10-45df-940b-7cbe81decc3a tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:01.888440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-3890e95e-1f10-45df-940b-7cbe81decc3a tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2425091
Nov 06 20:48:01.911934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-ef4c87ea-4c24-411d-941a-0e35cfce7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:01.913794 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-ef4c87ea-4c24-411d-941a-0e35cfce7ce2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0759132
Nov 06 20:48:01.922827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Request body: {'port': {'device_id': '8288973e-7447-4845-82b2-063995aa24ec', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'dd3507687d2944a88c2d5567473ec458'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:01.985227 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-45fafbcf-a6da-4ed0-a9fb-5da49de350cb tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0273955
Nov 06 20:48:02.007971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-69d32517-a711-47c7-9879-72e94a35ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:02.009629 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-69d32517-a711-47c7-9879-72e94a35ffbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0879080
Nov 06 20:48:02.016525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.108734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3b92d-67d6-4621-9d34-0712370ccbb2 req-ee3ccce0-63fe-4d3e-a389-5571d06e1f30 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:02.110477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8e3b92d-67d6-4621-9d34-0712370ccbb2 req-ee3ccce0-63fe-4d3e-a389-5571d06e1f30 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 948 time: 0.1976316
Nov 06 20:48:02.175581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-89b75b9a-4792-4c55-864a-c734e981561f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:02.177050 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-89b75b9a-4792-4c55-864a-c734e981561f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1843801
Nov 06 20:48:02.182445 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-ffb3141b-3673-44f5-b5eb-c58014afd93f service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545508
Nov 06 20:48:02.191994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Request body: {'port': {'device_id': '8b5b22e4-35d2-4939-98cb-aa65cd77afbc', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4ce2d4abd58240c3a94718d2a022d67c'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:02.242806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Made reservation on behalf of dd3507687d2944a88c2d5567473ec458 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:02.246310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.259291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8e3b92d-67d6-4621-9d34-0712370ccbb2 req-1b67e5e8-44af-48f9-9d06-e3917034f391 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406262
Nov 06 20:48:02.267997 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.344711 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.356126 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e5b6ee6-19dc-43ee-ac6f-388f02129b79 req-9889eb90-d421-4c36-9918-cdb8e0d2913b service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594963
Nov 06 20:48:02.359601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.374801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Made reservation on behalf of 4ce2d4abd58240c3a94718d2a022d67c for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:02.379427 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.389129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.408128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.419387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b6a7fd3-9326-4994-b2a3-5faab92ef1bb req-322d979a-4b4c-46ba-b8c7-e82e1f74460b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/1aa177fe-eee2-41c4-8abf-95669caad244 HTTP/1.1" status: 200  len: 1821 time: 0.1231594
Nov 06 20:48:02.443840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9b6a7fd3-9326-4994-b2a3-5faab92ef1bb req-d53ea688-9dd1-480a-8a8e-b8e2027ccda1 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1aa177fe-eee2-41c4-8abf-95669caad244', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:02.444158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9b6a7fd3-9326-4994-b2a3-5faab92ef1bb req-d53ea688-9dd1-480a-8a8e-b8e2027ccda1 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1aa177fe-eee2-41c4-8abf-95669caad244', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:02.454513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event updated for resources: {'Port': ['ID=8186aff2-31c8-4460-91b7-e74d5471a9c6,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:02.464794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.466016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-cb2398f3-bd9a-4891-a797-a9bd2186c011 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.1211548
Nov 06 20:48:02.468248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.472692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.525498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.535784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8919b4c-def0-4a6e-929c-22beb246b384,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:02.538439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-c28007af-78ec-43c2-92fe-37631662c638 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.27 HTTP/1.1" status: 200  len: 695 time: 0.0632446
Nov 06 20:48:02.538957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.611069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Allocated IP 192.168.233.63 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/a735dd25-7d8c-46d8-89ad-ff913abce138) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:02.692740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc596282-8f9c-452b-bd9a-0e816f589ca2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:02.716725 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9b6a7fd3-9326-4994-b2a3-5faab92ef1bb req-d53ea688-9dd1-480a-8a8e-b8e2027ccda1 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.752063 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9b6a7fd3-9326-4994-b2a3-5faab92ef1bb req-d53ea688-9dd1-480a-8a8e-b8e2027ccda1 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.756192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9b6a7fd3-9326-4994-b2a3-5faab92ef1bb req-d53ea688-9dd1-480a-8a8e-b8e2027ccda1 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.793428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-12a66126-3860-43a7-83de-66d49df5c7d1 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:02.794887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a36f5c3c-6540-465f-af40-eeb9366e3525 req-12a66126-3860-43a7-83de-66d49df5c7d1 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2370112
Nov 06 20:48:02.796848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ea688-9dd1-480a-8a8e-b8e2027ccda1 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffabb507-466d-49b6-86d2-6c33617beeba,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:02.812938 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9b6a7fd3-9326-4994-b2a3-5faab92ef1bb req-d53ea688-9dd1-480a-8a8e-b8e2027ccda1 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:02.812938 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b6a7fd3-9326-4994-b2a3-5faab92ef1bb req-d53ea688-9dd1-480a-8a8e-b8e2027ccda1 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3707244
Nov 06 20:48:02.969937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000837d-e61a-4e83-8fb5-e84a360e8499 req-1337aa85-e8d5-4829-b7eb-46f0badfa910 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:02.971494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e000837d-e61a-4e83-8fb5-e84a360e8499 req-1337aa85-e8d5-4829-b7eb-46f0badfa910 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 949 time: 0.0586722
Nov 06 20:48:02.979705 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae588ab-1363-45c2-810e-c9bcba997590 x-openstack-request-id: req-0ae588ab-1363-45c2-810e-c9bcba997590 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:02.980287 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a6a890-f3f4-4404-9605-4ed65f87e384", "tag": "3a09f6cc-b34c-4184-8c37-b32dc96fa02a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:02.980287 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ae588ab-1363-45c2-810e-c9bcba997590 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:02.980628 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a6a890-f3f4-4404-9605-4ed65f87e384', 'tag': '3a09f6cc-b34c-4184-8c37-b32dc96fa02a', 'status': 'completed', 'code': 200}
Nov 06 20:48:03.001424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a9f1ee0-2473-4bfe-a762-4cadb9aef7b5 req-1b1d2827-54d0-4d75-b086-7a273578627f tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 210 time: 0.0279992
Nov 06 20:48:03.019048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.051694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e000837d-e61a-4e83-8fb5-e84a360e8499 req-e16ff599-642b-4927-a597-a922019f681e tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698001
Nov 06 20:48:03.071667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-759e625f-980e-47db-ae52-56ff4e11714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:03.073222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-759e625f-980e-47db-ae52-56ff4e11714e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5034d2c321a9410cbfd113598b06173f&device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 1099 time: 0.0918565
Nov 06 20:48:03.122828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4430c80b-9df8-41de-afcd-6cd98ae2452c up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:03.130955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.206608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Allocated IP 192.168.233.185 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/c400deaa-142f-48bc-bad6-a6bc92758225) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:03.218196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2a07e-3464-40c2-9561-450e978c0f6a req-bc6dbb3e-f056-4c5c-82d4-c5dd45c87a68 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:03.219708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ea2a07e-3464-40c2-9561-450e978c0f6a req-bc6dbb3e-f056-4c5c-82d4-c5dd45c87a68 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 935 time: 0.0974042
Nov 06 20:48:03.220712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:03.235825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 4430c80b-9df8-41de-afcd-6cd98ae2452c completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:03.239856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 4430c80b-9df8-41de-afcd-6cd98ae2452c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:03.240221 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.246395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:03.253502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:03.261204 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'Port': ['ID=a735dd25-7d8c-46d8-89ad-ff913abce138,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:03.319434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-37867ba2-c97b-4834-a525-f4eed401a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:03.321134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-37867ba2-c97b-4834-a525-f4eed401a810 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2390959
Nov 06 20:48:03.362848 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.386874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46364) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:03.392234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d510789-3888-4dfa-a372-e034f2162082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4430c80b-9df8-41de-afcd-6cd98ae2452c'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:03.395810 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05ed516-3db7-4e58-b673-f19a73ac4f65" -d '{"events": [{"server_uuid": "3d510789-3888-4dfa-a372-e034f2162082", "name": "network-vif-plugged", "status": "completed", "tag": "4430c80b-9df8-41de-afcd-6cd98ae2452c"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:03.410294 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-560a9121-722b-4655-b2d3-fbf73818b7eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3a09f6cc-b34c-4184-8c37-b32dc96fa02a HTTP/1.1" status: 200  len: 217 time: 0.0778904
Nov 06 20:48:03.412363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ea2a07e-3464-40c2-9561-450e978c0f6a req-187a83a7-bd74-49a4-b394-79cbbd95fd7e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742816
Nov 06 20:48:03.434085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4430c80b-9df8-41de-afcd-6cd98ae2452c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4430c80b-9df8-41de-afcd-6cd98ae2452c,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:03.442584 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.450824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:03.452276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.456504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d0b82082-39d4-4fd2-950c-fa85b5904dc6 req-499f8803-7437-40dd-b46a-992d179cec3b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1388672138', 'description': 'tempest-description-82172939'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:03.496358 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-3fbdc7c5-28a6-40fa-8014-a222b4b7aac1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3078959
Nov 06 20:48:03.507403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-3f565758-9171-45bf-934a-07c84a43170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:03.509173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-3f565758-9171-45bf-934a-07c84a43170e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0856090
Nov 06 20:48:03.514128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Request body: {'port': {'device_id': '8b5b22e4-35d2-4939-98cb-aa65cd77afbc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:03.527585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4430c80b-9df8-41de-afcd-6cd98ae2452c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:03.531954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-d7bcffa2-f649-40a1-a4a1-438ac71097ca tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3331141
Nov 06 20:48:03.552027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:03.577824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d0b82082-39d4-4fd2-950c-fa85b5904dc6 req-499f8803-7437-40dd-b46a-992d179cec3b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.623867 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.630751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-6ed8834d-3889-46f1-b222-70f4e4067d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:03.631176 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-92b12cc2-9c67-40d3-957c-d118798486f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.632227 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-6ed8834d-3889-46f1-b222-70f4e4067d23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1149094
Nov 06 20:48:03.636091 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.643630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-588aeba5-fb53-4bd2-8180-ec2beed493cd None None] Provisioning complete for port a735dd25-7d8c-46d8-89ad-ff913abce138 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:03.644702 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-588aeba5-fb53-4bd2-8180-ec2beed493cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.680596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-588aeba5-fb53-4bd2-8180-ec2beed493cd None None] Port a735dd25-7d8c-46d8-89ad-ff913abce138 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:03.730238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.812134 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d0b82082-39d4-4fd2-950c-fa85b5904dc6 req-499f8803-7437-40dd-b46a-992d179cec3b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.824582 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d0b82082-39d4-4fd2-950c-fa85b5904dc6 req-499f8803-7437-40dd-b46a-992d179cec3b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.826324 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-a8e08529-7540-4e23-a6f8-8da86c4e9c89 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865604
Nov 06 20:48:03.881676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d0b82082-39d4-4fd2-950c-fa85b5904dc6 req-499f8803-7437-40dd-b46a-992d179cec3b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.882933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0b82082-39d4-4fd2-950c-fa85b5904dc6 req-499f8803-7437-40dd-b46a-992d179cec3b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.4391379
Nov 06 20:48:03.891206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.909606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-92b12cc2-9c67-40d3-957c-d118798486f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.916963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8803-7437-40dd-b46a-992d179cec3b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518c9d84-9425-491f-9511-7743b4311145,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:03.943723 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-92b12cc2-9c67-40d3-957c-d118798486f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:03.984123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:03.999997 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c30e3fba-1fc5-458f-b7d6-003d16e02863 req-5ed33563-b080-48ab-a967-dde27e027c18 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654203
Nov 06 20:48:04.017963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:04.038135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:04.044016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:04.044651 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.060602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b12cc2-9c67-40d3-957c-d118798486f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078700b1-7ece-48bd-b45b-47d67cc46a16,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:04.063035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:04.071819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a735dd25-7d8c-46d8-89ad-ff913abce138 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:04.076968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-92b12cc2-9c67-40d3-957c-d118798486f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=533480f72a304a22ad7498621fc8010f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6852715
Nov 06 20:48:04.079581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46374) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:04.083527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.087883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.094956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-896d2a28-2675-4c6c-88d7-9959214464b0 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1836972
Nov 06 20:48:04.102597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Transition to ACTIVE for port object a735dd25-7d8c-46d8-89ad-ff913abce138 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:48:04.108986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.122155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Request body: {'port': {'device_id': '8288973e-7447-4845-82b2-063995aa24ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:04.141363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2948979-4683-4ccb-96fd-982055997908 req-c5358ee7-36c4-46e9-8403-2d3615da27a3 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:04.142831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2948979-4683-4ccb-96fd-982055997908 req-c5358ee7-36c4-46e9-8403-2d3615da27a3 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 948 time: 0.1943769
Nov 06 20:48:04.193907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Pushing event updated for resources: {'Port': ['ID=a735dd25-7d8c-46d8-89ad-ff913abce138,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:04.258712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Attempting to bind port a735dd25-7d8c-46d8-89ad-ff913abce138 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:04.259047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Attempting to bind port a735dd25-7d8c-46d8-89ad-ff913abce138 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:04.259369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Attempting to bind port a735dd25-7d8c-46d8-89ad-ff913abce138 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:04.265300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Port a735dd25-7d8c-46d8-89ad-ff913abce138 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:48:04.265435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Attempting to bind port a735dd25-7d8c-46d8-89ad-ff913abce138 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:04.271311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:04.271651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:04.272492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:04.273016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Bound port: a735dd25-7d8c-46d8-89ad-ff913abce138, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:04.273481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.309432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1e3bef67-6909-4c2b-a953-ded9206d2efe None None] Provisioning complete for port c400deaa-142f-48bc-bad6-a6bc92758225 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:04.310525 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e3bef67-6909-4c2b-a953-ded9206d2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.312533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.334142 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ef72ba41-fc47-402a-a643-a4bc7cc5c82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.349955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bef67-6909-4c2b-a953-ded9206d2efe None None] Port c400deaa-142f-48bc-bad6-a6bc92758225 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:04.353671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] For port a735dd25-7d8c-46d8-89ad-ff913abce138, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:04.357007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] For port a735dd25-7d8c-46d8-89ad-ff913abce138, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a735dd25-7d8c-46d8-89ad-ff913abce138,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:04.363164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.364899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2948979-4683-4ccb-96fd-982055997908 req-b48aba32-5729-4696-9ff1-3a4eb93eb0b9 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010942
Nov 06 20:48:04.409710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Allocated IP 172.35.0.200 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/987e17ef-6742-4291-9f46-57f64796cf7b) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:04.415623 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e52191-175c-4aae-bf2d-94f62c985a2b x-openstack-request-id: req-50e52191-175c-4aae-bf2d-94f62c985a2b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:04.415933 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d510789-3888-4dfa-a372-e034f2162082", "name": "network-vif-plugged", "status": "completed", "tag": "4430c80b-9df8-41de-afcd-6cd98ae2452c", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:04.416363 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50e52191-175c-4aae-bf2d-94f62c985a2b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:04.416921 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d510789-3888-4dfa-a372-e034f2162082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4430c80b-9df8-41de-afcd-6cd98ae2452c', 'code': 200}
Nov 06 20:48:04.422991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:04.423831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.425712 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] 10.222.0.37 "PUT /v2.0/ports/a735dd25-7d8c-46d8-89ad-ff913abce138 HTTP/1.1" status: 200  len: 1095 time: 0.9203017
Nov 06 20:48:04.438643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ef72ba41-fc47-402a-a643-a4bc7cc5c82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.455542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cea9f-f402-4a85-8b1d-aef19bc30b93 service neutron] Pushing event updated for resources: {'Port': ['ID=a735dd25-7d8c-46d8-89ad-ff913abce138,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:04.460063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-94fe03b5-511c-43e9-9009-7c9a0c7b1952 req-95599cd1-c1c0-43b5-a5d0-61e2b1f3f25a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-291418563', 'description': 'tempest-description-1213723590'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:04.554263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f4fcd-aa04-4050-9d6b-f6f5253e8001 req-98f9aea9-1d3b-454f-ac26-674595106bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:04.555767 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1d1f4fcd-aa04-4050-9d6b-f6f5253e8001 req-98f9aea9-1d3b-454f-ac26-674595106bd4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 1101 time: 0.0495012
Nov 06 20:48:04.562206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-319f30a5-01f7-411f-a75a-b3d363ac3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:04.563722 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-319f30a5-01f7-411f-a75a-b3d363ac3554 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 1098 time: 0.0900736
Nov 06 20:48:04.627166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-f7352276-ba30-4a5d-9b9d-55e3a989af33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a735dd25-7d8c-46d8-89ad-ff913abce138 HTTP/1.1" status: 200  len: 217 time: 0.0433662
Nov 06 20:48:04.631699 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94fe03b5-511c-43e9-9009-7c9a0c7b1952 req-95599cd1-c1c0-43b5-a5d0-61e2b1f3f25a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.655810 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1d1f4fcd-aa04-4050-9d6b-f6f5253e8001 req-e370f01c-42f1-4304-ae57-b017ab1bd828 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907927
Nov 06 20:48:04.692599 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-eccfba1e-29c5-41f1-8bc1-d73cbea5d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:04.694230 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-eccfba1e-29c5-41f1-8bc1-d73cbea5d871 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0566106
Nov 06 20:48:04.718349 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ef72ba41-fc47-402a-a643-a4bc7cc5c82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.720880 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ef72ba41-fc47-402a-a643-a4bc7cc5c82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.724700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ef72ba41-fc47-402a-a643-a4bc7cc5c82e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/078700b1-7ece-48bd-b45b-47d67cc46a16 HTTP/1.1" status: 204  len: 168 time: 0.6409416
Nov 06 20:48:04.754004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-f65a75dc-866f-40c2-bfd3-5dae30a664dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:04.756066 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-f65a75dc-866f-40c2-bfd3-5dae30a664dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0543332
Nov 06 20:48:04.766705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72ba41-fc47-402a-a643-a4bc7cc5c82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078700b1-7ece-48bd-b45b-47d67cc46a16,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:04.803710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.876166 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94fe03b5-511c-43e9-9009-7c9a0c7b1952 req-95599cd1-c1c0-43b5-a5d0-61e2b1f3f25a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.886879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94fe03b5-511c-43e9-9009-7c9a0c7b1952 req-95599cd1-c1c0-43b5-a5d0-61e2b1f3f25a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.902787 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-48fb387b-2005-42c4-85e1-54d9ba377883 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358700
Nov 06 20:48:04.945010 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.953729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94fe03b5-511c-43e9-9009-7c9a0c7b1952 req-95599cd1-c1c0-43b5-a5d0-61e2b1f3f25a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:04.955401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94fe03b5-511c-43e9-9009-7c9a0c7b1952 req-95599cd1-c1c0-43b5-a5d0-61e2b1f3f25a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.5082574
Nov 06 20:48:04.980765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95599cd1-c1c0-43b5-a5d0-61e2b1f3f25a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6c91be-587c-43e8-b773-4d8c31d13fba,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:04.987454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5b22e4-35d2-4939-98cb-aa65cd77afbc', 'tag': 'a735dd25-7d8c-46d8-89ad-ff913abce138'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:04.990348 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5b22e4-35d2-4939-98cb-aa65cd77afbc", "tag": "a735dd25-7d8c-46d8-89ad-ff913abce138"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:04.998002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c400deaa-142f-48bc-bad6-a6bc92758225 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:05.020099 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.023769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:05.026145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event updated for resources: {'Port': ['ID=987e17ef-6742-4291-9f46-57f64796cf7b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:05.034048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:05.040633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:05.047792 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46cf5bf1-421e-447b-a039-c02d527d73d3 req-95c59f70-5f11-4918-8471-7bbe27ca75db service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370661
Nov 06 20:48:05.057168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Transition to ACTIVE for port object c400deaa-142f-48bc-bad6-a6bc92758225 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:48:05.082518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.094419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46390) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:05.107496 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3ddc-2ec4-4273-bc4a-ff84abe1db42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.128879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3a09f6cc-b34c-4184-8c37-b32dc96fa02a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:05.176205 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.200239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9387497-3465-49dc-8306-4cf94284b66b req-71da9a6b-7230-4b48-ade3-f2dfe2c92831 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:05.202321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9387497-3465-49dc-8306-4cf94284b66b req-71da9a6b-7230-4b48-ade3-f2dfe2c92831 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 936 time: 0.1661935
Nov 06 20:48:05.203771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:05.233688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3ddc-2ec4-4273-bc4a-ff84abe1db42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.238189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3ddc-2ec4-4273-bc4a-ff84abe1db42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.263729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:05.278584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '3a09f6cc-b34c-4184-8c37-b32dc96fa02a', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '3a09f6cc-b34c-4184-8c37-b32dc96fa02a', 'mac_address': 'fa:16:3e:72:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:05.284262 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d3cf3ddc-2ec4-4273-bc4a-ff84abe1db42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed18aed1788448418989c23a4ca1cd1a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1886337
Nov 06 20:48:05.285314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3ddc-2ec4-4273-bc4a-ff84abe1db42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2abb10a-549e-4ede-ad54-2c9d164febf3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:05.287817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46392) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:05.356176 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.366806 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2cfb88d4-0620-43f1-b509-b1d18122d58a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.376328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a09f6cc-b34c-4184-8c37-b32dc96fa02a {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:05.404521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:05.412376 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.415005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2cfb88d4-0620-43f1-b509-b1d18122d58a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.468282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2cfb88d4-0620-43f1-b509-b1d18122d58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.471070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2cfb88d4-0620-43f1-b509-b1d18122d58a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.475148 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2cfb88d4-0620-43f1-b509-b1d18122d58a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2abb10a-549e-4ede-ad54-2c9d164febf3 HTTP/1.1" status: 204  len: 168 time: 0.1834567
Nov 06 20:48:05.477515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:05.483950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb88d4-0620-43f1-b509-b1d18122d58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2abb10a-549e-4ede-ad54-2c9d164febf3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:05.542070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.569191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Attempting to bind port c400deaa-142f-48bc-bad6-a6bc92758225 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:05.569534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Attempting to bind port c400deaa-142f-48bc-bad6-a6bc92758225 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:05.569861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Attempting to bind port c400deaa-142f-48bc-bad6-a6bc92758225 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:05.594273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Port c400deaa-142f-48bc-bad6-a6bc92758225 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:48:05.594601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Attempting to bind port c400deaa-142f-48bc-bad6-a6bc92758225 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:05.609931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9387497-3465-49dc-8306-4cf94284b66b req-062b1ec8-7b4e-4384-8010-c06823251f58 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3892384
Nov 06 20:48:05.612908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:05.613751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:05.613751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:05.614033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Bound port: c400deaa-142f-48bc-bad6-a6bc92758225, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:05.614579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.737807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3a09f6cc-b34c-4184-8c37-b32dc96fa02a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:05.812061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38971-38b4-4c4e-a530-bb1f6c792efb req-d9f8bbdb-b56f-4a2b-88be-bc73cd85f793 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:05.814355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad38971-38b4-4c4e-a530-bb1f6c792efb req-d9f8bbdb-b56f-4a2b-88be-bc73cd85f793 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 950 time: 0.1417387
Nov 06 20:48:05.815475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:05.830556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:05.906386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.980178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:05.980178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:05.987315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] 10.222.0.37 "PUT /v2.0/ports/c400deaa-142f-48bc-bad6-a6bc92758225 HTTP/1.1" status: 200  len: 1096 time: 1.8734088
Nov 06 20:48:05.990594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:05.992883 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:06.011880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad38971-38b4-4c4e-a530-bb1f6c792efb req-f0f69c7a-670c-45d0-b323-ae125a89b334 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688859
Nov 06 20:48:06.037674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.048566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.065458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c270617-db88-457f-adb7-89d5a6eba930 service neutron] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:06.120525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event updated for resources: {'Port': ['ID=987e17ef-6742-4291-9f46-57f64796cf7b,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:06.160949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.209467 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.211360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-62e4d4b0-aa76-4f1b-ab41-16a4e6711779 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6677518
Nov 06 20:48:06.269890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-443d4461-d1b0-42bf-a19c-c06ae3005a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.271528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-443d4461-d1b0-42bf-a19c-c06ae3005a40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd3507687d2944a88c2d5567473ec458&device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 1099 time: 0.1481993
Nov 06 20:48:06.318609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-0d1ee8f8-a629-4441-bd7a-f3df97d34164 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.200 HTTP/1.1" status: 200  len: 696 time: 0.0997543
Nov 06 20:48:06.359077 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-a8068a20-65e3-4c00-a3a2-3015f90ce465 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=c400deaa-142f-48bc-bad6-a6bc92758225 HTTP/1.1" status: 200  len: 217 time: 0.0496762
Nov 06 20:48:06.409026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46418) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:06.452501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e68896-559f-43db-b55c-b92dad75b20f req-e7fc8460-e3b5-471e-ab6b-f86eb0b995b7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.453998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7e68896-559f-43db-b55c-b92dad75b20f req-e7fc8460-e3b5-471e-ab6b-f86eb0b995b7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 947 time: 0.1815991
Nov 06 20:48:06.504542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-c5cd49e3-7b21-4c49-a7c1-90fdb5a93722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.506006 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-c5cd49e3-7b21-4c49-a7c1-90fdb5a93722 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1312835
Nov 06 20:48:06.508688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-network', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:06.529300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Made reservation on behalf of e7a2501529c1496e839dda964a1d9f9d for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:06.532341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.541570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.578468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-f8971715-b299-423a-8586-c72fe062ae39 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.579924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74896db9-4694-47bc-bbf4-90d89b6dedbc req-f8971715-b299-423a-8586-c72fe062ae39 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2309542
Nov 06 20:48:06.585360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7e68896-559f-43db-b55c-b92dad75b20f req-125007be-a2c8-4ccb-b695-1592b2244c38 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238599
Nov 06 20:48:06.597280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-45272f84-0276-4c19-aa40-2f1eba274506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.598799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-45272f84-0276-4c19-aa40-2f1eba274506 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0795090
Nov 06 20:48:06.627578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.633233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.645233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:48:06.655492 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.655915 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Added segment 3e84438e-8340-44bf-b6b5-b45afeb8d5de of type vlan for network 70df8f7c-e170-4849-829e-02a0385fa7a0
Nov 06 20:48:06.658103 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419dd586-d281-4e55-87c6-b4c6c24b1c39 x-openstack-request-id: req-419dd586-d281-4e55-87c6-b4c6c24b1c39 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:06.658452 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5b22e4-35d2-4939-98cb-aa65cd77afbc", "tag": "a735dd25-7d8c-46d8-89ad-ff913abce138", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:06.658775 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-419dd586-d281-4e55-87c6-b4c6c24b1c39 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:06.659222 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5b22e4-35d2-4939-98cb-aa65cd77afbc', 'tag': 'a735dd25-7d8c-46d8-89ad-ff913abce138', 'status': 'completed', 'code': 200}
Nov 06 20:48:06.744020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:06.747391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.749821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d557d575-748d-4651-8248-0560caa851c4 req-9956e93e-998c-4880-b8be-59c9dfb0fee6 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/518c9d84-9425-491f-9511-7743b4311145 HTTP/1.1" status: 200  len: 1820 time: 0.1290467
Nov 06 20:48:06.773383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-42aabcc5-5683-4b55-9e17-1229dfc25a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.774864 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-42aabcc5-5683-4b55-9e17-1229dfc25a70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 1098 time: 0.1053591
Nov 06 20:48:06.778435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-7a8648c4-0fb0-4e72-9cd3-73362fa7eae3 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720705
Nov 06 20:48:06.782208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.783298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.783872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.812536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8f5e3-2f35-4a84-a231-5b2043a4e64d req-f7bfac07-f5c7-4272-b28e-b22673c9ef77 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.814034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbe8f5e3-2f35-4a84-a231-5b2043a4e64d req-f7bfac07-f5c7-4272-b28e-b22673c9ef77 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 949 time: 0.1090097
Nov 06 20:48:06.878124 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.4650240
Nov 06 20:48:06.878351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46426) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:06.887941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Request body: {'subnet': {'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-subnet', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:06.899369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d557d575-748d-4651-8248-0560caa851c4 req-7b1e334a-e581-472c-82e1-2228030792b7 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/fd6c91be-587c-43e8-b773-4d8c31d13fba HTTP/1.1" status: 200  len: 1821 time: 0.1354866
Nov 06 20:48:06.903172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8c0af-af9a-46af-a28e-68fac8e12618 admin admin] Pushing event updated for resources: {'Network': ['ID=70df8f7c-e170-4849-829e-02a0385fa7a0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:06.917080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:48:06.934449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-54275a44-cc0f-455f-9b30-0b67b222ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:06.936506 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-54275a44-cc0f-455f-9b30-0b67b222ec68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1487522
Nov 06 20:48:06.938015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d557d575-748d-4651-8248-0560caa851c4 req-e3bd9f42-32ea-4921-b381-9f202f12738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '518c9d84-9425-491f-9511-7743b4311145', 'remote_group_id': 'fd6c91be-587c-43e8-b773-4d8c31d13fba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:06.938341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d557d575-748d-4651-8248-0560caa851c4 req-e3bd9f42-32ea-4921-b381-9f202f12738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '518c9d84-9425-491f-9511-7743b4311145', 'remote_group_id': 'fd6c91be-587c-43e8-b773-4d8c31d13fba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:06.964109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Made reservation on behalf of e7a2501529c1496e839dda964a1d9f9d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:06.966463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:06.975202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbe8f5e3-2f35-4a84-a231-5b2043a4e64d req-7153ad5e-d77b-4926-8533-61ba2fcd22fd tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461139
Nov 06 20:48:06.981454 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-c9b7d86b-5d67-46de-8faa-16f417b8d760 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a735dd25-7d8c-46d8-89ad-ff913abce138 HTTP/1.1" status: 200  len: 217 time: 0.0377314
Nov 06 20:48:07.032358 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5226d18f-fb7b-4c7c-9c02-dd6965a0067e x-openstack-request-id: req-5226d18f-fb7b-4c7c-9c02-dd6965a0067e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:07.033070 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:07.033070 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5226d18f-fb7b-4c7c-9c02-dd6965a0067e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:07.033302 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'status': 'completed', 'code': 200}
Nov 06 20:48:07.038484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e58822-0fbc-45b8-90b7-33e205de7a22 req-a7e45ac1-9758-47aa-8942-4c2fd7d537da service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495842
Nov 06 20:48:07.039546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-95c45870-1a41-4c06-af7a-cf268cf8757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.042568 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-95c45870-1a41-4c06-af7a-cf268cf8757e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0533466
Nov 06 20:48:07.093779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-d72e0295-b35d-40b7-9e3b-b8ca035acbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.095901 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-d72e0295-b35d-40b7-9e3b-b8ca035acbb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0463331
Nov 06 20:48:07.140856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87956c1e-271a-49b4-a39a-959efa420733 req-d1993808-186f-4855-8e67-685acda043be tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips/1cd5e81f-5a6f-421a-bed4-3ea037b05ca1 HTTP/1.1" status: 200  len: 693 time: 0.0965815
Nov 06 20:48:07.151941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3a09f6cc-b34c-4184-8c37-b32dc96fa02a up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:07.187761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-cdfec51d-f1e3-41e9-85b5-0814b1dd54dd service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842068
Nov 06 20:48:07.211365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:07.215689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:07.216055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.256217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-10977a2b-2931-4e06-8784-b0ef7122f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.257666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-10977a2b-2931-4e06-8784-b0ef7122f09f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd3507687d2944a88c2d5567473ec458&device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 1099 time: 0.1627970
Nov 06 20:48:07.280653 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d557d575-748d-4651-8248-0560caa851c4 req-e3bd9f42-32ea-4921-b381-9f202f12738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.298012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.298222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-42c5010f-f695-4de9-9f91-32ee5e1b3ab9 req-ef51e3e5-ca76-429a-bcd3-fa8f09146098 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1019883
Nov 06 20:48:07.322488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a6a890-f3f4-4404-9605-4ed65f87e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a09f6cc-b34c-4184-8c37-b32dc96fa02a'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:07.324713 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60333477-636f-4354-8491-a4eb299bc2fb" -d '{"events": [{"server_uuid": "74a6a890-f3f4-4404-9605-4ed65f87e384", "name": "network-vif-plugged", "status": "completed", "tag": "3a09f6cc-b34c-4184-8c37-b32dc96fa02a"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:07.340126 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:07.344736 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.428268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d557d575-748d-4651-8248-0560caa851c4 req-e3bd9f42-32ea-4921-b381-9f202f12738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.442832 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d557d575-748d-4651-8248-0560caa851c4 req-e3bd9f42-32ea-4921-b381-9f202f12738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.457929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956c1e-271a-49b4-a39a-959efa420733 req-4da57b32-add7-4b7c-921a-d81795865478 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.459342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87956c1e-271a-49b4-a39a-959efa420733 req-4da57b32-add7-4b7c-921a-d81795865478 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.3029706
Nov 06 20:48:07.495454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-87956c1e-271a-49b4-a39a-959efa420733 req-aaa35b3d-209c-479e-952e-c1f62c7fa507 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:48:07.496502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87956c1e-271a-49b4-a39a-959efa420733 req-aaa35b3d-209c-479e-952e-c1f62c7fa507 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0202091
Nov 06 20:48:07.505430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd9f42-32ea-4921-b381-9f202f12738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479ead9e-cdc5-47d3-9b50-0b2ab19e5119,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:07.508461 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.524473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:07.526712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d557d575-748d-4651-8248-0560caa851c4 req-e3bd9f42-32ea-4921-b381-9f202f12738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.527937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d557d575-748d-4651-8248-0560caa851c4 req-e3bd9f42-32ea-4921-b381-9f202f12738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.6035614
Nov 06 20:48:07.557696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-104dafd3-bb7e-4750-860b-d3d7045bb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.559200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-104dafd3-bb7e-4750-860b-d3d7045bb383 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2801855
Nov 06 20:48:07.657277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-a50f136d-a9c7-486e-b11d-6f6d72e5120b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=c400deaa-142f-48bc-bad6-a6bc92758225 HTTP/1.1" status: 200  len: 217 time: 0.0847666
Nov 06 20:48:07.674425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6b2a37-aaa9-48c8-9836-091c2cfe8685,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:07.722162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Checking segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:07.722519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Network hostable DHCP agents. Network: 70df8f7c-e170-4849-829e-02a0385fa7a0, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:48:07.762562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b265c12-583f-44cb-9e75-d124e57623c0 req-5d5685f8-b064-4c97-9661-2cfc497dd57b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.763990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b265c12-583f-44cb-9e75-d124e57623c0 req-5d5685f8-b064-4c97-9661-2cfc497dd57b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 948 time: 0.1787944
Nov 06 20:48:07.771391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41377e-9f72-4749-a5ac-ff68ec9a52d5 req-3dd78771-157d-452c-9be7-3b2474651690 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.772790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d41377e-9f72-4749-a5ac-ff68ec9a52d5 req-3dd78771-157d-452c-9be7-3b2474651690 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 950 time: 0.1906950
Nov 06 20:48:07.776192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-538adf20-3aa5-4827-adff-a47f3159fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.777544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-538adf20-3aa5-4827-adff-a47f3159fc9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1041732
Nov 06 20:48:07.827319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:48:07.852915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 70df8f7c-e170-4849-829e-02a0385fa7a0) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:07.860433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce30542-67aa-49ab-b575-654eb73d4e36 None None] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:07.875585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.876189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:07.902233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d41377e-9f72-4749-a5ac-ff68ec9a52d5 req-6eee2598-391a-4656-8c22-1b3038eebd04 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212158
Nov 06 20:48:07.907522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b265c12-583f-44cb-9e75-d124e57623c0 req-91d79ff5-093b-458a-a536-51ec419afb3e tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330540
Nov 06 20:48:07.910246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-5fe0de3c-259e-48f7-842a-2615bd917612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:07.911786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-5fe0de3c-259e-48f7-842a-2615bd917612 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1245010
Nov 06 20:48:07.918666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c0c632cc-e718-4ee6-9bb6-3b84f739c4a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0365829
Nov 06 20:48:07.919989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46440) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:07.939433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:07.974204 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06631df-9c35-4bce-9229-aadc727aa1bb x-openstack-request-id: req-f06631df-9c35-4bce-9229-aadc727aa1bb {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:07.974755 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a6a890-f3f4-4404-9605-4ed65f87e384", "name": "network-vif-plugged", "status": "completed", "tag": "3a09f6cc-b34c-4184-8c37-b32dc96fa02a", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:07.974840 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f06631df-9c35-4bce-9229-aadc727aa1bb {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:07.975170 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a6a890-f3f4-4404-9605-4ed65f87e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a09f6cc-b34c-4184-8c37-b32dc96fa02a', 'code': 200}
Nov 06 20:48:08.012941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d7b31c71-ea93-4a6a-8f25-2326564c4f2b req-fb2f5811-5dfb-4d37-88b2-fbab0d3a7d4d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-905814020', 'description': 'tempest-description-1030281549'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:08.025981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.027005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.087118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-70df8f7c-e170-4849-829e-02a0385fa7a0', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:48:08.088264 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.096662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9531b0-e0ac-452a-858d-a76a3f34291b req-52b0edfc-e4a9-4d0f-a274-d1180f14141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:08.099002 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ac9531b0-e0ac-452a-858d-a76a3f34291b req-52b0edfc-e4a9-4d0f-a274-d1180f14141b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 1101 time: 0.0472403
Nov 06 20:48:08.122563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-6cf046c4-1fec-4262-92ce-9943118d46c0 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips/1cd5e81f-5a6f-421a-bed4-3ea037b05ca1 HTTP/1.1" status: 200  len: 693 time: 0.1024168
Nov 06 20:48:08.145430 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ac9531b0-e0ac-452a-858d-a76a3f34291b req-1f9ce68b-1152-4e03-8872-88dc0db83661 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394602
Nov 06 20:48:08.150207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d7b31c71-ea93-4a6a-8f25-2326564c4f2b req-fb2f5811-5dfb-4d37-88b2-fbab0d3a7d4d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.157987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-6c6c7dff-0e0b-45ab-a67e-3cca79a4dee1 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384903
Nov 06 20:48:08.177272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.232018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Allocated IP 172.20.0.2 (70df8f7c-e170-4849-829e-02a0385fa7a0/dc6b2a37-aaa9-48c8-9836-091c2cfe8685/6efb8e81-e8b8-404b-bace-037ca2cf8b17) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:08.379644 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.386157 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.432162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:08.436262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:08.439517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:08.454724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Pushing event updated for resources: {'Port': ['ID=6efb8e81-e8b8-404b-bace-037ca2cf8b17,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:08.502534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Attempting to bind port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:08.502811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Attempting to bind port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:08.503167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Attempting to bind port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 on network 70df8f7c-e170-4849-829e-02a0385fa7a0 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:08.508144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:08.508541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Checking segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:08.508933 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.509316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Bound using segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:08.509773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Bound port: 6efb8e81-e8b8-404b-bace-037ca2cf8b17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:08.510146 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.577700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] For port 6efb8e81-e8b8-404b-bace-037ca2cf8b17, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:08.580693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] For port 6efb8e81-e8b8-404b-bace-037ca2cf8b17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6efb8e81-e8b8-404b-bace-037ca2cf8b17,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:08.585330 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.649261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967b663-d346-4a9f-8b47-079b5a4bd71b None None] Pushing event updated for resources: {'Port': ['ID=6efb8e81-e8b8-404b-bace-037ca2cf8b17,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:08.724515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-cd00e05f-cad7-45c1-a9c0-79d02bc618e1 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:08.725905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-cd00e05f-cad7-45c1-a9c0-79d02bc618e1 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.5706279
Nov 06 20:48:08.738396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.763118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d7b31c71-ea93-4a6a-8f25-2326564c4f2b req-fb2f5811-5dfb-4d37-88b2-fbab0d3a7d4d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.798305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a328aeb-1146-4b5b-87a3-90984ee1d1e3 req-a2a207bd-8047-4447-8848-c7e5ac1ae8eb service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6235607
Nov 06 20:48:08.811043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d7b31c71-ea93-4a6a-8f25-2326564c4f2b req-fb2f5811-5dfb-4d37-88b2-fbab0d3a7d4d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.840817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-2ed38714-6f02-45f6-b28b-9c74077c79ce tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.200 HTTP/1.1" status: 200  len: 696 time: 0.0968597
Nov 06 20:48:08.889878 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d7b31c71-ea93-4a6a-8f25-2326564c4f2b req-fb2f5811-5dfb-4d37-88b2-fbab0d3a7d4d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:08.891076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7b31c71-ea93-4a6a-8f25-2326564c4f2b req-fb2f5811-5dfb-4d37-88b2-fbab0d3a7d4d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.8843939
Nov 06 20:48:08.931309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f5811-5dfb-4d37-88b2-fbab0d3a7d4d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1783191-2f8e-400d-8966-cd26f61b17a7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:08.937052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-8ba45d29-f479-4ce2-8b9d-677b662c2d3a tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.200 HTTP/1.1" status: 200  len: 696 time: 0.0681295
Nov 06 20:48:09.106938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a027f4-f87b-43be-9f26-08d7ea89eac4 req-f429853c-9f96-4907-a2c7-518cfd6c0599 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:09.108491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2a027f4-f87b-43be-9f26-08d7ea89eac4 req-f429853c-9f96-4907-a2c7-518cfd6c0599 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 947 time: 0.1528940
Nov 06 20:48:09.118589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a735dd25-7d8c-46d8-89ad-ff913abce138 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:09.182351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6efb8e81-e8b8-404b-bace-037ca2cf8b17 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:09.208679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2a027f4-f87b-43be-9f26-08d7ea89eac4 req-c8870974-ebff-46d1-8c6b-d9d5eb674d40 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941966
Nov 06 20:48:09.251468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Deleting port 987e17ef-6742-4291-9f46-57f64796cf7b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:09.251801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.279926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a735dd25-7d8c-46d8-89ad-ff913abce138, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a735dd25-7d8c-46d8-89ad-ff913abce138,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:09.314279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:09.314692 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.339515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'a735dd25-7d8c-46d8-89ad-ff913abce138', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'a735dd25-7d8c-46d8-89ad-ff913abce138', 'mac_address': 'fa:16:3e:cf:31:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:09.354091 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.379836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.399140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.399463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.416705 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.457352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Calling delete_port for 987e17ef-6742-4291-9f46-57f64796cf7b owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:09.459555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a735dd25-7d8c-46d8-89ad-ff913abce138 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:09.496707 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.516878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a735dd25-7d8c-46d8-89ad-ff913abce138, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a735dd25-7d8c-46d8-89ad-ff913abce138,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:09.528224 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.571093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6efb8e81-e8b8-404b-bace-037ca2cf8b17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6efb8e81-e8b8-404b-bace-037ca2cf8b17,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:09.578060 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.595411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db4309-3fe1-404c-bf84-b97f57207672 req-a131a9dd-1082-4fc5-9083-b3b87d62a4cd tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:09.597205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3db4309-3fe1-404c-bf84-b97f57207672 req-a131a9dd-1082-4fc5-9083-b3b87d62a4cd tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 950 time: 0.1865985
Nov 06 20:48:09.600443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a735dd25-7d8c-46d8-89ad-ff913abce138,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:09.640411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Allocated IP 172.35.0.191 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/7f986973-3d48-4181-b97c-4d97e1476c7e) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:09.654114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6efb8e81-e8b8-404b-bace-037ca2cf8b17,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:09.730604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2bbc7-3abc-4355-95a2-3ff253cf75d6 None None] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:09.771151 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3db4309-3fe1-404c-bf84-b97f57207672 req-decf0871-d04e-4dc5-8e55-47395df7a30d tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642432
Nov 06 20:48:09.800799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d9a75746-a3e0-4391-b631-a2c8cfc680e8 None None] Provisioning complete for port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:09.801203 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9a75746-a3e0-4391-b631-a2c8cfc680e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.805492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-444cdcc2-915e-4d10-8567-e2af727a4a02 req-2ee30b63-34cb-4b5a-a503-67353ab3f0d3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-542289896', 'description': 'tempest-description-2146094126'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:09.836359 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.839317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:09.889706 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-444cdcc2-915e-4d10-8567-e2af727a4a02 req-2ee30b63-34cb-4b5a-a503-67353ab3f0d3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.891541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event deleted for resources: {'Port': ['ID=987e17ef-6742-4291-9f46-57f64796cf7b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:09.901574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.930134 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.932563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:09.933700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22a3020a-7dab-404f-b0ae-ec12c8eabb3c req-e456da1a-9b00-4c53-9e19-99934fe063d9 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "DELETE /v2.0/floatingips/1cd5e81f-5a6f-421a-bed4-3ea037b05ca1 HTTP/1.1" status: 204  len: 173 time: 0.9884005
Nov 06 20:48:09.993127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:10.054506 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-444cdcc2-915e-4d10-8567-e2af727a4a02 req-2ee30b63-34cb-4b5a-a503-67353ab3f0d3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:10.076803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:10.084160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-444cdcc2-915e-4d10-8567-e2af727a4a02 req-2ee30b63-34cb-4b5a-a503-67353ab3f0d3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:10.100203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:10.120717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:10.171202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Pushing event updated for resources: {'Port': ['ID=7f986973-3d48-4181-b97c-4d97e1476c7e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:10.215572 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-444cdcc2-915e-4d10-8567-e2af727a4a02 req-2ee30b63-34cb-4b5a-a503-67353ab3f0d3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:10.216919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-444cdcc2-915e-4d10-8567-e2af727a4a02 req-2ee30b63-34cb-4b5a-a503-67353ab3f0d3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4197681
Nov 06 20:48:10.238637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d22b-d705-46c2-8bb4-638b210ce9ab req-7bbd7660-c3a7-4518-a75b-86d14095516d tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:10.240319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d106d22b-d705-46c2-8bb4-638b210ce9ab req-7bbd7660-c3a7-4518-a75b-86d14095516d tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 948 time: 0.2283223
Nov 06 20:48:10.242962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee30b63-34cb-4b5a-a503-67353ab3f0d3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6331fa8-3c62-493f-a87c-26b39a07fe28,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:10.337644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7307618d-2771-4dc4-b278-88d5bd19756a None None] Provisioning complete for port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:10.338243 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7307618d-2771-4dc4-b278-88d5bd19756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:10.362896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d106d22b-d705-46c2-8bb4-638b210ce9ab req-ab820b06-2cab-43c3-9b5d-dc2630babc86 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124403
Nov 06 20:48:10.582819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:10.591541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77dda6-d85e-4b6e-ba0d-66a86790766c req-0fbe7902-58b6-45c8-b613-2aab896a9674 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:10.593594 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a77dda6-d85e-4b6e-ba0d-66a86790766c req-0fbe7902-58b6-45c8-b613-2aab896a9674 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 950 time: 0.2301426
Nov 06 20:48:10.930077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e9c9-66e8-4dd2-b5ba-9674a2a168ae req-88d36446-720d-46ba-96ba-1acefb6b57a4 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:10.931554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a35e9c9-66e8-4dd2-b5ba-9674a2a168ae req-88d36446-720d-46ba-96ba-1acefb6b57a4 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.5336022
Nov 06 20:48:10.989189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a77dda6-d85e-4b6e-ba0d-66a86790766c req-674bebfd-4587-407e-ba25-3fde677f999c tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3872619
Nov 06 20:48:11.067503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-090186d8-de19-42e0-a768-451ca9d85bab req-006508ce-e6cd-4bc5-a152-0e7ce22c738d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/c1783191-2f8e-400d-8966-cd26f61b17a7 HTTP/1.1" status: 200  len: 1821 time: 0.0932674
Nov 06 20:48:11.126566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6efb8e81-e8b8-404b-bace-037ca2cf8b17 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:11.155238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:11.157011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a735dd25-7d8c-46d8-89ad-ff913abce138 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:11.189277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-090186d8-de19-42e0-a768-451ca9d85bab req-bf2d713a-7662-4a5d-b969-8972f85c3114 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/a6331fa8-3c62-493f-a87c-26b39a07fe28 HTTP/1.1" status: 200  len: 1821 time: 0.1111639
Nov 06 20:48:11.199221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa42685-96b7-4e14-9aea-afeb0cb0b803 req-fb4697ac-ec53-48f6-98d7-e0a978bbf2fb tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:11.200712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2aa42685-96b7-4e14-9aea-afeb0cb0b803 req-fb4697ac-ec53-48f6-98d7-e0a978bbf2fb tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 948 time: 0.1388919
Nov 06 20:48:11.207775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-090186d8-de19-42e0-a768-451ca9d85bab req-7634e825-9ebe-498d-9956-a17d0d2e8cdc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1783191-2f8e-400d-8966-cd26f61b17a7', 'remote_group_id': 'a6331fa8-3c62-493f-a87c-26b39a07fe28', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:11.208098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-090186d8-de19-42e0-a768-451ca9d85bab req-7634e825-9ebe-498d-9956-a17d0d2e8cdc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1783191-2f8e-400d-8966-cd26f61b17a7', 'remote_group_id': 'a6331fa8-3c62-493f-a87c-26b39a07fe28', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:11.212475 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.282010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:11.282372 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.321940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port a735dd25-7d8c-46d8-89ad-ff913abce138 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:11.341055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port a735dd25-7d8c-46d8-89ad-ff913abce138 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:11.341770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.345166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:11.353886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2aa42685-96b7-4e14-9aea-afeb0cb0b803 req-22276a8b-585a-4052-9a77-c2a0b33d5cbf tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385114
Nov 06 20:48:11.383323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'mac_address': 'fa:16:3e:f3:ed:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:11.402360 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-090186d8-de19-42e0-a768-451ca9d85bab req-7634e825-9ebe-498d-9956-a17d0d2e8cdc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.447829 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-090186d8-de19-42e0-a768-451ca9d85bab req-7634e825-9ebe-498d-9956-a17d0d2e8cdc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.470805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.473062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-090186d8-de19-42e0-a768-451ca9d85bab req-7634e825-9ebe-498d-9956-a17d0d2e8cdc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.496766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:48:11.504834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634e825-9ebe-498d-9956-a17d0d2e8cdc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d634e2e-2868-4877-8225-9bb3a6fac0e0,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:11.507041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c400deaa-142f-48bc-bad6-a6bc92758225 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:11.510470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-090186d8-de19-42e0-a768-451ca9d85bab req-7634e825-9ebe-498d-9956-a17d0d2e8cdc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.511671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-090186d8-de19-42e0-a768-451ca9d85bab req-7634e825-9ebe-498d-9956-a17d0d2e8cdc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.3094568
Nov 06 20:48:11.528326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d0087-3bd3-4774-afb6-4525f13c8b48 req-8bfa9782-e7bb-4e99-af98-c5be17b21d81 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:11.530055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e25d0087-3bd3-4774-afb6-4525f13c8b48 req-8bfa9782-e7bb-4e99-af98-c5be17b21d81 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 950 time: 0.1014514
Nov 06 20:48:11.534155 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.537099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:11.546406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.584221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5b22e4-35d2-4939-98cb-aa65cd77afbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a735dd25-7d8c-46d8-89ad-ff913abce138'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:11.586461 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772d293d-2fd1-48ff-8be1-8c80d5c2ce49" -d '{"events": [{"server_uuid": "8b5b22e4-35d2-4939-98cb-aa65cd77afbc", "name": "network-vif-plugged", "status": "completed", "tag": "a735dd25-7d8c-46d8-89ad-ff913abce138"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:11.604466 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a735dd25-7d8c-46d8-89ad-ff913abce138, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a735dd25-7d8c-46d8-89ad-ff913abce138,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:11.609337 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.619427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:11.641716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fabc707-a238-4806-a01e-2158cb692cec req-37de062c-c8c4-4c6f-b5b2-c1a9d6e2419e tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=27fc81a511d14818b716f35bfbe3641d HTTP/1.1" status: 200  len: 1655 time: 0.0758870
Nov 06 20:48:11.671796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a735dd25-7d8c-46d8-89ad-ff913abce138,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:11.762587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e25d0087-3bd3-4774-afb6-4525f13c8b48 req-c41ba733-0648-4488-8b06-4dc1ab83fe82 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955333
Nov 06 20:48:11.779349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:48:11.817391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabc707-a238-4806-a01e-2158cb692cec req-75390566-88e9-4a8e-b794-c6c8cb334658 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:11.818973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fabc707-a238-4806-a01e-2158cb692cec req-75390566-88e9-4a8e-b794-c6c8cb334658 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks?id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&id=1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 787 time: 0.1458299
Nov 06 20:48:11.822269 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:11.826459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d7189e52-97ab-4b23-99f7-f5228f9a2562 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 3.9026654
Nov 06 20:48:11.826459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46492) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:11.874351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-9fabc707-a238-4806-a01e-2158cb692cec req-f953139f-399c-416a-ac02-81d74a22a193 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:48:11.875542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fabc707-a238-4806-a01e-2158cb692cec req-f953139f-399c-416a-ac02-81d74a22a193 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0422254
Nov 06 20:48:11.954609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:48:11.959813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c400deaa-142f-48bc-bad6-a6bc92758225'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:12.002370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:12.002992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925271a250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:12.116952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad578-7eec-4e4b-9ab8-ceecdea8384d req-703183c6-df20-40d4-9286-54c6cba9197d tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:12.118481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-211ad578-7eec-4e4b-9ab8-ceecdea8384d req-703183c6-df20-40d4-9286-54c6cba9197d tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 949 time: 0.1242394
Nov 06 20:48:12.121322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10096094-e721-4818-a138-2f2859dda2e7 req-2252b7be-2997-40f2-8d33-e8469adca47b tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/a6331fa8-3c62-493f-a87c-26b39a07fe28 HTTP/1.1" status: 200  len: 1821 time: 0.1260319
Nov 06 20:48:12.144899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:12.283465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-211ad578-7eec-4e4b-9ab8-ceecdea8384d req-432b8592-da82-4132-8a65-59b77c0ee6c4 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567347
Nov 06 20:48:12.306768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-10096094-e721-4818-a138-2f2859dda2e7 req-c4584212-887f-43f3-8dd8-53c428f73023 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.344676 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7745dd4-4057-4d5a-b5e5-21a17407f1d9 x-openstack-request-id: req-d7745dd4-4057-4d5a-b5e5-21a17407f1d9 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:12.345222 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5b22e4-35d2-4939-98cb-aa65cd77afbc", "name": "network-vif-plugged", "status": "completed", "tag": "a735dd25-7d8c-46d8-89ad-ff913abce138", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:12.345222 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7745dd4-4057-4d5a-b5e5-21a17407f1d9 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:12.345672 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b22e4-35d2-4939-98cb-aa65cd77afbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a735dd25-7d8c-46d8-89ad-ff913abce138', 'code': 200}
Nov 06 20:48:12.362155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-10096094-e721-4818-a138-2f2859dda2e7 req-c4584212-887f-43f3-8dd8-53c428f73023 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.387437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925271a250>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:10Z', 'revision_number': 3, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:12.415247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:48:12.415609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Updating router 30dc2251-38fb-4fdf-9294-eba9b989d782 port 7f986973-3d48-4181-b97c-4d97e1476c7e binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:48:12.439870 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.516987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c0854-d60f-42ae-8ad2-2767faab8322 req-9beab437-0805-4896-9f7a-ddd3ca1122e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:12.518609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-347c0854-d60f-42ae-8ad2-2767faab8322 req-9beab437-0805-4896-9f7a-ddd3ca1122e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 1100 time: 0.1043131
Nov 06 20:48:12.547923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-10096094-e721-4818-a138-2f2859dda2e7 req-c4584212-887f-43f3-8dd8-53c428f73023 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.550489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-10096094-e721-4818-a138-2f2859dda2e7 req-c4584212-887f-43f3-8dd8-53c428f73023 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.551934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10096094-e721-4818-a138-2f2859dda2e7 req-c4584212-887f-43f3-8dd8-53c428f73023 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6331fa8-3c62-493f-a87c-26b39a07fe28 HTTP/1.1" status: 204  len: 173 time: 0.4166064
Nov 06 20:48:12.568079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.572479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4584212-887f-43f3-8dd8-53c428f73023 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6331fa8-3c62-493f-a87c-26b39a07fe28,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:12.649316 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-54e74352-97aa-402c-bc1a-5c37484c726b tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips/7673ffb9-ecf2-4e82-a530-87c302dbf75a HTTP/1.1" status: 200  len: 692 time: 0.0747805
Nov 06 20:48:12.652698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-347c0854-d60f-42ae-8ad2-2767faab8322 req-f644f16f-1ec3-4f75-b6ac-f2de2bee5bac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250715
Nov 06 20:48:12.747706 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.754341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.805736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Attempting to bind port 7f986973-3d48-4181-b97c-4d97e1476c7e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:12.806283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Attempting to bind port 7f986973-3d48-4181-b97c-4d97e1476c7e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:12.806671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Attempting to bind port 7f986973-3d48-4181-b97c-4d97e1476c7e on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:12.809815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61607ec-9ea9-467b-a9f8-31253262e273 None None] Pushing event updated for resources: {'Port': ['ID=7f986973-3d48-4181-b97c-4d97e1476c7e,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:12.815039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:12.815637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:12.815987 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.816399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:12.816863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Bound port: 7f986973-3d48-4181-b97c-4d97e1476c7e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:12.817238 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.866412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] For port 7f986973-3d48-4181-b97c-4d97e1476c7e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:12.870295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] For port 7f986973-3d48-4181-b97c-4d97e1476c7e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f986973-3d48-4181-b97c-4d97e1476c7e,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:12.874402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:12.891504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525b7ee-de5d-4be1-83f7-8a2d87b030b2 req-7b251e5a-b0bc-4179-8c6a-b50cd4c2f14a tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:12.892929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4525b7ee-de5d-4be1-83f7-8a2d87b030b2 req-7b251e5a-b0bc-4179-8c6a-b50cd4c2f14a tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 950 time: 0.1515431
Nov 06 20:48:12.899602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-1da01188-6488-4e99-9f99-4f48be4d2503 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:12.900837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-1da01188-6488-4e99-9f99-4f48be4d2503 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2175603
Nov 06 20:48:12.929295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:12.930332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925271a250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:12.977491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-f4b4b48a-b75c-4c76-addf-ad06acd8bafd tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.27 HTTP/1.1" status: 200  len: 695 time: 0.0666835
Nov 06 20:48:12.977741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61607ec-9ea9-467b-a9f8-31253262e273 None None] Pushing event updated for resources: {'Port': ['ID=7f986973-3d48-4181-b97c-4d97e1476c7e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:12.981251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Allocated IP 172.20.0.1 (70df8f7c-e170-4849-829e-02a0385fa7a0/dc6b2a37-aaa9-48c8-9836-091c2cfe8685/f581f25c-977f-4efb-a514-464bdc4e8a0c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:13.051540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:13.147879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:13.250709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port c400deaa-142f-48bc-bad6-a6bc92758225 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:13.256608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port c400deaa-142f-48bc-bad6-a6bc92758225 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:13.256983 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.283142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4525b7ee-de5d-4be1-83f7-8a2d87b030b2 req-6ff99bcb-00de-4571-b636-7edc4d01ed06 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f29353fe-5cb7-4255-ab56-b2020e9d53c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3813426
Nov 06 20:48:13.288053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-68c5b236-d7bd-40e9-8b8b-a3a9b920379a tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.27 HTTP/1.1" status: 200  len: 695 time: 0.2998652
Nov 06 20:48:13.327954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925271a250>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:10Z', 'revision_number': 3, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:13.373907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac9435-0ffd-489d-af4b-f8a6d96fe796 None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:10Z', 'revision_number': 3, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:48:13.399370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.434219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:13.441724 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.495275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:13.526411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbdac3-15aa-4010-ad0c-2a71025f86a9 req-7c97b96a-e75c-46fd-9e04-ea5917d904a5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:13.527912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35dbdac3-15aa-4010-ad0c-2a71025f86a9 req-7c97b96a-e75c-46fd-9e04-ea5917d904a5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 949 time: 0.1576707
Nov 06 20:48:13.531427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.584257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Deleting port 8186aff2-31c8-4460-91b7-e74d5471a9c6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:13.584631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.637355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-58a1f8c6-7382-41e5-b49e-ad6ae4b60cef tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:13.639975 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-58a1f8c6-7382-41e5-b49e-ad6ae4b60cef tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d510789-3888-4dfa-a372-e034f2162082 HTTP/1.1" status: 200  len: 950 time: 0.1202111
Nov 06 20:48:13.680427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35dbdac3-15aa-4010-ad0c-2a71025f86a9 req-69c596f5-f747-44de-b782-037e9cd7cc3d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377604
Nov 06 20:48:13.680427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.784313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:13.794207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Deleting port 4430c80b-9df8-41de-afcd-6cd98ae2452c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:13.794557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.796688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:13.800054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.800471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.809303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:13.809978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.855786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Pushing event updated for resources: {'Port': ['ID=f581f25c-977f-4efb-a514-464bdc4e8a0c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:13.892011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Calling delete_port for 8186aff2-31c8-4460-91b7-e74d5471a9c6 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:13.896411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-029e59eb-c1a4-472f-963d-aff871731105 req-86ea3f54-9c20-4f9a-956c-24990ae7f72f tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/c1783191-2f8e-400d-8966-cd26f61b17a7 HTTP/1.1" status: 200  len: 1821 time: 0.2010469
Nov 06 20:48:13.923866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] For port 4430c80b-9df8-41de-afcd-6cd98ae2452c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4430c80b-9df8-41de-afcd-6cd98ae2452c,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:13.924491 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:13.945010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Calling delete_port for 4430c80b-9df8-41de-afcd-6cd98ae2452c owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:14.115560 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.127057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4430c80b-9df8-41de-afcd-6cd98ae2452c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:14.148368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Pushing event deleted for resources: {'Port': ['ID=4430c80b-9df8-41de-afcd-6cd98ae2452c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:14.181381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbb9db-feec-4c2d-8b0b-0c406e0f1eb9 req-6c3ed9c0-9d4c-4f63-99ce-474c9b951c96 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:14.182618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebbb9db-feec-4c2d-8b0b-0c406e0f1eb9 req-6c3ed9c0-9d4c-4f63-99ce-474c9b951c96 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 950 time: 0.2071781
Nov 06 20:48:14.184232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.188884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.192172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.203460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ee01b971-6e9d-4260-8fa6-52f9c2bdd82f None None] Provisioning complete for port f581f25c-977f-4efb-a514-464bdc4e8a0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:14.203833 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ee01b971-6e9d-4260-8fa6-52f9c2bdd82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.272121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ee01b971-6e9d-4260-8fa6-52f9c2bdd82f None None] Port f581f25c-977f-4efb-a514-464bdc4e8a0c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:14.287267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] No DVR routers for this DVR port 4430c80b-9df8-41de-afcd-6cd98ae2452c on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:48:14.291426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.295893 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5767a5cc-a191-4610-b0fe-f7b7f6190e02 req-e9fe64ee-f04f-46fd-8045-0c7a87116a42 tempest-DeleteServersAdminTestJSON-1690716972 tempest-DeleteServersAdminTestJSON-1690716972-project] 10.222.0.10 "DELETE /v2.0/ports/4430c80b-9df8-41de-afcd-6cd98ae2452c HTTP/1.1" status: 204  len: 173 time: 0.6494992
Nov 06 20:48:14.296398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d510789-3888-4dfa-a372-e034f2162082', 'name': 'network-vif-deleted', 'tag': '4430c80b-9df8-41de-afcd-6cd98ae2452c'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:14.309105 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a82814d-d5e0-4c92-a25c-8675a1b3815e" -d '{"events": [{"server_uuid": "3d510789-3888-4dfa-a372-e034f2162082", "name": "network-vif-deleted", "tag": "4430c80b-9df8-41de-afcd-6cd98ae2452c"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:14.347965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:14.352004 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1bbcc9-5c49-4088-a465-15e4324c0312" -d '{"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-plugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:14.376187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebbb9db-feec-4c2d-8b0b-0c406e0f1eb9 req-ed017b1f-f688-4a1d-aa39-18454dc18934 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849139
Nov 06 20:48:14.395467 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.488842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event deleted for resources: {'Port': ['ID=8186aff2-31c8-4460-91b7-e74d5471a9c6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:14.496961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.500184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.501410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e01abeb-5b7d-431c-bb3b-c8674f977816 req-03213c7d-096f-4fea-8347-a375065a5f01 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "DELETE /v2.0/floatingips/7673ffb9-ecf2-4e82-a530-87c302dbf75a HTTP/1.1" status: 204  len: 173 time: 1.2032349
Nov 06 20:48:14.533004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b3e3bc92-ab0f-41e4-9492-dce381005d62 req-d8a339f2-d0a0-4de6-b309-c6ab8ce5a0df tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-967298834', 'description': 'tempest-description-1377708136'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:14.610666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b3e3bc92-ab0f-41e4-9492-dce381005d62 req-d8a339f2-d0a0-4de6-b309-c6ab8ce5a0df tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.626023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.636831 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.637510 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.690026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a78e0-adad-4abd-993f-c14c9a5b9844 req-93434811-ec65-4a66-9a8e-1ce9115f965a tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:14.691541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3a78e0-adad-4abd-993f-c14c9a5b9844 req-93434811-ec65-4a66-9a8e-1ce9115f965a tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 950 time: 0.1279168
Nov 06 20:48:14.770037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Pushing event updated for resources: {'Port': ['ID=f581f25c-977f-4efb-a514-464bdc4e8a0c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:14.842904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3a78e0-adad-4abd-993f-c14c9a5b9844 req-4d6ca02c-4863-4077-92c2-a26cc21b2e79 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397898
Nov 06 20:48:14.875385 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b3e3bc92-ab0f-41e4-9492-dce381005d62 req-d8a339f2-d0a0-4de6-b309-c6ab8ce5a0df tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.880950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b3e3bc92-ab0f-41e4-9492-dce381005d62 req-d8a339f2-d0a0-4de6-b309-c6ab8ce5a0df tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.884548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:14.899742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:14.927847 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b3e3bc92-ab0f-41e4-9492-dce381005d62 req-d8a339f2-d0a0-4de6-b309-c6ab8ce5a0df tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:14.929196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3e3bc92-ab0f-41e4-9492-dce381005d62 req-d8a339f2-d0a0-4de6-b309-c6ab8ce5a0df tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4055166
Nov 06 20:48:14.929802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a339f2-d0a0-4de6-b309-c6ab8ce5a0df tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d34aee-f5b8-463b-bffc-e687ca4b3b3b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:14.957199 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51074e70-0956-4f2c-9951-7404af4fc743 x-openstack-request-id: req-51074e70-0956-4f2c-9951-7404af4fc743 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:14.957695 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d510789-3888-4dfa-a372-e034f2162082", "name": "network-vif-deleted", "tag": "4430c80b-9df8-41de-afcd-6cd98ae2452c", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:14.957789 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51074e70-0956-4f2c-9951-7404af4fc743 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:14.958121 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d510789-3888-4dfa-a372-e034f2162082', 'name': 'network-vif-deleted', 'tag': '4430c80b-9df8-41de-afcd-6cd98ae2452c', 'status': 'completed', 'code': 200}
Nov 06 20:48:14.987487 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774b744d-9e54-4217-b701-f98121d6c95f x-openstack-request-id: req-774b744d-9e54-4217-b701-f98121d6c95f {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:14.987967 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-plugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:14.988166 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-774b744d-9e54-4217-b701-f98121d6c95f {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:14.988656 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'code': 200}
Nov 06 20:48:15.041862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-c690d07c-0a3b-4122-87fb-e8dbbad60e2d tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips/d67a5061-01ce-46eb-8db1-aab618d483ae HTTP/1.1" status: 200  len: 692 time: 0.0656083
Nov 06 20:48:15.177222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7f986973-3d48-4181-b97c-4d97e1476c7e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:15.182516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-b18c262f-d269-4b62-bff4-127b55affa7d tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5034d2c321a9410cbfd113598b06173f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0926840
Nov 06 20:48:15.229255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5667b344-f1ce-49c9-8b39-2401428e2c13 None None] Provisioning complete for port f581f25c-977f-4efb-a514-464bdc4e8a0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:15.229885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5667b344-f1ce-49c9-8b39-2401428e2c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:15.270454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7f986973-3d48-4181-b97c-4d97e1476c7e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:15.270829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:15.273384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5667b344-f1ce-49c9-8b39-2401428e2c13 None None] Port f581f25c-977f-4efb-a514-464bdc4e8a0c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:15.299880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6312a8e-d1a7-4e9c-a116-47e88898c0f4 req-ecd59ce7-7034-41a0-8677-8b7abb9e0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:15.301415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6312a8e-d1a7-4e9c-a116-47e88898c0f4 req-ecd59ce7-7034-41a0-8677-8b7abb9e0e2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 1101 time: 0.2099755
Nov 06 20:48:15.332917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:48:15.350569 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:15.355025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-dd3cb913-1b4e-4fdc-a803-4d71e7adf8be tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:15.356413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-dd3cb913-1b4e-4fdc-a803-4d71e7adf8be tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.3135979
Nov 06 20:48:15.371654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 7f986973-3d48-4181-b97c-4d97e1476c7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f986973-3d48-4181-b97c-4d97e1476c7e,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:15.377830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:15.428938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=7f986973-3d48-4181-b97c-4d97e1476c7e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:15.454703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-55aa6776-7dc9-475e-9785-d994f9c21772 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.38 HTTP/1.1" status: 200  len: 695 time: 0.0875556
Nov 06 20:48:15.499663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-8f8a0e6f-9977-46ff-98d3-73422a3b45bc tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:15.501159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-8f8a0e6f-9977-46ff-98d3-73422a3b45bc tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3069518
Nov 06 20:48:15.503289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6312a8e-d1a7-4e9c-a116-47e88898c0f4 req-9d5d17ba-aad7-4f84-8c6f-11389045aa0f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882935
Nov 06 20:48:15.563169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-ff9081ba-1ceb-4911-83b4-aa1742c1baf5 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/quotas/5034d2c321a9410cbfd113598b06173f HTTP/1.1" status: 200  len: 375 time: 0.0556438
Nov 06 20:48:15.568222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-aa4f2585-daee-4f6e-ad62-59aed9dfbb27 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.38 HTTP/1.1" status: 200  len: 695 time: 0.0618675
Nov 06 20:48:15.721795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:48:15.727365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0bc12947-f5fa-48e7-a201-bfa9da96d0bc admin admin] 10.222.0.13 "PUT /v2.0/routers/30dc2251-38fb-4fdf-9294-eba9b989d782/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8997152
Nov 06 20:48:15.741797 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:48:15.753947 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:15.754359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-11693e64-947d-4447-9f1e-4b93684651fb tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5034d2c321a9410cbfd113598b06173f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1601610
Nov 06 20:48:15.755312 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c81ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:15.778469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Deleting port ef806cf9-ccbe-4661-95b4-d339331372db {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:15.778814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:15.870523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:15.871407 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:15.890118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Calling delete_port for ef806cf9-ccbe-4661-95b4-d339331372db owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:15.925505 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:16.156603 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c81ca0>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 2, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:16.192234 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:48:16.192526 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Updating router 30dc2251-38fb-4fdf-9294-eba9b989d782 port f581f25c-977f-4efb-a514-464bdc4e8a0c binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:48:16.219711 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.267881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fc5d5-08c0-4bfa-bba2-19b3514ef35f req-4386fe58-a0d9-47f8-adfc-b6727d7c552c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:16.269423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f6fc5d5-08c0-4bfa-bba2-19b3514ef35f req-4386fe58-a0d9-47f8-adfc-b6727d7c552c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 949 time: 0.0765207
Nov 06 20:48:16.354474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f6fc5d5-08c0-4bfa-bba2-19b3514ef35f req-7610b16d-7615-470e-9c80-83560fba512d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776787
Nov 06 20:48:16.371351 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.409418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event deleted for resources: {'Port': ['ID=ef806cf9-ccbe-4661-95b4-d339331372db,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:16.433755 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.437255 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.438634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd93667c-517c-4b4e-8f0f-a92e23477dce req-d40065ed-71fa-4d06-a20b-949989cc9a25 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "DELETE /v2.0/floatingips/d67a5061-01ce-46eb-8db1-aab618d483ae HTTP/1.1" status: 204  len: 173 time: 0.8433928
Nov 06 20:48:16.520420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccff6762-1488-4b26-946c-cfc7c5cb1eec req-5d4d8ba0-3af5-4ab2-bc22-b50185739a54 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/53d34aee-f5b8-463b-bffc-e687ca4b3b3b HTTP/1.1" status: 200  len: 1821 time: 0.0495617
Nov 06 20:48:16.531858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ccff6762-1488-4b26-946c-cfc7c5cb1eec req-06f03edc-b9e6-426e-b33f-74195128fa82 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53d34aee-f5b8-463b-bffc-e687ca4b3b3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:16.532026 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.532414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ccff6762-1488-4b26-946c-cfc7c5cb1eec req-06f03edc-b9e6-426e-b33f-74195128fa82 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53d34aee-f5b8-463b-bffc-e687ca4b3b3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:16.538821 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.598795 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689889e1-f947-475e-96d2-0aea656c2277 None None] Pushing event updated for resources: {'Port': ['ID=f581f25c-977f-4efb-a514-464bdc4e8a0c,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:16.624693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ccff6762-1488-4b26-946c-cfc7c5cb1eec req-06f03edc-b9e6-426e-b33f-74195128fa82 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.658065 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Attempting to bind port f581f25c-977f-4efb-a514-464bdc4e8a0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:16.658583 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Attempting to bind port f581f25c-977f-4efb-a514-464bdc4e8a0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:16.658955 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Attempting to bind port f581f25c-977f-4efb-a514-464bdc4e8a0c on network 70df8f7c-e170-4849-829e-02a0385fa7a0 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:16.665659 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:16.666116 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Checking segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:16.666636 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.667034 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Bound using segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:16.667700 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Bound port: f581f25c-977f-4efb-a514-464bdc4e8a0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:16.668111 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.683336 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ccff6762-1488-4b26-946c-cfc7c5cb1eec req-06f03edc-b9e6-426e-b33f-74195128fa82 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.690950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ccff6762-1488-4b26-946c-cfc7c5cb1eec req-06f03edc-b9e6-426e-b33f-74195128fa82 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.723080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107dd58-cc1a-4d21-9ab4-05ae535899b2 req-0a29127e-fd80-4545-89c8-125f4f50f951 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:16.733253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6107dd58-cc1a-4d21-9ab4-05ae535899b2 req-0a29127e-fd80-4545-89c8-125f4f50f951 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 950 time: 0.1215858
Nov 06 20:48:16.741812 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] For port f581f25c-977f-4efb-a514-464bdc4e8a0c, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:16.746111 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] For port f581f25c-977f-4efb-a514-464bdc4e8a0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f581f25c-977f-4efb-a514-464bdc4e8a0c,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:16.746668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f03edc-b9e6-426e-b33f-74195128fa82 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74063652-4bc8-42f1-a5c4-b658c0a16bb2,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:16.756499 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.764594 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ccff6762-1488-4b26-946c-cfc7c5cb1eec req-06f03edc-b9e6-426e-b33f-74195128fa82 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.779455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccff6762-1488-4b26-946c-cfc7c5cb1eec req-06f03edc-b9e6-426e-b33f-74195128fa82 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2525325
Nov 06 20:48:16.781476 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-348a1971-344e-4240-8cde-7a6a4fe22b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.840683 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:16.841322 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c81ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:16.860542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6107dd58-cc1a-4d21-9ab4-05ae535899b2 req-29e3a248-7f0a-4c92-9196-3a14d0beccd3 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191247
Nov 06 20:48:16.910202 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689889e1-f947-475e-96d2-0aea656c2277 None None] Pushing event updated for resources: {'Port': ['ID=f581f25c-977f-4efb-a514-464bdc4e8a0c,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:16.943150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1ee6dc04-dc69-4209-a01f-f4039f56a465 None None] Provisioning complete for port f581f25c-977f-4efb-a514-464bdc4e8a0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:16.943518 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1ee6dc04-dc69-4209-a01f-f4039f56a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:16.986534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ad2906-3ab5-4403-851f-9c42a5f652f8 req-82dfd966-767e-4389-8825-28a865111568 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 210 time: 0.0998142
Nov 06 20:48:17.032062 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:17.050199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-74856039-8ac2-451a-93cc-4dc18985fd72 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5034d2c321a9410cbfd113598b06173f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0500455
Nov 06 20:48:17.189791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4430c80b-9df8-41de-afcd-6cd98ae2452c no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:17.231092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7f986973-3d48-4181-b97c-4d97e1476c7e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:17.235207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1ee6dc04-dc69-4209-a01f-f4039f56a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:17.237183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 4430c80b-9df8-41de-afcd-6cd98ae2452c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:17.237735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4430c80b-9df8-41de-afcd-6cd98ae2452c not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:17.311439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0c2592c3-5e62-4a60-90bf-fe2294e112a4 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:17.313005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0c2592c3-5e62-4a60-90bf-fe2294e112a4 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2556033
Nov 06 20:48:17.329460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Request body: {'port': {'device_id': 'aa227b45-dcfe-4d1f-b286-7ad2e5008629', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '5034d2c321a9410cbfd113598b06173f'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:17.335563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-01221f65-424f-4f27-a18b-5b2449e5b186 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:17.343900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-01221f65-424f-4f27-a18b-5b2449e5b186 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 821 time: 0.1934905
Nov 06 20:48:17.373454 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c81ca0>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:16Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:17.374399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-0fd35caa-2930-42fc-8671-aedae64f28c9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/quotas/e7a2501529c1496e839dda964a1d9f9d HTTP/1.1" status: 200  len: 375 time: 0.0290298
Nov 06 20:48:17.405034 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac77ea8-dc19-48ed-920f-fbba4107b8de None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:16Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:48:17.460199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574c88b-2434-44f7-826d-39593e94512c req-18a5ebc0-a928-4ab7-9139-a91d1e733143 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:17.461553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4574c88b-2434-44f7-826d-39593e94512c req-18a5ebc0-a928-4ab7-9139-a91d1e733143 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 1100 time: 0.1060772
Nov 06 20:48:17.483884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-1b13db44-71fc-4632-8761-358e55dac095 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1085100
Nov 06 20:48:17.520993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Made reservation on behalf of 5034d2c321a9410cbfd113598b06173f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:17.524515 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4574c88b-2434-44f7-826d-39593e94512c req-a2c9ad6f-b73b-4841-9463-7b8357d5c45a tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:17.527271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:17.580619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1ee6dc04-dc69-4209-a01f-f4039f56a465 None None] For port f581f25c-977f-4efb-a514-464bdc4e8a0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f581f25c-977f-4efb-a514-464bdc4e8a0c,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:17.592325 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1ee6dc04-dc69-4209-a01f-f4039f56a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:17.668212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7f986973-3d48-4181-b97c-4d97e1476c7e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:17.668611 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:17.712786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6dc04-dc69-4209-a01f-f4039f56a465 None None] Pushing event updated for resources: {'Port': ['ID=f581f25c-977f-4efb-a514-464bdc4e8a0c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:17.723039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-dc146fc9-292c-4010-95a5-287b0e2257e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1621239
Nov 06 20:48:17.734176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-c5933d18-f8f2-414d-843e-6d3036cba219 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:48:17.735374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-c5933d18-f8f2-414d-843e-6d3036cba219 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1282542
Nov 06 20:48:17.757791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Allocated IP 192.168.233.49 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/465b7232-73a2-4392-8305-3e95d157ffbe) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:17.758011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-93028274-3dda-4b7c-bffe-a12367798d64 None None] Provisioning complete for port f581f25c-977f-4efb-a514-464bdc4e8a0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:17.758309 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93028274-3dda-4b7c-bffe-a12367798d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:17.864947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4574c88b-2434-44f7-826d-39593e94512c req-a2c9ad6f-b73b-4841-9463-7b8357d5c45a tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:17.876113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4574c88b-2434-44f7-826d-39593e94512c req-a2c9ad6f-b73b-4841-9463-7b8357d5c45a tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:17.937657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-97b1fc62-b5cb-47bc-a089-1a0f059dbd5f service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918721
Nov 06 20:48:17.941467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-c8d763a3-21aa-4ede-b015-95e3a123c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:17.942851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-c8d763a3-21aa-4ede-b015-95e3a123c9da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5034d2c321a9410cbfd113598b06173f&device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 1101 time: 0.1226096
Nov 06 20:48:17.954233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4574c88b-2434-44f7-826d-39593e94512c req-a2c9ad6f-b73b-4841-9463-7b8357d5c45a tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4688084
Nov 06 20:48:17.954826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9ad6f-b73b-4841-9463-7b8357d5c45a tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a78851-e6f2-40e6-b7d9-720602378ddc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:17.990236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:18.030292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:18.045613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3a09f6cc-b34c-4184-8c37-b32dc96fa02a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:18.077098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:18.081165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:18.086135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:18.095243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-0de4f54b-2a97-465d-ba21-3711757c9903 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips/71312e66-99ec-41fd-ae55-c5c22ef12ef4 HTTP/1.1" status: 200  len: 693 time: 0.0994215
Nov 06 20:48:18.128818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Pushing event updated for resources: {'Port': ['ID=465b7232-73a2-4392-8305-3e95d157ffbe,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:18.163341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:18.164239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:18.184417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-4c935ec5-b031-4888-84c3-275ca6e6e4ba tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.8593941
Nov 06 20:48:18.199788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Request body: {'port': {'device_id': 'aa227b45-dcfe-4d1f-b286-7ad2e5008629', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:18.298118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:18.306695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-40cc6f9c-8c24-450a-a0fd-e3cf992c1dbe service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3625979
Nov 06 20:48:18.332705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-01177da4-2206-40eb-b851-b30f0ecbdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:18.334189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-01177da4-2206-40eb-b851-b30f0ecbdb55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.3395882
Nov 06 20:48:18.341695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-e58f48ff-1e9f-4f37-9e28-f4e4bc51940a tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:18.348843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-e58f48ff-1e9f-4f37-9e28-f4e4bc51940a tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2231777
Nov 06 20:48:18.457535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-dac3f5e8-8247-4338-b3fc-0ad7988776a0 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.223 HTTP/1.1" status: 200  len: 696 time: 0.1074471
Nov 06 20:48:18.459640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-6f18f5dd-4b4e-4d4d-81fa-7b1f22c5c518 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=3a09f6cc-b34c-4184-8c37-b32dc96fa02a HTTP/1.1" status: 200  len: 217 time: 0.1073525
Nov 06 20:48:18.466156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6ce70b68-33dc-4d89-b873-aa8f205c4afb None None] Provisioning complete for port 465b7232-73a2-4392-8305-3e95d157ffbe triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:18.469541 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ce70b68-33dc-4d89-b873-aa8f205c4afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:18.557570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6ce70b68-33dc-4d89-b873-aa8f205c4afb None None] Port 465b7232-73a2-4392-8305-3e95d157ffbe cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:18.607463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-c5dcff19-4a96-4fe1-94d5-d06a7abc8220 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.223 HTTP/1.1" status: 200  len: 696 time: 0.1428843
Nov 06 20:48:18.770553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-32b0dbee-3641-4868-8af9-a038c5499149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:18.772404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-32b0dbee-3641-4868-8af9-a038c5499149 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.2344716
Nov 06 20:48:18.786987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8af9c21f-8ca3-4fb3-8907-e9d26fc4c5e2 req-75065d51-8e95-499a-9f6c-a34124f5b733 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/53d34aee-f5b8-463b-bffc-e687ca4b3b3b HTTP/1.1" status: 200  len: 2414 time: 0.2357736
Nov 06 20:48:18.795107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8af9c21f-8ca3-4fb3-8907-e9d26fc4c5e2 req-094d9d0d-ac9e-477c-9308-2722773a6307 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53d34aee-f5b8-463b-bffc-e687ca4b3b3b', 'remote_group_id': None}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:18.795424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8af9c21f-8ca3-4fb3-8907-e9d26fc4c5e2 req-094d9d0d-ac9e-477c-9308-2722773a6307 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '53d34aee-f5b8-463b-bffc-e687ca4b3b3b', 'remote_group_id': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:18.891327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-42c92340-600a-4b41-8569-8a35d50381c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:18.893485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-42c92340-600a-4b41-8569-8a35d50381c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1042752
Nov 06 20:48:18.925853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Deleting port 0159e55e-ce93-4788-a5c4-eec9917c5d74 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:18.926197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.026444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8af9c21f-8ca3-4fb3-8907-e9d26fc4c5e2 req-094d9d0d-ac9e-477c-9308-2722773a6307 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.028527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465b7232-73a2-4392-8305-3e95d157ffbe {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:19.037040 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.053449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Transition to ACTIVE for port object 465b7232-73a2-4392-8305-3e95d157ffbe will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:48:19.057502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.099472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8af9c21f-8ca3-4fb3-8907-e9d26fc4c5e2 req-094d9d0d-ac9e-477c-9308-2722773a6307 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.114066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Pushing event updated for resources: {'Port': ['ID=465b7232-73a2-4392-8305-3e95d157ffbe,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:19.121831 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8af9c21f-8ca3-4fb3-8907-e9d26fc4c5e2 req-094d9d0d-ac9e-477c-9308-2722773a6307 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.133188 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.133516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.181062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-abdf3482-c8d8-4dec-9b3d-70e0a0175ad6 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569644
Nov 06 20:48:19.190229 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-446a5b9a-7196-4a54-a607-9e2a964514d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.191357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Calling delete_port for 0159e55e-ce93-4788-a5c4-eec9917c5d74 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:19.219944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d9d0d-ac9e-477c-9308-2722773a6307 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dea3b92-862c-4a84-aea7-e79ad36c2cf9,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:19.250140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Attempting to bind port 465b7232-73a2-4392-8305-3e95d157ffbe on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:19.250485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Attempting to bind port 465b7232-73a2-4392-8305-3e95d157ffbe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:19.252046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Attempting to bind port 465b7232-73a2-4392-8305-3e95d157ffbe on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:19.257867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Port 465b7232-73a2-4392-8305-3e95d157ffbe on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:48:19.258191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Attempting to bind port 465b7232-73a2-4392-8305-3e95d157ffbe on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:19.261282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f581f25c-977f-4efb-a514-464bdc4e8a0c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:19.265022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:19.265369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:19.265761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:19.266196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Bound port: 465b7232-73a2-4392-8305-3e95d157ffbe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:19.266322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8af9c21f-8ca3-4fb3-8907-e9d26fc4c5e2 req-094d9d0d-ac9e-477c-9308-2722773a6307 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.266552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.267511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8af9c21f-8ca3-4fb3-8907-e9d26fc4c5e2 req-094d9d0d-ac9e-477c-9308-2722773a6307 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4797015
Nov 06 20:48:19.352965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] For port 465b7232-73a2-4392-8305-3e95d157ffbe, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:19.356830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] For port 465b7232-73a2-4392-8305-3e95d157ffbe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=465b7232-73a2-4392-8305-3e95d157ffbe,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:19.363800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f581f25c-977f-4efb-a514-464bdc4e8a0c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:19.365416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.373899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.411832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:19.412324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.413909 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] 10.222.0.10 "PUT /v2.0/ports/465b7232-73a2-4392-8305-3e95d157ffbe HTTP/1.1" status: 200  len: 1095 time: 1.2192264
Nov 06 20:48:19.414311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa227b45-dcfe-4d1f-b286-7ad2e5008629', 'tag': '465b7232-73a2-4392-8305-3e95d157ffbe'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:19.417003 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f032579-6f3c-4955-8fe9-622b747321f8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa227b45-dcfe-4d1f-b286-7ad2e5008629", "tag": "465b7232-73a2-4392-8305-3e95d157ffbe"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:19.467313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4f47259-d80e-4616-a63a-bfca7fd5eeec req-a9649dbb-4a13-4e59-b6cf-58c85a894c6d service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2683053
Nov 06 20:48:19.472873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f437-6c36-4af5-b3a7-89e7fe982d08 service neutron] Pushing event updated for resources: {'Port': ['ID=465b7232-73a2-4392-8305-3e95d157ffbe,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:19.567316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-cbd75f82-55f9-4856-8427-ab07c791b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:19.573282 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-cbd75f82-55f9-4856-8427-ab07c791b6e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5034d2c321a9410cbfd113598b06173f&device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 1098 time: 0.1146169
Nov 06 20:48:19.604575 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.629083 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-77d24323-0579-4f77-a2ab-ddb2e51f6e81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=465b7232-73a2-4392-8305-3e95d157ffbe HTTP/1.1" status: 200  len: 217 time: 0.0478656
Nov 06 20:48:19.644619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Pushing event deleted for resources: {'Port': ['ID=0159e55e-ce93-4788-a5c4-eec9917c5d74,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:19.659792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444ab7c-2896-4329-8c57-5d88263504ae req-dcee6817-d155-4466-a0c0-6732fd550eab tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:19.665414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4444ab7c-2896-4329-8c57-5d88263504ae req-dcee6817-d155-4466-a0c0-6732fd550eab tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 950 time: 0.1171687
Nov 06 20:48:19.709926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-c437ea79-e269-4f6d-a6cf-d60e34e207ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:19.711407 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-c437ea79-e269-4f6d-a6cf-d60e34e207ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0744042
Nov 06 20:48:19.767428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-e6e400f6-d63c-448d-9132-6b5e40d224a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:19.769142 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-e6e400f6-d63c-448d-9132-6b5e40d224a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0494771
Nov 06 20:48:19.812749 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.815286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:19.824863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361013c1-8867-4c29-a7bc-6b7c1e3d7fb3 req-b7fcddfe-2c3a-4e12-923c-6dcd32622982 tempest-FloatingIPDetailsTestJSON-1214108657 tempest-FloatingIPDetailsTestJSON-1214108657-project] 10.222.0.13 "DELETE /v2.0/floatingips/71312e66-99ec-41fd-ae55-c5c22ef12ef4 HTTP/1.1" status: 204  len: 173 time: 1.2059591
Nov 06 20:48:19.831644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46606) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:19.893904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-eadf0950-e1a0-49eb-b069-3e26ebf5e439 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:19.895719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-eadf0950-e1a0-49eb-b069-3e26ebf5e439 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 821 time: 0.2107027
Nov 06 20:48:19.912037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4444ab7c-2896-4329-8c57-5d88263504ae req-cb0ee182-faa5-4769-b347-c942edc6c81c tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360381
Nov 06 20:48:19.924824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Request body: {'port': {'device_id': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'admin_state_up': True, 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:19.975111 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-3aa17f5e-ca9e-4b6d-a208-764294006cc5 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982768
Nov 06 20:48:20.085768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b1e3a5-27af-4e83-88d0-b1fccfd80bee req-233089ba-6e3a-44e2-8edb-323eb62445cf tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 210 time: 0.0500829
Nov 06 20:48:20.121697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4301-b648-4260-b5d6-f3655b9db7bd req-f27f9f45-a14d-4b86-a7d7-774da5fce379 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:20.124491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07ba4301-b648-4260-b5d6-f3655b9db7bd req-f27f9f45-a14d-4b86-a7d7-774da5fce379 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 947 time: 0.1186342
Nov 06 20:48:20.135856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Made reservation on behalf of e7a2501529c1496e839dda964a1d9f9d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:20.142991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:20.162951 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b3f0028f-231a-44e3-8bcb-5cda6c7d912d req-cec0e3c0-6b53-43e4-bc7b-06e38495045a service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799691
Nov 06 20:48:20.272046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07ba4301-b648-4260-b5d6-f3655b9db7bd req-95652534-111e-4e27-9aec-11b6fd3d8364 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264286
Nov 06 20:48:20.306213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7fb57bc-53f1-48c0-af63-d68dc5c7795d req-2a982c40-163c-4bd5-bacf-3a67c4615ec4 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/53d34aee-f5b8-463b-bffc-e687ca4b3b3b HTTP/1.1" status: 200  len: 3012 time: 0.1194201
Nov 06 20:48:20.322902 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bab8ae-f07a-44f5-b1da-9f9888aaa327 x-openstack-request-id: req-64bab8ae-f07a-44f5-b1da-9f9888aaa327 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:20.323263 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa227b45-dcfe-4d1f-b286-7ad2e5008629", "tag": "465b7232-73a2-4392-8305-3e95d157ffbe", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:20.323577 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64bab8ae-f07a-44f5-b1da-9f9888aaa327 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:20.324030 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa227b45-dcfe-4d1f-b286-7ad2e5008629', 'tag': '465b7232-73a2-4392-8305-3e95d157ffbe', 'status': 'completed', 'code': 200}
Nov 06 20:48:20.354472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:20.370221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Allocated IP 172.20.0.12 (70df8f7c-e170-4849-829e-02a0385fa7a0/dc6b2a37-aaa9-48c8-9836-091c2cfe8685/9eaa17aa-8d51-4952-ae6c-ed188e592373) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:20.440444 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:20.442427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-13bfca2b-a1e8-4f15-990d-56d8fd002b7d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0419364
Nov 06 20:48:20.498611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-d0449a20-c0ef-4c46-9a1e-c48fd33d023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:20.500432 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-d0449a20-c0ef-4c46-9a1e-c48fd33d023d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5034d2c321a9410cbfd113598b06173f&device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 1098 time: 0.1016874
Nov 06 20:48:20.664919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-447fdef6-6aca-464e-b2d2-49a7dbdeda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:20.666563 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-447fdef6-6aca-464e-b2d2-49a7dbdeda63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1570547
Nov 06 20:48:20.731763 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-7e53c258-d975-4581-bdc5-2a597f844e9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=465b7232-73a2-4392-8305-3e95d157ffbe HTTP/1.1" status: 200  len: 217 time: 0.0541120
Nov 06 20:48:20.834712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-53d0d8aa-4bf7-45f2-b65a-f28d4f336047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:20.836169 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-53d0d8aa-4bf7-45f2-b65a-f28d4f336047 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0961390
Nov 06 20:48:20.840725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8f80a91-0a25-4978-8978-e8d8d103eb74 req-eb6eab0c-8d47-4c02-a24e-efca05dbb1e5 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-group-rules/7dea3b92-862c-4a84-aea7-e79ad36c2cf9 HTTP/1.1" status: 200  len: 783 time: 0.0404882
Nov 06 20:48:20.910414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Deleting port a5721b19-268a-42f5-9d5c-8b4e87e3753b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:20.910750 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:20.925257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-3483f617-d0bd-438a-ac62-3aba738be2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:20.926695 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-3483f617-d0bd-438a-ac62-3aba738be2e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0821819
Nov 06 20:48:20.973897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-55cdf815-89d4-4680-af3c-040424ed79ee tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:20.977330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-55cdf815-89d4-4680-af3c-040424ed79ee tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5234466
Nov 06 20:48:20.981685 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:20.985992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46642) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:21.008480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8f80a91-0a25-4978-8978-e8d8d103eb74 req-40399cc2-a106-48f0-8184-80ce943e96cc tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/53d34aee-f5b8-463b-bffc-e687ca4b3b3b HTTP/1.1" status: 200  len: 3012 time: 0.1547365
Nov 06 20:48:21.014109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-6ed3df0f-82f1-4bdb-9020-3741dcff606a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/quotas/4ce2d4abd58240c3a94718d2a022d67c HTTP/1.1" status: 200  len: 375 time: 0.0288658
Nov 06 20:48:21.063666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] For port a5721b19-268a-42f5-9d5c-8b4e87e3753b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5721b19-268a-42f5-9d5c-8b4e87e3753b,segment=NetworkSegment(41c70c97-242c-4761-9fcb-32d2e0a138a2),segment_id=41c70c97-242c-4761-9fcb-32d2e0a138a2)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:21.064356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.085490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Calling delete_port for a5721b19-268a-42f5-9d5c-8b4e87e3753b owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:21.089101 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-61301279-8a6a-472c-a5a2-61ddb355cfd3 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376908
Nov 06 20:48:21.089622 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8f80a91-0a25-4978-8978-e8d8d103eb74 req-ad06beb7-bb2c-4fb7-9c2c-fd12dd7e41c3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.102413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8f80a91-0a25-4978-8978-e8d8d103eb74 req-ad06beb7-bb2c-4fb7-9c2c-fd12dd7e41c3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.111401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.170526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dac2fe4e-71a0-4a92-9f3b-34b86a729245 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1395843
Nov 06 20:48:21.189739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:21.193865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8f80a91-0a25-4978-8978-e8d8d103eb74 req-ad06beb7-bb2c-4fb7-9c2c-fd12dd7e41c3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.213944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8f80a91-0a25-4978-8978-e8d8d103eb74 req-ad06beb7-bb2c-4fb7-9c2c-fd12dd7e41c3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.227014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8f80a91-0a25-4978-8978-e8d8d103eb74 req-ad06beb7-bb2c-4fb7-9c2c-fd12dd7e41c3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7dea3b92-862c-4a84-aea7-e79ad36c2cf9 HTTP/1.1" status: 204  len: 173 time: 0.2083845
Nov 06 20:48:21.229158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:21.233471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:21.238883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:21.239508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.260642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06beb7-bb2c-4fb7-9c2c-fd12dd7e41c3 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dea3b92-862c-4a84-aea7-e79ad36c2cf9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:21.266313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Pushing event updated for resources: {'Port': ['ID=9eaa17aa-8d51-4952-ae6c-ed188e592373,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:21.276521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d56202bb-0f8a-4be3-baf1-2053b1504745 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5634bafe48248a4af8fa00164acddd4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2880530
Nov 06 20:48:21.276853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46650) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:21.281090 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2f032579-6f3c-4955-8fe9-622b747321f8 req-c111488f-8e46-4397-aaea-ebd5e44039e4 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841307
Nov 06 20:48:21.281548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b27b3bb6-a626-4a4f-989d-83211d8afcd9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3638558
Nov 06 20:48:21.303015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Request body: {'port': {'device_id': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:21.389567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.461455 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16cf3745-9918-4ee5-b431-5f8140c00182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.505161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16cf3745-9918-4ee5-b431-5f8140c00182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.512169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.557353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3f9dedfe-5e8a-4448-89c7-5fc8162b8ea8 None None] Provisioning complete for port 9eaa17aa-8d51-4952-ae6c-ed188e592373 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:21.559222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3f9dedfe-5e8a-4448-89c7-5fc8162b8ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.591163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5721b19-268a-42f5-9d5c-8b4e87e3753b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:21.618785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3f9dedfe-5e8a-4448-89c7-5fc8162b8ea8 None None] Port 9eaa17aa-8d51-4952-ae6c-ed188e592373 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:21.620372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b6af8-1e2d-45a1-aebf-5454a8b1181b req-3ede3ffd-4f89-4e16-a136-eded239c6490 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:21.621434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c1b6af8-1e2d-45a1-aebf-5454a8b1181b req-3ede3ffd-4f89-4e16-a136-eded239c6490 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 932 time: 0.1581624
Nov 06 20:48:21.688489 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.807770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16cf3745-9918-4ee5-b431-5f8140c00182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.810285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16cf3745-9918-4ee5-b431-5f8140c00182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.813808 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-16cf3745-9918-4ee5-b431-5f8140c00182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f29353fe-5cb7-4255-ab56-b2020e9d53c5 HTTP/1.1" status: 204  len: 168 time: 0.5333929
Nov 06 20:48:21.825026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c1b6af8-1e2d-45a1-aebf-5454a8b1181b req-b511e036-8cc4-489f-af16-aa25a8819570 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873727
Nov 06 20:48:21.836955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf3745-9918-4ee5-b431-5f8140c00182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29353fe-5cb7-4255-ab56-b2020e9d53c5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:21.843331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.848724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8e7acd0-6000-4065-a832-82926bc6a992 req-c9cadb1e-8709-4171-ba95-a1499f3fd979 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/53d34aee-f5b8-463b-bffc-e687ca4b3b3b HTTP/1.1" status: 200  len: 2414 time: 0.1246738
Nov 06 20:48:21.921584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eaa17aa-8d51-4952-ae6c-ed188e592373 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:21.935446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.959786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Transition to ACTIVE for port object 9eaa17aa-8d51-4952-ae6c-ed188e592373 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:48:21.966911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f8e7acd0-6000-4065-a832-82926bc6a992 req-0e37470b-ca8e-4543-99da-ecf1f4027128 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:21.996762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f8e7acd0-6000-4065-a832-82926bc6a992 req-0e37470b-ca8e-4543-99da-ecf1f4027128 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.005518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.114930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=9eaa17aa-8d51-4952-ae6c-ed188e592373,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:22.149474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f8e7acd0-6000-4065-a832-82926bc6a992 req-0e37470b-ca8e-4543-99da-ecf1f4027128 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.152176 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f8e7acd0-6000-4065-a832-82926bc6a992 req-0e37470b-ca8e-4543-99da-ecf1f4027128 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.168022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8e7acd0-6000-4065-a832-82926bc6a992 req-0e37470b-ca8e-4543-99da-ecf1f4027128 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "DELETE /v2.0/security-groups/53d34aee-f5b8-463b-bffc-e687ca4b3b3b HTTP/1.1" status: 204  len: 173 time: 0.3105888
Nov 06 20:48:22.205623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f941e2-a15f-47d8-94c2-5c236579bf80 req-ba1fec02-c1c2-4d4f-b2f3-8048765f28a7 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:22.207157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9f941e2-a15f-47d8-94c2-5c236579bf80 req-ba1fec02-c1c2-4d4f-b2f3-8048765f28a7 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 947 time: 0.1614988
Nov 06 20:48:22.238894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Attempting to bind port 9eaa17aa-8d51-4952-ae6c-ed188e592373 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:22.239271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Attempting to bind port 9eaa17aa-8d51-4952-ae6c-ed188e592373 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:22.239636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Attempting to bind port 9eaa17aa-8d51-4952-ae6c-ed188e592373 on network 70df8f7c-e170-4849-829e-02a0385fa7a0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:22.241926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37470b-ca8e-4543-99da-ecf1f4027128 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d34aee-f5b8-463b-bffc-e687ca4b3b3b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:22.294187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Port 9eaa17aa-8d51-4952-ae6c-ed188e592373 on network 70df8f7c-e170-4849-829e-02a0385fa7a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:48:22.294654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Attempting to bind port 9eaa17aa-8d51-4952-ae6c-ed188e592373 on network 70df8f7c-e170-4849-829e-02a0385fa7a0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:22.309258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:22.309601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Checking segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:22.309994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Bound using segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:22.310581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Bound port: 9eaa17aa-8d51-4952-ae6c-ed188e592373, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:22.311076 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.382407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46684) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:22.390279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9f941e2-a15f-47d8-94c2-5c236579bf80 req-9253408e-e081-4ae0-ad07-25c6121b15e1 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589711
Nov 06 20:48:22.433176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] For port 9eaa17aa-8d51-4952-ae6c-ed188e592373, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:22.438195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] For port 9eaa17aa-8d51-4952-ae6c-ed188e592373, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:22.459756 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-f965b8a2-6d50-4813-9f99-6a75bdc3e028 req-c3cee36d-e43f-469f-b8b3-115fb3d124b4 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] show failed (client error): The resource could not be found.
Nov 06 20:48:22.461112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f965b8a2-6d50-4813-9f99-6a75bdc3e028 req-c3cee36d-e43f-469f-b8b3-115fb3d124b4 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/a6331fa8-3c62-493f-a87c-26b39a07fe28 HTTP/1.1" status: 404  len: 352 time: 0.0174825
Nov 06 20:48:22.462709 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.475813 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.508047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:22.508923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.510466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] 10.222.0.10 "PUT /v2.0/ports/9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 1092 time: 1.2163649
Nov 06 20:48:22.511446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:22.514877 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbce7bc1-59dc-4e28-8245-908f12bc70d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:22.562240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba1808-81bc-4794-942b-99674e6d7ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=9eaa17aa-8d51-4952-ae6c-ed188e592373,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:22.597423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba3014dd-11bc-4742-8b17-7bfe68133fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.637470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-439cffbb-4375-434a-97b9-a32864b90ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:22.639775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-439cffbb-4375-434a-97b9-a32864b90ce6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1095 time: 0.0655279
Nov 06 20:48:22.742407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-31e27119-6480-4604-8d26-b82037b0c7ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 217 time: 0.0928438
Nov 06 20:48:22.776363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:48:22.869960 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb8ed2b-9dae-4dc6-a0f1-38fed80e2f7c x-openstack-request-id: req-2eb8ed2b-9dae-4dc6-a0f1-38fed80e2f7c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:22.870738 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:22.870738 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eb8ed2b-9dae-4dc6-a0f1-38fed80e2f7c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:22.870892 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'status': 'completed', 'code': 200}
Nov 06 20:48:22.882905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba3014dd-11bc-4742-8b17-7bfe68133fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:22.890229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed61de35-a921-4131-9950-d7451a0e6ec1 req-1bb6859b-b0ef-4da7-937c-e503ad8fab2c tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/c1783191-2f8e-400d-8966-cd26f61b17a7 HTTP/1.1" status: 200  len: 1821 time: 0.1467435
Nov 06 20:48:22.903119 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-00c16b49-fc6e-4c53-8572-845fe696fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:22.904677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-00c16b49-fc6e-4c53-8572-845fe696fa84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1502719
Nov 06 20:48:22.904921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba3014dd-11bc-4742-8b17-7bfe68133fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.020948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f57dbaa-0c3a-4440-b82a-d1c29f53a8ad req-6f4f9bda-01d8-45f7-8d73-c4361f9efda3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 210 time: 0.0409982
Nov 06 20:48:23.025892 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ed61de35-a921-4131-9950-d7451a0e6ec1 req-03f51867-6918-4de4-a678-12a1400847cf tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.031047 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ba3014dd-11bc-4742-8b17-7bfe68133fd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b9a09883990431f98a3bb314ada8e7d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6466579
Nov 06 20:48:23.045154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46704) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:23.055614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-4295dcf8-1987-4aa9-afe9-c61f7f9de4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:23.057158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-4295dcf8-1987-4aa9-afe9-c61f7f9de4bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1429892
Nov 06 20:48:23.061769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3014dd-11bc-4742-8b17-7bfe68133fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c561bd6-d3b3-45ac-b76a-30ce7523c3e1,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:23.066071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:48:23.071655 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a4bd75ae-afa4-4aa4-9216-b9a5eb7063d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/967df8d8-4f53-49fc-b7c9-3539a9ba6622/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2388587
Nov 06 20:48:23.074160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46706) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:23.078257 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ed61de35-a921-4131-9950-d7451a0e6ec1 req-03f51867-6918-4de4-a678-12a1400847cf tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.079589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] Sync routers for ids ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:48:23.112043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] Routers {'967df8d8-4f53-49fc-b7c9-3539a9ba6622'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:23.113279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251faa430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:23.195274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 465b7232-73a2-4392-8305-3e95d157ffbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:23.216624 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca6a-4540-4340-8e6b-e4fefa52fe63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.229291 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ed61de35-a921-4131-9950-d7451a0e6ec1 req-03f51867-6918-4de4-a678-12a1400847cf tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.233019 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ed61de35-a921-4131-9950-d7451a0e6ec1 req-03f51867-6918-4de4-a678-12a1400847cf tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.234400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed61de35-a921-4131-9950-d7451a0e6ec1 req-03f51867-6918-4de4-a678-12a1400847cf tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "DELETE /v2.0/security-groups/c1783191-2f8e-400d-8966-cd26f61b17a7 HTTP/1.1" status: 204  len: 173 time: 0.3415861
Nov 06 20:48:23.249126 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca6a-4540-4340-8e6b-e4fefa52fe63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.250868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f51867-6918-4de4-a678-12a1400847cf tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1783191-2f8e-400d-8966-cd26f61b17a7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:23.256238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-ff658e9e-b7e5-4ff7-bc7a-4305f5f51b62 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892288
Nov 06 20:48:23.265822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755c9d-aa99-4d34-ba90-e3b885fb12ac req-2f772594-8503-4132-82fc-f2d6df58bdf2 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:23.273323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce755c9d-aa99-4d34-ba90-e3b885fb12ac req-2f772594-8503-4132-82fc-f2d6df58bdf2 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 944 time: 0.1354332
Nov 06 20:48:23.283640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.325248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] Set router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:23.394984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c07b4a84-3031-4202-9d7b-e0b5c18cec91 req-a1eb216d-52b4-493c-902b-d4165997a067 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/fd6c91be-587c-43e8-b773-4d8c31d13fba HTTP/1.1" status: 200  len: 1821 time: 0.1185660
Nov 06 20:48:23.435430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce755c9d-aa99-4d34-ba90-e3b885fb12ac req-295c3786-93aa-4eaa-9292-5075e7b690fe tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611629
Nov 06 20:48:23.458570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.480454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b6193b-91ed-4d87-ae90-496cb4d69a6b req-df0a69f6-3885-44b9-9e2f-874bb4777086 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048826
Nov 06 20:48:23.499945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca6a-4540-4340-8e6b-e4fefa52fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.502820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca6a-4540-4340-8e6b-e4fefa52fe63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.508508 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1e1eca6a-4540-4340-8e6b-e4fefa52fe63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c561bd6-d3b3-45ac-b76a-30ce7523c3e1 HTTP/1.1" status: 204  len: 168 time: 0.4621673
Nov 06 20:48:23.519495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eca6a-4540-4340-8e6b-e4fefa52fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c561bd6-d3b3-45ac-b76a-30ce7523c3e1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:23.535772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c07b4a84-3031-4202-9d7b-e0b5c18cec91 req-77617604-4922-4a0b-ac6a-813e86293b29 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.577070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Deleting port d59696a3-1dd3-47c0-a5a7-62e2a90464f7 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:23.577444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.594340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 465b7232-73a2-4392-8305-3e95d157ffbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=465b7232-73a2-4392-8305-3e95d157ffbe,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:23.654828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '465b7232-73a2-4392-8305-3e95d157ffbe', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '465b7232-73a2-4392-8305-3e95d157ffbe', 'mac_address': 'fa:16:3e:7f:92:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:23.680163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c07b4a84-3031-4202-9d7b-e0b5c18cec91 req-77617604-4922-4a0b-ac6a-813e86293b29 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.687158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] For port d59696a3-1dd3-47c0-a5a7-62e2a90464f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d59696a3-1dd3-47c0-a5a7-62e2a90464f7,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:23.687539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.710555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Calling delete_port for d59696a3-1dd3-47c0-a5a7-62e2a90464f7 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:23.712124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-b4488228-eaa1-4903-b7f5-897d97a376b8 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0359523
Nov 06 20:48:23.737090 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.741105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3539a1-f207-4038-acd4-d51fd503d798 req-09b8f7cd-efe2-4c70-b9e4-dc6feede7b8e tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:23.750851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a3539a1-f207-4038-acd4-d51fd503d798 req-09b8f7cd-efe2-4c70-b9e4-dc6feede7b8e tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 947 time: 0.1974843
Nov 06 20:48:23.754570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465b7232-73a2-4392-8305-3e95d157ffbe {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:23.781708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 465b7232-73a2-4392-8305-3e95d157ffbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=465b7232-73a2-4392-8305-3e95d157ffbe,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:23.795819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:23.810804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251faa430>, [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152'}], 'enable_snat': True}, 'gw_port_id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:48:21Z', 'revision_number': 5, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port': {'id': 'd59696a3-1dd3-47c0-a5a7-62e2a90464f7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:23.887030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] Checking router: 967df8d8-4f53-49fc-b7c9-3539a9ba6622 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:48:23.911358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-cd731a79-34fd-44e8-9a56-44d7d1fd4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:23.914122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-cd731a79-34fd-44e8-9a56-44d7d1fd4353 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1095 time: 0.2995756
Nov 06 20:48:23.923107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] Routers {'967df8d8-4f53-49fc-b7c9-3539a9ba6622'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:23.923732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251faa430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:23.926850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=465b7232-73a2-4392-8305-3e95d157ffbe,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:23.987444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a3539a1-f207-4038-acd4-d51fd503d798 req-75fa0a9a-875c-40cb-8038-6b3ffc0d0355 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313306
Nov 06 20:48:24.009346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.031737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] Set router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:24.032856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-245293f6-f3e6-4319-8d54-562dece179b2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:24.034389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-245293f6-f3e6-4319-8d54-562dece179b2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2729299
Nov 06 20:48:24.066306 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59696a3-1dd3-47c0-a5a7-62e2a90464f7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:24.144009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251faa430>, [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:48:23Z', 'revision_number': 6, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:24.164549 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-fc9d493b-31a5-4c8a-982b-95e24c875a0e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332985
Nov 06 20:48:24.199955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-809ebfe7-e19d-480e-9b79-df38ebe06ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:24.203736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-809ebfe7-e19d-480e-9b79-df38ebe06ae4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.2812216
Nov 06 20:48:24.209736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Request body: {'port': {'device_id': 'e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4ce2d4abd58240c3a94718d2a022d67c'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:24.240226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.324744 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c07b4a84-3031-4202-9d7b-e0b5c18cec91 req-77617604-4922-4a0b-ac6a-813e86293b29 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.336897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c07b4a84-3031-4202-9d7b-e0b5c18cec91 req-77617604-4922-4a0b-ac6a-813e86293b29 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.340373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c07b4a84-3031-4202-9d7b-e0b5c18cec91 req-77617604-4922-4a0b-ac6a-813e86293b29 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd6c91be-587c-43e8-b773-4d8c31d13fba HTTP/1.1" status: 204  len: 173 time: 0.9321630
Nov 06 20:48:24.376913 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.378951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['465b7232-73a2-4392-8305-3e95d157ffbe'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:24.379865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.412645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df8864a1-ef4a-4eb0-98bf-e02337cae1a1 req-30dc29c7-8a45-4824-b6f8-6d89f785bf81 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 210 time: 0.0646641
Nov 06 20:48:24.421150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827fd221-189c-4158-9929-b68aa1368b1a None None] The sync data for ids ['967df8d8-4f53-49fc-b7c9-3539a9ba6622'] in ncdv-master-1 is: [{'id': '967df8d8-4f53-49fc-b7c9-3539a9ba6622', 'name': 'tempest-FloatingIPDetailsTestJSON-1134830761-router', 'tenant_id': '27fc81a511d14818b716f35bfbe3641d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:47:45Z', 'updated_at': '2021-11-06T20:48:23Z', 'revision_number': 6, 'project_id': '27fc81a511d14818b716f35bfbe3641d', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:48:24.451362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.455506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967df8d8-4f53-49fc-b7c9-3539a9ba6622 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:48:24.463351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.470300 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-16d50376-4b8e-4a89-87bc-0dd46566b0f0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/967df8d8-4f53-49fc-b7c9-3539a9ba6622 HTTP/1.1" status: 204  len: 168 time: 1.3929892
Nov 06 20:48:24.474478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-a248cb45-4b2f-49ca-b8d8-2a1fbc130721 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 217 time: 0.1252234
Nov 06 20:48:24.475224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77617604-4922-4a0b-ac6a-813e86293b29 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6c91be-587c-43e8-b773-4d8c31d13fba,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:24.476497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46746) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:24.596219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-e47f2a1e-b591-496f-8da9-8e234140e06a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:24.597903 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-e47f2a1e-b591-496f-8da9-8e234140e06a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4261823
Nov 06 20:48:24.606188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc51222d-9f93-4ffa-b0c7-1916243c70ec admin admin] Deleting subnet 93fe010c-80fd-4d24-bbdb-4fe539ffc761 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:48:24.613531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67ec5a0f-72e2-4b75-aeb8-25ddaca0446e req-fbd2545b-06d3-432d-a096-d585cf859aae tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/518c9d84-9425-491f-9511-7743b4311145 HTTP/1.1" status: 200  len: 1820 time: 0.1630363
Nov 06 20:48:24.614369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Request body: {'port': {'device_id': '55a83ee6-c727-41e1-bd07-5b04fa793f3c', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4ce2d4abd58240c3a94718d2a022d67c'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:24.618142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc51222d-9f93-4ffa-b0c7-1916243c70ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.650050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-b107e40a-a3a2-4f39-846f-f71a3a4b14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:24.650050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-b107e40a-a3a2-4f39-846f-f71a3a4b14d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1622069
Nov 06 20:48:24.687735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Made reservation on behalf of 4ce2d4abd58240c3a94718d2a022d67c for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:24.691228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.704455 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc51222d-9f93-4ffa-b0c7-1916243c70ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.748523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d0b38-5a25-4bcd-ab62-18f24e6c8498 req-cbf67ed7-5728-4a0d-94d7-46c517492af5 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:24.758248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-937d0b38-5a25-4bcd-ab62-18f24e6c8498 req-cbf67ed7-5728-4a0d-94d7-46c517492af5 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 944 time: 0.1692138
Nov 06 20:48:24.831006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc51222d-9f93-4ffa-b0c7-1916243c70ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.833849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Made reservation on behalf of 4ce2d4abd58240c3a94718d2a022d67c for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:24.837629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.862930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-67ec5a0f-72e2-4b75-aeb8-25ddaca0446e req-0a153afe-7937-4107-91f2-d536365510d5 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.869816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-c86ba863-3dda-47cf-b14a-11e1694693bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:24.871362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-c86ba863-3dda-47cf-b14a-11e1694693bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2072752
Nov 06 20:48:24.964508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc51222d-9f93-4ffa-b0c7-1916243c70ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:24.969344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-937d0b38-5a25-4bcd-ab62-18f24e6c8498 req-75724ce9-c392-40e9-9e69-3699d7d61d3f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099156
Nov 06 20:48:25.000336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565369f-08a6-4a7f-a090-3a8bab0b0613 None None] Network 26689f4a-8d67-4764-a104-7b36335ab945 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:25.004614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-67ec5a0f-72e2-4b75-aeb8-25ddaca0446e req-0a153afe-7937-4107-91f2-d536365510d5 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.050143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51222d-9f93-4ffa-b0c7-1916243c70ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93fe010c-80fd-4d24-bbdb-4fe539ffc761,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:25.053156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc51222d-9f93-4ffa-b0c7-1916243c70ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.060468 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dc51222d-9f93-4ffa-b0c7-1916243c70ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/93fe010c-80fd-4d24-bbdb-4fe539ffc761 HTTP/1.1" status: 204  len: 168 time: 0.5820060
Nov 06 20:48:25.065883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46762) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:25.097804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Allocated IP 192.168.233.224 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/b2d30164-6f5c-42b2-8599-18365256a9bc) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:25.155120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-d3ced8b8-3d12-480a-80af-bf04cf52f61e service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2683852
Nov 06 20:48:25.156764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-67ec5a0f-72e2-4b75-aeb8-25ddaca0446e req-0a153afe-7937-4107-91f2-d536365510d5 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.161299 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-67ec5a0f-72e2-4b75-aeb8-25ddaca0446e req-0a153afe-7937-4107-91f2-d536365510d5 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.162723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67ec5a0f-72e2-4b75-aeb8-25ddaca0446e req-0a153afe-7937-4107-91f2-d536365510d5 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "DELETE /v2.0/security-groups/518c9d84-9425-491f-9511-7743b4311145 HTTP/1.1" status: 204  len: 173 time: 0.5276866
Nov 06 20:48:25.178495 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.214460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:25.229921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a153afe-7937-4107-91f2-d536365510d5 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c9d84-9425-491f-9511-7743b4311145,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:25.327141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Deleting port 07f3fb6e-cab1-4731-bdf8-133efb3b71de {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:25.327688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.451052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] For port 07f3fb6e-cab1-4731-bdf8-133efb3b71de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07f3fb6e-cab1-4731-bdf8-133efb3b71de,segment=NetworkSegment(41c70c97-242c-4761-9fcb-32d2e0a138a2),segment_id=41c70c97-242c-4761-9fcb-32d2e0a138a2)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:25.453535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.457301 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52120b6-429c-495a-87e9-eb95ab033fc1 req-28e3c791-8b3c-4e1d-9a99-df8abdfaa2e3 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:25.457787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] DHCP port deletion for 26689f4a-8d67-4764-a104-7b36335ab945 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:48:25.468441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a5721b19-268a-42f5-9d5c-8b4e87e3753b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:25.470627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c52120b6-429c-495a-87e9-eb95ab033fc1 req-28e3c791-8b3c-4e1d-9a99-df8abdfaa2e3 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 948 time: 0.3770635
Nov 06 20:48:25.482499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Calling delete_port for 07f3fb6e-cab1-4731-bdf8-133efb3b71de owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:25.521516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: a5721b19-268a-42f5-9d5c-8b4e87e3753b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:25.521859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a5721b19-268a-42f5-9d5c-8b4e87e3753b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:25.522282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d59696a3-1dd3-47c0-a5a7-62e2a90464f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:25.525996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:25.568682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: d59696a3-1dd3-47c0-a5a7-62e2a90464f7 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:25.569024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d59696a3-1dd3-47c0-a5a7-62e2a90464f7 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:25.574925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'mac_address': 'fa:16:3e:f3:ed:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:25.598901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.637295 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.655549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] Deleting port 07f3fb6e-cab1-4731-bdf8-133efb3b71de {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:25.656157 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.663049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=07f3fb6e-cab1-4731-bdf8-133efb3b71de,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:25.666653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] No DVR routers for this DVR port 07f3fb6e-cab1-4731-bdf8-133efb3b71de on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:48:25.675751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c400deaa-142f-48bc-bad6-a6bc92758225 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:25.709464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:25.758269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.801272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.834495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254d4cb50>,) {'filters': {'network_id': ['26689f4a-8d67-4764-a104-7b36335ab945']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:25.840063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] For port 07f3fb6e-cab1-4731-bdf8-133efb3b71de, host ncdv-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:25.840975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.843287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:25.847893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d4cb50>, '41c70c97-242c-4761-9fcb-32d2e0a138a2') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:25.848361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d4cb50>, '41c70c97-242c-4761-9fcb-32d2e0a138a2') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:25.852227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c400deaa-142f-48bc-bad6-a6bc92758225'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:25.863968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.881646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbce7bc1-59dc-4e28-8245-908f12bc70d0 req-1a94c257-0090-4b18-a1ad-1fb07d404f49 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7090864
Nov 06 20:48:25.881904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] Calling delete_port for 07f3fb6e-cab1-4731-bdf8-133efb3b71de owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:25.883581 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.889588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.ipam_backend_mixin [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] Port 07f3fb6e-cab1-4731-bdf8-133efb3b71de was not found and therefore no delete operation was performed {{(pid=119335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 20:48:25.893690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:48:25.895314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:48:25.897043 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:48:25.901683 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.901894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-750e0548-5f45-46b9-adea-c64ea4361d6d req-f83fefd7-f700-4792-b873-e38966a87ea8 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/1aa177fe-eee2-41c4-8abf-95669caad244 HTTP/1.1" status: 200  len: 2420 time: 0.5154247
Nov 06 20:48:25.940839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c52120b6-429c-495a-87e9-eb95ab033fc1 req-ab4ce062-bae9-487f-b9d0-4265f17844b8 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4690878
Nov 06 20:48:25.943557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] Pushing event deleted for resources: {'Port': ['ID=07f3fb6e-cab1-4731-bdf8-133efb3b71de,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:25.953791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ad440-03ba-42e0-a94a-adbb28eeef1c None None] No DVR routers for this DVR port 07f3fb6e-cab1-4731-bdf8-133efb3b71de on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:48:25.986215 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:25.996056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.005438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.009060 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] 10.222.0.13 "DELETE /v2.0/networks/26689f4a-8d67-4764-a104-7b36335ab945 HTTP/1.1" status: 204  len: 168 time: 0.9410493
Nov 06 20:48:26.010288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300f0a2-d0ef-46c3-a1e8-29761999fb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=26689f4a-8d67-4764-a104-7b36335ab945,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:26.062663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-750e0548-5f45-46b9-adea-c64ea4361d6d req-ceeb8b6e-5aa5-42be-95ce-f03fcfa4744d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.100341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a11872a-01bd-427b-a498-7dbb98309607 req-c65099fd-468f-43b2-81cd-00f70bddb297 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 210 time: 0.0454478
Nov 06 20:48:26.116568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-750e0548-5f45-46b9-adea-c64ea4361d6d req-ceeb8b6e-5aa5-42be-95ce-f03fcfa4744d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.133506 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.157842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:26.190830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Allocated IP 192.168.233.54 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/bc2d32ba-7e3c-4416-a06d-11173ab3a5d6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:26.229145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:26.235671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:26.250598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:26.258858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:26.259841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.271327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'Port': ['ID=b2d30164-6f5c-42b2-8599-18365256a9bc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:26.285215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46798) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:26.298263 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-750e0548-5f45-46b9-adea-c64ea4361d6d req-ceeb8b6e-5aa5-42be-95ce-f03fcfa4744d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.305667 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-750e0548-5f45-46b9-adea-c64ea4361d6d req-ceeb8b6e-5aa5-42be-95ce-f03fcfa4744d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.307145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-750e0548-5f45-46b9-adea-c64ea4361d6d req-ceeb8b6e-5aa5-42be-95ce-f03fcfa4744d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "DELETE /v2.0/security-groups/1aa177fe-eee2-41c4-8abf-95669caad244 HTTP/1.1" status: 204  len: 173 time: 0.3950388
Nov 06 20:48:26.322233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-dab08f14-9ecc-45aa-a5bd-52218c459bc2 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1168857
Nov 06 20:48:26.361142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb8b6e-5aa5-42be-95ce-f03fcfa4744d tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa177fe-eee2-41c4-8abf-95669caad244,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:26.366922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Request body: {'port': {'device_id': 'e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:26.464106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.501917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.507881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.553866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:26.561964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:26.570389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:26.574243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'Port': ['ID=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:26.587046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-61731a6b-4908-44dc-8d53-7127ce9e24ea None None] Provisioning complete for port b2d30164-6f5c-42b2-8599-18365256a9bc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:26.588600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-61731a6b-4908-44dc-8d53-7127ce9e24ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.589833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f6d6d7d1-e31f-4bc9-bfaa-fb3e0905b18d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27fc81a511d14818b716f35bfbe3641d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3014612
Nov 06 20:48:26.598051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46808) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:26.619664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ccc05ed-4c9b-4a4f-a9bc-4455e11b94e1 req-216e2183-6ed8-479c-926e-e17c9769715a tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "GET /v2.0/security-groups/efd14d4a-7c87-4f6b-bda5-5f3967679d83 HTTP/1.1" status: 200  len: 2415 time: 0.0941250
Nov 06 20:48:26.640342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-61731a6b-4908-44dc-8d53-7127ce9e24ea None None] Port b2d30164-6f5c-42b2-8599-18365256a9bc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:26.649385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:26.649989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.678818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-18db53fd-cb5f-4adb-982b-77eb7faccc46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0687158
Nov 06 20:48:26.683599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.695523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b3cd3-50b4-472f-bc12-77695e2573b5 req-85d78760-072c-4300-8df0-6fd8da88ee0f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:26.697206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd2b3cd3-50b4-472f-bc12-77695e2573b5 req-85d78760-072c-4300-8df0-6fd8da88ee0f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 944 time: 0.2254891
Nov 06 20:48:26.713898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Request body: {'port': {'device_id': '55a83ee6-c727-41e1-bd07-5b04fa793f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:26.728489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:26.748268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.809399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.849373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.851776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.855803 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4f56784-f4fb-41ea-9fc8-cdd643c02ee3 HTTP/1.1" status: 204  len: 168 time: 0.2567613
Nov 06 20:48:26.859892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd2b3cd3-50b4-472f-bc12-77695e2573b5 req-237caba9-a5d1-483f-a516-f5748a71d6b7 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523778
Nov 06 20:48:26.864370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ccc05ed-4c9b-4a4f-a9bc-4455e11b94e1 req-c3731c82-75fa-4d9b-bfbd-6d9d8156a0e9 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.903189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f56784-f4fb-41ea-9fc8-cdd643c02ee3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:26.909688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ccc05ed-4c9b-4a4f-a9bc-4455e11b94e1 req-c3731c82-75fa-4d9b-bfbd-6d9d8156a0e9 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:26.923333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.923867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.924416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.924942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.925459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.926040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.926546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.932464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.932894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.933234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.933570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.933904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f2b437-0431-4f43-84fc-051190898bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:26.984494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f0799300-08a9-40a6-8551-536d2d0dc525 None None] Provisioning complete for port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:26.984802 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f0799300-08a9-40a6-8551-536d2d0dc525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.035334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f0799300-08a9-40a6-8551-536d2d0dc525 None None] Port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:27.035609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ccc05ed-4c9b-4a4f-a9bc-4455e11b94e1 req-c3731c82-75fa-4d9b-bfbd-6d9d8156a0e9 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.041436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ccc05ed-4c9b-4a4f-a9bc-4455e11b94e1 req-c3731c82-75fa-4d9b-bfbd-6d9d8156a0e9 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.053743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ccc05ed-4c9b-4a4f-a9bc-4455e11b94e1 req-c3731c82-75fa-4d9b-bfbd-6d9d8156a0e9 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] 10.222.0.13 "DELETE /v2.0/security-groups/efd14d4a-7c87-4f6b-bda5-5f3967679d83 HTTP/1.1" status: 204  len: 173 time: 0.4248536
Nov 06 20:48:27.085946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46824) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:27.147023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3731c82-75fa-4d9b-bfbd-6d9d8156a0e9 tempest-SecurityGroupRulesTestJSON-1022299764 tempest-SecurityGroupRulesTestJSON-1022299764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd14d4a-7c87-4f6b-bda5-5f3967679d83,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:27.195472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:27.234167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 07f3fb6e-cab1-4731-bdf8-133efb3b71de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:27.251847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d30164-6f5c-42b2-8599-18365256a9bc {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:27.271533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 07f3fb6e-cab1-4731-bdf8-133efb3b71de {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:27.271880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 07f3fb6e-cab1-4731-bdf8-133efb3b71de not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:27.280009 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.286562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9eaa17aa-8d51-4952-ae6c-ed188e592373 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:27.340999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9c281d-49da-494d-8ae2-d200ea2b8cec admin admin] Deleting subnet dde03365-7836-4dfe-a1f4-0620e90e538e {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:48:27.363354 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b9c281d-49da-494d-8ae2-d200ea2b8cec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.370901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Transition to ACTIVE for port object b2d30164-6f5c-42b2-8599-18365256a9bc will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:48:27.443232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.449516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9eaa17aa-8d51-4952-ae6c-ed188e592373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:27.472372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45725c8-e063-415a-9a50-f05a97d7c1a3 req-0d1282fe-197e-4a64-b62c-c6b1bdba9ccf tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:27.479993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b45725c8-e063-415a-9a50-f05a97d7c1a3 req-0d1282fe-197e-4a64-b62c-c6b1bdba9ccf tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 948 time: 0.3431489
Nov 06 20:48:27.494749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'mac_address': 'fa:16:3e:d6:ae:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:27.509920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 465b7232-73a2-4392-8305-3e95d157ffbe up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:27.553350 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b9c281d-49da-494d-8ae2-d200ea2b8cec admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.643603 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b9c281d-49da-494d-8ae2-d200ea2b8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.680582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:27.691727 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.703261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d30164-6f5c-42b2-8599-18365256a9bc,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:27.712774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Transition to ACTIVE for port object bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:48:27.717206 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.723761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.740222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaa17aa-8d51-4952-ae6c-ed188e592373 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:27.762590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b45725c8-e063-415a-9a50-f05a97d7c1a3 req-0a33a4a2-e993-4e6b-a754-aee51c260b38 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2759130
Nov 06 20:48:27.780095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9eaa17aa-8d51-4952-ae6c-ed188e592373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:27.781437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 465b7232-73a2-4392-8305-3e95d157ffbe completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:27.790369 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.793064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 465b7232-73a2-4392-8305-3e95d157ffbe triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:27.794375 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.866100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Attempting to bind port b2d30164-6f5c-42b2-8599-18365256a9bc on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:27.877587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Attempting to bind port b2d30164-6f5c-42b2-8599-18365256a9bc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:27.878240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Attempting to bind port b2d30164-6f5c-42b2-8599-18365256a9bc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:27.907081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cabc63-b981-44e0-a3c4-a8e7da98a350 req-489b521f-0374-4439-a915-523628f80fb3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:27.922517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4cabc63-b981-44e0-a3c4-a8e7da98a350 req-489b521f-0374-4439-a915-523628f80fb3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 935 time: 0.3802686
Nov 06 20:48:27.928200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Port b2d30164-6f5c-42b2-8599-18365256a9bc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:48:27.928802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Attempting to bind port b2d30164-6f5c-42b2-8599-18365256a9bc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:27.950022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b9c281d-49da-494d-8ae2-d200ea2b8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:27.957554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9eaa17aa-8d51-4952-ae6c-ed188e592373,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:27.960319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Pushing event updated for resources: {'Port': ['ID=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:27.968317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:27.969317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:27.969910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:27.970656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Bound port: b2d30164-6f5c-42b2-8599-18365256a9bc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:27.971234 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.037930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c281d-49da-494d-8ae2-d200ea2b8cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde03365-7836-4dfe-a1f4-0620e90e538e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:28.049692 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b9c281d-49da-494d-8ae2-d200ea2b8cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.056156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b9c281d-49da-494d-8ae2-d200ea2b8cec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dde03365-7836-4dfe-a1f4-0620e90e538e HTTP/1.1" status: 204  len: 168 time: 0.9632187
Nov 06 20:48:28.060383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46876) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:28.119428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9eaa17aa-8d51-4952-ae6c-ed188e592373'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:28.152821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4cabc63-b981-44e0-a3c4-a8e7da98a350 req-d651ba4f-eedb-43a2-bb62-fa1c2b79eaeb tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199674
Nov 06 20:48:28.164088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Attempting to bind port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:28.167322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Attempting to bind port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:28.168439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Attempting to bind port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:28.195680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port c400deaa-142f-48bc-bad6-a6bc92758225 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:28.196167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.234189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:48:28.234646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Attempting to bind port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:28.257242 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.267200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] For port b2d30164-6f5c-42b2-8599-18365256a9bc, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:28.276233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] For port b2d30164-6f5c-42b2-8599-18365256a9bc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2d30164-6f5c-42b2-8599-18365256a9bc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:28.296179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaa688-cfb4-45f8-8302-502154c64f48 req-9cc1c599-a663-426e-a37c-02f0478ae60e tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:28.297791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcfaa688-cfb4-45f8-8302-502154c64f48 req-9cc1c599-a663-426e-a37c-02f0478ae60e tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 945 time: 0.1916380
Nov 06 20:48:28.299190 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.310613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:28.310957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:28.311350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:28.311777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Bound port: bc2d32ba-7e3c-4416-a06d-11173ab3a5d6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:28.320415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.341831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.388587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa227b45-dcfe-4d1f-b286-7ad2e5008629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465b7232-73a2-4392-8305-3e95d157ffbe'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:28.390996 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4fbb33-d729-4c58-a9de-52f4376fc915" -d '{"events": [{"server_uuid": "aa227b45-dcfe-4d1f-b286-7ad2e5008629", "name": "network-vif-plugged", "status": "completed", "tag": "465b7232-73a2-4392-8305-3e95d157ffbe"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:28.399485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d30164-6f5c-42b2-8599-18365256a9bc,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:28.422880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:28.423678 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.425307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 465b7232-73a2-4392-8305-3e95d157ffbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=465b7232-73a2-4392-8305-3e95d157ffbe,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:28.425433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-160cdece-97dd-4043-b431-6152158c5d09 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2d30164-6f5c-42b2-8599-18365256a9bc HTTP/1.1" status: 200  len: 1096 time: 2.0740385
Nov 06 20:48:28.426573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46896) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:28.439659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c', 'tag': 'b2d30164-6f5c-42b2-8599-18365256a9bc'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:28.443411 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c5c75-971e-40b9-a8fb-9f8548074338" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c", "tag": "b2d30164-6f5c-42b2-8599-18365256a9bc"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:28.519981 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5bedd6-defc-46e2-994d-b6a84f8ed9a7 x-openstack-request-id: req-6e5bedd6-defc-46e2-994d-b6a84f8ed9a7 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:28.526679 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa227b45-dcfe-4d1f-b286-7ad2e5008629", "name": "network-vif-plugged", "status": "completed", "tag": "465b7232-73a2-4392-8305-3e95d157ffbe", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:28.526988 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e5bedd6-defc-46e2-994d-b6a84f8ed9a7 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:28.527472 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa227b45-dcfe-4d1f-b286-7ad2e5008629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465b7232-73a2-4392-8305-3e95d157ffbe', 'code': 200}
Nov 06 20:48:28.529902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcfaa688-cfb4-45f8-8302-502154c64f48 req-ee5647e4-6f9e-41a8-bac8-65f7975c56c0 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378644
Nov 06 20:48:28.550477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-0153ea23-304d-4ee1-b067-c5f83d59c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:28.552118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-0153ea23-304d-4ee1-b067-c5f83d59c54a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 1099 time: 0.0586011
Nov 06 20:48:28.653118 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.658362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.682788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] For port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:28.695156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] For port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:28.705164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.714949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255a3c160>,) {'filters': {'network_id': ['9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:28.728026 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924d543b-7d9f-48ed-ab5f-a2f21bac751e x-openstack-request-id: req-924d543b-7d9f-48ed-ab5f-a2f21bac751e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:28.728026 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c", "tag": "b2d30164-6f5c-42b2-8599-18365256a9bc", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:28.728026 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-924d543b-7d9f-48ed-ab5f-a2f21bac751e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:28.728026 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c', 'tag': 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'status': 'completed', 'code': 200}
Nov 06 20:48:28.730672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-4c11b247-3726-4f64-b6db-f5a02eef8335 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b2d30164-6f5c-42b2-8599-18365256a9bc HTTP/1.1" status: 200  len: 217 time: 0.1627288
Nov 06 20:48:28.740572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-network', 'tenant_id': '16a0833370ba4a0383995942b30bd117'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:28.772866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255a3c160>, '2a92d74e-0b9d-4707-ac3a-9a3a9266320f') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:28.773032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255a3c160>, '2a92d74e-0b9d-4707-ac3a-9a3a9266320f') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:28.790855 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.795046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:28.795671 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.797620 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] 10.222.0.37 "PUT /v2.0/ports/bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 HTTP/1.1" status: 200  len: 1095 time: 2.1032612
Nov 06 20:48:28.798116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a83ee6-c727-41e1-bd07-5b04fa793f3c', 'tag': 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:28.801026 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398421bb-3f2b-4a69-ba11-ab0381f8e89b" -d '{"events": [{"name": "network-changed", "server_uuid": "55a83ee6-c727-41e1-bd07-5b04fa793f3c", "tag": "bc2d32ba-7e3c-4416-a06d-11173ab3a5d6"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:28.805235 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.828390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Made reservation on behalf of 16a0833370ba4a0383995942b30bd117 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:28.839606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.843413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.846289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf6890-1439-456c-9b04-749bda023b9d service neutron] Pushing event updated for resources: {'Port': ['ID=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:28.848255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=465b7232-73a2-4392-8305-3e95d157ffbe,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:28.877269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:48:28.877645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:48:28.879390 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:48:28.925636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:28.939949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.942193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:28.942439 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727b29a3-bcf3-426e-9c78-c7317105f41c x-openstack-request-id: req-727b29a3-bcf3-426e-9c78-c7317105f41c {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:28.942851 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a83ee6-c727-41e1-bd07-5b04fa793f3c", "tag": "bc2d32ba-7e3c-4416-a06d-11173ab3a5d6", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:28.943108 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-727b29a3-bcf3-426e-9c78-c7317105f41c {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:28.943507 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a83ee6-c727-41e1-bd07-5b04fa793f3c', 'tag': 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'status': 'completed', 'code': 200}
Nov 06 20:48:28.977229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df5605-18ec-4160-94d7-ab5a807e6394 req-38d93a75-2275-4ab4-9644-a6287b822dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:28.983384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31df5605-18ec-4160-94d7-ab5a807e6394 req-38d93a75-2275-4ab4-9644-a6287b822dd6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 1100 time: 0.4302492
Nov 06 20:48:29.002085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-8afa1335-1873-4145-b67f-345cbd4ae8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:29.012257 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-8afa1335-1873-4145-b67f-345cbd4ae8ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 1098 time: 0.1399796
Nov 06 20:48:29.012257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.020936 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.024045 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] 10.222.0.13 "DELETE /v2.0/networks/9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61 HTTP/1.1" status: 204  len: 168 time: 0.9626691
Nov 06 20:48:29.078484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:29.137420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726ce30-af87-40f5-a132-9eee6432000a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ecceb1c-9ea7-44b3-b6c3-67ea39fd8c61,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:29.151900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-10b5cdc8-6289-4a4d-96c2-8e24ee23380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:29.154950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-10b5cdc8-6289-4a4d-96c2-8e24ee23380d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.3844771
Nov 06 20:48:29.157314 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-54d9033f-5880-4a9b-9843-43c69aa61915 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 HTTP/1.1" status: 200  len: 217 time: 0.1387877
Nov 06 20:48:29.186822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291ba4-0dee-4681-9ae3-c7187db92c9f req-0113655d-778e-4bb9-bd7c-13eb56a1b1d2 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:29.189282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65291ba4-0dee-4681-9ae3-c7187db92c9f req-0113655d-778e-4bb9-bd7c-13eb56a1b1d2 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 949 time: 0.1944716
Nov 06 20:48:29.275372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-639eb5cc-434d-47eb-928f-55e53ddebb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:29.276910 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-639eb5cc-434d-47eb-928f-55e53ddebb72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1057394
Nov 06 20:48:29.338674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31df5605-18ec-4160-94d7-ab5a807e6394 req-296c25f8-c333-47bf-8771-f2e3aaa6dd62 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3454344
Nov 06 20:48:29.388011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-ab444a8b-0c0d-4aa2-a5be-354329560b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:29.390595 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-ab444a8b-0c0d-4aa2-a5be-354329560b7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1042686
Nov 06 20:48:29.395369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46934) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:29.503678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46936) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:29.534770 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3990335-0d53-48f1-b5ca-79c2a5bb4389 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b34746a7efaa468082784197e79c1d3c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1380076
Nov 06 20:48:29.537260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46940) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:29.542913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65291ba4-0dee-4681-9ae3-c7187db92c9f req-e0e02028-c864-4650-ab7c-f4efdba7bdb9 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3178277
Nov 06 20:48:29.552642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-c472b74e-5393-4dd2-be6f-2161e9365db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:29.557355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-c472b74e-5393-4dd2-be6f-2161e9365db2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3800526
Nov 06 20:48:29.580346 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-5dcfd392-91d3-4247-a926-6685b399a91a service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796608
Nov 06 20:48:29.608418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5556e68-b058-4f1d-ac14-c129ac41e4d2 req-050b3a7b-2f53-40bf-877f-1118e66e40f1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:29.636592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5556e68-b058-4f1d-ac14-c129ac41e4d2 req-050b3a7b-2f53-40bf-877f-1118e66e40f1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 947 time: 0.2990024
Nov 06 20:48:29.690636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fb1077a-90e3-4632-b3e7-743add2b764a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.701837 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.762553 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fb1077a-90e3-4632-b3e7-743add2b764a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.773213 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.798430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63f33104-873b-4002-87e0-1a780e6276ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.834906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:48:29.840427 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-207aa6a7-55ab-4a99-aca9-e918c988e14b service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522833
Nov 06 20:48:29.892270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f88833-0eaf-4a5d-b706-10dc34207bf2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:29.908753 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.909336 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Added segment df79d21d-7b5b-47f7-8855-bbc2b3aaca47 of type vlan for network 76f3208d-59aa-4035-b221-a2ecf7b50a42
Nov 06 20:48:29.914598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fb1077a-90e3-4632-b3e7-743add2b764a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.918775 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fb1077a-90e3-4632-b3e7-743add2b764a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:29.920557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3fb1077a-90e3-4632-b3e7-743add2b764a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8ea0559-7535-4eeb-a93b-06fc2e0f1a8b HTTP/1.1" status: 204  len: 168 time: 0.3823807
Nov 06 20:48:29.937256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1077a-90e3-4632-b3e7-743add2b764a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ea0559-7535-4eeb-a93b-06fc2e0f1a8b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:29.944577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5556e68-b058-4f1d-ac14-c129ac41e4d2 req-9798aa02-4bba-4515-bfc4-fe3feb4b5425 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549596
Nov 06 20:48:29.976333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63f33104-873b-4002-87e0-1a780e6276ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.003820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-42cabdc5-9ebb-43c7-a14a-01159dee24dc service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4096980
Nov 06 20:48:30.013949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a734d27-aace-4867-9c0e-1022dd93f6a9 req-790fbee9-a1cd-46c8-ac26-7c233fe1bb18 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:30.019825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63f33104-873b-4002-87e0-1a780e6276ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.021758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a734d27-aace-4867-9c0e-1022dd93f6a9 req-790fbee9-a1cd-46c8-ac26-7c233fe1bb18 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 945 time: 0.2516258
Nov 06 20:48:30.053805 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.096169 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63f33104-873b-4002-87e0-1a780e6276ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09cbea79ba644e34aac4ebf2bb669564&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5874913
Nov 06 20:48:30.096169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f33104-873b-4002-87e0-1a780e6276ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23792a13-9e38-421a-878c-6dbf4c553e32,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:30.101311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46954) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:30.119437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-e0475a02-1083-4c86-b051-f09bcf81bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:30.121584 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-e0475a02-1083-4c86-b051-f09bcf81bb23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 1098 time: 0.1211374
Nov 06 20:48:30.205087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.227204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:30.227816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.264516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a734d27-aace-4867-9c0e-1022dd93f6a9 req-61dbe3a0-7c59-404c-a95e-7adcf39c8f3f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2414713
Nov 06 20:48:30.295987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-5aebcbb5-cb11-4a7b-b7fc-6f0be5d8354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:30.299562 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-5aebcbb5-cb11-4a7b-b7fc-6f0be5d8354d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1599870
Nov 06 20:48:30.358653 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-9b80c451-08a0-4ff6-8d57-c3e96865b431 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 HTTP/1.1" status: 200  len: 217 time: 0.0449169
Nov 06 20:48:30.382644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.9326801
Nov 06 20:48:30.386126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-644c7587-d8c0-4cd8-8651-3be098c21f61 req-ccf4afeb-2eba-4669-8cde-7c1576300a54 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3557744
Nov 06 20:48:30.386597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46962) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:30.395761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Request body: {'subnet': {'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-subnet', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:30.402164 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.404092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40987-78db-4c82-b877-8037a33fc937 admin admin] Pushing event updated for resources: {'Network': ['ID=76f3208d-59aa-4035-b221-a2ecf7b50a42,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:30.416387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 76f3208d-59aa-4035-b221-a2ecf7b50a42 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:48:30.441649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.449965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Made reservation on behalf of 16a0833370ba4a0383995942b30bd117 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:30.452448 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.512552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-d455adfb-d124-423c-9e4a-b39d562aa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:30.514174 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-d455adfb-d124-423c-9e4a-b39d562aa5ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1433821
Nov 06 20:48:30.529696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:30.532178 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617f4419-ef88-4fb8-b7e6-b4e1bf402039" -d '{"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-plugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:30.583746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-b3c75536-1280-4af2-99cf-f12884f44d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:30.587880 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-b3c75536-1280-4af2-99cf-f12884f44d9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0639458
Nov 06 20:48:30.598418 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce64951e-2461-4537-86a1-d1c0e871bf94 x-openstack-request-id: req-ce64951e-2461-4537-86a1-d1c0e871bf94 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:30.598950 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-plugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:30.600327 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce64951e-2461-4537-86a1-d1c0e871bf94 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:30.601859 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'code': 200}
Nov 06 20:48:30.626172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-626becb6-5020-43a0-b29b-5daeb685afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:30.627632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-626becb6-5020-43a0-b29b-5daeb685afda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 1099 time: 0.1599662
Nov 06 20:48:30.793328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.798019 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:30.799535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23792a13-9e38-421a-878c-6dbf4c553e32 HTTP/1.1" status: 204  len: 168 time: 0.6953983
Nov 06 20:48:30.815752 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-8444a409-a9a5-4ba9-abae-375f333e7cf4 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129710
Nov 06 20:48:30.876332 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.057903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23792a13-9e38-421a-878c-6dbf4c553e32,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:31.133445 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-398421bb-3f2b-4a69-ba11-ab0381f8e89b req-9f00f153-c711-44ea-8aa7-ce855dfe5d86 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3072832
Nov 06 20:48:31.199432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.199930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.200732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.201233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.201426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.201782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.202307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.202686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.202970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.203349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.203714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.204268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ca80f-200d-47f1-a2d7-24ddb3ee445f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.225766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-267631fb-1dca-447b-9e70-3d8a143402a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:31.227758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-267631fb-1dca-447b-9e70-3d8a143402a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.4271793
Nov 06 20:48:31.254750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cd6ad-3cfa-485a-b65b-4178addedb62 req-3a687680-2b92-45f2-b808-2e4f13ba1b45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:31.257023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba5cd6ad-3cfa-485a-b65b-4178addedb62 req-3a687680-2b92-45f2-b808-2e4f13ba1b45 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 949 time: 0.4200389
Nov 06 20:48:31.261208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9eaa17aa-8d51-4952-ae6c-ed188e592373 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:31.328601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47000) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:31.374398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 9eaa17aa-8d51-4952-ae6c-ed188e592373 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:31.379315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 9eaa17aa-8d51-4952-ae6c-ed188e592373 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:31.379944 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.380462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-a29f8a93-e6ed-4b97-8642-0470973247bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b2d30164-6f5c-42b2-8599-18365256a9bc HTTP/1.1" status: 200  len: 217 time: 0.0684011
Nov 06 20:48:31.405969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Checking segment: {'id': 'df79d21d-7b5b-47f7-8855-bbc2b3aaca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:31.406493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Network hostable DHCP agents. Network: 76f3208d-59aa-4035-b221-a2ecf7b50a42, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:48:31.422675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302043b-429d-402a-8bcf-b4f3d2c7d7eb req-a62a4b11-6a06-4c83-809d-ae28bbc72a3e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:31.424477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b302043b-429d-402a-8bcf-b4f3d2c7d7eb req-a62a4b11-6a06-4c83-809d-ae28bbc72a3e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 947 time: 0.3402784
Nov 06 20:48:31.457879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47006) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:31.483884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-901ec3dd-bb22-4d98-9449-3ed1b2fd50da admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.506736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1437922963-network', 'tenant_id': 'a401697813a341abb3b9c45492241a8c'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:31.513098 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.527612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282b310d-a96f-49c5-b698-d6788205e081,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:31.549637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Made reservation on behalf of a401697813a341abb3b9c45492241a8c for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:31.553390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.553592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9eaa17aa-8d51-4952-ae6c-ed188e592373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:31.567819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.571609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.586211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Network 76f3208d-59aa-4035-b221-a2ecf7b50a42 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:48:31.599775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba5cd6ad-3cfa-485a-b65b-4178addedb62 req-4560912d-497d-4ad0-997d-d880edfe7899 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2315507
Nov 06 20:48:31.601329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 76f3208d-59aa-4035-b221-a2ecf7b50a42) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:31.605067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-540a3233-535a-415d-aec3-455f70f5e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:31.607171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-540a3233-535a-415d-aec3-455f70f5e683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1951149
Nov 06 20:48:31.648038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:31.649656 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.658546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b302043b-429d-402a-8bcf-b4f3d2c7d7eb req-f66f6a5f-d7b8-43f5-8b59-5143e78f615f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421239
Nov 06 20:48:31.680226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c15cd7-e881-446b-a1a5-980cc56a76c0 None None] Network 76f3208d-59aa-4035-b221-a2ecf7b50a42 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:31.703475 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-901ec3dd-bb22-4d98-9449-3ed1b2fd50da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.705141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-625adfa2-906c-4d16-9e51-140f8d90bc88 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.3130355
Nov 06 20:48:31.707647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47008) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:31.713072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-router', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:31.724166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-8310b37c-324b-4111-9b55-d7587f823e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:31.724435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-901ec3dd-bb22-4d98-9449-3ed1b2fd50da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.726070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-8310b37c-324b-4111-9b55-d7587f823e24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0880630
Nov 06 20:48:31.765814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ec3dd-bb22-4d98-9449-3ed1b2fd50da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f370d-a07b-467f-890d-898739d9dae9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:31.815007 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.817400 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.818937 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.833685 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-901ec3dd-bb22-4d98-9449-3ed1b2fd50da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=152417a4cb814bb9905f578492c8419a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3697278
Nov 06 20:48:31.835608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47012) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:31.837331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.857391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9eaa17aa-8d51-4952-ae6c-ed188e592373,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:31.869709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.870056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.870401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.870789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.871124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.871635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.872163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.872669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.873153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.873654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.874147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.874642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:48:31.929706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:31.953982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-b95f4d75-5806-476c-9ffd-fb1e206c3361 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169292
Nov 06 20:48:32.040504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-76f3208d-59aa-4035-b221-a2ecf7b50a42', 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'fixed_ips': [{'subnet_id': '282b310d-a96f-49c5-b698-d6788205e081'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:48:32.041933 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.058877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-318c5c75-971e-40b9-a8fb-9f8548074338 req-2553a789-de2f-4544-a523-892e8f1bdd39 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901597
Nov 06 20:48:32.082826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5de1b-4a8a-46d7-a656-d1dfb73eefd6 req-0b3a1c0f-a6df-42dd-b9c0-9b82cbb63f15 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:32.084472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87b5de1b-4a8a-46d7-a656-d1dfb73eefd6 req-0b3a1c0f-a6df-42dd-b9c0-9b82cbb63f15 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 946 time: 0.1516533
Nov 06 20:48:32.097372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:48:32.145070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87b5de1b-4a8a-46d7-a656-d1dfb73eefd6 req-be94c66f-2bea-4742-af43-bc3b12612b29 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545263
Nov 06 20:48:32.164487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb456e-06e3-4a74-85fa-b4b347fb4783,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:32.196682 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0645-15ff-4735-820a-c6604d55e5f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.199896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.206129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.206458 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Added segment 602f8d2a-dc33-45a4-a148-3cfcad8ac357 of type vlan for network 8fd7b42e-1682-45f2-8cc6-856fb2ac07a9
Nov 06 20:48:32.257206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Allocated IP 172.20.0.2 (76f3208d-59aa-4035-b221-a2ecf7b50a42/282b310d-a96f-49c5-b698-d6788205e081/e0db526f-b75a-4558-a90b-3800456473b4) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:32.267887 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0645-15ff-4735-820a-c6604d55e5f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.315692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.380983 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.380983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:32.380983 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.441729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd7b42e-1682-45f2-8cc6-856fb2ac07a9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:32.468773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0645-15ff-4735-820a-c6604d55e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.471900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0645-15ff-4735-820a-c6604d55e5f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.475771 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0c6f0645-15ff-4735-820a-c6604d55e5f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f5f370d-a07b-467f-890d-898739d9dae9 HTTP/1.1" status: 204  len: 168 time: 0.6372864
Nov 06 20:48:32.475938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 8fd7b42e-1682-45f2-8cc6-856fb2ac07a9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:48:32.499338 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56ab27e2-df4b-4fcf-a199-0ba8aa0b5e76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1665373
Nov 06 20:48:32.500031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47024) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:32.505530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Request body: {'subnet': {'network_id': '8fd7b42e-1682-45f2-8cc6-856fb2ac07a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1437922963-subnet', 'tenant_id': 'a401697813a341abb3b9c45492241a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:32.538653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f0645-15ff-4735-820a-c6604d55e5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f370d-a07b-467f-890d-898739d9dae9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:32.551747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Made reservation on behalf of a401697813a341abb3b9c45492241a8c for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:32.558570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Publish callbacks [] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.607774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:32.611609 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d53ff92-4032-4f4e-9196-f93e9b2d254f" -d '{"events": [{"server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "name": "network-vif-plugged", "status": "completed", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:32.701406 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5243a772-1b0d-47fe-8f1a-45062c9cc1a6 x-openstack-request-id: req-5243a772-1b0d-47fe-8f1a-45062c9cc1a6 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:32.706517 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "name": "network-vif-plugged", "status": "completed", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:32.709625 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5243a772-1b0d-47fe-8f1a-45062c9cc1a6 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:32.710170 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'code': 200}
Nov 06 20:48:32.727707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.784261 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.789204 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.803498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:32.864175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508f6c-245c-4352-a8f6-614ad57bde9b req-2ef65035-630f-4310-b22f-63d81b788664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:32.865698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03508f6c-245c-4352-a8f6-614ad57bde9b req-2ef65035-630f-4310-b22f-63d81b788664 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.0947497
Nov 06 20:48:32.914285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b7fd1-9c52-4371-8b4f-68a26f0d3fdf req-f3510b6b-3785-472a-9cfe-9b656e798e7b tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:32.916358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Pushing event updated for resources: {'Port': ['ID=e0db526f-b75a-4558-a90b-3800456473b4,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:32.917715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-845b7fd1-9c52-4371-8b4f-68a26f0d3fdf req-f3510b6b-3785-472a-9cfe-9b656e798e7b tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 949 time: 0.1723719
Nov 06 20:48:32.932262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Network 76f3208d-59aa-4035-b221-a2ecf7b50a42 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:32.935350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:32.938758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:33.012545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Allocated IP 172.35.0.254 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/18b1d008-e3df-4d15-8a71-5e142f836659) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:33.060705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Attempting to bind port e0db526f-b75a-4558-a90b-3800456473b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:33.061592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Attempting to bind port e0db526f-b75a-4558-a90b-3800456473b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'df79d21d-7b5b-47f7-8855-bbc2b3aaca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:33.063210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Attempting to bind port e0db526f-b75a-4558-a90b-3800456473b4 on network 76f3208d-59aa-4035-b221-a2ecf7b50a42 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:33.073676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:33.074463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Checking segment: {'id': 'df79d21d-7b5b-47f7-8855-bbc2b3aaca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:33.075153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:33.075739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Bound using segment: {'id': 'df79d21d-7b5b-47f7-8855-bbc2b3aaca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:33.076561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Bound port: e0db526f-b75a-4558-a90b-3800456473b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df79d21d-7b5b-47f7-8855-bbc2b3aaca47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:33.077152 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:33.103210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03508f6c-245c-4352-a8f6-614ad57bde9b req-28da085a-815d-4239-87a4-270b54922279 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085078
Nov 06 20:48:33.129833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-845b7fd1-9c52-4371-8b4f-68a26f0d3fdf req-4407d160-8b1a-49ca-817d-d86b92af0e59 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839316
Nov 06 20:48:33.154192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f980-3c84-49b6-aa9d-900a79700a3f req-56799125-23f5-41ed-a334-5c2e5fed63d0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:33.165525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d17f980-3c84-49b6-aa9d-900a79700a3f req-56799125-23f5-41ed-a334-5c2e5fed63d0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 947 time: 0.2692947
Nov 06 20:48:33.178970 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:33.243152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] For port e0db526f-b75a-4558-a90b-3800456473b4, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:33.251092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] For port e0db526f-b75a-4558-a90b-3800456473b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0db526f-b75a-4558-a90b-3800456473b4,segment=NetworkSegment(df79d21d-7b5b-47f7-8855-bbc2b3aaca47),segment_id=df79d21d-7b5b-47f7-8855-bbc2b3aaca47)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:33.269283 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:33.277834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d17f980-3c84-49b6-aa9d-900a79700a3f req-d6183d32-41ef-4393-9eb3-f63c0b309d59 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066930
Nov 06 20:48:33.290583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:33.319463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5d7549-66aa-48f3-8597-c09151154a60,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:33.359491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Checking segment: {'id': '602f8d2a-dc33-45a4-a148-3cfcad8ac357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8fd7b42e-1682-45f2-8cc6-856fb2ac07a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:33.359886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Network hostable DHCP agents. Network: 8fd7b42e-1682-45f2-8cc6-856fb2ac07a9, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:48:33.372478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2864a-bc7d-4caa-a9df-c297441b33fb None None] Pushing event updated for resources: {'Port': ['ID=e0db526f-b75a-4558-a90b-3800456473b4,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:33.387011 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:33.432658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Network 8fd7b42e-1682-45f2-8cc6-856fb2ac07a9 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:48:33.459657 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:33.460084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8fd7b42e-1682-45f2-8cc6-856fb2ac07a9) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:33.470086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9014ca-68b9-4895-a8f5-88ac77654b3d None None] Network 8fd7b42e-1682-45f2-8cc6-856fb2ac07a9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:33.477080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:33.477718 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:33.478919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:33.491130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:33.549929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ce2b75a3-7c21-4112-b765-230ac5eda7db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0405920
Nov 06 20:48:33.563014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=18b1d008-e3df-4d15-8a71-5e142f836659,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:33.667139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f162dc-b508-4d4a-be48-f10aea7dc5aa req-8d1fbac9-487e-4dcc-a0ae-ffc8df2d3e0c tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:33.685857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4f162dc-b508-4d4a-be48-f10aea7dc5aa req-8d1fbac9-487e-4dcc-a0ae-ffc8df2d3e0c tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 946 time: 0.1579127
Nov 06 20:48:33.839416 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4f162dc-b508-4d4a-be48-f10aea7dc5aa req-75cdccfe-606f-4715-bf1b-b208e666363c tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468027
Nov 06 20:48:33.911933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d8e04-831c-40e7-b392-652b6678891b None None] Network 8fd7b42e-1682-45f2-8cc6-856fb2ac07a9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:34.042134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af931f-0d6d-4479-b1a2-4127e625ec44 req-4c3d7c40-e12a-4337-814b-ca9c375ab1dd tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:34.044214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9af931f-0d6d-4479-b1a2-4127e625ec44 req-4c3d7c40-e12a-4337-814b-ca9c375ab1dd tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 949 time: 0.1118679
Nov 06 20:48:34.251827 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:34.522812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b5d71f4d-3d6c-4cfb-9b39-b7298ba784b9 req-0fb78e69-639f-48e3-90ca-26d1d3a3be49 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1912899855', 'description': 'tempest-description-1444224935'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:34.585993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9af931f-0d6d-4479-b1a2-4127e625ec44 req-803415de-b567-49cd-a91c-9a8b97254217 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5213649
Nov 06 20:48:34.587794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b5d71f4d-3d6c-4cfb-9b39-b7298ba784b9 req-0fb78e69-639f-48e3-90ca-26d1d3a3be49 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:34.652244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:34.707762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b5d71f4d-3d6c-4cfb-9b39-b7298ba784b9 req-0fb78e69-639f-48e3-90ca-26d1d3a3be49 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:34.718555 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b5d71f4d-3d6c-4cfb-9b39-b7298ba784b9 req-0fb78e69-639f-48e3-90ca-26d1d3a3be49 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:34.818660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb78e69-639f-48e3-90ca-26d1d3a3be49 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b2cbe6-97bc-46e8-835e-9db2204350d8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:34.829319 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b5d71f4d-3d6c-4cfb-9b39-b7298ba784b9 req-0fb78e69-639f-48e3-90ca-26d1d3a3be49 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:34.844038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5d71f4d-3d6c-4cfb-9b39-b7298ba784b9 req-0fb78e69-639f-48e3-90ca-26d1d3a3be49 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.3280473
Nov 06 20:48:34.884878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568a328-f42b-43a9-85fa-d9d5fca6e5ed req-77d75ec1-f526-4b1a-9a72-c7f0dd359ee6 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:34.909891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5568a328-f42b-43a9-85fa-d9d5fca6e5ed req-77d75ec1-f526-4b1a-9a72-c7f0dd359ee6 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 947 time: 0.1880198
Nov 06 20:48:35.016609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5568a328-f42b-43a9-85fa-d9d5fca6e5ed req-f1ec8047-d8f6-4b60-84ac-07c39d4e7f9e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018503
Nov 06 20:48:35.036910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:48:35.056004 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:48:35.135535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37d9bf7f-78ff-4f8a-b9e6-eaf4a5e63966 req-d0bf50a1-59ec-49d3-99da-02bfd1ddabd5 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/f6b2cbe6-97bc-46e8-835e-9db2204350d8 HTTP/1.1" status: 200  len: 1830 time: 0.0846303
Nov 06 20:48:35.147410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-37d9bf7f-78ff-4f8a-b9e6-eaf4a5e63966 req-2fe771a0-7d72-435d-aefd-b78972b7332b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6b2cbe6-97bc-46e8-835e-9db2204350d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:35.157762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-37d9bf7f-78ff-4f8a-b9e6-eaf4a5e63966 req-2fe771a0-7d72-435d-aefd-b78972b7332b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6b2cbe6-97bc-46e8-835e-9db2204350d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:35.196088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device b2d30164-6f5c-42b2-8599-18365256a9bc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:35.233699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7269dd3-de3d-48c7-a297-706e92f1b877 None None] Network 76f3208d-59aa-4035-b221-a2ecf7b50a42 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:35.263808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2039-8eec-434a-b29b-bf33138c24d6 req-9b141b36-9ca9-41c6-adbf-e2240df91640 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:35.265532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f7e2039-8eec-434a-b29b-bf33138c24d6 req-9b141b36-9ca9-41c6-adbf-e2240df91640 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 946 time: 0.0988746
Nov 06 20:48:35.343257 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-37d9bf7f-78ff-4f8a-b9e6-eaf4a5e63966 req-2fe771a0-7d72-435d-aefd-b78972b7332b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.382631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-37d9bf7f-78ff-4f8a-b9e6-eaf4a5e63966 req-2fe771a0-7d72-435d-aefd-b78972b7332b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.382904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e0db526f-b75a-4558-a90b-3800456473b4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:35.390793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-37d9bf7f-78ff-4f8a-b9e6-eaf4a5e63966 req-2fe771a0-7d72-435d-aefd-b78972b7332b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.418234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6a18b461-bbc3-4328-81ac-78eb1c6a7b9c None None] Provisioning complete for port e0db526f-b75a-4558-a90b-3800456473b4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:35.418581 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a18b461-bbc3-4328-81ac-78eb1c6a7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.423739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe771a0-7d72-435d-aefd-b78972b7332b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a151f67-46fa-40ff-b05c-6083c1442c71,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:35.461761 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.resource_extend [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 20:48:35.474247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f7e2039-8eec-434a-b29b-bf33138c24d6 req-71c4412d-f7d8-4f8e-803b-b43cbbd53356 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623745
Nov 06 20:48:35.498476 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-37d9bf7f-78ff-4f8a-b9e6-eaf4a5e63966 req-2fe771a0-7d72-435d-aefd-b78972b7332b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.501269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37d9bf7f-78ff-4f8a-b9e6-eaf4a5e63966 req-2fe771a0-7d72-435d-aefd-b78972b7332b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3579886
Nov 06 20:48:35.705774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:48:35.711135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a18b461-bbc3-4328-81ac-78eb1c6a7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.754822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port b2d30164-6f5c-42b2-8599-18365256a9bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2d30164-6f5c-42b2-8599-18365256a9bc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:35.792931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.797016 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e5fc382-69df-406e-9c68-9356fb1d4fa2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 4.0861881
Nov 06 20:48:35.798013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47116) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:35.817769 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Sync routers for ids ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:48:35.839038 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Routers {'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:35.839958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92539e30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:35.854428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e0db526f-b75a-4558-a90b-3800456473b4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:35.855105 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.860115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6a18b461-bbc3-4328-81ac-78eb1c6a7b9c None None] For port e0db526f-b75a-4558-a90b-3800456473b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0db526f-b75a-4558-a90b-3800456473b4,segment=NetworkSegment(df79d21d-7b5b-47f7-8855-bbc2b3aaca47),segment_id=df79d21d-7b5b-47f7-8855-bbc2b3aaca47)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:35.862557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'mac_address': 'fa:16:3e:b2:60:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:35.890974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a18b461-bbc3-4328-81ac-78eb1c6a7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:35.900573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-1ee19b41-7694-4632-89c1-9752ce159582 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3358221
Nov 06 20:48:35.928970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:36.005652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18b461-bbc3-4328-81ac-78eb1c6a7b9c None None] Pushing event updated for resources: {'Port': ['ID=e0db526f-b75a-4558-a90b-3800456473b4,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:36.008196 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.009449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.031093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d30164-6f5c-42b2-8599-18365256a9bc {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:36.048758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd4f0958-e732-4fb0-bee7-9c289c35eb1f req-db6242bc-f981-4984-aaf9-aba257ea90c4 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/f6b2cbe6-97bc-46e8-835e-9db2204350d8 HTTP/1.1" status: 200  len: 2423 time: 0.1385691
Nov 06 20:48:36.181266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port b2d30164-6f5c-42b2-8599-18365256a9bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2d30164-6f5c-42b2-8599-18365256a9bc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:36.189311 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.191769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:36.279385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702850-7bf8-47c5-b661-23e7450d4dd2 req-a1117e00-b213-4ea1-8605-6356291436cf tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:36.286868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25702850-7bf8-47c5-b661-23e7450d4dd2 req-a1117e00-b213-4ea1-8605-6356291436cf tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 949 time: 0.0847316
Nov 06 20:48:36.338388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:36.341857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.349145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=b2d30164-6f5c-42b2-8599-18365256a9bc,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:36.356792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'mac_address': 'fa:16:3e:e5:69:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:36.386023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25702850-7bf8-47c5-b661-23e7450d4dd2 req-2434dc8c-b72f-49f4-9d57-b5e956a3b0a3 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915599
Nov 06 20:48:36.434394 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.454986 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Set router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:36.485220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8097b3b2-7962-41b9-95a6-ab97113d616a None None] Provisioning complete for port e0db526f-b75a-4558-a90b-3800456473b4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:36.485587 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8097b3b2-7962-41b9-95a6-ab97113d616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.500043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:36.560469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:36.572622 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.642294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06999676-0020-4f96-a0a5-761f9aaffc68 req-37cfe80f-87c0-4a84-ad05-4f0c85b987b7 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-group-rules/6a151f67-46fa-40ff-b05c-6083c1442c71 HTTP/1.1" status: 200  len: 778 time: 0.0267236
Nov 06 20:48:36.690814 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.702542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06999676-0020-4f96-a0a5-761f9aaffc68 req-9cb34312-ee1d-42aa-9025-6788a2f87bc4 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/f6b2cbe6-97bc-46e8-835e-9db2204350d8 HTTP/1.1" status: 200  len: 2423 time: 0.0593064
Nov 06 20:48:36.727058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Allocated IP 172.35.0.174 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/7741ce26-bce9-4a5c-b778-5a730a655a01) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:36.750761 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-06999676-0020-4f96-a0a5-761f9aaffc68 req-6f841606-3f37-4cbe-9a15-457b295f2fd0 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.771569 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-06999676-0020-4f96-a0a5-761f9aaffc68 req-6f841606-3f37-4cbe-9a15-457b295f2fd0 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.785434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:36.844702 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-06999676-0020-4f96-a0a5-761f9aaffc68 req-6f841606-3f37-4cbe-9a15-457b295f2fd0 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.856600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-06999676-0020-4f96-a0a5-761f9aaffc68 req-6f841606-3f37-4cbe-9a15-457b295f2fd0 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.857810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06999676-0020-4f96-a0a5-761f9aaffc68 req-6f841606-3f37-4cbe-9a15-457b295f2fd0 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6a151f67-46fa-40ff-b05c-6083c1442c71 HTTP/1.1" status: 204  len: 173 time: 0.1544573
Nov 06 20:48:36.878982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f841606-3f37-4cbe-9a15-457b295f2fd0 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a151f67-46fa-40ff-b05c-6083c1442c71,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:36.894375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.927688 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92539e30a0>, [{'id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-router', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254'}], 'enable_snat': True}, 'gw_port_id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:31Z', 'updated_at': '2021-11-06T20:48:33Z', 'revision_number': 3, 'project_id': '16a0833370ba4a0383995942b30bd117', 'gw_port': {'id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:32Z', 'updated_at': '2021-11-06T20:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:36.929884 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:36.977527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['bc2d32ba-7e3c-4416-a06d-11173ab3a5d6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:36.983281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['b2d30164-6f5c-42b2-8599-18365256a9bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:36.988213 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Checking router: bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:48:36.988598 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Updating router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 port 18b1d008-e3df-4d15-8a71-5e142f836659 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:48:37.019777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Pushing event updated for resources: {'Port': ['ID=7741ce26-bce9-4a5c-b778-5a730a655a01,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:37.030315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:37.034400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:37.036968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:37.053815 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.094116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b322fd5-813e-41c2-b185-81b19525fc96 req-35818075-ea70-48fc-84c7-e10694dd59f3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:37.095718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b322fd5-813e-41c2-b185-81b19525fc96 req-35818075-ea70-48fc-84c7-e10694dd59f3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 948 time: 0.1358738
Nov 06 20:48:37.099047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Allocated IP 172.20.0.1 (76f3208d-59aa-4035-b221-a2ecf7b50a42/282b310d-a96f-49c5-b698-d6788205e081/e68606bb-c1b3-4ee7-8442-ffb173cef6b0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:37.113932 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.193588 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.277675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b322fd5-813e-41c2-b185-81b19525fc96 req-ab7baea7-2342-47c5-949d-4ad063fe2364 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575413
Nov 06 20:48:37.293361 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.344434 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.366840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e0db526f-b75a-4558-a90b-3800456473b4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:37.416890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Network 76f3208d-59aa-4035-b221-a2ecf7b50a42 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:37.427143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:37.429944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:37.464584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Pushing event updated for resources: {'Port': ['ID=e68606bb-c1b3-4ee7-8442-ffb173cef6b0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:37.507350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.572767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.605651 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.619230 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.622232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.640710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.660103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e0db526f-b75a-4558-a90b-3800456473b4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:37.663467 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.685990 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1025de-eae2-4d73-b173-d8dad680b2fe None None] Pushing event updated for resources: {'Port': ['ID=18b1d008-e3df-4d15-8a71-5e142f836659,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:37.707222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555546e-f7e4-4243-ac20-f8cea23a7d02 req-291090c5-5a83-4c38-ab5d-4947aa7b156f tempest-LiveMigrationNegativeTest-1235541136 tempest-LiveMigrationNegativeTest-1235541136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:37.717782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a555546e-f7e4-4243-ac20-f8cea23a7d02 req-291090c5-5a83-4c38-ab5d-4947aa7b156f tempest-LiveMigrationNegativeTest-1235541136 tempest-LiveMigrationNegativeTest-1235541136-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 1100 time: 0.1717231
Nov 06 20:48:37.719127 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Attempting to bind port 18b1d008-e3df-4d15-8a71-5e142f836659 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:37.721614 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Attempting to bind port 18b1d008-e3df-4d15-8a71-5e142f836659 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:37.722084 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Attempting to bind port 18b1d008-e3df-4d15-8a71-5e142f836659 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:37.741353 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:37.743351 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:37.744058 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.744617 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:37.748007 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Bound port: 18b1d008-e3df-4d15-8a71-5e142f836659, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:37.748608 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.759073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Pushing event updated for resources: {'Port': ['ID=7741ce26-bce9-4a5c-b778-5a730a655a01,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:37.779242 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.801778 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.803309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-9624ecd1-0a13-49ae-a906-d2e01f82022f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8944800
Nov 06 20:48:37.805047 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a555546e-f7e4-4243-ac20-f8cea23a7d02 req-0321dd83-7cab-458a-9ba7-566672bccee7 tempest-LiveMigrationNegativeTest-1235541136 tempest-LiveMigrationNegativeTest-1235541136-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.845819 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] For port 18b1d008-e3df-4d15-8a71-5e142f836659, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:37.850904 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] For port 18b1d008-e3df-4d15-8a71-5e142f836659, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b1d008-e3df-4d15-8a71-5e142f836659,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:37.857801 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.887995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-3c86a52a-a23f-4747-8b2f-1ee2e59c2611 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 696 time: 0.0694370
Nov 06 20:48:37.906016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-13a732ac-6dff-4ee0-9b48-9e81baf16524 None None] Provisioning complete for port e68606bb-c1b3-4ee7-8442-ffb173cef6b0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:37.910404 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-13a732ac-6dff-4ee0-9b48-9e81baf16524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:37.958529 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1025de-eae2-4d73-b173-d8dad680b2fe None None] Pushing event updated for resources: {'Port': ['ID=18b1d008-e3df-4d15-8a71-5e142f836659,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:38.000510 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Routers {'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:38.001627 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92539e30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:38.005885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-13a732ac-6dff-4ee0-9b48-9e81baf16524 None None] Port e68606bb-c1b3-4ee7-8442-ffb173cef6b0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:38.063693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-a860a82b-331d-4ec8-b695-b9758ed89b8b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:38.065169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9f99d04-9505-46ef-9676-8639715ca4b3 req-a860a82b-331d-4ec8-b695-b9758ed89b8b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.1678877
Nov 06 20:48:38.097623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.118887 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.221275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.223208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Pushing event updated for resources: {'Port': ['ID=e68606bb-c1b3-4ee7-8442-ffb173cef6b0,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:38.238842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a555546e-f7e4-4243-ac20-f8cea23a7d02 req-0321dd83-7cab-458a-9ba7-566672bccee7 tempest-LiveMigrationNegativeTest-1235541136 tempest-LiveMigrationNegativeTest-1235541136-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.243441 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] Set router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:38.247672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-438f83a0-586e-444e-a2ac-1792cd9fb374 req-10a1decb-6fd8-4172-8fa4-5b347f255964 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-739140074', 'description': 'tempest-description-238648447'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:38.256044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a555546e-f7e4-4243-ac20-f8cea23a7d02 req-0321dd83-7cab-458a-9ba7-566672bccee7 tempest-LiveMigrationNegativeTest-1235541136 tempest-LiveMigrationNegativeTest-1235541136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.316208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-438f83a0-586e-444e-a2ac-1792cd9fb374 req-10a1decb-6fd8-4172-8fa4-5b347f255964 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.330464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a555546e-f7e4-4243-ac20-f8cea23a7d02 req-0321dd83-7cab-458a-9ba7-566672bccee7 tempest-LiveMigrationNegativeTest-1235541136 tempest-LiveMigrationNegativeTest-1235541136-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6101768
Nov 06 20:48:38.333110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321dd83-7cab-458a-9ba7-566672bccee7 tempest-LiveMigrationNegativeTest-1235541136 tempest-LiveMigrationNegativeTest-1235541136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcadebdd-258a-4b5d-a8b0-ae6a9e621673,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:38.381192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Network 76f3208d-59aa-4035-b221-a2ecf7b50a42 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:38.383785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:38.456361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-438f83a0-586e-444e-a2ac-1792cd9fb374 req-10a1decb-6fd8-4172-8fa4-5b347f255964 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.462961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-438f83a0-586e-444e-a2ac-1792cd9fb374 req-10a1decb-6fd8-4172-8fa4-5b347f255964 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.550789 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-438f83a0-586e-444e-a2ac-1792cd9fb374 req-10a1decb-6fd8-4172-8fa4-5b347f255964 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.566116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-438f83a0-586e-444e-a2ac-1792cd9fb374 req-10a1decb-6fd8-4172-8fa4-5b347f255964 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.3509700
Nov 06 20:48:38.568570 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92539e30a0>, [{'id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-router', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254'}], 'enable_snat': True}, 'gw_port_id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:31Z', 'updated_at': '2021-11-06T20:48:37Z', 'revision_number': 4, 'project_id': '16a0833370ba4a0383995942b30bd117', 'gw_port': {'id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:32Z', 'updated_at': '2021-11-06T20:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68606bb-c1b3-4ee7-8442-ffb173cef6b0', 'name': '', 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'mac_address': 'fa:16:3e:75:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '282b310d-a96f-49c5-b698-d6788205e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:36Z', 'updated_at': '2021-11-06T20:48:37Z', 'revision_number': 1, 'project_id': '16a0833370ba4a0383995942b30bd117', 'subnets': [{'id': '282b310d-a96f-49c5-b698-d6788205e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:38.577175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1decb-6fd8-4172-8fa4-5b347f255964 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e403da-384b-420f-9224-b01b83aba48a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:38.592609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:48:38.650180 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24656aa4-a95d-4f5a-99e9-a18761b07847 None None] The sync data for ids ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'] in ncdv-master-1 is: [{'id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-router', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254'}], 'enable_snat': True}, 'gw_port_id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:31Z', 'updated_at': '2021-11-06T20:48:37Z', 'revision_number': 4, 'project_id': '16a0833370ba4a0383995942b30bd117', 'gw_port': {'id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:32Z', 'updated_at': '2021-11-06T20:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68606bb-c1b3-4ee7-8442-ffb173cef6b0', 'name': '', 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'mac_address': 'fa:16:3e:75:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '282b310d-a96f-49c5-b698-d6788205e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:36Z', 'updated_at': '2021-11-06T20:48:37Z', 'revision_number': 1, 'project_id': '16a0833370ba4a0383995942b30bd117', 'subnets': [{'id': '282b310d-a96f-49c5-b698-d6788205e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:48:38.717829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db2be3-b7db-487d-8035-5fa73b5a0136 req-10aeebe7-130d-404c-b0af-070976a33d18 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:38.719544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83db2be3-b7db-487d-8035-5fa73b5a0136 req-10aeebe7-130d-404c-b0af-070976a33d18 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 948 time: 0.0846901
Nov 06 20:48:38.754215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e908e860-84de-4f55-b007-20c44f6c5395 None None] Provisioning complete for port e68606bb-c1b3-4ee7-8442-ffb173cef6b0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:38.759335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e908e860-84de-4f55-b007-20c44f6c5395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:38.778564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:48:38.815503 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-41e11bd9-1c7c-4b19-811a-d3813e002f82 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0144238
Nov 06 20:48:38.831615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e908e860-84de-4f55-b007-20c44f6c5395 None None] Port e68606bb-c1b3-4ee7-8442-ffb173cef6b0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:38.858819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83db2be3-b7db-487d-8035-5fa73b5a0136 req-d00030df-0b08-4582-84c7-8c56f0bf6c17 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242857
Nov 06 20:48:38.920545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06377-df60-4b71-9754-cea13f5620ad req-4ba0fc08-6523-4c75-b7d7-ecb87f2770f9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:38.929568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-4ba0fc08-6523-4c75-b7d7-ecb87f2770f9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 821 time: 0.2079830
Nov 06 20:48:38.953152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-2f943d8a-9f4b-4c28-b4c1-17cac3775f3a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/quotas/e7a2501529c1496e839dda964a1d9f9d HTTP/1.1" status: 200  len: 375 time: 0.0221257
Nov 06 20:48:39.083467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-56d4a587-9f66-4b05-81ac-d6269bab9e7b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1256359
Nov 06 20:48:39.225079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device b2d30164-6f5c-42b2-8599-18365256a9bc up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:39.229326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-95718033-7a40-4ef7-a7e8-9b15302475ce service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449666
Nov 06 20:48:39.255703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72406a1a-6e9a-4695-9faf-dcb567659c23 req-e40f21e9-d5f4-4b6d-90b4-ab97fd873b3f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/63e403da-384b-420f-9224-b01b83aba48a HTTP/1.1" status: 200  len: 1828 time: 0.0884006
Nov 06 20:48:39.322005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port b2d30164-6f5c-42b2-8599-18365256a9bc completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:39.334826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port b2d30164-6f5c-42b2-8599-18365256a9bc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:39.335194 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:39.374159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-f1952789-6ddf-4efc-8daf-e4a5112049af service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338236
Nov 06 20:48:39.420851 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-220b734e-36a7-4801-8cb8-a838ca560fef req-7c06eec3-ff43-484d-9d25-3d2fce924077 tempest-FloatingIPDetailsNegativeTestJSON-1745245366 tempest-FloatingIPDetailsNegativeTestJSON-1745245366-project] show failed (client error): The resource could not be found.
Nov 06 20:48:39.422175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-220b734e-36a7-4801-8cb8-a838ca560fef req-7c06eec3-ff43-484d-9d25-3d2fce924077 tempest-FloatingIPDetailsNegativeTestJSON-1745245366 tempest-FloatingIPDetailsNegativeTestJSON-1745245366-project] 10.222.0.13 "GET /v2.0/floatingips/72f1d52a-d945-48b4-b544-6571c4d7b880 HTTP/1.1" status: 404  len: 350 time: 0.0466802
Nov 06 20:48:39.433407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47204) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:39.557447 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:39.668630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port b2d30164-6f5c-42b2-8599-18365256a9bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2d30164-6f5c-42b2-8599-18365256a9bc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:39.671322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d30164-6f5c-42b2-8599-18365256a9bc'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:39.703629 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c40d60a-b582-4cfa-acb4-2b6c96f981d4" -d '{"events": [{"server_uuid": "e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c", "name": "network-vif-plugged", "status": "completed", "tag": "b2d30164-6f5c-42b2-8599-18365256a9bc"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:39.733259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:39.734421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:39.830363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=b2d30164-6f5c-42b2-8599-18365256a9bc,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:39.923865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:39.931676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:39.932051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:39.936986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-82e8a2b3-6ecd-412a-a55c-6e92398eb34e req-577ea920-e79f-4ec5-a617-8d2658c75ddd tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1251260530', 'description': 'tempest-description-1344164555'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:39.990500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c15e4ec-7ccc-4902-85d2-2745a689b730 req-39b8c189-f44f-4c5f-9de0-852ac0e63d1e tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 210 time: 0.0393863
Nov 06 20:48:40.030050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-82e8a2b3-6ecd-412a-a55c-6e92398eb34e req-577ea920-e79f-4ec5-a617-8d2658c75ddd tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:40.153020 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:40.216329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-82e8a2b3-6ecd-412a-a55c-6e92398eb34e req-577ea920-e79f-4ec5-a617-8d2658c75ddd tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:40.222705 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-82e8a2b3-6ecd-412a-a55c-6e92398eb34e req-577ea920-e79f-4ec5-a617-8d2658c75ddd tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:40.224824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:40.231909 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:40.323515 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-82e8a2b3-6ecd-412a-a55c-6e92398eb34e req-577ea920-e79f-4ec5-a617-8d2658c75ddd tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:40.342459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82e8a2b3-6ecd-412a-a55c-6e92398eb34e req-577ea920-e79f-4ec5-a617-8d2658c75ddd tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.4107122
Nov 06 20:48:40.363780 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5848bf8c-b99a-4857-9085-f88b96265887 x-openstack-request-id: req-5848bf8c-b99a-4857-9085-f88b96265887 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:40.364135 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c", "name": "network-vif-plugged", "status": "completed", "tag": "b2d30164-6f5c-42b2-8599-18365256a9bc", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:40.364432 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5848bf8c-b99a-4857-9085-f88b96265887 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:40.364833 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'code': 200}
Nov 06 20:48:40.365448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:40.443679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:40.522344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ea920-e79f-4ec5-a617-8d2658c75ddd tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c76a14c-cb1f-4956-b7b1-e57233348e2f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:40.599518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29428e1-bc9d-4375-9792-c76f303ee49b req-61aa3440-a379-41eb-af51-f4b38bd64b3c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:40.601156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b29428e1-bc9d-4375-9792-c76f303ee49b req-61aa3440-a379-41eb-af51-f4b38bd64b3c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 949 time: 0.2181606
Nov 06 20:48:40.607936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bedfa-1c84-46e6-aa28-ee3abdde58be req-cbd791c7-8c2a-4341-a871-2e7473a44b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:40.608672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-491bedfa-1c84-46e6-aa28-ee3abdde58be req-cbd791c7-8c2a-4341-a871-2e7473a44b97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 1101 time: 0.2538657
Nov 06 20:48:40.618752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae637bf-1589-46ca-91ef-17c9f111bb33 req-7994fec1-2a10-4629-8d00-367902c67559 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:40.620222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bae637bf-1589-46ca-91ef-17c9f111bb33 req-7994fec1-2a10-4629-8d00-367902c67559 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 949 time: 0.1203606
Nov 06 20:48:40.772219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-491bedfa-1c84-46e6-aa28-ee3abdde58be req-11881ca0-b087-40fa-90ec-7fb19e5ef159 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449983
Nov 06 20:48:40.775566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b29428e1-bc9d-4375-9792-c76f303ee49b req-e0378a75-3f89-4afd-b484-b4d6356ca83e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544187
Nov 06 20:48:40.788549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bae637bf-1589-46ca-91ef-17c9f111bb33 req-93351835-af48-4bb3-b2f4-b758764a5dbe tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560717
Nov 06 20:48:40.967441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4ade969-99e8-4a7e-9cbb-4f21834b5058 req-08419e00-9a20-4d81-8b0c-115221322aad tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/3c76a14c-cb1f-4956-b7b1-e57233348e2f HTTP/1.1" status: 200  len: 1830 time: 0.0694430
Nov 06 20:48:40.993000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-672edf39-9946-4ff4-8e1d-7c6716d40de2 req-63a63d10-7813-4c9f-8259-5f0cbd09e58f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-862953135', 'description': 'tempest-description-1363992977'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:41.017454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-672edf39-9946-4ff4-8e1d-7c6716d40de2 req-63a63d10-7813-4c9f-8259-5f0cbd09e58f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.020789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Deleting port e68606bb-c1b3-4ee7-8442-ffb173cef6b0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:41.021382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.134293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-672edf39-9946-4ff4-8e1d-7c6716d40de2 req-63a63d10-7813-4c9f-8259-5f0cbd09e58f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.140498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-672edf39-9946-4ff4-8e1d-7c6716d40de2 req-63a63d10-7813-4c9f-8259-5f0cbd09e58f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.222559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.255817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Calling delete_port for e68606bb-c1b3-4ee7-8442-ffb173cef6b0 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:41.274586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-672edf39-9946-4ff4-8e1d-7c6716d40de2 req-63a63d10-7813-4c9f-8259-5f0cbd09e58f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.276136 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-672edf39-9946-4ff4-8e1d-7c6716d40de2 req-63a63d10-7813-4c9f-8259-5f0cbd09e58f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.2884817
Nov 06 20:48:41.281072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 18b1d008-e3df-4d15-8a71-5e142f836659 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:41.290325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd3643eb-4ced-423f-919e-ba470bc68b4c req-e6a8b665-168b-47e4-8da4-aa6ccc99493f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 210 time: 0.1129906
Nov 06 20:48:41.319100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a63d10-7813-4c9f-8259-5f0cbd09e58f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b3e09e-fcba-40fa-99f5-1fe8fe714665,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:41.418725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 18b1d008-e3df-4d15-8a71-5e142f836659 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:41.419362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.444784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-feafbbae-4872-4233-be85-12216a3b17d3 req-e2c21967-3939-4b7a-9eed-b45b825f4b87 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/47b3e09e-fcba-40fa-99f5-1fe8fe714665 HTTP/1.1" status: 200  len: 1829 time: 0.1150787
Nov 06 20:48:41.476771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-291c4c2b-6c65-4316-99f0-b2f4b2ea1ede req-28dbcba4-aad8-4b39-a06a-acc25296eb3f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1988838871', 'description': 'tempest-description-1949311733'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:41.531226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-291c4c2b-6c65-4316-99f0-b2f4b2ea1ede req-28dbcba4-aad8-4b39-a06a-acc25296eb3f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.557917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06377-df60-4b71-9754-cea13f5620ad req-816b1380-1a30-44ea-ab65-27919c0ec49e tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:41.560843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-816b1380-1a30-44ea-ab65-27919c0ec49e tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 821 time: 0.2140851
Nov 06 20:48:41.576995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Request body: {'port': {'device_id': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'admin_state_up': True, 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:41.612845 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.661312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 18b1d008-e3df-4d15-8a71-5e142f836659, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b1d008-e3df-4d15-8a71-5e142f836659,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:41.667679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.694496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47260) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:41.769418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=18b1d008-e3df-4d15-8a71-5e142f836659,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:41.835458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-291c4c2b-6c65-4316-99f0-b2f4b2ea1ede req-28dbcba4-aad8-4b39-a06a-acc25296eb3f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.846819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-291c4c2b-6c65-4316-99f0-b2f4b2ea1ede req-28dbcba4-aad8-4b39-a06a-acc25296eb3f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.896427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbcba4-aad8-4b39-a06a-acc25296eb3f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94b21e3-0fe2-4c5b-a05b-652424b6f9f3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:41.937435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Made reservation on behalf of e7a2501529c1496e839dda964a1d9f9d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:41.943349 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:41.993953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f4236781-4776-46da-ae12-57cde367109a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.043580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] Sync routers for ids ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:48:42.061238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] Routers {'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:42.062150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251f3ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:42.100019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-dc6e135f-7887-46d7-a2cd-9fb302f9e787 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:42.102443 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-dc6e135f-7887-46d7-a2cd-9fb302f9e787 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 949 time: 0.0799556
Nov 06 20:48:42.103237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.139186 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f4236781-4776-46da-ae12-57cde367109a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.145274 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-291c4c2b-6c65-4316-99f0-b2f4b2ea1ede req-28dbcba4-aad8-4b39-a06a-acc25296eb3f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.163389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-291c4c2b-6c65-4316-99f0-b2f4b2ea1ede req-28dbcba4-aad8-4b39-a06a-acc25296eb3f tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.6985176
Nov 06 20:48:42.200758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f4236781-4776-46da-ae12-57cde367109a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.241796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] Set router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:42.320742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Pushing event deleted for resources: {'Port': ['ID=e68606bb-c1b3-4ee7-8442-ffb173cef6b0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:42.388455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f4236781-4776-46da-ae12-57cde367109a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b27c3f9d7bc433d921d5f390654f126&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6923423
Nov 06 20:48:42.396991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47276) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:42.400742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4236781-4776-46da-ae12-57cde367109a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6073099f-5b9f-4135-87a1-0695fbed07af,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:42.493812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Deleting port 465b7232-73a2-4392-8305-3e95d157ffbe {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:42.494319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.508076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c66c9e-d825-4966-aa6d-f542e3c0c9ac req-67eaadfe-624b-4de1-b152-9970292d723f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:42.509639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8c66c9e-d825-4966-aa6d-f542e3c0c9ac req-67eaadfe-624b-4de1-b152-9970292d723f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 949 time: 0.5455472
Nov 06 20:48:42.557931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a83ee6-c727-41e1-bd07-5b04fa793f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:42.561196 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4962833a-7f69-4c44-8741-e7f7605371c0" -d '{"events": [{"server_uuid": "55a83ee6-c727-41e1-bd07-5b04fa793f3c", "name": "network-vif-plugged", "status": "completed", "tag": "bc2d32ba-7e3c-4416-a06d-11173ab3a5d6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:42.564278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.596950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfbfe2-2373-48ca-8e43-9ed71b540292 req-c7e66ac2-e708-472c-83e3-c09ddfd5d572 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:42.604150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90bfbfe2-2373-48ca-8e43-9ed71b540292 req-c7e66ac2-e708-472c-83e3-c09ddfd5d572 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa227b45-dcfe-4d1f-b286-7ad2e5008629 HTTP/1.1" status: 200  len: 949 time: 0.2098083
Nov 06 20:48:42.691469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] For port 465b7232-73a2-4392-8305-3e95d157ffbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=465b7232-73a2-4392-8305-3e95d157ffbe,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:42.691834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.706202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8c66c9e-d825-4966-aa6d-f542e3c0c9ac req-90cd8eed-41e0-4b67-938a-66f685527425 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813011
Nov 06 20:48:42.709841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Calling delete_port for 465b7232-73a2-4392-8305-3e95d157ffbe owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:42.722723 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0b4115a-efd2-4470-9186-c93074e841c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.743677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251f3ad90>, [{'id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-router', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254'}], 'enable_snat': True}, 'gw_port_id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:31Z', 'updated_at': '2021-11-06T20:48:37Z', 'revision_number': 4, 'project_id': '16a0833370ba4a0383995942b30bd117', 'gw_port': {'id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:32Z', 'updated_at': '2021-11-06T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68606bb-c1b3-4ee7-8442-ffb173cef6b0', 'name': '', 'network_id': '76f3208d-59aa-4035-b221-a2ecf7b50a42', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'mac_address': 'fa:16:3e:75:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '282b310d-a96f-49c5-b698-d6788205e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:36Z', 'updated_at': '2021-11-06T20:48:37Z', 'revision_number': 2, 'project_id': '16a0833370ba4a0383995942b30bd117', 'subnets': [{'id': '282b310d-a96f-49c5-b698-d6788205e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:42.751786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Allocated IP 172.20.0.8 (70df8f7c-e170-4849-829e-02a0385fa7a0/dc6b2a37-aaa9-48c8-9836-091c2cfe8685/6d26848c-1778-44c0-bace-52e4edf6e3ce) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:42.774158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] Checking router: bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:48:42.774513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] Updating router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 port e68606bb-c1b3-4ee7-8442-ffb173cef6b0 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:48:42.784682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90bfbfe2-2373-48ca-8e43-9ed71b540292 req-dd935e54-6058-42c0-84f0-1fa04bb9f1c9 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770737
Nov 06 20:48:42.811638 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0b4115a-efd2-4470-9186-c93074e841c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:42.843994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] Port e68606bb-c1b3-4ee7-8442-ffb173cef6b0 not found while updating agent binding for router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1. {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 06 20:48:42.875534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] Routers {'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:42.876176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251f3ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:42.916794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:48:43.095217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:43.115104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3a09f6cc-b34c-4184-8c37-b32dc96fa02a', '465b7232-73a2-4392-8305-3e95d157ffbe'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:43.142821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-767de457-d008-4b22-884c-660bcf0758d3 req-ca9c0f0a-9f1b-45c6-bdbf-2a7e3fa7afa8 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 210 time: 0.0522599
Nov 06 20:48:43.167630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Pushing event deleted for resources: {'Port': ['ID=465b7232-73a2-4392-8305-3e95d157ffbe,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:43.175466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-97545d19-5deb-44b3-aaf4-221ec686addd req-3b167ed7-8f34-423f-8173-bf1472b9969b tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/f94b21e3-0fe2-4c5b-a05b-652424b6f9f3 HTTP/1.1" status: 200  len: 1830 time: 0.2647049
Nov 06 20:48:43.249841 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-e13c5af8-0972-4f43-bda7-1854fde64dcc req-85feaf36-3974-4e05-8e4e-90ed8f457c58 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] show failed (client error): The resource could not be found.
Nov 06 20:48:43.257294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:48:43.260840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e13c5af8-0972-4f43-bda7-1854fde64dcc req-85feaf36-3974-4e05-8e4e-90ed8f457c58 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/745b2d5f-b15e-4c07-b4bb-130bc7239848 HTTP/1.1" status: 404  len: 352 time: 0.0620847
Nov 06 20:48:43.323878 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-919cfe5f-9bbc-4c17-8173-6249a346079e admin admin] 10.222.0.13 "PUT /v2.0/routers/bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8823702
Nov 06 20:48:43.323878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] No DVR routers for this DVR port 465b7232-73a2-4392-8305-3e95d157ffbe on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:48:43.334107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:43.339323 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-73719de5-1494-4e14-bd3c-edc04d5cc103 req-bf2e7995-e0ba-48b4-9c3f-5fd53ebc7794 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "DELETE /v2.0/ports/465b7232-73a2-4392-8305-3e95d157ffbe HTTP/1.1" status: 204  len: 173 time: 1.1557331
Nov 06 20:48:43.341069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47292) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:43.341856 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:43.342826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa227b45-dcfe-4d1f-b286-7ad2e5008629', 'name': 'network-vif-deleted', 'tag': '465b7232-73a2-4392-8305-3e95d157ffbe'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:43.345556 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b40522-95a7-4986-868b-bc29fd4e9c57" -d '{"events": [{"server_uuid": "aa227b45-dcfe-4d1f-b286-7ad2e5008629", "name": "network-vif-deleted", "tag": "465b7232-73a2-4392-8305-3e95d157ffbe"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:43.383039 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0b4115a-efd2-4470-9186-c93074e841c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:43.386861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0b4115a-efd2-4470-9186-c93074e841c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:43.413595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f0b4115a-efd2-4470-9186-c93074e841c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6073099f-5b9f-4135-87a1-0695fbed07af HTTP/1.1" status: 204  len: 168 time: 0.9938176
Nov 06 20:48:43.430479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:43.485124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] Set router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:48:43.595261 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c857d4a5-a27f-4afd-a98a-d0cb8d56b188 x-openstack-request-id: req-c857d4a5-a27f-4afd-a98a-d0cb8d56b188 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:43.596050 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a83ee6-c727-41e1-bd07-5b04fa793f3c", "name": "network-vif-plugged", "status": "completed", "tag": "bc2d32ba-7e3c-4416-a06d-11173ab3a5d6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:43.596050 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c857d4a5-a27f-4afd-a98a-d0cb8d56b188 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:43.598358 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a83ee6-c727-41e1-bd07-5b04fa793f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'code': 200}
Nov 06 20:48:43.624317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Pushing event updated for resources: {'Port': ['ID=6d26848c-1778-44c0-bace-52e4edf6e3ce,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:43.630517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4115a-efd2-4470-9186-c93074e841c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073099f-5b9f-4135-87a1-0695fbed07af,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:43.674909 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a6a14a-1215-4c3e-b4d2-01ac73073ed7 x-openstack-request-id: req-32a6a14a-1215-4c3e-b4d2-01ac73073ed7 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:43.675274 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa227b45-dcfe-4d1f-b286-7ad2e5008629", "name": "network-vif-deleted", "tag": "465b7232-73a2-4392-8305-3e95d157ffbe", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:43.676184 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32a6a14a-1215-4c3e-b4d2-01ac73073ed7 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:43.676671 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa227b45-dcfe-4d1f-b286-7ad2e5008629', 'name': 'network-vif-deleted', 'tag': '465b7232-73a2-4392-8305-3e95d157ffbe', 'status': 'completed', 'code': 200}
Nov 06 20:48:43.687628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 18b1d008-e3df-4d15-8a71-5e142f836659 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:43.690616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:43.692750 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-bd92af29-d0cd-45e9-a1ad-90acb3b424d6 req-410b3795-a29d-4f53-a242-ec392e4319e3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] show failed (client error): The resource could not be found.
Nov 06 20:48:43.693570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:43.716853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd92af29-d0cd-45e9-a1ad-90acb3b424d6 req-410b3795-a29d-4f53-a242-ec392e4319e3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-group-rules/f1ec4a69-0c22-4941-a430-c26250cdc16e HTTP/1.1" status: 404  len: 361 time: 0.2987173
Nov 06 20:48:43.732791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:43.763183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:43.779146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:43.780141 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:43.858923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-72cc0738-9a74-46fa-b262-158c9a60415b tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2866201
Nov 06 20:48:43.874445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Request body: {'port': {'device_id': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:43.884954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38c6a8cd-b855-47fa-8a33-b360494cd661 req-c1efe6b8-4d19-40ce-990e-648821479f01 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/f94b21e3-0fe2-4c5b-a05b-652424b6f9f3 HTTP/1.1" status: 200  len: 1830 time: 0.0899870
Nov 06 20:48:43.938549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 18b1d008-e3df-4d15-8a71-5e142f836659 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:43.938925 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.018434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057dd1-bb8e-4e41-836c-af029fefa2ae req-3c85bb78-b8c4-4985-842a-a70036232df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:44.020113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6057dd1-bb8e-4e41-836c-af029fefa2ae req-3c85bb78-b8c4-4985-842a-a70036232df0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 1100 time: 0.3974905
Nov 06 20:48:44.074412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.112836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.157605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f24b6e-8428-473b-a141-edd4ca7a782e req-523452de-acc8-4e3e-88c8-c5428fc26541 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:44.159257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3f24b6e-8428-473b-a141-edd4ca7a782e req-523452de-acc8-4e3e-88c8-c5428fc26541 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 949 time: 0.1924391
Nov 06 20:48:44.186190 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-38c6a8cd-b855-47fa-8a33-b360494cd661 req-50a98353-5bfe-4869-8186-ecedb49dbe51 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.227579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6057dd1-bb8e-4e41-836c-af029fefa2ae req-35ff45dc-52c7-4c53-8339-17d99c4e3c62 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917858
Nov 06 20:48:44.242731 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.259412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Deleting port 18b1d008-e3df-4d15-8a71-5e142f836659 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:44.259988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.261820 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47318) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:44.262978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-38c6a8cd-b855-47fa-8a33-b360494cd661 req-50a98353-5bfe-4869-8186-ecedb49dbe51 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.275688 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.285688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55f18d80-88e1-4953-9b50-bcabad70a935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.309849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3f24b6e-8428-473b-a141-edd4ca7a782e req-f935aaea-f99b-43a0-8bb8-3e7fe8dc760e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395588
Nov 06 20:48:44.310251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c79e7cc5-a373-49e8-a455-01486fe49c37 None None] Provisioning complete for port 6d26848c-1778-44c0-bace-52e4edf6e3ce triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:44.310539 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c79e7cc5-a373-49e8-a455-01486fe49c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.403349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55f18d80-88e1-4953-9b50-bcabad70a935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.412911 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55f18d80-88e1-4953-9b50-bcabad70a935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.463934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c79e7cc5-a373-49e8-a455-01486fe49c37 None None] Port 6d26848c-1778-44c0-bace-52e4edf6e3ce cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:44.481408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251f3ad90>, [{'id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-router', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254'}], 'enable_snat': True}, 'gw_port_id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:31Z', 'updated_at': '2021-11-06T20:48:41Z', 'revision_number': 5, 'project_id': '16a0833370ba4a0383995942b30bd117', 'gw_port': {'id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:32Z', 'updated_at': '2021-11-06T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:44.490130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f18d80-88e1-4953-9b50-bcabad70a935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00392aa-0548-4f4a-a191-daafe4b84e28,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:44.539762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9eaa17aa-8d51-4952-ae6c-ed188e592373'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:44.553902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b996d-0d35-408d-b5d0-4ac461138312 None None] The sync data for ids ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'] in ncdv-master-1 is: [{'id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-338440768-router', 'tenant_id': '16a0833370ba4a0383995942b30bd117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254'}], 'enable_snat': True}, 'gw_port_id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:31Z', 'updated_at': '2021-11-06T20:48:41Z', 'revision_number': 5, 'project_id': '16a0833370ba4a0383995942b30bd117', 'gw_port': {'id': '18b1d008-e3df-4d15-8a71-5e142f836659', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:32Z', 'updated_at': '2021-11-06T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:48:44.568585 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-55f18d80-88e1-4953-9b50-bcabad70a935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21d4b90e76a14e76bae88e889d288de3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3050315
Nov 06 20:48:44.572718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47330) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:44.640545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80ed539-84d1-4a24-bcfc-d4af8e608c38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.683688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] For port 18b1d008-e3df-4d15-8a71-5e142f836659, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b1d008-e3df-4d15-8a71-5e142f836659,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:44.684521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.689835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80ed539-84d1-4a24-bcfc-d4af8e608c38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.705216 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-38c6a8cd-b855-47fa-8a33-b360494cd661 req-50a98353-5bfe-4869-8186-ecedb49dbe51 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.708054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-38c6a8cd-b855-47fa-8a33-b360494cd661 req-50a98353-5bfe-4869-8186-ecedb49dbe51 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.720221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38c6a8cd-b855-47fa-8a33-b360494cd661 req-50a98353-5bfe-4869-8186-ecedb49dbe51 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "DELETE /v2.0/security-groups/f94b21e3-0fe2-4c5b-a05b-652424b6f9f3 HTTP/1.1" status: 204  len: 173 time: 0.7982156
Nov 06 20:48:44.748238 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Calling delete_port for 18b1d008-e3df-4d15-8a71-5e142f836659 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:44.782142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a98353-5bfe-4869-8186-ecedb49dbe51 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94b21e3-0fe2-4c5b-a05b-652424b6f9f3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:44.942659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80ed539-84d1-4a24-bcfc-d4af8e608c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.946331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80ed539-84d1-4a24-bcfc-d4af8e608c38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:44.947543 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e80ed539-84d1-4a24-bcfc-d4af8e608c38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e00392aa-0548-4f4a-a191-daafe4b84e28 HTTP/1.1" status: 204  len: 168 time: 0.3733926
Nov 06 20:48:44.962764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed539-84d1-4a24-bcfc-d4af8e608c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00392aa-0548-4f4a-a191-daafe4b84e28,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:45.016194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d26848c-1778-44c0-bace-52e4edf6e3ce {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:45.025725 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.067109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Transition to ACTIVE for port object 6d26848c-1778-44c0-bace-52e4edf6e3ce will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:48:45.102723 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.160087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e68606bb-c1b3-4ee7-8442-ffb173cef6b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:45.189303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aaf51-58c1-4f73-a66c-eaf33392b153 req-4829d860-a921-4574-b9b3-623bfdd1b132 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:45.190997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f28aaf51-58c1-4f73-a66c-eaf33392b153 req-4829d860-a921-4574-b9b3-623bfdd1b132 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 931 time: 0.3860531
Nov 06 20:48:45.193696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ac1e283-5b9e-4b98-b3a0-6e92e5d4f6d8 req-ffe7e357-d9d6-4e0b-9fd5-374d1b90ef5a tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/47b3e09e-fcba-40fa-99f5-1fe8fe714665 HTTP/1.1" status: 200  len: 1829 time: 0.1458826
Nov 06 20:48:45.214868 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.224816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: e68606bb-c1b3-4ee7-8442-ffb173cef6b0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:45.226113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e68606bb-c1b3-4ee7-8442-ffb173cef6b0 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:45.285479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Pushing event deleted for resources: {'Port': ['ID=18b1d008-e3df-4d15-8a71-5e142f836659,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:45.317032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 465b7232-73a2-4392-8305-3e95d157ffbe no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:45.351439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Attempting to bind port 6d26848c-1778-44c0-bace-52e4edf6e3ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:45.351959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Attempting to bind port 6d26848c-1778-44c0-bace-52e4edf6e3ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:45.352576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Attempting to bind port 6d26848c-1778-44c0-bace-52e4edf6e3ce on network 70df8f7c-e170-4849-829e-02a0385fa7a0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:45.362110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 465b7232-73a2-4392-8305-3e95d157ffbe {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:45.362819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 465b7232-73a2-4392-8305-3e95d157ffbe not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:45.394650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Port 6d26848c-1778-44c0-bace-52e4edf6e3ce on network 70df8f7c-e170-4849-829e-02a0385fa7a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:48:45.395344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Attempting to bind port 6d26848c-1778-44c0-bace-52e4edf6e3ce on network 70df8f7c-e170-4849-829e-02a0385fa7a0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:45.414626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.437517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f28aaf51-58c1-4f73-a66c-eaf33392b153 req-118c1f82-8ade-4862-9f64-e0cf6244f9cd tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831608
Nov 06 20:48:45.447020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Pushing event updated for resources: {'Port': ['ID=6d26848c-1778-44c0-bace-52e4edf6e3ce,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:45.454074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:45.454523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Checking segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:45.455420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Bound using segment: {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:45.455610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Bound port: 6d26848c-1778-44c0-bace-52e4edf6e3ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e84438e-8340-44bf-b6b5-b45afeb8d5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:45.467841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.619527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.622824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.626115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] For port 6d26848c-1778-44c0-bace-52e4edf6e3ce, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:45.629459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] For port 6d26848c-1778-44c0-bace-52e4edf6e3ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:45.649459 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.700552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.701126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:48:45.709745 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.713231 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-02435cc1-f14f-4665-ad1e-ca21dc93995f admin admin] 10.222.0.13 "DELETE /v2.0/routers/bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1 HTTP/1.1" status: 204  len: 168 time: 2.3545108
Nov 06 20:48:45.716353 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4ac1e283-5b9e-4b98-b3a0-6e92e5d4f6d8 req-639b5438-7e41-4902-925c-3575dd6ea627 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.733171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47348) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:45.760552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:45.766189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.768510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] 10.222.0.10 "PUT /v2.0/ports/6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 1091 time: 1.8988075
Nov 06 20:48:45.784271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:45.791242 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089835eb-4948-4b2d-9df1-5c7e4853029f" -d '{"events": [{"name": "network-changed", "server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:45.839785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-86813eb6-17b6-4219-956a-0890e4ef5c97 admin admin] Deleting subnet 282b310d-a96f-49c5-b698-d6788205e081 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:48:45.845941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86813eb6-17b6-4219-956a-0890e4ef5c97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.908434 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86813eb6-17b6-4219-956a-0890e4ef5c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.920217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880fcd9-f26f-4e4a-a8c1-32b070f24290 req-7351ace5-1aab-42c9-af61-f11d48d6054f tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:45.922871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b880fcd9-f26f-4e4a-a8c1-32b070f24290 req-7351ace5-1aab-42c9-af61-f11d48d6054f tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 950 time: 0.2916498
Nov 06 20:48:45.945360 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4ac1e283-5b9e-4b98-b3a0-6e92e5d4f6d8 req-639b5438-7e41-4902-925c-3575dd6ea627 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:45.997649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382538c-0865-4c72-ad9e-6ed702cff434 service neutron] Pushing event updated for resources: {'Port': ['ID=6d26848c-1778-44c0-bace-52e4edf6e3ce,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:46.068616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86813eb6-17b6-4219-956a-0890e4ef5c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:46.085352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b880fcd9-f26f-4e4a-a8c1-32b070f24290 req-deaac19d-39eb-469f-b06b-fdd92a6f7f98 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/security-groups?id=85edd2de-37dd-48dc-8bf9-37a80594142c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367538
Nov 06 20:48:46.093111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06377-df60-4b71-9754-cea13f5620ad req-0f7b9d73-d8b6-4f64-9247-60032514e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:46.094688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-0f7b9d73-d8b6-4f64-9247-60032514e35c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 1094 time: 0.2454231
Nov 06 20:48:46.159436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4ac1e283-5b9e-4b98-b3a0-6e92e5d4f6d8 req-639b5438-7e41-4902-925c-3575dd6ea627 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:46.163085 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4ac1e283-5b9e-4b98-b3a0-6e92e5d4f6d8 req-639b5438-7e41-4902-925c-3575dd6ea627 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:46.168353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ac1e283-5b9e-4b98-b3a0-6e92e5d4f6d8 req-639b5438-7e41-4902-925c-3575dd6ea627 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "DELETE /v2.0/security-groups/47b3e09e-fcba-40fa-99f5-1fe8fe714665 HTTP/1.1" status: 204  len: 173 time: 0.8659644
Nov 06 20:48:46.173887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-147365a9-fcf1-4e5e-be6e-b1a043493dc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 217 time: 0.0698891
Nov 06 20:48:46.194625 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86813eb6-17b6-4219-956a-0890e4ef5c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:46.202387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b5438-7e41-4902-925c-3575dd6ea627 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b3e09e-fcba-40fa-99f5-1fe8fe714665,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:46.284624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06377-df60-4b71-9754-cea13f5620ad req-43174f1b-55a7-4eee-ad00-714095e2cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:46.286747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-43174f1b-55a7-4eee-ad00-714095e2cc61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1012042
Nov 06 20:48:46.296196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d3bb2e-5e0e-44d8-9a9c-61d0e353b136 None None] Network 76f3208d-59aa-4035-b221-a2ecf7b50a42 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:46.359244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62770-19a4-47e3-adfb-16871ed57cf5 req-6e260bd1-16ce-4ad1-bf80-d16802ffe1a9 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:46.363402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86813eb6-17b6-4219-956a-0890e4ef5c97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:46.366932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cc62770-19a4-47e3-adfb-16871ed57cf5 req-6e260bd1-16ce-4ad1-bf80-d16802ffe1a9 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 949 time: 0.0968497
Nov 06 20:48:46.369764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47372) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:46.378522 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-86813eb6-17b6-4219-956a-0890e4ef5c97 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/282b310d-a96f-49c5-b698-d6788205e081 HTTP/1.1" status: 204  len: 168 time: 0.6436274
Nov 06 20:48:46.384536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86813eb6-17b6-4219-956a-0890e4ef5c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282b310d-a96f-49c5-b698-d6788205e081,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:46.428530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06377-df60-4b71-9754-cea13f5620ad req-12801232-2aa2-4e1d-88f2-a375254c1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:46.430384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-12801232-2aa2-4e1d-88f2-a375254c1f06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1279447
Nov 06 20:48:46.546817 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e07109-2ef8-4b1f-9daf-44433ae5e672 None None] Sync routers for ids ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:48:46.571998 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e07109-2ef8-4b1f-9daf-44433ae5e672 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:46.572817 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e07109-2ef8-4b1f-9daf-44433ae5e672 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 06 20:48:46.574041 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_agentschedulers_db [None req-58e07109-2ef8-4b1f-9daf-44433ae5e672 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent'). {{(pid=119336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 06 20:48:46.589522 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e07109-2ef8-4b1f-9daf-44433ae5e672 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:48:46.590892 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e07109-2ef8-4b1f-9daf-44433ae5e672 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 06 20:48:46.591569 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_agentschedulers_db [None req-58e07109-2ef8-4b1f-9daf-44433ae5e672 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent'). {{(pid=119336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 06 20:48:46.592326 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e07109-2ef8-4b1f-9daf-44433ae5e672 None None] The sync data for ids ['bf6a6c5c-f183-4848-aaa1-3aed3a8c6cb1'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:48:46.614008 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da4be7-34a6-4259-a409-452e30977cb3 x-openstack-request-id: req-88da4be7-34a6-4259-a409-452e30977cb3 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:46.614295 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:46.614546 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88da4be7-34a6-4259-a409-452e30977cb3 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:46.614932 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'status': 'completed', 'code': 200}
Nov 06 20:48:46.682988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791b341-d382-4813-8145-4939d2fe1448 req-d965b969-fda9-4231-a1fd-d634ae914f8d tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:46.685080 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0791b341-d382-4813-8145-4939d2fe1448 req-d965b969-fda9-4231-a1fd-d634ae914f8d tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 950 time: 0.0893943
Nov 06 20:48:46.694919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:46.709455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] DHCP port deletion for 76f3208d-59aa-4035-b221-a2ecf7b50a42 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:48:46.740685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47380) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:46.788626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-46a0c32c-24d3-41db-90da-0b3227ebd82b service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3174016
Nov 06 20:48:46.804886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cc62770-19a4-47e3-adfb-16871ed57cf5 req-a5aeed0a-d7b5-493a-9144-7255b0861c73 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4368982
Nov 06 20:48:46.845926 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da5cfc22-ef6c-4980-b3b4-b18e25546bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:46.850836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Deleting port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:46.852547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:46.898941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] Deleting port e0db526f-b75a-4558-a90b-3800456473b4 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:46.899310 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.014885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] For port e0db526f-b75a-4558-a90b-3800456473b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0db526f-b75a-4558-a90b-3800456473b4,segment=NetworkSegment(df79d21d-7b5b-47f7-8855-bbc2b3aaca47),segment_id=df79d21d-7b5b-47f7-8855-bbc2b3aaca47)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:47.015593 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.033947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] Calling delete_port for e0db526f-b75a-4558-a90b-3800456473b4 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:47.092632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fed48bf7-8535-421e-a088-8347c34feadb req-5ccca40e-c844-4319-bec4-ee648ac6d3bc tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/3c76a14c-cb1f-4956-b7b1-e57233348e2f HTTP/1.1" status: 200  len: 1830 time: 0.4803700
Nov 06 20:48:47.204987 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fed48bf7-8535-421e-a088-8347c34feadb req-306b0e15-0f11-4dd7-bb50-f134f604520e tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.237010 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.253671 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fed48bf7-8535-421e-a088-8347c34feadb req-306b0e15-0f11-4dd7-bb50-f134f604520e tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.290874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1996201747-network', 'tenant_id': '56c613d6c8ff4dfeb61acdb3d1df32c8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:47.299754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] Pushing event deleted for resources: {'Port': ['ID=e0db526f-b75a-4558-a90b-3800456473b4,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:47.313427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffada1c5-ff31-419d-9371-f353e3190c53 None None] No DVR routers for this DVR port e0db526f-b75a-4558-a90b-3800456473b4 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:48:47.331929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e0db526f-b75a-4558-a90b-3800456473b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:47.347258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Made reservation on behalf of 56c613d6c8ff4dfeb61acdb3d1df32c8 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:47.350551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.371130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: e0db526f-b75a-4558-a90b-3800456473b4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:47.371130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e0db526f-b75a-4558-a90b-3800456473b4 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:47.371130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 18b1d008-e3df-4d15-8a71-5e142f836659 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:47.373882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.383714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07ee08-5329-4239-a4fa-ddf44af679cb req-ec7cdcaf-14ef-4845-b4ab-77fd2fa0654f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:47.393275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da07ee08-5329-4239-a4fa-ddf44af679cb req-ec7cdcaf-14ef-4845-b4ab-77fd2fa0654f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 943 time: 0.3588033
Nov 06 20:48:47.394629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] For port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:47.395201 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.401207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 18b1d008-e3df-4d15-8a71-5e142f836659 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:47.401552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 18b1d008-e3df-4d15-8a71-5e142f836659 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:47.418531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Calling delete_port for 3a09f6cc-b34c-4184-8c37-b32dc96fa02a owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:47.420254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fed48bf7-8535-421e-a088-8347c34feadb req-306b0e15-0f11-4dd7-bb50-f134f604520e tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.423068 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fed48bf7-8535-421e-a088-8347c34feadb req-306b0e15-0f11-4dd7-bb50-f134f604520e tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.429299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fed48bf7-8535-421e-a088-8347c34feadb req-306b0e15-0f11-4dd7-bb50-f134f604520e tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c76a14c-cb1f-4956-b7b1-e57233348e2f HTTP/1.1" status: 204  len: 173 time: 0.3356464
Nov 06 20:48:47.476261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Deleting port e0db526f-b75a-4558-a90b-3800456473b4 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:48:47.476708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.540460 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.551926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.585545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:48:47.592773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da07ee08-5329-4239-a4fa-ddf44af679cb req-3954a491-07df-4803-bc4c-a58a1cfa8716 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984870
Nov 06 20:48:47.596101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] For port e0db526f-b75a-4558-a90b-3800456473b4, host ncdv-master-1, got binding levels [] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:47.596585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.602219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b0e15-0f11-4dd7-bb50-f134f604520e tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c76a14c-cb1f-4956-b7b1-e57233348e2f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:47.620914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088f71f8-acc2-4f05-8ffe-a2d5a923b084,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:47.628600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.628922 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Added segment 4f1cdb0b-a0d0-40e2-93f9-b3ef101af7e3 of type vlan for network f10dae8d-19dc-4165-bebe-98a042e56b00
Nov 06 20:48:47.690518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Calling delete_port for e0db526f-b75a-4558-a90b-3800456473b4 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:48:47.691267 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.695656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Port e0db526f-b75a-4558-a90b-3800456473b4 was not found and therefore no delete operation was performed {{(pid=119333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 20:48:47.703823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.713983 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.726886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3a09f6cc-b34c-4184-8c37-b32dc96fa02a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:47.743201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0db526f-b75a-4558-a90b-3800456473b4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:47.755142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Pushing event deleted for resources: {'Port': ['ID=3a09f6cc-b34c-4184-8c37-b32dc96fa02a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:47.761636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.764252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:47.765058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.767889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e06377-df60-4b71-9754-cea13f5620ad req-eeae3742-9e14-4a1e-b3f2-b17bdadc7ec4 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9260566
Nov 06 20:48:47.807876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf408e3-05f6-4241-b46e-805a352bd033 req-bf9655d0-653a-49e5-845a-52c8bcf45e45 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:47.810381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-caf408e3-05f6-4241-b46e-805a352bd033 req-bf9655d0-653a-49e5-845a-52c8bcf45e45 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 950 time: 0.2322748
Nov 06 20:48:47.850102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] No DVR routers for this DVR port e0db526f-b75a-4558-a90b-3800456473b4 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:48:47.879695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] No DVR routers for this DVR port 3a09f6cc-b34c-4184-8c37-b32dc96fa02a on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:48:47.883930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.887725 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0791b341-d382-4813-8145-4939d2fe1448 req-b534c972-ee03-4af3-8309-115231991746 tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.10 "DELETE /v2.0/ports/3a09f6cc-b34c-4184-8c37-b32dc96fa02a HTTP/1.1" status: 204  len: 173 time: 1.1925414
Nov 06 20:48:47.888380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a6a890-f3f4-4404-9605-4ed65f87e384', 'name': 'network-vif-deleted', 'tag': '3a09f6cc-b34c-4184-8c37-b32dc96fa02a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:47.890789 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cda5d2d-42fe-4e07-9958-8920651b89cf" -d '{"events": [{"server_uuid": "74a6a890-f3f4-4404-9605-4ed65f87e384", "name": "network-vif-deleted", "tag": "3a09f6cc-b34c-4184-8c37-b32dc96fa02a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:47.902926 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1603377
Nov 06 20:48:47.903895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47396) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:47.914291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Request body: {'subnet': {'network_id': 'f10dae8d-19dc-4165-bebe-98a042e56b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1996201747-subnet', 'tenant_id': '56c613d6c8ff4dfeb61acdb3d1df32c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:47.921950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7128642-a246-4a2b-b654-243ed28695a1 admin admin] Pushing event updated for resources: {'Network': ['ID=f10dae8d-19dc-4165-bebe-98a042e56b00,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:47.946468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Made reservation on behalf of 56c613d6c8ff4dfeb61acdb3d1df32c8 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:47.946858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61b3a8af-becf-43e9-8d52-a7053604435b req-0bd14570-2b16-4d69-8bed-8cc2feb2e8fa tempest-LiveMigrationNegativeTest-447510497 tempest-LiveMigrationNegativeTest-447510497-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a6a890-f3f4-4404-9605-4ed65f87e384 HTTP/1.1" status: 200  len: 210 time: 0.1658671
Nov 06 20:48:47.951010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:47.996477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network f10dae8d-19dc-4165-bebe-98a042e56b00 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:48:48.175366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.205635 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f92562d7ac0>> segment before_delete 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.205998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f92562d7ac0>> subnet precommit_delete_associations 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.206722 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9254f41a90>> segment_host_mapping after_create 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.207050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9254f41a90>> port after_create 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.207385 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9254f41a90>> port after_delete 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.207712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9254f41a90>> port after_update 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.208032 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9254f41a90>> segment after_delete 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.208367 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9254f41a90>> subnet after_create 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.208678 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9254f41a90>> subnet after_delete 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.209051 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9254f41a90>> subnet after_update 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.258960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.284560 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f925501aaf0>> subnet after_create 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.285031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f925501aaf0>> subnet after_delete 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.285366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f925501aaf0>> subnet before_create 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.285876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f925501aaf0>> subnet before_update 55550000 {{(pid=119333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 06 20:48:48.286893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256034c10>,) {'filters': {'network_id': ['76f3208d-59aa-4035-b221-a2ecf7b50a42']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:48.309767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256034c10>, 'df79d21d-7b5b-47f7-8855-bbc2b3aaca47') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:48.310060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256034c10>, 'df79d21d-7b5b-47f7-8855-bbc2b3aaca47') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:48.327027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.328877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8086d29a-59ac-4af6-9b24-f8308f683a8b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:48.337012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Checking segment: {'id': '4f1cdb0b-a0d0-40e2-93f9-b3ef101af7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f10dae8d-19dc-4165-bebe-98a042e56b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:48.337367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Network hostable DHCP agents. Network: f10dae8d-19dc-4165-bebe-98a042e56b00, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:48:48.357824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Network f10dae8d-19dc-4165-bebe-98a042e56b00 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:48:48.377635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f10dae8d-19dc-4165-bebe-98a042e56b00) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:48.392516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae74eb4-ce9f-49f1-84be-cc41fecba3fd None None] Network f10dae8d-19dc-4165-bebe-98a042e56b00 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:48.409618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-c16ede73-f5d2-41c4-b8e5-59c8db1c3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:48.411584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-c16ede73-f5d2-41c4-b8e5-59c8db1c3b7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 1094 time: 0.5814414
Nov 06 20:48:48.426359 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.428341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:48.429128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.471126 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dc8c2a7e-2e60-40df-8cb9-55c19c1aa355 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5637681
Nov 06 20:48:48.567753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-0aa8bda3-cca8-4b88-849c-bd7fa6f12c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:48.569373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-0aa8bda3-cca8-4b88-849c-bd7fa6f12c2e service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.1394000
Nov 06 20:48:48.576136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:48:48.576771 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   from cryptography.utils import int_from_bytes
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   from cryptography.utils import int_from_bytes
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:48:48.584159 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:48:48.616594 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68c4ec41-eb15-48da-bbf3-0b8397bc1568 req-d8435f99-cd50-475e-a4bf-f155ee20e1c3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/63e403da-384b-420f-9224-b01b83aba48a HTTP/1.1" status: 200  len: 1828 time: 0.2725029
Nov 06 20:48:48.761043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-741ce0a5-2725-4da2-bc70-e57884366c2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 217 time: 0.1712649
Nov 06 20:48:48.773888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe94919-1cd4-4a2d-8eb4-66e9d4e7c7a3 None None] Network f10dae8d-19dc-4165-bebe-98a042e56b00 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:48.786267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-caf408e3-05f6-4241-b46e-805a352bd033 req-fc3234dc-1296-42a6-b329-a40f638ba60c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9571047
Nov 06 20:48:48.891630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-b00a8ab7-9662-4a90-9e5b-edd637f68a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:48.893276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-b00a8ab7-9662-4a90-9e5b-edd637f68a66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1111758
Nov 06 20:48:48.895310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.959754 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.965743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/76f3208d-59aa-4035-b221-a2ecf7b50a42 HTTP/1.1" status: 204  len: 168 time: 2.5915608
Nov 06 20:48:48.965743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-68c4ec41-eb15-48da-bbf3-0b8397bc1568 req-72c8e6b0-c96d-40a3-86b7-ca7c9628b4a6 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:48.967977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332675-7118-4e83-a2fd-9afd31f5daf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f3208d-59aa-4035-b221-a2ecf7b50a42,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:49.035444 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f70222-acf7-40ea-b53e-465f9a6568a4 x-openstack-request-id: req-a2f70222-acf7-40ea-b53e-465f9a6568a4 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:49.035738 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a6a890-f3f4-4404-9605-4ed65f87e384", "name": "network-vif-deleted", "tag": "3a09f6cc-b34c-4184-8c37-b32dc96fa02a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:49.035994 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2f70222-acf7-40ea-b53e-465f9a6568a4 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:49.036415 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a6a890-f3f4-4404-9605-4ed65f87e384', 'name': 'network-vif-deleted', 'tag': '3a09f6cc-b34c-4184-8c37-b32dc96fa02a', 'status': 'completed', 'code': 200}
Nov 06 20:48:49.052225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-68c4ec41-eb15-48da-bbf3-0b8397bc1568 req-72c8e6b0-c96d-40a3-86b7-ca7c9628b4a6 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.063783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-73173e60-7e69-4ffe-bddd-fdea55a1d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:49.075912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-73173e60-7e69-4ffe-bddd-fdea55a1d048 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1680682
Nov 06 20:48:49.184733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-825e5c26-3872-40b0-a3a5-e006e0ea96de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.223927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47428) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:49.289399 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cc5bfda9-7ea9-4949-b89c-f3d4185edcd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16a0833370ba4a0383995942b30bd117&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0639880
Nov 06 20:48:49.292038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47430) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:49.401941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fd55685a-4edc-4a03-a881-612477b31018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.411547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4a3fb-236d-4b5b-921b-da4b1746d2f5 req-4bb31128-a0fd-4b23-a5de-b188703834b8 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:49.422442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60e4a3fb-236d-4b5b-921b-da4b1746d2f5 req-4bb31128-a0fd-4b23-a5de-b188703834b8 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 943 time: 0.2234287
Nov 06 20:48:49.430255 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-68c4ec41-eb15-48da-bbf3-0b8397bc1568 req-72c8e6b0-c96d-40a3-86b7-ca7c9628b4a6 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.433067 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-68c4ec41-eb15-48da-bbf3-0b8397bc1568 req-72c8e6b0-c96d-40a3-86b7-ca7c9628b4a6 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.440978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68c4ec41-eb15-48da-bbf3-0b8397bc1568 req-72c8e6b0-c96d-40a3-86b7-ca7c9628b4a6 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "DELETE /v2.0/security-groups/63e403da-384b-420f-9224-b01b83aba48a HTTP/1.1" status: 204  len: 173 time: 0.8234937
Nov 06 20:48:49.445280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fd55685a-4edc-4a03-a881-612477b31018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.500045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47436) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:49.503867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8e6b0-c96d-40a3-86b7-ca7c9628b4a6 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e403da-384b-420f-9224-b01b83aba48a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:49.508975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1694647628-network', 'tenant_id': '2b264a88b3a84e04a1944d335b4ea39c'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:49.520826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-5d26eef8-72a8-4744-9ec1-64e5687aa2fc service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4301758
Nov 06 20:48:49.522257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fd55685a-4edc-4a03-a881-612477b31018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.528253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fd55685a-4edc-4a03-a881-612477b31018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.529562 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fd55685a-4edc-4a03-a881-612477b31018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44f88833-0eaf-4a5d-b706-10dc34207bf2 HTTP/1.1" status: 204  len: 168 time: 0.2364054
Nov 06 20:48:49.539264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55685a-4edc-4a03-a881-612477b31018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f88833-0eaf-4a5d-b706-10dc34207bf2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:49.668139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60e4a3fb-236d-4b5b-921b-da4b1746d2f5 req-124503d4-b009-4617-be91-c512784f1961 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260776
Nov 06 20:48:49.685229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Made reservation on behalf of 2b264a88b3a84e04a1944d335b4ea39c for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:49.690585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.737311 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.957704 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:49.990038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-089835eb-4948-4b2d-9df1-5c7e4853029f req-7fa4c381-568c-42f4-a2b4-b77da85c228b service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4449136
Nov 06 20:48:49.991334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.089374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b96583-8a1d-4c47-b0ad-878d18f19401,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:50.134268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:48:50.158232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.158767 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Added segment 1e25e2db-6354-438b-9939-5e3949560d74 of type vlan for network 7b723eda-3d3c-4085-aa7f-b2853a1c2649
Nov 06 20:48:50.192682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a186afc3-8308-40a8-9b74-cc587d37db0b req-ae62a5a2-09dc-4f73-809a-5be66b2ae8f6 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "GET /v2.0/security-groups/f6b2cbe6-97bc-46e8-835e-9db2204350d8 HTTP/1.1" status: 200  len: 1830 time: 0.1115482
Nov 06 20:48:50.419226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.468479 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.606144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834982dd-8d51-4f4c-a77e-58a4336a0860 req-897032a7-29f8-4e58-b1d0-358aae01a954 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:50.618131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834982dd-8d51-4f4c-a77e-58a4336a0860 req-897032a7-29f8-4e58-b1d0-358aae01a954 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:50.620479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-834982dd-8d51-4f4c-a77e-58a4336a0860 req-897032a7-29f8-4e58-b1d0-358aae01a954 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c&device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 1690 time: 0.4478829
Nov 06 20:48:50.635642 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.636652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:50.637334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.645884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:50.771268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a186afc3-8308-40a8-9b74-cc587d37db0b req-ad2a8bef-ac97-453e-a9f0-6b7c0811e1d3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.810739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a186afc3-8308-40a8-9b74-cc587d37db0b req-ad2a8bef-ac97-453e-a9f0-6b7c0811e1d3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.881525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.3799086
Nov 06 20:48:50.884036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:50.889624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Request body: {'subnet': {'network_id': '7b723eda-3d3c-4085-aa7f-b2853a1c2649', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1694647628-subnet', 'tenant_id': '2b264a88b3a84e04a1944d335b4ea39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:50.900882 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a186afc3-8308-40a8-9b74-cc587d37db0b req-ad2a8bef-ac97-453e-a9f0-6b7c0811e1d3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.903372 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a186afc3-8308-40a8-9b74-cc587d37db0b req-ad2a8bef-ac97-453e-a9f0-6b7c0811e1d3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.904516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a186afc3-8308-40a8-9b74-cc587d37db0b req-ad2a8bef-ac97-453e-a9f0-6b7c0811e1d3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] 10.222.0.13 "DELETE /v2.0/security-groups/f6b2cbe6-97bc-46e8-835e-9db2204350d8 HTTP/1.1" status: 204  len: 173 time: 0.6279299
Nov 06 20:48:50.924528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47478) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:50.940717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Made reservation on behalf of 2b264a88b3a84e04a1944d335b4ea39c for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:50.951059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:50.979273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a8bef-ac97-453e-a9f0-6b7c0811e1d3 tempest-SecurityGroupRulesNegativeTestJSON-284452652 tempest-SecurityGroupRulesNegativeTestJSON-284452652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b2cbe6-97bc-46e8-835e-9db2204350d8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:50.986151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caedefb-6be7-4b40-851a-20cc10213d6d admin admin] Pushing event updated for resources: {'Network': ['ID=7b723eda-3d3c-4085-aa7f-b2853a1c2649,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:51.001361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-834982dd-8d51-4f4c-a77e-58a4336a0860 req-8e70d4c0-3c25-402c-add9-2e39f2dade38 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3729010
Nov 06 20:48:51.088631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 7b723eda-3d3c-4085-aa7f-b2853a1c2649 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:48:51.220992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a3d63-9a29-4ab6-b9cf-81c840a1807c req-2ffce2ea-017b-48c0-93a7-071a249e89c3 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:51.244527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107a3d63-9a29-4ab6-b9cf-81c840a1807c req-2ffce2ea-017b-48c0-93a7-071a249e89c3 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 943 time: 0.1194980
Nov 06 20:48:51.275998 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9b7005aa-2c88-41a2-9a88-dcb0a5d10613 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5034d2c321a9410cbfd113598b06173f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6264632
Nov 06 20:48:51.279736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bad1614-3972-40af-b15c-4c44e1748f34 admin admin] Deleting subnet aa5d7549-66aa-48f3-8597-c09151154a60 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:48:51.285817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47498) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:51.293489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0bad1614-3972-40af-b15c-4c44e1748f34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.320450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6d26848c-1778-44c0-bace-52e4edf6e3ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:48:51.362166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107a3d63-9a29-4ab6-b9cf-81c840a1807c req-e356bd82-c9ce-4b9f-8d72-5c3ccffe9799 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013851
Nov 06 20:48:51.370622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3a09f6cc-b34c-4184-8c37-b32dc96fa02a no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:51.402268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f4365-adc3-4590-bfe1-c9333e85cdcf req-c784665a-6889-42cd-ac10-cd6bfc224638 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:51.417698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f17f4365-adc3-4590-bfe1-c9333e85cdcf req-c784665a-6889-42cd-ac10-cd6bfc224638 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 1100 time: 0.1323102
Nov 06 20:48:51.423353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0bad1614-3972-40af-b15c-4c44e1748f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.472177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f17f4365-adc3-4590-bfe1-c9333e85cdcf req-c9ed1d72-48ac-4b0a-9fde-dfb98b1218df tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528920
Nov 06 20:48:51.503286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6d26848c-1778-44c0-bace-52e4edf6e3ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:51.542352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0bad1614-3972-40af-b15c-4c44e1748f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.576370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'port_id': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'mac_address': 'fa:16:3e:08:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:48:51.578707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 3a09f6cc-b34c-4184-8c37-b32dc96fa02a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:48:51.578988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3a09f6cc-b34c-4184-8c37-b32dc96fa02a not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:48:51.587057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.612539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-00ad2407-6ad7-4620-b149-86526b07ee94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.634994 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.651415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d26848c-1778-44c0-bace-52e4edf6e3ce {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:51.692899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aeab46-e781-4ea6-a30c-8e899a8e84cb req-a71661f7-fd4b-4d03-bf55-19451e253663 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:51.694006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6d26848c-1778-44c0-bace-52e4edf6e3ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:51.703542 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.706341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90aeab46-e781-4ea6-a30c-8e899a8e84cb req-a71661f7-fd4b-4d03-bf55-19451e253663 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 1101 time: 0.1213965
Nov 06 20:48:51.753868 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-00ad2407-6ad7-4620-b149-86526b07ee94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.774538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415c0bb3-558a-4766-ba47-f3c91d1b1615,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:51.784654 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.820054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90aeab46-e781-4ea6-a30c-8e899a8e84cb req-96e3b6ef-ef3c-4f09-869b-969f8cb6f42f tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112890
Nov 06 20:48:51.823181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6d26848c-1778-44c0-bace-52e4edf6e3ce,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:51.823348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0bad1614-3972-40af-b15c-4c44e1748f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.854832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Checking segment: {'id': '1e25e2db-6354-438b-9939-5e3949560d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7b723eda-3d3c-4085-aa7f-b2853a1c2649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:51.855197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Network hostable DHCP agents. Network: 7b723eda-3d3c-4085-aa7f-b2853a1c2649, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:48:51.861057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad1614-3972-40af-b15c-4c44e1748f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5d7549-66aa-48f3-8597-c09151154a60,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:51.879717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0bad1614-3972-40af-b15c-4c44e1748f34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.887584 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0bad1614-3972-40af-b15c-4c44e1748f34 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aa5d7549-66aa-48f3-8597-c09151154a60 HTTP/1.1" status: 204  len: 168 time: 0.9608276
Nov 06 20:48:51.892110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47528) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:51.907899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Network 7b723eda-3d3c-4085-aa7f-b2853a1c2649 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:48:51.912027 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-00ad2407-6ad7-4620-b149-86526b07ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.915274 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-00ad2407-6ad7-4620-b149-86526b07ee94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.920054 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-00ad2407-6ad7-4620-b149-86526b07ee94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85edd2de-37dd-48dc-8bf9-37a80594142c HTTP/1.1" status: 204  len: 168 time: 0.6267180
Nov 06 20:48:51.931055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b723eda-3d3c-4085-aa7f-b2853a1c2649) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:51.932928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2407-6ad7-4620-b149-86526b07ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85edd2de-37dd-48dc-8bf9-37a80594142c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:51.937400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:51.937759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:51.938504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbecbde-36cc-4bca-829c-9e385c57b98a None None] Network 7b723eda-3d3c-4085-aa7f-b2853a1c2649 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:51.984370 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c4657a7e-d3bd-48d3-a149-1f18bbb3fb02 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0907311
Nov 06 20:48:52.026411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['6d26848c-1778-44c0-bace-52e4edf6e3ce'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:52.072615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.318680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a67a565-14f1-44f9-beff-b741e507e7df None None] Network 7b723eda-3d3c-4085-aa7f-b2853a1c2649 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:52.340819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47564) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:52.372347 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.420409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925546ec40>,) {'filters': {'network_id': ['8fd7b42e-1682-45f2-8cc6-856fb2ac07a9']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:52.446675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925546ec40>, '602f8d2a-dc33-45a4-a148-3cfcad8ac357') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:52.447002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925546ec40>, '602f8d2a-dc33-45a4-a148-3cfcad8ac357') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:52.465691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.483300 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.491773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:48:52.492220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.541227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2c925b-6c6a-4cb2-a433-4ed4076259ec admin admin] Deleting subnet 8086d29a-59ac-4af6-9b24-f8308f683a8b {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:48:52.544416 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.556212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2c925b-6c6a-4cb2-a433-4ed4076259ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:48:52.610487 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:48:52.617485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.648245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.654847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] 10.222.0.13 "DELETE /v2.0/networks/8fd7b42e-1682-45f2-8cc6-856fb2ac07a9 HTTP/1.1" status: 204  len: 168 time: 0.7604110
Nov 06 20:48:52.689793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2c925b-6c6a-4cb2-a433-4ed4076259ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.750856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47584) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:52.798391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2c925b-6c6a-4cb2-a433-4ed4076259ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.858153 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5446cc81-cf58-479c-ab92-f5a2105b7124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6861130efc9a4e2fb1977895d7ad4278&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1036248
Nov 06 20:48:52.862457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47586) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:52.895551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47588) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:52.921894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2c925b-6c6a-4cb2-a433-4ed4076259ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.967101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c925b-6c6a-4cb2-a433-4ed4076259ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8086d29a-59ac-4af6-9b24-f8308f683a8b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:52.969720 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2c925b-6c6a-4cb2-a433-4ed4076259ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:52.977100 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe2c925b-6c6a-4cb2-a433-4ed4076259ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8086d29a-59ac-4af6-9b24-f8308f683a8b HTTP/1.1" status: 204  len: 168 time: 0.6351326
Nov 06 20:48:52.979376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47592) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:53.048229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2902005-6d65-46bf-b055-0b33df9ec81b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.092547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.095848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2902005-6d65-46bf-b055-0b33df9ec81b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.097514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47594) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:53.212800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ba2d57d6-52e0-4330-8031-db4b27cba746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a401697813a341abb3b9c45492241a8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1129611
Nov 06 20:48:53.218158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-4d67cee7-80ae-4b96-89ad-c4b5250aa20e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.6037776
Nov 06 20:48:53.219017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba19fd9-95bd-4aa3-a03e-46d5d54dba0c admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd7b42e-1682-45f2-8cc6-856fb2ac07a9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:53.226416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47596) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:53.255895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.265940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2902005-6d65-46bf-b055-0b33df9ec81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.268694 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2902005-6d65-46bf-b055-0b33df9ec81b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.270191 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f2902005-6d65-46bf-b055-0b33df9ec81b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcadebdd-258a-4b5d-a8b0-ae6a9e621673 HTTP/1.1" status: 204  len: 168 time: 0.4064951
Nov 06 20:48:53.294509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92555f0520>,) {'filters': {'network_id': ['f10dae8d-19dc-4165-bebe-98a042e56b00']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:53.297481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2902005-6d65-46bf-b055-0b33df9ec81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcadebdd-258a-4b5d-a8b0-ae6a9e621673,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:53.308647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92555f0520>, '4f1cdb0b-a0d0-40e2-93f9-b3ef101af7e3') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:53.309081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92555f0520>, '4f1cdb0b-a0d0-40e2-93f9-b3ef101af7e3') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:53.322787 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.337034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6d26848c-1778-44c0-bace-52e4edf6e3ce up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:53.349039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.371293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:48:53.371825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:48:53.376715 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:48:53.380087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf980-50e4-4513-b250-bc3136d35f71 req-e4744aec-4ccf-417c-a714-c188b7fafdbd tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:53.380087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-428bf980-50e4-4513-b250-bc3136d35f71 req-e4744aec-4ccf-417c-a714-c188b7fafdbd tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 944 time: 0.7683358
Nov 06 20:48:53.448476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21cab9c9-6f25-4981-ba18-4d6736f5fd2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.469701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 6d26848c-1778-44c0-bace-52e4edf6e3ce completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:48:53.476136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 6d26848c-1778-44c0-bace-52e4edf6e3ce triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:53.476941 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.489571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b3a3-ef93-47c3-8c7f-348d10fda8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.527761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-428bf980-50e4-4513-b250-bc3136d35f71 req-08194379-8af2-4401-8c95-6fef8c0a85e3 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341958
Nov 06 20:48:53.541192 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.559798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.564897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f5507908-0a7a-4578-8c14-3ed3991a4dfb tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:53.566625 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] 10.222.0.13 "DELETE /v2.0/networks/f10dae8d-19dc-4165-bebe-98a042e56b00 HTTP/1.1" status: 204  len: 168 time: 0.5848875
Nov 06 20:48:53.572120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47610) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:53.581445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f5507908-0a7a-4578-8c14-3ed3991a4dfb tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3535466
Nov 06 20:48:53.584739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b3a3-ef93-47c3-8c7f-348d10fda8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.592837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60d78e-e536-4d24-8184-922bdf33802d admin admin] Pushing event deleted for resources: {'Network': ['ID=f10dae8d-19dc-4165-bebe-98a042e56b00,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:53.596196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21cab9c9-6f25-4981-ba18-4d6736f5fd2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.607352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-252b3ccc-4567-43e1-ade3-0cd4a770b436 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/quotas/4ce2d4abd58240c3a94718d2a022d67c HTTP/1.1" status: 200  len: 375 time: 0.0242469
Nov 06 20:48:53.624317 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21cab9c9-6f25-4981-ba18-4d6736f5fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.689003 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21cab9c9-6f25-4981-ba18-4d6736f5fd2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21d94444ab6849bba39233aea1d7bd81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7899921
Nov 06 20:48:53.689343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cab9c9-6f25-4981-ba18-4d6736f5fd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f28cf-76fe-46d1-b1f0-2abbf820b36c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:53.691884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47614) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:53.694798 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cc5cf5-1385-4ee0-9469-f34ca7ce544d admin admin] Deleting subnet 415c0bb3-558a-4766-ba47-f3c91d1b1615 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:48:53.703645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66cc5cf5-1385-4ee0-9469-f34ca7ce544d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.722358 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.731353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-a36788ed-a429-4aa4-ba6e-f249184e11d8 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1224804
Nov 06 20:48:53.752019 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b3a3-ef93-47c3-8c7f-348d10fda8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.754677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b3a3-ef93-47c3-8c7f-348d10fda8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.764918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6cf1b3a3-ef93-47c3-8c7f-348d10fda8f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ecb456e-06e3-4a74-85fa-b4b347fb4783 HTTP/1.1" status: 204  len: 168 time: 0.4887369
Nov 06 20:48:53.786161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66cc5cf5-1385-4ee0-9469-f34ca7ce544d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.787927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1b3a3-ef93-47c3-8c7f-348d10fda8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb456e-06e3-4a74-85fa-b4b347fb4783,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:53.814729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6d26848c-1778-44c0-bace-52e4edf6e3ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:53.823638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:53.825940 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d5433-4b5c-4483-ba24-d34e1645205e" -d '{"events": [{"server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "name": "network-vif-plugged", "status": "completed", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:53.842357 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.845289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b440214a-047b-4295-aef2-9d82f2b07af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.867899 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66cc5cf5-1385-4ee0-9469-f34ca7ce544d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.930113 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b440214a-047b-4295-aef2-9d82f2b07af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:53.968617 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6d26848c-1778-44c0-bace-52e4edf6e3ce,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:53.989601 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1fcdb-465e-4737-bfbb-83f02d927467 x-openstack-request-id: req-88b1fcdb-465e-4737-bfbb-83f02d927467 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:54.003936 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "name": "network-vif-plugged", "status": "completed", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:54.004737 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88b1fcdb-465e-4737-bfbb-83f02d927467 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:54.005326 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'code': 200}
Nov 06 20:48:54.061725 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66cc5cf5-1385-4ee0-9469-f34ca7ce544d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.136611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc5cf5-1385-4ee0-9469-f34ca7ce544d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415c0bb3-558a-4766-ba47-f3c91d1b1615,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:54.140104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b440214a-047b-4295-aef2-9d82f2b07af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.143270 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b440214a-047b-4295-aef2-9d82f2b07af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.144536 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b440214a-047b-4295-aef2-9d82f2b07af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/244f28cf-76fe-46d1-b1f0-2abbf820b36c HTTP/1.1" status: 204  len: 168 time: 0.4470832
Nov 06 20:48:54.150415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66cc5cf5-1385-4ee0-9469-f34ca7ce544d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.157419 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-66cc5cf5-1385-4ee0-9469-f34ca7ce544d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/415c0bb3-558a-4766-ba47-f3c91d1b1615 HTTP/1.1" status: 204  len: 168 time: 0.5755594
Nov 06 20:48:54.163111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47656) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:54.190814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e7cc0-ad24-4433-b626-be2169e4ab55 req-51e9c476-1ba6-4027-9a0e-1ab7042a5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:54.192772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad0e7cc0-ad24-4433-b626-be2169e4ab55 req-51e9c476-1ba6-4027-9a0e-1ab7042a5390 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 1096 time: 0.1270547
Nov 06 20:48:54.216434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b9342-ef35-4183-8849-0b7496ca2ba8 req-e77be43b-1703-4bbe-af91-be14501d9b01 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:54.218445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca0b9342-ef35-4183-8849-0b7496ca2ba8 req-e77be43b-1703-4bbe-af91-be14501d9b01 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 950 time: 0.1094854
Nov 06 20:48:54.265991 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.269296 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440214a-047b-4295-aef2-9d82f2b07af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f28cf-76fe-46d1-b1f0-2abbf820b36c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:54.310058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad0e7cc0-ad24-4433-b626-be2169e4ab55 req-90bf8d00-d9f2-4b51-841a-62eb9c14ebc6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088824
Nov 06 20:48:54.358810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca0b9342-ef35-4183-8849-0b7496ca2ba8 req-657391fd-3289-4120-ae1c-fd8640ee0185 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321318
Nov 06 20:48:54.411631 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.440253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255db24f0>,) {'filters': {'network_id': ['7b723eda-3d3c-4085-aa7f-b2853a1c2649']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:54.455453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255db24f0>, '1e25e2db-6354-438b-9939-5e3949560d74') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:54.456016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255db24f0>, '1e25e2db-6354-438b-9939-5e3949560d74') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:48:54.474643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.491794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.499182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:48:54.500269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:48:54.505709 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:48:54.547342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bebb9b9-1dd0-4f78-bffe-48f458042af5 req-86c4c334-d159-4dee-bb81-10b7cb9c9b7b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 210 time: 0.0494597
Nov 06 20:48:54.577003 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.592242 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.596547 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b723eda-3d3c-4085-aa7f-b2853a1c2649 HTTP/1.1" status: 204  len: 168 time: 0.4321966
Nov 06 20:48:54.613123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f085971-0c34-4c66-a13f-389e4728073a admin admin] Pushing event deleted for resources: {'Network': ['ID=7b723eda-3d3c-4085-aa7f-b2853a1c2649,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:54.729077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec5621-38fa-49c0-9c32-0ddd8ea11fe1 req-55a324e4-4941-470c-94e9-379db515d342 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:54.740036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6ec5621-38fa-49c0-9c32-0ddd8ea11fe1 req-55a324e4-4941-470c-94e9-379db515d342 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 945 time: 0.0702188
Nov 06 20:48:54.812399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6ec5621-38fa-49c0-9c32-0ddd8ea11fe1 req-89383075-6a3a-4963-bb5f-c1c2b3186053 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668621
Nov 06 20:48:54.844515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47698) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:54.907805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47700) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:54.915418 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9b5572d2-eaf9-44df-9196-1c0e92ac9950 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56c613d6c8ff4dfeb61acdb3d1df32c8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0689914
Nov 06 20:48:54.960926 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7aeeb7d-49da-4b5a-ac50-97946f77258a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:54.985646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7aeeb7d-49da-4b5a-ac50-97946f77258a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:55.044644 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7aeeb7d-49da-4b5a-ac50-97946f77258a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:55.047222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7aeeb7d-49da-4b5a-ac50-97946f77258a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:55.051006 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d7aeeb7d-49da-4b5a-ac50-97946f77258a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/088f71f8-acc2-4f05-8ffe-a2d5a923b084 HTTP/1.1" status: 204  len: 168 time: 0.1395683
Nov 06 20:48:55.058916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeeb7d-49da-4b5a-ac50-97946f77258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088f71f8-acc2-4f05-8ffe-a2d5a923b084,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:55.506080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2fd9-458c-4d1e-beea-2136143f57e1 req-710a9dd9-916b-4dcf-b9e4-f024491a28ee tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:55.507655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f82f2fd9-458c-4d1e-beea-2136143f57e1 req-710a9dd9-916b-4dcf-b9e4-f024491a28ee tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 950 time: 0.0616667
Nov 06 20:48:55.563545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f82f2fd9-458c-4d1e-beea-2136143f57e1 req-bcd68f97-f69d-41b3-b117-40d6e5ccad7e tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484033
Nov 06 20:48:55.659586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47736) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:55.716535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e357a320-0562-4a20-a6a0-96207f0ba51b req-d880fe5e-b8fe-4688-873d-4a2683b72f48 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 210 time: 0.0530653
Nov 06 20:48:55.758638 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bd8e5aa7-f4d3-4241-a7d0-3e2631263e70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b264a88b3a84e04a1944d335b4ea39c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0977979
Nov 06 20:48:55.761201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47752) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:55.853578 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9002686-931b-4028-99cb-1eeac4241e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:55.920164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-0edea6d9-2795-4a31-ad0d-7ac3be9c0a21 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349720
Nov 06 20:48:55.922327 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9002686-931b-4028-99cb-1eeac4241e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.045155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47770) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:56.105956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-439fe54f-ab3b-4c57-9157-3065c7e7eeb6 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:56.107672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-439fe54f-ab3b-4c57-9157-3065c7e7eeb6 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1782601
Nov 06 20:48:56.122759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2bc25-78cd-4a4b-b3c5-4ba282b3e7fc req-534345bb-49d7-4aca-b4c4-96c89ad6c4b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:56.140021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-caf2bc25-78cd-4a4b-b3c5-4ba282b3e7fc req-534345bb-49d7-4aca-b4c4-96c89ad6c4b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 945 time: 0.1209219
Nov 06 20:48:56.146742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Request body: {'port': {'device_id': '076b774b-c0f3-48be-81d9-19eb22ea5180', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4ce2d4abd58240c3a94718d2a022d67c'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:56.225865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9002686-931b-4028-99cb-1eeac4241e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.228390 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9002686-931b-4028-99cb-1eeac4241e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.229531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a9002686-931b-4028-99cb-1eeac4241e5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94b96583-8a1d-4c47-b0ad-878d18f19401 HTTP/1.1" status: 204  len: 168 time: 0.4667614
Nov 06 20:48:56.260431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-a89de04f-4a51-4691-bcbc-9011cc618cd0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0508304
Nov 06 20:48:56.267603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9002686-931b-4028-99cb-1eeac4241e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b96583-8a1d-4c47-b0ad-878d18f19401,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:56.326159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-caf2bc25-78cd-4a4b-b3c5-4ba282b3e7fc req-13050027-a9f1-49ef-a5b4-4c887d0c9570 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804576
Nov 06 20:48:56.376350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-126655879-network', 'tenant_id': '1a00b3392ff344cca1531a676e30616a'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:56.416718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Made reservation on behalf of 1a00b3392ff344cca1531a676e30616a for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:56.424725 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.452707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.454539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-6d367d5f-7142-4efc-8eb7-5cc8314c3a8d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:56.456072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-6d367d5f-7142-4efc-8eb7-5cc8314c3a8d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1797574
Nov 06 20:48:56.457412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Made reservation on behalf of 4ce2d4abd58240c3a94718d2a022d67c for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:56.460793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.486699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Request body: {'port': {'device_id': 'b8595966-9481-4f67-ae11-9c01c69e4c9f', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4ce2d4abd58240c3a94718d2a022d67c'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:56.582815 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.588940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.632031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:48:56.656522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6f2503-b5b4-49b8-bb0e-c25d6a6674f8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:56.665302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.666014 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Added segment db309752-ae67-4292-86c6-e0a51d94b1f1 of type vlan for network 13707f7b-603a-4c93-b168-9b49e124be0a
Nov 06 20:48:56.734526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-653ac464-ae1b-4e1d-bdeb-fbfad41cc6d4 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:56.750669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.751144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-653ac464-ae1b-4e1d-bdeb-fbfad41cc6d4 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2849476
Nov 06 20:48:56.794287 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.795380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:56.796282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.830999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-710a3b3f-6791-4881-9c35-904696bc54b1 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 696 time: 0.0784619
Nov 06 20:48:56.855365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Request body: {'floatingip': {'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'fixed_ip_address': '172.20.0.12'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:56.908377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8620188
Nov 06 20:48:56.911792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:56.917895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Request body: {'subnet': {'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-126655879-subnet', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:56.940142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581dfe3-b2fd-45ee-bd31-c96b83d1b47a admin admin] Pushing event updated for resources: {'Network': ['ID=13707f7b-603a-4c93-b168-9b49e124be0a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:56.957710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:56.959956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Made reservation on behalf of 1a00b3392ff344cca1531a676e30616a for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:56.961582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 13707f7b-603a-4c93-b168-9b49e124be0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:48:56.964451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.059856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Made reservation on behalf of 4ce2d4abd58240c3a94718d2a022d67c for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:48:57.064318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.066914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Allocated IP 192.168.233.236 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/54ace632-cbd6-43aa-8893-e4b61c4f9be1) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:57.181176 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.248627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Checking segment: {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:57.249128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Network hostable DHCP agents. Network: 13707f7b-603a-4c93-b168-9b49e124be0a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:48:57.252266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea68c76-c6a9-416d-b7f6-87ce61e3cd92,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:57.284550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:48:57.289060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Network 13707f7b-603a-4c93-b168-9b49e124be0a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:48:57.302863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13707f7b-603a-4c93-b168-9b49e124be0a) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:57.313230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:57.314439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.336276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-20e17ed3-6b28-4e97-92e5-87de8b9f3181 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4231355
Nov 06 20:48:57.340242 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47840) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:48:57.345310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:57.370609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.373459 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.382340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463ae6c-f4ba-4169-ac9c-d3bc29a7a975 None None] Network 13707f7b-603a-4c93-b168-9b49e124be0a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:48:57.465967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.486427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e444ed5-21a0-46a9-a4d2-f5db3ecbd2dd req-5cf14de1-9024-4bd0-9efb-e67e0443a891 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 210 time: 0.0389569
Nov 06 20:48:57.580393 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.612784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13707f7b-603a-4c93-b168-9b49e124be0a', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:48:57.613876 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.636482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:48:57.639253 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55b57a-6fab-460d-8d96-074bf67355c6" -d '{"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:48:57.679458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:57.695262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.738480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.742075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:57.849298 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:57.867538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Allocated IP 172.20.0.2 (13707f7b-603a-4c93-b168-9b49e124be0a/2ea68c76-c6a9-416d-b7f6-87ce61e3cd92/2ab37481-1ec6-4a48-a979-dbca8e7fcdf4) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:58.040626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.064832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.103100 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.120696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.169894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Network 13707f7b-603a-4c93-b168-9b49e124be0a is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:58.172819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:58.175747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:58.183014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Pushing event updated for resources: {'Port': ['ID=2ab37481-1ec6-4a48-a979-dbca8e7fcdf4,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:58.201198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.204380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Allocated IP 172.35.0.155 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/cb5148c2-a3f4-4cc8-bf1e-6c837995cc01) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:58.215657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:58.270123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Attempting to bind port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:48:58.270494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Attempting to bind port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:48:58.270855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Attempting to bind port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 on network 13707f7b-603a-4c93-b168-9b49e124be0a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:48:58.281650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:48:58.282016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Checking segment: {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:48:58.282412 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.282796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Bound using segment: {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:48:58.283255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Bound port: 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:48:58.283627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.291618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-53f81ed9-d94a-4b91-9c16-0fc3b4753347 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=acfc5ca1083f4131b1da0e5689218590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1196482
Nov 06 20:48:58.318396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.resource_extend [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 20:48:58.332501 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.374423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.389122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:58.394219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] For port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:48:58.397882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] For port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ab37481-1ec6-4a48-a979-dbca8e7fcdf4,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:48:58.408390 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.423947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:58.432165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:58.437202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:58.443700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:58.445716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'Port': ['ID=54ace632-cbd6-43aa-8893-e4b61c4f9be1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:58.448511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Allocated IP 192.168.233.169 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/ceb2b1ae-458d-4e31-95da-03e6fc97edec) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:48:58.460962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:58.463379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Pushing event updated for resources: {'Port': ['ID=cb5148c2-a3f4-4cc8-bf1e-6c837995cc01,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:58.536060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.563687 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.642097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2188e-3d57-4194-bfc4-070935066dd3 None None] Pushing event updated for resources: {'Port': ['ID=2ab37481-1ec6-4a48-a979-dbca8e7fcdf4,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:58.670287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:58.670932 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.806757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.810619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-8774b65f-08cc-4351-9d1e-56346b91ed57 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6681459
Nov 06 20:48:58.821961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-ec80a05d-c658-49e7-ba2c-6032cd2d8543 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:58.823482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-ec80a05d-c658-49e7-ba2c-6032cd2d8543 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5194428
Nov 06 20:48:58.834906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Request body: {'port': {'device_id': '076b774b-c0f3-48be-81d9-19eb22ea5180', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:48:58.847528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-52d8b937-1b89-478d-8e5a-46b3bf99c639 None None] Provisioning complete for port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:58.848091 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-52d8b937-1b89-478d-8e5a-46b3bf99c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:58.925535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-52d8b937-1b89-478d-8e5a-46b3bf99c639 None None] Port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:48:58.927083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-7b6316ed-4334-4b1c-a873-afcdd1b22f06 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/quotas/acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 375 time: 0.0795224
Nov 06 20:48:58.966668 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da associated. External IP: 172.35.0.174, port: 9eaa17aa-8d51-4952-ae6c-ed188e592373.
Nov 06 20:48:59.043472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.051259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-d5444444-1184-4ab9-a9bb-5f69d3bcf3cc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1068439
Nov 06 20:48:59.059896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.195823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.269210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:48:59.326071 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95fdadf-4f48-423a-894e-5f6c098b88ee x-openstack-request-id: req-f95fdadf-4f48-423a-894e-5f6c098b88ee {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:48:59.326404 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:48:59.326667 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f95fdadf-4f48-423a-894e-5f6c098b88ee {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:48:59.327074 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'code': 200}
Nov 06 20:48:59.367174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:59.367538 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.396732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:48:59.414313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:48:59.434900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:48:59.450251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'Port': ['ID=ceb2b1ae-458d-4e31-95da-03e6fc97edec,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:59.491531 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.547545 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.633425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ab37481-1ec6-4a48-a979-dbca8e7fcdf4,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:48:59.644128 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.732785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:48:59.759290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:48:59.781054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Router 83f2f92c-c17f-40fb-897e-98d0ca119eda is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:48:59.825096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:48:59.825765 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.927236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=2ab37481-1ec6-4a48-a979-dbca8e7fcdf4,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:48:59.938950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-698d9091-79bc-473d-8e99-518306766580 None None] Provisioning complete for port ceb2b1ae-458d-4e31-95da-03e6fc97edec triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:48:59.939700 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-698d9091-79bc-473d-8e99-518306766580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:48:59.969971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ace632-cbd6-43aa-8893-e4b61c4f9be1 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:48:59.981852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:00.008890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-698d9091-79bc-473d-8e99-518306766580 None None] Port ceb2b1ae-458d-4e31-95da-03e6fc97edec cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:00.018970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Transition to ACTIVE for port object 54ace632-cbd6-43aa-8893-e4b61c4f9be1 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:00.030260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:00.034931 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:00.051044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f38ad249-a461-42ca-b9f2-8031b3a687d1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.5818510
Nov 06 20:49:00.054860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Sync routers for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:00.062821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:00.071306 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-19413ce1-ea69-494c-81c2-add706c8b51d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7299647
Nov 06 20:49:00.071951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47900) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:00.102632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Request body: {'port': {'device_id': 'b8595966-9481-4f67-ae11-9c01c69e4c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:00.117503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f6640-8ec2-4944-99bd-f16e7b7aac4f None None] Network 13707f7b-603a-4c93-b168-9b49e124be0a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:49:00.250286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:00.320855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:00.321522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925223c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:00.426506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-518e82e4-434d-4e50-b29b-672d81eebe88 None None] Provisioning complete for port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:00.426926 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-518e82e4-434d-4e50-b29b-672d81eebe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:00.646545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:00.761263 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-da1683f9-66c5-40fe-b62e-d8fab398a282 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=acfc5ca1083f4131b1da0e5689218590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0494661
Nov 06 20:49:00.891907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb2b1ae-458d-4e31-95da-03e6fc97edec {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:00.910196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:00.932365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Transition to ACTIVE for port object ceb2b1ae-458d-4e31-95da-03e6fc97edec will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:00.946528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-73720683-cf0c-4bca-9973-793e92a2e7e1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:00.948425 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-73720683-cf0c-4bca-9973-793e92a2e7e1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1798611
Nov 06 20:49:00.965126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Request body: {'port': {'device_id': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'acfc5ca1083f4131b1da0e5689218590'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:01.029552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.122243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Pushing event updated for resources: {'Port': ['ID=54ace632-cbd6-43aa-8893-e4b61c4f9be1,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:01.160116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925223c490>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:48:58Z', 'revision_number': 3, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:01.162910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.185242 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Made reservation on behalf of acfc5ca1083f4131b1da0e5689218590 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:01.189133 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.199332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.216838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Checking router: 83f2f92c-c17f-40fb-897e-98d0ca119eda for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:01.217111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Updating router 83f2f92c-c17f-40fb-897e-98d0ca119eda port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:49:01.236922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:01.278743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.299909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:01.306811 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.318005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1cb3abe4-dda0-4595-a939-a9374439325c None None] Provisioning complete for port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:01.318313 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1cb3abe4-dda0-4595-a939-a9374439325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.325830 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:01.340658 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:01.342786 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cbdbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:01.423167 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.432652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Attempting to bind port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:01.433358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Attempting to bind port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:01.433879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Attempting to bind port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:01.435517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.449526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Allocated IP 172.20.0.1 (13707f7b-603a-4c93-b168-9b49e124be0a/2ea68c76-c6a9-416d-b7f6-87ce61e3cd92/c8d2a3dc-250f-4843-9f0e-c0ad885d63a1) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:01.474787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-38e52bbc-71a6-4498-98fc-4f258af81c7d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "PUT /v2.0/floatingips/4f3386df-97bb-4e5f-b8e8-8e6e5caa05da HTTP/1.1" status: 200  len: 997 time: 4.6423633
Nov 06 20:49:01.479359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb2b1ae-458d-4e31-95da-03e6fc97edec,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:01.495223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:01.499508 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e88615-d0a5-41e5-a0d9-e89010062291" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:01.513633 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:01.521392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbbf5bf-be75-432d-8bae-060bb15eab6f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:01.553253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37c83-deca-430a-9283-0f7eb2b6108f req-bf28e25b-fb8e-4a77-b0ea-98ac5ced7d0e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:01.555640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bda37c83-deca-430a-9283-0f7eb2b6108f req-bf28e25b-fb8e-4a77-b0ea-98ac5ced7d0e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 948 time: 0.3915772
Nov 06 20:49:01.556457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:01.556936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Attempting to bind port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:01.569916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:01.570557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:01.571116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:01.571725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Bound port: 54ace632-cbd6-43aa-8893-e4b61c4f9be1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:01.572793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.648317 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.659199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Allocated IP 192.168.233.132 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/8f1f4c54-7fec-4fe1-86c7-874b082456e6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:01.678576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] For port 54ace632-cbd6-43aa-8893-e4b61c4f9be1, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:01.683075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] For port 54ace632-cbd6-43aa-8893-e4b61c4f9be1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ace632-cbd6-43aa-8893-e4b61c4f9be1,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:01.687485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:01.687961 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.688115 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.693224 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.694797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Attempting to bind port ceb2b1ae-458d-4e31-95da-03e6fc97edec on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:01.695619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Attempting to bind port ceb2b1ae-458d-4e31-95da-03e6fc97edec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:01.696144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Attempting to bind port ceb2b1ae-458d-4e31-95da-03e6fc97edec on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:01.707878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Port ceb2b1ae-458d-4e31-95da-03e6fc97edec on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:01.708520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Attempting to bind port ceb2b1ae-458d-4e31-95da-03e6fc97edec on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:01.715762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.729134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:01.730181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:01.730917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:01.731707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Bound port: ceb2b1ae-458d-4e31-95da-03e6fc97edec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:01.732517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.798761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Pushing event updated for resources: {'Port': ['ID=54ace632-cbd6-43aa-8893-e4b61c4f9be1,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:01.813599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.816785 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cbdbe0>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:d6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:48:58Z', 'revision_number': 1, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:01.846112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-f872bb33-b216-4393-b09a-e7590558db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:01.848450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-f872bb33-b216-4393-b09a-e7590558db66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.3455904
Nov 06 20:49:01.860039 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:01.872049 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:01.873112 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cbdbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:01.880022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Network 13707f7b-603a-4c93-b168-9b49e124be0a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:01.888899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:01.897002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:01.961833 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:01.971255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:01.993751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] For port ceb2b1ae-458d-4e31-95da-03e6fc97edec, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:01.995238 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:02.000228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] For port ceb2b1ae-458d-4e31-95da-03e6fc97edec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceb2b1ae-458d-4e31-95da-03e6fc97edec,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:02.002653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:02.003373 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.005501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-06f5fc89-0198-479b-a58d-efdc511575cf service neutron] 10.222.0.10 "PUT /v2.0/ports/54ace632-cbd6-43aa-8893-e4b61c4f9be1 HTTP/1.1" status: 200  len: 1096 time: 3.1799333
Nov 06 20:49:02.031748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e84d44-71af-4545-89fd-826614e50630 None None] Pushing event updated for resources: {'Port': ['ID=cb5148c2-a3f4-4cc8-bf1e-6c837995cc01,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:02.086906 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Attempting to bind port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:02.087275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Attempting to bind port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:02.087664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Attempting to bind port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:02.102356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:02.102729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:02.103123 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.103514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:02.103989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Bound port: cb5148c2-a3f4-4cc8-bf1e-6c837995cc01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:02.104391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.117606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.152952 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.199416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] For port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:02.202713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] For port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb5148c2-a3f4-4cc8-bf1e-6c837995cc01,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:02.218327 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.291372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:02.292082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.294557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/ceb2b1ae-458d-4e31-95da-03e6fc97edec HTTP/1.1" status: 200  len: 1096 time: 2.1989517
Nov 06 20:49:02.311857 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.330104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bda37c83-deca-430a-9283-0f7eb2b6108f req-87649bf6-f065-4899-98ef-2ec31544ab23 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7630970
Nov 06 20:49:02.330314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.400781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:02.433431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-313727a1-e167-4427-aa1a-537c56900dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:02.437349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:02.441264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-313727a1-e167-4427-aa1a-537c56900dad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 1099 time: 0.3010788
Nov 06 20:49:02.444610 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:02.449450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:02.507846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:02.508500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925223c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:02.515703 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cbdbe0>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:d6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:48:58Z', 'revision_number': 1, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:02.525125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e84d44-71af-4545-89fd-826614e50630 None None] Pushing event updated for resources: {'Port': ['ID=cb5148c2-a3f4-4cc8-bf1e-6c837995cc01,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:02.575622 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a7ef5-bc92-4d8b-92f1-d0da5f37e831 None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:d6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:48:58Z', 'revision_number': 1, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:02.580178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:02.582921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.614912 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-6fe271ff-8a1f-467a-b930-0e644489064b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6575291
Nov 06 20:49:02.619504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbed9d-72e2-4792-b44f-a93e6a97d0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb2b1ae-458d-4e31-95da-03e6fc97edec,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:02.625802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f6727cee-31e7-4c56-9a52-4a3e70e01fba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=54ace632-cbd6-43aa-8893-e4b61c4f9be1 HTTP/1.1" status: 200  len: 217 time: 0.1439006
Nov 06 20:49:02.627959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-2ef5a59b-a9da-4856-9f11-74bb8d0bb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:02.628509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ae117a0a-1419-45a6-a976-63485e3e6119 None None] Provisioning complete for port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:02.628892 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ae117a0a-1419-45a6-a976-63485e3e6119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.630028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-2ef5a59b-a9da-4856-9f11-74bb8d0bb628 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.7627766
Nov 06 20:49:02.694320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Request body: {'port': {'device_id': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:02.729776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ae117a0a-1419-45a6-a976-63485e3e6119 None None] Port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:02.739953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.752005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-ffc5f3de-54ca-445e-861d-35eec25e366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:02.753693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-ffc5f3de-54ca-445e-861d-35eec25e366e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 1099 time: 0.3969865
Nov 06 20:49:02.782307 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.786111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:02.808619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f41d8d93-5a0f-4052-ae42-fd66148253a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:02.810340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f41d8d93-5a0f-4052-ae42-fd66148253a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1599250
Nov 06 20:49:02.866992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f9d2-b506-4f8a-ab2f-397aa38b545f req-49ebb512-3bde-4e59-a498-81bd1144bb19 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:02.875331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1096f9d2-b506-4f8a-ab2f-397aa38b545f req-49ebb512-3bde-4e59-a498-81bd1144bb19 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 936 time: 0.2725391
Nov 06 20:49:02.881723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.905651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-cb1709e9-ffd2-46fb-909c-cf12fffdfbf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ceb2b1ae-458d-4e31-95da-03e6fc97edec HTTP/1.1" status: 200  len: 217 time: 0.1390238
Nov 06 20:49:02.908575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-f151a5d6-0cf2-44a9-ba4a-ad5c6787e29c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 1000 time: 0.2569575
Nov 06 20:49:02.930469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:02.951325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:02.956679 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256642f-074f-42a9-980a-9a26653dec5f None None] New status for floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:49:03.085173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-ed595183-9532-4751-9a8d-386bf6414f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:03.086840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-ed595183-9532-4751-9a8d-386bf6414f58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1695154
Nov 06 20:49:03.092965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-1984a2d4-b84a-4a3a-9e1e-46cbf3891b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:03.094546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-1984a2d4-b84a-4a3a-9e1e-46cbf3891b8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2140739
Nov 06 20:49:03.101647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1096f9d2-b506-4f8a-ab2f-397aa38b545f req-8692626b-1a52-4a57-a57a-d6f0b3c5ed47 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251480
Nov 06 20:49:03.119874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-ba74aa35-05be-4688-8a4f-ebfd74bb5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:03.123171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-ba74aa35-05be-4688-8a4f-ebfd74bb5b91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1743362
Nov 06 20:49:03.253453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e874d5e5-a119-44d3-b4f6-3760af72ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:03.255020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e874d5e5-a119-44d3-b4f6-3760af72ace7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1595933
Nov 06 20:49:03.255623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-28650907-95ea-4aad-9587-ff204cccc051 None None] Provisioning complete for port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:03.256091 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-28650907-95ea-4aad-9587-ff204cccc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:03.284525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-80210357-4ea8-4dc9-9699-49c05bf5ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:03.286040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-80210357-4ea8-4dc9-9699-49c05bf5ae65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1388853
Nov 06 20:49:03.289187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-f23a570a-29ff-4c4e-94d7-5f0e1755953d service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866660
Nov 06 20:49:03.310106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-28650907-95ea-4aad-9587-ff204cccc051 None None] Port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:03.320520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925223c490>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:01Z', 'revision_number': 1, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:03.341117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-e6047c15-964d-4a33-8786-8d20ef0330b1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:49:03.350455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-e6047c15-964d-4a33-8786-8d20ef0330b1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0153775
Nov 06 20:49:03.358608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc6e54-21e4-43d8-a7dc-a1e04cf85853 None None] The sync data for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 is: [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:01Z', 'revision_number': 1, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:03.533418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e0e20626-e94a-4775-9fcc-3acbb213dadb service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2627983
Nov 06 20:49:03.565852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Network 13707f7b-603a-4c93-b168-9b49e124be0a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:03.574337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:03.577888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-e440631e-f377-44a5-bf4a-395ea0cff212 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2778552
Nov 06 20:49:03.612512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-384a0f0a-43e4-4240-9e3f-456f4944243b service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403140
Nov 06 20:49:03.671232 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce79f760-5100-40fa-b440-fb2b7ad1d55d x-openstack-request-id: req-ce79f760-5100-40fa-b440-fb2b7ad1d55d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:03.671699 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:03.672104 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce79f760-5100-40fa-b440-fb2b7ad1d55d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:03.672703 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'status': 'completed', 'code': 200}
Nov 06 20:49:03.899009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0e9da5-3d13-4e00-9201-9bcf7a7e78bd req-3d143c1e-9cd1-4abc-a6bc-21030114dc8d service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3532066
Nov 06 20:49:03.907253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-b6433b36-8c77-41b1-95b8-e47b3b2a1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:03.909132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-b6433b36-8c77-41b1-95b8-e47b3b2a1728 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.2217610
Nov 06 20:49:03.943993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc7421-483f-4eb5-930a-a69e4c0400b7 req-d92c559c-8f46-4d17-84ce-6d4b3865ff18 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:03.952604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dbc7421-483f-4eb5-930a-a69e4c0400b7 req-d92c559c-8f46-4d17-84ce-6d4b3865ff18 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 948 time: 0.2064514
Nov 06 20:49:03.956609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Router 83f2f92c-c17f-40fb-897e-98d0ca119eda has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:03.960190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1f4c54-7fec-4fe1-86c7-874b082456e6 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:03.972517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:03.991593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Transition to ACTIVE for port object 8f1f4c54-7fec-4fe1-86c7-874b082456e6 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:03.997545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:04.016183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43f67d28-1f6b-4311-8b2d-d907f6669462 req-90b11c78-52a9-4c1d-8fbf-e717a416bf05 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3868377
Nov 06 20:49:04.045463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-098d977a-f45b-4bc2-96f0-ebe9e8b45a3a None None] Provisioning complete for port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:04.046377 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-098d977a-f45b-4bc2-96f0-ebe9e8b45a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:04.110875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-098d977a-f45b-4bc2-96f0-ebe9e8b45a3a None None] Port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:04.172517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dbc7421-483f-4eb5-930a-a69e4c0400b7 req-f84c945e-8a9e-46a2-8ea7-9050c0d406b7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184470
Nov 06 20:49:04.179937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-840950d0-c363-4f9b-96de-f1dbb70b1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:04.185930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-840950d0-c363-4f9b-96de-f1dbb70b1c20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.2694795
Nov 06 20:49:04.247019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:04.345355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:04.367702 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-687b9348-c75d-466c-ae9d-ad98303aadf9 admin admin] 10.222.0.13 "PUT /v2.0/routers/83f2f92c-c17f-40fb-897e-98d0ca119eda/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2945359
Nov 06 20:49:04.415032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Attempting to bind port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:04.416458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Attempting to bind port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:04.420335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Attempting to bind port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:04.428979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:04.429297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Attempting to bind port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:04.445053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:04.445220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:04.445566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:04.447769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Bound port: 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:04.448188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:04.541561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:04.548251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:04.556364 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:04.602862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:04.603524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:04.605011 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 1096 time: 1.9155428
Nov 06 20:49:04.605961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:04.611406 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87" -d '{"events": [{"name": "network-changed", "server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:04.663964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46f13b-6808-438d-93e0-75aaa1b583d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:04.707889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-acca9b4f-a825-411c-87f5-8f255155a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:04.710126 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-acca9b4f-a825-411c-87f5-8f255155a828 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1099 time: 0.0571969
Nov 06 20:49:04.769093 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-bdcba7b5-28ec-47bd-835c-27565828c676 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 217 time: 0.0494921
Nov 06 20:49:04.780689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-bb03a3cc-d868-4484-a041-7a21a5fbe329 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 1002 time: 0.5864706
Nov 06 20:49:04.811591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-5a94432e-c883-4825-a301-1fd791178a20 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:04.816892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-5a94432e-c883-4825-a301-1fd791178a20 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1339717
Nov 06 20:49:04.825466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a780b1-d17d-478a-bccc-a2c51ca8b873 req-13bd078e-3157-402a-a253-2df75221b926 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:04.827029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58a780b1-d17d-478a-bccc-a2c51ca8b873 req-13bd078e-3157-402a-a253-2df75221b926 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 0.1454926
Nov 06 20:49:04.829010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-08446967-3f85-45c7-8211-5a38a5723cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:04.831197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-08446967-3f85-45c7-8211-5a38a5723cea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0541267
Nov 06 20:49:04.889728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-fb9604f0-13ee-4540-93c2-87b880afbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:04.891785 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-fb9604f0-13ee-4540-93c2-87b880afbf01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0505617
Nov 06 20:49:04.966911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-33b5940a-b85c-4fee-9588-333b00d0d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:04.968439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-33b5940a-b85c-4fee-9588-333b00d0d490 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1788721
Nov 06 20:49:04.991738 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-61376244-0041-4af0-8153-d21b767d0be6 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929811
Nov 06 20:49:05.000410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-e9d27755-fdaf-4a9b-a942-729f355d3b37 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1002 time: 0.1712272
Nov 06 20:49:05.024855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58a780b1-d17d-478a-bccc-a2c51ca8b873 req-cadd9b03-d60a-427f-8237-904ddb174030 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689694
Nov 06 20:49:05.030618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Request body: {'floatingip': {'port_id': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'fixed_ip_address': '172.20.0.8'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:05.083545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-fe2aeeff-210a-49c4-a3bd-690f83c7c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:05.084988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-fe2aeeff-210a-49c4-a3bd-690f83c7c92b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1065516
Nov 06 20:49:05.102220 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d458903d-e97c-488f-87eb-84d950bb40e0 req-2c5689ed-08d0-4837-b2e8-c76285826d6f service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037011
Nov 06 20:49:05.170169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.249832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:05.292809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:49:05.343241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-aca38011-68f8-476d-aa01-2b876e3faed2 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480929
Nov 06 20:49:05.413717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:05.414108 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.455902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:05.475505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'mac_address': 'fa:16:3e:f3:ed:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:49:05.522981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e88615-d0a5-41e5-a0d9-e89010062291 req-06ddb3d6-2cf1-4c8c-83b6-0509fb59d3d2 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718383
Nov 06 20:49:05.562075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.572330 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.596165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb5148c2-a3f4-4cc8-bf1e-6c837995cc01,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:05.598583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c400deaa-142f-48bc-bad6-a6bc92758225 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:05.605124 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.646716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:05.656927 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.674024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076b774b-c0f3-48be-81d9-19eb22ea5180', 'tag': '54ace632-cbd6-43aa-8893-e4b61c4f9be1'}, {'name': 'network-changed', 'server_uuid': 'b8595966-9481-4f67-ae11-9c01c69e4c9f', 'tag': 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:05.675070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=cb5148c2-a3f4-4cc8-bf1e-6c837995cc01,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:05.676321 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "076b774b-c0f3-48be-81d9-19eb22ea5180", "tag": "54ace632-cbd6-43aa-8893-e4b61c4f9be1"}, {"name": "network-changed", "server_uuid": "b8595966-9481-4f67-ae11-9c01c69e4c9f", "tag": "ceb2b1ae-458d-4e31-95da-03e6fc97edec"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:05.738748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:05.768491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47958) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:05.774722 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5e32b2dd-c887-439d-a8c3-21229cd8c661 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62457841', 'description': 'tempest-description--314407745'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:05.803676 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78c94ec-71ba-4d59-a3b9-d3fae3b5cae3 x-openstack-request-id: req-c78c94ec-71ba-4d59-a3b9-d3fae3b5cae3 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:05.804261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.804435 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:05.805077 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c78c94ec-71ba-4d59-a3b9-d3fae3b5cae3 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:05.805758 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'status': 'completed', 'code': 200}
Nov 06 20:49:05.810182 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.815873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e32b2dd-c887-439d-a8c3-21229cd8c661 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.913451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e32b2dd-c887-439d-a8c3-21229cd8c661 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.918632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e32b2dd-c887-439d-a8c3-21229cd8c661 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.950840 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e32b2dd-c887-439d-a8c3-21229cd8c661 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:05.955004 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5e32b2dd-c887-439d-a8c3-21229cd8c661 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1821666
Nov 06 20:49:05.955004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32b2dd-c887-439d-a8c3-21229cd8c661 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1050487-fbbe-4134-bf41-8b671292c405,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:05.956985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47960) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:05.957788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-fbee31a5-17a4-4a52-bbfb-8231fd15eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:05.959354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-fbee31a5-17a4-4a52-bbfb-8231fd15eb8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1099 time: 0.1068540
Nov 06 20:49:05.961674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c7a25092-e286-474b-8642-7dfbdce596fd tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Request body: {'security_group_rule': {'security_group_id': 'b1050487-fbbe-4134-bf41-8b671292c405', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:05.989098 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7a25092-e286-474b-8642-7dfbdce596fd tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.034298 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da associated. External IP: 172.35.0.174, port: 9eaa17aa-8d51-4952-ae6c-ed188e592373.
Nov 06 20:49:06.053090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7a25092-e286-474b-8642-7dfbdce596fd tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.059393 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7a25092-e286-474b-8642-7dfbdce596fd tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.079470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a25092-e286-474b-8642-7dfbdce596fd tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c22054-cdec-4a3f-ba3b-7849ac0f2a2c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:06.092347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7a25092-e286-474b-8642-7dfbdce596fd tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.096001 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7a25092-e286-474b-8642-7dfbdce596fd tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1354625
Nov 06 20:49:06.096711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47964) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:06.100948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-382cf490-10d1-4a5d-bd4a-4b6d3ef39dd0 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Request body: {'security_group_rule': {'security_group_id': 'b1050487-fbbe-4134-bf41-8b671292c405', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:06.107838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf7fa-3c43-46f1-8749-7cf42769ce88 req-7ba3a1b6-703e-4131-8b8f-047160c9bdf3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.115291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c8bf7fa-3c43-46f1-8749-7cf42769ce88 req-7ba3a1b6-703e-4131-8b8f-047160c9bdf3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 948 time: 0.1767809
Nov 06 20:49:06.130537 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-382cf490-10d1-4a5d-bd4a-4b6d3ef39dd0 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.143389 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Sync routers for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:06.156778 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:06.157796 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253948d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:06.195875 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-382cf490-10d1-4a5d-bd4a-4b6d3ef39dd0 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.202901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-382cf490-10d1-4a5d-bd4a-4b6d3ef39dd0 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.219935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-469f5de4-6a08-4fa0-b284-df941ece8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.221501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-469f5de4-6a08-4fa0-b284-df941ece8c91 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2544935
Nov 06 20:49:06.223385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cf490-10d1-4a5d-bd4a-4b6d3ef39dd0 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11637e57-4593-4590-ad4e-a86f8728b832,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:06.236813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-382cf490-10d1-4a5d-bd4a-4b6d3ef39dd0 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.243469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47966) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:06.245237 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-382cf490-10d1-4a5d-bd4a-4b6d3ef39dd0 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1456914
Nov 06 20:49:06.250843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:06.256908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c400deaa-142f-48bc-bad6-a6bc92758225'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:06.296676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c8bf7fa-3c43-46f1-8749-7cf42769ce88 req-40d763b9-bb11-4344-bf08-d0dc73024dc5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804006
Nov 06 20:49:06.303972 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:06.306380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-9fc7b4b6-7392-491b-af23-c7ca3dc4926b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 217 time: 0.0728269
Nov 06 20:49:06.493851 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afe7721-2eb9-4463-ae52-1f8c70ba7133 x-openstack-request-id: req-2afe7721-2eb9-4463-ae52-1f8c70ba7133 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:06.494494 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076b774b-c0f3-48be-81d9-19eb22ea5180", "tag": "54ace632-cbd6-43aa-8893-e4b61c4f9be1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8595966-9481-4f67-ae11-9c01c69e4c9f", "tag": "ceb2b1ae-458d-4e31-95da-03e6fc97edec", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:06.494607 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2afe7721-2eb9-4463-ae52-1f8c70ba7133 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:06.496274 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076b774b-c0f3-48be-81d9-19eb22ea5180', 'tag': '54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'status': 'completed', 'code': 200}
Nov 06 20:49:06.496274 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8595966-9481-4f67-ae11-9c01c69e4c9f', 'tag': 'ceb2b1ae-458d-4e31-95da-03e6fc97edec', 'status': 'completed', 'code': 200}
Nov 06 20:49:06.496948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.538329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:06.553983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-4827ddc4-b3c3-4d4a-9145-3f8c969a79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.555849 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-4827ddc4-b3c3-4d4a-9145-3f8c969a79f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 1099 time: 0.0767431
Nov 06 20:49:06.615766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-d0329d08-e412-4214-8eab-2041dd9ae1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.617508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-d0329d08-e412-4214-8eab-2041dd9ae1ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.2710922
Nov 06 20:49:06.632907 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253948d90>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 2, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:06.670181 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Checking router: 83f2f92c-c17f-40fb-897e-98d0ca119eda for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:06.670922 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Updating router 83f2f92c-c17f-40fb-897e-98d0ca119eda port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:49:06.689299 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-35ecef5b-1047-43a0-87c2-62e65547ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.690789 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-35ecef5b-1047-43a0-87c2-62e65547ca2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1258717
Nov 06 20:49:06.700835 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.734300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-0ae48c39-b574-4eee-be64-ca4dadca9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.735995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-0ae48c39-b574-4eee-be64-ca4dadca9ca7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 1099 time: 0.2544408
Nov 06 20:49:06.736145 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-2b7ac1c5-7400-40e3-8a29-adce24a6a934 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=54ace632-cbd6-43aa-8893-e4b61c4f9be1 HTTP/1.1" status: 200  len: 217 time: 0.0366280
Nov 06 20:49:06.749919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd12e9f-d028-4589-b3f6-e2f477551eb1 req-c5b4faa1-c6b3-4203-82d4-323553ad1852 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.751404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fd12e9f-d028-4589-b3f6-e2f477551eb1 req-c5b4faa1-c6b3-4203-82d4-323553ad1852 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 0.1722300
Nov 06 20:49:06.787877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-ed95f11e-f0f5-42a7-b35d-3c5e4f0a0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.789915 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-ed95f11e-f0f5-42a7-b35d-3c5e4f0a0a8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0469842
Nov 06 20:49:06.844502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-51841403-ea38-44c3-b6d9-2f7ad07c083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:06.846181 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-51841403-ea38-44c3-b6d9-2f7ad07c083b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0488310
Nov 06 20:49:06.956576 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-6c2eb62e-3207-46eb-8600-d94f009b9b2e service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025217
Nov 06 20:49:06.983123 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:06.989484 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.053550 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Pushing event updated for resources: {'Port': ['ID=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:07.063623 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-08e24972-c7d1-44c9-a84b-6f90df848282 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942667
Nov 06 20:49:07.083763 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.084416 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.084908 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.085396 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.085903 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.086388 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.086878 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.087205 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.087535 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.087950 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.088181 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.088647 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:07.096457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-7f276080-1201-43eb-8aa2-df702b633f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:07.098452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-7f276080-1201-43eb-8aa2-df702b633f09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4717314
Nov 06 20:49:07.122048 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Attempting to bind port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:07.122418 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Attempting to bind port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:07.122783 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Attempting to bind port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 on network 13707f7b-603a-4c93-b168-9b49e124be0a {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:07.128793 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:07.129176 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Checking segment: {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:07.129730 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.130750 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Bound using segment: {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:07.131243 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Bound port: c8d2a3dc-250f-4843-9f0e-c0ad885d63a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:07.132168 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.207895 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] For port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:07.211439 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] For port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:07.220912 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.221570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:07.274840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:07.277271 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.285397 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:07.286033 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253948d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:07.292442 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7568d9-81f5-4fe2-a1a5-c75336a699fc None None] Pushing event updated for resources: {'Port': ['ID=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:07.321867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:07.351669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-acef425e-595d-408a-bbb1-7c0e73e25915 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152770
Nov 06 20:49:07.392650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4137d502-5d73-4238-95c9-ed9cf0dd8656 None None] Provisioning complete for port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:07.392932 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4137d502-5d73-4238-95c9-ed9cf0dd8656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.432997 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:07.435865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 54ace632-cbd6-43aa-8893-e4b61c4f9be1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:49:07.446273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-cc1796f1-220f-4679-94da-2b1e4523e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:07.447779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-cc1796f1-220f-4679-94da-2b1e4523e568 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.6914737
Nov 06 20:49:07.449429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:07.465362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fd12e9f-d028-4589-b3f6-e2f477551eb1 req-7685f7f8-046a-41e5-ac6d-10d728a63ed4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6963067
Nov 06 20:49:07.471897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:07.548386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:07.549028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251e9ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:07.557715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-3a9f627d-1ddf-4007-8261-640ba9a2741c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ceb2b1ae-458d-4e31-95da-03e6fc97edec HTTP/1.1" status: 200  len: 217 time: 0.0784938
Nov 06 20:49:07.587726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port c400deaa-142f-48bc-bad6-a6bc92758225 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:07.588095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.607310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.801191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aed5d95-3860-48fc-b35a-f8f2f68bcf87 req-41601740-effe-4ce1-bbb9-d3eb1847caac service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4363692
Nov 06 20:49:07.805387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-b855465b-8b2f-4943-8d80-279aca38b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:07.807565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-b855465b-8b2f-4943-8d80-279aca38b957 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.2052822
Nov 06 20:49:07.821383 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253948d90>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:07Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:07.853953 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62575d18-cf96-433c-98ee-9cebd488e488 None None] The sync data for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 is: [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:07Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:07.942076 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4137d502-5d73-4238-95c9-ed9cf0dd8656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:07.952169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 54ace632-cbd6-43aa-8893-e4b61c4f9be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ace632-cbd6-43aa-8893-e4b61c4f9be1,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:07.987554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'mac_address': 'fa:16:3e:ef:b4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:49:08.010263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:08.049306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Allocated IP 172.35.0.110 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/0e85cfc6-2d7d-4244-acaa-f154afe9335b) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:08.053903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4137d502-5d73-4238-95c9-ed9cf0dd8656 None None] For port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:08.059343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2628d-a4be-44a4-ad86-681f45405859 req-4d399dd2-3842-49bb-bfa3-58886bb83eda tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:08.060928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62e2628d-a4be-44a4-ad86-681f45405859 req-4d399dd2-3842-49bb-bfa3-58886bb83eda tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 948 time: 0.2030597
Nov 06 20:49:08.076539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-3232acdf-94d0-455b-85a5-4596c33be7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:08.078068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-3232acdf-94d0-455b-85a5-4596c33be7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2367544
Nov 06 20:49:08.096055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4137d502-5d73-4238-95c9-ed9cf0dd8656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.199653 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.201565 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.206338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:08.274535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62e2628d-a4be-44a4-ad86-681f45405859 req-7b7c9beb-b0a1-455d-99fe-1e7d1a9d25c6 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049131
Nov 06 20:49:08.293297 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ace632-cbd6-43aa-8893-e4b61c4f9be1 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:08.343972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137d502-5d73-4238-95c9-ed9cf0dd8656 None None] Pushing event updated for resources: {'Port': ['ID=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:08.359306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:08.361684 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ce6229-b23d-476a-a0ce-88e437c8e026" -d '{"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-plugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:08.380488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 54ace632-cbd6-43aa-8893-e4b61c4f9be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ace632-cbd6-43aa-8893-e4b61c4f9be1,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:08.381490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-985d3d03-176d-4cb0-a6e5-0e50a3d471fa None None] Provisioning complete for port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:08.382313 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-985d3d03-176d-4cb0-a6e5-0e50a3d471fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.404761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-5c1c5298-1d5c-4555-a2ea-1b3aba4a639b service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3155966
Nov 06 20:49:08.439444 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.443958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:08.483510 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.483787 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.545224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=54ace632-cbd6-43aa-8893-e4b61c4f9be1,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:08.581362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:08.596917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.631854 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.663443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:08.686123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251e9ad00>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:08:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 3, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:08.715036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:08.715905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:08.718071 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:08.727046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:08.727655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251e9ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:08.729368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-da82ce10-d47a-4ec3-bce6-7bf8bae5193f tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "PUT /v2.0/floatingips/4f3386df-97bb-4e5f-b8e8-8e6e5caa05da HTTP/1.1" status: 200  len: 998 time: 3.7095656
Nov 06 20:49:08.741592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b00e3b59-af7d-4de2-953c-3527b6b0e8f5 req-3f0ac591-61c2-43c2-83f8-7271d35fd3b6 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3186240
Nov 06 20:49:08.777604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:08.783949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:08.787941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event updated for resources: {'Port': ['ID=0e85cfc6-2d7d-4244-acaa-f154afe9335b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:08.791511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:08.814496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['54ace632-cbd6-43aa-8893-e4b61c4f9be1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:08.820655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-ba1086e0-407e-4ad1-b18c-543408a16503 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:08.828851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-ba1086e0-407e-4ad1-b18c-543408a16503 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports/9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 943 time: 0.0984843
Nov 06 20:49:08.878119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:08.967259 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:08.980681 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10dd328-f043-4c8d-9591-fe612c72d7b8 x-openstack-request-id: req-b10dd328-f043-4c8d-9591-fe612c72d7b8 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:08.981135 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-plugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:08.981365 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b10dd328-f043-4c8d-9591-fe612c72d7b8 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:08.981736 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'code': 200}
Nov 06 20:49:09.016169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-6f58e739-2478-4095-845a-b78e27a4cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:09.017865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-6f58e739-2478-4095-845a-b78e27a4cb57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.0982997
Nov 06 20:49:09.019519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:09.200822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251e9ad00>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:08:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 3, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:09.204893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e411dc-890f-4384-b23c-c9b0766d8ea5 req-d7a5610a-daa0-45b7-b3dc-1cc5342c1a57 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:09.206426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39e411dc-890f-4384-b23c-c9b0766d8ea5 req-d7a5610a-daa0-45b7-b3dc-1cc5342c1a57 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 0.1669672
Nov 06 20:49:09.234337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560efd9-7cd6-407c-9903-d88545e3e17a None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:08:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 3, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:09.240029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:09.256910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-7743ecea-b331-4a96-aef6-bcdfa26f69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:09.258601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-7743ecea-b331-4a96-aef6-bcdfa26f69ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.2177148
Nov 06 20:49:09.298211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:09.298806 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:09.324591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ceb2b1ae-458d-4e31-95da-03e6fc97edec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:49:09.325347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-f842c675-9431-48c8-8016-c328a78e28fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 217 time: 0.0553191
Nov 06 20:49:09.363111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39e411dc-890f-4384-b23c-c9b0766d8ea5 req-7d8c6aae-be1a-422c-b67d-6d2edda9ee3e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414509
Nov 06 20:49:09.417127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-0c5fdf08-6706-41e2-842f-7142ca6327a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:09.418679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-0c5fdf08-6706-41e2-842f-7142ca6327a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.0752363
Nov 06 20:49:09.428567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:09.441611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:09.449017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8f1f4c54-7fec-4fe1-86c7-874b082456e6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:49:09.497325 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e6e97-ee6a-4d76-a99f-750913348f04 None None] New status for floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:49:09.504626 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae772af-19dd-42c1-a173-2e9a762e3841 x-openstack-request-id: req-7ae772af-19dd-42c1-a173-2e9a762e3841 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:09.505527 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:09.505880 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ae772af-19dd-42c1-a173-2e9a762e3841 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:09.507352 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'status': 'completed', 'code': 200}
Nov 06 20:49:09.601698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-4b705558-2c5e-4f28-9971-8fe04566969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:09.603447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-4b705558-2c5e-4f28-9971-8fe04566969f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1773286
Nov 06 20:49:09.604200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event updated for resources: {'Port': ['ID=0e85cfc6-2d7d-4244-acaa-f154afe9335b,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:09.631274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-767712a3-e549-4dcc-9c3a-888a74a3d794 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:49:09.632956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-767712a3-e549-4dcc-9c3a-888a74a3d794 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082765
Nov 06 20:49:09.674044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:09.725968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-ec9f03d0-cfa4-400e-b71b-cce41a4e0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:09.728739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-ec9f03d0-cfa4-400e-b71b-cce41a4e0767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.1789827
Nov 06 20:49:09.733561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ceb2b1ae-458d-4e31-95da-03e6fc97edec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceb2b1ae-458d-4e31-95da-03e6fc97edec,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:09.758180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'ceb2b1ae-458d-4e31-95da-03e6fc97edec', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'ceb2b1ae-458d-4e31-95da-03e6fc97edec', 'mac_address': 'fa:16:3e:9f:56:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:49:09.807694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:09.825200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb2b1ae-458d-4e31-95da-03e6fc97edec {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:09.853874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:09.862933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-080b7b3a-c1dd-4ee2-bc22-1fa03e3e7783 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6078367
Nov 06 20:49:09.862933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-f05d9612-6fae-4294-bbfe-e3a1664fcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:09.863202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:09.863298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-f05d9612-6fae-4294-bbfe-e3a1664fcf9f service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.1172061
Nov 06 20:49:09.886427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ceb2b1ae-458d-4e31-95da-03e6fc97edec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceb2b1ae-458d-4e31-95da-03e6fc97edec,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:09.899096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:09.907078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'mac_address': 'fa:16:3e:e7:d1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:49:09.927961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:10.041107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:10.048988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251cb6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:10.094372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=ceb2b1ae-458d-4e31-95da-03e6fc97edec,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:10.120429 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:10.189590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1f4c54-7fec-4fe1-86c7-874b082456e6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:10.220064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:10.234382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:10.264046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:10.310580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-708be43c-1573-4aa8-837a-7f70cd05839f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 217 time: 0.4444959
Nov 06 20:49:10.364532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48058) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:10.400561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-b1b28c86-d807-4a65-841f-05b079e60db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:10.402981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-b1b28c86-d807-4a65-841f-05b079e60db0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.0825863
Nov 06 20:49:10.409386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-6af65587-ae86-4222-b291-e10c7e9b6eae service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7661941
Nov 06 20:49:10.427465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['ceb2b1ae-458d-4e31-95da-03e6fc97edec'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:10.501182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ef1ed-c010-4839-98e9-e574014fc948 req-950e44b4-de35-44a7-b979-1f7310bbe28c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:10.502696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-970ef1ed-c010-4839-98e9-e574014fc948 req-950e44b4-de35-44a7-b979-1f7310bbe28c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 949 time: 0.1968184
Nov 06 20:49:10.508710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:10.545194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df129ca6-5477-4142-8a4e-5e12bbcabb76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:10.558518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-4fd83c80-75b1-4217-97d1-aafc2167021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:10.560149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-4fd83c80-75b1-4217-97d1-aafc2167021a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1470821
Nov 06 20:49:10.611379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:10.664246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df129ca6-5477-4142-8a4e-5e12bbcabb76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:10.667768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-970ef1ed-c010-4839-98e9-e574014fc948 req-ed618232-fe8a-4b2f-a09e-df3a1d6aed26 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540866
Nov 06 20:49:10.669858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-ceab1d98-3962-4a02-a1fb-7b949cded2b4 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2482507
Nov 06 20:49:10.680953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df129ca6-5477-4142-8a4e-5e12bbcabb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:10.741371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-119d0991-1fb4-44db-a497-025ec239978b service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729064
Nov 06 20:49:10.786457 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df129ca6-5477-4142-8a4e-5e12bbcabb76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b015967375ac4dfda745d7a4aeddf92a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4186687
Nov 06 20:49:10.789508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df129ca6-5477-4142-8a4e-5e12bbcabb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d1ee4-abf6-4ce1-8b8a-bcb7ab3186bd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:10.795140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251cb6430>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:08:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:09Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:10.798361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48084) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:10.835702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:10.859531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:10.861067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251cb6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:10.904616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ebbdc9b-595e-4e9f-aa35-8df3f062613f req-ab6ef727-51ce-4dda-8e48-c6cf3a79bad9 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519749
Nov 06 20:49:10.915552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0da3b99-514b-4996-9723-3628c09d4706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:10.965349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-e716d381-7f88-4d3f-a06a-157c7bf16369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:10.967042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-e716d381-7f88-4d3f-a06a-157c7bf16369 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 1096 time: 0.2245197
Nov 06 20:49:10.976156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0da3b99-514b-4996-9723-3628c09d4706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:11.066162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:11.067379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-889a0877-b084-413d-9625-2646e6370006 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--62457841&fields=id&tenant_id=1a00b3392ff344cca1531a676e30616a HTTP/1.1" status: 200  len: 267 time: 0.1616828
Nov 06 20:49:11.071605 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0da3b99-514b-4996-9723-3628c09d4706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:11.077309 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0da3b99-514b-4996-9723-3628c09d4706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:11.079561 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e0da3b99-514b-4996-9723-3628c09d4706 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d66d1ee4-abf6-4ce1-8b8a-bcb7ab3186bd HTTP/1.1" status: 204  len: 168 time: 0.2801549
Nov 06 20:49:11.090333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da3b99-514b-4996-9723-3628c09d4706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d1ee4-abf6-4ce1-8b8a-bcb7ab3186bd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:11.201043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-596f69c7-8126-4632-af7d-847506a65801 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:11.208839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-596f69c7-8126-4632-af7d-847506a65801 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/networks?id=13707f7b-603a-4c93-b168-9b49e124be0a HTTP/1.1" status: 200  len: 814 time: 0.1399016
Nov 06 20:49:11.235427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-010f8b18-8119-4580-8981-e1912081afbb tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/quotas/1a00b3392ff344cca1531a676e30616a HTTP/1.1" status: 200  len: 375 time: 0.0255954
Nov 06 20:49:11.332564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-b4c3835a-2052-47e8-aba3-7f55173bfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:11.334111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-b4c3835a-2052-47e8-aba3-7f55173bfe11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.3513141
Nov 06 20:49:11.365060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-ea637a6d-6588-4fb6-8a5d-c926d4577119 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a00b3392ff344cca1531a676e30616a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1206095
Nov 06 20:49:11.474969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 54ace632-cbd6-43aa-8893-e4b61c4f9be1 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:11.508001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-3c8ad3b1-6b25-4935-8d4a-0dd1ffb4523c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 1001 time: 0.1604075
Nov 06 20:49:11.514475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:11.516892 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:11.555398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251cb6430>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:08:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:09Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:11.595164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-9da3cf12-6844-4bf2-a0d8-e93cd1ace731 service neutron] 10.222.0.13 "GET /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290876
Nov 06 20:49:11.598384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-ac92434d-ed7a-4046-a6fc-3a0d6ea4be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:11.603782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-ac92434d-ed7a-4046-a6fc-3a0d6ea4be14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.0986156
Nov 06 20:49:11.625775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6e076-e3d2-45f8-919d-14c095148f35 None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:08:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:09Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:11.628879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:49:11.646746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:11.647480 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:11.757071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-781f0598-c76c-47c1-84c2-772b68976de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:11.760786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-781f0598-c76c-47c1-84c2-772b68976de8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1561930
Nov 06 20:49:11.797526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:11.847496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-73d5e3d9-3774-4c56-909f-26530ded8953 service neutron] 10.222.0.13 "GET /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343047
Nov 06 20:49:11.856693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076b774b-c0f3-48be-81d9-19eb22ea5180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ace632-cbd6-43aa-8893-e4b61c4f9be1'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:11.859278 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bf94a7-0068-4a38-800c-d86ff0944eb6" -d '{"events": [{"server_uuid": "076b774b-c0f3-48be-81d9-19eb22ea5180", "name": "network-vif-plugged", "status": "completed", "tag": "54ace632-cbd6-43aa-8893-e4b61c4f9be1"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:11.879541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 54ace632-cbd6-43aa-8893-e4b61c4f9be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ace632-cbd6-43aa-8893-e4b61c4f9be1,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:11.884320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:11.951038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-73b9064b-8434-43d5-a77d-4978eb3c8c28 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843786
Nov 06 20:49:11.993414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=54ace632-cbd6-43aa-8893-e4b61c4f9be1,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:12.051994 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:49:12.159793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec86bbd-4d62-4bf4-8726-e630f1add524 req-ccd15cd0-b1a9-4fb1-8b3a-f06dabbb8049 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2062280
Nov 06 20:49:12.230077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48122) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:12.424575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bc814-aa7c-4020-80be-7b21884a5e3e req-b3c9b2f6-78f7-4595-bce0-87a023d41700 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:12.436424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b2bc814-aa7c-4020-80be-7b21884a5e3e req-b3c9b2f6-78f7-4595-bce0-87a023d41700 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 949 time: 0.1225252
Nov 06 20:49:12.490548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2033736613-network', 'tenant_id': '0a012746186e4431bf96fa9c5a3bc116'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:12.521007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Made reservation on behalf of 0a012746186e4431bf96fa9c5a3bc116 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:12.523979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:12.528227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b2bc814-aa7c-4020-80be-7b21884a5e3e req-13bdfe2b-1b1e-4a21-9320-a5c06eddf6bf tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885024
Nov 06 20:49:12.534998 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:12.548592 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522d91d-007c-4370-a0cc-0df5de9fa5d6 x-openstack-request-id: req-e522d91d-007c-4370-a0cc-0df5de9fa5d6 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:12.548885 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:12.549146 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e522d91d-007c-4370-a0cc-0df5de9fa5d6 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:12.549555 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'status': 'completed', 'code': 200}
Nov 06 20:49:12.619230 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f824f4c9-67ab-4e89-a669-44d4a766bda3 x-openstack-request-id: req-f824f4c9-67ab-4e89-a669-44d4a766bda3 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:12.620249 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076b774b-c0f3-48be-81d9-19eb22ea5180", "name": "network-vif-plugged", "status": "completed", "tag": "54ace632-cbd6-43aa-8893-e4b61c4f9be1", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:12.621223 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f824f4c9-67ab-4e89-a669-44d4a766bda3 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:12.622204 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076b774b-c0f3-48be-81d9-19eb22ea5180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'code': 200}
Nov 06 20:49:12.695645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:12.710916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:12.764840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:49:12.778505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a28bec8d-32c2-4e7c-a097-168655170213 req-aaa4c5ce-93a6-4e1f-a3aa-eac4d7c88192 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 210 time: 0.0595500
Nov 06 20:49:12.784008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:12.785555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-5100e0a5-03b9-440d-839a-68d3d570892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:12.786942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:12.787921 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Added segment 05f69cd3-c49c-4cfa-9f2c-cb86016dbb11 of type vlan for network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be
Nov 06 20:49:12.802093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081ccfb-8f97-406b-a095-1ea6a10e1172 req-51859bfd-5bfc-4efc-a505-1a5148c31de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:12.802226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-5100e0a5-03b9-440d-839a-68d3d570892c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 1096 time: 0.2300658
Nov 06 20:49:12.804123 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6081ccfb-8f97-406b-a095-1ea6a10e1172 req-51859bfd-5bfc-4efc-a505-1a5148c31de7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 1101 time: 0.1064131
Nov 06 20:49:12.832394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7264f-82f8-426d-ad29-c25f08832e3a req-a3bb4bea-b85a-42b4-a6d6-6f127831137a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:12.847709 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34f7264f-82f8-426d-ad29-c25f08832e3a req-a3bb4bea-b85a-42b4-a6d6-6f127831137a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 949 time: 0.2191167
Nov 06 20:49:12.857112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:12.898447 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6081ccfb-8f97-406b-a095-1ea6a10e1172 req-fe91fb0a-7da9-43e8-b4e7-b9da65c1e609 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717847
Nov 06 20:49:12.908766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:12.908973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:12.909547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:12.996105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] Pushing event updated for resources: {'Network': ['ID=56bd5fa7-53ab-42b8-8aa7-49a32b3547be,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:13.017970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:49:13.031482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c5a3ced4-c818-4de8-a610-27034281d62f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7997017
Nov 06 20:49:13.056425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48142) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:13.061645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Request body: {'subnet': {'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2033736613-subnet', 'tenant_id': '0a012746186e4431bf96fa9c5a3bc116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:13.105363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Made reservation on behalf of 0a012746186e4431bf96fa9c5a3bc116 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:13.109128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:13.111750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34f7264f-82f8-426d-ad29-c25f08832e3a req-e9511a52-4a3b-4af4-a05c-4c296ba29e2d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627397
Nov 06 20:49:13.115803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-579ceae3-6028-4bf4-b7d9-d3095376da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:13.117294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-579ceae3-6028-4bf4-b7d9-d3095376da5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.2296486
Nov 06 20:49:13.135704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b8b1085-72d2-4cf5-9554-8abc84e89e85 req-bf909a6b-0a6b-4910-bf76-e2c77a947952 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1001 time: 0.3220043
Nov 06 20:49:13.213717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b1085-72d2-4cf5-9554-8abc84e89e85 req-85a189dc-2e22-4200-b8f9-180917a5e994 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:13.226652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b8b1085-72d2-4cf5-9554-8abc84e89e85 req-85a189dc-2e22-4200-b8f9-180917a5e994 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports/6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 942 time: 0.0850301
Nov 06 20:49:13.332418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ceb2b1ae-458d-4e31-95da-03e6fc97edec up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:13.364658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:13.435569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port ceb2b1ae-458d-4e31-95da-03e6fc97edec completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:49:13.454930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-e867865e-c7dd-45c4-9c5d-356d9f6bb776 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 1001 time: 0.2628574
Nov 06 20:49:13.455807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port ceb2b1ae-458d-4e31-95da-03e6fc97edec triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:13.456730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:13.462643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d0aac5-e890-44c4-ad1e-73b02b423949,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:13.464988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8f1f4c54-7fec-4fe1-86c7-874b082456e6 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:13.475282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b8b1085-72d2-4cf5-9554-8abc84e89e85 req-cd7cbb47-fe63-43ef-aafa-65e785b12802 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1001 time: 0.1599936
Nov 06 20:49:13.497043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Checking segment: {'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:13.497570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Network hostable DHCP agents. Network: 56bd5fa7-53ab-42b8-8aa7-49a32b3547be, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:49:13.535942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:49:13.559965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56bd5fa7-53ab-42b8-8aa7-49a32b3547be) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:13.564550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:13.565414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:13.595831 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-89a7a84d-c61b-4a4b-b234-951977a3999e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5380261
Nov 06 20:49:13.659931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad5325-15c9-49d2-83d2-091dde110f29 None None] Network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:49:13.761221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48170) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:13.867422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-67f313f5-f664-4a35-aa27-33e2f2ba505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:13.869046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-67f313f5-f664-4a35-aa27-33e2f2ba505f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.3927956
Nov 06 20:49:13.967130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5e2172d-ddcf-4f64-9376-e36e1360a4de admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.007249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9096-0476-4207-a8a1-033710d7a13a req-fad71b9f-14cc-4b25-bcc8-343bbda26f1f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:14.017580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f16f9096-0476-4207-a8a1-033710d7a13a req-fad71b9f-14cc-4b25-bcc8-343bbda26f1f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 949 time: 0.2109354
Nov 06 20:49:14.033680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b1085-72d2-4cf5-9554-8abc84e89e85 req-e01806d3-8dd8-48eb-9097-e36b5b1d506a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:14.048651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b8b1085-72d2-4cf5-9554-8abc84e89e85 req-e01806d3-8dd8-48eb-9097-e36b5b1d506a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.5532324
Nov 06 20:49:14.065631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-bb29f872-0675-4e19-96c2-0fdeae39d5df tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:14.084260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-bb29f872-0675-4e19-96c2-0fdeae39d5df tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.37 "GET /v2.0/networks?id=13707f7b-603a-4c93-b168-9b49e124be0a HTTP/1.1" status: 200  len: 814 time: 0.5032473
Nov 06 20:49:14.089502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5e2172d-ddcf-4f64-9376-e36e1360a4de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.094976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:49:14.095172 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c5e2172d-ddcf-4f64-9376-e36e1360a4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.101787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6283f8f3-fc25-4237-b65e-e15ee4f8ed4e None None] Network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:49:14.104899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:14.105600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.166121 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c5e2172d-ddcf-4f64-9376-e36e1360a4de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46eaae9e56d0451397edfa335fd5de0a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4032953
Nov 06 20:49:14.166901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2172d-ddcf-4f64-9376-e36e1360a4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d9ebcc-af03-4ccb-ab0b-1cf1d864f0bc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:14.169470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48182) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:14.182875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-e3112e3e-122f-4291-8709-a8afdc8f4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:14.187524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-e3112e3e-122f-4291-8709-a8afdc8f4efd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2937963
Nov 06 20:49:14.239817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af9d9f6a-da85-4d27-9504-665009a074a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.264779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.265770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90d63723-7856-4b85-bb1d-3b7e26416618 req-2c86b43d-7277-476f-9eaa-4a7212c73f45 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 210 time: 0.1104007
Nov 06 20:49:14.270521 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.271176 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.289919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af9d9f6a-da85-4d27-9504-665009a074a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.357703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ceb2b1ae-458d-4e31-95da-03e6fc97edec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceb2b1ae-458d-4e31-95da-03e6fc97edec,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:14.380523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.409411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af9d9f6a-da85-4d27-9504-665009a074a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.413856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af9d9f6a-da85-4d27-9504-665009a074a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.417832 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af9d9f6a-da85-4d27-9504-665009a074a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1d9ebcc-af03-4ccb-ab0b-1cf1d864f0bc HTTP/1.1" status: 204  len: 168 time: 0.2451055
Nov 06 20:49:14.428099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d9f6a-da85-4d27-9504-665009a074a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d9ebcc-af03-4ccb-ab0b-1cf1d864f0bc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:14.454138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.509540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f16f9096-0476-4207-a8a1-033710d7a13a req-950917af-6342-4274-b124-98265832cff3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4913015
Nov 06 20:49:14.540376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=ceb2b1ae-458d-4e31-95da-03e6fc97edec,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:14.565827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:14.570828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:14.625948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8595966-9481-4f67-ae11-9c01c69e4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'}, {'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:14.628550 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b967e7c-1ccf-4b97-b2a1-c5a5503c4e24" -d '{"events": [{"server_uuid": "b8595966-9481-4f67-ae11-9c01c69e4c9f", "name": "network-vif-plugged", "status": "completed", "tag": "ceb2b1ae-458d-4e31-95da-03e6fc97edec"}, {"server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:14.661793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:14.706260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-742ef2af-1305-4fda-a783-bf5cefdcd5cb req-61ec0d6b-68b1-4c3e-a63e-0d94900e57b3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2038479949', 'description': 'tempest-description-1954333155'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:14.755028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-6c947fbd-4312-4114-8f77-bade4d500b09 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5422597
Nov 06 20:49:14.923962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-17c117ea-b045-4119-ac13-625b82ae8d3e tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a00b3392ff344cca1531a676e30616a HTTP/1.1" status: 200  len: 378 time: 0.8174942
Nov 06 20:49:14.934352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf916082-1bf0-4e32-94ca-c52a3aba2fa3 req-2ed89b97-0b88-4a37-be8a-ca09a78f17da service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598892
Nov 06 20:49:14.967889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Request body: {'port': {'device_id': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'admin_state_up': True, 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'security_groups': ['b1050487-fbbe-4134-bf41-8b671292c405']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:15.016638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-7c8253ac-56dd-4eb5-a101-fd15eb236a8d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1001 time: 0.4207821
Nov 06 20:49:15.116939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0389affe-fc93-4c7f-81aa-dc2c2a2b1cb2 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:15.118727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0389affe-fc93-4c7f-81aa-dc2c2a2b1cb2 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports/6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 942 time: 0.1010010
Nov 06 20:49:15.235444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-742ef2af-1305-4fda-a783-bf5cefdcd5cb req-61ec0d6b-68b1-4c3e-a63e-0d94900e57b3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:15.458563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-742ef2af-1305-4fda-a783-bf5cefdcd5cb req-61ec0d6b-68b1-4c3e-a63e-0d94900e57b3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:15.479116 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-742ef2af-1305-4fda-a783-bf5cefdcd5cb req-61ec0d6b-68b1-4c3e-a63e-0d94900e57b3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:15.499037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-d87ae6e3-2fbd-4512-ae62-72124f8088f0 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1001 time: 0.2415257
Nov 06 20:49:15.901120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-742ef2af-1305-4fda-a783-bf5cefdcd5cb req-61ec0d6b-68b1-4c3e-a63e-0d94900e57b3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:15.902391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-742ef2af-1305-4fda-a783-bf5cefdcd5cb req-61ec0d6b-68b1-4c3e-a63e-0d94900e57b3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 1.3455958
Nov 06 20:49:15.921105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec0d6b-68b1-4c3e-a63e-0d94900e57b3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814e77f0-fae4-4da2-bfaf-8a78c6cc6606,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:15.923384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Made reservation on behalf of 1a00b3392ff344cca1531a676e30616a for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:15.927629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:16.069277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-685d1a3a-0882-499e-bc88-55dbb2b1cc74 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:16.070653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-685d1a3a-0882-499e-bc88-55dbb2b1cc74 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.5706890
Nov 06 20:49:16.156633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283914fc-3480-4159-bc32-e0e3ae591d21 req-d53831c1-f71e-496c-8f1c-f0cdf4840b0e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:16.156633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-283914fc-3480-4159-bc32-e0e3ae591d21 req-d53831c1-f71e-496c-8f1c-f0cdf4840b0e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 950 time: 0.1496720
Nov 06 20:49:16.227794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Allocated IP 172.20.0.10 (13707f7b-603a-4c93-b168-9b49e124be0a/2ea68c76-c6a9-416d-b7f6-87ce61e3cd92/c83693a3-2e65-4ffa-b0e0-7a93f6dabc38) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:16.233185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-3f601c61-2b1d-4876-b364-f35f0e572dc3 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1001 time: 0.1501243
Nov 06 20:49:16.258019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:16.267632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-283914fc-3480-4159-bc32-e0e3ae591d21 req-4946dd31-0a6a-4c5b-8767-a53ec4057f48 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983620
Nov 06 20:49:16.368575 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:16.407416 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5252fee9-4822-48d1-9e1d-dc5e552c732b x-openstack-request-id: req-5252fee9-4822-48d1-9e1d-dc5e552c732b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:16.408004 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8595966-9481-4f67-ae11-9c01c69e4c9f", "name": "network-vif-plugged", "status": "completed", "tag": "ceb2b1ae-458d-4e31-95da-03e6fc97edec", "code": 200}, {"server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:16.408004 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5252fee9-4822-48d1-9e1d-dc5e552c732b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:16.408426 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8595966-9481-4f67-ae11-9c01c69e4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb2b1ae-458d-4e31-95da-03e6fc97edec', 'code': 200}
Nov 06 20:49:16.408685 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'code': 200}
Nov 06 20:49:16.566613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fa8f4-9d88-4f90-a93a-9c3bed13fee1 req-90494e50-d25d-4efc-a249-aed9a670b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:16.568175 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f43fa8f4-9d88-4f90-a93a-9c3bed13fee1 req-90494e50-d25d-4efc-a249-aed9a670b1a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 1101 time: 0.0520926
Nov 06 20:49:16.622267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79688356-9f52-44f6-ba8e-b417a7fad373 req-781e9fc4-3bf8-46e7-bd5d-01382f7a3c81 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 210 time: 0.0559251
Nov 06 20:49:16.636800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f43fa8f4-9d88-4f90-a93a-9c3bed13fee1 req-0d88554c-868a-46d6-b83f-5c5a3c9af083 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607307
Nov 06 20:49:16.683278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cde07-5676-4572-9685-df9dc6f02c38 req-1df60eba-e423-4cdc-895d-2a121fd99f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:16.684922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee9cde07-5676-4572-9685-df9dc6f02c38 req-1df60eba-e423-4cdc-895d-2a121fd99f9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1101 time: 0.2014029
Nov 06 20:49:16.753205 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:16.788131 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3290ed33-827f-4673-a711-a25003a3b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:16.803138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:16.811135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:16.811557 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da disassociated. External IP: 172.35.0.174, port: 6d26848c-1778-44c0-bace-52e4edf6e3ce.
Nov 06 20:49:16.818847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee9cde07-5676-4572-9685-df9dc6f02c38 req-7a174d26-d5d6-4b10-b749-cd22a51b4a79 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251802
Nov 06 20:49:16.944543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.036834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Network 13707f7b-603a-4c93-b168-9b49e124be0a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:17.042997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event updated for resources: {'Port': ['ID=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:17.047370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:17.050953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:17.085757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c688d-6dff-4198-a0e7-d6341a243679 req-ff5e772a-31dd-443a-a60f-9c68d491645e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:17.087355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f5c688d-6dff-4198-a0e7-d6341a243679 req-ff5e772a-31dd-443a-a60f-9c68d491645e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.1566024
Nov 06 20:49:17.206837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:17.207747 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.254302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-e2e95a21-7127-45a7-917f-78762d1faa66 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3162277
Nov 06 20:49:17.269830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Request body: {'port': {'device_id': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:17.282344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f5c688d-6dff-4198-a0e7-d6341a243679 req-af17e0c0-72e6-4032-98f1-e2ee459b36f5 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595335
Nov 06 20:49:17.308770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:17.326128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-7f16a8b8-e15b-48cf-b58d-0fdfa277e428 req-1daa2656-66f5-4dc0-952d-ef0b07ed464d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1966218128', 'description': 'tempest-description-1209866257'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:17.352917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2ce02f43-1dc3-493c-bf55-0146d134fc28 None None] Provisioning complete for port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:17.353979 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2ce02f43-1dc3-493c-bf55-0146d134fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.395519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2ce02f43-1dc3-493c-bf55-0146d134fc28 None None] Port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:17.406280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.430216 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7f16a8b8-e15b-48cf-b58d-0fdfa277e428 req-1daa2656-66f5-4dc0-952d-ef0b07ed464d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.599625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:17.609512 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.612655 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:17.642315 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:17.643270 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c4cfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:17.688115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-0e87d845-7ebf-4d48-b7c9-51aded894be6 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "PUT /v2.0/floatingips/4f3386df-97bb-4e5f-b8e8-8e6e5caa05da HTTP/1.1" status: 200  len: 695 time: 1.4381642
Nov 06 20:49:17.715791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:17.719070 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de22040-5f95-4235-8bb2-9e849dda6e21" -d '{"events": [{"name": "network-changed", "server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:17.740155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7f16a8b8-e15b-48cf-b58d-0fdfa277e428 req-1daa2656-66f5-4dc0-952d-ef0b07ed464d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.776872 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:17.788084 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7f16a8b8-e15b-48cf-b58d-0fdfa277e428 req-1daa2656-66f5-4dc0-952d-ef0b07ed464d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.829114 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7f16a8b8-e15b-48cf-b58d-0fdfa277e428 req-1daa2656-66f5-4dc0-952d-ef0b07ed464d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:17.844144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f16a8b8-e15b-48cf-b58d-0fdfa277e428 req-1daa2656-66f5-4dc0-952d-ef0b07ed464d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5279934
Nov 06 20:49:17.931214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-d68fdbfa-03b4-48d0-8287-6f5344e8f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:17.945613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-d68fdbfa-03b4-48d0-8287-6f5344e8f37e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 1096 time: 0.2246168
Nov 06 20:49:17.972025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa2656-66f5-4dc0-952d-ef0b07ed464d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4f71d4-66fd-4426-9634-6d66ef254dfd,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:18.133999 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c4cfa0>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:18.139215 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-d483c902-c1fc-4a29-a4ef-598525157180 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0816164
Nov 06 20:49:18.168122 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:18.179784 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:18.180499 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c4cfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:48:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:18.271940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-4f8ff68e-7162-45da-bc32-ced33ff05044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:18.273588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-4f8ff68e-7162-45da-bc32-ced33ff05044 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.3271699
Nov 06 20:49:18.278615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-bafa9347-9739-4217-b266-855260f180af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:18.280677 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-bafa9347-9739-4217-b266-855260f180af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 1096 time: 0.0751345
Nov 06 20:49:18.472512 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:18.480083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-d2d47f45-0a1a-4ea6-91a9-8d6e9bb43a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:18.482595 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-d2d47f45-0a1a-4ea6-91a9-8d6e9bb43a67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 924 time: 0.1731644
Nov 06 20:49:18.500731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57d04775-c8c5-4ddb-b2f4-80a2cb3776b5 req-420aad08-1de8-4421-b800-80d87708c923 tempest-AbsoluteLimitsNegativeTestJSON-587636223 tempest-AbsoluteLimitsNegativeTestJSON-587636223-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7e14c5d54dfd4e30af048d594c5ac56b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.5162687
Nov 06 20:49:18.511567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-30050360-3861-47af-8b61-588c4ad608c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 217 time: 0.2133074
Nov 06 20:49:18.628696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-86e31ffa-1821-4c9b-918d-376ca5e3eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:18.630180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-86e31ffa-1821-4c9b-918d-376ca5e3eeeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.0657928
Nov 06 20:49:18.667437 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-beabd502-8ce1-482e-a57b-992567304fec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5935a02d-18df-4c4f-9301-484bbfd49bab HTTP/1.1" status: 200  len: 1001 time: 0.1759000
Nov 06 20:49:18.757968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:18.763894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-d2446b00-66ba-4c1b-abf1-17a463b8b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:18.765385 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-d2446b00-66ba-4c1b-abf1-17a463b8b795 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 200  len: 862 time: 0.0883491
Nov 06 20:49:18.783604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:18.800453 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c4cfa0>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:18.827295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Transition to ACTIVE for port object c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:18.843856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-9a8ce624-3f0a-4a73-835a-7ffde356dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:18.846924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-9a8ce624-3f0a-4a73-835a-7ffde356dfa9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1752810
Nov 06 20:49:18.847990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:18.857233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-7e3b1a68-fd0d-4982-bdcc-01c759c92676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:18.857355 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208de27-12bd-4718-a775-ca26e2be4b12 None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:18.866202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-7e3b1a68-fd0d-4982-bdcc-01c759c92676 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f7f650-50d0-446a-82d8-39753cfb0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0851924
Nov 06 20:49:18.984627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d04775-c8c5-4ddb-b2f4-80a2cb3776b5 req-4ae34b91-bf05-4be5-8ef4-44220d848318 tempest-AbsoluteLimitsNegativeTestJSON-587636223 tempest-AbsoluteLimitsNegativeTestJSON-587636223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:18.986022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57d04775-c8c5-4ddb-b2f4-80a2cb3776b5 req-4ae34b91-bf05-4be5-8ef4-44220d848318 tempest-AbsoluteLimitsNegativeTestJSON-587636223 tempest-AbsoluteLimitsNegativeTestJSON-587636223-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4844096
Nov 06 20:49:18.992995 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-397eb4c4-7db2-40a4-bb84-0dc3ad312044 service neutron] 10.222.0.37 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239092
Nov 06 20:49:19.044102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Pushing event updated for resources: {'Port': ['ID=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:19.048716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57d04775-c8c5-4ddb-b2f4-80a2cb3776b5 req-f6740590-f06c-46c7-9e4a-c5f45435eee4 tempest-AbsoluteLimitsNegativeTestJSON-587636223 tempest-AbsoluteLimitsNegativeTestJSON-587636223-project] 10.222.0.13 "GET /v2.0/quotas/7e14c5d54dfd4e30af048d594c5ac56b HTTP/1.1" status: 200  len: 375 time: 0.0522130
Nov 06 20:49:19.119413 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e80dd583-717f-47c4-bddf-9a67b06d871e req-9cd510e1-018f-4d75-ab1b-9ec48d1060d2 service neutron] 10.222.0.37 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193681
Nov 06 20:49:19.141946 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57d04775-c8c5-4ddb-b2f4-80a2cb3776b5 req-b1bcaa4e-2f82-4f70-b7bf-b8593e4dcc78 tempest-AbsoluteLimitsNegativeTestJSON-587636223 tempest-AbsoluteLimitsNegativeTestJSON-587636223-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e14c5d54dfd4e30af048d594c5ac56b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0764408
Nov 06 20:49:19.167750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-770e1bca-6ef3-44c7-99cd-d27d068655f4 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3009303
Nov 06 20:49:19.189057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Attempting to bind port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:19.190050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Attempting to bind port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:19.190050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Attempting to bind port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 on network 13707f7b-603a-4c93-b168-9b49e124be0a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:19.197328 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-afce7573-cd89-4462-b2ee-fe8e59eb4fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:19.234761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 on network 13707f7b-603a-4c93-b168-9b49e124be0a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:19.235135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Attempting to bind port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 on network 13707f7b-603a-4c93-b168-9b49e124be0a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:19.310588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:19.310930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Checking segment: {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:19.311322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Bound using segment: {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:19.311770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Bound port: c83693a3-2e65-4ffa-b0e0-7a93f6dabc38, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db309752-ae67-4292-86c6-e0a51d94b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:19.312914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:19.383334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d7849-4d8a-4dff-8fd9-77b0086309b8 None None] New status for floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:49:19.460725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea4b2b7-0a6c-4bd8-88b8-09e1ca93093a req-ff8bd68c-e3bf-46d0-9365-df49cc1f84c9 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2730937
Nov 06 20:49:19.482574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec152-128c-4e8e-a7dc-5200e5fd284e req-e83b4a32-80fb-4b81-8a69-cfb39a21e9f7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:19.484095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e57ec152-128c-4e8e-a7dc-5200e5fd284e req-e83b4a32-80fb-4b81-8a69-cfb39a21e9f7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 950 time: 0.1555328
Nov 06 20:49:19.561645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] For port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:19.615126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] For port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:19.629245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:19.681635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:19.682382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:19.684049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] 10.222.0.37 "PUT /v2.0/ports/c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 HTTP/1.1" status: 200  len: 1092 time: 2.4185863
Nov 06 20:49:19.688556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e57ec152-128c-4e8e-a7dc-5200e5fd284e req-545becd0-8f22-480e-98ac-3f3152430c46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815770
Nov 06 20:49:19.708241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48284) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:19.788223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771007e-ffde-41f1-a01a-1e1503a8565b service neutron] Pushing event updated for resources: {'Port': ['ID=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:19.977450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f49529b3-f25e-4cab-94c6-e10f9d2c674f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:20.001523 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72996da-2a50-4897-84ac-b85ec656ade3 x-openstack-request-id: req-d72996da-2a50-4897-84ac-b85ec656ade3 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:20.011635 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:20.012122 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d72996da-2a50-4897-84ac-b85ec656ade3 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:20.012878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-261a595d-254a-4f8e-8eed-257c60e5de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.013132 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'status': 'completed', 'code': 200}
Nov 06 20:49:20.015123 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-261a595d-254a-4f8e-8eed-257c60e5de28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 1096 time: 0.1106291
Nov 06 20:49:20.226474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-cfff200a-228d-47b3-a109-8953e8e589a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.228196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-cfff200a-228d-47b3-a109-8953e8e589a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.2042964
Nov 06 20:49:20.234024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f49529b3-f25e-4cab-94c6-e10f9d2c674f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:20.277554 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-969b4769-606a-407e-8b8c-b734a7759a22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 200  len: 217 time: 0.0415230
Nov 06 20:49:20.278878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f49529b3-f25e-4cab-94c6-e10f9d2c674f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:20.310994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49529b3-f25e-4cab-94c6-e10f9d2c674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98416a0-29ed-4244-808f-ed5fdf8be6ad,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:20.386448 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f49529b3-f25e-4cab-94c6-e10f9d2c674f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e14c5d54dfd4e30af048d594c5ac56b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6734757
Nov 06 20:49:20.390297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48298) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:20.437914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-0faa9969-adb8-46f7-8a90-83a4fcf23ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.439511 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-0faa9969-adb8-46f7-8a90-83a4fcf23ee2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1296148
Nov 06 20:49:20.457898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8d7ac01-3b41-4484-b58c-cbb971f23a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:20.485319 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:20.525238 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8d7ac01-3b41-4484-b58c-cbb971f23a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:20.538626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-0ac22437-6b41-4e7e-8505-9f768de2a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.541191 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-0ac22437-6b41-4e7e-8505-9f768de2a0b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0853734
Nov 06 20:49:20.574165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-7b295629-afff-4a18-8d0a-4d1497ba75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.575852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-7b295629-afff-4a18-8d0a-4d1497ba75f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a00b3392ff344cca1531a676e30616a&device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 1095 time: 0.7908380
Nov 06 20:49:20.595520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-6cbde04b-c495-4053-bcee-db3c511281bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.8319764
Nov 06 20:49:20.605471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c237952-22d8-44d5-8edf-debf79d69540 req-7543bac4-c003-4335-98dc-54ba9cef59e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.634496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c237952-22d8-44d5-8edf-debf79d69540 req-7543bac4-c003-4335-98dc-54ba9cef59e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 944 time: 0.7329288
Nov 06 20:49:20.683884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-7754c9db-415f-4ba7-b1f3-83dda2a1491a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 HTTP/1.1" status: 200  len: 217 time: 0.0973120
Nov 06 20:49:20.698902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8d7ac01-3b41-4484-b58c-cbb971f23a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:20.701950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8d7ac01-3b41-4484-b58c-cbb971f23a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:20.706096 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b8d7ac01-3b41-4484-b58c-cbb971f23a2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c98416a0-29ed-4244-808f-ed5fdf8be6ad HTTP/1.1" status: 204  len: 168 time: 0.3123703
Nov 06 20:49:20.725481 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-685d6a48-b1a1-4513-811f-3d5c558b50eb service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767137
Nov 06 20:49:20.731735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7ac01-3b41-4484-b58c-cbb971f23a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98416a0-29ed-4244-808f-ed5fdf8be6ad,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:20.822477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-c49c8dc2-2095-4b73-a6a9-54fbbed09ae6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.829523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-c49c8dc2-2095-4b73-a6a9-54fbbed09ae6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 813 time: 0.8125110
Nov 06 20:49:20.864718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c237952-22d8-44d5-8edf-debf79d69540 req-1d87237e-5b9e-4e52-ab99-4ca629ba3b0c tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2445531
Nov 06 20:49:20.868653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-c5bb1a52-5242-463a-8205-7185b30a4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.870022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-c5bb1a52-5242-463a-8205-7185b30a4e8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ea68c76-c6a9-416d-b7f6-87ce61e3cd92 HTTP/1.1" status: 200  len: 853 time: 0.1600852
Nov 06 20:49:20.873833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-db33162c-da17-4a17-a83a-82048644093c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/quotas/0a012746186e4431bf96fa9c5a3bc116 HTTP/1.1" status: 200  len: 375 time: 0.0435951
Nov 06 20:49:20.877105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-a06454e5-e12a-442b-995e-869870024fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:20.879114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-a06454e5-e12a-442b-995e-869870024fcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.1875868
Nov 06 20:49:20.920802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-015bdfe8-2db9-49a4-ae00-12c9f9ce883a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0393884
Nov 06 20:49:20.941642 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7de22040-5f95-4235-8bb2-9e849dda6e21 req-7d66a1c4-2aa3-404e-b046-c0ec79b71e1a service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762717
Nov 06 20:49:21.107108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-5913dcfe-2652-4876-8758-9ecb5843f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:21.108770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-5913dcfe-2652-4876-8758-9ecb5843f639 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13707f7b-603a-4c93-b168-9b49e124be0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2287691
Nov 06 20:49:21.166587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-3aab080b-582b-4f48-a495-0794d638ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:21.168648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-3aab080b-582b-4f48-a495-0794d638ec62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.2468669
Nov 06 20:49:21.228935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8876e3-2b0b-4c98-8dbe-3b4033797426 req-feace25e-1a21-4afe-9dca-8fe22d9218e6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:21.231081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc8876e3-2b0b-4c98-8dbe-3b4033797426 req-feace25e-1a21-4afe-9dca-8fe22d9218e6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.2145324
Nov 06 20:49:21.267183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-6eb75d83-a7bb-4606-baa9-d0085dfdc98a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 217 time: 0.0626976
Nov 06 20:49:21.269209 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-406c52ee-d9ec-43fe-810e-5d3276ad39fa service neutron] 10.222.0.13 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223178
Nov 06 20:49:21.434330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-745afe2e-0bc2-4d04-b04c-fa0bfbced55d service neutron] 10.222.0.37 "GET /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3070693
Nov 06 20:49:21.438192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-b0d842aa-7c20-41e3-a3cd-689bb11d6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:21.439608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-b0d842aa-7c20-41e3-a3cd-689bb11d6cd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1592402
Nov 06 20:49:21.466166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc8876e3-2b0b-4c98-8dbe-3b4033797426 req-20fd014d-2ca0-44c3-9d53-ab5f62e2e27f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011333
Nov 06 20:49:21.670246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-21645498-b7ea-4670-8440-37783d7d0ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3939111
Nov 06 20:49:21.689045 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:21.769173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-69e87221-46c7-46c4-ade4-68107a042bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:21.774773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-69e87221-46c7-46c4-ade4-68107a042bf0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3245296
Nov 06 20:49:21.812797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48332) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:21.859422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3dea75a-7cd2-43a0-9201-461fa1bf41af req-89ebce07-62a5-4ee2-83c1-58e1d837ca8c service neutron] 10.222.0.37 "GET /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4188199
Nov 06 20:49:21.985649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a221b7-69a5-41ac-a31d-a4d985548916 req-ba81a780-1f11-42fb-8f9f-f3c64f8f4523 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:21.987385 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78a221b7-69a5-41ac-a31d-a4d985548916 req-ba81a780-1f11-42fb-8f9f-f3c64f8f4523 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 950 time: 0.2206893
Nov 06 20:49:21.987691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1180083192-network', 'tenant_id': '4e36c34c8ba54c99826390aff2abf4d7'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:22.022819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'tag': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:22.031935 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c312b2-216b-461e-9d77-67b4cfb2f833" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe417ed-b509-4da2-9cd8-d79891f228b7", "tag": "c83693a3-2e65-4ffa-b0e0-7a93f6dabc38"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:22.033431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Made reservation on behalf of 4e36c34c8ba54c99826390aff2abf4d7 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:22.040895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.053523 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.064580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-2efe446e-a94d-4d8b-a86d-e2871a2f2913 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2484653
Nov 06 20:49:22.103079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78a221b7-69a5-41ac-a31d-a4d985548916 req-408fbc38-66f5-41bf-a6ac-ec5940f8143c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050882
Nov 06 20:49:22.209304 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.218923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.284329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:49:22.345874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19db65ee-c716-4eae-80fd-72417ca276f2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:22.353821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.354836 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Added segment 7d7e4e92-37a8-49ee-8610-d634b8583543 of type vlan for network cf6dfc64-25a7-4971-95b2-b28cae749918
Nov 06 20:49:22.394896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567094ce-af5b-4c55-a5ab-2db273ca2b68 req-78cf45bd-7ba9-4b53-ba1d-7b75ad6250fb service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961802
Nov 06 20:49:22.439516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.471580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.472885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:22.473735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-994ef112-5b76-45ed-b380-37b3d0b4c181 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:22.474732 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.482730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-994ef112-5b76-45ed-b380-37b3d0b4c181 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1310129
Nov 06 20:49:22.484707 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.553682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] Pushing event updated for resources: {'Network': ['ID=cf6dfc64-25a7-4971-95b2-b28cae749918,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:22.566739 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-67534167-f9ba-4951-bc71-e73344883ead admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7527571
Nov 06 20:49:22.568116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network cf6dfc64-25a7-4971-95b2-b28cae749918 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:49:22.570752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48362) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:22.577265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Request body: {'subnet': {'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1180083192-subnet', 'tenant_id': '4e36c34c8ba54c99826390aff2abf4d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:22.605482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Made reservation on behalf of 4e36c34c8ba54c99826390aff2abf4d7 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:22.608104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.621953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-6f392ea4-72e2-4dca-9c66-37d1f4ac0987 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 696 time: 0.1378562
Nov 06 20:49:22.627816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Request body: {'floatingip': {'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'fixed_ip_address': '172.20.0.12'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:22.713050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:22.782784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1760-a6f8-45b4-bf2c-07cfa45d98af req-19a183c7-bdc4-425c-9f69-8ef70cdccdfe tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:22.784341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d4d1760-a6f8-45b4-bf2c-07cfa45d98af req-19a183c7-bdc4-425c-9f69-8ef70cdccdfe tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1101 time: 0.2079594
Nov 06 20:49:22.911703 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8d4d1760-a6f8-45b4-bf2c-07cfa45d98af req-fd4eb735-0df2-4312-a7ee-b33575c935ce tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:23.150905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8d4d1760-a6f8-45b4-bf2c-07cfa45d98af req-fd4eb735-0df2-4312-a7ee-b33575c935ce tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:23.154841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:23.155874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8d4d1760-a6f8-45b4-bf2c-07cfa45d98af req-fd4eb735-0df2-4312-a7ee-b33575c935ce tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:23.214855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=320ebed7-bdef-410c-92c6-8b51981e34c9,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:23.251057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Checking segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:23.256581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Network hostable DHCP agents. Network: cf6dfc64-25a7-4971-95b2-b28cae749918, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:49:23.278178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eb735-0df2-4312-a7ee-b33575c935ce tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01100d19-bdda-4490-89bc-9cc9e67e4e73,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:23.289400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Network cf6dfc64-25a7-4971-95b2-b28cae749918 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:49:23.298690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d4d1760-a6f8-45b4-bf2c-07cfa45d98af req-fd4eb735-0df2-4312-a7ee-b33575c935ce tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4297552
Nov 06 20:49:23.306695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cf6dfc64-25a7-4971-95b2-b28cae749918) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:23.315334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:23.316244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:23.319275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3692152-5bd6-4883-9aaa-24944a3968c6 None None] Network cf6dfc64-25a7-4971-95b2-b28cae749918 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:49:23.340018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-d0466d4c-483f-41ed-bfcc-e83ad5a6f5a0 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:23.342319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-d0466d4c-483f-41ed-bfcc-e83ad5a6f5a0 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.10 "GET /v2.0/ports?device_id=f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9 HTTP/1.1" status: 200  len: 945 time: 0.1355650
Nov 06 20:49:23.360686 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-34213f67-dd83-4b1d-9b31-38cc12379369 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7770162
Nov 06 20:49:23.456896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.resource_extend [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 20:49:23.488544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d530848-29d0-4d54-87a3-fd22aff8d4b6 None None] Network cf6dfc64-25a7-4971-95b2-b28cae749918 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:49:23.579528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:23.592369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112c606-d8d0-422c-bde6-9f2b8eec9200 req-7f79029a-3d33-4733-a166-855f6de86fa5 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:23.599734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3112c606-d8d0-422c-bde6-9f2b8eec9200 req-7f79029a-3d33-4733-a166-855f6de86fa5 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 944 time: 0.1987996
Nov 06 20:49:23.609611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:23.897929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-9d934d4a-2e80-4bd3-a043-fc6dcbfc2603 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:23.900154 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-9d934d4a-2e80-4bd3-a043-fc6dcbfc2603 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.10 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 813 time: 0.2601476
Nov 06 20:49:23.924263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'port': {'device_id': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be', 'admin_state_up': True, 'tenant_id': '0a012746186e4431bf96fa9c5a3bc116'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:23.992407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Deleting port 6d26848c-1778-44c0-bace-52e4edf6e3ce {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:23.993061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:24.090817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Made reservation on behalf of 0a012746186e4431bf96fa9c5a3bc116 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:24.095722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:24.096175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3112c606-d8d0-422c-bde6-9f2b8eec9200 req-e9577d3a-9bcb-48a6-96d4-099bb8615b07 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4953351
Nov 06 20:49:24.181527 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da associated. External IP: 172.35.0.174, port: 9eaa17aa-8d51-4952-ae6c-ed188e592373.
Nov 06 20:49:24.246458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] For port 6d26848c-1778-44c0-bace-52e4edf6e3ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d26848c-1778-44c0-bace-52e4edf6e3ce,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:24.253242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:24.282179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94a27f23-6c95-4fba-8617-ace6749a1207 req-cbd03c71-5aff-4698-82d7-15429e69f4d6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 210 time: 0.0548327
Nov 06 20:49:24.295508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Calling delete_port for 6d26848c-1778-44c0-bace-52e4edf6e3ce owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:24.304448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Allocated IP 172.20.0.14 (56bd5fa7-53ab-42b8-8aa7-49a32b3547be/70d0aac5-e890-44c4-ad1e-73b02b423949/e541788d-ed2f-4fde-8f49-0c9128ea5e7a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:24.391973 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90192ff2-7648-4f86-99b4-26da5cfa9541 x-openstack-request-id: req-90192ff2-7648-4f86-99b4-26da5cfa9541 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:24.392390 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe417ed-b509-4da2-9cd8-d79891f228b7", "tag": "c83693a3-2e65-4ffa-b0e0-7a93f6dabc38", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:24.392710 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90192ff2-7648-4f86-99b4-26da5cfa9541 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:24.393162 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'tag': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'status': 'completed', 'code': 200}
Nov 06 20:49:24.460526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-fe4db974-1f79-48cf-adf0-76ef36b83e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:24.462156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-fe4db974-1f79-48cf-adf0-76ef36b83e36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a00b3392ff344cca1531a676e30616a&device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 1095 time: 0.0720806
Nov 06 20:49:24.658203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:24.723623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:24.744901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-f45cb2b6-7985-4c75-b59c-58b0a7885ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:24.746930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-f45cb2b6-7985-4c75-b59c-58b0a7885ad4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13707f7b-603a-4c93-b168-9b49e124be0a HTTP/1.1" status: 200  len: 915 time: 0.2498691
Nov 06 20:49:24.748999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:24.751382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:24.763467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9eaa17aa-8d51-4952-ae6c-ed188e592373', '6d26848c-1778-44c0-bace-52e4edf6e3ce'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:24.775348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:24.779097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:24.782813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:24.809589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Pushing event deleted for resources: {'Port': ['ID=6d26848c-1778-44c0-bace-52e4edf6e3ce,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:24.839673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'Port': ['ID=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:24.882530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:24.886810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-ef1e7b3a-3504-4a55-bbb4-c23aec433eae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 HTTP/1.1" status: 200  len: 217 time: 0.1308346
Nov 06 20:49:24.889065 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:24.919047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] No DVR routers for this DVR port 6d26848c-1778-44c0-bace-52e4edf6e3ce on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:49:24.919629 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-3887b154-631d-4f88-886c-4d431d82d6c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0021346
Nov 06 20:49:24.929837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91c3dd-76c6-4007-95b4-895981f7d5b8 req-3f9795b4-85e7-4ba9-9337-b3f3cf1bd429 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:24.932930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Request body: {'port': {'device_id': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:24.939605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91c3dd-76c6-4007-95b4-895981f7d5b8 req-3f9795b4-85e7-4ba9-9337-b3f3cf1bd429 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:24.941374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c91c3dd-76c6-4007-95b4-895981f7d5b8 req-3f9795b4-85e7-4ba9-9337-b3f3cf1bd429 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f&device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 1691 time: 0.2545729
Nov 06 20:49:24.942595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:24.945993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b583a47d-fa64-4566-b64e-2bbc3d89dbe9 req-79966998-5a7b-48ea-8e57-a3b72a2eab4d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.10 "DELETE /v2.0/ports/6d26848c-1778-44c0-bace-52e4edf6e3ce HTTP/1.1" status: 204  len: 173 time: 1.5950968
Nov 06 20:49:25.054020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:25.209568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-87f65c10-58e1-4d4a-bd3d-c34c208f123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:25.212989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-87f65c10-58e1-4d4a-bd3d-c34c208f123e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ea68c76-c6a9-416d-b7f6-87ce61e3cd92 HTTP/1.1" status: 200  len: 853 time: 0.2945828
Nov 06 20:49:25.219178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c91c3dd-76c6-4007-95b4-895981f7d5b8 req-a2074242-110c-40d4-8636-3fd7220785e1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978676
Nov 06 20:49:25.290393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:25.296878 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:25.302759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-994d385b-faeb-4492-879b-6c3734b0ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:25.304821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-994d385b-faeb-4492-879b-6c3734b0ef63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13707f7b-603a-4c93-b168-9b49e124be0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0816214
Nov 06 20:49:25.313392 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:25.355743 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:25.357572 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aa3070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:25.374771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:49:25.382757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-5e6df619-e977-4a52-99e4-d8d564c9bf2a tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "PUT /v2.0/floatingips/4f3386df-97bb-4e5f-b8e8-8e6e5caa05da HTTP/1.1" status: 200  len: 997 time: 2.7598560
Nov 06 20:49:25.502269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-0c8f6fd8-2e72-489c-8b57-81924f493f48 service neutron] 10.222.0.37 "GET /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1770055
Nov 06 20:49:25.534992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-d822603c-a1e6-4dc2-8e0f-f98549ca985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:25.536969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-d822603c-a1e6-4dc2-8e0f-f98549ca985b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.1177931
Nov 06 20:49:25.622263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e541788d-ed2f-4fde-8f49-0c9128ea5e7a {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:25.651543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:25.674563 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:25.697060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Transition to ACTIVE for port object e541788d-ed2f-4fde-8f49-0c9128ea5e7a will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:25.702558 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:25.781969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5c312b2-216b-461e-9d77-67b4cfb2f833 req-366ee0d3-4b53-47de-828e-05d09e4bc1c2 service neutron] 10.222.0.37 "GET /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2705214
Nov 06 20:49:25.805492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:25.853779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Pushing event updated for resources: {'Port': ['ID=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:25.855742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'port_id': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'mac_address': 'fa:16:3e:53:20:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:49:25.900130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-1094e869-4a29-4efa-bedb-2fdc0540f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:25.904323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-1094e869-4a29-4efa-bedb-2fdc0540f1c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.3520484
Nov 06 20:49:25.960758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Attempting to bind port e541788d-ed2f-4fde-8f49-0c9128ea5e7a on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:25.960758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Attempting to bind port e541788d-ed2f-4fde-8f49-0c9128ea5e7a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:25.961100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Attempting to bind port e541788d-ed2f-4fde-8f49-0c9128ea5e7a on network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:25.966310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Port e541788d-ed2f-4fde-8f49-0c9128ea5e7a on network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:25.966626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Attempting to bind port e541788d-ed2f-4fde-8f49-0c9128ea5e7a on network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:25.971888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:25.972257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Checking segment: {'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:25.972667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Bound using segment: {'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:25.973098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Bound port: e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:25.973449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:25.992411 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:26.009141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:26.036608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:26.041918 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:26.059120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] For port e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:26.076668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] For port e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:26.084202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:26.126759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-d017088e-8080-42af-a50c-7e0eb99b6e57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 1000 time: 0.2009325
Nov 06 20:49:26.141461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:26.151764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:26.152428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:26.154283 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] 10.222.0.10 "PUT /v2.0/ports/e541788d-ed2f-4fde-8f49-0c9128ea5e7a HTTP/1.1" status: 200  len: 1092 time: 1.2263286
Nov 06 20:49:26.154741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:26.157824 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dab13e9-6612-4797-b400-034ca6797a63" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:26.201063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-3164513c-7002-4187-a928-092b9e7a7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:26.202699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-3164513c-7002-4187-a928-092b9e7a7267 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.0684347
Nov 06 20:49:26.269418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-8f0311f6-c960-4fec-bc6f-0dbe5615b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:26.271202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-8f0311f6-c960-4fec-bc6f-0dbe5615b594 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0605023
Nov 06 20:49:26.320106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f0f79-9004-43c0-95fd-ef09672d04aa service neutron] Pushing event updated for resources: {'Port': ['ID=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:26.363766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-b2500cb6-a8a5-4de1-9bc3-3d516fabc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:26.372284 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-b2500cb6-a8a5-4de1-9bc3-3d516fabc586 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1095 time: 0.1761546
Nov 06 20:49:26.397428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'name': 'network-vif-deleted', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce'}, {'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:26.400740 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31823c31-f99c-4231-87bb-a91f6ede8eb8" -d '{"events": [{"server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "name": "network-vif-deleted", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce"}, {"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:26.422720 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aa3070>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:d6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:23Z', 'revision_number': 8, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:26.445171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c83693a3-2e65-4ffa-b0e0-7a93f6dabc38'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:26.457172 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-b7214c36-52a2-4792-ac40-c9e420854e91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a HTTP/1.1" status: 200  len: 217 time: 0.0773022
Nov 06 20:49:26.465950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-84658f32-bc39-400c-8496-bee81ee8ea28 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837080
Nov 06 20:49:26.525584 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:26.551583 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:26.558057 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aa3070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:26.601336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-45475fe6-9601-4044-a75b-dd1cca9ddf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:26.606814 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-45475fe6-9601-4044-a75b-dd1cca9ddf0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.1327446
Nov 06 20:49:26.658414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-4fc16a9e-bd11-4d5c-88fd-91db353bf0b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433979
Nov 06 20:49:26.687630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a73643d-2dec-42f8-bed7-15c3a0949b28 req-963cfd5d-90ee-41c4-a544-41f2503b2818 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2127631
Nov 06 20:49:26.710780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48428) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:26.816961 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:26.922834 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-81219529-bd09-49a3-9d99-236aad146e40 service neutron] 10.222.0.10 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2514503
Nov 06 20:49:26.938219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f6b40-7651-4b27-b960-96231ec0ca75 req-1fdb30c1-409b-4fa5-bd10-379d0764c0ce tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:26.945288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de3f6b40-7651-4b27-b960-96231ec0ca75 req-1fdb30c1-409b-4fa5-bd10-379d0764c0ce tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 945 time: 0.1294038
Nov 06 20:49:26.989942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-fb822e8e-8bd8-478a-b987-b44ffc3c7292 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:26.991595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-fb822e8e-8bd8-478a-b987-b44ffc3c7292 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.3030365
Nov 06 20:49:26.998367 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-f7e4cb5f-8ee6-4d1a-ae4c-02430ec67b65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2864730
Nov 06 20:49:27.009974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-993ac3c9-25e1-45f5-83f7-22b57e4f5e0e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:49:27.010808 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-993ac3c9-25e1-45f5-83f7-22b57e4f5e0e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068064
Nov 06 20:49:27.048118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-4eed1fe9-068e-4a3c-af15-71fa98df2c8e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/quotas/4e36c34c8ba54c99826390aff2abf4d7 HTTP/1.1" status: 200  len: 375 time: 0.0469372
Nov 06 20:49:27.077683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de3f6b40-7651-4b27-b960-96231ec0ca75 req-043e4510-5102-407a-abcc-1c8fe90e370c tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1138835
Nov 06 20:49:27.077816 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4399e9f0-db30-4b6d-b33f-ebe2bb90409d req-ae2d7cad-c22e-4e38-9367-b1d156ad1df5 service neutron] 10.222.0.10 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461227
Nov 06 20:49:27.119483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6903bbee-41cf-4bc3-9acc-7545b730bd28 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0403552
Nov 06 20:49:27.211417 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aa3070>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:d6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:23Z', 'revision_number': 8, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:27.243938 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfe128-30e2-4123-9553-908a308a2644 None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4f3386df-97bb-4e5f-b8e8-8e6e5caa05da', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'port_id': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'mac_address': 'fa:16:3e:d6:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:48:37Z', 'updated_at': '2021-11-06T20:49:23Z', 'revision_number': 8, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:27.255917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-99a40c25-811a-4246-92ab-c5f0f24b2bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354303
Nov 06 20:49:27.344180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d967f-85fa-46b0-8364-55e6af374725 req-1da7f7db-a66f-48c6-be50-481a2d1d99e3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:27.345956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-074d967f-85fa-46b0-8364-55e6af374725 req-1da7f7db-a66f-48c6-be50-481a2d1d99e3 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 944 time: 0.1281250
Nov 06 20:49:27.410029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-62a92ac8-d045-4df9-ae04-669d689df1fd service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530573
Nov 06 20:49:27.436847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-074d967f-85fa-46b0-8364-55e6af374725 req-0c02f7db-4a3a-46dd-ac54-e27a847c7706 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793850
Nov 06 20:49:27.483443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dff619-80e0-4c0b-9029-60ebaa41dd6e None None] New status for floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:49:27.484442 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8023cc3b-eb6b-4fe7-a6ae-75c19368c8dc x-openstack-request-id: req-8023cc3b-eb6b-4fe7-a6ae-75c19368c8dc {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:27.484803 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:27.485125 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8023cc3b-eb6b-4fe7-a6ae-75c19368c8dc {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:27.485583 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a', 'status': 'completed', 'code': 200}
Nov 06 20:49:27.538101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6d26848c-1778-44c0-bace-52e4edf6e3ce no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:27.572415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 6d26848c-1778-44c0-bace-52e4edf6e3ce {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:49:27.574251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6d26848c-1778-44c0-bace-52e4edf6e3ce not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:49:27.583307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab13e9-6612-4797-b400-034ca6797a63 req-975b28a0-8e5d-48b2-81cb-11a1c450e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:27.584872 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4dab13e9-6612-4797-b400-034ca6797a63 req-975b28a0-8e5d-48b2-81cb-11a1c450e703 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1095 time: 0.0693235
Nov 06 20:49:27.608646 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418d9d1a-6af5-45d0-9cf9-d6d9b9d53f90 x-openstack-request-id: req-418d9d1a-6af5-45d0-9cf9-d6d9b9d53f90 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:27.609075 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9", "name": "network-vif-deleted", "tag": "6d26848c-1778-44c0-bace-52e4edf6e3ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:27.609328 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-418d9d1a-6af5-45d0-9cf9-d6d9b9d53f90 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:27.609751 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20d9ce7-cb3e-45bc-ab1f-e195fc7df3e9', 'name': 'network-vif-deleted', 'tag': '6d26848c-1778-44c0-bace-52e4edf6e3ce', 'status': 'completed', 'code': 200}
Nov 06 20:49:27.610006 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'status': 'completed', 'code': 200}
Nov 06 20:49:27.762196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-8e6d844a-0cef-42f5-a35c-aea9712cca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:27.764439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-8e6d844a-0cef-42f5-a35c-aea9712cca76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.1226680
Nov 06 20:49:27.791807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab13e9-6612-4797-b400-034ca6797a63 req-5f36a656-e0e9-44e0-99fa-5505614a3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:27.794165 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4dab13e9-6612-4797-b400-034ca6797a63 req-5f36a656-e0e9-44e0-99fa-5505614a3bc8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 914 time: 0.2005177
Nov 06 20:49:27.884373 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4dab13e9-6612-4797-b400-034ca6797a63 req-3a3875ca-ef87-46f3-b24a-fe40352867d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a HTTP/1.1" status: 200  len: 217 time: 0.0809746
Nov 06 20:49:27.922118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b699e-aa50-4c90-b6bb-a513bee21e48 req-fc929aa9-1b10-4bf7-a44b-4cafccedf3b3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:27.923781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b01b699e-aa50-4c90-b6bb-a513bee21e48 req-fc929aa9-1b10-4bf7-a44b-4cafccedf3b3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.2049527
Nov 06 20:49:27.964750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab13e9-6612-4797-b400-034ca6797a63 req-79e587cf-32b4-43c3-87d0-bbbd3d84cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:27.966329 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4dab13e9-6612-4797-b400-034ca6797a63 req-79e587cf-32b4-43c3-87d0-bbbd3d84cf2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.0741599
Nov 06 20:49:28.003861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4dab13e9-6612-4797-b400-034ca6797a63 req-f06cb877-fed0-4443-93a6-a7e5ec3fd25d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256481
Nov 06 20:49:28.045702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d15fd86d-5ac5-41e9-8e52-6756b8de7100 req-128ef923-cd47-4eb6-9670-2ae97127cfae tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips/4f3386df-97bb-4e5f-b8e8-8e6e5caa05da HTTP/1.1" status: 200  len: 999 time: 0.1447911
Nov 06 20:49:28.074184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-38a906b7-ad18-4abe-b8c1-e351cd0d0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.075693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-38a906b7-ad18-4abe-b8c1-e351cd0d0569 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.3029053
Nov 06 20:49:28.094434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b01b699e-aa50-4c90-b6bb-a513bee21e48 req-327ba143-41c3-40b5-972f-a3bc28009e20 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206794
Nov 06 20:49:28.130786 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4dab13e9-6612-4797-b400-034ca6797a63 req-ec1cca3a-4079-4da0-9f31-1c0dd804b330 service neutron] 10.222.0.10 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161745
Nov 06 20:49:28.200891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-bf9218f6-c897-4666-97a8-bd2a87076ece service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 1002 time: 0.1108434
Nov 06 20:49:28.259408 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4dab13e9-6612-4797-b400-034ca6797a63 req-614f375a-d2af-493a-8ca5-f985de6ffd3d service neutron] 10.222.0.10 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209278
Nov 06 20:49:28.313709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fd86d-5ac5-41e9-8e52-6756b8de7100 req-4e18f042-a5f9-44b0-baf2-1906e0d72fe5 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.315238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d15fd86d-5ac5-41e9-8e52-6756b8de7100 req-4e18f042-a5f9-44b0-baf2-1906e0d72fe5 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2544413
Nov 06 20:49:28.318870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-c593bf83-27f1-424c-907e-734ae5a7e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.320637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-c593bf83-27f1-424c-907e-734ae5a7e590 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.1074324
Nov 06 20:49:28.324637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1561de6-0529-4be8-b2f7-3a6b07a4a2b1 req-6f532e27-6ee2-4f95-bfb3-1b31aac4b271 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.326245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1561de6-0529-4be8-b2f7-3a6b07a4a2b1 req-6f532e27-6ee2-4f95-bfb3-1b31aac4b271 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 1101 time: 0.1225643
Nov 06 20:49:28.411345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-1de47609-4b0f-4e2a-aae4-fc2131e731b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.412902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-1de47609-4b0f-4e2a-aae4-fc2131e731b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0843537
Nov 06 20:49:28.415728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1561de6-0529-4be8-b2f7-3a6b07a4a2b1 req-541ec626-2cb5-4cb0-a2bd-996559dd2663 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790927
Nov 06 20:49:28.490893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c03f8bcf-baa0-4982-95bb-964f05bd4369 req-85571298-5220-4db1-93ca-f40ff855b384 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 210 time: 0.0624599
Nov 06 20:49:28.690106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-6aa0ca0b-e875-441a-a6d7-5915342b92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.691800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-6aa0ca0b-e875-441a-a6d7-5915342b92b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1101 time: 0.0425484
Nov 06 20:49:28.790060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-50cb2a98-64c4-45bf-97d2-0deb775d11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.791547 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-50cb2a98-64c4-45bf-97d2-0deb775d11fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.0911343
Nov 06 20:49:28.833723 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-6bc69948-afe4-43eb-8060-375101900075 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 217 time: 0.0342312
Nov 06 20:49:28.883487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4d400-4f79-4565-a484-cc72c3010ebd req-800af48d-3696-45ec-a1b0-13fd19c307bc tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.885026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70d4d400-4f79-4565-a484-cc72c3010ebd req-800af48d-3696-45ec-a1b0-13fd19c307bc tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 945 time: 0.3980620
Nov 06 20:49:28.886462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-4d32cc6c-dbfb-4a33-928c-61ac519fae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.887902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-4d32cc6c-dbfb-4a33-928c-61ac519fae1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0466888
Nov 06 20:49:28.889152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-77fcb4a6-7769-49d6-9e2e-2e2e205a0bc8 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4686453
Nov 06 20:49:28.892521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-1b606b5c-6b51-460f-ae34-0aeb969a0cc1 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1002 time: 0.1224849
Nov 06 20:49:28.957915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-f9ad7701-0e22-40e2-8fb7-1f6bfb41d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:28.959304 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-f9ad7701-0e22-40e2-8fb7-1f6bfb41d88d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0435832
Nov 06 20:49:29.005387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-d907e27c-0204-4b27-8c0d-c49c9dfa5feb tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:29.006780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-d907e27c-0204-4b27-8c0d-c49c9dfa5feb tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports/9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 943 time: 0.1076188
Nov 06 20:49:29.031090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70d4d400-4f79-4565-a484-cc72c3010ebd req-aba6c566-3ae1-4eae-bec6-77622307ae9f tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1375422
Nov 06 20:49:29.058685 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-0f76a4b8-1a27-41c5-ab09-9970f441e386 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905664
Nov 06 20:49:29.093019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31823c31-f99c-4231-87bb-a91f6ede8eb8 req-e2073f21-d4a7-415e-9bf6-29fba1c9a81b service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613698
Nov 06 20:49:29.173825 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-63fdb56d-c458-459e-8ac7-59dcd7cb49d0 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1058948
Nov 06 20:49:29.241177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-777dbec1-f974-4f72-9e11-940ec4a34089 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1002 time: 0.1606772
Nov 06 20:49:29.318830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70702390-e7a8-41a3-8c99-9e6b37378904 req-40d463f0-d247-4a33-a06e-be7c38e1d205 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:29.320471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70702390-e7a8-41a3-8c99-9e6b37378904 req-40d463f0-d247-4a33-a06e-be7c38e1d205 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 951 time: 0.1524692
Nov 06 20:49:29.330962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-5ea9dcad-05fe-4d56-93c3-d479a6ea2d86 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:29.332413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-5ea9dcad-05fe-4d56-93c3-d479a6ea2d86 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.2652409
Nov 06 20:49:29.358441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Request body: {'port': {'device_id': 'd3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'admin_state_up': True, 'tenant_id': '4e36c34c8ba54c99826390aff2abf4d7'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:29.383823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:29.431273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:49:29.435333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:29.435698 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:29.458468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70702390-e7a8-41a3-8c99-9e6b37378904 req-4787a408-d87b-4773-8d9f-d9bde098fd82 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250753
Nov 06 20:49:29.488445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-f0d66f39-029a-4884-814f-6fe7d7782332 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:29.493390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-f0d66f39-029a-4884-814f-6fe7d7782332 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2434354
Nov 06 20:49:29.529350 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:29.553165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:29.555738 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50bdb5-6bf1-4914-99d0-d205e425f213" -d '{"events": [{"server_uuid": "8fe417ed-b509-4da2-9cd8-d79891f228b7", "name": "network-vif-plugged", "status": "completed", "tag": "c83693a3-2e65-4ffa-b0e0-7a93f6dabc38"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:29.568391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:29.572157 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:29.609604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-ea110de2-6058-4ced-a3c5-65a331338483 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1002 time: 0.1117117
Nov 06 20:49:29.621483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:29.624366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:29.628701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Made reservation on behalf of 4e36c34c8ba54c99826390aff2abf4d7 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:29.632168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:29.635689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66867195-5bc2-427a-a452-ee830c757878 req-67fa4f6f-20d2-4f80-aeb5-0c075f359541 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:29.637204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66867195-5bc2-427a-a452-ee830c757878 req-67fa4f6f-20d2-4f80-aeb5-0c075f359541 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 1101 time: 0.0983067
Nov 06 20:49:29.735673 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:29.812961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66867195-5bc2-427a-a452-ee830c757878 req-7852656f-586e-4d9b-9afe-4977b9d03517 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422625
Nov 06 20:49:29.995774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Allocated IP 172.20.0.7 (cf6dfc64-25a7-4971-95b2-b28cae749918/320ebed7-bdef-410c-92c6-8b51981e34c9/66e68cd1-c539-47b0-a618-67e82324fd7c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:30.008483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:30.016512 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:30.016846 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da disassociated. External IP: 172.35.0.174, port: 9eaa17aa-8d51-4952-ae6c-ed188e592373.
Nov 06 20:49:30.059748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e55a2-aa1f-42c5-be1e-b6dc740bc0ac req-79f4ee69-e5f0-4de9-b278-769a6c86773d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:30.061241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd1e55a2-aa1f-42c5-be1e-b6dc740bc0ac req-79f4ee69-e5f0-4de9-b278-769a6c86773d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 944 time: 0.1842799
Nov 06 20:49:30.213668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd1e55a2-aa1f-42c5-be1e-b6dc740bc0ac req-37b6f186-1e53-4366-bb7c-101919fc93c7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448555
Nov 06 20:49:30.361452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:30.428029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:30.438522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9e254-2118-4b5f-a8aa-12d70fd5bbb4 req-0b0b5509-17e5-4cc9-8669-fe7c2fab0df7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:30.439980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fde9e254-2118-4b5f-a8aa-12d70fd5bbb4 req-0b0b5509-17e5-4cc9-8669-fe7c2fab0df7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.0934274
Nov 06 20:49:30.466198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:30.559921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Network cf6dfc64-25a7-4971-95b2-b28cae749918 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:30.577480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:30.584526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:30.616138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event updated for resources: {'Port': ['ID=66e68cd1-c539-47b0-a618-67e82324fd7c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:30.622271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fde9e254-2118-4b5f-a8aa-12d70fd5bbb4 req-25c70d7a-a046-48b9-8e3c-db7be6be3cda tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761434
Nov 06 20:49:30.680338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:30.680948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:30.689536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:30.695377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:30.701891 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:30.712970 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:30.716429 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f3cf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:30.717621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-6498a267-6f4d-4155-a461-524d2948b4c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3733773
Nov 06 20:49:30.735152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-b40fd3fe-12ad-4bf8-b549-6000a3abe768 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "PUT /v2.0/floatingips/4f3386df-97bb-4e5f-b8e8-8e6e5caa05da HTTP/1.1" status: 200  len: 696 time: 1.1185460
Nov 06 20:49:30.741706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Request body: {'port': {'device_id': 'd3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:30.745142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:30.747638 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:30.834832 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:30.845474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:30.848677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-4025a926-579f-42cf-8a67-453afa715916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:30.850207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-4025a926-579f-42cf-8a67-453afa715916 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.0969009
Nov 06 20:49:31.062373 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f3cf10>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:31.093807 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:31.105075 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:31.105790 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f3cf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:31.233958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:31.310696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-1850c139-b5ae-46a1-907d-63249a60ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:31.312184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-1850c139-b5ae-46a1-907d-63249a60ad94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.4538815
Nov 06 20:49:31.388669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-c8f19dcb-68a4-4cf7-bfc4-e857385ad3c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 217 time: 0.0667083
Nov 06 20:49:31.411622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:31.438398 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f3cf10>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:31.466482 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249a54f-cd44-4b6f-ac83-5aaa426181fe None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:48:14Z', 'revision_number': 4, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f581f25c-977f-4efb-a514-464bdc4e8a0c', 'name': '', 'network_id': '70df8f7c-e170-4849-829e-02a0385fa7a0', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'mac_address': 'fa:16:3e:eb:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:12Z', 'updated_at': '2021-11-06T20:48:17Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'subnets': [{'id': 'dc6b2a37-aaa9-48c8-9836-091c2cfe8685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:31.488785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b03d9-86b2-4e54-8c6b-88f4349e5a70 req-53e7428c-793a-4d76-a3ba-1978261bcd7b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:31.490223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-604b03d9-86b2-4e54-8c6b-88f4349e5a70 req-53e7428c-793a-4d76-a3ba-1978261bcd7b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 931 time: 0.1845407
Nov 06 20:49:31.502187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-8fe686fe-eca8-44c9-85f7-68cf4d9d05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:31.503691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-8fe686fe-eca8-44c9-85f7-68cf4d9d05ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.0881908
Nov 06 20:49:31.628717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e541788d-ed2f-4fde-8f49-0c9128ea5e7a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:49:31.640095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:31.640468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-604b03d9-86b2-4e54-8c6b-88f4349e5a70 req-dc3d7c10-b21e-4c53-97a8-83d978c03720 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259434
Nov 06 20:49:31.644055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-3d6c882c-c217-4c56-a28b-441c665fda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:31.645873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-3d6c882c-c217-4c56-a28b-441c665fda4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1325934
Nov 06 20:49:31.663503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e68cd1-c539-47b0-a618-67e82324fd7c {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:31.684918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:31.726423 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8db16c-3ecd-48d3-be6e-15ed3aaa0e9d x-openstack-request-id: req-9c8db16c-3ecd-48d3-be6e-15ed3aaa0e9d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:31.727015 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe417ed-b509-4da2-9cd8-d79891f228b7", "name": "network-vif-plugged", "status": "completed", "tag": "c83693a3-2e65-4ffa-b0e0-7a93f6dabc38", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:31.727970 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c8db16c-3ecd-48d3-be6e-15ed3aaa0e9d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:31.729376 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'code': 200}
Nov 06 20:49:31.745354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Transition to ACTIVE for port object 66e68cd1-c539-47b0-a618-67e82324fd7c will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:31.753300 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:31.766893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:31.794312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:31.812627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:31.816341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a', 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be', 'port_id': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a', 'mac_address': 'fa:16:3e:b0:6d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d0aac5-e890-44c4-ad1e-73b02b423949', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:49:31.826717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-0402e74e-501b-46ea-99c0-a2a0672bfecc service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574388
Nov 06 20:49:31.856949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ecdd05-b287-4d2f-84c3-4267b48e2162 None None] New status for floating IP 4f3386df-97bb-4e5f-b8e8-8e6e5caa05da: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:49:31.863893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe47807-aa95-4347-8080-40abbfa7ab6e req-8bf1eaf7-0680-42ba-8dcd-a4255d48ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:31.865985 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fe47807-aa95-4347-8080-40abbfa7ab6e req-8bf1eaf7-0680-42ba-8dcd-a4255d48ae23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 1097 time: 0.0459142
Nov 06 20:49:31.879542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Pushing event updated for resources: {'Port': ['ID=66e68cd1-c539-47b0-a618-67e82324fd7c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:31.900201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-169e3957-1b65-49c4-89a7-b3f992928591 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0703604
Nov 06 20:49:31.919404 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fe47807-aa95-4347-8080-40abbfa7ab6e req-a6be930e-c882-464a-85eb-450c4059c9a2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459065
Nov 06 20:49:31.949594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.949943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.950284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.950622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.950957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.951289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.951616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.951942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.952269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.952616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.952970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.953254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.954508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=11']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:31.974787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.975127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.975458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.975967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.976312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.976638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.976958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.977274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.977589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.977907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.978218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:31.978535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:32.052076 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:32.101321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e541788d-ed2f-4fde-8f49-0c9128ea5e7a {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:32.103141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Attempting to bind port 66e68cd1-c539-47b0-a618-67e82324fd7c on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:32.103483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Attempting to bind port 66e68cd1-c539-47b0-a618-67e82324fd7c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:32.104371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Attempting to bind port 66e68cd1-c539-47b0-a618-67e82324fd7c on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:32.116066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5503f-e8b0-41c7-87c5-384e11c9f117 req-5659ca09-5bde-4874-94ec-90f5035433e4 service neutron] 10.222.0.13 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2756073
Nov 06 20:49:32.119260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Port 66e68cd1-c539-47b0-a618-67e82324fd7c on network cf6dfc64-25a7-4971-95b2-b28cae749918 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:32.120153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Attempting to bind port 66e68cd1-c539-47b0-a618-67e82324fd7c on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:32.123590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:32.130085 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:32.133219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:32.133531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Checking segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:32.133981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Bound using segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:32.134425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Bound port: 66e68cd1-c539-47b0-a618-67e82324fd7c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:32.134794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:32.157314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-ed822cba-e298-4ed7-be25-1051536a7cdc tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.160824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-ed822cba-e298-4ed7-be25-1051536a7cdc tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2176745
Nov 06 20:49:32.190880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:32.198595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-88beb6ac-f921-4b68-8a14-53650d08b7f4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/quotas/4ce2d4abd58240c3a94718d2a022d67c HTTP/1.1" status: 200  len: 375 time: 0.0309930
Nov 06 20:49:32.283520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] For port 66e68cd1-c539-47b0-a618-67e82324fd7c, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:32.287110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] For port 66e68cd1-c539-47b0-a618-67e82324fd7c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e68cd1-c539-47b0-a618-67e82324fd7c,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:32.295032 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:32.335276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-c02227b1-5b14-4c4c-9781-2780c8790071 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1282151
Nov 06 20:49:32.346852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6ab87-42dd-437e-99c9-b77db9cbef59 req-8fcba0b5-f89d-4c83-a1cb-b68855a12195 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.348339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66b6ab87-42dd-437e-99c9-b77db9cbef59 req-8fcba0b5-f89d-4c83-a1cb-b68855a12195 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 946 time: 0.1430228
Nov 06 20:49:32.363904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.364543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:32.365913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] 10.222.0.37 "PUT /v2.0/ports/66e68cd1-c539-47b0-a618-67e82324fd7c HTTP/1.1" status: 200  len: 1091 time: 1.6328738
Nov 06 20:49:32.396875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73d8d-5822-4cb9-87c3-ff626719f181 service neutron] Pushing event updated for resources: {'Port': ['ID=66e68cd1-c539-47b0-a618-67e82324fd7c,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:32.450517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66b6ab87-42dd-437e-99c9-b77db9cbef59 req-fddd16f3-9278-4891-9f00-a67dd5615cad tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0926013
Nov 06 20:49:32.463956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-f350a1f3-ea0d-4450-857c-be0af3f77f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.465511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-f350a1f3-ea0d-4450-857c-be0af3f77f74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 1094 time: 0.0599926
Nov 06 20:49:32.482848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:32.518109 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282e71b0-aac5-4c8b-b26b-08356569c427 x-openstack-request-id: req-282e71b0-aac5-4c8b-b26b-08356569c427 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:32.518539 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:32.518800 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-282e71b0-aac5-4c8b-b26b-08356569c427 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:32.519196 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'status': 'completed', 'code': 200}
Nov 06 20:49:32.521053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-aedbe94b-0be3-41bb-b321-802fcc972e76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e68cd1-c539-47b0-a618-67e82324fd7c HTTP/1.1" status: 200  len: 217 time: 0.0396206
Nov 06 20:49:32.584035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-7eaee3f3-51a5-4bf3-9dec-9516a392b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.586156 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-7eaee3f3-51a5-4bf3-9dec-9516a392b744 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a2501529c1496e839dda964a1d9f9d&device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 1097 time: 0.0526304
Nov 06 20:49:32.634295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-de5b0bfa-abf1-4abe-bcf2-a19666979d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.636381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-de5b0bfa-abf1-4abe-bcf2-a19666979d7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.1008656
Nov 06 20:49:32.653426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34ac72-7c69-47b1-8697-19e230a61727 req-3c940145-25af-470d-8f06-fb4564514117 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.655209 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d34ac72-7c69-47b1-8697-19e230a61727 req-3c940145-25af-470d-8f06-fb4564514117 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 945 time: 0.1049254
Nov 06 20:49:32.699338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-87026888-099a-48fa-9506-8509812ac6f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430651
Nov 06 20:49:32.749144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-9fb618b6-40ca-44f9-a249-95b22187299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.751584 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-9fb618b6-40ca-44f9-a249-95b22187299b service neutron] 10.222.0.10 "GET /v2.0/networks?id=70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 200  len: 922 time: 0.1521044
Nov 06 20:49:32.795630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d34ac72-7c69-47b1-8697-19e230a61727 req-ba6eb0bb-052d-452c-af0d-f95b27fd41a9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286569
Nov 06 20:49:32.801727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-a46c3ccc-5620-490d-acaa-40d481289ec2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 200  len: 217 time: 0.0420206
Nov 06 20:49:32.853823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c0f98-a71c-4149-a45c-ea06ab231c71 req-d29c1b75-895d-45e6-b605-c3aea9cafc90 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.855360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e91c0f98-a71c-4149-a45c-ea06ab231c71 req-d29c1b75-895d-45e6-b605-c3aea9cafc90 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.0808175
Nov 06 20:49:32.871762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-b3f8b371-849a-4d67-9937-3583812ef1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.873401 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-b3f8b371-849a-4d67-9937-3583812ef1ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 200  len: 860 time: 0.0525098
Nov 06 20:49:32.887546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-c89f0a8d-ba8e-4e25-b60d-671751f9ebbc service neutron] 10.222.0.37 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740124
Nov 06 20:49:32.942585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-2da381ab-0ed1-4413-9997-c3bc7042813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:32.944517 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-2da381ab-0ed1-4413-9997-c3bc7042813c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70df8f7c-e170-4849-829e-02a0385fa7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0529590
Nov 06 20:49:32.986429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98675e83-11a0-4ff0-8faa-21387ed8ad66 req-7544e137-d5d4-4643-a766-c10346990f0b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 210 time: 0.0744996
Nov 06 20:49:32.989849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e91c0f98-a71c-4149-a45c-ea06ab231c71 req-4dad8536-c366-4d42-b580-f8817b080bbb tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263685
Nov 06 20:49:33.074968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-9230aa0e-ba3c-430c-8f14-028901f8ef2c service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199639
Nov 06 20:49:33.083892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91a3c3ad-eb05-4fbb-a1ee-ff035da562e5 req-325ce6fc-1b0d-4495-aafd-0bbcadc87d69 service neutron] 10.222.0.37 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854610
Nov 06 20:49:33.129310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8217a-821b-4990-937b-0aad9de53cb0 req-54f65e52-bcfb-46cb-a0ce-08361c7c5fd5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:33.130889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef8217a-821b-4990-937b-0aad9de53cb0 req-54f65e52-bcfb-46cb-a0ce-08361c7c5fd5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 943 time: 0.0571649
Nov 06 20:49:33.197333 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-436b526a-d016-4aa1-90f3-5cc9ba0cfa49 req-ffa3fa35-4783-415c-bf8b-7b2195bd6d65 service neutron] 10.222.0.10 "GET /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112196
Nov 06 20:49:33.205731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef8217a-821b-4990-937b-0aad9de53cb0 req-96849351-8c8a-49a5-a08b-4995a28a079a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675669
Nov 06 20:49:33.307334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-1d5c4897-fbeb-4908-b5f7-84ca829b99a3 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips/4f3386df-97bb-4e5f-b8e8-8e6e5caa05da HTTP/1.1" status: 200  len: 694 time: 0.0563884
Nov 06 20:49:33.398990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2eb2d-bccc-4594-af9f-f3de1dc874e1 req-95674509-3c2a-4df1-9478-6ceef7932d6a tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:33.400364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4be2eb2d-bccc-4594-af9f-f3de1dc874e1 req-95674509-3c2a-4df1-9478-6ceef7932d6a tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 949 time: 0.1110187
Nov 06 20:49:33.459904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-f63bec48-7a08-4d2d-9e86-38469bb10831 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:33.461260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-f63bec48-7a08-4d2d-9e86-38469bb10831 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.1408060
Nov 06 20:49:33.484984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4be2eb2d-bccc-4594-af9f-f3de1dc874e1 req-e7fb19fa-d0d3-429b-b908-646bc7ca59bc tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754275
Nov 06 20:49:33.520237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-57ad127a-fa67-4026-8f35-0c1b4d73fd28 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 697 time: 0.0495858
Nov 06 20:49:33.524861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e541788d-ed2f-4fde-8f49-0c9128ea5e7a up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:33.581689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e541788d-ed2f-4fde-8f49-0c9128ea5e7a completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:49:33.588515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e541788d-ed2f-4fde-8f49-0c9128ea5e7a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:33.590006 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:33.595338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-69eb0975-8b2a-45e3-ab8e-c1bc93c2cb97 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 697 time: 0.0680068
Nov 06 20:49:33.650934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-4f2635cf-2199-4409-8137-5ee8c0b1e4e1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0297358
Nov 06 20:49:33.686645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d678f-de71-4900-945a-90cee3395410 req-fc3add88-7925-4a4c-84b2-834e3c2e1c4f tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:33.689368 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:33.696793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-462d678f-de71-4900-945a-90cee3395410 req-fc3add88-7925-4a4c-84b2-834e3c2e1c4f tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 946 time: 0.1261363
Nov 06 20:49:33.732481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225'}, {'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:33.734542 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa18e9f4-144f-4aca-8172-09e7eaa0de9b" -d '{"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225"}, {"server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "name": "network-vif-plugged", "status": "completed", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:33.740703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:33.750789 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:33.836252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-462d678f-de71-4900-945a-90cee3395410 req-ec864820-89b8-4be4-9cd8-6cbc3dd28d57 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1337631
Nov 06 20:49:33.843129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:33.860155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-1dddab53-0f85-4239-bf8e-ac1fee756314 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:33.864936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Deleting port 7741ce26-bce9-4a5c-b778-5a730a655a01 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:33.866421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:33.871152 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-1dddab53-0f85-4239-bf8e-ac1fee756314 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2121613
Nov 06 20:49:33.885864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Request body: {'port': {'device_id': '9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4ce2d4abd58240c3a94718d2a022d67c'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:33.960503 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d682baa0-d972-47e6-97df-04592141f188 x-openstack-request-id: req-d682baa0-d972-47e6-97df-04592141f188 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:33.961165 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225", "code": 200}, {"server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "name": "network-vif-plugged", "status": "completed", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:33.961700 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d682baa0-d972-47e6-97df-04592141f188 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:33.961861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:33.962161 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:33.962695 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'code': 200}
Nov 06 20:49:33.963178 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a', 'code': 200}
Nov 06 20:49:33.976978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Calling delete_port for 7741ce26-bce9-4a5c-b778-5a730a655a01 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:34.028213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Made reservation on behalf of 4ce2d4abd58240c3a94718d2a022d67c for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:34.033193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.134470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f26-3954-4a87-8671-360d2fb9eefa req-2641f5df-bbfb-4485-a0ca-24330be83576 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:34.136024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fc45f26-3954-4a87-8671-360d2fb9eefa req-2641f5df-bbfb-4485-a0ca-24330be83576 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 946 time: 0.1063254
Nov 06 20:49:34.144688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205be58b-e2e4-48d7-95dc-58fad740562a req-4ec3c65a-5913-411a-adcf-739989016676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:34.146390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-205be58b-e2e4-48d7-95dc-58fad740562a req-4ec3c65a-5913-411a-adcf-739989016676 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1097 time: 0.1022503
Nov 06 20:49:34.173629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Allocated IP 192.168.233.58 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/d5870610-f04f-4d8b-9b83-6e4dd925cbe7) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:34.247673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fc45f26-3954-4a87-8671-360d2fb9eefa req-b779b62a-2d8d-468c-a4cf-e25ef21ed4c8 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002433
Nov 06 20:49:34.257928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-205be58b-e2e4-48d7-95dc-58fad740562a req-f934cbfd-1842-4d96-a90f-ba3a68161f92 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032894
Nov 06 20:49:34.269320 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.295834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Pushing event deleted for resources: {'Port': ['ID=7741ce26-bce9-4a5c-b778-5a730a655a01,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:34.335818 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.370746 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.384011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:34.391003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['54ace632-cbd6-43aa-8893-e4b61c4f9be1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:34.394387 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.397454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.398614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b9e6e1f-4c71-4ade-91bd-0e4a3fa033ec req-b1e33d8f-eed4-4b85-bb64-d32ad0e4fa77 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "DELETE /v2.0/floatingips/4f3386df-97bb-4e5f-b8e8-8e6e5caa05da HTTP/1.1" status: 204  len: 173 time: 0.7869899
Nov 06 20:49:34.410939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c886-2b65-43c2-a503-19437a17bbe2 req-4f64f69b-0ef0-404e-adce-f128e8d6a4c8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:34.412474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e34c886-2b65-43c2-a503-19437a17bbe2 req-4f64f69b-0ef0-404e-adce-f128e8d6a4c8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.0890667
Nov 06 20:49:34.426871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:34.431519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:34.433529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'Port': ['ID=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:34.441256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:34.445056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.445405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.445751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.446583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.447022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.447258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.448113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.448700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.449161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.449501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.449828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.450223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:49:34.499388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e34c886-2b65-43c2-a503-19437a17bbe2 req-d647ec1b-65c1-480e-ba54-dbd7ac17b198 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614371
Nov 06 20:49:34.527642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:34.528621 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.548717 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-95c36c36-ba16-46f2-a98f-55f4f4c329de tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6697149
Nov 06 20:49:34.554750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760', 'tag': '66e68cd1-c539-47b0-a618-67e82324fd7c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:34.561472 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5b6d33-2aab-466f-834d-15e3940f83ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760", "tag": "66e68cd1-c539-47b0-a618-67e82324fd7c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:34.595279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Request body: {'port': {'device_id': '9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:34.639346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74ed04-d0fd-4cde-9a42-ada8d4f79178 req-91f6159b-6cb3-4ba5-9e98-41512a61b183 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:34.641250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d74ed04-d0fd-4cde-9a42-ada8d4f79178 req-91f6159b-6cb3-4ba5-9e98-41512a61b183 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 935 time: 0.1407745
Nov 06 20:49:34.676357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.697215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b87b7-4a61-4f22-bf28-11bcdb76480c req-d0a05bc3-cfe8-462a-b9e4-e3baa0e8e23d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:34.699340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-773b87b7-4a61-4f22-bf28-11bcdb76480c req-d0a05bc3-cfe8-462a-b9e4-e3baa0e8e23d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 943 time: 0.1227808
Nov 06 20:49:34.714684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d74ed04-d0fd-4cde-9a42-ada8d4f79178 req-87071d34-5e42-4b9c-85f7-756e00cd61ec tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665915
Nov 06 20:49:34.769217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-773b87b7-4a61-4f22-bf28-11bcdb76480c req-bde85555-f7ec-4f04-a20d-b58d7eb0974c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592558
Nov 06 20:49:34.817965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a7f8f441-0636-449b-a233-495e2cd7bd31 None None] Provisioning complete for port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:34.818610 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a7f8f441-0636-449b-a233-495e2cd7bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:34.860665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8f441-0636-449b-a233-495e2cd7bd31 None None] Port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:34.931014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da4b5-cb27-4283-b54e-af02cefa7e9e req-f9ba5308-2c3b-4ad8-8132-c46a472fef49 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:34.933149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf9da4b5-cb27-4283-b54e-af02cefa7e9e req-f9ba5308-2c3b-4ad8-8132-c46a472fef49 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 949 time: 0.0821385
Nov 06 20:49:34.934688 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be1f946-7c6a-4ebd-9565-eebe78a3e393 x-openstack-request-id: req-0be1f946-7c6a-4ebd-9565-eebe78a3e393 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:34.934974 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760", "tag": "66e68cd1-c539-47b0-a618-67e82324fd7c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:34.935224 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be1f946-7c6a-4ebd-9565-eebe78a3e393 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:34.935607 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760', 'tag': '66e68cd1-c539-47b0-a618-67e82324fd7c', 'status': 'completed', 'code': 200}
Nov 06 20:49:35.014388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5870610-f04f-4d8b-9b83-6e4dd925cbe7 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:35.021948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:35.034125 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Transition to ACTIVE for port object d5870610-f04f-4d8b-9b83-6e4dd925cbe7 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:35.037872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:35.059411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf9da4b5-cb27-4283-b54e-af02cefa7e9e req-365a474e-9943-46c5-a2c7-59f67c3d4fcb tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc596282-8f9c-452b-bd9a-0e816f589ca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113603
Nov 06 20:49:35.068909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-75fc6719-1b5f-4c55-a7ac-d2b557d3ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.070385 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-75fc6719-1b5f-4c55-a7ac-d2b557d3ee07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 1094 time: 0.1147094
Nov 06 20:49:35.079072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd9db7-16c9-4e38-bc14-b934f1dbc03e req-57b9727c-7d40-4528-86ef-6fefbbab6f27 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.080634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83fd9db7-16c9-4e38-bc14-b934f1dbc03e req-57b9727c-7d40-4528-86ef-6fefbbab6f27 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 946 time: 0.0882456
Nov 06 20:49:35.138858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:35.199459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Attempting to bind port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:35.199703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Attempting to bind port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:35.200028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Attempting to bind port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:35.204698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:35.205016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Attempting to bind port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:35.210015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:35.210355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:35.210737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:35.211163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Bound port: d5870610-f04f-4d8b-9b83-6e4dd925cbe7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:35.211830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:35.219971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83fd9db7-16c9-4e38-bc14-b934f1dbc03e req-36791cc6-69a2-4038-92cb-29898fb5affa tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1300595
Nov 06 20:49:35.252546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-5813a429-d32a-4520-872e-2dd78ba2173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.254135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-5813a429-d32a-4520-872e-2dd78ba2173f service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 913 time: 0.1727085
Nov 06 20:49:35.270486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec9c12-efe1-4624-9b06-afc832cdb18e req-c1bbcd15-7dfd-46c0-a7a1-c4b191d29593 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.272099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fec9c12-efe1-4624-9b06-afc832cdb18e req-c1bbcd15-7dfd-46c0-a7a1-c4b191d29593 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 946 time: 0.0860054
Nov 06 20:49:35.288778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] For port d5870610-f04f-4d8b-9b83-6e4dd925cbe7, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:35.293927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] For port d5870610-f04f-4d8b-9b83-6e4dd925cbe7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:35.300699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:35.317335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-a276c7b4-a2ae-4ec5-9e4e-07e2a72f5e87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e68cd1-c539-47b0-a618-67e82324fd7c HTTP/1.1" status: 200  len: 217 time: 0.0442369
Nov 06 20:49:35.341866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.343058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:35.344722 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5870610-f04f-4d8b-9b83-6e4dd925cbe7 HTTP/1.1" status: 200  len: 1095 time: 0.7539706
Nov 06 20:49:35.347669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2', 'tag': 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:35.349956 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8032f68c-4094-41ee-95eb-e09309ec9bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2", "tag": "d5870610-f04f-4d8b-9b83-6e4dd925cbe7"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:35.441007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fec9c12-efe1-4624-9b06-afc832cdb18e req-8ab9dbca-db7a-4fb1-b02b-9d2e92817dc0 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610627
Nov 06 20:49:35.442772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc78a-dc53-4873-9dac-941d6d1014e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:35.445289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-13e990a9-c128-4acf-8f71-e3e90e4e831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.446568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-13e990a9-c128-4acf-8f71-e3e90e4e831f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.1007946
Nov 06 20:49:35.459102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-d3fdf948-ebe9-409b-9921-aafcdf566d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.460873 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-d3fdf948-ebe9-409b-9921-aafcdf566d4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 1098 time: 0.0565782
Nov 06 20:49:35.494279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7206f6e-c223-4603-b9ba-1c9210993992 req-e8708af9-c017-4c36-819d-88a130441459 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.495914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7206f6e-c223-4603-b9ba-1c9210993992 req-e8708af9-c017-4c36-819d-88a130441459 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 946 time: 0.0962574
Nov 06 20:49:35.498014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-75740971-6029-4552-8cde-01d63f99d784 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388408
Nov 06 20:49:35.507056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48634) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:35.520279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Request body: {'floatingip': {'port_id': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:35.529416 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-dea010bd-5ad3-4a53-a370-52e795b9974b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d5870610-f04f-4d8b-9b83-6e4dd925cbe7 HTTP/1.1" status: 200  len: 217 time: 0.0542729
Nov 06 20:49:35.540883 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227dcceb-701c-485a-9256-b5016404dac0 x-openstack-request-id: req-227dcceb-701c-485a-9256-b5016404dac0 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:35.541793 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2", "tag": "d5870610-f04f-4d8b-9b83-6e4dd925cbe7", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:35.542114 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-227dcceb-701c-485a-9256-b5016404dac0 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:35.542606 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2', 'tag': 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7', 'status': 'completed', 'code': 200}
Nov 06 20:49:35.590542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-bd1f3745-9715-4dcc-aeda-f1b9136d58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.592189 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-bd1f3745-9715-4dcc-aeda-f1b9136d58f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0487106
Nov 06 20:49:35.656734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-1e540645-5da6-491e-acc7-0328fd84ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:35.658247 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-1e540645-5da6-491e-acc7-0328fd84ccd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0481808
Nov 06 20:49:35.956092 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:36.026548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-111dedbe-0ed0-4373-90c4-b1e3c4ece749 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.027896 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-111dedbe-0ed0-4373-90c4-b1e3c4ece749 tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 949 time: 0.0757248
Nov 06 20:49:36.031516 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-db5fe3c8-7536-41f8-9376-64fb507c87ab service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3656962
Nov 06 20:49:36.059376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285a082-5ccd-4bbf-b27d-9e4a6a5a24c3 req-2ddb5a01-8662-4b9d-b917-f007860b4409 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.060867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c285a082-5ccd-4bbf-b27d-9e4a6a5a24c3 req-2ddb5a01-8662-4b9d-b917-f007860b4409 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 946 time: 0.5229928
Nov 06 20:49:36.124902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-b7e94de1-29f5-4362-a954-ced6f4c94b55 service neutron] 10.222.0.37 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5977216
Nov 06 20:49:36.135964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f03c8-399c-43cc-8f39-e45ad3c25e67 req-b9911660-1609-4cfc-a727-a697bef9664a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.137397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-411f03c8-399c-43cc-8f39-e45ad3c25e67 req-b9911660-1609-4cfc-a727-a697bef9664a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.5182242
Nov 06 20:49:36.187835 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f016a7e-215c-4ac8-8c9c-d62fd2d9391a req-b0125c3e-3de8-4a3d-b096-97fbe5e44197 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452680
Nov 06 20:49:36.194349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Deleting port c400deaa-142f-48bc-bad6-a6bc92758225 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:36.194691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:36.310333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-c1a02a5e-08c0-4684-ba24-67974f5eb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.311509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c285a082-5ccd-4bbf-b27d-9e4a6a5a24c3 req-295f4cc3-4f3a-47d8-9220-74ab06ebe42c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403846
Nov 06 20:49:36.311721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-c1a02a5e-08c0-4684-ba24-67974f5eb82e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 1098 time: 0.0705066
Nov 06 20:49:36.316762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] For port c400deaa-142f-48bc-bad6-a6bc92758225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c400deaa-142f-48bc-bad6-a6bc92758225,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:36.317158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:36.365430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-411f03c8-399c-43cc-8f39-e45ad3c25e67 req-688f2fe4-7810-4d24-b434-50bd4ad2e233 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084463
Nov 06 20:49:36.376917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Calling delete_port for c400deaa-142f-48bc-bad6-a6bc92758225 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:36.389057 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c5b6d33-2aab-466f-834d-15e3940f83ad req-2e5d0829-c333-40a2-a313-0c1484887293 service neutron] 10.222.0.37 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2488115
Nov 06 20:49:36.481422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-089dab32-e30b-476a-9d0c-1ce70d8cfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.482892 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-089dab32-e30b-476a-9d0c-1ce70d8cfd05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1631491
Nov 06 20:49:36.535485 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-1ec2c4ae-dfc1-4720-92c6-8e2c1b30c0b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d5870610-f04f-4d8b-9b83-6e4dd925cbe7 HTTP/1.1" status: 200  len: 217 time: 0.0383203
Nov 06 20:49:36.580386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f9ba2-5a01-4bda-a2f8-d6eff9f9ff48 req-d21cf477-9102-468e-a280-2631e6296650 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.581894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b2f9ba2-5a01-4bda-a2f8-d6eff9f9ff48 req-d21cf477-9102-468e-a280-2631e6296650 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 947 time: 0.1616504
Nov 06 20:49:36.612193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252d43-53ae-42b5-b897-86ae53593018 req-2d139814-9efa-4e85-b020-1dbc73255df9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.613716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87252d43-53ae-42b5-b897-86ae53593018 req-2d139814-9efa-4e85-b020-1dbc73255df9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 943 time: 0.1590905
Nov 06 20:49:36.622420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-aae94b25-8a05-4ff5-aa37-c699f1a78b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.623703 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-aae94b25-8a05-4ff5-aa37-c699f1a78b2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0800552
Nov 06 20:49:36.628104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:36.689021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Pushing event deleted for resources: {'Port': ['ID=c400deaa-142f-48bc-bad6-a6bc92758225,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:36.710797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b2f9ba2-5a01-4bda-a2f8-d6eff9f9ff48 req-e303221f-80aa-4e69-8ae2-8935e86a7dac tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196535
Nov 06 20:49:36.734123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] No DVR routers for this DVR port c400deaa-142f-48bc-bad6-a6bc92758225 on host nch1-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:49:36.737592 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:36.741931 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b4c5c9b-8fe5-402f-b351-b8cae26e7991 req-9658c65f-9cd3-4474-ac5a-68ce0c591b4b tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.37 "DELETE /v2.0/ports/c400deaa-142f-48bc-bad6-a6bc92758225 HTTP/1.1" status: 204  len: 173 time: 0.7066202
Nov 06 20:49:36.757210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-3ed57779-f277-4b56-9d1c-8993b7fdbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:36.759432 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-3ed57779-f277-4b56-9d1c-8993b7fdbcdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1252968
Nov 06 20:49:36.779866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87252d43-53ae-42b5-b897-86ae53593018 req-000e7811-b1ba-40d3-8c01-5052f0a28fa5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541221
Nov 06 20:49:36.801655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:36.848935 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:36.905142 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-b0da2f20-d5cc-481c-8fcd-1c4a01866c6c service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350744
Nov 06 20:49:36.920254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9006e7ff-c2f5-4a70-bcbb-5fcaf6c3fb83 req-ea121d68-453d-4873-976e-5b077d35dedb tempest-ImagesOneServerTestJSON-1433783594 tempest-ImagesOneServerTestJSON-1433783594-project] 10.222.0.13 "GET /v2.0/ports?device_id=8288973e-7447-4845-82b2-063995aa24ec HTTP/1.1" status: 200  len: 210 time: 0.0982945
Nov 06 20:49:37.006254 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8032f68c-4094-41ee-95eb-e09309ec9bdb req-9226a905-0fa9-435f-ad68-45f7afa8be95 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929503
Nov 06 20:49:37.009787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-5b9f7ec6-c9c6-47e1-8192-af195c90762c tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:37.012479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-5b9f7ec6-c9c6-47e1-8192-af195c90762c tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 946 time: 0.1915965
Nov 06 20:49:37.094708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0449e23-95db-410f-b9ab-29f0ca5d2f8d req-b33457ba-ca13-479b-8cc2-d6c18f73c423 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:37.096267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0449e23-95db-410f-b9ab-29f0ca5d2f8d req-b33457ba-ca13-479b-8cc2-d6c18f73c423 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 946 time: 0.1531379
Nov 06 20:49:37.114838 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Floating IP b7142fa5-1c10-40c6-8f87-eb1a388b8b97 associated. External IP: 172.35.0.110, port: c83693a3-2e65-4ffa-b0e0-7a93f6dabc38.
Nov 06 20:49:37.244780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0449e23-95db-410f-b9ab-29f0ca5d2f8d req-dee0aacd-dd16-419c-82f4-03e815aa9283 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/security-groups?id=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273530
Nov 06 20:49:37.271427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Deleting port 9eaa17aa-8d51-4952-ae6c-ed188e592373 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:37.271769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:37.444662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 66e68cd1-c539-47b0-a618-67e82324fd7c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:49:37.524315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] For port 9eaa17aa-8d51-4952-ae6c-ed188e592373, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9eaa17aa-8d51-4952-ae6c-ed188e592373,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:37.524684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:37.543595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 66e68cd1-c539-47b0-a618-67e82324fd7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e68cd1-c539-47b0-a618-67e82324fd7c,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:37.543875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-deleted', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:37.547428 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5c285c-7f73-4892-8980-42cb0a4bd306" -d '{"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-deleted", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:37.547680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Calling delete_port for 9eaa17aa-8d51-4952-ae6c-ed188e592373 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:37.556022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '66e68cd1-c539-47b0-a618-67e82324fd7c', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'port_id': '66e68cd1-c539-47b0-a618-67e82324fd7c', 'mac_address': 'fa:16:3e:4c:00:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320ebed7-bdef-410c-92c6-8b51981e34c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:49:37.563595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e695f-644c-4cfe-b4a3-997bc6a6b072 req-91818084-3fee-4b73-8b6a-5544fd6d2fb4 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:37.565122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d8e695f-644c-4cfe-b4a3-997bc6a6b072 req-91818084-3fee-4b73-8b6a-5544fd6d2fb4 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 946 time: 0.1759019
Nov 06 20:49:37.577560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Router 83f2f92c-c17f-40fb-897e-98d0ca119eda has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:37.594091 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:37.606567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e68cd1-c539-47b0-a618-67e82324fd7c {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:37.627845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 66e68cd1-c539-47b0-a618-67e82324fd7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e68cd1-c539-47b0-a618-67e82324fd7c,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:37.630813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f869f1b-ab2c-4016-90c8-ff4f91b19027 req-b85d5f80-c063-4e43-945b-4a125a358155 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:37.632715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f869f1b-ab2c-4016-90c8-ff4f91b19027 req-b85d5f80-c063-4e43-945b-4a125a358155 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.1782868
Nov 06 20:49:37.632897 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:37.680707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=66e68cd1-c539-47b0-a618-67e82324fd7c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:37.765302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d8e695f-644c-4cfe-b4a3-997bc6a6b072 req-b001d4d8-b1e8-4446-b407-b74dcc3d4d48 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908674
Nov 06 20:49:37.788175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f869f1b-ab2c-4016-90c8-ff4f91b19027 req-ad48bd28-3528-450d-ad2f-90d2d18a851c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421163
Nov 06 20:49:37.826250 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8990ba-c8f8-4fb5-898a-7e73369c6c6b x-openstack-request-id: req-7c8990ba-c8f8-4fb5-898a-7e73369c6c6b {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:37.826687 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8288973e-7447-4845-82b2-063995aa24ec", "name": "network-vif-deleted", "tag": "c400deaa-142f-48bc-bad6-a6bc92758225", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:37.827136 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c8990ba-c8f8-4fb5-898a-7e73369c6c6b {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:37.827646 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8288973e-7447-4845-82b2-063995aa24ec', 'name': 'network-vif-deleted', 'tag': 'c400deaa-142f-48bc-bad6-a6bc92758225', 'status': 'completed', 'code': 200}
Nov 06 20:49:38.048497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['66e68cd1-c539-47b0-a618-67e82324fd7c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:38.198776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:38.207810 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] Sync routers for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:38.215808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:38.219187 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:38.219875 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252792f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:38.245403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df078fee-613b-459c-887b-d737d69a7092 req-0ad11300-c981-44ef-8795-8c1374a50c3a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2038479949&fields=id&tenant_id=0a012746186e4431bf96fa9c5a3bc116 HTTP/1.1" status: 200  len: 267 time: 0.1570818
Nov 06 20:49:38.246007 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:38.256687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f16e0-bee8-4af3-9751-ab3f104c3313 req-5fbe2cb7-f7e2-4f25-8fa5-97eb341f9400 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:38.258140 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-720f16e0-bee8-4af3-9751-ab3f104c3313 req-5fbe2cb7-f7e2-4f25-8fa5-97eb341f9400 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 947 time: 0.1687565
Nov 06 20:49:38.303371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f1d1ec1c-344f-4179-9162-4e4d08fbe30d tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "PUT /v2.0/floatingips/b7142fa5-1c10-40c6-8f87-eb1a388b8b97 HTTP/1.1" status: 200  len: 992 time: 2.7946103
Nov 06 20:49:38.319696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'tag': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:38.321962 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe417ed-b509-4da2-9cd8-d79891f228b7", "tag": "c83693a3-2e65-4ffa-b0e0-7a93f6dabc38"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:38.325234 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:38.325352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Pushing event deleted for resources: {'Port': ['ID=9eaa17aa-8d51-4952-ae6c-ed188e592373,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:38.398246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] No DVR routers for this DVR port 9eaa17aa-8d51-4952-ae6c-ed188e592373 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:49:38.405460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:38.408831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb1dcd0c-9f6c-4498-8e27-626f57cc00cb req-641f1e3c-cada-4433-9c8b-b5016d96d0b9 tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.10 "DELETE /v2.0/ports/9eaa17aa-8d51-4952-ae6c-ed188e592373 HTTP/1.1" status: 204  len: 173 time: 1.3894186
Nov 06 20:49:38.419451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-720f16e0-bee8-4af3-9751-ab3f104c3313 req-62d80afe-74c2-4be3-bcc1-b5c6bd546d58 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497517
Nov 06 20:49:38.427862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078fee-613b-459c-887b-d737d69a7092 req-fd062d70-daf8-4f5d-9192-b90c5869be3d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:38.429745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df078fee-613b-459c-887b-d737d69a7092 req-fd062d70-daf8-4f5d-9192-b90c5869be3d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 946 time: 0.1682286
Nov 06 20:49:38.442657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-df078fee-613b-459c-887b-d737d69a7092 req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'port': {'security_groups': ['75189bda-8bd3-4b2c-97d7-f04e7fb1e01a', '814e77f0-fae4-4da2-bfaf-8a78c6cc6606']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:38.554516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-df078fee-613b-459c-887b-d737d69a7092 req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:38.612368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cb94e-97ef-416d-8de7-aca342579840 req-214cef0c-3427-443c-997c-47a67fd5a5e5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:38.613800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a58cb94e-97ef-416d-8de7-aca342579840 req-214cef0c-3427-443c-997c-47a67fd5a5e5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 944 time: 0.0974915
Nov 06 20:49:38.662964 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252792f70>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7142fa5-1c10-40c6-8f87-eb1a388b8b97', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'floating_ip_address': '172.35.0.110', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'port_id': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'mac_address': 'fa:16:3e:53:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:49:08Z', 'updated_at': '2021-11-06T20:49:36Z', 'revision_number': 1, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:07Z', 'revision_number': 5, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:38.691562 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] Checking router: 83f2f92c-c17f-40fb-897e-98d0ca119eda for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:38.700237 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:38.700686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a58cb94e-97ef-416d-8de7-aca342579840 req-f271c25c-7431-43b0-8601-7185f1d3fde6 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764394
Nov 06 20:49:38.701186 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252792f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:38.830260 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:38.834482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-df078fee-613b-459c-887b-d737d69a7092 req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] For port e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:38.876173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-df078fee-613b-459c-887b-d737d69a7092 req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:38.885790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-df078fee-613b-459c-887b-d737d69a7092 req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:38.897141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:38.957093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'Port': ['ID=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:38.982829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078fee-613b-459c-887b-d737d69a7092 req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:38.983721 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-df078fee-613b-459c-887b-d737d69a7092 req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.010878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df078fee-613b-459c-887b-d737d69a7092 req-347e0d29-7992-49c9-ae22-fc8c5e4494a2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "PUT /v2.0/ports/e541788d-ed2f-4fde-8f49-0c9128ea5e7a HTTP/1.1" status: 200  len: 982 time: 0.5734010
Nov 06 20:49:39.080124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fcecff4-2763-4d85-9222-b14a48d7092a req-979e77ad-d335-4ac3-b77a-5c7243d79d2d tempest-FloatingIPsAssociationTestJSON-2057475429 tempest-FloatingIPsAssociationTestJSON-2057475429-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d8bbbf4-d12f-495d-984d-b8f1ae159fa5 HTTP/1.1" status: 200  len: 210 time: 0.0342872
Nov 06 20:49:39.094370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:39.159974 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c130edf4-4988-44d9-8a3a-1f0255ff869b x-openstack-request-id: req-c130edf4-4988-44d9-8a3a-1f0255ff869b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:39.160268 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe417ed-b509-4da2-9cd8-d79891f228b7", "tag": "c83693a3-2e65-4ffa-b0e0-7a93f6dabc38", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:39.164835 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c130edf4-4988-44d9-8a3a-1f0255ff869b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:39.165315 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'tag': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'status': 'completed', 'code': 200}
Nov 06 20:49:39.201439 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252792f70>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7142fa5-1c10-40c6-8f87-eb1a388b8b97', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'floating_ip_address': '172.35.0.110', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'port_id': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'mac_address': 'fa:16:3e:53:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:49:08Z', 'updated_at': '2021-11-06T20:49:36Z', 'revision_number': 1, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:07Z', 'revision_number': 5, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:39.206496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48678) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:39.235679 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c813b308-b877-49d8-ad47-613d00dd9e45 None None] The sync data for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 is: [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7142fa5-1c10-40c6-8f87-eb1a388b8b97', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'floating_ip_address': '172.35.0.110', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'port_id': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'mac_address': 'fa:16:3e:53:20:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:49:08Z', 'updated_at': '2021-11-06T20:49:36Z', 'revision_number': 1, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:07Z', 'revision_number': 5, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:39.259784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-e9403a5d-e66a-4b50-a847-c62dc6827609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:39.261786 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-e9403a5d-e66a-4b50-a847-c62dc6827609 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a00b3392ff344cca1531a676e30616a&device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 1097 time: 0.0768728
Nov 06 20:49:39.325351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7972-ec36-439e-a13e-17633d718d81 req-c3b71e1e-f96e-497d-ab92-0c42ac36649d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:39.327109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbbd7972-ec36-439e-a13e-17633d718d81 req-c3b71e1e-f96e-497d-ab92-0c42ac36649d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.1452823
Nov 06 20:49:39.337366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-817364af-fd8b-4d86-ab3c-4ebd7d2a7463 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1966218128&fields=id&tenant_id=0a012746186e4431bf96fa9c5a3bc116 HTTP/1.1" status: 200  len: 267 time: 0.1140637
Nov 06 20:49:39.387884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-3692bca2-7a54-4692-9a44-dd842ac1ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:39.389416 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-3692bca2-7a54-4692-9a44-dd842ac1ea72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13707f7b-603a-4c93-b168-9b49e124be0a HTTP/1.1" status: 200  len: 915 time: 0.1189072
Nov 06 20:49:39.447012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-afe9a9e0-788a-40a1-a18c-ea72a9816d93 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:39.448648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-afe9a9e0-788a-40a1-a18c-ea72a9816d93 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 985 time: 0.1102901
Nov 06 20:49:39.455241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbbd7972-ec36-439e-a13e-17633d718d81 req-7a0e539b-aee5-4301-98da-44673477d0bb tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150703
Nov 06 20:49:39.465174 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-e9f43a9d-47d5-48ff-9357-0f7825b86ba4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 HTTP/1.1" status: 200  len: 1000 time: 0.0671084
Nov 06 20:49:39.466148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 66e68cd1-c539-47b0-a618-67e82324fd7c up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:39.470901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'port': {'security_groups': ['75189bda-8bd3-4b2c-97d7-f04e7fb1e01a', '814e77f0-fae4-4da2-bfaf-8a78c6cc6606', '6c4f71d4-66fd-4426-9634-6d66ef254dfd']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:39.513274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-581f90d5-973d-4090-816b-33750f133f92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd3507687d2944a88c2d5567473ec458&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3014348
Nov 06 20:49:39.517527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48684) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:39.531623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d5870610-f04f-4d8b-9b83-6e4dd925cbe7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:49:39.547804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9eaa17aa-8d51-4952-ae6c-ed188e592373 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:39.559909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-c96bb4b3-646c-43d2-b3c0-4e6f239b378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:39.561418 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-c96bb4b3-646c-43d2-b3c0-4e6f239b378a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ea68c76-c6a9-416d-b7f6-87ce61e3cd92 HTTP/1.1" status: 200  len: 853 time: 0.0888882
Nov 06 20:49:39.575184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 9eaa17aa-8d51-4952-ae6c-ed188e592373 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:49:39.576183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9eaa17aa-8d51-4952-ae6c-ed188e592373 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:49:39.591717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82da8a8-c743-4585-8883-35ea0d1d6c78 None None] New status for floating IP b7142fa5-1c10-40c6-8f87-eb1a388b8b97: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:49:39.623832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-fd3be945-1ddd-4eba-8273-828ba370f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:39.625377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-fd3be945-1ddd-4eba-8273-828ba370f884 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13707f7b-603a-4c93-b168-9b49e124be0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0559301
Nov 06 20:49:39.627030 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.656756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 66e68cd1-c539-47b0-a618-67e82324fd7c completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:49:39.692882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fd457-87fb-4af1-a971-1c0c43fcf660 req-f1ff1d2a-27a6-4e42-b9ee-4b0ebfabadf3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:39.694906 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 66e68cd1-c539-47b0-a618-67e82324fd7c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:39.695245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.700370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a57fd457-87fb-4af1-a971-1c0c43fcf660 req-f1ff1d2a-27a6-4e42-b9ee-4b0ebfabadf3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 947 time: 0.1199033
Nov 06 20:49:39.709750 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-839f64be-41b9-461d-aa99-927bb8e521dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.741537 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-d4dcec37-b0fa-479a-9ee3-fc6b69256c65 service neutron] 10.222.0.37 "GET /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1072562
Nov 06 20:49:39.778624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-839f64be-41b9-461d-aa99-927bb8e521dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.824856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a57fd457-87fb-4af1-a971-1c0c43fcf660 req-a24dc737-f53b-4310-9158-da3dea2d790e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235619
Nov 06 20:49:39.827376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d5870610-f04f-4d8b-9b83-6e4dd925cbe7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:39.840837 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-831e8a7a-2f37-4af4-93e2-0ca0d7db3435 req-0e2c8292-07b4-4ec7-a5c7-44f4d8cbc9ca service neutron] 10.222.0.37 "GET /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924883
Nov 06 20:49:39.890538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-839f64be-41b9-461d-aa99-927bb8e521dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.893788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-839f64be-41b9-461d-aa99-927bb8e521dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.894992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-839f64be-41b9-461d-aa99-927bb8e521dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc596282-8f9c-452b-bd9a-0e816f589ca2 HTTP/1.1" status: 204  len: 168 time: 0.3765264
Nov 06 20:49:39.905857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f64be-41b9-461d-aa99-927bb8e521dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc596282-8f9c-452b-bd9a-0e816f589ca2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:39.911874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7', 'mac_address': 'fa:16:3e:7e:99:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:49:39.962178 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.992115 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:39.998481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e68cd1-c539-47b0-a618-67e82324fd7c'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:40.000733 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa371758-9433-4d38-9a01-c1a2d2c7bc6e" -d '{"events": [{"server_uuid": "d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760", "name": "network-vif-plugged", "status": "completed", "tag": "66e68cd1-c539-47b0-a618-67e82324fd7c"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:40.023171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 66e68cd1-c539-47b0-a618-67e82324fd7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e68cd1-c539-47b0-a618-67e82324fd7c,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:40.027843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5870610-f04f-4d8b-9b83-6e4dd925cbe7 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:40.033670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:40.034630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:40.040712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0496-6ee8-4a6f-bf7b-f19994253b71 req-600512af-9ec3-4ba9-a209-77c8a117c6ee tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:40.042285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e5b0496-6ee8-4a6f-bf7b-f19994253b71 req-600512af-9ec3-4ba9-a209-77c8a117c6ee tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 944 time: 0.1328626
Nov 06 20:49:40.082111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] For port e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:40.085625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: c400deaa-142f-48bc-bad6-a6bc92758225 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:49:40.086268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c400deaa-142f-48bc-bad6-a6bc92758225 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:49:40.098377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d5870610-f04f-4d8b-9b83-6e4dd925cbe7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:40.106037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:40.126247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e5b0496-6ee8-4a6f-bf7b-f19994253b71 req-2a1e668a-fad9-4340-8bcc-2917a80d1438 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757802
Nov 06 20:49:40.128373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=66e68cd1-c539-47b0-a618-67e82324fd7c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:40.136483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:40.144415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:40.158399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:40.218562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:40.219197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:40.220873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1db77ca0-ddd9-4a53-8506-70a758061c1d req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "PUT /v2.0/ports/e541788d-ed2f-4fde-8f49-0c9128ea5e7a HTTP/1.1" status: 200  len: 1021 time: 0.7617123
Nov 06 20:49:40.253361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc693e-8a28-4e9e-88bd-6cbc15ae2214 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'Port': ['ID=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:40.273497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:40.305779 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7724beb0-7626-4e76-bfff-ab15b4ddbe96 x-openstack-request-id: req-7724beb0-7626-4e76-bfff-ab15b4ddbe96 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:40.306277 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760", "name": "network-vif-plugged", "status": "completed", "tag": "66e68cd1-c539-47b0-a618-67e82324fd7c", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:40.307289 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7724beb0-7626-4e76-bfff-ab15b4ddbe96 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:40.307830 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e68cd1-c539-47b0-a618-67e82324fd7c', 'code': 200}
Nov 06 20:49:40.332262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48708) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:40.373040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:40.422905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0a354-e5e3-4ec6-b615-c27ea6940a66 req-05c1cd01-e26b-4ae6-98e4-61050298a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:40.424456 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-07c0a354-e5e3-4ec6-b615-c27ea6940a66 req-05c1cd01-e26b-4ae6-98e4-61050298a573 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 1096 time: 0.0535207
Nov 06 20:49:40.487733 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-07c0a354-e5e3-4ec6-b615-c27ea6940a66 req-a539bb64-9ccd-4171-acc4-5946ce8e9e8a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540130
Nov 06 20:49:40.499951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['d5870610-f04f-4d8b-9b83-6e4dd925cbe7'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:40.593045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b5bc2-c55e-485c-a3bd-71a06d0c2873 req-4022ef41-b339-42b7-9507-60f33cf0e03a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:40.594289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d8b5bc2-c55e-485c-a3bd-71a06d0c2873 req-4022ef41-b339-42b7-9507-60f33cf0e03a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1024 time: 0.1481791
Nov 06 20:49:40.696817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8d8e4-d620-4541-aeef-6c8c3065d1d7 req-d69e3d67-0c2c-43b5-bf92-30ee44d8d2b5 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:40.698515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db8d8e4-d620-4541-aeef-6c8c3065d1d7 req-d69e3d67-0c2c-43b5-bf92-30ee44d8d2b5 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.1466761
Nov 06 20:49:40.791316 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d8b5bc2-c55e-485c-a3bd-71a06d0c2873 req-82945b7a-be73-49d9-b637-4d9a86130197 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=814e77f0-fae4-4da2-bfaf-8a78c6cc6606&id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&id=6c4f71d4-66fd-4426-9634-6d66ef254dfd HTTP/1.1" status: 200  len: 6201 time: 0.1882071
Nov 06 20:49:40.817422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db8d8e4-d620-4541-aeef-6c8c3065d1d7 req-fc97dce3-cf3a-451b-bd9e-2e777bfa0f0e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072359
Nov 06 20:49:40.883577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d66e360f-1258-4602-a7c2-f2aadec4cfe4 req-07aa15fd-8b77-4e97-bc1d-e062708d5926 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': ' tempest-securitygroup -835854448 ', 'description': 'tempest-description-1151210609'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:40.928118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d66e360f-1258-4602-a7c2-f2aadec4cfe4 req-07aa15fd-8b77-4e97-bc1d-e062708d5926 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.074720 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d66e360f-1258-4602-a7c2-f2aadec4cfe4 req-07aa15fd-8b77-4e97-bc1d-e062708d5926 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.094514 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d66e360f-1258-4602-a7c2-f2aadec4cfe4 req-07aa15fd-8b77-4e97-bc1d-e062708d5926 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.157948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d66e360f-1258-4602-a7c2-f2aadec4cfe4 req-07aa15fd-8b77-4e97-bc1d-e062708d5926 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.159184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d66e360f-1258-4602-a7c2-f2aadec4cfe4 req-07aa15fd-8b77-4e97-bc1d-e062708d5926 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.2855277
Nov 06 20:49:41.172591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'name': 'network-vif-deleted', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373'}, {'name': 'network-changed', 'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a'}, {'name': 'network-changed', 'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:41.174792 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1010977a-8cd1-41ab-acb3-c297c123f219" -d '{"events": [{"server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "name": "network-vif-deleted", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373"}, {"name": "network-changed", "server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a"}, {"name": "network-changed", "server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:41.179416 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.184448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa15fd-8b77-4e97-bc1d-e062708d5926 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eec5b68-e6bf-434f-8f3e-b833b5361633,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:41.235065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bfff3-5804-4e67-a689-b2cadffd0726 req-bb937822-41c6-4068-ab5f-34f76dfececa tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:41.236572 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c49bfff3-5804-4e67-a689-b2cadffd0726 req-bb937822-41c6-4068-ab5f-34f76dfececa tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 948 time: 0.1606641
Nov 06 20:49:41.284565 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:41.363331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93504f-1e96-4512-a3e6-0101b750c6ed req-ba783059-7b8a-48eb-a207-7af250811453 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:41.364850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f93504f-1e96-4512-a3e6-0101b750c6ed req-ba783059-7b8a-48eb-a207-7af250811453 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 945 time: 0.1415007
Nov 06 20:49:41.370904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c49bfff3-5804-4e67-a689-b2cadffd0726 req-72e83978-8d1e-4d96-979a-ffe8db78f460 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233613
Nov 06 20:49:41.398935 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05ebf160-923f-4cd3-890a-fcb6c38f8e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.475263 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05ebf160-923f-4cd3-890a-fcb6c38f8e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.480046 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05ebf160-923f-4cd3-890a-fcb6c38f8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.522849 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-05ebf160-923f-4cd3-890a-fcb6c38f8e2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3ab6a806e084f97954065d83b906e03&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2371445
Nov 06 20:49:41.523724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebf160-923f-4cd3-890a-fcb6c38f8e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d881b84-36d3-485a-b491-7faedc42468d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:41.527699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48748) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:41.578832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d5958f4-4110-4a64-835f-3766650fe7a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.602712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d5958f4-4110-4a64-835f-3766650fe7a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.655509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d5958f4-4110-4a64-835f-3766650fe7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.658702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d5958f4-4110-4a64-835f-3766650fe7a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:41.662756 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9d5958f4-4110-4a64-835f-3766650fe7a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d881b84-36d3-485a-b491-7faedc42468d HTTP/1.1" status: 204  len: 168 time: 0.1313529
Nov 06 20:49:41.671695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5958f4-4110-4a64-835f-3766650fe7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d881b84-36d3-485a-b491-7faedc42468d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:41.816592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f93504f-1e96-4512-a3e6-0101b750c6ed req-ff5e634b-be16-46f9-a8eb-198a7aababb0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4412062
Nov 06 20:49:41.836200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f258fcd5-5047-4f22-982c-e8f2ddcf2f36 req-0ab2588b-14d5-465e-8f28-c3d4509c70be tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/9eec5b68-e6bf-434f-8f3e-b833b5361633 HTTP/1.1" status: 200  len: 1797 time: 0.4032664
Nov 06 20:49:41.880762 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f04383d-3061-46f5-8c1a-2af4b2dc1df0 x-openstack-request-id: req-6f04383d-3061-46f5-8c1a-2af4b2dc1df0 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:41.881072 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8bbbf4-d12f-495d-984d-b8f1ae159fa5", "name": "network-vif-deleted", "tag": "9eaa17aa-8d51-4952-ae6c-ed188e592373", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:41.881328 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f04383d-3061-46f5-8c1a-2af4b2dc1df0 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:41.881973 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8bbbf4-d12f-495d-984d-b8f1ae159fa5', 'name': 'network-vif-deleted', 'tag': '9eaa17aa-8d51-4952-ae6c-ed188e592373', 'status': 'completed', 'code': 200}
Nov 06 20:49:41.882261 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a', 'status': 'completed', 'code': 200}
Nov 06 20:49:41.882471 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a', 'status': 'completed', 'code': 200}
Nov 06 20:49:42.012109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-b9c60d72-220b-4f6a-bf2f-7ed5eefb0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:42.014833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-b9c60d72-220b-4f6a-bf2f-7ed5eefb0a9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1175 time: 0.1072476
Nov 06 20:49:42.118365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44a61bdb-8ab1-47a6-98c0-16956289851b req-8026316a-7421-4fd6-b0d2-ac109ebc23e8 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/9eec5b68-e6bf-434f-8f3e-b833b5361633 HTTP/1.1" status: 200  len: 1797 time: 0.1477511
Nov 06 20:49:42.122964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Deleting port f581f25c-977f-4efb-a514-464bdc4e8a0c {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:42.123276 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.251692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfe4dc-70aa-416a-8668-abc86bd5ff64 req-f3cf010c-6228-4121-8e5a-1bc4f6f78007 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:42.253139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bdfe4dc-70aa-416a-8668-abc86bd5ff64 req-f3cf010c-6228-4121-8e5a-1bc4f6f78007 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.2177398
Nov 06 20:49:42.282902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-7fe7ca2c-1609-4a17-a742-5a335e1d6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:42.284415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-7fe7ca2c-1609-4a17-a742-5a335e1d6e03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 914 time: 0.2465062
Nov 06 20:49:42.362449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-44a61bdb-8ab1-47a6-98c0-16956289851b req-bd6826a2-ca7c-4307-8d08-d12faa43ce86 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.374967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48774) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:42.375741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-a018377f-a81f-4f3d-8e42-e988210adfe4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a HTTP/1.1" status: 200  len: 217 time: 0.0801985
Nov 06 20:49:42.385318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] For port f581f25c-977f-4efb-a514-464bdc4e8a0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f581f25c-977f-4efb-a514-464bdc4e8a0c,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:42.385717 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.455617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bdfe4dc-70aa-416a-8668-abc86bd5ff64 req-f03a2af6-b368-4fe7-9a43-05aaa8c2e5bc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940882
Nov 06 20:49:42.457148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-44a61bdb-8ab1-47a6-98c0-16956289851b req-bd6826a2-ca7c-4307-8d08-d12faa43ce86 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.459846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Calling delete_port for f581f25c-977f-4efb-a514-464bdc4e8a0c owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:42.472752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-615215615-network', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:42.502320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:42.505628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.514612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.538012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-352bfd6c-1001-467f-bdce-aa4ea4021125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:42.539741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-352bfd6c-1001-467f-bdce-aa4ea4021125 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.1474962
Nov 06 20:49:42.593165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.596972 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.601104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-fa118877-2dc1-49fa-85af-c7c3857016e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513675
Nov 06 20:49:42.614177 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-44a61bdb-8ab1-47a6-98c0-16956289851b req-bd6826a2-ca7c-4307-8d08-d12faa43ce86 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.616797 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-44a61bdb-8ab1-47a6-98c0-16956289851b req-bd6826a2-ca7c-4307-8d08-d12faa43ce86 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.617982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44a61bdb-8ab1-47a6-98c0-16956289851b req-bd6826a2-ca7c-4307-8d08-d12faa43ce86 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/9eec5b68-e6bf-434f-8f3e-b833b5361633 HTTP/1.1" status: 204  len: 173 time: 0.4890907
Nov 06 20:49:42.620185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:49:42.636045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b93901-c4af-43c5-bc42-bea2c84d713f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:42.639921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.640279 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Added segment 72f9d403-3403-4e29-8660-fad4d1e3b21f of type vlan for network ac9c34d5-c747-4b87-9e0a-345684b21c29
Nov 06 20:49:42.681633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6826a2-ca7c-4307-8d08-d12faa43ce86 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eec5b68-e6bf-434f-8f3e-b833b5361633,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:42.685089 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.719098 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.720395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:42.721068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.746040 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-b37d75dd-32ba-4cb7-87e5-ba55977258ce req-2653f27c-2f7d-4159-a520-11a5cc3697e8 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:49:42.747092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b37d75dd-32ba-4cb7-87e5-ba55977258ce req-2653f27c-2f7d-4159-a520-11a5cc3697e8 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/9eec5b68-e6bf-434f-8f3e-b833b5361633 HTTP/1.1" status: 404  len: 352 time: 0.0961268
Nov 06 20:49:42.761204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc529c-ce84-40ea-b8c0-0500c7ad4d73 req-a43eeac3-b8ba-4fdc-b790-fd350dcb2654 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:42.762764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdcc529c-ce84-40ea-b8c0-0500c7ad4d73 req-a43eeac3-b8ba-4fdc-b790-fd350dcb2654 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 948 time: 0.2281656
Nov 06 20:49:42.787051 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4080753
Nov 06 20:49:42.788845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48784) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:42.793755 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-31ee4642-a013-4e75-a013-b12c541ce33e req-a7e124da-c715-4f73-9ba7-41fe9af88f01 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-112136893', 'description': 'tempest-description-798234961'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:42.793992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Request body: {'subnet': {'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-subnet', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:42.796995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b93a42-8b74-4a4d-8932-3320ede0492b admin admin] Pushing event updated for resources: {'Network': ['ID=ac9c34d5-c747-4b87-9e0a-345684b21c29,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:42.808778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:49:42.820263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:42.824271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.860352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-102672bd-aeb2-4aa2-b544-f5ae64c5a6d1 service neutron] 10.222.0.10 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411888
Nov 06 20:49:42.895841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-31ee4642-a013-4e75-a013-b12c541ce33e req-a7e124da-c715-4f73-9ba7-41fe9af88f01 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:42.948685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdcc529c-ce84-40ea-b8c0-0500c7ad4d73 req-ca5b72f7-ad78-45d1-89d2-5e1994b3279b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763120
Nov 06 20:49:43.014236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.036454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.073597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b74287-d028-45eb-9b38-be997c73abff,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:43.089253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Checking segment: {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:43.089616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Network hostable DHCP agents. Network: ac9c34d5-c747-4b87-9e0a-345684b21c29, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:49:43.106011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:49:43.108943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Pushing event deleted for resources: {'Port': ['ID=f581f25c-977f-4efb-a514-464bdc4e8a0c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:43.117254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-5eab8319-b1be-43f0-8895-028a83de4491 service neutron] 10.222.0.10 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495821
Nov 06 20:49:43.117594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac9c34d5-c747-4b87-9e0a-345684b21c29) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:43.127825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d92a81-01b3-403f-9c15-4c21354d4d22 None None] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:49:43.132037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:43.132677 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.154367 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f0848e8-d177-4ba5-97e1-78476af3dc2b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3639896
Nov 06 20:49:43.157716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48792) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:43.163017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:43.194018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.199323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.206900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-31ee4642-a013-4e75-a013-b12c541ce33e req-a7e124da-c715-4f73-9ba7-41fe9af88f01 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.218672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069cb8f-85f5-44ac-9195-955ed5d7dae1 req-880e9b7f-2452-4da8-a9f5-98be082304f5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:43.220383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9069cb8f-85f5-44ac-9195-955ed5d7dae1 req-880e9b7f-2452-4da8-a9f5-98be082304f5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 945 time: 0.2020636
Nov 06 20:49:43.232713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-31ee4642-a013-4e75-a013-b12c541ce33e req-a7e124da-c715-4f73-9ba7-41fe9af88f01 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.288790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.356769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-31ee4642-a013-4e75-a013-b12c541ce33e req-a7e124da-c715-4f73-9ba7-41fe9af88f01 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.362400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31ee4642-a013-4e75-a013-b12c541ce33e req-a7e124da-c715-4f73-9ba7-41fe9af88f01 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.5802474
Nov 06 20:49:43.379830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e124da-c715-4f73-9ba7-41fe9af88f01 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3407ec17-4e80-4e5d-b432-27a6f3bd1d3f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:43.398869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ac9c34d5-c747-4b87-9e0a-345684b21c29', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:49:43.399785 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.459681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-ed8e4d65-d3d9-4a6c-982a-b68bc419bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:43.461365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-ed8e4d65-d3d9-4a6c-982a-b68bc419bf5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1175 time: 0.2513080
Nov 06 20:49:43.465625 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9069cb8f-85f5-44ac-9195-955ed5d7dae1 req-ae51bea0-da29-4b7c-896d-4326c87b9f20 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264450
Nov 06 20:49:43.488620 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.498483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.538765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d5870610-f04f-4d8b-9b83-6e4dd925cbe7 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:43.596084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-533ebec3-5310-493a-aeba-4dc14138d683 req-1108e351-943e-40ef-a8af-f75ac637ffb9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-487303544', 'description': 'tempest-description-1354137985'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:43.625731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Allocated IP 172.20.0.2 (ac9c34d5-c747-4b87-9e0a-345684b21c29/48b74287-d028-45eb-9b38-be997c73abff/fe68c60d-ff85-4895-8a82-96e7c2f991f3) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:43.711667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-d1253ffe-4b34-4833-83b0-8b0ddba5d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:43.714064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-d1253ffe-4b34-4833-83b0-8b0ddba5d106 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 914 time: 0.2424471
Nov 06 20:49:43.714565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.718967 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-533ebec3-5310-493a-aeba-4dc14138d683 req-1108e351-943e-40ef-a8af-f75ac637ffb9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.725481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:49:43.741131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.747023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:43.747442 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.813643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb5eae-6696-4387-9186-efc66c9dd1ef req-491dfb78-1765-442d-9a74-ecb008334809 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:43.815332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28eb5eae-6696-4387-9186-efc66c9dd1ef req-491dfb78-1765-442d-9a74-ecb008334809 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.2225997
Nov 06 20:49:43.821208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-991f9ba7-71c0-4e0e-9af9-38cd3790aa78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a HTTP/1.1" status: 200  len: 217 time: 0.0958004
Nov 06 20:49:43.876347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Allocated IP 172.35.0.58 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/bde7d262-0e90-487a-a9e8-e2946dad31ee) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:43.910926 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.944050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:43.987834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-1cba4569-d7fb-4195-98c5-6d99ed47001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:43.989238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-1cba4569-d7fb-4195-98c5-6d99ed47001f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.1559763
Nov 06 20:49:44.021843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.024092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.030932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:44.031541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28eb5eae-6696-4387-9186-efc66c9dd1ef req-83f19fd7-530b-4e30-bdd7-04681900446b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016160
Nov 06 20:49:44.043846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Pushing event updated for resources: {'Port': ['ID=fe68c60d-ff85-4895-8a82-96e7c2f991f3,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:44.053432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:44.054563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-e59a3fbe-7f52-460e-b864-0e6afeccfa3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485702
Nov 06 20:49:44.056671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:44.072426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-533ebec3-5310-493a-aeba-4dc14138d683 req-1108e351-943e-40ef-a8af-f75ac637ffb9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.076533 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.089838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:44.090055 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c4900-ec14-4ad5-9b2f-7d94ea5a8052" -d '{"events": [{"server_uuid": "9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2", "name": "network-vif-plugged", "status": "completed", "tag": "d5870610-f04f-4d8b-9b83-6e4dd925cbe7"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:44.120685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d5870610-f04f-4d8b-9b83-6e4dd925cbe7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:44.127060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:44.130524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:44.135492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:44.140283 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-533ebec3-5310-493a-aeba-4dc14138d683 req-1108e351-943e-40ef-a8af-f75ac637ffb9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.155485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.175134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Pushing event updated for resources: {'Port': ['ID=bde7d262-0e90-487a-a9e8-e2946dad31ee,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:44.198156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-533ebec3-5310-493a-aeba-4dc14138d683 req-1108e351-943e-40ef-a8af-f75ac637ffb9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.199405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-533ebec3-5310-493a-aeba-4dc14138d683 req-1108e351-943e-40ef-a8af-f75ac637ffb9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.6904571
Nov 06 20:49:44.205107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108e351-943e-40ef-a8af-f75ac637ffb9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3fd931-9f31-41d5-b7b4-9bee910f739f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:44.219694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Attempting to bind port fe68c60d-ff85-4895-8a82-96e7c2f991f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:44.220137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Attempting to bind port fe68c60d-ff85-4895-8a82-96e7c2f991f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:44.220733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Attempting to bind port fe68c60d-ff85-4895-8a82-96e7c2f991f3 on network ac9c34d5-c747-4b87-9e0a-345684b21c29 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:44.224229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Router 30dc2251-38fb-4fdf-9294-eba9b989d782 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:44.237515 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.246269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-5933e71a-a229-4c19-a008-b8fcc2e796e4 service neutron] 10.222.0.10 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837673
Nov 06 20:49:44.247947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:44.248407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Checking segment: {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:44.248823 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.249253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Bound using segment: {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:44.250032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Bound port: fe68c60d-ff85-4895-8a82-96e7c2f991f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:44.250588 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.258870 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.286232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:44.367150 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c45f86-7170-4796-8e94-16b40ab18ba9 x-openstack-request-id: req-a8c45f86-7170-4796-8e94-16b40ab18ba9 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:44.367589 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2", "name": "network-vif-plugged", "status": "completed", "tag": "d5870610-f04f-4d8b-9b83-6e4dd925cbe7", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:44.367931 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8c45f86-7170-4796-8e94-16b40ab18ba9 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:44.379646 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7', 'code': 200}
Nov 06 20:49:44.393736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] For port fe68c60d-ff85-4895-8a82-96e7c2f991f3, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:44.397584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] For port fe68c60d-ff85-4895-8a82-96e7c2f991f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe68c60d-ff85-4895-8a82-96e7c2f991f3,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:44.403067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.426988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-5f64c6f4-83e2-419a-be3a-a97941295f6a req-7cb72fd4-2027-4dea-8cc1-66a5dc7d76f6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-763333054', 'description': 'tempest-description-1684087447'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:44.471473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a510055-b91b-4ed1-806a-2379db764714 None None] Pushing event updated for resources: {'Port': ['ID=fe68c60d-ff85-4895-8a82-96e7c2f991f3,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:44.542950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.590264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27fe6-8c20-4ecb-a1d1-62c47c394a1f req-b6ae5c12-4a7a-4fe3-b7e5-a34c807c2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:44.591840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d27fe6-8c20-4ecb-a1d1-62c47c394a1f req-b6ae5c12-4a7a-4fe3-b7e5-a34c807c2ff8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 1100 time: 0.0946019
Nov 06 20:49:44.690607 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d27fe6-8c20-4ecb-a1d1-62c47c394a1f req-32fc7d47-6d25-45bd-90ef-c3d20c212266 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913479
Nov 06 20:49:44.814701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.856235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337e70a-d7c9-4095-abad-c5c88b33e8e9 req-8da8a7a9-b958-4199-9588-07376a53bb6e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:44.857791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f337e70a-d7c9-4095-abad-c5c88b33e8e9 req-8da8a7a9-b958-4199-9588-07376a53bb6e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 949 time: 0.5344641
Nov 06 20:49:44.878275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:44.883651 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5f64c6f4-83e2-419a-be3a-a97941295f6a req-7cb72fd4-2027-4dea-8cc1-66a5dc7d76f6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:44.887135 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] Sync routers for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:44.897671 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:44.898407 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925290c160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:44.903494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f4c20686-b7af-474b-937f-d6a66459a767 admin admin] 10.222.0.13 "PUT /v2.0/routers/30dc2251-38fb-4fdf-9294-eba9b989d782/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5676818
Nov 06 20:49:44.906345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48812) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:44.921022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1010977a-8cd1-41ab-acb3-c297c123f219 req-9600c645-3514-4b4e-b609-d9a65353df0f service neutron] 10.222.0.10 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5992806
Nov 06 20:49:44.967187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f337e70a-d7c9-4095-abad-c5c88b33e8e9 req-b4bf5c3d-beec-4b33-9376-ff4abd4b8095 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948567
Nov 06 20:49:45.025111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5f64c6f4-83e2-419a-be3a-a97941295f6a req-7cb72fd4-2027-4dea-8cc1-66a5dc7d76f6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.032587 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5f64c6f4-83e2-419a-be3a-a97941295f6a req-7cb72fd4-2027-4dea-8cc1-66a5dc7d76f6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.046768 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:45.069842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5f64c6f4-83e2-419a-be3a-a97941295f6a req-7cb72fd4-2027-4dea-8cc1-66a5dc7d76f6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.072923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f64c6f4-83e2-419a-be3a-a97941295f6a req-7cb72fd4-2027-4dea-8cc1-66a5dc7d76f6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.6554670
Nov 06 20:49:45.110031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb72fd4-2027-4dea-8cc1-66a5dc7d76f6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7a3df1-c466-4715-9fdf-fe423f81c537,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:45.148510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096133-a381-4d47-8805-0a79285b988a req-0df61e93-6f17-4307-ba6b-5965cb4253fc tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:45.156391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31096133-a381-4d47-8805-0a79285b988a req-0df61e93-6f17-4307-ba6b-5965cb4253fc tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 945 time: 0.1107779
Nov 06 20:49:45.218642 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31096133-a381-4d47-8805-0a79285b988a req-d4cb7846-da01-4293-b4f7-9cd8b5485958 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557992
Nov 06 20:49:45.328901 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925290c160>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:49:42Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:45.384738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe68c60d-ff85-4895-8a82-96e7c2f991f3 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:45.395076 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] Checking router: 30dc2251-38fb-4fdf-9294-eba9b989d782 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:45.407223 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] Routers {'30dc2251-38fb-4fdf-9294-eba9b989d782'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:45.408250 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925290c160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['30dc2251-38fb-4fdf-9294-eba9b989d782'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:45.420042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670054-6cd6-4900-8341-d0b96f9851fb req-afed0da8-de06-49e3-b837-8a0b0e1bd857 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:45.421905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1670054-6cd6-4900-8341-d0b96f9851fb req-afed0da8-de06-49e3-b837-8a0b0e1bd857 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.1008728
Nov 06 20:49:45.473815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port fe68c60d-ff85-4895-8a82-96e7c2f991f3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:45.474443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.482969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.525008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1670054-6cd6-4900-8341-d0b96f9851fb req-049aca49-c327-4888-8e1a-3f70bb3071e8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898168
Nov 06 20:49:45.562348 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc80781d-5813-4df1-9ab3-b7156e4c6b3e req-842d4983-300a-4cad-bac6-449eddc336a9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a012746186e4431bf96fa9c5a3bc116 HTTP/1.1" status: 200  len: 10998 time: 0.2186921
Nov 06 20:49:45.562576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:49:45.594859 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] Set router 30dc2251-38fb-4fdf-9294-eba9b989d782 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:45.601003 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.630640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc80781d-5813-4df1-9ab3-b7156e4c6b3e req-3decdd09-3d70-4faf-8d4d-bbd2f892a829 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/75189bda-8bd3-4b2c-97d7-f04e7fb1e01a HTTP/1.1" status: 200  len: 2998 time: 0.0597353
Nov 06 20:49:45.651861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port fe68c60d-ff85-4895-8a82-96e7c2f991f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe68c60d-ff85-4895-8a82-96e7c2f991f3,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:45.656991 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.688286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc80781d-5813-4df1-9ab3-b7156e4c6b3e req-9c633b62-4042-41c4-aab5-d65842a8a534 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/75189bda-8bd3-4b2c-97d7-f04e7fb1e01a HTTP/1.1" status: 200  len: 2998 time: 0.0512061
Nov 06 20:49:45.752145 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.755790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=fe68c60d-ff85-4895-8a82-96e7c2f991f3,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:45.770748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45f6c766-f19e-4266-a781-2a4e3f93819b req-f8f2b952-eb13-4d0e-a329-8e30f02b9ec5 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/3407ec17-4e80-4e5d-b432-27a6f3bd1d3f HTTP/1.1" status: 200  len: 1816 time: 0.0592134
Nov 06 20:49:45.799200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93485dce-e72b-41a0-9bd2-a7b6c53d03c3 None None] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:49:45.821143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:45.831900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-45f6c766-f19e-4266-a781-2a4e3f93819b req-4bafcfea-6244-493b-bb1c-61a99cf898b6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.850503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.854966 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1e21e45b-70fa-432d-a5bf-563b735d66ea admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.6927395
Nov 06 20:49:45.855339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:45.863260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-45f6c766-f19e-4266-a781-2a4e3f93819b req-4bafcfea-6244-493b-bb1c-61a99cf898b6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.868590 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925290c160>, [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:49:42Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:45.873045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Sync routers for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:45.896566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:45.897638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252256250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:45.905826 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54f49c-ce29-4aae-a934-186ea0498e7a None None] The sync data for ids ['30dc2251-38fb-4fdf-9294-eba9b989d782'] in ncdv-master-1 is: [{'id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'name': 'tempest-FloatingIPsAssociationTestJSON-1189276500-router', 'tenant_id': 'e7a2501529c1496e839dda964a1d9f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191'}], 'enable_snat': True}, 'gw_port_id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:08Z', 'updated_at': '2021-11-06T20:49:42Z', 'revision_number': 5, 'project_id': 'e7a2501529c1496e839dda964a1d9f9d', 'gw_port': {'id': '7f986973-3d48-4181-b97c-4d97e1476c7e', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc2251-38fb-4fdf-9294-eba9b989d782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:09Z', 'updated_at': '2021-11-06T20:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:45.915461 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-45f6c766-f19e-4266-a781-2a4e3f93819b req-4bafcfea-6244-493b-bb1c-61a99cf898b6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.920347 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-45f6c766-f19e-4266-a781-2a4e3f93819b req-4bafcfea-6244-493b-bb1c-61a99cf898b6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.924783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Deleting port 7f986973-3d48-4181-b97c-4d97e1476c7e {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:45.925124 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:45.925902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45f6c766-f19e-4266-a781-2a4e3f93819b req-4bafcfea-6244-493b-bb1c-61a99cf898b6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/3407ec17-4e80-4e5d-b432-27a6f3bd1d3f HTTP/1.1" status: 204  len: 173 time: 0.1541758
Nov 06 20:49:45.963701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafcfea-6244-493b-bb1c-61a99cf898b6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3407ec17-4e80-4e5d-b432-27a6f3bd1d3f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:45.990027 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-0972cd65-9d4a-4fa5-ba4b-f94de498541b req-cd78969e-d958-4091-b301-ea307675f62a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:49:45.992784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0972cd65-9d4a-4fa5-ba4b-f94de498541b req-cd78969e-d958-4091-b301-ea307675f62a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/3407ec17-4e80-4e5d-b432-27a6f3bd1d3f HTTP/1.1" status: 404  len: 352 time: 0.0474679
Nov 06 20:49:46.031340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bf72221f-45f5-4413-bf5f-71515722d06b None None] Provisioning complete for port fe68c60d-ff85-4895-8a82-96e7c2f991f3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:46.031714 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf72221f-45f5-4413-bf5f-71515722d06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.133817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-8f4a9300-762d-4008-bd4f-2e1fc18b2dfa tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:46.136272 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-8f4a9300-762d-4008-bd4f-2e1fc18b2dfa tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 945 time: 0.1931684
Nov 06 20:49:46.144668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1012f005-e184-447b-88c9-88d08e3f2cd5 req-a6b0036a-25f2-45fc-885f-ed5374905cd1 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/ee3fd931-9f31-41d5-b7b4-9bee910f739f HTTP/1.1" status: 200  len: 1817 time: 0.1254427
Nov 06 20:49:46.149903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:46.166174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab89b0-944f-4164-aa00-3e1687048745 req-d90bf98c-9e02-405e-96c6-0bce1137ffbd tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:46.168383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecab89b0-944f-4164-aa00-3e1687048745 req-d90bf98c-9e02-405e-96c6-0bce1137ffbd tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 949 time: 0.1050119
Nov 06 20:49:46.230104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] For port 7f986973-3d48-4181-b97c-4d97e1476c7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f986973-3d48-4181-b97c-4d97e1476c7e,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:46.230491 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.280596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecab89b0-944f-4164-aa00-3e1687048745 req-89003e71-d384-4618-9c04-877ac21d6bd3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007447
Nov 06 20:49:46.310568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Calling delete_port for 7f986973-3d48-4181-b97c-4d97e1476c7e owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:46.310686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1012f005-e184-447b-88c9-88d08e3f2cd5 req-8098ccff-003b-4584-b700-98229bc9cad6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.356815 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1012f005-e184-447b-88c9-88d08e3f2cd5 req-8098ccff-003b-4584-b700-98229bc9cad6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.427065 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1012f005-e184-447b-88c9-88d08e3f2cd5 req-8098ccff-003b-4584-b700-98229bc9cad6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.431335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1012f005-e184-447b-88c9-88d08e3f2cd5 req-8098ccff-003b-4584-b700-98229bc9cad6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.444265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Deleting port 66e68cd1-c539-47b0-a618-67e82324fd7c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:46.444627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.450498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1012f005-e184-447b-88c9-88d08e3f2cd5 req-8098ccff-003b-4584-b700-98229bc9cad6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee3fd931-9f31-41d5-b7b4-9bee910f739f HTTP/1.1" status: 204  len: 173 time: 0.2809310
Nov 06 20:49:46.476770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098ccff-003b-4584-b700-98229bc9cad6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3fd931-9f31-41d5-b7b4-9bee910f739f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:46.630015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252256250>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:44Z', 'revision_number': 3, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:46.640987 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-06b865ab-b997-433d-8341-28a98b24780b req-64e342c7-895e-4069-b12f-9fa78ef1376c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:49:46.643253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06b865ab-b997-433d-8341-28a98b24780b req-64e342c7-895e-4069-b12f-9fa78ef1376c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/ee3fd931-9f31-41d5-b7b4-9bee910f739f HTTP/1.1" status: 404  len: 352 time: 0.0486529
Nov 06 20:49:46.666150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d75e2-a297-4041-bd29-3bbd843e4c43 req-1e5bddb4-2c7e-4a6c-9f70-69d772d6310b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:46.669759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-604d75e2-a297-4041-bd29-3bbd843e4c43 req-1e5bddb4-2c7e-4a6c-9f70-69d772d6310b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 945 time: 0.1462193
Nov 06 20:49:46.680965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Checking router: c6248ae5-2d9e-42d5-ac16-7d5443bc0221 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:46.681972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Updating router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 port bde7d262-0e90-487a-a9e8-e2946dad31ee binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:49:46.720625 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.756662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] For port 66e68cd1-c539-47b0-a618-67e82324fd7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e68cd1-c539-47b0-a618-67e82324fd7c,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:46.757054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.777697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-604d75e2-a297-4041-bd29-3bbd843e4c43 req-1d014d48-54f8-401a-a09b-6a16f43a7d1b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020620
Nov 06 20:49:46.790915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Calling delete_port for 66e68cd1-c539-47b0-a618-67e82324fd7c owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:46.806066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4906566-57cc-4f2f-a601-fae76608f666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.825583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f5a56-53fc-4854-8b7b-b52a241865f6 req-f93c5e33-1028-4b7d-9cbe-594c2fb9e755 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:46.827373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b77f5a56-53fc-4854-8b7b-b52a241865f6 req-f93c5e33-1028-4b7d-9cbe-594c2fb9e755 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.1092582
Nov 06 20:49:46.836026 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.901476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f986973-3d48-4181-b97c-4d97e1476c7e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:46.917904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b1576791-605c-47e6-b05a-c9141099db87 None None] Provisioning complete for port fe68c60d-ff85-4895-8a82-96e7c2f991f3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:46.917904 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1576791-605c-47e6-b05a-c9141099db87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:46.922236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b77f5a56-53fc-4854-8b7b-b52a241865f6 req-656557be-d2b6-4bff-8c50-da7f8385e470 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736592
Nov 06 20:49:46.927121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14474b56-4ce1-4e02-bfb3-f9be42c0ff16 req-5970cb7e-e3d0-4d98-8124-8f6ec63d4056 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/9d7a3df1-c466-4715-9fdf-fe423f81c537 HTTP/1.1" status: 200  len: 1817 time: 0.0979836
Nov 06 20:49:46.996184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-14474b56-4ce1-4e02-bfb3-f9be42c0ff16 req-a020472d-6e6d-4897-a612-e7ec4605a8d5 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.024911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-14474b56-4ce1-4e02-bfb3-f9be42c0ff16 req-a020472d-6e6d-4897-a612-e7ec4605a8d5 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.041067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.075494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-14474b56-4ce1-4e02-bfb3-f9be42c0ff16 req-a020472d-6e6d-4897-a612-e7ec4605a8d5 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.078272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-14474b56-4ce1-4e02-bfb3-f9be42c0ff16 req-a020472d-6e6d-4897-a612-e7ec4605a8d5 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.080022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14474b56-4ce1-4e02-bfb3-f9be42c0ff16 req-a020472d-6e6d-4897-a612-e7ec4605a8d5 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d7a3df1-c466-4715-9fdf-fe423f81c537 HTTP/1.1" status: 204  len: 173 time: 0.1460223
Nov 06 20:49:47.089407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020472d-6e6d-4897-a612-e7ec4605a8d5 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7a3df1-c466-4715-9fdf-fe423f81c537,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:47.130407 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-a5656179-7c90-4baa-b875-138ed1ad3cda req-5e920d2d-db7b-4a3f-9551-08c61a9bdfe0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:49:47.131460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5656179-7c90-4baa-b875-138ed1ad3cda req-5e920d2d-db7b-4a3f-9551-08c61a9bdfe0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/9d7a3df1-c466-4715-9fdf-fe423f81c537 HTTP/1.1" status: 404  len: 352 time: 0.0198784
Nov 06 20:49:47.167914 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.170498 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.174259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.176786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.179246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.240948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d90554-e4c7-4b60-a18c-05b18bb9ec51 None None] Pushing event updated for resources: {'Port': ['ID=bde7d262-0e90-487a-a9e8-e2946dad31ee,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:47.244613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Attempting to bind port bde7d262-0e90-487a-a9e8-e2946dad31ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:47.244994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Attempting to bind port bde7d262-0e90-487a-a9e8-e2946dad31ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:47.245360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Attempting to bind port bde7d262-0e90-487a-a9e8-e2946dad31ee on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:47.250952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:47.251456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:47.251865 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.252257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:47.252760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Bound port: bde7d262-0e90-487a-a9e8-e2946dad31ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:47.253142 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.270713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a5dab09-7949-4f70-a2ee-fbf4e022a9ad req-be0c35e9-161c-4745-9da3-9c7bd7be3b66 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a012746186e4431bf96fa9c5a3bc116 HTTP/1.1" status: 200  len: 6201 time: 0.1131740
Nov 06 20:49:47.283766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.284427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30dc2251-38fb-4fdf-9294-eba9b989d782 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:49:47.287505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.292152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.293387 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-66ec8f51-73b5-4168-b427-5dd423beb315 admin admin] 10.222.0.13 "DELETE /v2.0/routers/30dc2251-38fb-4fdf-9294-eba9b989d782 HTTP/1.1" status: 204  len: 168 time: 2.3860376
Nov 06 20:49:47.299499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:47.305395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['66e68cd1-c539-47b0-a618-67e82324fd7c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:47.345995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a5dab09-7949-4f70-a2ee-fbf4e022a9ad req-449ae2d7-dd91-4b72-ad85-68caee1fab2c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/75189bda-8bd3-4b2c-97d7-f04e7fb1e01a HTTP/1.1" status: 200  len: 2998 time: 0.0738111
Nov 06 20:49:47.365612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe68c60d-ff85-4895-8a82-96e7c2f991f3 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:47.407520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] For port bde7d262-0e90-487a-a9e8-e2946dad31ee, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:47.424526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event deleted for resources: {'Port': ['ID=66e68cd1-c539-47b0-a618-67e82324fd7c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:47.434741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] For port bde7d262-0e90-487a-a9e8-e2946dad31ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde7d262-0e90-487a-a9e8-e2946dad31ee,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:47.445331 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.455694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a5dab09-7949-4f70-a2ee-fbf4e022a9ad req-d870fa31-0cde-4684-b055-b03bbd9c588e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/75189bda-8bd3-4b2c-97d7-f04e7fb1e01a HTTP/1.1" status: 200  len: 2998 time: 0.1072502
Nov 06 20:49:47.504020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port fe68c60d-ff85-4895-8a82-96e7c2f991f3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:47.505284 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.513395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e469b-7115-4b67-a08b-9070ac6358ef req-084cfe42-fb1b-4d27-be00-b2252a3783ba tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:47.523725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a30e469b-7115-4b67-a08b-9070ac6358ef req-084cfe42-fb1b-4d27-be00-b2252a3783ba tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 949 time: 0.1436975
Nov 06 20:49:47.540571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-364028bb-e89e-4e40-bcfd-6eacf95a2a74 admin admin] Deleting subnet dc6b2a37-aaa9-48c8-9836-091c2cfe8685 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:49:47.545462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] No DVR routers for this DVR port 66e68cd1-c539-47b0-a618-67e82324fd7c on host nch1-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:49:47.552590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.556001 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c1b86ce3-bd16-45d6-b023-1bb6590246f2 req-ec54efba-b44e-4da2-bcd3-78f050ffc42b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "DELETE /v2.0/ports/66e68cd1-c539-47b0-a618-67e82324fd7c HTTP/1.1" status: 204  len: 173 time: 1.3819535
Nov 06 20:49:47.558708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760', 'name': 'network-vif-deleted', 'tag': '66e68cd1-c539-47b0-a618-67e82324fd7c'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:47.561284 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c35df8-a23c-4a4f-a0b1-45393883554f" -d '{"events": [{"server_uuid": "d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760", "name": "network-vif-deleted", "tag": "66e68cd1-c539-47b0-a618-67e82324fd7c"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:47.564790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-364028bb-e89e-4e40-bcfd-6eacf95a2a74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.578266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:47.578942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252256250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:47.606043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a30e469b-7115-4b67-a08b-9070ac6358ef req-331c44ac-32ea-4432-9c3c-9f73f16da708 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760322
Nov 06 20:49:47.614319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-595dc353-f25c-4813-98ae-222d341c6b97 req-b0f9dbe9-7804-462b-a359-3e5fd37b4eaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1389902080', 'description': 'tempest-description-525062903'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:47.627799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d90554-e4c7-4b60-a18c-05b18bb9ec51 None None] Pushing event updated for resources: {'Port': ['ID=bde7d262-0e90-487a-a9e8-e2946dad31ee,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:47.650550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-364028bb-e89e-4e40-bcfd-6eacf95a2a74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.670126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-595dc353-f25c-4813-98ae-222d341c6b97 req-b0f9dbe9-7804-462b-a359-3e5fd37b4eaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.687296 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f11065-f172-47a9-bc41-4bf449bf1653 x-openstack-request-id: req-d3f11065-f172-47a9-bc41-4bf449bf1653 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:47.687583 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760", "name": "network-vif-deleted", "tag": "66e68cd1-c539-47b0-a618-67e82324fd7c", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:47.687834 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3f11065-f172-47a9-bc41-4bf449bf1653 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:47.688394 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760', 'name': 'network-vif-deleted', 'tag': '66e68cd1-c539-47b0-a618-67e82324fd7c', 'status': 'completed', 'code': 200}
Nov 06 20:49:47.707670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Allocated IP 172.20.0.1 (ac9c34d5-c747-4b87-9e0a-345684b21c29/48b74287-d028-45eb-9b38-be997c73abff/ae3b16fc-bc38-4790-83ed-125096df3bd6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:47.746464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:47.799444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-595dc353-f25c-4813-98ae-222d341c6b97 req-b0f9dbe9-7804-462b-a359-3e5fd37b4eaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.805919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-595dc353-f25c-4813-98ae-222d341c6b97 req-b0f9dbe9-7804-462b-a359-3e5fd37b4eaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.813817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-364028bb-e89e-4e40-bcfd-6eacf95a2a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.868132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-595dc353-f25c-4813-98ae-222d341c6b97 req-b0f9dbe9-7804-462b-a359-3e5fd37b4eaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.870714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-595dc353-f25c-4813-98ae-222d341c6b97 req-b0f9dbe9-7804-462b-a359-3e5fd37b4eaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.2628365
Nov 06 20:49:47.888088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9dbe9-7804-462b-a359-3e5fd37b4eaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2312d131-9fb2-465a-9667-f841f85ba544,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:47.940217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb02ba-1a5a-463c-a0df-b2beabb2caf9 req-37059d0e-2660-43a0-a96c-43fa3ccf634b tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:47.947456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ecb02ba-1a5a-463c-a0df-b2beabb2caf9 req-37059d0e-2660-43a0-a96c-43fa3ccf634b tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 1100 time: 0.0753148
Nov 06 20:49:47.954805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.966480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-364028bb-e89e-4e40-bcfd-6eacf95a2a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:47.996718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f581f25c-977f-4efb-a514-464bdc4e8a0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:48.023033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f581f25c-977f-4efb-a514-464bdc4e8a0c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:49:48.023033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f581f25c-977f-4efb-a514-464bdc4e8a0c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:49:48.029045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e73b0e67-73e6-4c2e-9e0b-415712f50120 req-f165fd9d-9a6d-4524-bd24-cfcec1710ef5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3dec4b5-5f2b-4e8a-a3d8-d4f288a0c760 HTTP/1.1" status: 200  len: 210 time: 0.0372295
Nov 06 20:49:48.046796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ecb02ba-1a5a-463c-a0df-b2beabb2caf9 req-71280afe-f359-4a7a-ab77-fd39cd45a356 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979064
Nov 06 20:49:48.098189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252256250>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:44Z', 'revision_number': 3, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:48.099751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-586f3b56-06ba-47d7-882d-4704fad2be73 req-91c77e9f-905f-40d5-802c-37f56d50c568 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-566865833', 'description': 'tempest-description-738987813'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:48.147155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e45848-824d-40f9-94e2-61c9442f59d5 None None] The sync data for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 is: [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:44Z', 'revision_number': 3, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:48.202803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-586f3b56-06ba-47d7-882d-4704fad2be73 req-91c77e9f-905f-40d5-802c-37f56d50c568 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.271768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6048aa-87ae-4fed-a9ee-657ead57f74c req-da90ed78-0d45-445d-bb31-c9625fa44bed tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:48.273525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe6048aa-87ae-4fed-a9ee-657ead57f74c req-da90ed78-0d45-445d-bb31-c9625fa44bed tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.0913811
Nov 06 20:49:48.306607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-364028bb-e89e-4e40-bcfd-6eacf95a2a74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.313576 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-364028bb-e89e-4e40-bcfd-6eacf95a2a74 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc6b2a37-aaa9-48c8-9836-091c2cfe8685 HTTP/1.1" status: 204  len: 168 time: 0.9548681
Nov 06 20:49:48.314182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48868) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:48.315895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58bf6c-1f63-4dd2-9ba9-68527c05ea3c None None] Network 70df8f7c-e170-4849-829e-02a0385fa7a0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:49:48.321445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364028bb-e89e-4e40-bcfd-6eacf95a2a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6b2a37-aaa9-48c8-9836-091c2cfe8685,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:48.339565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.373832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:48.377173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:48.379507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:48.396673 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-586f3b56-06ba-47d7-882d-4704fad2be73 req-91c77e9f-905f-40d5-802c-37f56d50c568 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.433916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Pushing event updated for resources: {'Port': ['ID=ae3b16fc-bc38-4790-83ed-125096df3bd6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:48.435532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-586f3b56-06ba-47d7-882d-4704fad2be73 req-91c77e9f-905f-40d5-802c-37f56d50c568 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.447643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.501160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.510424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe6048aa-87ae-4fed-a9ee-657ead57f74c req-22f5677d-c643-4cf1-ae8f-69b00bca981f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280288
Nov 06 20:49:48.532145 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-586f3b56-06ba-47d7-882d-4704fad2be73 req-91c77e9f-905f-40d5-802c-37f56d50c568 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.539890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-586f3b56-06ba-47d7-882d-4704fad2be73 req-91c77e9f-905f-40d5-802c-37f56d50c568 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4475207
Nov 06 20:49:48.604045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c77e9f-905f-40d5-802c-37f56d50c568 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7681db22-dd59-4cad-87e8-f7985ec03b47,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:48.644943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Deleting port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:48.645398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.704442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] DHCP port deletion for 70df8f7c-e170-4849-829e-02a0385fa7a0 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:49:48.760661 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.791628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] For port 6efb8e81-e8b8-404b-bace-037ca2cf8b17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6efb8e81-e8b8-404b-bace-037ca2cf8b17,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:48.792074 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.810789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Calling delete_port for 6efb8e81-e8b8-404b-bace-037ca2cf8b17 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:48.813830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-7b84cb5c-9370-4269-8a8c-adc9f45e748e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0977707
Nov 06 20:49:48.836596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] Deleting port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:49:48.836596 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.938063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] For port 6efb8e81-e8b8-404b-bace-037ca2cf8b17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6efb8e81-e8b8-404b-bace-037ca2cf8b17,segment=NetworkSegment(3e84438e-8340-44bf-b6b5-b45afeb8d5de),segment_id=3e84438e-8340-44bf-b6b5-b45afeb8d5de)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:48.938469 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:48.965321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] Calling delete_port for 6efb8e81-e8b8-404b-bace-037ca2cf8b17 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:49:48.977213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ffa8d9a1-38ac-4949-a063-18e4abf6484b None None] Provisioning complete for port ae3b16fc-bc38-4790-83ed-125096df3bd6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:48.977583 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ffa8d9a1-38ac-4949-a063-18e4abf6484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.008858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.018626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.023462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8d9a1-38ac-4949-a063-18e4abf6484b None None] Port ae3b16fc-bc38-4790-83ed-125096df3bd6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:49.023744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-e781ea39-d886-46ae-859b-e8185724a839 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:49.026613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-e781ea39-d886-46ae-859b-e8185724a839 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 813 time: 0.1463459
Nov 06 20:49:49.044091 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:49:49.079447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-c26d5538-c186-471e-a84e-081f08853623 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/quotas/0a012746186e4431bf96fa9c5a3bc116 HTTP/1.1" status: 200  len: 375 time: 0.0216367
Nov 06 20:49:49.120812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.124031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Pushing event updated for resources: {'Port': ['ID=ae3b16fc-bc38-4790-83ed-125096df3bd6,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:49.185501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-5d99f1af-438d-49c1-a3d5-0cca9d7bb3c7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:49.187270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-5d99f1af-438d-49c1-a3d5-0cca9d7bb3c7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3557253
Nov 06 20:49:49.232607 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.255267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:49.257000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:49.288002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efb8e81-e8b8-404b-bace-037ca2cf8b17,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:49.325045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-fa8831d3-fd9c-4131-8420-3c21d63ddc25 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2351615
Nov 06 20:49:49.327459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-849163ea-4c49-4ed4-a99d-a1276ee7c234 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/quotas/4ce2d4abd58240c3a94718d2a022d67c HTTP/1.1" status: 200  len: 375 time: 0.1166141
Nov 06 20:49:49.335617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] No DVR routers for this DVR port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:49:49.348943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bde7d262-0e90-487a-a9e8-e2946dad31ee up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:49.413444 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.429069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] No DVR routers for this DVR port 6efb8e81-e8b8-404b-bace-037ca2cf8b17 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:49:49.443607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:49:49.446431 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e77977b4-3b4a-481f-b528-34a0dc1e98bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.467796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bde7d262-0e90-487a-a9e8-e2946dad31ee triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:49.468447 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.471860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2279b-db54-4282-8ac2-223a0aa8eae2 None None] Pushing event deleted for resources: {'Port': ['ID=6efb8e81-e8b8-404b-bace-037ca2cf8b17,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:49.536606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 66e68cd1-c539-47b0-a618-67e82324fd7c no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:49.569321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 66e68cd1-c539-47b0-a618-67e82324fd7c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:49:49.569790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 66e68cd1-c539-47b0-a618-67e82324fd7c not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:49:49.572590 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.610074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-95180780-cdca-4338-a88c-a8d50258cc24 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2545271
Nov 06 20:49:49.613767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:49:49.619407 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bea46bc9-0417-4b19-995b-25cfe0b61bcc admin admin] 10.222.0.13 "PUT /v2.0/routers/c6248ae5-2d9e-42d5-ac16-7d5443bc0221/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7630816
Nov 06 20:49:49.626456 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.637616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255df73d0>,) {'filters': {'network_id': ['70df8f7c-e170-4849-829e-02a0385fa7a0']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:49.648192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-e86b1424-19a3-4258-a378-e8f2431f9e7c service neutron] 10.222.0.13 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3059204
Nov 06 20:49:49.653628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255df73d0>, '3e84438e-8340-44bf-b6b5-b45afeb8d5de') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:49.654046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255df73d0>, '3e84438e-8340-44bf-b6b5-b45afeb8d5de') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:49.663434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port bde7d262-0e90-487a-a9e8-e2946dad31ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde7d262-0e90-487a-a9e8-e2946dad31ee,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:49.671973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.678789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a5216f1b-8f00-4290-99e1-c4d069b3dcd2 None None] Provisioning complete for port ae3b16fc-bc38-4790-83ed-125096df3bd6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:49.678789 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5216f1b-8f00-4290-99e1-c4d069b3dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.688915 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.737548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.749424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:49:49.749833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:49:49.751522 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:49:49.784060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6efb8e81-e8b8-404b-bace-037ca2cf8b17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:49.850314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6efb8e81-e8b8-404b-bace-037ca2cf8b17 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:49:49.851108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6efb8e81-e8b8-404b-bace-037ca2cf8b17 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:49:49.851605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7f986973-3d48-4181-b97c-4d97e1476c7e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:49.855297 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.860916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:49.866865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] 10.222.0.13 "DELETE /v2.0/networks/70df8f7c-e170-4849-829e-02a0385fa7a0 HTTP/1.1" status: 204  len: 168 time: 1.5488579
Nov 06 20:49:49.874958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-0ac3a65a-a2a9-4d7b-b467-fbbbf3f75c47 service neutron] 10.222.0.13 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2186141
Nov 06 20:49:49.917206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ab50d-cb87-4e19-a149-d6a6c16ea420 admin admin] Pushing event deleted for resources: {'Network': ['ID=70df8f7c-e170-4849-829e-02a0385fa7a0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:49.921127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 7f986973-3d48-4181-b97c-4d97e1476c7e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:49:49.921494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7f986973-3d48-4181-b97c-4d97e1476c7e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:49:49.929093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a5216f1b-8f00-4290-99e1-c4d069b3dcd2 None None] Port ae3b16fc-bc38-4790-83ed-125096df3bd6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:49.932645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=bde7d262-0e90-487a-a9e8-e2946dad31ee,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:50.081075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48918) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:50.194409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d60cab69-aecb-46cb-baeb-2d741362fb53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7a2501529c1496e839dda964a1d9f9d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1118853
Nov 06 20:49:50.197414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48942) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:50.261420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de16b7f-c294-4f2b-a7c2-6245877446b4 req-07e2a907-208c-44f1-ab11-d68779357c49 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:50.270857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1de16b7f-c294-4f2b-a7c2-6245877446b4 req-07e2a907-208c-44f1-ab11-d68779357c49 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.1581521
Nov 06 20:49:50.326337 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4979ea50-fa93-498d-9d13-f5d2b357943f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:50.357092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4979ea50-fa93-498d-9d13-f5d2b357943f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:50.415515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4979ea50-fa93-498d-9d13-f5d2b357943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:50.422580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4979ea50-fa93-498d-9d13-f5d2b357943f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:50.428507 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4979ea50-fa93-498d-9d13-f5d2b357943f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd HTTP/1.1" status: 204  len: 168 time: 0.2298098
Nov 06 20:49:50.449007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cabb727b-3cfb-4c27-a55e-99dd6b68bf6e req-2929465a-5a46-4125-8f4f-9f8603a0c356 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 210 time: 0.1184139
Nov 06 20:49:50.463939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979ea50-fa93-498d-9d13-f5d2b357943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367a7d39-dd0a-4d01-a42b-6c1eb1c9cadd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:50.492148 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:50.527589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1de16b7f-c294-4f2b-a7c2-6245877446b4 req-9c60e3ba-5eb5-4b1f-b9ae-0336a32fe9c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485628
Nov 06 20:49:50.606437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63213786-55c0-471d-8269-f2f8ae9d0a79 req-3a42953e-6b99-4f5a-a668-861e97b8e931 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 210 time: 0.0552285
Nov 06 20:49:50.702657 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Sync routers for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:49:50.730826 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:50.734092 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528a4100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:50.797540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-3d7ac225-3193-4a12-8e3a-9c35056fa1b1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:50.807086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-3d7ac225-3193-4a12-8e3a-9c35056fa1b1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.1570525
Nov 06 20:49:50.824001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-a566a1ad-f8cb-4c04-b4ed-e19440275e33 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/quotas/4e36c34c8ba54c99826390aff2abf4d7 HTTP/1.1" status: 200  len: 375 time: 0.0157027
Nov 06 20:49:50.870544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-2127cc41-9e26-437d-938b-da6e737c33cf tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442526
Nov 06 20:49:50.943016 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:51.064332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-e6bf8d6b-657e-4d17-9e07-36e3ea200422 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759634
Nov 06 20:49:51.218059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-6ef4ee49-5f69-425a-8e7a-9c5481b4cfec service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504211
Nov 06 20:49:51.275260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bde7d262-0e90-487a-a9e8-e2946dad31ee up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:51.425408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bde7d262-0e90-487a-a9e8-e2946dad31ee triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:51.425990 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:51.456718 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528a4100>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 2, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:51.529845 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Checking router: c6248ae5-2d9e-42d5-ac16-7d5443bc0221 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:49:51.529845 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Updating router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 port ae3b16fc-bc38-4790-83ed-125096df3bd6 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:49:51.576930 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-492a0801-3a4a-4dd1-86f8-50749a66203a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0932364
Nov 06 20:49:51.605935 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:51.657108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78aa9eed-f2b6-454a-80c6-7b14eb55fec7 req-b054fff6-4753-45a5-9539-100e3f8eedcd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 210 time: 0.0959120
Nov 06 20:49:51.660746 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-7a7e5339-40f2-4200-b0ef-e0b2bc68e096 service neutron] show failed (client error): The resource could not be found.
Nov 06 20:49:51.693815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-7a7e5339-40f2-4200-b0ef-e0b2bc68e096 service neutron] 10.222.0.10 "GET /v2.0/ports/8f1f4c54-7fec-4fe1-86c7-874b082456e6/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.4093144
Nov 06 20:49:51.816390 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:51.843241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d59768e4-09b5-485d-9ed8-bd4f9735ff88 req-918263da-76df-4124-9953-19b1288b153e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 210 time: 0.1841390
Nov 06 20:49:52.030826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8cf2ceb-31f3-433b-97e9-952caee0166a req-ce566a81-e348-4776-81d8-7671c9e4c231 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 210 time: 0.0700567
Nov 06 20:49:52.082643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aa68e-99d5-4624-8128-b62dc3291219 req-5410ff15-4620-4f0d-9bbc-f918c0cb1007 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:52.087061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7aa68e-99d5-4624-8128-b62dc3291219 req-5410ff15-4620-4f0d-9bbc-f918c0cb1007 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.1873667
Nov 06 20:49:52.154264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-b0b8721f-67cd-4613-96ef-5f80d5366bcd tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:52.156892 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-b0b8721f-67cd-4613-96ef-5f80d5366bcd tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5723560
Nov 06 20:49:52.192821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-8f6192d1-0563-4091-abb6-94c8ad640364 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:52.200422 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-8f6192d1-0563-4091-abb6-94c8ad640364 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.37 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 813 time: 0.5994148
Nov 06 20:49:52.209956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Request body: {'port': {'device_id': '1d899a05-d09f-40e8-8d9a-61b9adb4c094', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4ce2d4abd58240c3a94718d2a022d67c'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:52.216932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7aa68e-99d5-4624-8128-b62dc3291219 req-1c9a70d4-0085-4910-8df5-db935b547f77 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227620
Nov 06 20:49:52.235938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'port': {'device_id': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be', 'admin_state_up': True, 'tenant_id': '0a012746186e4431bf96fa9c5a3bc116'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:52.395601 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:52.421389 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:52.458441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Made reservation on behalf of 4ce2d4abd58240c3a94718d2a022d67c for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:52.462879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:52.465692 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:52.467093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-088a42b9-d6dc-4bc9-a65c-e1b929c4baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:52.468673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-088a42b9-d6dc-4bc9-a65c-e1b929c4baad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc&tenant_id=acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 1101 time: 0.1641941
Nov 06 20:49:52.485753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:52.538616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Made reservation on behalf of 0a012746186e4431bf96fa9c5a3bc116 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:52.544992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:52.578585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:52.604467 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34e800-2890-44ea-8fbf-a16eb61b4104 None None] Pushing event updated for resources: {'Port': ['ID=ae3b16fc-bc38-4790-83ed-125096df3bd6,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:52.747927 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Attempting to bind port ae3b16fc-bc38-4790-83ed-125096df3bd6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:52.748856 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Attempting to bind port ae3b16fc-bc38-4790-83ed-125096df3bd6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:52.753426 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Attempting to bind port ae3b16fc-bc38-4790-83ed-125096df3bd6 on network ac9c34d5-c747-4b87-9e0a-345684b21c29 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:52.770030 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:52.770691 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Checking segment: {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:52.771287 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:52.771900 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Bound using segment: {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:52.772591 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Bound port: ae3b16fc-bc38-4790-83ed-125096df3bd6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:52.782183 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:52.890742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e745119a-5d7f-4623-96a7-46efd9d44ea9 req-db66686d-27c6-4c6a-9c1c-d95cf486f6d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 210 time: 0.0341182
Nov 06 20:49:52.953738 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] For port ae3b16fc-bc38-4790-83ed-125096df3bd6, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:52.969354 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] For port ae3b16fc-bc38-4790-83ed-125096df3bd6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae3b16fc-bc38-4790-83ed-125096df3bd6,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:52.983164 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.016879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Allocated IP 192.168.233.190 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/77547b61-5323-47fa-ba9f-e4c8c8dd716b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:53.039861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d867e87f-bd85-4692-aca8-5db5c3f72e8b req-d9e12fa8-fa02-4c43-968b-ed7a3d20eda9 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 210 time: 0.0636687
Nov 06 20:49:53.086935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-07d9d48c-9f99-4958-8f50-ef983567df5a None None] Provisioning complete for port ae3b16fc-bc38-4790-83ed-125096df3bd6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:53.087504 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-07d9d48c-9f99-4958-8f50-ef983567df5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.114910 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34e800-2890-44ea-8fbf-a16eb61b4104 None None] Pushing event updated for resources: {'Port': ['ID=ae3b16fc-bc38-4790-83ed-125096df3bd6,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:53.140642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Allocated IP 172.20.0.12 (56bd5fa7-53ab-42b8-8aa7-49a32b3547be/70d0aac5-e890-44c4-ad1e-73b02b423949/a262919e-18f2-4731-a6fd-471327f376d3) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:53.141229 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:49:53.143023 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528a4100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:53.262153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-742d446e-5f3f-4f24-9aea-9dce2539408e req-3d39aab1-b035-451a-9083-10a20cd1a5d7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 210 time: 0.1020885
Nov 06 20:49:53.311755 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-07d9d48c-9f99-4958-8f50-ef983567df5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.327794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49122) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:53.416365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-07d9d48c-9f99-4958-8f50-ef983567df5a None None] For port ae3b16fc-bc38-4790-83ed-125096df3bd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae3b16fc-bc38-4790-83ed-125096df3bd6,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:53.425526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-07d9d48c-9f99-4958-8f50-ef983567df5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.506406 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:49:53.573220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9d48c-9f99-4958-8f50-ef983567df5a None None] Pushing event updated for resources: {'Port': ['ID=ae3b16fc-bc38-4790-83ed-125096df3bd6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:53.638788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-664f9edf-592b-4750-a318-c33bb1e9284c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.676490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b35149b2-5ddf-46eb-9137-264283a3891a None None] Provisioning complete for port ae3b16fc-bc38-4790-83ed-125096df3bd6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:53.676865 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b35149b2-5ddf-46eb-9137-264283a3891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.699034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d227d-acc1-42b3-885b-a3f16a2d9455 req-cd8ec46d-664a-42dc-9fc2-505f2e7ccd94 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:53.707324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f5d227d-acc1-42b3-885b-a3f16a2d9455 req-cd8ec46d-664a-42dc-9fc2-505f2e7ccd94 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.2951338
Nov 06 20:49:53.794008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-d6a072ab-b770-4639-a621-f7c337c39a7b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:53.796002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-d6a072ab-b770-4639-a621-f7c337c39a7b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.4518287
Nov 06 20:49:53.811365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Request body: {'port': {'device_id': '183e64a4-ecc9-4623-b4f8-72c80bfae9d8', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'admin_state_up': True, 'tenant_id': '4e36c34c8ba54c99826390aff2abf4d7'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:53.882714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-664f9edf-592b-4750-a318-c33bb1e9284c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.893085 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.896556 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.898112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-664f9edf-592b-4750-a318-c33bb1e9284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:53.952149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f5d227d-acc1-42b3-885b-a3f16a2d9455 req-cbe73d27-6d66-4cb2-9922-7c30c02864c1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421718
Nov 06 20:49:53.957310 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-96af0016-38e4-442d-808e-c901fc17930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528a4100>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:52Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:49:53.973909 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-664f9edf-592b-4750-a318-c33bb1e9284c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3c5a9295411456d8e8d66890abc3f1b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6357617
Nov 06 20:49:53.974130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49134) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:49:54.001599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Made reservation on behalf of 4e36c34c8ba54c99826390aff2abf4d7 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:49:54.005832 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.011638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.017403 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af0016-38e4-442d-808e-c901fc17930e None None] The sync data for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 is: [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:52Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:49:54.021011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f9edf-592b-4750-a318-c33bb1e9284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855c2035-a50a-4f2c-a2b8-c656299687be,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:54.023842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:54.089026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'Port': ['ID=a262919e-18f2-4731-a6fd-471327f376d3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:54.126139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b28f25f1-195d-47bf-8bd4-3bf424d5f21f req-41a9c8c4-bf22-4eda-83e7-58fcaefb9d34 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 210 time: 0.1145144
Nov 06 20:49:54.135901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:54.139891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:54.142664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:54.149369 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.185104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:54.219449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:54.260453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:54.272885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:54.355944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:54.356663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.408887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'Port': ['ID=77547b61-5323-47fa-ba9f-e4c8c8dd716b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:54.433265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfc207af-b047-42bd-a0f0-7dddefc31b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.503197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-01534295-4ac7-4424-99a4-3d1ada0875eb tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2829332
Nov 06 20:49:54.525354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:54.526326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.532232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c35a-8dba-4a24-be47-7b51659d3e50 req-739edca5-e468-4cf5-9ea4-28b94ba2aa81 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:54.534743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9418c35a-8dba-4a24-be47-7b51659d3e50 req-739edca5-e468-4cf5-9ea4-28b94ba2aa81 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 936 time: 0.3566091
Nov 06 20:49:54.537343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Request body: {'port': {'device_id': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:54.540773 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfc207af-b047-42bd-a0f0-7dddefc31b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.657557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a5a703dc-7eb5-4111-a2cd-ecbf5f4669c4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4560335
Nov 06 20:49:54.683633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Request body: {'port': {'device_id': '1d899a05-d09f-40e8-8d9a-61b9adb4c094', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:54.732807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.758958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfc207af-b047-42bd-a0f0-7dddefc31b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.764087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfc207af-b047-42bd-a0f0-7dddefc31b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.765554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bfc207af-b047-42bd-a0f0-7dddefc31b1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/855c2035-a50a-4f2c-a2b8-c656299687be HTTP/1.1" status: 204  len: 168 time: 0.7902875
Nov 06 20:49:54.782618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.794307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c773-1891-4029-a884-d894504ba628 req-2b092cf6-dae1-4417-83f0-a9191e67d192 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:54.810185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cea9c773-1891-4029-a884-d894504ba628 req-2b092cf6-dae1-4417-83f0-a9191e67d192 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 932 time: 0.4068215
Nov 06 20:49:54.827159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:49:54.866312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc207af-b047-42bd-a0f0-7dddefc31b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855c2035-a50a-4f2c-a2b8-c656299687be,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:54.907209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-65590c0f-05fd-4331-b882-0a3f072ec649 None None] Provisioning complete for port 77547b61-5323-47fa-ba9f-e4c8c8dd716b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:54.907209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-65590c0f-05fd-4331-b882-0a3f072ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:54.925276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Allocated IP 172.20.0.13 (cf6dfc64-25a7-4971-95b2-b28cae749918/320ebed7-bdef-410c-92c6-8b51981e34c9/62b4b2c1-0e64-4879-8eab-3188cee48679) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:49:54.999052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:55.048711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-65590c0f-05fd-4331-b882-0a3f072ec649 None None] Port 77547b61-5323-47fa-ba9f-e4c8c8dd716b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:49:55.110866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:55.129511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Transition to ACTIVE for port object 8f1f4c54-7fec-4fe1-86c7-874b082456e6 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:55.148119 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:55.154894 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6e9ce-4785-465d-99f2-5027028cf4b0" -d '{"events": [{"server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:55.199878 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:55.268056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9418c35a-8dba-4a24-be47-7b51659d3e50 req-d7d11285-96d9-43db-b293-2efaf3966266 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7066908
Nov 06 20:49:55.296911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cea9c773-1891-4029-a884-d894504ba628 req-0d2d1f15-28dc-425a-9fb2-4f358ece2c69 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4857743
Nov 06 20:49:55.329243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:49:55.482866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ae3b16fc-bc38-4790-83ed-125096df3bd6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:49:55.506349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a262919e-18f2-4731-a6fd-471327f376d3 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:55.530019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:55.593274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Transition to ACTIVE for port object a262919e-18f2-4731-a6fd-471327f376d3 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:55.606707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:55.607228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8f1f4c54-7fec-4fe1-86c7-874b082456e6 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:49:55.658178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77547b61-5323-47fa-ba9f-e4c8c8dd716b {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:55.734865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:55.792619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Transition to ACTIVE for port object 77547b61-5323-47fa-ba9f-e4c8c8dd716b will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:55.796328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Pushing event updated for resources: {'Port': ['ID=a262919e-18f2-4731-a6fd-471327f376d3,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:55.883073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:55.936267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8f1f4c54-7fec-4fe1-86c7-874b082456e6 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:49:55.956941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fbfc61c-37c6-4df7-9f41-675944537446 req-e1ce6371-6237-43cb-a023-f04e0581ed1c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 210 time: 0.1977329
Nov 06 20:49:56.016090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Pushing event updated for resources: {'Port': ['ID=77547b61-5323-47fa-ba9f-e4c8c8dd716b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:56.024578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ae3b16fc-bc38-4790-83ed-125096df3bd6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:49:56.025754 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.093525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Attempting to bind port a262919e-18f2-4731-a6fd-471327f376d3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:56.095404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] No DVR routers for this DVR port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:49:56.100307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Attempting to bind port a262919e-18f2-4731-a6fd-471327f376d3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:56.100669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Attempting to bind port a262919e-18f2-4731-a6fd-471327f376d3 on network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:56.140482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:56.143652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Port a262919e-18f2-4731-a6fd-471327f376d3 on network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:56.144005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Attempting to bind port a262919e-18f2-4731-a6fd-471327f376d3 on network 56bd5fa7-53ab-42b8-8aa7-49a32b3547be {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:56.161897 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7ff282-6904-496b-8e49-ca0529e54646 x-openstack-request-id: req-6d7ff282-6904-496b-8e49-ca0529e54646 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:56.167824 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:56.168055 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d7ff282-6904-496b-8e49-ca0529e54646 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:56.169369 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'code': 200}
Nov 06 20:49:56.184579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:56.184960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Checking segment: {'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:56.185356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Bound using segment: {'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:56.185823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Bound port: a262919e-18f2-4731-a6fd-471327f376d3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:56.186186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.270860 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Attempting to bind port 77547b61-5323-47fa-ba9f-e4c8c8dd716b on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:56.273138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Attempting to bind port 77547b61-5323-47fa-ba9f-e4c8c8dd716b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:56.273489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Attempting to bind port 77547b61-5323-47fa-ba9f-e4c8c8dd716b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:56.323304 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Port 77547b61-5323-47fa-ba9f-e4c8c8dd716b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:56.323634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Attempting to bind port 77547b61-5323-47fa-ba9f-e4c8c8dd716b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:56.369711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:56.370121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:56.372636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:56.374362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Bound port: 77547b61-5323-47fa-ba9f-e4c8c8dd716b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:56.375565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.469909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] For port a262919e-18f2-4731-a6fd-471327f376d3, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:56.494343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] For port a262919e-18f2-4731-a6fd-471327f376d3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a262919e-18f2-4731-a6fd-471327f376d3,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:56.508790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.543598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] For port 77547b61-5323-47fa-ba9f-e4c8c8dd716b, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:56.573618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] For port 77547b61-5323-47fa-ba9f-e4c8c8dd716b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77547b61-5323-47fa-ba9f-e4c8c8dd716b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:56.578419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:56.579221 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.580809 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] 10.222.0.37 "PUT /v2.0/ports/a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 200  len: 1092 time: 2.0491593
Nov 06 20:49:56.581393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:56.583737 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca" -d '{"events": [{"name": "network-changed", "server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "tag": "a262919e-18f2-4731-a6fd-471327f376d3"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:56.594372 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.604713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18890f39-28f7-47de-a88b-55d922b8c12a service neutron] Pushing event updated for resources: {'Port': ['ID=a262919e-18f2-4731-a6fd-471327f376d3,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:56.646112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:56.646896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.648329 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] 10.222.0.10 "PUT /v2.0/ports/77547b61-5323-47fa-ba9f-e4c8c8dd716b HTTP/1.1" status: 200  len: 1096 time: 1.9699814
Nov 06 20:49:56.702641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8927a5-b01e-48ad-9b66-6dca30b8fc86 service neutron] Pushing event updated for resources: {'Port': ['ID=77547b61-5323-47fa-ba9f-e4c8c8dd716b,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:56.741127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-6008b62b-4ca5-402c-a391-14935a60a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:56.742913 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-6008b62b-4ca5-402c-a391-14935a60a9b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1095 time: 0.0991135
Nov 06 20:49:56.762713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.795378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f197b-e88a-47d0-b301-04a8bf7a81ae req-7827be49-923f-4881-841e-6ab75c81bc25 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:56.801096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-510f197b-e88a-47d0-b301-04a8bf7a81ae req-7827be49-923f-4881-841e-6ab75c81bc25 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 1.0405884
Nov 06 20:49:56.862073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Attempting to bind port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:56.862440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Attempting to bind port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:56.862759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Attempting to bind port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:56.897236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:56.982906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a916-0b2d-42d2-8a13-022896bca119 req-443e5897-79c3-4641-b9d5-9443e74954a0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:56.985309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9963a916-0b2d-42d2-8a13-022896bca119 req-443e5897-79c3-4641-b9d5-9443e74954a0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 944 time: 0.2367530
Nov 06 20:49:56.986364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:56.986861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Attempting to bind port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:56.994655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Network cf6dfc64-25a7-4971-95b2-b28cae749918 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:49:57.013423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:49:57.030215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:57.030560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:57.031192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:57.031686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Bound port: 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:57.032052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:57.047387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:49:57.083150 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-1a31321f-597c-4af0-8575-6b4188796a8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 200  len: 217 time: 0.3318970
Nov 06 20:49:57.085037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-b9550410-714d-4faf-8c6b-2f19f5e056b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.086374 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-b9550410-714d-4faf-8c6b-2f19f5e056b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 1099 time: 0.3766911
Nov 06 20:49:57.095190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-510f197b-e88a-47d0-b301-04a8bf7a81ae req-47f404d1-84fb-4eaa-948c-3f5545740294 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594359
Nov 06 20:49:57.095781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event updated for resources: {'Port': ['ID=62b4b2c1-0e64-4879-8eab-3188cee48679,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:57.163551 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-a7dd955d-c7a6-49ab-b275-0b3568ffe055 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=77547b61-5323-47fa-ba9f-e4c8c8dd716b HTTP/1.1" status: 200  len: 217 time: 0.0647030
Nov 06 20:49:57.176048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.176762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:57.193238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9963a916-0b2d-42d2-8a13-022896bca119 req-fe0d03fc-84b1-4b43-9e13-dd131639eca4 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917725
Nov 06 20:49:57.244841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-df2a74b0-b760-4592-a3aa-02d0c1430829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.248036 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-df2a74b0-b760-4592-a3aa-02d0c1430829 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0740173
Nov 06 20:49:57.254472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-1420bd4e-7650-4592-8098-1c8bdc700bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.256265 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-1420bd4e-7650-4592-8098-1c8bdc700bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.1659763
Nov 06 20:49:57.256629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-90f6a6a0-8249-49b2-9f85-af9db83d0a62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4490316
Nov 06 20:49:57.257757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:57.267835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:57.300145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Request body: {'port': {'device_id': '183e64a4-ecc9-4623-b4f8-72c80bfae9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:49:57.304104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:57.320635 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-2f1fd38d-a510-47f0-9e6d-3fca09d20329 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490487
Nov 06 20:49:57.377635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.378264 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:57.379671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] 10.222.0.37 "PUT /v2.0/ports/8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 1096 time: 4.8992231
Nov 06 20:49:57.395246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-844aa910-2dd4-409c-95e7-86b16cf61f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.396731 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-844aa910-2dd4-409c-95e7-86b16cf61f31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1395264
Nov 06 20:49:57.450787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126e911-e9ca-4711-8fdc-b05676c9edf5 req-4fb0d332-264f-4db8-b0b0-1a71c02f9457 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.452398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f126e911-e9ca-4711-8fdc-b05676c9edf5 req-4fb0d332-264f-4db8-b0b0-1a71c02f9457 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 948 time: 0.2024117
Nov 06 20:49:57.473139 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:57.479698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449da4cf-0fc9-4ea9-a32f-3d01d16e1bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:57.572212 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-b958ca3f-dc98-4af9-a4eb-6b2cd5c94101 service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397559
Nov 06 20:49:57.579030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-27d7efb0-a094-4239-bf9d-3ff66e056161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.580146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-27d7efb0-a094-4239-bf9d-3ff66e056161 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1099 time: 0.1625154
Nov 06 20:49:57.598173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f126e911-e9ca-4711-8fdc-b05676c9edf5 req-09713052-3451-4961-a355-5b85dff7c03f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203940
Nov 06 20:49:57.720188 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4bb37b9d-88a5-42e2-a644-ce72bb226e7b req-49d5f893-1631-435d-8550-4780e8dea887 service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406381
Nov 06 20:49:57.742469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-e6cd41f4-13b5-4378-9e19-dd8b701f3c51 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3283770
Nov 06 20:49:57.786567 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54471671-85cd-46a5-808b-fa3c6344d992 x-openstack-request-id: req-54471671-85cd-46a5-808b-fa3c6344d992 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:57.787706 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "tag": "a262919e-18f2-4731-a6fd-471327f376d3", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:57.809668 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54471671-85cd-46a5-808b-fa3c6344d992 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:57.810343 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3', 'status': 'completed', 'code': 200}
Nov 06 20:49:57.833549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-55bf326c-0bcf-4b8d-b138-1e6c3fde8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.835324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-55bf326c-0bcf-4b8d-b138-1e6c3fde8383 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2331333
Nov 06 20:49:57.903223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-29238b88-c0e0-479c-b292-7e3a078b629b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 217 time: 0.0559599
Nov 06 20:49:57.971754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-7c51a835-e35a-442e-9e48-5e00545bfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:57.973447 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-7c51a835-e35a-442e-9e48-5e00545bfd93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1095 time: 0.0828114
Nov 06 20:49:57.975375 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcada421-16ff-43e3-b3af-c3a41ed532bd req-2ade4473-11f6-4eb0-a68b-37391c72eac9 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2205255
Nov 06 20:49:58.050938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf206c-ae63-4766-96d6-7c3c82c7a013 req-57826a79-1c17-4f37-9d39-4d945d2b7ade tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.052775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ecf206c-ae63-4766-96d6-7c3c82c7a013 req-57826a79-1c17-4f37-9d39-4d945d2b7ade tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 932 time: 0.1630132
Nov 06 20:49:58.074352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-bb8f0f10-c82c-46a6-ada8-d88195d86aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.075813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-bb8f0f10-c82c-46a6-ada8-d88195d86aa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1463985
Nov 06 20:49:58.096462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-f20f2e06-d0b4-47be-82e2-5163167612d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.098071 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-f20f2e06-d0b4-47be-82e2-5163167612d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 914 time: 0.1169989
Nov 06 20:49:58.153417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-dd4242da-a42c-4368-978d-4471b6bde41c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 200  len: 217 time: 0.0482416
Nov 06 20:49:58.173611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:58.175903 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8176ef9-2a4c-4895-b164-009223d165f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:58.184963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ecf206c-ae63-4766-96d6-7c3c82c7a013 req-d5a3be09-65df-407d-aca3-ebbdd4dd8f4f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234059
Nov 06 20:49:58.231389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-d0f756aa-fee1-4f90-afe9-477541dc0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.232984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-d0f756aa-fee1-4f90-afe9-477541dc0cbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1444788
Nov 06 20:49:58.240746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-3524bf9b-3ab6-47d9-8d2c-95e9c1a6b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.242772 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-3524bf9b-3ab6-47d9-8d2c-95e9c1a6b307 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.0803053
Nov 06 20:49:58.266370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b4b2c1-0e64-4879-8eab-3188cee48679 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:49:58.299879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-1fa7ed8b-dda3-4cfc-b9b0-9259327f79c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488117
Nov 06 20:49:58.313226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:58.369429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Transition to ACTIVE for port object 62b4b2c1-0e64-4879-8eab-3188cee48679 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:49:58.386480 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:58.447779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4268c-3c44-4536-915d-54bb6d969752 req-e80ca4f2-8343-4bf0-920b-0606cb8b0d71 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.449733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9f4268c-3c44-4536-915d-54bb6d969752 req-e80ca4f2-8343-4bf0-920b-0606cb8b0d71 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 0.1337032
Nov 06 20:49:58.454930 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f026af-8418-4532-ada0-37c4e9e4ad0e x-openstack-request-id: req-b4f026af-8418-4532-ada0-37c4e9e4ad0e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:49:58.455252 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:49:58.455516 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4f026af-8418-4532-ada0-37c4e9e4ad0e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:49:58.455977 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'status': 'completed', 'code': 200}
Nov 06 20:49:58.471606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-5440195e-7de0-470c-b840-22525155b45c service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200017
Nov 06 20:49:58.476507 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-913bdf03-c161-4754-9bdf-49f7ffb365ad service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690199
Nov 06 20:49:58.489651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=62b4b2c1-0e64-4879-8eab-3188cee48679,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:58.587903 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-9c84c29c-ef94-447d-a9a7-959131cac0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.589438 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-9c84c29c-ef94-447d-a9a7-959131cac0ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1099 time: 0.1108937
Nov 06 20:49:58.659266 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-ca05da9a-a5a7-492b-8dea-fa1506887512 service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675811
Nov 06 20:49:58.660027 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9f4268c-3c44-4536-915d-54bb6d969752 req-2853867b-ff37-4efa-b59f-dd2f07a39e74 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958628
Nov 06 20:49:58.689803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89536cd6-0f6e-40a2-9785-d4f3aea5ea89 req-b0d1d947-fb99-4b27-b5be-31895fc55808 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.691354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89536cd6-0f6e-40a2-9785-d4f3aea5ea89 req-b0d1d947-fb99-4b27-b5be-31895fc55808 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 944 time: 0.1931207
Nov 06 20:49:58.713743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Attempting to bind port 62b4b2c1-0e64-4879-8eab-3188cee48679 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:49:58.714084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Attempting to bind port 62b4b2c1-0e64-4879-8eab-3188cee48679 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:49:58.714417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Attempting to bind port 62b4b2c1-0e64-4879-8eab-3188cee48679 on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:58.721506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-f87bb025-3a9b-4683-be9e-ac93c32d436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.723058 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-f87bb025-3a9b-4683-be9e-ac93c32d436e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1246440
Nov 06 20:49:58.736977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Port 62b4b2c1-0e64-4879-8eab-3188cee48679 on network cf6dfc64-25a7-4971-95b2-b28cae749918 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:49:58.736977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Attempting to bind port 62b4b2c1-0e64-4879-8eab-3188cee48679 on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:49:58.740866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6427e3c3-02b4-4606-9175-64f1676c4ceb req-7151a145-68cb-4bf9-a872-535e534713de service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2458148
Nov 06 20:49:58.750651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:49:58.750997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Checking segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:49:58.751388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Bound using segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:49:58.751834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Bound port: 62b4b2c1-0e64-4879-8eab-3188cee48679, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:49:58.752196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:58.779315 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-fe1c61b0-3e07-41c6-9835-5326e2d64d39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 217 time: 0.0472500
Nov 06 20:49:58.809010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89536cd6-0f6e-40a2-9785-d4f3aea5ea89 req-45b66fc3-ce46-4300-b416-0ef375fb17e5 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086893
Nov 06 20:49:58.876115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-6762a608-309f-457d-8ed1-7eb460e9b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.879105 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-6762a608-309f-457d-8ed1-7eb460e9b9de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0858500
Nov 06 20:49:58.975867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-14990ec0-e0a7-4654-b96a-bb079467cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:58.977875 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-14990ec0-e0a7-4654-b96a-bb079467cbf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0892274
Nov 06 20:49:58.989087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] For port 62b4b2c1-0e64-4879-8eab-3188cee48679, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:49:58.993857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] For port 62b4b2c1-0e64-4879-8eab-3188cee48679, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=62b4b2c1-0e64-4879-8eab-3188cee48679,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:49:59.006282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:59.014518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-ff34a3ee-7eae-4aac-bb5f-a41036bf749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.016120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-ff34a3ee-7eae-4aac-bb5f-a41036bf749b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1099 time: 0.1592081
Nov 06 20:49:59.036402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e31188-dbd3-4b6f-a60d-d628ce682f8e req-94cf24fe-c5dc-454a-aa7e-623b17f25796 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.038215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55e31188-dbd3-4b6f-a60d-d628ce682f8e req-94cf24fe-c5dc-454a-aa7e-623b17f25796 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 948 time: 0.1097267
Nov 06 20:49:59.089978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.090698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:49:59.092143 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-211b9d6d-74ed-4c6b-8517-c90df02e7b34 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1060104
Nov 06 20:49:59.092509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/62b4b2c1-0e64-4879-8eab-3188cee48679 HTTP/1.1" status: 200  len: 1092 time: 1.8186028
Nov 06 20:49:59.216192 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-af2848f4-106d-4cd4-902a-86825053e003 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164434
Nov 06 20:49:59.234023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03178f-19d5-4e28-b9ea-9f473433d2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=62b4b2c1-0e64-4879-8eab-3188cee48679,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:49:59.255499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55e31188-dbd3-4b6f-a60d-d628ce682f8e req-94afb70b-d4d3-40b7-97fb-76b7dce83d01 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816239
Nov 06 20:49:59.276016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-f65b6a80-7cfd-474b-9fb3-5368efed8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.277688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-f65b6a80-7cfd-474b-9fb3-5368efed8529 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 1095 time: 0.1350269
Nov 06 20:49:59.341348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-0ce3a305-7b85-4e53-b885-b83cc30bd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.343078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-0ce3a305-7b85-4e53-b885-b83cc30bd392 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.3038654
Nov 06 20:49:59.348721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-6d150c05-2e37-44ca-93b4-029c5c17cdd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b4b2c1-0e64-4879-8eab-3188cee48679 HTTP/1.1" status: 200  len: 217 time: 0.0569649
Nov 06 20:49:59.453428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-dcd9436b-535b-4fbb-abcc-17bc5143c394 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 217 time: 0.0730329
Nov 06 20:49:59.509857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-7b75aef9-5a57-4d57-a5ff-eacf67edba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.511524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-7b75aef9-5a57-4d57-a5ff-eacf67edba94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.1323509
Nov 06 20:49:59.520738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d4d6-cad2-4d5b-a9d9-64378dc604a1 req-9a79bcc3-9d69-422c-b500-ce0f62abe575 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.525281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d14d4d6-cad2-4d5b-a9d9-64378dc604a1 req-9a79bcc3-9d69-422c-b500-ce0f62abe575 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 944 time: 0.1851425
Nov 06 20:49:59.576205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-3d91cb9b-f566-46af-91ca-d043d088b4a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490434
Nov 06 20:49:59.598093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-dbbbf687-8135-4513-8ed5-3c424ae23a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.599694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-dbbbf687-8135-4513-8ed5-3c424ae23a03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1362622
Nov 06 20:49:59.669369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d14d4d6-cad2-4d5b-a9d9-64378dc604a1 req-5a7f9ae1-30e6-4d5c-b6f5-01dff1db7069 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268594
Nov 06 20:49:59.735056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-63652c12-efca-4687-aea5-cc6be43a7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.736754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-63652c12-efca-4687-aea5-cc6be43a7447 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1034772
Nov 06 20:49:59.781164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-7b754029-3252-4e4e-a0af-08483214c08d service neutron] 10.222.0.37 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939476
Nov 06 20:49:59.811731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d899a05-d09f-40e8-8d9a-61b9adb4c094', 'tag': '77547b61-5323-47fa-ba9f-e4c8c8dd716b'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:49:59.814686 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144555a8-a03b-4978-8a1d-97fdc4a497c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d899a05-d09f-40e8-8d9a-61b9adb4c094", "tag": "77547b61-5323-47fa-ba9f-e4c8c8dd716b"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:49:59.933095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c898-6192-4ec5-8673-414de7f35b49 req-d6862220-b646-4109-9dac-7613d1e84ec8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:49:59.934633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7dc3c898-6192-4ec5-8673-414de7f35b49 req-d6862220-b646-4109-9dac-7613d1e84ec8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 0.1753240
Nov 06 20:49:59.968547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8c2e850-e759-4571-a558-48a0edb7e43a req-49870eac-cc82-44ed-a69b-4856cc7eeac4 service neutron] 10.222.0.37 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484716
Nov 06 20:49:59.978725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-6bcf3d40-9bf3-4d91-9a07-3a48a3f42e0b service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294123
Nov 06 20:50:00.053922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7dc3c898-6192-4ec5-8673-414de7f35b49 req-d5e4fe2d-80be-4b15-a810-0aa25e9d217a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055827
Nov 06 20:50:00.058160 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3752e676-7cfa-4e88-9378-0a6843944436 x-openstack-request-id: req-3752e676-7cfa-4e88-9378-0a6843944436 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:00.058821 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d899a05-d09f-40e8-8d9a-61b9adb4c094", "tag": "77547b61-5323-47fa-ba9f-e4c8c8dd716b", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:00.059283 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3752e676-7cfa-4e88-9378-0a6843944436 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:00.059881 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d899a05-d09f-40e8-8d9a-61b9adb4c094', 'tag': '77547b61-5323-47fa-ba9f-e4c8c8dd716b', 'status': 'completed', 'code': 200}
Nov 06 20:50:00.098287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8176ef9-2a4c-4895-b164-009223d165f5 req-ed0969ae-724b-4418-9547-faa24f5ed9c4 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079950
Nov 06 20:50:00.186268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-24a9e795-c80c-4e7d-b94e-f486bdf66dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.188330 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-24a9e795-c80c-4e7d-b94e-f486bdf66dcc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 1099 time: 0.1060019
Nov 06 20:50:00.208657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef833-c819-4387-8762-3878e28d929f req-7b32891b-887f-46b3-8085-5f3ef21c8d5c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.210333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-293ef833-c819-4387-8762-3878e28d929f req-7b32891b-887f-46b3-8085-5f3ef21c8d5c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 944 time: 0.0823336
Nov 06 20:50:00.301732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-ff95b1c2-a88d-4000-a2cb-27bac5cfa061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.303131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-ff95b1c2-a88d-4000-a2cb-27bac5cfa061 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1061957
Nov 06 20:50:00.308849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-293ef833-c819-4387-8762-3878e28d929f req-cf385413-c405-4004-8083-3cf9bbff7ee7 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906541
Nov 06 20:50:00.349697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b71ef-5e25-4df4-b41b-69d7d6be7456 req-13a82835-bacc-4e66-9c99-26a59f16afe8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.352342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee2b71ef-5e25-4df4-b41b-69d7d6be7456 req-13a82835-bacc-4e66-9c99-26a59f16afe8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 945 time: 0.1131256
Nov 06 20:50:00.406022 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-cab10abf-9458-4b75-8533-0a362148feb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=77547b61-5323-47fa-ba9f-e4c8c8dd716b HTTP/1.1" status: 200  len: 217 time: 0.0950916
Nov 06 20:50:00.457362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183e64a4-ecc9-4623-b4f8-72c80bfae9d8', 'tag': '62b4b2c1-0e64-4879-8eab-3188cee48679'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:00.459525 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493715c4-e71f-4b6e-aab9-d6dce95c928e" -d '{"events": [{"name": "network-changed", "server_uuid": "183e64a4-ecc9-4623-b4f8-72c80bfae9d8", "tag": "62b4b2c1-0e64-4879-8eab-3188cee48679"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:00.479088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee2b71ef-5e25-4df4-b41b-69d7d6be7456 req-72656b82-2696-45a9-a2e3-93d1f0a8e646 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162748
Nov 06 20:50:00.481538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-c16c99de-9ed8-4aed-b2db-ff81008abaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.482999 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-c16c99de-9ed8-4aed-b2db-ff81008abaf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0674303
Nov 06 20:50:00.545761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-f32ad389-bce6-42dc-a551-d1621295228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.546302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cfc13-c068-4bd1-a111-4b2de0833c2f req-727aef04-4035-4cf1-9943-d33a37d9655d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.546504 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-f32ad389-bce6-42dc-a551-d1621295228f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0549273
Nov 06 20:50:00.548447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c0cfc13-c068-4bd1-a111-4b2de0833c2f req-727aef04-4035-4cf1-9943-d33a37d9655d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 948 time: 0.1047709
Nov 06 20:50:00.576807 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7118fee3-8b5b-4e87-86d8-c3cd4421a802 x-openstack-request-id: req-7118fee3-8b5b-4e87-86d8-c3cd4421a802 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:00.577169 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183e64a4-ecc9-4623-b4f8-72c80bfae9d8", "tag": "62b4b2c1-0e64-4879-8eab-3188cee48679", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:00.577547 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7118fee3-8b5b-4e87-86d8-c3cd4421a802 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:00.578032 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183e64a4-ecc9-4623-b4f8-72c80bfae9d8', 'tag': '62b4b2c1-0e64-4879-8eab-3188cee48679', 'status': 'completed', 'code': 200}
Nov 06 20:50:00.659838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c0cfc13-c068-4bd1-a111-4b2de0833c2f req-fb5eac37-8026-4ae4-8a64-fcd2e61ecaca tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990112
Nov 06 20:50:00.667051 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-f4359be2-7e56-464a-b9b2-bbbae73324b9 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128941
Nov 06 20:50:00.678747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-30be45b7-cbaf-4080-96a6-aa9c182d9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.680424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-30be45b7-cbaf-4080-96a6-aa9c182d9d9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 1095 time: 0.0709567
Nov 06 20:50:00.789787 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-144555a8-a03b-4978-8a1d-97fdc4a497c8 req-3e8d13f2-29a9-4a8d-9dc8-f6d3200e8819 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1124897
Nov 06 20:50:00.853629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f71cea-cf33-4369-8c9b-07804137cee4 req-d797ca9b-56b2-4ac2-b3d5-975f1564776b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.855024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72f71cea-cf33-4369-8c9b-07804137cee4 req-d797ca9b-56b2-4ac2-b3d5-975f1564776b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 944 time: 0.0936170
Nov 06 20:50:00.859943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-b69d17e3-f335-4031-ad9b-d5ab4daec846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:00.861701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-b69d17e3-f335-4031-ad9b-d5ab4daec846 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 913 time: 0.1703334
Nov 06 20:50:00.920256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-e98bec3f-a4be-4d14-ac9a-40b45384e4fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b4b2c1-0e64-4879-8eab-3188cee48679 HTTP/1.1" status: 200  len: 217 time: 0.0489929
Nov 06 20:50:01.287527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72f71cea-cf33-4369-8c9b-07804137cee4 req-860dbb5e-d1c5-4a65-9a70-76b4e9d1bf98 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4243052
Nov 06 20:50:01.302710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-e6287c9e-efe4-447d-a2c1-8b9beee84c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:01.302710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-e6287c9e-efe4-447d-a2c1-8b9beee84c19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.3680735
Nov 06 20:50:01.337981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-85d0666d-4f87-4abd-8ab6-e7e78223c7c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306895
Nov 06 20:50:01.347013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56cee5-2dc4-47b5-9464-d5124ff81952 req-7bfe90aa-fb98-4faf-aa9e-89e2898e02fd tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:01.348572 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a56cee5-2dc4-47b5-9464-d5124ff81952 req-7bfe90aa-fb98-4faf-aa9e-89e2898e02fd tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 0.1265848
Nov 06 20:50:01.465610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a56cee5-2dc4-47b5-9464-d5124ff81952 req-1af2c26f-e6c0-4e07-b75c-b29252e4ca05 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970266
Nov 06 20:50:01.475972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-b2708d2b-b51c-4591-ac3d-7249e491b773 service neutron] 10.222.0.37 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264246
Nov 06 20:50:01.580207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a262919e-18f2-4731-a6fd-471327f376d3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:01.616179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 77547b61-5323-47fa-ba9f-e4c8c8dd716b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:01.684529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1803ca-9f28-480f-9535-5732899dcc46 req-32f39224-e019-48d0-8762-c2bd82782e2f tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:01.686113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce1803ca-9f28-480f-9535-5732899dcc46 req-32f39224-e019-48d0-8762-c2bd82782e2f tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 944 time: 0.1212170
Nov 06 20:50:01.735915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-493715c4-e71f-4b6e-aab9-d6dce95c928e req-a93b6d3f-ed65-4c61-8760-328c4ccb010a service neutron] 10.222.0.37 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464538
Nov 06 20:50:01.792899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce1803ca-9f28-480f-9535-5732899dcc46 req-61567a9f-1053-47f7-b06b-8620f2d8b51b tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963757
Nov 06 20:50:01.798088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a262919e-18f2-4731-a6fd-471327f376d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a262919e-18f2-4731-a6fd-471327f376d3,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:01.823633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'a262919e-18f2-4731-a6fd-471327f376d3', 'network_id': '56bd5fa7-53ab-42b8-8aa7-49a32b3547be', 'port_id': 'a262919e-18f2-4731-a6fd-471327f376d3', 'mac_address': 'fa:16:3e:4b:d8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d0aac5-e890-44c4-ad1e-73b02b423949', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:01.867205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 77547b61-5323-47fa-ba9f-e4c8c8dd716b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77547b61-5323-47fa-ba9f-e4c8c8dd716b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:01.887242 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:01.890452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '77547b61-5323-47fa-ba9f-e4c8c8dd716b', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '77547b61-5323-47fa-ba9f-e4c8c8dd716b', 'mac_address': 'fa:16:3e:db:ba:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:01.906074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a262919e-18f2-4731-a6fd-471327f376d3 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:01.943141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694458b-5e65-4049-9876-7008d9e488d1 req-bdafa564-79ff-4184-93bc-f3fc8b4c9920 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:01.952378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b694458b-5e65-4049-9876-7008d9e488d1 req-bdafa564-79ff-4184-93bc-f3fc8b4c9920 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 948 time: 0.0802052
Nov 06 20:50:01.956159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a262919e-18f2-4731-a6fd-471327f376d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a262919e-18f2-4731-a6fd-471327f376d3,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:01.964603 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:02.004916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:02.008193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b694458b-5e65-4049-9876-7008d9e488d1 req-d0e3ebe0-4bb4-4635-ab0e-24e40cf4717d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546322
Nov 06 20:50:02.037614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77547b61-5323-47fa-ba9f-e4c8c8dd716b {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:02.047932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a262919e-18f2-4731-a6fd-471327f376d3,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:02.067708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 77547b61-5323-47fa-ba9f-e4c8c8dd716b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77547b61-5323-47fa-ba9f-e4c8c8dd716b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:02.073704 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:02.132355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=77547b61-5323-47fa-ba9f-e4c8c8dd716b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:02.170059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-e6b20e26-c421-4347-a2c8-093ab952b300 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1942292788&fields=id&tenant_id=3e0376f3231e49d495f1777d2f774450 HTTP/1.1" status: 200  len: 267 time: 0.0576186
Nov 06 20:50:02.290169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-74479145-9ab2-43a6-a58c-398dca7f1fe7 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:02.291710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-74479145-9ab2-43a6-a58c-398dca7f1fe7 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 823 time: 0.1124349
Nov 06 20:50:02.312488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-093faec3-ff3f-4858-97e2-6a974f4f86f5 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/quotas/3e0376f3231e49d495f1777d2f774450 HTTP/1.1" status: 200  len: 375 time: 0.0124145
Nov 06 20:50:02.376512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-e0ed8fd8-89af-4026-beb8-2c45ec419c32 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0574884
Nov 06 20:50:02.421827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['77547b61-5323-47fa-ba9f-e4c8c8dd716b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:02.449005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a262919e-18f2-4731-a6fd-471327f376d3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:02.508250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24aa45-d577-4064-bcce-c9b47d9d30b9 req-ccb7497c-0a56-4f90-8ead-07ce4f5a43d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:02.509904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa24aa45-d577-4064-bcce-c9b47d9d30b9 req-ccb7497c-0a56-4f90-8ead-07ce4f5a43d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 944 time: 0.1028931
Nov 06 20:50:02.531459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-9bbe306b-d972-4a4b-9121-5605fd145cfd service neutron] 10.222.0.13 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423602
Nov 06 20:50:02.621995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa24aa45-d577-4064-bcce-c9b47d9d30b9 req-dcb30aa8-b201-4555-b0be-7011a139e7ed tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027751
Nov 06 20:50:02.663763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-8e7985d6-7571-4f38-8ee1-cc86f75a1fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1167185
Nov 06 20:50:02.855393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44a19a-9e91-47fa-8268-1c3eb1fbd1c6 req-688f8d68-2ccc-4194-874b-c309d6cde03a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:02.861351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd44a19a-9e91-47fa-8268-1c3eb1fbd1c6 req-688f8d68-2ccc-4194-874b-c309d6cde03a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 0.0649636
Nov 06 20:50:02.905444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58c0dfdb-007d-494c-a0de-0dd55b85ff61 req-aa06c2a7-0f51-4d98-b1ff-115d0a61b5bf tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 210 time: 0.0400529
Nov 06 20:50:02.954790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd44a19a-9e91-47fa-8268-1c3eb1fbd1c6 req-dec4f3df-3060-43d9-b744-0652db50e02f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878470
Nov 06 20:50:03.059748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b4f81-d347-4ca1-8a41-d09c719acf52 req-4b9766c6-2048-44b4-b6a2-3f67334f8667 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:03.062321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e4b4f81-d347-4ca1-8a41-d09c719acf52 req-4b9766c6-2048-44b4-b6a2-3f67334f8667 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 945 time: 0.0690079
Nov 06 20:50:03.185016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e4b4f81-d347-4ca1-8a41-d09c719acf52 req-b971e63b-ba83-4a94-ad6b-8bd2dacfac40 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175587
Nov 06 20:50:03.204498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3206e1-77e4-4b2e-8b80-ef0b29cbffd7 req-2a5b8dc6-1971-4c0b-a551-0f1c5170d672 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:03.212952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe3206e1-77e4-4b2e-8b80-ef0b29cbffd7 req-2a5b8dc6-1971-4c0b-a551-0f1c5170d672 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 949 time: 0.1037059
Nov 06 20:50:03.270654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe3206e1-77e4-4b2e-8b80-ef0b29cbffd7 req-14c3bf6c-5ec8-44cb-b622-f5691c376205 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560696
Nov 06 20:50:03.412871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49324) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:03.534635 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ff9b182-fa5a-4149-8494-0153451b21b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:03.595001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 8f1f4c54-7fec-4fe1-86c7-874b082456e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:03.631087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-269d4616-bfde-41b1-a1d4-aeeeb347d2c6 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:03.632635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-269d4616-bfde-41b1-a1d4-aeeeb347d2c6 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bbc8ec1-8c19-4586-a720-c08f62c147ba HTTP/1.1" status: 200  len: 945 time: 0.0817816
Nov 06 20:50:03.635461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 77547b61-5323-47fa-ba9f-e4c8c8dd716b up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:03.720701 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ff9b182-fa5a-4149-8494-0153451b21b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:03.759468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ff9b182-fa5a-4149-8494-0153451b21b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:03.838193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0ff9b182-fa5a-4149-8494-0153451b21b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07938e1fdbcf41738a0e1888a9d5f952&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4211125
Nov 06 20:50:03.839143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49334) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:03.840168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9b182-fa5a-4149-8494-0153451b21b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3214e0e3-e808-4eda-aacf-f9e66aba30f8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:03.859310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff540-68de-482b-b8d7-5c5d61eeae40 req-84ca8177-891c-404c-8a07-15f223927599 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:03.866673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-718ff540-68de-482b-b8d7-5c5d61eeae40 req-84ca8177-891c-404c-8a07-15f223927599 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 944 time: 0.1341593
Nov 06 20:50:03.901446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Deleting port 5935a02d-18df-4c4f-9301-484bbfd49bab {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:03.901795 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:03.916397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10491d7-185e-4b21-aff5-c0df8387cf0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:03.973845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:03.977563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 77547b61-5323-47fa-ba9f-e4c8c8dd716b completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:03.988869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 77547b61-5323-47fa-ba9f-e4c8c8dd716b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:03.989232 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:03.991670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10491d7-185e-4b21-aff5-c0df8387cf0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:03.995841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-718ff540-68de-482b-b8d7-5c5d61eeae40 req-bcf24b7a-3163-4571-ad8a-fa02ab14f4c1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133044
Nov 06 20:50:04.015368 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'mac_address': 'fa:16:3e:e7:d1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:04.096914 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.125210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc92bd73-7c87-4ab0-87a2-27f8a76d0a2d req-cb236ae0-2e75-4fc0-93ee-e44fc9e028b0 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 210 time: 0.0644591
Nov 06 20:50:04.141865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1f4c54-7fec-4fe1-86c7-874b082456e6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:04.151715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] For port 5935a02d-18df-4c4f-9301-484bbfd49bab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5935a02d-18df-4c4f-9301-484bbfd49bab,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:04.152803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.185905 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.277621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:04.288872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d899a05-d09f-40e8-8d9a-61b9adb4c094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77547b61-5323-47fa-ba9f-e4c8c8dd716b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:04.299190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6513b-318b-43b1-a913-e3d87f6ea747 req-5179a948-c3cf-4851-a04d-0d6c22095ebe tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:04.300953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12d6513b-318b-43b1-a913-e3d87f6ea747 req-5179a948-c3cf-4851-a04d-0d6c22095ebe tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 948 time: 0.1783867
Nov 06 20:50:04.301755 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea5b447-2830-4b63-99da-23478c0f0f52" -d '{"events": [{"server_uuid": "1d899a05-d09f-40e8-8d9a-61b9adb4c094", "name": "network-vif-plugged", "status": "completed", "tag": "77547b61-5323-47fa-ba9f-e4c8c8dd716b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:04.317372 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.318301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 62b4b2c1-0e64-4879-8eab-3188cee48679 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:04.344440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-de3cb013-2a73-4ab1-b34c-1ecb96521222 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:04.346474 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-de3cb013-2a73-4ab1-b34c-1ecb96521222 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.10 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 823 time: 0.2450187
Nov 06 20:50:04.347813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10491d7-185e-4b21-aff5-c0df8387cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.350995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10491d7-185e-4b21-aff5-c0df8387cf0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.365643 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c10491d7-185e-4b21-aff5-c0df8387cf0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3214e0e3-e808-4eda-aacf-f9e66aba30f8 HTTP/1.1" status: 204  len: 168 time: 0.5120695
Nov 06 20:50:04.375678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 77547b61-5323-47fa-ba9f-e4c8c8dd716b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77547b61-5323-47fa-ba9f-e4c8c8dd716b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:04.384525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:04.396017 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.424747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10491d7-185e-4b21-aff5-c0df8387cf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3214e0e3-e808-4eda-aacf-f9e66aba30f8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:04.497851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12d6513b-318b-43b1-a913-e3d87f6ea747 req-b21680ce-66a6-4f9a-a2d1-bc359be478c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856215
Nov 06 20:50:04.517967 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-7faa8bbc-65d6-4e33-bbcc-d4c7448b2677 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0376f3231e49d495f1777d2f774450 HTTP/1.1" status: 200  len: 380 time: 0.1447077
Nov 06 20:50:04.530322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Request body: {'port': {'device_id': '6c525837-e57b-4864-9ece-7aec3a941be2', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'admin_state_up': True, 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'security_groups': ['6f204ecd-e29b-4313-811c-6d12787285f4']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:04.548526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae176f1-4d26-43f3-8d84-4a470aec12e5 req-5a6d08f0-f45b-4b85-a76a-7bff76b87aaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:04.559402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ae176f1-4d26-43f3-8d84-4a470aec12e5 req-5a6d08f0-f45b-4b85-a76a-7bff76b87aaf tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 945 time: 0.2485697
Nov 06 20:50:04.597733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=77547b61-5323-47fa-ba9f-e4c8c8dd716b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:04.625247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.625592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.625996 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Floating IP 1db961df-5d8c-4461-bf48-26af8005b87f disassociated. External IP: 172.35.0.166, port: 5935a02d-18df-4c4f-9301-484bbfd49bab.
Nov 06 20:50:04.626258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Calling delete_port for 5935a02d-18df-4c4f-9301-484bbfd49bab owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:04.672342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 62b4b2c1-0e64-4879-8eab-3188cee48679, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=62b4b2c1-0e64-4879-8eab-3188cee48679,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:04.689737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '62b4b2c1-0e64-4879-8eab-3188cee48679', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'port_id': '62b4b2c1-0e64-4879-8eab-3188cee48679', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320ebed7-bdef-410c-92c6-8b51981e34c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:04.731082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ae176f1-4d26-43f3-8d84-4a470aec12e5 req-3b0ef70a-e6f4-4e70-9cf9-c51d85f4081a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706703
Nov 06 20:50:04.749578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Made reservation on behalf of 3e0376f3231e49d495f1777d2f774450 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:04.760860 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.771763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3acf6-18ef-47db-b25b-96501f6ad5db req-e4339459-579d-495d-af3c-05aeb9cacba1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:04.794573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5b3acf6-18ef-47db-b25b-96501f6ad5db req-e4339459-579d-495d-af3c-05aeb9cacba1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 950 time: 0.1645381
Nov 06 20:50:04.798270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.851358 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1e1549-d496-4690-8ca4-2df51ff82893 x-openstack-request-id: req-6d1e1549-d496-4690-8ca4-2df51ff82893 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:04.851936 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d899a05-d09f-40e8-8d9a-61b9adb4c094", "name": "network-vif-plugged", "status": "completed", "tag": "77547b61-5323-47fa-ba9f-e4c8c8dd716b", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:04.852981 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d1e1549-d496-4690-8ca4-2df51ff82893 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:04.854046 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d899a05-d09f-40e8-8d9a-61b9adb4c094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77547b61-5323-47fa-ba9f-e4c8c8dd716b', 'code': 200}
Nov 06 20:50:04.855958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b4b2c1-0e64-4879-8eab-3188cee48679 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:04.915790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 62b4b2c1-0e64-4879-8eab-3188cee48679, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=62b4b2c1-0e64-4879-8eab-3188cee48679,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:04.928341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:04.984595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Allocated IP 172.20.0.3 (30f7f650-50d0-446a-82d8-39753cfb0023/88cdd884-6910-4ccb-916f-a268dccf765d/1bb283d3-dee3-4b3b-b05d-39267648a295) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:04.997315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=62b4b2c1-0e64-4879-8eab-3188cee48679,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:05.039013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5b3acf6-18ef-47db-b25b-96501f6ad5db req-4a42f6aa-e440-4039-8ff8-3206b8ecd3d5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419271
Nov 06 20:50:05.141257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f22397-514e-4a39-a1e0-2dafa6b056f9 req-b0e7839e-c5bd-47cc-93aa-e15c6f02b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:05.155779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0f22397-514e-4a39-a1e0-2dafa6b056f9 req-b0e7839e-c5bd-47cc-93aa-e15c6f02b75d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 1101 time: 0.2551558
Nov 06 20:50:05.207779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.10', 56753) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:05.265620 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:05.322525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event deleted for resources: {'Port': ['ID=5935a02d-18df-4c4f-9301-484bbfd49bab,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:05.335752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0f22397-514e-4a39-a1e0-2dafa6b056f9 req-8433bfdd-8d1f-4c89-ba12-313133e6b182 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662526
Nov 06 20:50:05.375418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['62b4b2c1-0e64-4879-8eab-3188cee48679'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:05.398590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131949af-bfde-4149-b085-700fba218f3f req-54c536aa-d4e0-40c8-9617-4ae39b84f247 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:05.400666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-131949af-bfde-4149-b085-700fba218f3f req-54c536aa-d4e0-40c8-9617-4ae39b84f247 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 945 time: 0.2058718
Nov 06 20:50:05.408546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960f798-6da4-4843-adae-3023580d10e2 req-0e80c040-4f01-4a2d-b657-6d794f38c362 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:05.410860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-0e80c040-4f01-4a2d-b657-6d794f38c362 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc&tenant_id=acfc5ca1083f4131b1da0e5689218590&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.2001753
Nov 06 20:50:05.412277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:05.412646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd7e34-d109-46d2-bcfd-21f0d4202bca req-215d117e-6573-457e-bba0-03cee8027455 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:05.414171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9fd7e34-d109-46d2-bcfd-21f0d4202bca req-215d117e-6573-457e-bba0-03cee8027455 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 949 time: 0.1938848
Nov 06 20:50:05.418871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:05.498367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:05.559117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-131949af-bfde-4149-b085-700fba218f3f req-5e20c16e-e3ac-4ab8-82c3-65d34349cb00 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377931
Nov 06 20:50:05.613725 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event updated for resources: {'Port': ['ID=1bb283d3-dee3-4b3b-b05d-39267648a295,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:05.628036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9fd7e34-d109-46d2-bcfd-21f0d4202bca req-88160dd3-9fb3-4d7a-9f55-966b409c4738 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981118
Nov 06 20:50:05.637938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a262919e-18f2-4731-a6fd-471327f376d3 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:05.658118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49378) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:05.668467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Network 30f7f650-50d0-446a-82d8-39753cfb0023 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:05.671527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:05.674992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:05.716137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:50:05.770044 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [req-9960f798-6da4-4843-adae-3023580d10e2 req-3d97f537-54f0-47a8-95a2-dccdb478496e service neutron] delete failed (client error): The resource could not be found.
Nov 06 20:50:05.771067 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-3d97f537-54f0-47a8-95a2-dccdb478496e service neutron] 10.222.0.10 "DELETE /v2.0/ports/8f1f4c54-7fec-4fe1-86c7-874b082456e6/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1536846
Nov 06 20:50:05.784612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:05.806300 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:05.846605 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-c07348ce-ed7a-44c5-a996-924ad8ad0511 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3223684
Nov 06 20:50:05.867690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Request body: {'port': {'device_id': '6c525837-e57b-4864-9ece-7aec3a941be2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:05.896111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port a262919e-18f2-4731-a6fd-471327f376d3 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:05.914677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port a262919e-18f2-4731-a6fd-471327f376d3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:05.915032 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.038161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.040224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-750565560-network', 'tenant_id': '693c84d38b7a41e79f3a22ee3b74880b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:06.046750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:50:06.049343 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.063749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] Sync routers for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:50:06.069487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960f798-6da4-4843-adae-3023580d10e2 req-1d209c87-2901-4ea7-9715-b43d91d124a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:06.072390 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-1d209c87-2901-4ea7-9715-b43d91d124a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1100 time: 0.1479094
Nov 06 20:50:06.095960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:50:06.096872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519c1d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:06.132433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c6ed2-8048-4c80-9b68-dfcdfc5cfff6 req-76ba6d2d-1a1c-49e1-99d3-00233c7ada8a tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:06.134728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c48c6ed2-8048-4c80-9b68-dfcdfc5cfff6 req-76ba6d2d-1a1c-49e1-99d3-00233c7ada8a tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 931 time: 0.4443984
Nov 06 20:50:06.158558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a262919e-18f2-4731-a6fd-471327f376d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a262919e-18f2-4731-a6fd-471327f376d3,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:06.173267 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.174325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5935a02d-18df-4c4f-9301-484bbfd49bab no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:06.187360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] No DVR routers for this DVR port 5935a02d-18df-4c4f-9301-484bbfd49bab on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:06.220913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.225507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53cd0e8f-7c7f-4f6b-80c7-61155ecf7675 req-fb60a4c9-085f-4b81-9032-b39582fff077 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.37 "DELETE /v2.0/ports/5935a02d-18df-4c4f-9301-484bbfd49bab HTTP/1.1" status: 204  len: 173 time: 2.5816617
Nov 06 20:50:06.226378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'name': 'network-vif-deleted', 'tag': '5935a02d-18df-4c4f-9301-484bbfd49bab'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:06.231833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 5935a02d-18df-4c4f-9301-484bbfd49bab {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:06.232255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5935a02d-18df-4c4f-9301-484bbfd49bab not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:06.246460 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408c1b94-20c2-44f3-8f6e-e835ed78e7a1" -d '{"events": [{"server_uuid": "3bbc8ec1-8c19-4586-a720-c08f62c147ba", "name": "network-vif-deleted", "tag": "5935a02d-18df-4c4f-9301-484bbfd49bab"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:06.285283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Made reservation on behalf of 693c84d38b7a41e79f3a22ee3b74880b for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:06.300809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.350391 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.365476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a262919e-18f2-4731-a6fd-471327f376d3,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:06.370387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:50:06.404348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960f798-6da4-4843-adae-3023580d10e2 req-2d0dcc99-a92e-4c13-bc64-5b9c1458260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:06.405800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-2d0dcc99-a92e-4c13-bc64-5b9c1458260b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.3065670
Nov 06 20:50:06.434827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeac86-4c60-4bb3-9454-1149aa358e2b req-a1656d2e-3d0c-42a1-b8dc-e0f8e3267cc2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:06.444107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0cfeac86-4c60-4bb3-9454-1149aa358e2b req-a1656d2e-3d0c-42a1-b8dc-e0f8e3267cc2 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 945 time: 0.4192190
Nov 06 20:50:06.451358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c48c6ed2-8048-4c80-9b68-dfcdfc5cfff6 req-22406d18-91b4-4fc6-afe9-5731365beb75 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2882841
Nov 06 20:50:06.467529 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-4a32cbea-d450-4501-ada8-d55be7baffd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 217 time: 0.0506899
Nov 06 20:50:06.541904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-36fcce06-07cf-46c1-ac04-5af53d4f0d1d None None] Provisioning complete for port 1bb283d3-dee3-4b3b-b05d-39267648a295 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:06.541904 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36fcce06-07cf-46c1-ac04-5af53d4f0d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.553638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0cfeac86-4c60-4bb3-9454-1149aa358e2b req-18464abc-bf61-497e-bc30-d14ac9315033 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085856
Nov 06 20:50:06.554675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960f798-6da4-4843-adae-3023580d10e2 req-e6b46ae3-2946-463c-82a2-d5dd71b01744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:06.558422 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-e6b46ae3-2946-463c-82a2-d5dd71b01744 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0772800
Nov 06 20:50:06.645923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb283d3-dee3-4b3b-b05d-39267648a295 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:06.653463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960f798-6da4-4843-adae-3023580d10e2 req-67879379-e1b2-4d66-8bb6-132eb9b624a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:06.654968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-67879379-e1b2-4d66-8bb6-132eb9b624a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0868554
Nov 06 20:50:06.660131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.673410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-36fcce06-07cf-46c1-ac04-5af53d4f0d1d None None] Port 1bb283d3-dee3-4b3b-b05d-39267648a295 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:06.718604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Transition to ACTIVE for port object 1bb283d3-dee3-4b3b-b05d-39267648a295 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:06.792429 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.800634 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9651f46-55db-484b-a5ac-ff97777ab4e1 x-openstack-request-id: req-a9651f46-55db-484b-a5ac-ff97777ab4e1 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:06.801850 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbc8ec1-8c19-4586-a720-c08f62c147ba", "name": "network-vif-deleted", "tag": "5935a02d-18df-4c4f-9301-484bbfd49bab", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:06.802209 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9651f46-55db-484b-a5ac-ff97777ab4e1 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:06.804049 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbc8ec1-8c19-4586-a720-c08f62c147ba', 'name': 'network-vif-deleted', 'tag': '5935a02d-18df-4c4f-9301-484bbfd49bab', 'status': 'completed', 'code': 200}
Nov 06 20:50:06.817780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:06.845256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519c1d90>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:06.854014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8807-e103-4cf7-8b53-cb30296e89e1 req-966ea331-e708-41e2-9d95-428aea887db0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:06.896923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb8d8807-e103-4cf7-8b53-cb30296e89e1 req-966ea331-e708-41e2-9d95-428aea887db0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 950 time: 0.2868145
Nov 06 20:50:06.905410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:06.908941 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f41fc2-cf6d-43c4-849c-0a73b37429da" -d '{"events": [{"server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "name": "network-vif-plugged", "status": "completed", "tag": "a262919e-18f2-4731-a6fd-471327f376d3"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:06.911961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] Checking router: 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:50:06.939187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:50:06.939966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519c1d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:49:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:07.070735 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.078137 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-4a894524-753a-44b0-90be-4ec5fb0e6c85 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4080939
Nov 06 20:50:07.179413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea89f6-f8c8-45e4-a22d-2ab193e891ea,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:07.222662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:50:07.225517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:50:07.251270 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.251633 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Added segment 0c2eb74d-13b4-4957-a874-7757cd3922f1 of type vlan for network 84509d56-1fd4-4506-8431-aeed92782363
Nov 06 20:50:07.298878 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.312439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb8d8807-e103-4cf7-8b53-cb30296e89e1 req-2a2983ac-8a38-4048-bd5e-ffa8ea5e5aac tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4146051
Nov 06 20:50:07.341363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4979ab-6074-43c3-b93b-a727b359c9dd req-27617f39-2916-4d9b-a74a-c919e37023ac tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:07.349631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a4979ab-6074-43c3-b93b-a727b359c9dd req-27617f39-2916-4d9b-a74a-c919e37023ac tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 945 time: 0.3699913
Nov 06 20:50:07.383162 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.384478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:07.385075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.473183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.8114569
Nov 06 20:50:07.478976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49400) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:07.494427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Request body: {'subnet': {'network_id': '84509d56-1fd4-4506-8431-aeed92782363', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-750565560-subnet', 'tenant_id': '693c84d38b7a41e79f3a22ee3b74880b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:07.523794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de106a0d-2c12-4c8f-aa21-4f3ff7c1a728 admin admin] Pushing event updated for resources: {'Network': ['ID=84509d56-1fd4-4506-8431-aeed92782363,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:07.536454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519c1d90>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:07.539008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 84509d56-1fd4-4506-8431-aeed92782363 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:50:07.578745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb283d3-dee3-4b3b-b05d-39267648a295,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:07.599591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a4979ab-6074-43c3-b93b-a727b359c9dd req-6d971723-8f70-4bbf-a06d-224d4282a166 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450306
Nov 06 20:50:07.601743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Made reservation on behalf of 693c84d38b7a41e79f3a22ee3b74880b for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:07.604671 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.667884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8466fd4-907d-4b6a-800e-14952b043e08 req-64a1173e-d5eb-47b6-8f35-7d81109f4476 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:07.670575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8466fd4-907d-4b6a-800e-14952b043e08 req-64a1173e-d5eb-47b6-8f35-7d81109f4476 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 949 time: 0.2018363
Nov 06 20:50:07.689642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Attempting to bind port 1bb283d3-dee3-4b3b-b05d-39267648a295 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:07.689977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Attempting to bind port 1bb283d3-dee3-4b3b-b05d-39267648a295 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:07.690301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Attempting to bind port 1bb283d3-dee3-4b3b-b05d-39267648a295 on network 30f7f650-50d0-446a-82d8-39753cfb0023 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:07.695849 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9960f798-6da4-4843-adae-3023580d10e2 req-4e7219a0-02f5-4219-b0ee-fbb6ff44cb63 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5957234
Nov 06 20:50:07.698924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Port 1bb283d3-dee3-4b3b-b05d-39267648a295 on network 30f7f650-50d0-446a-82d8-39753cfb0023 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:07.699248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Attempting to bind port 1bb283d3-dee3-4b3b-b05d-39267648a295 on network 30f7f650-50d0-446a-82d8-39753cfb0023 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:07.719628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:07.728021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Checking segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:07.728240 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Bound using segment: {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:07.728628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Bound port: 1bb283d3-dee3-4b3b-b05d-39267648a295, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4fbc91-99b8-4512-b2d5-568a2d943286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:07.728993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.751161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8466fd4-907d-4b6a-800e-14952b043e08 req-e41d3a36-f5ac-40be-bb10-23ecc6c34986 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723906
Nov 06 20:50:07.843571 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9ce4c4-9d2e-4c75-aee4-63c7a8733b6b x-openstack-request-id: req-3e9ce4c4-9d2e-4c75-aee4-63c7a8733b6b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:07.844214 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "name": "network-vif-plugged", "status": "completed", "tag": "a262919e-18f2-4731-a6fd-471327f376d3", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:07.844214 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e9ce4c4-9d2e-4c75-aee4-63c7a8733b6b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:07.844775 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3', 'code': 200}
Nov 06 20:50:07.846175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 8f1f4c54-7fec-4fe1-86c7-874b082456e6 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:07.879489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] For port 1bb283d3-dee3-4b3b-b05d-39267648a295, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:07.883233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] For port 1bb283d3-dee3-4b3b-b05d-39267648a295, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb283d3-dee3-4b3b-b05d-39267648a295,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:07.889349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.915341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53edaef4-1bdc-41f6-a229-f65ea4dbd810 None None] The sync data for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 is: [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:50:07.939525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:07.940731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:07.942902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] 10.222.0.10 "PUT /v2.0/ports/1bb283d3-dee3-4b3b-b05d-39267648a295 HTTP/1.1" status: 200  len: 1091 time: 2.0855143
Nov 06 20:50:07.943529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c525837-e57b-4864-9ece-7aec3a941be2', 'tag': '1bb283d3-dee3-4b3b-b05d-39267648a295'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:07.946077 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bb5df5-b2d2-4275-94e7-eaa115a55153" -d '{"events": [{"name": "network-changed", "server_uuid": "6c525837-e57b-4864-9ece-7aec3a941be2", "tag": "1bb283d3-dee3-4b3b-b05d-39267648a295"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:07.988566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:07.994703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:07.995083 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:08.127196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5263d4-ebea-459a-862b-3cfe460020f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb283d3-dee3-4b3b-b05d-39267648a295,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:08.143915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:08.179909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-7b3b395e-baed-4a3b-8a08-44b5b3505462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:08.185406 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-7b3b395e-baed-4a3b-8a08-44b5b3505462 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 1094 time: 0.1905937
Nov 06 20:50:08.239324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:08.251000 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:08.251871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 62b4b2c1-0e64-4879-8eab-3188cee48679 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:08.303902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-e7bbce2d-c852-491f-9e42-c9841d1d4fc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bb283d3-dee3-4b3b-b05d-39267648a295 HTTP/1.1" status: 200  len: 217 time: 0.1086359
Nov 06 20:50:08.394541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-7a8778f4-cdc8-49c2-b077-7645054c0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:08.396488 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-7a8778f4-cdc8-49c2-b077-7645054c0e52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 200  len: 862 time: 0.0763376
Nov 06 20:50:08.410024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 62b4b2c1-0e64-4879-8eab-3188cee48679 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:08.427871 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d15d1-57ce-4aff-969e-1a234d36292b None None] New status for floating IP 1db961df-5d8c-4461-bf48-26af8005b87f: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:50:08.448788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:08.472656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 62b4b2c1-0e64-4879-8eab-3188cee48679 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:08.473096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:08.483345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-f78f78f4-ebb3-4ef6-9fe8-d58c1dd09e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:08.485025 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-f78f78f4-ebb3-4ef6-9fe8-d58c1dd09e13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30f7f650-50d0-446a-82d8-39753cfb0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0808711
Nov 06 20:50:08.491751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6392389-7104-4c4b-bce0-e710568373cb req-af02c48e-51a0-4a6c-9ac5-3cb118b36681 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:08.500060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6392389-7104-4c4b-bce0-e710568373cb req-af02c48e-51a0-4a6c-9ac5-3cb118b36681 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 943 time: 0.6612322
Nov 06 20:50:08.521893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4e88-aa4d-4381-adff-225c0f1a1c1c req-111af300-2826-44f9-b40f-67c965207a61 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:08.530680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b39b4e88-aa4d-4381-adff-225c0f1a1c1c req-111af300-2826-44f9-b40f-67c965207a61 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 946 time: 0.6345255
Nov 06 20:50:08.535714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b336-fe52-4d77-aeea-3255848a05f3 req-a805abfc-c316-436c-9d75-0a0eefef94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:08.537517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf42b336-fe52-4d77-aeea-3255848a05f3 req-a805abfc-c316-436c-9d75-0a0eefef94fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1097 time: 0.7512586
Nov 06 20:50:08.605514 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:08.640900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b39b4e88-aa4d-4381-adff-225c0f1a1c1c req-ba55a3da-cbd3-47da-903e-1a510e2eb22f tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091721
Nov 06 20:50:08.666837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 62b4b2c1-0e64-4879-8eab-3188cee48679, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=62b4b2c1-0e64-4879-8eab-3188cee48679,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:08.674329 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:08.691649 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-d7f0efb0-e7d5-4aca-91bd-508d2e77f5c8 service neutron] 10.222.0.10 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978450
Nov 06 20:50:08.785284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6392389-7104-4c4b-bce0-e710568373cb req-6fc84e18-298b-4378-87a2-168f5097e5df tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2842519
Nov 06 20:50:08.786380 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:08.819806 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=62b4b2c1-0e64-4879-8eab-3188cee48679,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:08.842321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf42b336-fe52-4d77-aeea-3255848a05f3 req-035c5597-dd91-4b72-b257-4d29b5e78bc0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753890
Nov 06 20:50:08.845181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=683fdbbb-330b-48f4-9f96-ef2094f72267,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:08.847458 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d769b7f-f939-4577-b37a-e1d5d2eed039 x-openstack-request-id: req-8d769b7f-f939-4577-b37a-e1d5d2eed039 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:08.852539 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c525837-e57b-4864-9ece-7aec3a941be2", "tag": "1bb283d3-dee3-4b3b-b05d-39267648a295", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:08.855749 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d769b7f-f939-4577-b37a-e1d5d2eed039 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:08.857691 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c525837-e57b-4864-9ece-7aec3a941be2', 'tag': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'status': 'completed', 'code': 200}
Nov 06 20:50:08.900063 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fa2764b9-a6eb-4f89-b9cd-51e9410422e2 req-a0bd2240-a2d4-4af9-b1d4-ecbef3e0ca4e service neutron] 10.222.0.10 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984339
Nov 06 20:50:08.953013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Checking segment: {'id': '0c2eb74d-13b4-4957-a874-7757cd3922f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84509d56-1fd4-4506-8431-aeed92782363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:08.953410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Network hostable DHCP agents. Network: 84509d56-1fd4-4506-8431-aeed92782363, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:50:08.989266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242762-db01-4ce8-a119-274b1adc67b2 req-02fde12a-aa33-4287-9711-d318138c247b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:08.989636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-cce921b5-f787-46ea-8f24-1075cbdfb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:08.990781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f242762-db01-4ce8-a119-274b1adc67b2 req-02fde12a-aa33-4287-9711-d318138c247b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 950 time: 0.1074185
Nov 06 20:50:08.991267 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-cce921b5-f787-46ea-8f24-1075cbdfb016 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 1094 time: 0.0440073
Nov 06 20:50:08.997174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Network 84509d56-1fd4-4506-8431-aeed92782363 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:50:09.012508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d4da0-29a4-416b-8c82-f760e2b62fa1 req-a5c43eee-ca52-4905-823c-2a7052f7a02e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.013759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae0d4da0-29a4-416b-8c82-f760e2b62fa1 req-a5c43eee-ca52-4905-823c-2a7052f7a02e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 946 time: 0.1125674
Nov 06 20:50:09.023681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 84509d56-1fd4-4506-8431-aeed92782363) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:09.028501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.029265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:09.034548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb87aa-024a-4157-8181-c42cecca2a50 None None] Network 84509d56-1fd4-4506-8431-aeed92782363 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:09.105751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3341e16e-6633-4fe1-ade5-c23dfadd57fc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.6224380
Nov 06 20:50:09.142674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-e514b692-1aff-48b0-97c9-d9470d212989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.151416 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-e514b692-1aff-48b0-97c9-d9470d212989 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 924 time: 0.1455159
Nov 06 20:50:09.159830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f242762-db01-4ce8-a119-274b1adc67b2 req-a09b98ac-1752-4b1b-b44d-7a6ffadf8b3e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580346
Nov 06 20:50:09.208448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae0d4da0-29a4-416b-8c82-f760e2b62fa1 req-61253371-e9f8-44c3-b2c4-52f08e77d4c9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870134
Nov 06 20:50:09.281659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4ff12-e961-424f-a6d9-3063f5104ca2 None None] Network 84509d56-1fd4-4506-8431-aeed92782363 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:09.294763 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-739a5bca-7da3-4397-bc24-b57a1d536c89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bb283d3-dee3-4b3b-b05d-39267648a295 HTTP/1.1" status: 200  len: 217 time: 0.1297479
Nov 06 20:50:09.396277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-aefbfd2f-f0c6-482c-b2e4-2e2e572035fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.397782 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-aefbfd2f-f0c6-482c-b2e4-2e2e572035fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 200  len: 862 time: 0.0953913
Nov 06 20:50:09.420323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516917fb-afbf-444a-8980-e55157d72039 req-904d87bc-ac62-4bef-bb9f-272b543f3e1c tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.422555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-516917fb-afbf-444a-8980-e55157d72039 req-904d87bc-ac62-4bef-bb9f-272b543f3e1c tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 1101 time: 0.1184664
Nov 06 20:50:09.443898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c24bd-1197-4ca1-816e-057a799610b2 req-010cc821-6cad-4efd-86f8-e45485cb25b0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.445505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b08c24bd-1197-4ca1-816e-057a799610b2 req-010cc821-6cad-4efd-86f8-e45485cb25b0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.0832164
Nov 06 20:50:09.448064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-72232dd9-78e2-44af-9b88-9c03b8f2ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.449575 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-72232dd9-78e2-44af-9b88-9c03b8f2ab62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30f7f650-50d0-446a-82d8-39753cfb0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429616
Nov 06 20:50:09.503684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-516917fb-afbf-444a-8980-e55157d72039 req-742eefa9-839f-4f99-9f69-98ed7cd38833 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734825
Nov 06 20:50:09.515573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b08c24bd-1197-4ca1-816e-057a799610b2 req-924b0878-88c0-4d2d-8ad1-c8133ce51206 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625601
Nov 06 20:50:09.539224 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-73c29846-7f06-49c0-be1e-da10f0106409 service neutron] 10.222.0.10 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813508
Nov 06 20:50:09.666394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3646-b463-4944-a55f-78d1b4df16ba req-87f9d10c-c224-4482-9199-9638e63ca1cc tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.674387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8aee3646-b463-4944-a55f-78d1b4df16ba req-87f9d10c-c224-4482-9199-9638e63ca1cc tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1101 time: 0.0520949
Nov 06 20:50:09.695921 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85bb5df5-b2d2-4275-94e7-eaa115a55153 req-267f82f3-76f8-4bc4-b202-383e00f2c7b3 service neutron] 10.222.0.10 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351359
Nov 06 20:50:09.714410 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-3cec224e-7fe3-4179-9504-e4777874f6c2 req-6336d2cb-645c-42e6-860e-1eaff52c00e7 tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] show failed (client error): The resource could not be found.
Nov 06 20:50:09.715547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cec224e-7fe3-4179-9504-e4777874f6c2 req-6336d2cb-645c-42e6-860e-1eaff52c00e7 tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] 10.222.0.13 "GET /v2.0/security-groups/c9ab09ec-11db-4fd6-b3f1-0f82f2429861 HTTP/1.1" status: 404  len: 352 time: 0.0325944
Nov 06 20:50:09.746516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8aee3646-b463-4944-a55f-78d1b4df16ba req-1fc03793-b68b-4bba-9ce7-e178a57fc4e0 tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710626
Nov 06 20:50:09.823409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-75cd35ea-3b1c-40cd-9300-d4c37ff51098 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0234890
Nov 06 20:50:09.845934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6'}, {'server_uuid': '183e64a4-ecc9-4623-b4f8-72c80bfae9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b4b2c1-0e64-4879-8eab-3188cee48679'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:09.848139 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fa3853-9ffe-4250-9c85-1dc8a64ced15" -d '{"events": [{"server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6"}, {"server_uuid": "183e64a4-ecc9-4623-b4f8-72c80bfae9d8", "name": "network-vif-plugged", "status": "completed", "tag": "62b4b2c1-0e64-4879-8eab-3188cee48679"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:09.941271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832503d7-cdf6-4fd1-9cd0-1d6210ffe26d req-5c1b2823-d718-4844-a4ed-35174d79c93e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.942786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-832503d7-cdf6-4fd1-9cd0-1d6210ffe26d req-5c1b2823-d718-4844-a4ed-35174d79c93e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 946 time: 0.1226459
Nov 06 20:50:09.979738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab245-a215-4caa-9842-6748b8337439 req-867db612-7e8b-4897-8112-b32ad59433aa tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:09.981224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-867db612-7e8b-4897-8112-b32ad59433aa tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1502342
Nov 06 20:50:10.006522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-175b2d34-17e7-4031-bdef-958928319939 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/quotas/4ce2d4abd58240c3a94718d2a022d67c HTTP/1.1" status: 200  len: 375 time: 0.0187957
Nov 06 20:50:10.027198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-832503d7-cdf6-4fd1-9cd0-1d6210ffe26d req-85d539d8-d0f3-424e-a92f-ea602b544ff1 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747809
Nov 06 20:50:10.082797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-6d91b264-2f42-4ab7-b61f-d40ce21dbe33 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0688694
Nov 06 20:50:10.271165 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232e2dd4-0e61-4843-aa87-c2dc1f036b67 x-openstack-request-id: req-232e2dd4-0e61-4843-aa87-c2dc1f036b67 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:10.271165 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6", "code": 200}, {"server_uuid": "183e64a4-ecc9-4623-b4f8-72c80bfae9d8", "name": "network-vif-plugged", "status": "completed", "tag": "62b4b2c1-0e64-4879-8eab-3188cee48679", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:10.271165 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-232e2dd4-0e61-4843-aa87-c2dc1f036b67 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:10.271165 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'code': 200}
Nov 06 20:50:10.271165 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183e64a4-ecc9-4623-b4f8-72c80bfae9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b4b2c1-0e64-4879-8eab-3188cee48679', 'code': 200}
Nov 06 20:50:10.272261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01adcf1-949e-497e-bc4b-3fe00d1c8cb8 req-c233cece-f191-46aa-85e7-f1a6c7fe3aab tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:10.272261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a01adcf1-949e-497e-bc4b-3fe00d1c8cb8 req-c233cece-f191-46aa-85e7-f1a6c7fe3aab tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 943 time: 0.0613494
Nov 06 20:50:10.408131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a01adcf1-949e-497e-bc4b-3fe00d1c8cb8 req-fd9d5ff3-8d13-43f4-a8c4-63190014bb73 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292565
Nov 06 20:50:10.414632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c07e412-22c0-413e-98e7-b3f33159383e req-c124fb80-589b-486a-b689-ff1269cc602b tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=693c84d38b7a41e79f3a22ee3b74880b HTTP/1.1" status: 200  len: 3001 time: 0.1206129
Nov 06 20:50:10.456649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354221f6-38dd-4d38-91b7-b8bdcfa34f08 req-2f3d7d8a-5125-481a-8385-3b53d61c6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:10.458177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-354221f6-38dd-4d38-91b7-b8bdcfa34f08 req-2f3d7d8a-5125-481a-8385-3b53d61c6a99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 1097 time: 0.0978703
Nov 06 20:50:10.516846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-161f18cc-2df8-4cdc-9a48-2db4af1cd748 req-b0d247c1-67fc-4799-b448-c61b3c7b1d25 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 210 time: 0.0609577
Nov 06 20:50:10.572792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c07e412-22c0-413e-98e7-b3f33159383e req-3865598c-a796-4d74-8525-e043a906d3aa tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] 10.222.0.13 "GET /v2.0/security-groups/e1ea89f6-f8c8-45e4-a22d-2ab193e891ea HTTP/1.1" status: 200  len: 2998 time: 0.1381495
Nov 06 20:50:10.633000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-354221f6-38dd-4d38-91b7-b8bdcfa34f08 req-d9ef9fa0-56ce-44d7-a63b-6beb0b91d2cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448104
Nov 06 20:50:10.675315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c07e412-22c0-413e-98e7-b3f33159383e req-a9b597ef-b315-4cbe-b1ec-00f21882f50b tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] 10.222.0.13 "GET /v2.0/security-groups/e1ea89f6-f8c8-45e4-a22d-2ab193e891ea HTTP/1.1" status: 200  len: 2998 time: 0.1015294
Nov 06 20:50:10.688579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2adb2-6d7c-4581-9059-f454d6ba2c86 req-7fa20497-6e33-4c37-b8f2-3571600258aa tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:10.690870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0f2adb2-6d7c-4581-9059-f454d6ba2c86 req-7fa20497-6e33-4c37-b8f2-3571600258aa tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 946 time: 0.0830486
Nov 06 20:50:10.756498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0f2adb2-6d7c-4581-9059-f454d6ba2c86 req-26425c1e-438c-4176-9e2e-3c357291be41 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554755
Nov 06 20:50:10.784432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-d897f9c9-d816-4c53-807d-aa434f4045af tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=acfc5ca1083f4131b1da0e5689218590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0257659
Nov 06 20:50:10.882793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f96a33ac-902b-412b-a8ad-f6fa3106faa9 req-5cb1313e-e634-467a-9b25-04c090afbb85 tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] 10.222.0.13 "GET /v2.0/security-groups/e1ea89f6-f8c8-45e4-a22d-2ab193e891ea HTTP/1.1" status: 200  len: 2998 time: 0.1013143
Nov 06 20:50:10.955742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-e3ca6137-17aa-4dd3-b9a1-20814b6c782c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:10.957244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-e3ca6137-17aa-4dd3-b9a1-20814b6c782c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1664710
Nov 06 20:50:10.985026 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-f96a33ac-902b-412b-a8ad-f6fa3106faa9 req-87679eea-a78f-4f74-b8e7-8a852b8a5c18 tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 06 20:50:10.986078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f96a33ac-902b-412b-a8ad-f6fa3106faa9 req-87679eea-a78f-4f74-b8e7-8a852b8a5c18 tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1ea89f6-f8c8-45e4-a22d-2ab193e891ea HTTP/1.1" status: 409  len: 352 time: 0.0924287
Nov 06 20:50:10.987507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-abe8d7e1-28da-4803-949d-2d574acdb7c0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/quotas/acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 375 time: 0.0214474
Nov 06 20:50:11.062211 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-6f0c481d-2654-49e6-89b5-5fc2d38c6788 req-01e40e59-b869-4d4a-8057-d124dfe376da tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] show failed (client error): The resource could not be found.
Nov 06 20:50:11.063287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f0c481d-2654-49e6-89b5-5fc2d38c6788 req-01e40e59-b869-4d4a-8057-d124dfe376da tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] 10.222.0.13 "GET /v2.0/security-groups/c2f55979-ba71-4c56-a0e7-9e7633b601b3 HTTP/1.1" status: 404  len: 352 time: 0.0447302
Nov 06 20:50:11.084620 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-61e13ce8-799b-41df-bb2d-5df0d157faf2 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0681205
Nov 06 20:50:11.188525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a228974-7c86-451a-8946-3fe3fd00805c req-5896e8ce-24f4-45de-a604-db82f65cc866 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:11.195654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a228974-7c86-451a-8946-3fe3fd00805c req-5896e8ce-24f4-45de-a604-db82f65cc866 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 946 time: 0.0741832
Nov 06 20:50:11.268462 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-b2833892-e13f-499e-bea8-97804bc9e1a8 req-d3bbc828-1eee-4696-b98a-2bd1873c5a1d tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] show failed (client error): The resource could not be found.
Nov 06 20:50:11.269630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2833892-e13f-499e-bea8-97804bc9e1a8 req-d3bbc828-1eee-4696-b98a-2bd1873c5a1d tempest-SecurityGroupsNegativeTestJSON-1948299524 tempest-SecurityGroupsNegativeTestJSON-1948299524-project] 10.222.0.13 "GET /v2.0/security-groups/a5ed5239-c97d-476e-9f43-2e94ff40c444 HTTP/1.1" status: 404  len: 352 time: 0.0301359
Nov 06 20:50:11.274477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a228974-7c86-451a-8946-3fe3fd00805c req-55a2b698-32bb-4d6e-a96e-f7a1c9726a13 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744603
Nov 06 20:50:11.281357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49540) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:11.369263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a9cedf0-a457-4bc4-8e97-5cbb75fd4b3d req-605d88cb-e80b-4dcd-8184-27beb00474e7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 210 time: 0.0376019
Nov 06 20:50:11.383396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea98c849-65ef-49b7-98eb-76d13fdb23d7 admin admin] Deleting subnet 683fdbbb-330b-48f4-9f96-ef2094f72267 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:50:11.388014 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea98c849-65ef-49b7-98eb-76d13fdb23d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:11.454807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea98c849-65ef-49b7-98eb-76d13fdb23d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:11.548815 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea98c849-65ef-49b7-98eb-76d13fdb23d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:11.594445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-e2379de5-4cbb-423d-848a-a3c74aa1942c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1389902080&fields=id&tenant_id=0a012746186e4431bf96fa9c5a3bc116 HTTP/1.1" status: 200  len: 267 time: 0.1065247
Nov 06 20:50:11.697965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c51b2b-a66a-4811-a43c-d3218313087c req-42826921-444e-4354-99ba-e981bb046128 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:11.707024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95c51b2b-a66a-4811-a43c-d3218313087c req-42826921-444e-4354-99ba-e981bb046128 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 943 time: 0.1870985
Nov 06 20:50:11.720975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-ba19530c-0caf-4314-a097-1829ce89a586 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0643256
Nov 06 20:50:11.736415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-45b44f2c-f39b-4372-a7fe-959f9cf26f8c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:11.737942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-45b44f2c-f39b-4372-a7fe-959f9cf26f8c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 946 time: 0.1300721
Nov 06 20:50:11.780700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'port': {'security_groups': ['75189bda-8bd3-4b2c-97d7-f04e7fb1e01a', '2312d131-9fb2-465a-9667-f841f85ba544']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:11.818781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea98c849-65ef-49b7-98eb-76d13fdb23d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:11.903315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98c849-65ef-49b7-98eb-76d13fdb23d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683fdbbb-330b-48f4-9f96-ef2094f72267,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:11.912085 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea98c849-65ef-49b7-98eb-76d13fdb23d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:11.915619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ea98c849-65ef-49b7-98eb-76d13fdb23d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/683fdbbb-330b-48f4-9f96-ef2094f72267 HTTP/1.1" status: 204  len: 168 time: 0.6328840
Nov 06 20:50:11.918269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49566) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:11.964068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95c51b2b-a66a-4811-a43c-d3218313087c req-761062a2-2784-4f75-89d7-e975c7f0ba4f tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2561362
Nov 06 20:50:12.022448 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.030591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab245-a215-4caa-9842-6748b8337439 req-9121f2e8-8258-45d5-93b3-0c1110236cd8 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:12.032282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-9121f2e8-8258-45d5-93b3-0c1110236cd8 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2933693
Nov 06 20:50:12.075634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a968cd63-d091-4829-a008-d8c5358668f9 req-762eff4b-3658-45d7-a903-6f7565694fe0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 210 time: 0.0421436
Nov 06 20:50:12.080642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Request body: {'port': {'device_id': '20d94de5-0ebe-4c5f-afc4-bb644fca2f6b', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4ce2d4abd58240c3a94718d2a022d67c'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:12.086839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.120966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.159929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254cdb310>,) {'filters': {'network_id': ['84509d56-1fd4-4506-8431-aeed92782363']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:12.170400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254cdb310>, '0c2eb74d-13b4-4957-a874-7757cd3922f1') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:12.170917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254cdb310>, '0c2eb74d-13b4-4957-a874-7757cd3922f1') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:12.181813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.198563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.212227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:50:12.212978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:50:12.215898 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:50:12.273423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.280653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.291084 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/84509d56-1fd4-4506-8431-aeed92782363 HTTP/1.1" status: 204  len: 168 time: 0.3707647
Nov 06 20:50:12.300052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a5767-73d7-4537-b8dd-d23ec1c6a6ca req-7932fccf-2f6b-460c-a59e-2c05791fb6fb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:12.301951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa4a5767-73d7-4537-b8dd-d23ec1c6a6ca req-7932fccf-2f6b-460c-a59e-2c05791fb6fb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 946 time: 0.1471794
Nov 06 20:50:12.303258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07533e7b-8ed4-4795-b86a-69b0c1ab91a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=84509d56-1fd4-4506-8431-aeed92782363,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:12.444581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Made reservation on behalf of 4ce2d4abd58240c3a94718d2a022d67c for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:12.449045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.502606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa4a5767-73d7-4537-b8dd-d23ec1c6a6ca req-821e5854-2c63-49b8-b8b4-22fd8843fe31 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912148
Nov 06 20:50:12.508188 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-f4842b6c-cf33-4fd6-ae5d-e41b024270c6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=acfc5ca1083f4131b1da0e5689218590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0758193
Nov 06 20:50:12.541001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49576) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:12.647939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-6d02197d-fe56-4cc8-aa25-e76be75f59f0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:12.650540 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-6d02197d-fe56-4cc8-aa25-e76be75f59f0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1375303
Nov 06 20:50:12.665639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Request body: {'port': {'device_id': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'acfc5ca1083f4131b1da0e5689218590'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:12.677009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] For port a262919e-18f2-4731-a6fd-471327f376d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a262919e-18f2-4731-a6fd-471327f376d3,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:12.729540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-956bc1a8-6f27-4720-8975-dd05df192585 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=693c84d38b7a41e79f3a22ee3b74880b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1764712
Nov 06 20:50:12.733803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49578) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:12.780919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.809304 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.822596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:12.824927 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a262919e-18f2-4731-a6fd-471327f376d3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:12.833688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Allocated IP 192.168.233.193 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/21224404-6313-48a9-849f-646fc9609ae6) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:12.839882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Made reservation on behalf of acfc5ca1083f4131b1da0e5689218590 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:12.845214 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.845645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2261b30-7be0-4e4a-ad76-0193ee9b69b2 req-3bad737a-8785-4672-8fd7-9d456de3ad0d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 210 time: 0.0725586
Nov 06 20:50:12.907853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:12.908417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.909904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7abd9837-0e96-4f36-a5c3-483201b5a9d9 req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "PUT /v2.0/ports/a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 200  len: 982 time: 1.1519005
Nov 06 20:50:12.913871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:12.916942 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61" -d '{"events": [{"name": "network-changed", "server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "tag": "a262919e-18f2-4731-a6fd-471327f376d3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:12.968326 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9e4aaa9-4b18-4bcd-a2f0-f7d6d3da35b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:12.990278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76903715-fdbf-4952-9d94-1b7bd235e47e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'Port': ['ID=a262919e-18f2-4731-a6fd-471327f376d3,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:13.003604 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e3665-635f-4bea-941c-4d1f6aa801bf x-openstack-request-id: req-027e3665-635f-4bea-941c-4d1f6aa801bf {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:13.003902 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "tag": "a262919e-18f2-4731-a6fd-471327f376d3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:13.004158 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-027e3665-635f-4bea-941c-4d1f6aa801bf {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:13.004598 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3', 'status': 'completed', 'code': 200}
Nov 06 20:50:13.068202 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9e4aaa9-4b18-4bcd-a2f0-f7d6d3da35b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:13.075329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a262919e-18f2-4731-a6fd-471327f376d3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:13.194613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cda365da-bf20-4891-9e83-22c84b06656b req-0511adab-67d0-427e-9dce-d77216786faa tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/2312d131-9fb2-465a-9667-f841f85ba544 HTTP/1.1" status: 200  len: 1817 time: 0.2460043
Nov 06 20:50:13.222043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-e12aa3be-87cc-4263-8a07-272bf94c91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:13.223698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-e12aa3be-87cc-4263-8a07-272bf94c91a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1136 time: 0.2020266
Nov 06 20:50:13.264365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b3570-0426-4605-9786-6908c8f569d6 req-7ddbcb07-5ce8-421d-9b98-8c9a41c8d6c8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:13.271575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-451b3570-0426-4605-9786-6908c8f569d6 req-7ddbcb07-5ce8-421d-9b98-8c9a41c8d6c8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 943 time: 0.2013190
Nov 06 20:50:13.357207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9e4aaa9-4b18-4bcd-a2f0-f7d6d3da35b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:13.359696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9e4aaa9-4b18-4bcd-a2f0-f7d6d3da35b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:13.363428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9e4aaa9-4b18-4bcd-a2f0-f7d6d3da35b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1ea89f6-f8c8-45e4-a22d-2ab193e891ea HTTP/1.1" status: 204  len: 168 time: 0.6248727
Nov 06 20:50:13.383624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:13.402809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4aaa9-4b18-4bcd-a2f0-f7d6d3da35b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ea89f6-f8c8-45e4-a22d-2ab193e891ea,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:13.446735 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-cda365da-bf20-4891-9e83-22c84b06656b req-93037685-ac0c-4da7-a00f-5a4833316445 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 06 20:50:13.460501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cda365da-bf20-4891-9e83-22c84b06656b req-93037685-ac0c-4da7-a00f-5a4833316445 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/2312d131-9fb2-465a-9667-f841f85ba544 HTTP/1.1" status: 409  len: 341 time: 0.2409956
Nov 06 20:50:13.487532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-451b3570-0426-4605-9786-6908c8f569d6 req-07424a2b-9ed2-43aa-9f7e-d46be4b5c36c tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2151625
Nov 06 20:50:13.533081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-943ea49f-33f8-49c8-b4d7-777ed8417f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:13.534616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-943ea49f-33f8-49c8-b4d7-777ed8417f74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 914 time: 0.2941504
Nov 06 20:50:13.616775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-14d46e30-6b4a-4b1c-921a-ecec26b48f44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 200  len: 217 time: 0.0747149
Nov 06 20:50:13.658447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:13.670420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:13.713413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7', '77547b61-5323-47fa-ba9f-e4c8c8dd716b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:13.714636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1bb283d3-dee3-4b3b-b05d-39267648a295 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:13.741773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Allocated IP 192.168.233.72 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/5c194b3b-7525-4372-a35e-31e481740efc) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:13.876885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:13.901813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:13.927610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:13.939870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-daecdd2d-25e5-4486-8e5f-8a60946a0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:13.941477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-daecdd2d-25e5-4486-8e5f-8a60946a0497 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.2850497
Nov 06 20:50:13.948784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.resource_extend [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 20:50:13.991899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a3016-0841-431d-b225-947507c59e08 req-f2dd4b64-d31b-4efa-80b5-5d0d2809da7b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:14.000166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995a3016-0841-431d-b225-947507c59e08 req-f2dd4b64-d31b-4efa-80b5-5d0d2809da7b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 936 time: 0.4352016
Nov 06 20:50:14.006798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event updated for resources: {'Port': ['ID=21224404-6313-48a9-849f-646fc9609ae6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:14.046358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-371c7701-1a16-4093-9ff6-9b93b3be79df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716634
Nov 06 20:50:14.170139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1bb283d3-dee3-4b3b-b05d-39267648a295, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb283d3-dee3-4b3b-b05d-39267648a295,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:14.232573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.245424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:14.249184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.310642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'port_id': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'mac_address': 'fa:16:3e:9e:43:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:14.363135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.371628 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.408320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.422275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:14.428020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:14.481935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:14.529383 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.543648 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f176efb6-c011-4b1a-a215-c89e262cd13a None None] Provisioning complete for port 21224404-6313-48a9-849f-646fc9609ae6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:14.544013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f176efb6-c011-4b1a-a215-c89e262cd13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.571104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:14.655427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:14.659072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.685061 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3b0862ff-8a67-4bd9-af63-eccddfd32dc6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0254853
Nov 06 20:50:14.693026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb283d3-dee3-4b3b-b05d-39267648a295 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:14.713313 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Request body: {'port': {'device_id': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:14.769216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a410f4e-6411-45a7-ad3d-da3000074a54 req-22af08cd-0750-40ec-b3d3-56db4b6e3093 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:14.774776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a410f4e-6411-45a7-ad3d-da3000074a54 req-22af08cd-0750-40ec-b3d3-56db4b6e3093 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 946 time: 0.9214120
Nov 06 20:50:14.794341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1bb283d3-dee3-4b3b-b05d-39267648a295, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb283d3-dee3-4b3b-b05d-39267648a295,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:14.803909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.809499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f176efb6-c011-4b1a-a215-c89e262cd13a None None] Port 21224404-6313-48a9-849f-646fc9609ae6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:14.813533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:14.895605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-0274cac3-f05a-4df1-b343-1a5c8ec973ba service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8384366
Nov 06 20:50:14.925963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995a3016-0841-431d-b225-947507c59e08 req-39b7c4fe-9781-489d-bf7b-a59aac5edc7d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9247861
Nov 06 20:50:15.013677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6d8f689b-f5a7-46ac-bcd8-85a6c6d1c64c None None] Provisioning complete for port 5c194b3b-7525-4372-a35e-31e481740efc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:15.014302 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6d8f689b-f5a7-46ac-bcd8-85a6c6d1c64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.017682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1bb283d3-dee3-4b3b-b05d-39267648a295,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:15.037726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a410f4e-6411-45a7-ad3d-da3000074a54 req-e5486fde-6c9c-4571-b2d2-bc81335ce0e1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181773
Nov 06 20:50:15.041653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-dd78c746-6ac6-448a-a56c-d7679acec71b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9652202
Nov 06 20:50:15.064709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49624) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:15.130679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Request body: {'port': {'device_id': '20d94de5-0ebe-4c5f-afc4-bb644fca2f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:15.225760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f689b-f5a7-46ac-bcd8-85a6c6d1c64c None None] Port 5c194b3b-7525-4372-a35e-31e481740efc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:15.232652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1bb283d3-dee3-4b3b-b05d-39267648a295'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:15.306393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c194b3b-7525-4372-a35e-31e481740efc {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:15.324963 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.356748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-324f9745-6810-4e9d-81f6-5f6d1d4e5e61 req-9327dec8-1977-469f-8ab9-87855a1adef6 service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3962822
Nov 06 20:50:15.358788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Transition to ACTIVE for port object 5c194b3b-7525-4372-a35e-31e481740efc will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:15.365932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.436992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1187980300-network', 'tenant_id': '868bef14d4704704a6e56e88a220cc66'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:15.526123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:15.545546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-8a490d54-3d08-4556-9b0f-534e3f2e0545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:15.547362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-8a490d54-3d08-4556-9b0f-534e3f2e0545 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1136 time: 0.1312411
Nov 06 20:50:15.563041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085818a3-9254-4718-bbac-67c63cb9661d req-5e701fd7-ec9e-4962-8647-bcdc57bba49d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:15.572752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-085818a3-9254-4718-bbac-67c63cb9661d req-5e701fd7-ec9e-4962-8647-bcdc57bba49d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 935 time: 0.4057498
Nov 06 20:50:15.592593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.605778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Attempting to bind port 5c194b3b-7525-4372-a35e-31e481740efc on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:15.607492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Attempting to bind port 5c194b3b-7525-4372-a35e-31e481740efc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:15.607832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Attempting to bind port 5c194b3b-7525-4372-a35e-31e481740efc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:15.627096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Port 5c194b3b-7525-4372-a35e-31e481740efc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:15.627454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Attempting to bind port 5c194b3b-7525-4372-a35e-31e481740efc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:15.637522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:15.637864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:15.638253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:15.638694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Bound port: 5c194b3b-7525-4372-a35e-31e481740efc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:15.639057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.643801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920de7f-5717-42b7-b9e1-32d9e07b1249 req-450c8688-5b56-4a4d-9e25-a2f21021c74c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:15.645520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a920de7f-5717-42b7-b9e1-32d9e07b1249 req-450c8688-5b56-4a4d-9e25-a2f21021c74c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 985 time: 0.4771547
Nov 06 20:50:15.695803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Made reservation on behalf of 868bef14d4704704a6e56e88a220cc66 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:15.698306 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.751345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:15.756586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:15.764127 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.774885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.835690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:15.837149 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.839162 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 1095 time: 1.1336007
Nov 06 20:50:15.839604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:15.841937 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185185f6-3a05-4652-a6be-0d51fc6a0e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "tag": "5c194b3b-7525-4372-a35e-31e481740efc"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:15.918745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aebb71-d249-4151-ab67-943ecc9a12c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:15.923421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.942098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:15.976754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-085818a3-9254-4718-bbac-67c63cb9661d req-41b396c2-a429-47f9-a75a-da3df9a84f48 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4007032
Nov 06 20:50:15.986221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-5537abc9-ec6c-4a58-85f3-063e9929023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:15.987648 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-5537abc9-ec6c-4a58-85f3-063e9929023d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1098 time: 0.0929174
Nov 06 20:50:16.056194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a920de7f-5717-42b7-b9e1-32d9e07b1249 req-0c485ed3-6043-46cb-a39d-eacb4a647e3a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&id=2312d131-9fb2-465a-9667-f841f85ba544&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.3018658
Nov 06 20:50:16.081878 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-ef33ca4c-5ad2-4193-8775-73e87e54bf3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 217 time: 0.0781016
Nov 06 20:50:16.157836 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3560c4a-3760-4295-8bf1-845bfc36c77e x-openstack-request-id: req-a3560c4a-3760-4295-8bf1-845bfc36c77e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:16.158130 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "tag": "5c194b3b-7525-4372-a35e-31e481740efc", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:16.158429 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3560c4a-3760-4295-8bf1-845bfc36c77e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:16.158870 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc', 'status': 'completed', 'code': 200}
Nov 06 20:50:16.178312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:50:16.200574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3fef3f41-e13c-45ca-84db-655fc0bfe108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.202524 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-3fef3f41-e13c-45ca-84db-655fc0bfe108 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1040163
Nov 06 20:50:16.225893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3bcb11-83fa-4946-a90a-486df05b9df4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:16.272841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:16.273087 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Added segment 43afc356-a14d-477e-a60c-43a633eb1779 of type vlan for network 0e936355-eba9-4975-b6c7-019db9b3e654
Nov 06 20:50:16.283290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-935ec626-6cb9-43ad-a35f-764e3a97cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.290755 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-935ec626-6cb9-43ad-a35f-764e3a97cfdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0782921
Nov 06 20:50:16.304659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-6de5c252-8149-41b7-9806-0f7a00ad16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.306632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-6de5c252-8149-41b7-9806-0f7a00ad16dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 914 time: 0.6974134
Nov 06 20:50:16.392318 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-d0cae7a6-c993-4a16-8918-885d09779cf3 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935745
Nov 06 20:50:16.450080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6181f6-627e-4e68-a1e1-c27a045b0ab7 req-6fbe6a25-5fac-4c53-baf8-2b4295d9b9ba tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.451652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e6181f6-627e-4e68-a1e1-c27a045b0ab7 req-6fbe6a25-5fac-4c53-baf8-2b4295d9b9ba tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 944 time: 0.2748301
Nov 06 20:50:16.455215 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:16.459698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-ed7c0fda-be0a-4e28-b408-b673a2d43a88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 200  len: 217 time: 0.1395640
Nov 06 20:50:16.507942 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71001c02-1039-43cd-bc8c-705bb9641f38 req-4910288c-ef79-4a59-b5d5-53b0e8eb0c62 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1055641
Nov 06 20:50:16.511612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbd9b6-5fba-457d-add9-79ff84551d37 req-0b5a571e-f9ab-47ab-96ec-17c70e3451c5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.513167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40fbd9b6-5fba-457d-add9-79ff84551d37 req-0b5a571e-f9ab-47ab-96ec-17c70e3451c5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 936 time: 0.2885475
Nov 06 20:50:16.598563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:16.599424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.600005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:16.601291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-b9d72d12-cef2-4173-800f-07b5188819ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.603423 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-b9d72d12-cef2-4173-800f-07b5188819ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1098 time: 0.0424590
Nov 06 20:50:16.681601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-3da3b54f-8d7f-4fea-ad68-7b5faa1cd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.682581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-3da3b54f-8d7f-4fea-ad68-7b5faa1cd128 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.2015319
Nov 06 20:50:16.712145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-fcc4f05f-7ce8-4def-bc00-7e5cca09d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.713678 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-fcc4f05f-7ce8-4def-bc00-7e5cca09d339 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.0923052
Nov 06 20:50:16.716400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e6181f6-627e-4e68-a1e1-c27a045b0ab7 req-42b356f2-df8d-4374-ba94-b7eab9f7b7a9 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2518022
Nov 06 20:50:16.747174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6810267
Nov 06 20:50:16.760541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-3d27d81b-d3e0-4721-99c3-f373eab85986 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0667989
Nov 06 20:50:16.764007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49666) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:16.770172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Request body: {'subnet': {'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1187980300-subnet', 'tenant_id': '868bef14d4704704a6e56e88a220cc66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:16.778798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302b600-9060-4a84-8987-9440001f68a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e936355-eba9-4975-b6c7-019db9b3e654,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:16.787687 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-23d3f28d-4487-4f1a-b8a1-9b34515444d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:16.794971 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-ef7812f8-440e-4e76-9f8d-80733ae13d71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 217 time: 0.0616510
Nov 06 20:50:16.806346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0e936355-eba9-4975-b6c7-019db9b3e654 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:50:16.816487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40fbd9b6-5fba-457d-add9-79ff84551d37 req-4ebd460b-96a2-452e-8453-a0bb5f69003e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2716830
Nov 06 20:50:16.855316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-65156c5d-0f8f-46c3-82cb-2c872cf2994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.856811 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-65156c5d-0f8f-46c3-82cb-2c872cf2994e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0541010
Nov 06 20:50:16.913490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21224404-6313-48a9-849f-646fc9609ae6 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:16.940906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-4e56df6b-d074-41d4-9e16-ad45b13d419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:16.947247 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-4e56df6b-d074-41d4-9e16-ad45b13d419c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0816584
Nov 06 20:50:16.953885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Made reservation on behalf of 868bef14d4704704a6e56e88a220cc66 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:16.956654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:16.972397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:17.126937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-53021546-965b-4b8a-b532-57403449c578 service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3499625
Nov 06 20:50:17.144541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Transition to ACTIVE for port object 21224404-6313-48a9-849f-646fc9609ae6 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:17.157998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:17.179030 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-5b637e33-871b-4a76-9ee7-b280849cce9b service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160223
Nov 06 20:50:17.344900 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185185f6-3a05-4652-a6be-0d51fc6a0e2e req-c19df142-4d0e-4de4-8cac-f89a31b4d3fb service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418488
Nov 06 20:50:17.361853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:17.364954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Pushing event updated for resources: {'Port': ['ID=21224404-6313-48a9-849f-646fc9609ae6,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:17.441632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71032d-5de4-43fe-9447-51d410156df7 req-65ca9ea5-4a61-4220-a7ed-9dd49086e808 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:17.443602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f71032d-5de4-43fe-9447-51d410156df7 req-65ca9ea5-4a61-4220-a7ed-9dd49086e808 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 947 time: 0.2912359
Nov 06 20:50:17.493018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b230e9-cf00-4c47-be48-4f116c9e6d42 req-f62cea8e-2dda-4097-bcee-d220a11a3ecd tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:17.494580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9b230e9-cf00-4c47-be48-4f116c9e6d42 req-f62cea8e-2dda-4097-bcee-d220a11a3ecd tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 985 time: 0.2736409
Nov 06 20:50:17.532720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31c5c9e0-7fbe-44ce-8422-5310bacbcfb2 req-384d8e1b-bfe3-4ae3-8ebf-63e7194cf58b service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3930502
Nov 06 20:50:17.673241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Attempting to bind port 21224404-6313-48a9-849f-646fc9609ae6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:17.673241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Attempting to bind port 21224404-6313-48a9-849f-646fc9609ae6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:17.673241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Attempting to bind port 21224404-6313-48a9-849f-646fc9609ae6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:17.689747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f71032d-5de4-43fe-9447-51d410156df7 req-44e07013-90e1-4b2c-9df8-f7df50d46c0a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109091
Nov 06 20:50:17.700250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1bb283d3-dee3-4b3b-b05d-39267648a295 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:17.708605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Port 21224404-6313-48a9-849f-646fc9609ae6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:17.708605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Attempting to bind port 21224404-6313-48a9-849f-646fc9609ae6 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:17.734122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:17.734462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:17.734862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:17.735320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Bound port: 21224404-6313-48a9-849f-646fc9609ae6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:17.735686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:17.738146 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:17.765368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9b230e9-cf00-4c47-be48-4f116c9e6d42 req-8478c2b4-a0a4-402b-83d3-232411f5e606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&id=2312d131-9fb2-465a-9667-f841f85ba544&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.2603545
Nov 06 20:50:17.803631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 1bb283d3-dee3-4b3b-b05d-39267648a295 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:17.810102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 1bb283d3-dee3-4b3b-b05d-39267648a295 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:17.810498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:17.937975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c9fae6-62d5-4257-865d-3dd2eac73e10,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:17.980578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:17.999244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] For port 21224404-6313-48a9-849f-646fc9609ae6, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:18.002067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Checking segment: {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:18.002428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Network hostable DHCP agents. Network: 0e936355-eba9-4975-b6c7-019db9b3e654, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:50:18.005730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c525837-e57b-4864-9ece-7aec3a941be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb283d3-dee3-4b3b-b05d-39267648a295'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:18.006575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] For port 21224404-6313-48a9-849f-646fc9609ae6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21224404-6313-48a9-849f-646fc9609ae6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:18.008224 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc46dacf-5bad-439d-be4b-a3749469a378" -d '{"events": [{"server_uuid": "6c525837-e57b-4864-9ece-7aec3a941be2", "name": "network-vif-plugged", "status": "completed", "tag": "1bb283d3-dee3-4b3b-b05d-39267648a295"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:18.015056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:18.029187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c6afc-28d8-43f7-90f4-76d8c0f2e63a req-25c8c9c5-f872-4868-9ee1-40fea77e0d30 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:18.030914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-417c6afc-28d8-43f7-90f4-76d8c0f2e63a req-25c8c9c5-f872-4868-9ee1-40fea77e0d30 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 944 time: 0.1076486
Nov 06 20:50:18.033881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1bb283d3-dee3-4b3b-b05d-39267648a295, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb283d3-dee3-4b3b-b05d-39267648a295,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:18.044899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:18.081616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Network 0e936355-eba9-4975-b6c7-019db9b3e654 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:50:18.090172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:18.090904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:18.092671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] 10.222.0.37 "PUT /v2.0/ports/21224404-6313-48a9-849f-646fc9609ae6 HTTP/1.1" status: 200  len: 1096 time: 2.9693794
Nov 06 20:50:18.096024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d94de5-0ebe-4c5f-afc4-bb644fca2f6b', 'tag': '21224404-6313-48a9-849f-646fc9609ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:18.098190 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea05e436-1c56-48d9-86e8-f782c8948f48" -d '{"events": [{"name": "network-changed", "server_uuid": "20d94de5-0ebe-4c5f-afc4-bb644fca2f6b", "tag": "21224404-6313-48a9-849f-646fc9609ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:18.113003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0e936355-eba9-4975-b6c7-019db9b3e654) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:18.124804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:18.125408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:18.161468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc1cb-c491-4c24-9bee-d3c3d726f309 service neutron] Pushing event updated for resources: {'Port': ['ID=21224404-6313-48a9-849f-646fc9609ae6,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:18.189386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-417c6afc-28d8-43f7-90f4-76d8c0f2e63a req-6939c02e-dd81-47e3-aeef-bf5e75e239c0 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253779
Nov 06 20:50:18.206009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-59f54586-7c30-43f5-9907-ecae08be8c85 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4315867
Nov 06 20:50:18.206353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bf51c-d677-48a4-b3f7-fa760a4e9b52 None None] Network 0e936355-eba9-4975-b6c7-019db9b3e654 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:18.264229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1bb283d3-dee3-4b3b-b05d-39267648a295,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:18.396338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab245-a215-4caa-9842-6748b8337439 req-5e5c654c-bfce-4700-99d1-5de0100a98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:18.401849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-5e5c654c-bfce-4700-99d1-5de0100a98a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 1099 time: 0.1747055
Nov 06 20:50:18.596458 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1782ef3-33ef-452b-aa70-6c7eaf724d82 x-openstack-request-id: req-c1782ef3-33ef-452b-aa70-6c7eaf724d82 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:18.596889 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d94de5-0ebe-4c5f-afc4-bb644fca2f6b", "tag": "21224404-6313-48a9-849f-646fc9609ae6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:18.597293 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1782ef3-33ef-452b-aa70-6c7eaf724d82 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:18.597933 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d94de5-0ebe-4c5f-afc4-bb644fca2f6b', 'tag': '21224404-6313-48a9-849f-646fc9609ae6', 'status': 'completed', 'code': 200}
Nov 06 20:50:18.604033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-bcd42b1e-ac18-4d3e-8c1f-9b018a88d10e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=21224404-6313-48a9-849f-646fc9609ae6 HTTP/1.1" status: 200  len: 217 time: 0.1798995
Nov 06 20:50:18.720593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810fe72-bcef-4766-9f9e-a38cd1d112af req-a56cc7a6-b8cc-4e49-85c1-418429cdf0c3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:18.720593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1810fe72-bcef-4766-9f9e-a38cd1d112af req-a56cc7a6-b8cc-4e49-85c1-418429cdf0c3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 948 time: 0.1288407
Nov 06 20:50:18.724036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab245-a215-4caa-9842-6748b8337439 req-9e2b212b-6ba6-4307-8863-1d0a427e3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:18.725138 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e3d3b7-ff61-4455-8424-63d07f502843 x-openstack-request-id: req-a3e3d3b7-ff61-4455-8424-63d07f502843 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:18.725625 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-9e2b212b-6ba6-4307-8863-1d0a427e3257 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1107001
Nov 06 20:50:18.728010 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c525837-e57b-4864-9ece-7aec3a941be2", "name": "network-vif-plugged", "status": "completed", "tag": "1bb283d3-dee3-4b3b-b05d-39267648a295", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:18.728281 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3e3d3b7-ff61-4455-8424-63d07f502843 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:18.728732 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c525837-e57b-4864-9ece-7aec3a941be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'code': 200}
Nov 06 20:50:18.764358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33bc42-89e0-40be-8c47-7daa1c0761c9 req-4ff0504e-ff19-498b-9af2-3b82619c3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:18.764358 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ba33bc42-89e0-40be-8c47-7daa1c0761c9 req-4ff0504e-ff19-498b-9af2-3b82619c3c79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 1096 time: 0.1198413
Nov 06 20:50:18.878630 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ba33bc42-89e0-40be-8c47-7daa1c0761c9 req-47cea42e-f17b-4882-9661-e34852019f5c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042976
Nov 06 20:50:18.895909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a464a8-6f80-4282-a30b-3cf4f47bfde1 None None] Network 0e936355-eba9-4975-b6c7-019db9b3e654 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:18.943462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1810fe72-bcef-4766-9f9e-a38cd1d112af req-fb5a1649-53ce-4204-8674-f7f454a967c1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069416
Nov 06 20:50:19.030061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ab245-a215-4caa-9842-6748b8337439 req-1b5e9deb-9057-4cbe-8613-1af34def47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:19.032804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-1b5e9deb-9057-4cbe-8613-1af34def47d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2141590
Nov 06 20:50:19.042437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-3a1dc669-82c6-4165-a7a3-88971b9c3bfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0976543
Nov 06 20:50:19.189659 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dd925d21-bd4f-4939-87d1-049e9d169b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:19.337252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-2232108b-768f-4053-86fa-cc1197a19487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:19.338892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-2232108b-768f-4053-86fa-cc1197a19487 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 1100 time: 0.2685034
Nov 06 20:50:19.353890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731212f-5165-42c0-ad2c-92b383d61943 req-102516e3-52c0-4994-bf88-e5df09a8e823 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:19.359399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1731212f-5165-42c0-ad2c-92b383d61943 req-102516e3-52c0-4994-bf88-e5df09a8e823 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 947 time: 0.2863927
Nov 06 20:50:19.423966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-302c97a1-1ce9-4261-a55b-f4ffd388458d service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3799219
Nov 06 20:50:19.870622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ee2e1a9a-ed28-4253-9945-8ec59dbe8d22 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:19.872618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ee2e1a9a-ed28-4253-9945-8ec59dbe8d22 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 815 time: 0.7058027
Nov 06 20:50:19.924619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-a0a0891d-19ac-42b1-a9b6-f76d14e1e5a8 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/quotas/868bef14d4704704a6e56e88a220cc66 HTTP/1.1" status: 200  len: 375 time: 0.0395575
Nov 06 20:50:19.943193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1731212f-5165-42c0-ad2c-92b383d61943 req-845fae43-ab05-4b76-a48f-eee09fd6511e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5828402
Nov 06 20:50:20.024622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-98c1aaa8-f429-4001-a600-83abb423b1a0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0905025
Nov 06 20:50:20.032242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-40b70396-6288-471b-801e-e37eb220b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:20.034155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-40b70396-6288-471b-801e-e37eb220b6b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.6585021
Nov 06 20:50:20.175942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c9ab245-a215-4caa-9842-6748b8337439 req-915bcf45-463e-480d-8735-e1d02f369e5a service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7211204
Nov 06 20:50:20.241488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-ef719413-80e6-4634-ad25-c06da1348158 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a735dd25-7d8c-46d8-89ad-ff913abce138 HTTP/1.1" status: 200  len: 217 time: 0.1896970
Nov 06 20:50:20.349253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de01e18-ad75-4e03-a1bd-25305a9d3b85 req-c313639d-aa9a-4d58-b012-f34af8b65689 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:20.358064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5de01e18-ad75-4e03-a1bd-25305a9d3b85 req-c313639d-aa9a-4d58-b012-f34af8b65689 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 985 time: 0.3228214
Nov 06 20:50:20.428146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-3fb1834e-66e3-48b4-b43d-329b4bbd8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:20.429632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-3fb1834e-66e3-48b4-b43d-329b4bbd8362 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1685209
Nov 06 20:50:20.453944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-afa96c26-9f8d-409c-b6c4-91a9f0797b96 service neutron] 10.222.0.13 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4091461
Nov 06 20:50:20.474781 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:20.524936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5de01e18-ad75-4e03-a1bd-25305a9d3b85 req-46376317-5d38-4939-b4e2-0f0483b373dd tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&id=2312d131-9fb2-465a-9667-f841f85ba544&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1657500
Nov 06 20:50:20.534287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-26ca7616-9939-403b-a15b-46c72d01a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:20.538158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-26ca7616-9939-403b-a15b-46c72d01a077 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 1099 time: 0.2333105
Nov 06 20:50:20.724383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-900eed82-0028-41ae-9f4b-897f48566335 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=076b774b-c0f3-48be-81d9-19eb22ea5180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0560527
Nov 06 20:50:20.749959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-a57b560e-7d2f-4c61-a25b-32ce8e58cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:20.750715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-a57b560e-7d2f-4c61-a25b-32ce8e58cbbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3095095
Nov 06 20:50:20.815922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-6256439a-be45-4ae3-a1d8-c6f6b140614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:20.818057 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-6256439a-be45-4ae3-a1d8-c6f6b140614b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 1101 time: 0.0604830
Nov 06 20:50:20.861192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-d780fe21-44bf-4eb4-9967-6d3124ca8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:20.862782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-d780fe21-44bf-4eb4-9967-6d3124ca8617 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.3079689
Nov 06 20:50:20.884431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc9a0-baa5-45d0-9987-e8ff63c9893e req-8ea8220f-51b1-446f-86d6-0f0a8bae4b5f tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:20.892576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1eccc9a0-baa5-45d0-9987-e8ff63c9893e req-8ea8220f-51b1-446f-86d6-0f0a8bae4b5f tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 945 time: 0.2144589
Nov 06 20:50:20.896083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-dbeb742d-bcf1-44a8-848d-a580e8740bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3987031
Nov 06 20:50:20.962348 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-b9b112a6-ca39-49f3-a6f6-7bb2569b1510 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=21224404-6313-48a9-849f-646fc9609ae6 HTTP/1.1" status: 200  len: 217 time: 0.0900104
Nov 06 20:50:21.057953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1eccc9a0-baa5-45d0-9987-e8ff63c9893e req-ba07fe90-9f99-4ea9-8e0f-6c32d2c629b8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1642387
Nov 06 20:50:21.060235 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-ad7e016e-e1f7-4780-b954-a21865068156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:21.062792 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-ad7e016e-e1f7-4780-b954-a21865068156 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2118609
Nov 06 20:50:21.067643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-1b6b6b76-fd0e-47aa-87b3-16e28b1607ae service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3027213
Nov 06 20:50:21.089642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-b588df5d-8dc4-4e20-9299-6ab59f207f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:21.093325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-b588df5d-8dc4-4e20-9299-6ab59f207f8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1181521
Nov 06 20:50:21.123164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-690d87a2-d1b9-44ad-a28e-3f565961d3c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=54ace632-cbd6-43aa-8893-e4b61c4f9be1 HTTP/1.1" status: 200  len: 217 time: 0.0526590
Nov 06 20:50:21.229176 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-170a7cca-0c58-4768-a2c0-a1f40488e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:21.230911 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-170a7cca-0c58-4768-a2c0-a1f40488e294 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0988071
Nov 06 20:50:21.317794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-59d31d1d-2eb2-4a93-b864-8900c2e965c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:21.322693 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-59d31d1d-2eb2-4a93-b864-8900c2e965c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0816829
Nov 06 20:50:21.447670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-30acca02-2ef9-42e6-959f-06081cf67524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:21.449360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-30acca02-2ef9-42e6-959f-06081cf67524 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3119760
Nov 06 20:50:21.482164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-17555ac6-c8f2-47cc-9017-971883ac5847 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517746
Nov 06 20:50:21.528202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-a932746f-7f42-4eaa-875d-eeaf3b34380a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-566865833&fields=id&tenant_id=0a012746186e4431bf96fa9c5a3bc116 HTTP/1.1" status: 200  len: 267 time: 0.2041202
Nov 06 20:50:21.564125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20df742-5c8a-4388-96b3-e45b489be733 req-b219c23f-d4c5-408f-b3d9-951645cd043c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:21.565700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f20df742-5c8a-4388-96b3-e45b489be733 req-b219c23f-d4c5-408f-b3d9-951645cd043c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 948 time: 0.3219585
Nov 06 20:50:21.571257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0db59c9c-30d9-4001-9303-f40620e66c75 req-18dc14ff-a649-4525-a42d-0f7609c70d91 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4524908
Nov 06 20:50:21.634444 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e5e57b56-2c98-436c-84b4-86ba91b428f9 req-7c896563-15b3-4616-98a2-26917e24fc84 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368446
Nov 06 20:50:21.677721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-0d2669a7-df22-4b50-a10e-0874d6c54c28 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:21.679394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-0d2669a7-df22-4b50-a10e-0874d6c54c28 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 985 time: 0.1369452
Nov 06 20:50:21.681821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-ebd52e29-35cc-4895-a9d9-c9510ae6c304 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226496
Nov 06 20:50:21.685510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f20df742-5c8a-4388-96b3-e45b489be733 req-60f052ff-7ae5-49c4-97bd-bbc1c11db742 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984931
Nov 06 20:50:21.695157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'port': {'security_groups': ['2312d131-9fb2-465a-9667-f841f85ba544', '75189bda-8bd3-4b2c-97d7-f04e7fb1e01a', '7681db22-dd59-4cad-87e8-f7985ec03b47']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:21.703868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5c194b3b-7525-4372-a35e-31e481740efc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:21.762495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:21.835456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:21.899991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:21.913906 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '5c194b3b-7525-4372-a35e-31e481740efc', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '5c194b3b-7525-4372-a35e-31e481740efc', 'mac_address': 'fa:16:3e:e8:29:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:21.962432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cf835-9af3-4a14-8e01-f43cceed963b req-454ce905-e84e-4ca6-aed3-6360749d85ac tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:21.964071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-386cf835-9af3-4a14-8e01-f43cceed963b req-454ce905-e84e-4ca6-aed3-6360749d85ac tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 947 time: 0.1216886
Nov 06 20:50:21.965326 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:21.976201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea05e436-1c56-48d9-86e8-f782c8948f48 req-48ccdeac-bd80-4e1f-b8b4-811551986457 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393057
Nov 06 20:50:21.996596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c194b3b-7525-4372-a35e-31e481740efc {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:22.029005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:22.035574 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:22.088336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-386cf835-9af3-4a14-8e01-f43cceed963b req-a29d39eb-2ccd-45dd-a905-5bc3d684ce59 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116853
Nov 06 20:50:22.108387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:22.265815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d30862-87ed-4ded-a4ff-f8fe8a54a772 req-6dc8a43d-915d-4ca4-a9d4-07bd1486cace tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:22.267908 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73d30862-87ed-4ded-a4ff-f8fe8a54a772 req-6dc8a43d-915d-4ca4-a9d4-07bd1486cace tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 945 time: 0.0873945
Nov 06 20:50:22.276744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49788) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:22.281308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Request body: {'floatingip': {'port_id': '1bb283d3-dee3-4b3b-b05d-39267648a295'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:22.294258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] For port a262919e-18f2-4731-a6fd-471327f376d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a262919e-18f2-4731-a6fd-471327f376d3,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:22.328727 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:22.365783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb5bb6a6-78af-46aa-893f-6730992ac500 req-da0fd656-a74d-4438-8319-1b5314f26975 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 210 time: 0.0388782
Nov 06 20:50:22.368138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:22.375322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:22.388776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:22.391899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a262919e-18f2-4731-a6fd-471327f376d3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:22.471631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:22.472273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:22.474450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7295ab39-7ebd-4cd7-92ec-c2bd8237901e req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "PUT /v2.0/ports/a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 200  len: 1021 time: 0.7840486
Nov 06 20:50:22.478005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:22.480448 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11" -d '{"events": [{"name": "network-changed", "server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "tag": "a262919e-18f2-4731-a6fd-471327f376d3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:22.481770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['5c194b3b-7525-4372-a35e-31e481740efc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:22.497047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccfd2f-be58-4354-80b9-e7fd75fe6995 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'Port': ['ID=a262919e-18f2-4731-a6fd-471327f376d3,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:22.544456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a052483-e02c-40fb-8338-5501bbc8e27d req-deb82b03-fefb-46b7-b3c8-a76e92a1d7ab tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/7681db22-dd59-4cad-87e8-f7985ec03b47 HTTP/1.1" status: 200  len: 1816 time: 0.0442002
Nov 06 20:50:22.576822 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9fdefa-1c4b-4781-a986-8d3f20d3cc3c x-openstack-request-id: req-ee9fdefa-1c4b-4781-a986-8d3f20d3cc3c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:22.577104 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "tag": "a262919e-18f2-4731-a6fd-471327f376d3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:22.577402 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee9fdefa-1c4b-4781-a986-8d3f20d3cc3c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:22.577822 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3', 'status': 'completed', 'code': 200}
Nov 06 20:50:22.592687 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:22.620039 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-9a052483-e02c-40fb-8338-5501bbc8e27d req-b652ece3-0a04-4e7c-a94e-a678bdf53813 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 06 20:50:22.621667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a052483-e02c-40fb-8338-5501bbc8e27d req-b652ece3-0a04-4e7c-a94e-a678bdf53813 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/7681db22-dd59-4cad-87e8-f7985ec03b47 HTTP/1.1" status: 409  len: 341 time: 0.0686793
Nov 06 20:50:22.664585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-7d241572-5726-428d-ae1e-2499d9708d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:22.666141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-7d241572-5726-428d-ae1e-2499d9708d96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a012746186e4431bf96fa9c5a3bc116&device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1175 time: 0.0473859
Nov 06 20:50:22.801514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-05e999c9-3a7e-4a22-9186-f29ba50b4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:22.804512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-05e999c9-3a7e-4a22-9186-f29ba50b4cae service neutron] 10.222.0.37 "GET /v2.0/networks?id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 200  len: 914 time: 0.1267977
Nov 06 20:50:22.806858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a262919e-18f2-4731-a6fd-471327f376d3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:22.906501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-455b55a9-a2f3-44f4-9f47-4acb2d81af92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 200  len: 217 time: 0.0861404
Nov 06 20:50:23.007647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3062ea3-eb62-42a0-b542-c455a5e036cd req-24b0ca3f-21aa-4658-bff2-0c63353dca6a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:23.009265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3062ea3-eb62-42a0-b542-c455a5e036cd req-24b0ca3f-21aa-4658-bff2-0c63353dca6a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 948 time: 0.2118931
Nov 06 20:50:23.022927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fbd53-c82e-4ffc-bdc5-17bb7bbfe566 req-8f31311f-d1e0-4e6b-b5a2-63637f4f666a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:23.024499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c71fbd53-c82e-4ffc-bdc5-17bb7bbfe566 req-8f31311f-d1e0-4e6b-b5a2-63637f4f666a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1024 time: 0.1239347
Nov 06 20:50:23.044431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-8ba49278-3b2a-4839-a388-b999bafe7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:23.045565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-8ba49278-3b2a-4839-a388-b999bafe7a08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 200  len: 853 time: 0.0986650
Nov 06 20:50:23.051196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-7e68452a-2cc1-42ef-bcf9-5158d2c0c134 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:23.053064 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-7e68452a-2cc1-42ef-bcf9-5158d2c0c134 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 815 time: 0.3816922
Nov 06 20:50:23.101383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Request body: {'port': {'device_id': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'admin_state_up': True, 'tenant_id': '868bef14d4704704a6e56e88a220cc66'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:23.115657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-b481f585-4230-4e01-b9d1-9edf5eab73f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56bd5fa7-53ab-42b8-8aa7-49a32b3547be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496824
Nov 06 20:50:23.143844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3062ea3-eb62-42a0-b542-c455a5e036cd req-bc0589d7-d1a5-47b1-9dfc-350ba4a3a7a0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181614
Nov 06 20:50:23.316927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c71fbd53-c82e-4ffc-bdc5-17bb7bbfe566 req-94f4c362-ecb0-4f58-8a7f-85999649452f tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=7681db22-dd59-4cad-87e8-f7985ec03b47&id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&id=2312d131-9fb2-465a-9667-f841f85ba544&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2806995
Nov 06 20:50:23.362319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ad4b6-d7db-44d7-abc1-00dec366ecf9 req-052c0b76-6c85-4517-9413-51f237215414 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:23.364417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24ad4b6-d7db-44d7-abc1-00dec366ecf9 req-052c0b76-6c85-4517-9413-51f237215414 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 948 time: 0.1286397
Nov 06 20:50:23.371061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-66a74290-70b2-4d5a-82a4-81f2345b9c0d service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392011
Nov 06 20:50:23.502388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7be0056b-a5e5-469e-a38a-76ee970bda14 req-5c84af7d-dfaf-48e3-9402-d629cde0fb37 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 210 time: 0.0398014
Nov 06 20:50:23.557324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24ad4b6-d7db-44d7-abc1-00dec366ecf9 req-1714763c-7d67-4ae8-9baa-f56e76e7726a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852431
Nov 06 20:50:23.578070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf861c7f-3080-4620-bfd6-c8e6bacf4e11 req-3ba2d94d-1470-4634-b752-ceaa50039192 service neutron] 10.222.0.37 "GET /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916997
Nov 06 20:50:23.616376 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:23.623205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:23.668759 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Made reservation on behalf of 868bef14d4704704a6e56e88a220cc66 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:23.672582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:23.701491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 21224404-6313-48a9-849f-646fc9609ae6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:23.790462 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Floating IP 1db961df-5d8c-4461-bf48-26af8005b87f associated. External IP: 172.35.0.166, port: 1bb283d3-dee3-4b3b-b05d-39267648a295.
Nov 06 20:50:23.809808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 21224404-6313-48a9-849f-646fc9609ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21224404-6313-48a9-849f-646fc9609ae6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:23.822128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '21224404-6313-48a9-849f-646fc9609ae6', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '21224404-6313-48a9-849f-646fc9609ae6', 'mac_address': 'fa:16:3e:e2:0f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:23.861246 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:23.880211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21224404-6313-48a9-849f-646fc9609ae6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:23.900360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 21224404-6313-48a9-849f-646fc9609ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21224404-6313-48a9-849f-646fc9609ae6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:23.904176 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:23.931986 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Allocated IP 172.20.0.14 (0e936355-eba9-4975-b6c7-019db9b3e654/f9c9fae6-62d5-4257-865d-3dd2eac73e10/4bcbf763-7122-4e3c-924c-724aca38e98e) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:23.958739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=21224404-6313-48a9-849f-646fc9609ae6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:24.139720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:50:24.208084 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:24.273739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1470e-e85a-4848-a84c-6acaedc887bd req-37273e81-29ff-4a95-9344-c06804f10349 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:24.275241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2f1470e-e85a-4848-a84c-6acaedc887bd req-37273e81-29ff-4a95-9344-c06804f10349 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 949 time: 0.0518413
Nov 06 20:50:24.295503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:50:24.297955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:24.301835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:24.311574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] Sync routers for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:50:24.326995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:50:24.327586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251ba0e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:24.328575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2f1470e-e85a-4848-a84c-6acaedc887bd req-84217220-4d0d-4550-9a8e-6c7935128791 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462561
Nov 06 20:50:24.375452 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a490134d-5287-47f1-ba62-61f2690b28d8 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "PUT /v2.0/floatingips/1db961df-5d8c-4461-bf48-26af8005b87f HTTP/1.1" status: 200  len: 991 time: 2.0975893
Nov 06 20:50:24.380330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Network 0e936355-eba9-4975-b6c7-019db9b3e654 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:24.380803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c525837-e57b-4864-9ece-7aec3a941be2', 'tag': '1bb283d3-dee3-4b3b-b05d-39267648a295'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:24.383112 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56" -d '{"events": [{"name": "network-changed", "server_uuid": "6c525837-e57b-4864-9ece-7aec3a941be2", "tag": "1bb283d3-dee3-4b3b-b05d-39267648a295"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:24.386869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Pushing event updated for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:24.389417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:24.391501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:24.446251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:24.446911 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:24.469910 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-ac0e16e5-2a4c-4603-beda-6cadd12045f3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3722780
Nov 06 20:50:24.482016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80062c47-655d-4cdd-bd75-bae76985c17f req-8478660c-7bc9-4619-801a-7099551ccd5c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:24.482554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:50:24.483644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80062c47-655d-4cdd-bd75-bae76985c17f req-8478660c-7bc9-4619-801a-7099551ccd5c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1024 time: 0.0621543
Nov 06 20:50:24.490165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Request body: {'port': {'device_id': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:24.542718 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5134fa7-0f8d-452b-8a74-f879d158772a x-openstack-request-id: req-a5134fa7-0f8d-452b-8a74-f879d158772a {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:24.543080 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c525837-e57b-4864-9ece-7aec3a941be2", "tag": "1bb283d3-dee3-4b3b-b05d-39267648a295", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:24.544227 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5134fa7-0f8d-452b-8a74-f879d158772a {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:24.544227 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c525837-e57b-4864-9ece-7aec3a941be2', 'tag': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'status': 'completed', 'code': 200}
Nov 06 20:50:24.577622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80062c47-655d-4cdd-bd75-bae76985c17f req-07f54a03-890f-4d1a-abb3-f3db75a874c9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=7681db22-dd59-4cad-87e8-f7985ec03b47&id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&id=2312d131-9fb2-465a-9667-f841f85ba544&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0862477
Nov 06 20:50:24.654693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['21224404-6313-48a9-849f-646fc9609ae6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:24.694409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:24.720219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f464e9-8304-41d0-aa4a-08c563f484fb req-7de60999-7121-4f84-b1e7-e2e696f79090 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:24.722351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29f464e9-8304-41d0-aa4a-08c563f484fb req-7de60999-7121-4f84-b1e7-e2e696f79090 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 932 time: 0.0977983
Nov 06 20:50:24.731185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-c2e41ac2-93da-4831-ab6e-632a863bef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:24.733628 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-c2e41ac2-93da-4831-ab6e-632a863bef59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 1096 time: 0.1735861
Nov 06 20:50:24.813773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd65714-1a9e-49bc-b085-e9c63948eeeb req-430be19d-9311-47b7-aa12-c5820e122ae0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:24.815296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0cd65714-1a9e-49bc-b085-e9c63948eeeb req-430be19d-9311-47b7-aa12-c5820e122ae0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 948 time: 0.0916667
Nov 06 20:50:24.847141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29f464e9-8304-41d0-aa4a-08c563f484fb req-f3040463-18ed-4da1-8fc0-74cd56c38ed0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056969
Nov 06 20:50:24.896508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0cd65714-1a9e-49bc-b085-e9c63948eeeb req-a580592d-68f5-4138-9092-c2ab070da3db tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717154
Nov 06 20:50:25.034040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251ba0e20>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1db961df-5d8c-4461-bf48-26af8005b87f', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'floating_ip_address': '172.35.0.166', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'port_id': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'mac_address': 'fa:16:3e:9e:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c525837-e57b-4864-9ece-7aec3a941be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:46:53Z', 'updated_at': '2021-11-06T20:50:23Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:25.052834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-6507224a-71e1-484a-9d14-79afa2b603da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:25.055300 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-6507224a-71e1-484a-9d14-79afa2b603da service neutron] 10.222.0.10 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 924 time: 0.2692306
Nov 06 20:50:25.071460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] Checking router: 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:50:25.085828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-3aed9618-f749-439e-9a3e-162bdcbed3ef tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:25.087257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-3aed9618-f749-439e-9a3e-162bdcbed3ef tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.37 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 1024 time: 0.0987804
Nov 06 20:50:25.102424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:50:25.103191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251ba0e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:25.252440 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-b8a2a367-dc0d-46bc-91a0-8e3e952c2e0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bb283d3-dee3-4b3b-b05d-39267648a295 HTTP/1.1" status: 200  len: 999 time: 0.1843767
Nov 06 20:50:25.253318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Deleting port a262919e-18f2-4731-a6fd-471327f376d3 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:25.253883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:25.264453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcbf763-7122-4e3c-924c-724aca38e98e {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:25.268063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:50:25.311428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:25.345411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Transition to ACTIVE for port object 4bcbf763-7122-4e3c-924c-724aca38e98e will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:25.354416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-b6c6467b-fb42-4122-8e37-e06d35d439b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:25.357359 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-b6c6467b-fb42-4122-8e37-e06d35d439b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 200  len: 862 time: 0.0830448
Nov 06 20:50:25.359379 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:25.430671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] For port a262919e-18f2-4731-a6fd-471327f376d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a262919e-18f2-4731-a6fd-471327f376d3,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:25.431261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:25.461950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Pushing event updated for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:25.465529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Calling delete_port for a262919e-18f2-4731-a6fd-471327f376d3 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:25.474888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-8b8fdc40-ab98-45ba-8aa6-8839fadc4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:25.476989 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-8b8fdc40-ab98-45ba-8aa6-8839fadc4170 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30f7f650-50d0-446a-82d8-39753cfb0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1074390
Nov 06 20:50:25.595554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251ba0e20>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1db961df-5d8c-4461-bf48-26af8005b87f', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'floating_ip_address': '172.35.0.166', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'port_id': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'mac_address': 'fa:16:3e:9e:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c525837-e57b-4864-9ece-7aec3a941be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:46:53Z', 'updated_at': '2021-11-06T20:50:23Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:25.608315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Attempting to bind port 4bcbf763-7122-4e3c-924c-724aca38e98e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:25.608684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Attempting to bind port 4bcbf763-7122-4e3c-924c-724aca38e98e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:25.609007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Attempting to bind port 4bcbf763-7122-4e3c-924c-724aca38e98e on network 0e936355-eba9-4975-b6c7-019db9b3e654 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:25.620748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Port 4bcbf763-7122-4e3c-924c-724aca38e98e on network 0e936355-eba9-4975-b6c7-019db9b3e654 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:25.621074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Attempting to bind port 4bcbf763-7122-4e3c-924c-724aca38e98e on network 0e936355-eba9-4975-b6c7-019db9b3e654 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:25.625220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c668e30-ee41-44a5-b9be-1ac9e58ff12e None None] The sync data for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 is: [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1db961df-5d8c-4461-bf48-26af8005b87f', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'floating_ip_address': '172.35.0.166', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'port_id': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'mac_address': 'fa:16:3e:9e:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c525837-e57b-4864-9ece-7aec3a941be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:46:53Z', 'updated_at': '2021-11-06T20:50:23Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:50:25.629288 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-32135695-cdf3-40c0-8840-3bd367ca103f service neutron] 10.222.0.10 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355083
Nov 06 20:50:25.629900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:25.630137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Checking segment: {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:25.630471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Bound using segment: {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:25.630948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Bound port: 4bcbf763-7122-4e3c-924c-724aca38e98e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:25.631253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:25.735329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5c194b3b-7525-4372-a35e-31e481740efc up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:25.766168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:25.774398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:25.779338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:25.793675 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5e2c46e-9c4f-4726-8e66-44bd49b31a56 req-2198a454-6b61-4536-93d4-6d866e9e49f9 service neutron] 10.222.0.10 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455696
Nov 06 20:50:25.815193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 5c194b3b-7525-4372-a35e-31e481740efc completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:25.825111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:25.825936 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:25.826545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 5c194b3b-7525-4372-a35e-31e481740efc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:25.826971 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:25.827330 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] 10.222.0.10 "PUT /v2.0/ports/4bcbf763-7122-4e3c-924c-724aca38e98e HTTP/1.1" status: 200  len: 1092 time: 1.3486660
Nov 06 20:50:25.854613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c908ed8-9643-4523-9bb2-b12c5eafe2de service neutron] Pushing event updated for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:25.924187 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb989f-fc6e-4d05-a9ed-15c7815efd80 None None] New status for floating IP 1db961df-5d8c-4461-bf48-26af8005b87f: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:50:25.928655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-223d48da-55ad-46b0-816e-af2ffe2f90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:25.931678 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-223d48da-55ad-46b0-816e-af2ffe2f90a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 1095 time: 0.0542498
Nov 06 20:50:25.931845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec957a-5a1d-4099-8b82-c66e0b596565 req-15aa0224-cab7-4ba2-bb0e-774fff054869 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:25.932433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2ec957a-5a1d-4099-8b82-c66e0b596565 req-15aa0224-cab7-4ba2-bb0e-774fff054869 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 946 time: 0.4845586
Nov 06 20:50:25.952389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27697057-9505-4859-858d-b52044275567 req-64a70d03-604b-4fad-b79f-8d8179a16541 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:25.954179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27697057-9505-4859-858d-b52044275567 req-64a70d03-604b-4fad-b79f-8d8179a16541 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 949 time: 0.4901948
Nov 06 20:50:25.991994 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-eccf07ca-144c-41fc-87bc-b2410ce01c80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bcbf763-7122-4e3c-924c-724aca38e98e HTTP/1.1" status: 200  len: 217 time: 0.0454216
Nov 06 20:50:25.997960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:26.049531 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:50:26.071156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27697057-9505-4859-858d-b52044275567 req-2c9b2321-3849-43bc-a1a3-2d89e412a328 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959125
Nov 06 20:50:26.097589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-2061e813-9b26-449d-9438-6fe05f4d7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:26.099758 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-2061e813-9b26-449d-9438-6fe05f4d7986 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9c9fae6-62d5-4257-865d-3dd2eac73e10 HTTP/1.1" status: 200  len: 855 time: 0.0924668
Nov 06 20:50:26.101079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2ec957a-5a1d-4099-8b82-c66e0b596565 req-27575889-15f7-43dd-886c-1c99f2dead98 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597228
Nov 06 20:50:26.104083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:26.110485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:26.114393 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e6f4b6-f892-41d5-823c-d0d659d6bf45" -d '{"events": [{"server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "name": "network-vif-plugged", "status": "completed", "tag": "5c194b3b-7525-4372-a35e-31e481740efc"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:26.125180 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:26.154402 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-8e1354a6-ea33-4d1f-8898-2bb4a8035719 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e936355-eba9-4975-b6c7-019db9b3e654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401504
Nov 06 20:50:26.203479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:26.222243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:26.253644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:26.273449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a262919e-18f2-4731-a6fd-471327f376d3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:26.287630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad823b14-eced-4982-832b-8ac206e80802 req-9e86372c-653d-42a5-9a53-25e5fb5a6fb6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=585f0d61-50d1-4453-9ffd-c65faeb3cf89 HTTP/1.1" status: 200  len: 210 time: 0.0772884
Nov 06 20:50:26.310786 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-36dd3181-d263-4dcc-91b6-72baf4d29e18 service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476285
Nov 06 20:50:26.361984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'Port': ['ID=a262919e-18f2-4731-a6fd-471327f376d3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:26.446968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dab220ef-87a4-4744-abfb-bde4febd9a9a req-1d77fcbc-663a-423d-a71c-f6478c1048eb service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253819
Nov 06 20:50:26.507367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] No DVR routers for this DVR port a262919e-18f2-4731-a6fd-471327f376d3 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:26.511989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:26.515378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7523ef45-0cb5-4c02-aa48-0e85e22a28e4 req-71443aab-0752-4471-8ac4-a4038a3579c0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.37 "DELETE /v2.0/ports/a262919e-18f2-4731-a6fd-471327f376d3 HTTP/1.1" status: 204  len: 173 time: 1.4139383
Nov 06 20:50:26.515970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'name': 'network-vif-deleted', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:26.518268 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3338cf56-f57f-467c-bc3b-342f3a2c0eb3" -d '{"events": [{"server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "name": "network-vif-deleted", "tag": "a262919e-18f2-4731-a6fd-471327f376d3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:26.542170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78079bde-7ea8-4cc6-b820-ad7a5a11cc42 req-ea3a7591-dbc2-4f85-a2ed-7923226f1eee tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:26.543744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78079bde-7ea8-4cc6-b820-ad7a5a11cc42 req-ea3a7591-dbc2-4f85-a2ed-7923226f1eee tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 944 time: 0.2082136
Nov 06 20:50:26.544916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:26.549273 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cac5945-3f89-4d2f-8574-21da1dcc249a" -d '{"events": [{"name": "network-changed", "server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:26.557827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca23b-32ce-4a05-8516-fe2723af7f49 req-160e0a52-8f70-4c90-8a2c-86a8919f4d9e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:26.559495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd9ca23b-32ce-4a05-8516-fe2723af7f49 req-160e0a52-8f70-4c90-8a2c-86a8919f4d9e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1794808
Nov 06 20:50:26.639735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78079bde-7ea8-4cc6-b820-ad7a5a11cc42 req-dd9d5d17-c00c-4b12-9c78-ab4802dce45f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792265
Nov 06 20:50:26.650346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd9ca23b-32ce-4a05-8516-fe2723af7f49 req-33180733-31d2-4cf8-bb4a-0f10c9b1c82f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825946
Nov 06 20:50:26.714568 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b971ed3e-8e2c-436a-8b43-bfc3907e45d7 x-openstack-request-id: req-b971ed3e-8e2c-436a-8b43-bfc3907e45d7 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:26.714987 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "name": "network-vif-plugged", "status": "completed", "tag": "5c194b3b-7525-4372-a35e-31e481740efc", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:26.715336 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b971ed3e-8e2c-436a-8b43-bfc3907e45d7 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:26.715804 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc', 'code': 200}
Nov 06 20:50:26.750023 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906e19f3-f244-4a49-8312-c0756ee9fe7d x-openstack-request-id: req-906e19f3-f244-4a49-8312-c0756ee9fe7d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:26.750538 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585f0d61-50d1-4453-9ffd-c65faeb3cf89", "name": "network-vif-deleted", "tag": "a262919e-18f2-4731-a6fd-471327f376d3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:26.751268 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-906e19f3-f244-4a49-8312-c0756ee9fe7d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:26.751461 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585f0d61-50d1-4453-9ffd-c65faeb3cf89', 'name': 'network-vif-deleted', 'tag': 'a262919e-18f2-4731-a6fd-471327f376d3', 'status': 'completed', 'code': 200}
Nov 06 20:50:26.793868 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71386a79-fcec-453a-bce6-dd010a1b2a38 x-openstack-request-id: req-71386a79-fcec-453a-bce6-dd010a1b2a38 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:26.794458 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:26.794458 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71386a79-fcec-453a-bce6-dd010a1b2a38 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:26.795074 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'status': 'completed', 'code': 200}
Nov 06 20:50:26.886097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a30aa-20ee-4862-a0c3-179f0ad74b67 req-520bcdfd-8ede-4c07-9f2a-5b891490828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:26.887583 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da8a30aa-20ee-4862-a0c3-179f0ad74b67 req-520bcdfd-8ede-4c07-9f2a-5b891490828c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1100 time: 0.0759919
Nov 06 20:50:26.893310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-32a60d78-457b-4283-9643-d31a3fc245b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:26.894693 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-32a60d78-457b-4283-9643-d31a3fc245b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 1095 time: 0.0514474
Nov 06 20:50:26.981251 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da8a30aa-20ee-4862-a0c3-179f0ad74b67 req-413fed9c-2b35-485c-b34c-f5aef47a54f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856283
Nov 06 20:50:27.010224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-e6947847-2b41-4df9-a52e-6c0a4c0f795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:27.011690 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-e6947847-2b41-4df9-a52e-6c0a4c0f795c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 916 time: 0.1043499
Nov 06 20:50:27.212933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa123ff-448f-4b5f-a54f-8644426eaf4f req-9fd77d28-df23-4f34-b82c-86eb3dc69d9b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:27.214426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aa123ff-448f-4b5f-a54f-8644426eaf4f req-9fd77d28-df23-4f34-b82c-86eb3dc69d9b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 949 time: 0.0913227
Nov 06 20:50:27.254331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afe4cd-e5d9-438f-a547-73e5b741b392 req-f64e4633-28da-458c-b4dc-a372f6e0c97b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:27.255696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3afe4cd-e5d9-438f-a547-73e5b741b392 req-f64e4633-28da-458c-b4dc-a372f6e0c97b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 946 time: 0.0805886
Nov 06 20:50:27.295509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aa123ff-448f-4b5f-a54f-8644426eaf4f req-51a67964-123a-4218-a3fe-63667553b474 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738776
Nov 06 20:50:27.303445 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-3d80315a-491a-4567-b14e-612782ee871c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bcbf763-7122-4e3c-924c-724aca38e98e HTTP/1.1" status: 200  len: 217 time: 0.0362561
Nov 06 20:50:27.323377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3afe4cd-e5d9-438f-a547-73e5b741b392 req-0585dd6c-1920-4cb0-a9eb-c9a57ded693c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556264
Nov 06 20:50:27.362446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-03d2fb42-14e4-4e5f-be37-4a5971aa886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:27.363898 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-03d2fb42-14e4-4e5f-be37-4a5971aa886d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9c9fae6-62d5-4257-865d-3dd2eac73e10 HTTP/1.1" status: 200  len: 855 time: 0.0503840
Nov 06 20:50:27.405486 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-805391ee-07f4-4fb2-a576-9662d5073406 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e936355-eba9-4975-b6c7-019db9b3e654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245039
Nov 06 20:50:27.422302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-741a9cda-d63a-4e9e-970d-c5135edeb8bf req-2619b884-5446-481f-aa2c-bd502d427c26 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/2312d131-9fb2-465a-9667-f841f85ba544 HTTP/1.1" status: 200  len: 1817 time: 0.0382025
Nov 06 20:50:27.479278 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-741a9cda-d63a-4e9e-970d-c5135edeb8bf req-b029177d-3b67-486a-9973-d4a88feb0bae tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.496726 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-17a15d81-da96-4b9a-b0dc-f723aae27cab service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813317
Nov 06 20:50:27.502261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-741a9cda-d63a-4e9e-970d-c5135edeb8bf req-b029177d-3b67-486a-9973-d4a88feb0bae tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.535447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49916) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:27.540790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-671865398'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:27.560103 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-741a9cda-d63a-4e9e-970d-c5135edeb8bf req-b029177d-3b67-486a-9973-d4a88feb0bae tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.563551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-741a9cda-d63a-4e9e-970d-c5135edeb8bf req-b029177d-3b67-486a-9973-d4a88feb0bae tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.564751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-741a9cda-d63a-4e9e-970d-c5135edeb8bf req-b029177d-3b67-486a-9973-d4a88feb0bae tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/2312d131-9fb2-465a-9667-f841f85ba544 HTTP/1.1" status: 204  len: 173 time: 0.1363513
Nov 06 20:50:27.579067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029177d-3b67-486a-9973-d4a88feb0bae tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2312d131-9fb2-465a-9667-f841f85ba544,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:27.580757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:27.584491 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.631918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:50:27.633064 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cac5945-3f89-4d2f-8574-21da1dcc249a req-c41fd4f7-1581-4af9-811d-530161bd94d7 service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013191
Nov 06 20:50:27.648108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.649025 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Added segment 4c787d17-29b8-4214-830c-066f6e688ca2 of type vlan for network 1ed770e6-9b00-40af-a51d-f21c36fc4854
Nov 06 20:50:27.658798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec711571-9887-4bc2-86b6-481509e1aef4 req-6a058d76-f8cc-4c54-a1a0-390d7e97aec0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/7681db22-dd59-4cad-87e8-f7985ec03b47 HTTP/1.1" status: 200  len: 1816 time: 0.0705152
Nov 06 20:50:27.703496 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.733965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 21224404-6313-48a9-849f-646fc9609ae6 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:27.766111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec711571-9887-4bc2-86b6-481509e1aef4 req-6bb668f9-32e4-48cb-af43-87dd18ffa0e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.776492 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.782262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:27.782910 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.799893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 21224404-6313-48a9-849f-646fc9609ae6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:27.805032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 21224404-6313-48a9-849f-646fc9609ae6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:27.805688 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.896175 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.896629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec711571-9887-4bc2-86b6-481509e1aef4 req-6bb668f9-32e4-48cb-af43-87dd18ffa0e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.922028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3855298
Nov 06 20:50:27.924716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49926) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:27.930163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1483590484'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:27.936310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 21224404-6313-48a9-849f-646fc9609ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21224404-6313-48a9-849f-646fc9609ae6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:27.941781 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.942978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a262919e-18f2-4731-a6fd-471327f376d3 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:27.953405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:27.956901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.981604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:50:27.991569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:27.992512 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Added segment 11562cfa-d124-4dde-86f1-96be109c73a7 of type vlan for network 958012f3-be05-4daa-8ea3-73508f133764
Nov 06 20:50:28.000557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4115b-7bf7-40f2-ac31-4d62285c3871 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Network': ['ID=1ed770e6-9b00-40af-a51d-f21c36fc4854,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:28.001135 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: a262919e-18f2-4731-a6fd-471327f376d3 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:28.001394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a262919e-18f2-4731-a6fd-471327f376d3 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:28.010188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-1bacf936-c820-4ef2-ba59-4f6c58742696 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:28.011687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-1bacf936-c820-4ef2-ba59-4f6c58742696 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 946 time: 0.2467549
Nov 06 20:50:28.019329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:50:28.036525 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.065605 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.066813 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec711571-9887-4bc2-86b6-481509e1aef4 req-6bb668f9-32e4-48cb-af43-87dd18ffa0e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.069381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec711571-9887-4bc2-86b6-481509e1aef4 req-6bb668f9-32e4-48cb-af43-87dd18ffa0e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.071065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec711571-9887-4bc2-86b6-481509e1aef4 req-6bb668f9-32e4-48cb-af43-87dd18ffa0e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/7681db22-dd59-4cad-87e8-f7985ec03b47 HTTP/1.1" status: 204  len: 173 time: 0.3915443
Nov 06 20:50:28.073683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:28.074302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.078845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778bfaf-fe59-4115-8bf6-92fe8373618b req-47149e3b-cd9d-485f-8384-d0748b9135c0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:28.080636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6778bfaf-fe59-4115-8bf6-92fe8373618b req-47149e3b-cd9d-485f-8384-d0748b9135c0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 944 time: 0.1470270
Nov 06 20:50:28.094173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=21224404-6313-48a9-849f-646fc9609ae6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:28.132712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb668f9-32e4-48cb-af43-87dd18ffa0e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7681db22-dd59-4cad-87e8-f7985ec03b47,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:28.173199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2473936
Nov 06 20:50:28.178809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49930) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:28.184247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'subnet': {'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:28.212442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92843956-7ae3-40c7-b1d3-f0165a26b8b2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Network': ['ID=958012f3-be05-4daa-8ea3-73508f133764,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:28.224342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 958012f3-be05-4daa-8ea3-73508f133764 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:50:28.274249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6778bfaf-fe59-4115-8bf6-92fe8373618b req-e09a2ae4-9658-425a-bf34-2a45cc3dd1cf tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782365
Nov 06 20:50:28.313442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d2d43-8d99-4354-a447-7357a29fc323 req-1174d128-ab7e-4647-87c0-138fb8d7ae2e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:28.314927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe0d2d43-8d99-4354-a447-7357a29fc323 req-1174d128-ab7e-4647-87c0-138fb8d7ae2e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1605499
Nov 06 20:50:28.323544 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Deleting port 62b4b2c1-0e64-4879-8eab-3188cee48679 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:28.323890 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.389438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-bac86e61-95dc-453d-a0e3-6e042f5dd4b0 req-7eadb380-9660-4732-ab42-32092d7c4e4c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-906216393', 'description': 'tempest-description-78078028'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:28.419044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:28.422411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.506346 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bac86e61-95dc-453d-a0e3-6e042f5dd4b0 req-7eadb380-9660-4732-ab42-32092d7c4e4c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.516496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe0d2d43-8d99-4354-a447-7357a29fc323 req-7c16e2a3-b377-4d30-985c-fa0e6a75305d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863816
Nov 06 20:50:28.555338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] For port 62b4b2c1-0e64-4879-8eab-3188cee48679, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=62b4b2c1-0e64-4879-8eab-3188cee48679,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:28.556023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.591505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Calling delete_port for 62b4b2c1-0e64-4879-8eab-3188cee48679 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:28.716707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d94de5-0ebe-4c5f-afc4-bb644fca2f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21224404-6313-48a9-849f-646fc9609ae6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:28.719541 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7ce079-92bb-4f82-9547-2e8849ada020" -d '{"events": [{"server_uuid": "20d94de5-0ebe-4c5f-afc4-bb644fca2f6b", "name": "network-vif-plugged", "status": "completed", "tag": "21224404-6313-48a9-849f-646fc9609ae6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:28.759078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f14d8-12c4-49ad-93b1-7cc0ede1e86c req-bed7a524-61ae-4a8c-b7f3-d7ede8c1b1bc tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:28.760605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc5f14d8-12c4-49ad-93b1-7cc0ede1e86c req-bed7a524-61ae-4a8c-b7f3-d7ede8c1b1bc tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 950 time: 0.1853356
Nov 06 20:50:28.777988 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bac86e61-95dc-453d-a0e3-6e042f5dd4b0 req-7eadb380-9660-4732-ab42-32092d7c4e4c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.808627 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bac86e61-95dc-453d-a0e3-6e042f5dd4b0 req-7eadb380-9660-4732-ab42-32092d7c4e4c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.879588 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.903257 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bac86e61-95dc-453d-a0e3-6e042f5dd4b0 req-7eadb380-9660-4732-ab42-32092d7c4e4c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:28.904483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bac86e61-95dc-453d-a0e3-6e042f5dd4b0 req-7eadb380-9660-4732-ab42-32092d7c4e4c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 0.5314102
Nov 06 20:50:28.940922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadb380-9660-4732-ab42-32092d7c4e4c tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2910442-fb3e-43cb-bde3-1d188feaec4d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:28.986820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc5f14d8-12c4-49ad-93b1-7cc0ede1e86c req-11797b16-325e-40d6-8223-9c6a25798ebf tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139688
Nov 06 20:50:29.026413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Subnet': ['ID=415b8343-4398-4596-aa90-5a333fafb6a4,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:29.044983 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.057556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['62b4b2c1-0e64-4879-8eab-3188cee48679'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:29.064899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Checking segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:29.065261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network hostable DHCP agents. Network: 1ed770e6-9b00-40af-a51d-f21c36fc4854, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:50:29.086577 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065becb0-4be9-481b-b7bc-3e3ec5e5e3d7 x-openstack-request-id: req-065becb0-4be9-481b-b7bc-3e3ec5e5e3d7 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:29.087075 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d94de5-0ebe-4c5f-afc4-bb644fca2f6b", "name": "network-vif-plugged", "status": "completed", "tag": "21224404-6313-48a9-849f-646fc9609ae6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:29.087416 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-065becb0-4be9-481b-b7bc-3e3ec5e5e3d7 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:29.087901 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d94de5-0ebe-4c5f-afc4-bb644fca2f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21224404-6313-48a9-849f-646fc9609ae6', 'code': 200}
Nov 06 20:50:29.095984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2092a6d-9ac9-44bc-ae9b-ac4596c3907d req-71924321-8994-4513-bdd6-8315941a89d6 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:29.097514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2092a6d-9ac9-44bc-ae9b-ac4596c3907d req-71924321-8994-4513-bdd6-8315941a89d6 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=183e64a4-ecc9-4623-b4f8-72c80bfae9d8 HTTP/1.1" status: 200  len: 867 time: 0.1442113
Nov 06 20:50:29.103511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event deleted for resources: {'Port': ['ID=62b4b2c1-0e64-4879-8eab-3188cee48679,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:29.197404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] No DVR routers for this DVR port 62b4b2c1-0e64-4879-8eab-3188cee48679 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:29.213811 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.217111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d953aca-3707-4a29-b24d-3df248506ff7 req-3ad7fd80-7717-4e89-8984-235fbfd71e4b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "DELETE /v2.0/ports/62b4b2c1-0e64-4879-8eab-3188cee48679 HTTP/1.1" status: 204  len: 173 time: 1.1983421
Nov 06 20:50:29.223488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183e64a4-ecc9-4623-b4f8-72c80bfae9d8', 'name': 'network-vif-deleted', 'tag': '62b4b2c1-0e64-4879-8eab-3188cee48679'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:29.225714 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4505744d-3fc9-4ff7-8840-fe98a4c2ae00" -d '{"events": [{"server_uuid": "183e64a4-ecc9-4623-b4f8-72c80bfae9d8", "name": "network-vif-deleted", "tag": "62b4b2c1-0e64-4879-8eab-3188cee48679"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:29.228320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:50:29.261663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b0fd8e8-7123-4abc-9f0f-b66b0fd652f9 req-4ea8dc6e-4280-4a4b-8830-d8f92e084e0a tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/c2910442-fb3e-43cb-bde3-1d188feaec4d HTTP/1.1" status: 200  len: 1815 time: 0.1627593
Nov 06 20:50:29.267336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1ed770e6-9b00-40af-a51d-f21c36fc4854) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:29.275522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf7ac1-a1d7-42dc-bc0d-7ed2d52b5f15 None None] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:29.277254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0b0fd8e8-7123-4abc-9f0f-b66b0fd652f9 req-49ec9133-0cf4-4458-ab03-f52d232ad4e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1660278616', 'description': 'tempest-description-hth-760436242'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:29.280622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:29.281213 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.286061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2092a6d-9ac9-44bc-ae9b-ac4596c3907d req-34eea75b-8ff6-4b3c-a773-ee07d42b6f5d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693618
Nov 06 20:50:29.315192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea2449-eb45-4f06-bfde-37ae1b0e42ee req-d23c0d9a-8502-4342-9007-f10a09d51aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:29.317131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bea2449-eb45-4f06-bfde-37ae1b0e42ee req-d23c0d9a-8502-4342-9007-f10a09d51aa2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 1101 time: 0.1569393
Nov 06 20:50:29.329839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-979b3fc4-2b9f-4e95-94a7-5927516156bd tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1469920
Nov 06 20:50:29.330230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49946) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:29.335839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'subnet': {'network_id': '958012f3-be05-4daa-8ea3-73508f133764', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:29.356012 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0b0fd8e8-7123-4abc-9f0f-b66b0fd652f9 req-49ec9133-0cf4-4458-ab03-f52d232ad4e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.368670 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1819b-87ff-4704-942b-c6d36bf42d96 x-openstack-request-id: req-aaa1819b-87ff-4704-942b-c6d36bf42d96 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:29.368962 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183e64a4-ecc9-4623-b4f8-72c80bfae9d8", "name": "network-vif-deleted", "tag": "62b4b2c1-0e64-4879-8eab-3188cee48679", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:29.369212 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaa1819b-87ff-4704-942b-c6d36bf42d96 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:29.369596 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183e64a4-ecc9-4623-b4f8-72c80bfae9d8', 'name': 'network-vif-deleted', 'tag': '62b4b2c1-0e64-4879-8eab-3188cee48679', 'status': 'completed', 'code': 200}
Nov 06 20:50:29.402241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bea2449-eb45-4f06-bfde-37ae1b0e42ee req-b4adf231-6240-4c01-ba4a-9b45ed464750 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706244
Nov 06 20:50:29.428073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0b0fd8e8-7123-4abc-9f0f-b66b0fd652f9 req-49ec9133-0cf4-4458-ab03-f52d232ad4e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.433458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0b0fd8e8-7123-4abc-9f0f-b66b0fd652f9 req-49ec9133-0cf4-4458-ab03-f52d232ad4e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.436759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0b0fd8e8-7123-4abc-9f0f-b66b0fd652f9 req-49ec9133-0cf4-4458-ab03-f52d232ad4e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.439408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b0fd8e8-7123-4abc-9f0f-b66b0fd652f9 req-49ec9133-0cf4-4458-ab03-f52d232ad4e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "PUT /v2.0/security-groups/c2910442-fb3e-43cb-bde3-1d188feaec4d HTTP/1.1" status: 200  len: 1791 time: 0.1689508
Nov 06 20:50:29.501598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec9133-0cf4-4458-ab03-f52d232ad4e6 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2910442-fb3e-43cb-bde3-1d188feaec4d,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:29.507099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:29.511305 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.520601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c8f63-259a-4efc-8bad-97edd3ba0b96 req-6569e07c-953c-461b-81fc-34e4863fab40 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:29.522174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b43c8f63-259a-4efc-8bad-97edd3ba0b96 req-6569e07c-953c-461b-81fc-34e4863fab40 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 944 time: 0.0816448
Nov 06 20:50:29.524800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1ed770e6-9b00-40af-a51d-f21c36fc4854', 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'fixed_ips': [{'subnet_id': '415b8343-4398-4596-aa90-5a333fafb6a4'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:50:29.525681 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.578308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b43c8f63-259a-4efc-8bad-97edd3ba0b96 req-8980766c-1cca-429f-ad2a-937d7c4d9f47 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476539
Nov 06 20:50:29.663276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e1ad78d-f810-4326-b869-ab5dd95a938a req-12963089-5506-46dc-a9c9-304b9b8e2246 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/c2910442-fb3e-43cb-bde3-1d188feaec4d HTTP/1.1" status: 200  len: 1791 time: 0.0546978
Nov 06 20:50:29.693835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Allocated IP 10.1.1.2 (1ed770e6-9b00-40af-a51d-f21c36fc4854/415b8343-4398-4596-aa90-5a333fafb6a4/6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:29.719209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.805359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Checking segment: {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:29.805717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network hostable DHCP agents. Network: 958012f3-be05-4daa-8ea3-73508f133764, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:50:29.807843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Subnet': ['ID=e3a5f413-46fc-4794-9630-797b452619b5,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:29.809431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-665300fa-ca9e-4d92-98cb-2fe6326a7442 req-4fe72812-fb3b-4259-b2a8-1929ae48f771 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/c2910442-fb3e-43cb-bde3-1d188feaec4d HTTP/1.1" status: 200  len: 1791 time: 0.0830305
Nov 06 20:50:29.821392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8afb90-7cbd-4ad1-bd7e-497b695fdff0 req-2b5cfafd-1fb4-4f0f-ab1d-53132a806767 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:29.823152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e8afb90-7cbd-4ad1-bd7e-497b695fdff0 req-2b5cfafd-1fb4-4f0f-ab1d-53132a806767 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.0984025
Nov 06 20:50:29.829665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 958012f3-be05-4daa-8ea3-73508f133764 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:50:29.841062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 958012f3-be05-4daa-8ea3-73508f133764) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:29.845609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:29.846299 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.871638 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b1743d24-fc89-4d32-ac6e-4e225db6e1da tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5395787
Nov 06 20:50:29.873837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49956) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:29.874758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b3b0c-9d75-4a4d-bcb5-b459ad485d9d None None] Network 958012f3-be05-4daa-8ea3-73508f133764 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:29.882368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'port': {'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'name': 'tempest-TaggedBootDevicesTest_v242-1475091736', 'fixed_ips': [{'subnet_id': '415b8343-4398-4596-aa90-5a333fafb6a4'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:29.919634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e8afb90-7cbd-4ad1-bd7e-497b695fdff0 req-072f0831-e1a8-4ed6-8ad7-dd7c1e507799 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883820
Nov 06 20:50:29.921408 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.935614 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.945599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-665300fa-ca9e-4d92-98cb-2fe6326a7442 req-a5b61605-488b-417c-a08d-d4189602f32e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.984180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-665300fa-ca9e-4d92-98cb-2fe6326a7442 req-a5b61605-488b-417c-a08d-d4189602f32e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:29.993506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:30.004953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:30.005387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:30.012247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:30.020524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Pushing event updated for resources: {'Port': ['ID=6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:30.057382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-665300fa-ca9e-4d92-98cb-2fe6326a7442 req-a5b61605-488b-417c-a08d-d4189602f32e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.060806 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-665300fa-ca9e-4d92-98cb-2fe6326a7442 req-a5b61605-488b-417c-a08d-d4189602f32e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.075308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-665300fa-ca9e-4d92-98cb-2fe6326a7442 req-a5b61605-488b-417c-a08d-d4189602f32e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2910442-fb3e-43cb-bde3-1d188feaec4d HTTP/1.1" status: 204  len: 173 time: 0.2509117
Nov 06 20:50:30.107585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-40b67028-e89e-46d5-a39d-5066a955d4c9 req-611abbed-a476-45f2-8ba4-d4aad9419840 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:50:30.118649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40b67028-e89e-46d5-a39d-5066a955d4c9 req-611abbed-a476-45f2-8ba4-d4aad9419840 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0168254
Nov 06 20:50:30.123145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b61605-488b-417c-a08d-d4189602f32e tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2910442-fb3e-43cb-bde3-1d188feaec4d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:30.143555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Attempting to bind port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:30.144586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Attempting to bind port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:30.145292 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Attempting to bind port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:30.157324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:30.157716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Checking segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:30.158107 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.158493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Bound using segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:30.158975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Bound port: 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:30.159343 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.166031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-958012f3-be05-4daa-8ea3-73508f133764', 'network_id': '958012f3-be05-4daa-8ea3-73508f133764', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'fixed_ips': [{'subnet_id': 'e3a5f413-46fc-4794-9630-797b452619b5'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:50:30.167431 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.248521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a47091-a12e-43c6-8f3f-48d8c80beff4 req-0fca8524-4fa0-427c-a171-678ee982eb80 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:30.251298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58a47091-a12e-43c6-8f3f-48d8c80beff4 req-0fca8524-4fa0-427c-a171-678ee982eb80 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 950 time: 0.1069708
Nov 06 20:50:30.343835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] For port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:30.349480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] For port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:30.351645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58a47091-a12e-43c6-8f3f-48d8c80beff4 req-a88031f9-a7ba-4481-ba7a-935311517a5f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918596
Nov 06 20:50:30.356969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.472928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edaa78-8638-4252-a388-c06c12b33e3d None None] Pushing event updated for resources: {'Port': ['ID=6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:30.475365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Allocated IP 10.2.2.2 (958012f3-be05-4daa-8ea3-73508f133764/e3a5f413-46fc-4794-9630-797b452619b5/ecbf2436-7595-41a4-a756-adcc8ba596f6) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:30.567021 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-66a82cc0-9cbf-44c6-9085-d8984bc22928 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0644166
Nov 06 20:50:30.621407 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-f26fca20-535f-43eb-bd6c-3c2dccf84b2d req-7abb59e2-5e71-45f2-914c-1f9d9479fdce tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:50:30.636083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f26fca20-535f-43eb-bd6c-3c2dccf84b2d req-7abb59e2-5e71-45f2-914c-1f9d9479fdce tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/7681db22-dd59-4cad-87e8-f7985ec03b47 HTTP/1.1" status: 404  len: 352 time: 0.0741022
Nov 06 20:50:30.639739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.678518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] device_id is not set on port b2314b90-7099-4642-9659-4a7f9cf3fccc yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:50:30.732168 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.742708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95627ea-27be-4550-a5e7-a63058dafc45 req-24f863a7-3747-44f9-b7e4-e096ce36967e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:30.747707 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:30.754458 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d95627ea-27be-4550-a5e7-a63058dafc45 req-24f863a7-3747-44f9-b7e4-e096ce36967e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1781206
Nov 06 20:50:30.860507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Network 958012f3-be05-4daa-8ea3-73508f133764 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:30.875905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:30.884899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Pushing event updated for resources: {'Port': ['ID=ecbf2436-7595-41a4-a756-adcc8ba596f6,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:30.899775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:30.911489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d95627ea-27be-4550-a5e7-a63058dafc45 req-ffb9326c-6493-4bc0-9ba9-d2eb9eb2651f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560271
Nov 06 20:50:30.959181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae1a5-3bfe-4400-ac47-6e813f26e752 req-61e20289-2251-4e33-86f4-8229b6ca5a09 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:30.967396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-921ae1a5-3bfe-4400-ac47-6e813f26e752 req-61e20289-2251-4e33-86f4-8229b6ca5a09 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 944 time: 0.1984727
Nov 06 20:50:31.007406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Attempting to bind port ecbf2436-7595-41a4-a756-adcc8ba596f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:31.008250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Attempting to bind port ecbf2436-7595-41a4-a756-adcc8ba596f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:31.008907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Attempting to bind port ecbf2436-7595-41a4-a756-adcc8ba596f6 on network 958012f3-be05-4daa-8ea3-73508f133764 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:31.016610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:31.017648 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Checking segment: {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:31.018241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.024329 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-abf11840-ff77-4f4d-9714-a36afd7b7243 req-9cf11dea-bd31-4e21-b981-3f662ab59202 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:50:31.027547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Bound using segment: {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:31.028614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Bound port: ecbf2436-7595-41a4-a756-adcc8ba596f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:31.029482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.041046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abf11840-ff77-4f4d-9714-a36afd7b7243 req-9cf11dea-bd31-4e21-b981-3f662ab59202 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/2312d131-9fb2-465a-9667-f841f85ba544 HTTP/1.1" status: 404  len: 352 time: 0.0648100
Nov 06 20:50:31.054754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Allocated IP 10.1.1.45 (1ed770e6-9b00-40af-a51d-f21c36fc4854/415b8343-4398-4596-aa90-5a333fafb6a4/b2314b90-7099-4642-9659-4a7f9cf3fccc) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:31.124562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-921ae1a5-3bfe-4400-ac47-6e813f26e752 req-3c5ff146-7881-4bc7-94c6-5681f069ce78 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511881
Nov 06 20:50:31.154569 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-a33dca11-a501-4e35-8675-3e9e387a266f req-9e48fe95-1985-45cf-a321-003115ff4fe1 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:50:31.156099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] For port ecbf2436-7595-41a4-a756-adcc8ba596f6, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:31.162356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a33dca11-a501-4e35-8675-3e9e387a266f req-9e48fe95-1985-45cf-a321-003115ff4fe1 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/9d7a3df1-c466-4715-9fdf-fe423f81c537 HTTP/1.1" status: 404  len: 352 time: 0.0215843
Nov 06 20:50:31.167257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] For port ecbf2436-7595-41a4-a756-adcc8ba596f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecbf2436-7595-41a4-a756-adcc8ba596f6,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:31.180579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.197804 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-2a94d447-0f42-4618-bcd0-6f67c2b7b58e req-790dce29-a8b2-4142-a9ac-c2c636532bc0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:50:31.205305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a94d447-0f42-4618-bcd0-6f67c2b7b58e req-790dce29-a8b2-4142-a9ac-c2c636532bc0 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/ee3fd931-9f31-41d5-b7b4-9bee910f739f HTTP/1.1" status: 404  len: 352 time: 0.0214627
Nov 06 20:50:31.238591 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-3ad8c01c-3db6-41a6-bf29-525f6a6bd9d5 req-e6879fee-9423-44e7-9360-ab7b888785ed tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:50:31.246499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ad8c01c-3db6-41a6-bf29-525f6a6bd9d5 req-e6879fee-9423-44e7-9360-ab7b888785ed tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/3407ec17-4e80-4e5d-b432-27a6f3bd1d3f HTTP/1.1" status: 404  len: 352 time: 0.0225422
Nov 06 20:50:31.312854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b489c3-63dc-4298-8d1b-54565a69d780 None None] Pushing event updated for resources: {'Port': ['ID=ecbf2436-7595-41a4-a756-adcc8ba596f6,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:31.314445 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-a9002fb2-1f77-4f58-aaaa-00a780330931 req-f5a0867f-cf9b-4258-91b0-f167c272ed77 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] show failed (client error): The resource could not be found.
Nov 06 20:50:31.316006 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9002fb2-1f77-4f58-aaaa-00a780330931 req-f5a0867f-cf9b-4258-91b0-f167c272ed77 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/9eec5b68-e6bf-434f-8f3e-b833b5361633 HTTP/1.1" status: 404  len: 352 time: 0.0298555
Nov 06 20:50:31.407297 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.410706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:31.487272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.488916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:31.495223 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.581635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:31.586465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:31.592799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:31.643805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=b2314b90-7099-4642-9659-4a7f9cf3fccc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:31.677216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f71960-f25a-407e-9935-8a88efee0d31 req-86346262-ed1b-46b8-ac08-899d9991b87a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:31.689080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82f71960-f25a-407e-9935-8a88efee0d31 req-86346262-ed1b-46b8-ac08-899d9991b87a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 950 time: 0.1470528
Nov 06 20:50:31.715337 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.743203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 62b4b2c1-0e64-4879-8eab-3188cee48679 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:31.744808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:31.745636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.808133 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4a166239-be70-438f-87cb-c00abd667416 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.9295983
Nov 06 20:50:31.808616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 62b4b2c1-0e64-4879-8eab-3188cee48679 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:31.809153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 62b4b2c1-0e64-4879-8eab-3188cee48679 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:31.810042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:31.818161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4bcbf763-7122-4e3c-924c-724aca38e98e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:31.818368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'port': {'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'name': 'tempest-TaggedBootDevicesTest_v242-517619201', 'fixed_ips': [{'subnet_id': '415b8343-4398-4596-aa90-5a333fafb6a4'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:31.937957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:31.947733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:31.985659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:31.986867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82f71960-f25a-407e-9935-8a88efee0d31 req-3b0aec6d-a718-4f26-8acc-02425c325c46 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975953
Nov 06 20:50:31.991957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:32.019238 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] device_id is not set on port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:50:32.081997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:32.085195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:32.096354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-a844358b-30e7-4e6d-9cab-b1da74f52287 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:32.098549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-a844358b-30e7-4e6d-9cab-b1da74f52287 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.2701383
Nov 06 20:50:32.111224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.112110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.118548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.119129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.119704 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.120343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.121954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.122560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.123177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.123787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.124351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.124918 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:32.142661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'port_id': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'mac_address': 'fa:16:3e:75:84:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c9fae6-62d5-4257-865d-3dd2eac73e10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:32.160577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-5de73171-977e-4331-9294-b4b89527666d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/quotas/4e36c34c8ba54c99826390aff2abf4d7 HTTP/1.1" status: 200  len: 375 time: 0.0557189
Nov 06 20:50:32.206037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:32.224465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-9170130b-52a3-4440-a134-75cb56dfa8e5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628808
Nov 06 20:50:32.232338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcbf763-7122-4e3c-924c-724aca38e98e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:32.243346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ee021-adab-4dcd-9314-d60e39c5e36d None None] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:32.296511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Allocated IP 10.1.1.20 (1ed770e6-9b00-40af-a51d-f21c36fc4854/415b8343-4398-4596-aa90-5a333fafb6a4/ae68264b-1862-48ec-9e32-e8afd5d1d1a9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:32.354816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:32.363111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94951e-d10d-434e-8361-accb229ffcfb req-8a0d9fa0-4ced-45df-b0aa-de0220aded29 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:32.371259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b94951e-d10d-434e-8361-accb229ffcfb req-8a0d9fa0-4ced-45df-b0aa-de0220aded29 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1024 time: 0.1565273
Nov 06 20:50:32.373610 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:32.419328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-6f4b3bad-d2d0-4b4d-8179-f32892ca2e8d service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937640
Nov 06 20:50:32.430350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-26d1aa36-5bcd-4e4e-8a78-e39f9db44084 None None] Provisioning complete for port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:32.431193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-26d1aa36-5bcd-4e4e-8a78-e39f9db44084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:32.501078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:32.510706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:32.553976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b94951e-d10d-434e-8361-accb229ffcfb req-6dc1d3db-89be-49ec-a5b9-bab366b8cfea tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=814e77f0-fae4-4da2-bfaf-8a78c6cc6606&id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&id=6c4f71d4-66fd-4426-9634-6d66ef254dfd&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.1806946
Nov 06 20:50:32.556759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:32.625817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-1299e27f-651a-4ed8-a9b0-cf882cf2d2be service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055244
Nov 06 20:50:32.630220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:32.647836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:32.650002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:32.652258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:32.734051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:32.735073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:32.740217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd265c0c-df6d-4d4a-8240-29dfe9b469de req-e5f8e59b-7f9e-4c22-a866-5a4e08d34054 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:32.742179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd265c0c-df6d-4d4a-8240-29dfe9b469de req-e5f8e59b-7f9e-4c22-a866-5a4e08d34054 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.0670166
Nov 06 20:50:32.799321 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-47ee41c4-e524-4219-bfd8-b35a62bf9d9f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 0.9862955
Nov 06 20:50:32.808023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd265c0c-df6d-4d4a-8240-29dfe9b469de req-f8262bee-74bf-4ee2-9d52-08d253cce770 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572374
Nov 06 20:50:32.812701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-1269891b-8360-46b9-801e-ec0f7e64283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:32.814631 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-1269891b-8360-46b9-801e-ec0f7e64283a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1100 time: 0.1062849
Nov 06 20:50:32.952323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc3f8c4-9b16-41c8-9b52-dd22f58db1e1 None None] Network 958012f3-be05-4daa-8ea3-73508f133764 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:32.973226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-e898a862-b6f8-4f19-bd2e-835cbb7dbabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:32.978397 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-e898a862-b6f8-4f19-bd2e-835cbb7dbabe service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1542361
Nov 06 20:50:33.047163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d27655-dd23-4689-ae14-35b4089209f9 req-b8286b1a-ccde-4f3a-bc8c-572cb4d40ff7 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:33.048821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45d27655-dd23-4689-ae14-35b4089209f9 req-b8286b1a-ccde-4f3a-bc8c-572cb4d40ff7 tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 1101 time: 0.1181009
Nov 06 20:50:33.059521 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-82e6a634-a840-4613-93f5-61b74e27d160 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 217 time: 0.0720081
Nov 06 20:50:33.060518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4bcbf763-7122-4e3c-924c-724aca38e98e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:33.084948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd04acb-833b-4ff5-83b2-d67cdccba607 req-cd6aebe0-4d71-4dd8-ac80-98a47b8864f4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:33.099129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abd04acb-833b-4ff5-83b2-d67cdccba607 req-cd6aebe0-4d71-4dd8-ac80-98a47b8864f4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 945 time: 0.1387386
Nov 06 20:50:33.133914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-5dd34347-ea73-4dc9-abd2-d87f1bb82ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:33.135469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-5dd34347-ea73-4dc9-abd2-d87f1bb82ae5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0690186
Nov 06 20:50:33.142666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ff880116-56a1-4366-8121-58939cf49307 None None] Provisioning complete for port ecbf2436-7595-41a4-a756-adcc8ba596f6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:33.143040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ff880116-56a1-4366-8121-58939cf49307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:33.227922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45d27655-dd23-4689-ae14-35b4089209f9 req-755fe5b1-5db1-47a3-be6f-0986d988157a tempest-ServersOnMultiNodesTest-859297187 tempest-ServersOnMultiNodesTest-859297187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710296
Nov 06 20:50:33.255335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abd04acb-833b-4ff5-83b2-d67cdccba607 req-8fecb76c-fba2-451c-9792-25b4fee46e71 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375856
Nov 06 20:50:33.274744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-adb2d682-761a-41ba-8e1e-c91b02b607e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:33.280584 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-adb2d682-761a-41ba-8e1e-c91b02b607e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1360710
Nov 06 20:50:33.381795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ff880116-56a1-4366-8121-58939cf49307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:33.537342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-705c5936-afee-49b0-9671-5183d7615961 req-e3695b33-2b1f-47a2-97ed-1d017eede94e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=73dd5f4c-bb98-45e4-941f-1245453637c1 HTTP/1.1" status: 200  len: 210 time: 0.0746124
Nov 06 20:50:33.567198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ecbf2436-7595-41a4-a756-adcc8ba596f6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:33.587842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ff880116-56a1-4366-8121-58939cf49307 None None] For port ecbf2436-7595-41a4-a756-adcc8ba596f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecbf2436-7595-41a4-a756-adcc8ba596f6,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:33.604088 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-1c8e27b5-2fb7-47ea-bd58-dc3d2941622a service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3160784
Nov 06 20:50:33.634943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50068) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:33.640346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763317174', 'description': 'tempest-description--166111485'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:33.688767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:33.714626 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ff880116-56a1-4366-8121-58939cf49307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:33.841781 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-de6d04c4-ba3e-450a-8a7a-fa49383f2239 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141953
Nov 06 20:50:33.862819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:33.875036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:33.889141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-194ac29a-60ad-4475-bf66-2a711a713647 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:33.891085 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-194ac29a-60ad-4475-bf66-2a711a713647 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1024 time: 0.3901095
Nov 06 20:50:33.903154 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:33.914601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2755840
Nov 06 20:50:33.915200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bc0ef8c0-613a-4813-8360-f89879edc85b None None] Provisioning complete for port b2314b90-7099-4642-9659-4a7f9cf3fccc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:33.915698 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef8c0-613a-4813-8360-f89879edc85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:33.925712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50072) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:33.952849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ba1bd427-2497-4ff6-8299-7ab9decbd7d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'security_group_rule': {'security_group_id': 'dd4ad5df-4c20-4417-9527-e110be79f850', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:34.056717 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd427-2497-4ff6-8299-7ab9decbd7d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.064044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4ad5df-4c20-4417-9527-e110be79f850,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:34.099220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Deleting port e541788d-ed2f-4fde-8f49-0c9128ea5e7a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:34.099884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.109857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.110923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.111280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.111846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.112512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.112854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.113181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.113507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.113830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.114151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.114743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.115071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1845c-85ea-43e7-bebc-f7bae9add5fa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.150061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff880116-56a1-4366-8121-58939cf49307 None None] Pushing event updated for resources: {'Port': ['ID=ecbf2436-7595-41a4-a756-adcc8ba596f6,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:34.162821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ecbf2436-7595-41a4-a756-adcc8ba596f6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:34.163996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.198623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ef8c0-613a-4813-8360-f89879edc85b None None] Port b2314b90-7099-4642-9659-4a7f9cf3fccc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:34.202717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] For port e541788d-ed2f-4fde-8f49-0c9128ea5e7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,segment=NetworkSegment(05f69cd3-c49c-4cfa-9f2c-cb86016dbb11),segment_id=05f69cd3-c49c-4cfa-9f2c-cb86016dbb11)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:34.203082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.206978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4224-90cc-4893-a133-2e6b8574e921 req-e371739c-8fea-4074-94eb-dece9dd5d7b9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:34.215383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-115a4224-90cc-4893-a133-2e6b8574e921 req-e371739c-8fea-4074-94eb-dece9dd5d7b9 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad HTTP/1.1" status: 200  len: 1024 time: 0.1334748
Nov 06 20:50:34.218859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Calling delete_port for e541788d-ed2f-4fde-8f49-0c9128ea5e7a owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:34.239318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bc0ef8c0-613a-4813-8360-f89879edc85b None None] Provisioning complete for port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:34.244666 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef8c0-613a-4813-8360-f89879edc85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.258442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd427-2497-4ff6-8299-7ab9decbd7d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.275637 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd427-2497-4ff6-8299-7ab9decbd7d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.324531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bd427-2497-4ff6-8299-7ab9decbd7d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab72bcf4-aa07-4c56-ae84-1e087f66c54b,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:34.333270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:34.351579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd427-2497-4ff6-8299-7ab9decbd7d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.355856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ba1bd427-2497-4ff6-8299-7ab9decbd7d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4254720
Nov 06 20:50:34.359557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50078) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:34.364487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-10446210-fdd0-4be0-a4a1-4d6353f2b725 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'security_group_rule': {'security_group_id': 'dd4ad5df-4c20-4417-9527-e110be79f850', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:34.407656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-115a4224-90cc-4893-a133-2e6b8574e921 req-87425b6c-245b-4f72-bc26-929ed5dbdd66 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups?id=814e77f0-fae4-4da2-bfaf-8a78c6cc6606&id=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a&id=6c4f71d4-66fd-4426-9634-6d66ef254dfd&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.1859233
Nov 06 20:50:34.421838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.441370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10446210-fdd0-4be0-a4a1-4d6353f2b725 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.464529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'Port': ['ID=e541788d-ed2f-4fde-8f49-0c9128ea5e7a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:34.485029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.485530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.485982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.486428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.486907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.487415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.487869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.488310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.488962 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.489172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.489660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.490026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:34.499566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:34.500058 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.557075 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] No DVR routers for this DVR port e541788d-ed2f-4fde-8f49-0c9128ea5e7a on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:34.562119 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.567736 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fe99b481-d2f6-4a8b-8ae0-ba18b65f73c1 req-ae53116f-5d11-4cfb-82d2-104e7c0fb606 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.10 "DELETE /v2.0/ports/e541788d-ed2f-4fde-8f49-0c9128ea5e7a HTTP/1.1" status: 204  len: 173 time: 0.6685781
Nov 06 20:50:34.568388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'name': 'network-vif-deleted', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:34.570862 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0b4f9a-a569-4f74-9aa6-dff5cb125916" -d '{"events": [{"server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "name": "network-vif-deleted", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:34.581416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-faa00e53-bb15-4465-8f01-e72e57c77fe3 None None] Provisioning complete for port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:34.581907 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-faa00e53-bb15-4465-8f01-e72e57c77fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.639733 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10446210-fdd0-4be0-a4a1-4d6353f2b725 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.646183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-faa00e53-bb15-4465-8f01-e72e57c77fe3 None None] Port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:34.656609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064115f-070a-40f4-ad0b-810977eade5a req-693df347-3a26-4039-a471-ec675fb92860 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:34.658822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7064115f-070a-40f4-ad0b-810977eade5a req-693df347-3a26-4039-a471-ec675fb92860 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1477497
Nov 06 20:50:34.661355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10446210-fdd0-4be0-a4a1-4d6353f2b725 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.669763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-faa00e53-bb15-4465-8f01-e72e57c77fe3 None None] Provisioning complete for port ecbf2436-7595-41a4-a756-adcc8ba596f6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:34.670222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-faa00e53-bb15-4465-8f01-e72e57c77fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.711337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10446210-fdd0-4be0-a4a1-4d6353f2b725 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a96367-a77a-41ec-acb5-f901e19edc2f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:34.717128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10446210-fdd0-4be0-a4a1-4d6353f2b725 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.718409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-10446210-fdd0-4be0-a4a1-4d6353f2b725 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3579075
Nov 06 20:50:34.721738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50088) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:34.728969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:34.731023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cc9f-923b-4062-b47b-ef87217913b8 req-d12a08e4-3cc0-441c-970e-7906e16f971a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:34.732565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bb9cc9f-923b-4062-b47b-ef87217913b8 req-d12a08e4-3cc0-441c-970e-7906e16f971a tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 950 time: 0.1574311
Nov 06 20:50:34.763321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.785123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7064115f-070a-40f4-ad0b-810977eade5a req-936758a6-5464-45cc-b4c6-799fb1dc4565 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162727
Nov 06 20:50:34.816878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bb9cc9f-923b-4062-b47b-ef87217913b8 req-ffffff6a-0d9d-45f6-8498-deefab5c5542 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731511
Nov 06 20:50:34.876934 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:34.926716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bcb04-769a-42fa-9b51-2b39ce03150e req-3ec2f4d0-34f2-44e8-bcd0-733ad03cd73f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:34.928337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc6bcb04-769a-42fa-9b51-2b39ce03150e req-3ec2f4d0-34f2-44e8-bcd0-733ad03cd73f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 945 time: 0.0842900
Nov 06 20:50:34.947646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-03701356-6038-46c7-9584-cebe4f6f7e89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=73dd5f4c-bb98-45e4-941f-1245453637c1 HTTP/1.1" status: 200  len: 210 time: 0.0418596
Nov 06 20:50:35.001469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Allocated IP 172.35.0.97 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/aa1cc8ed-a18d-489e-903b-8fa2574b70c9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:35.062305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9611c2e3-bc9d-4141-b4a6-327fa3f0e203 req-7b69ccf2-a0f5-4aa5-ab02-f22aa1a2a95d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=73dd5f4c-bb98-45e4-941f-1245453637c1 HTTP/1.1" status: 200  len: 210 time: 0.0893795
Nov 06 20:50:35.099898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e541788d-ed2f-4fde-8f49-0c9128ea5e7a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:35.115526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.124926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc6bcb04-769a-42fa-9b51-2b39ce03150e req-5c58bc0b-69b9-47ce-9c24-927f43970102 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816483
Nov 06 20:50:35.140421 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b125995-dc1c-47c7-8de2-bc3d1539e208 x-openstack-request-id: req-3b125995-dc1c-47c7-8de2-bc3d1539e208 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:35.140876 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad", "name": "network-vif-deleted", "tag": "e541788d-ed2f-4fde-8f49-0c9128ea5e7a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:35.141198 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b125995-dc1c-47c7-8de2-bc3d1539e208 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:35.141646 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2b98f6-2bbf-4d47-9bba-cdb5dcc4b1ad', 'name': 'network-vif-deleted', 'tag': 'e541788d-ed2f-4fde-8f49-0c9128ea5e7a', 'status': 'completed', 'code': 200}
Nov 06 20:50:35.177891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.203641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-681046ca-872f-4c32-b286-eb11bf84e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:35.205501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-681046ca-872f-4c32-b286-eb11bf84e164 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2450771
Nov 06 20:50:35.241219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:35.249642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:35.255953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:35.286307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=aa1cc8ed-a18d-489e-903b-8fa2574b70c9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:35.331596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ecbf2436-7595-41a4-a756-adcc8ba596f6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:35.362457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.394488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ecbf2436-7595-41a4-a756-adcc8ba596f6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:35.395128 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.403248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.576680 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.581213 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.650053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=aa1cc8ed-a18d-489e-903b-8fa2574b70c9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:35.662412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.669621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f941472c-9eb1-44ef-9fd1-737072cb6eab req-b0f547f5-143e-44d3-aef0-7bf048be3ad4 tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/6c4f71d4-66fd-4426-9634-6d66ef254dfd HTTP/1.1" status: 200  len: 1818 time: 0.0641141
Nov 06 20:50:35.680652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.689005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8b6fad63-1689-42be-ab70-20ee0c33e470 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.9637821
Nov 06 20:50:35.697924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-ab593172-b2d1-4ea4-aeda-3a8c668058c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:35.699402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-ab593172-b2d1-4ea4-aeda-3a8c668058c8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4859185
Nov 06 20:50:35.770889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f941472c-9eb1-44ef-9fd1-737072cb6eab req-746d81b6-b97b-4684-b8b6-57d50173bd8d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.786961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb55092d-4ad4-4126-9688-2a4f67f00f62 req-e61f0272-7da9-4c70-8796-1bc560472609 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "GET /v2.0/ports?device_id=73dd5f4c-bb98-45e4-941f-1245453637c1 HTTP/1.1" status: 200  len: 210 time: 0.0532365
Nov 06 20:50:35.824310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f941472c-9eb1-44ef-9fd1-737072cb6eab req-746d81b6-b97b-4684-b8b6-57d50173bd8d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.845202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4bcbf763-7122-4e3c-924c-724aca38e98e up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:35.853622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd83647-9ed5-48da-a753-5efce485ca5d req-24a0d5b5-7777-4b18-98df-ca8d4e88a115 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:35.855798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edd83647-9ed5-48da-a753-5efce485ca5d req-24a0d5b5-7777-4b18-98df-ca8d4e88a115 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 950 time: 0.1232908
Nov 06 20:50:35.916858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 4bcbf763-7122-4e3c-924c-724aca38e98e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:35.922969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 4bcbf763-7122-4e3c-924c-724aca38e98e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:35.923408 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.978253 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f941472c-9eb1-44ef-9fd1-737072cb6eab req-746d81b6-b97b-4684-b8b6-57d50173bd8d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.980909 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f941472c-9eb1-44ef-9fd1-737072cb6eab req-746d81b6-b97b-4684-b8b6-57d50173bd8d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:35.982135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f941472c-9eb1-44ef-9fd1-737072cb6eab req-746d81b6-b97b-4684-b8b6-57d50173bd8d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c4f71d4-66fd-4426-9634-6d66ef254dfd HTTP/1.1" status: 204  len: 173 time: 0.3038423
Nov 06 20:50:35.995644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc00f64-6af8-4b23-b5d4-c5ba466f5f1b req-33bc3932-eaef-4163-a7bf-47d571f4a7c3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:35.997231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecc00f64-6af8-4b23-b5d4-c5ba466f5f1b req-33bc3932-eaef-4163-a7bf-47d571f4a7c3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1284473
Nov 06 20:50:36.025294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d81b6-b97b-4684-b8b6-57d50173bd8d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4f71d4-66fd-4426-9634-6d66ef254dfd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:36.057825 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:36.089438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:36.092033 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22d47b1-8eb7-4af8-8c61-e70c67c65631" -d '{"events": [{"server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "name": "network-vif-plugged", "status": "completed", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:36.106723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:36.111726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecc00f64-6af8-4b23-b5d4-c5ba466f5f1b req-29b1d6a5-4ed7-46fd-b402-5b0c9ca6b476 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052916
Nov 06 20:50:36.113002 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:36.138934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c6f54a1-3c65-4f31-a2e2-3f132f81c4f8 req-d7d1bc1e-7f5b-45c5-a2b0-b35c57f36184 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=73dd5f4c-bb98-45e4-941f-1245453637c1 HTTP/1.1" status: 200  len: 210 time: 0.0454612
Nov 06 20:50:36.141270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Deleting port 21224404-6313-48a9-849f-646fc9609ae6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:36.141604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:36.170316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:36.292541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-3555cb32-947f-4f57-a536-51bbe79472aa tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1763317174&fields=id&tenant_id=21f37b0e9c3a4480a04ebeec1085ec97 HTTP/1.1" status: 200  len: 267 time: 0.2184613
Nov 06 20:50:36.401920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797499d-826a-410c-af47-5a2b0b87b3f7 req-daa8e77e-4398-4c91-8870-1102c4429a44 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:36.403297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1797499d-826a-410c-af47-5a2b0b87b3f7 req-daa8e77e-4398-4c91-8870-1102c4429a44 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d94de5-0ebe-4c5f-afc4-bb644fca2f6b HTTP/1.1" status: 200  len: 950 time: 0.2042937
Nov 06 20:50:36.413935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-6299e892-a519-4738-a5fa-27b2548263b3 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:36.415451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-6299e892-a519-4738-a5fa-27b2548263b3 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports/b2314b90-7099-4642-9659-4a7f9cf3fccc HTTP/1.1" status: 200  len: 936 time: 0.1047719
Nov 06 20:50:36.418655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] For port 21224404-6313-48a9-849f-646fc9609ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21224404-6313-48a9-849f-646fc9609ae6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:36.419043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:36.423807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f54a1-3c65-4f31-a2e2-3f132f81c4f8 req-b9136b53-4d7f-4474-90c1-a05a945c74df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:36.425234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c6f54a1-3c65-4f31-a2e2-3f132f81c4f8 req-b9136b53-4d7f-4474-90c1-a05a945c74df service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2652526
Nov 06 20:50:36.462247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Calling delete_port for 21224404-6313-48a9-849f-646fc9609ae6 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:36.601074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e0950995-2c85-444a-9e59-f0ba76abd7ef tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:36.602425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e0950995-2c85-444a-9e59-f0ba76abd7ef tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports/ae68264b-1862-48ec-9e32-e8afd5d1d1a9 HTTP/1.1" status: 200  len: 935 time: 0.1799526
Nov 06 20:50:36.673830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1797499d-826a-410c-af47-5a2b0b87b3f7 req-d0561a30-6eca-49c8-ae55-9cdfdef1259f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2573454
Nov 06 20:50:36.682776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-bf681e09-a915-4414-8f54-5ae55eeebd46 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0730045
Nov 06 20:50:36.736079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-6c5814e3-09cd-4223-809d-023b6b43f87c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0441797
Nov 06 20:50:36.742129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f54a1-3c65-4f31-a2e2-3f132f81c4f8 req-32b0ce5f-2932-40c4-85f1-c4f734b5ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:36.744578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c6f54a1-3c65-4f31-a2e2-3f132f81c4f8 req-32b0ce5f-2932-40c4-85f1-c4f734b5ffc9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3057435
Nov 06 20:50:36.886650 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c6f54a1-3c65-4f31-a2e2-3f132f81c4f8 req-8097fd18-5aca-42fa-819a-24db173de482 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.37 "GET /v2.0/ports?device_id=73dd5f4c-bb98-45e4-941f-1245453637c1 HTTP/1.1" status: 200  len: 210 time: 0.0530217
Nov 06 20:50:36.939164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f09f0a5-c503-4990-a5c8-cbae72e27b4e req-3c9c15c8-5600-4959-a2e3-9db6aad3235f tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "GET /v2.0/security-groups/814e77f0-fae4-4da2-bfaf-8a78c6cc6606 HTTP/1.1" status: 200  len: 1818 time: 0.1739707
Nov 06 20:50:36.959173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:36.971381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'ceb2b1ae-458d-4e31-95da-03e6fc97edec', '21224404-6313-48a9-849f-646fc9609ae6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:36.972842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-af47e72f-e2c0-40ad-b83f-a6fab8b38f20 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:36.974802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7', '77547b61-5323-47fa-ba9f-e4c8c8dd716b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:36.978840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-af47e72f-e2c0-40ad-b83f-a6fab8b38f20 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:36.985036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-af47e72f-e2c0-40ad-b83f-a6fab8b38f20 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:36.986685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-af47e72f-e2c0-40ad-b83f-a6fab8b38f20 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/networks?id=ac9c34d5-c747-4b87-9e0a-345684b21c29&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=958012f3-be05-4daa-8ea3-73508f133764&id=958012f3-be05-4daa-8ea3-73508f133764 HTTP/1.1" status: 200  len: 1994 time: 0.2407143
Nov 06 20:50:37.032746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event deleted for resources: {'Port': ['ID=21224404-6313-48a9-849f-646fc9609ae6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:37.049056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-7a7a0761-cace-4011-a3b2-72679e340b0f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/quotas/21f37b0e9c3a4480a04ebeec1085ec97 HTTP/1.1" status: 200  len: 375 time: 0.0506587
Nov 06 20:50:37.121806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] No DVR routers for this DVR port 21224404-6313-48a9-849f-646fc9609ae6 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:37.154842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.159273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edd83647-9ed5-48da-a753-5efce485ca5d req-d663a0dc-64f2-4ba4-9c8d-bf3f54ecec0d tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "DELETE /v2.0/ports/21224404-6313-48a9-849f-646fc9609ae6 HTTP/1.1" status: 204  len: 173 time: 1.2915192
Nov 06 20:50:37.160285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d94de5-0ebe-4c5f-afc4-bb644fca2f6b', 'name': 'network-vif-deleted', 'tag': '21224404-6313-48a9-849f-646fc9609ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:37.162647 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574acf7f-dc99-428e-8479-496eec9d2ab4" -d '{"events": [{"server_uuid": "20d94de5-0ebe-4c5f-afc4-bb644fca2f6b", "name": "network-vif-deleted", "tag": "21224404-6313-48a9-849f-646fc9609ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:37.168962 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f09f0a5-c503-4990-a5c8-cbae72e27b4e req-605dbd7b-c84d-447c-aeff-4d8c451fc32d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.196626 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f09f0a5-c503-4990-a5c8-cbae72e27b4e req-605dbd7b-c84d-447c-aeff-4d8c451fc32d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.297536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c83d757b-11b7-4efc-8a3c-7869f2220234 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&fields=id HTTP/1.1" status: 200  len: 532 time: 0.2176673
Nov 06 20:50:37.308516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f09f0a5-c503-4990-a5c8-cbae72e27b4e req-605dbd7b-c84d-447c-aeff-4d8c451fc32d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.311572 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f09f0a5-c503-4990-a5c8-cbae72e27b4e req-605dbd7b-c84d-447c-aeff-4d8c451fc32d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.313071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f09f0a5-c503-4990-a5c8-cbae72e27b4e req-605dbd7b-c84d-447c-aeff-4d8c451fc32d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] 10.222.0.13 "DELETE /v2.0/security-groups/814e77f0-fae4-4da2-bfaf-8a78c6cc6606 HTTP/1.1" status: 204  len: 173 time: 0.3670986
Nov 06 20:50:37.320942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50128) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:37.376464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dbd7b-c84d-447c-aeff-4d8c451fc32d tempest-SecurityGroupsTestJSON-403655037 tempest-SecurityGroupsTestJSON-403655037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e77f0-fae4-4da2-bfaf-8a78c6cc6606,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:37.424277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3a3c97-45c2-4ba6-b979-acff53ae4147 admin admin] Deleting subnet 70d0aac5-e890-44c4-ad1e-73b02b423949 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:50:37.430079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3c97-45c2-4ba6-b979-acff53ae4147 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.469048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-24045cd2-f631-4755-8df8-625f8084db8d service neutron] 10.222.0.13 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703074
Nov 06 20:50:37.485393 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3c97-45c2-4ba6-b979-acff53ae4147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.496840 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eadb27-805d-43c4-8be3-cab88bb722d8 x-openstack-request-id: req-05eadb27-805d-43c4-8be3-cab88bb722d8 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:37.497624 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "name": "network-vif-plugged", "status": "completed", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:37.497938 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05eadb27-805d-43c4-8be3-cab88bb722d8 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:37.498380 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'code': 200}
Nov 06 20:50:37.551591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3c97-45c2-4ba6-b979-acff53ae4147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.602848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c093c3-ce7a-462b-9834-031db581f76c req-cf1ef525-6fc4-4a54-9282-4dc9d8063560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:37.604652 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-56c093c3-ce7a-462b-9834-031db581f76c req-cf1ef525-6fc4-4a54-9282-4dc9d8063560 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 1097 time: 0.0877743
Nov 06 20:50:37.605168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5223a2-991f-4e13-bbe9-6cb0f7d8018b req-e1712283-795a-4ec1-86a4-c643f64f9a79 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:37.612664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef5223a2-991f-4e13-bbe9-6cb0f7d8018b req-e1712283-795a-4ec1-86a4-c643f64f9a79 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1092224
Nov 06 20:50:37.637946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3c97-45c2-4ba6-b979-acff53ae4147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.670689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a3c97-45c2-4ba6-b979-acff53ae4147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d0aac5-e890-44c4-ad1e-73b02b423949,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:37.684941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3c97-45c2-4ba6-b979-acff53ae4147 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.688066 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7a3a3c97-45c2-4ba6-b979-acff53ae4147 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70d0aac5-e890-44c4-ad1e-73b02b423949 HTTP/1.1" status: 204  len: 168 time: 0.3659046
Nov 06 20:50:37.693345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50134) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:37.698251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef5223a2-991f-4e13-bbe9-6cb0f7d8018b req-81bc0ce0-9a1d-4765-be54-968e1846ba0b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798597
Nov 06 20:50:37.707365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-31554605-ccd9-497a-abb6-220849cb1242 service neutron] 10.222.0.13 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371070
Nov 06 20:50:37.734528 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-56c093c3-ce7a-462b-9834-031db581f76c req-eb480738-bc49-45c9-a03a-8edf4b15b201 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133540
Nov 06 20:50:37.785922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c065b54a-92c3-4bc6-9753-36a6233ff6f7 service neutron] 10.222.0.13 "GET /v2.0/ports/b2314b90-7099-4642-9659-4a7f9cf3fccc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0693207
Nov 06 20:50:37.801646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.851093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e541788d-ed2f-4fde-8f49-0c9128ea5e7a no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:37.877474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: e541788d-ed2f-4fde-8f49-0c9128ea5e7a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:37.878258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e541788d-ed2f-4fde-8f49-0c9128ea5e7a not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:37.889392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8f240cec-586f-450c-8ef6-5ebf1d2dc0a9 service neutron] 10.222.0.13 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0964291
Nov 06 20:50:37.892054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.912152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c057c0>,) {'filters': {'network_id': ['56bd5fa7-53ab-42b8-8aa7-49a32b3547be']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:37.921309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c057c0>, '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:37.921601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c057c0>, '05f69cd3-c49c-4cfa-9f2c-cb86016dbb11') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:37.930580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.943708 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.950563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:50:37.951060 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:50:37.952802 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:50:37.985326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-992fbd9d-c1ce-47ff-aa0e-805fa28e3142 service neutron] 10.222.0.13 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897226
Nov 06 20:50:38.011610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:38.017883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:38.021173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] 10.222.0.13 "DELETE /v2.0/networks/56bd5fa7-53ab-42b8-8aa7-49a32b3547be HTTP/1.1" status: 204  len: 168 time: 0.3273122
Nov 06 20:50:38.037439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493783c-64a9-4db2-9353-ad754fe9ab47 admin admin] Pushing event deleted for resources: {'Network': ['ID=56bd5fa7-53ab-42b8-8aa7-49a32b3547be,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:38.046882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2b06d7db-c143-4ec0-9628-73c37fd94445 service neutron] 10.222.0.13 "GET /v2.0/ports/ae68264b-1862-48ec-9e32-e8afd5d1d1a9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0554769
Nov 06 20:50:38.155253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50142) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:38.180287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ce4d4-d44b-4e90-b46b-b8b81e1ee35a req-923fa0f3-75f8-4fb0-a589-17475e1d882e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:38.181788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c52ce4d4-d44b-4e90-b46b-b8b81e1ee35a req-923fa0f3-75f8-4fb0-a589-17475e1d882e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.0799365
Nov 06 20:50:38.187295 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-9f964882-5fbc-446d-8a7c-f551d7f717de service neutron] 10.222.0.13 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331947
Nov 06 20:50:38.194039 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-982169f8-d4d6-40ae-b3dc-9feade6cf597 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a012746186e4431bf96fa9c5a3bc116&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0376318
Nov 06 20:50:38.196924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50144) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:38.243989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acc93d8c-7e71-4ae3-9c39-46418d14c83f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:38.264867 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acc93d8c-7e71-4ae3-9c39-46418d14c83f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:38.285409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c52ce4d4-d44b-4e90-b46b-b8b81e1ee35a req-7906d282-9f94-4f8c-b724-63c3b8f01158 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971713
Nov 06 20:50:38.322939 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acc93d8c-7e71-4ae3-9c39-46418d14c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:38.323407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c447466a-c25d-4c79-9589-bf05d1ff8252 service neutron] 10.222.0.13 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252646
Nov 06 20:50:38.325748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acc93d8c-7e71-4ae3-9c39-46418d14c83f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:38.329553 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-acc93d8c-7e71-4ae3-9c39-46418d14c83f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75189bda-8bd3-4b2c-97d7-f04e7fb1e01a HTTP/1.1" status: 204  len: 168 time: 0.1316309
Nov 06 20:50:38.337868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc93d8c-7e71-4ae3-9c39-46418d14c83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75189bda-8bd3-4b2c-97d7-f04e7fb1e01a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:38.369472 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51442dd-5d8e-4cd5-9838-b2c1fce2c097 x-openstack-request-id: req-d51442dd-5d8e-4cd5-9838-b2c1fce2c097 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:38.369751 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d94de5-0ebe-4c5f-afc4-bb644fca2f6b", "name": "network-vif-deleted", "tag": "21224404-6313-48a9-849f-646fc9609ae6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:38.369995 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d51442dd-5d8e-4cd5-9838-b2c1fce2c097 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:38.370505 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d94de5-0ebe-4c5f-afc4-bb644fca2f6b', 'name': 'network-vif-deleted', 'tag': '21224404-6313-48a9-849f-646fc9609ae6', 'status': 'completed', 'code': 200}
Nov 06 20:50:38.490370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8c88b0ea-9e3c-49c3-b366-88f0aa9fdede service neutron] 10.222.0.13 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579611
Nov 06 20:50:38.603147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-9138cd81-d8c1-49e7-ad0e-31fe6203470b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:38.604713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-9138cd81-d8c1-49e7-ad0e-31fe6203470b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.1787348
Nov 06 20:50:38.633072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-4353f944-09f2-4125-8fca-0cebcd2cd23c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/quotas/4e36c34c8ba54c99826390aff2abf4d7 HTTP/1.1" status: 200  len: 375 time: 0.0207717
Nov 06 20:50:38.635146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-6dda0c4c-5699-4c48-838d-a5d4f9a732d8 service neutron] 10.222.0.13 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347501
Nov 06 20:50:38.684867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-5322231c-c3af-450a-8e16-3b311e186235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450335
Nov 06 20:50:38.824360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-323cc879-08b4-44f3-ad21-68fbba72a573 service neutron] 10.222.0.13 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751292
Nov 06 20:50:38.827732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-a95bbd9d-76e8-4ea2-91ab-09aa5a5112ce service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182008
Nov 06 20:50:38.992367 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-0ac39b57-6945-444c-b5e9-0f357711ca97 service neutron] 10.222.0.13 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612098
Nov 06 20:50:38.995856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-def660db-db8e-4502-8ec2-39384f5bd410 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568804
Nov 06 20:50:39.016036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50176) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:39.090979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-808f20e7-86f9-486c-b531-9906a11f53ed service neutron] 10.222.0.13 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917439
Nov 06 20:50:39.133312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-325862016-network', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:39.180650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Made reservation on behalf of a7fa6742333c428d864b6c5b2319997d for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:39.183952 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.194856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.203710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-4e469e5c-29f0-4bd5-a19d-2edd6bb01ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061201
Nov 06 20:50:39.304511 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.316572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.348743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:50:39.359683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb292ac7-6010-45bf-b49c-4b8db3843a2c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:39.366292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.366691 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Added segment 32c03fe0-d6a5-4dc1-a30a-591bc91bdcff of type vlan for network eb18f83c-d18b-4a29-9010-a6e673304a12
Nov 06 20:50:39.417838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.455618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.456775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:39.457251 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.520085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] Pushing event updated for resources: {'Network': ['ID=eb18f83c-d18b-4a29-9010-a6e673304a12,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:39.530976 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f5227ada-0137-449c-acdb-8ff9007a1486 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5131960
Nov 06 20:50:39.535172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50196) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:39.536958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network eb18f83c-d18b-4a29-9010-a6e673304a12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:50:39.544690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Request body: {'subnet': {'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-325862016-subnet', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:39.573346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Made reservation on behalf of a7fa6742333c428d864b6c5b2319997d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:39.576761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.731587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798b105-33af-48eb-bace-2502483f9986 req-3c26636f-10bf-4f7e-8ca6-163416c7148b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:39.738738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3798b105-33af-48eb-bace-2502483f9986 req-3c26636f-10bf-4f7e-8ca6-163416c7148b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.0867183
Nov 06 20:50:39.752307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-049ab601-6a25-41f1-8b96-09fb98933893 service neutron] 10.222.0.13 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5418804
Nov 06 20:50:39.764349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.773505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 21224404-6313-48a9-849f-646fc9609ae6 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:39.799830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 21224404-6313-48a9-849f-646fc9609ae6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:39.800440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 21224404-6313-48a9-849f-646fc9609ae6 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:39.826116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57786d0b-1584-4a47-a73d-de1c64f6c3e9,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:39.833366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Checking segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:39.833723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Network hostable DHCP agents. Network: eb18f83c-d18b-4a29-9010-a6e673304a12, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:50:39.852702 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:50:39.853614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3798b105-33af-48eb-bace-2502483f9986 req-0f1aa581-350d-4bad-8573-a713c38bf706 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139896
Nov 06 20:50:39.876645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb18f83c-d18b-4a29-9010-a6e673304a12) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:39.881253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:39.881913 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.894844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf546f-0516-4ee8-95a4-3c088f459131 None None] Network eb18f83c-d18b-4a29-9010-a6e673304a12 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:39.910652 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5aaefb25-e674-4a1f-b022-ee41f9b806e5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3744640
Nov 06 20:50:39.913491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50198) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:39.918214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:39.948223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-44cdd4d4-4e15-4e0c-9e0b-00e1d1b4a323 service neutron] 10.222.0.13 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845243
Nov 06 20:50:39.965163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:39.967310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.043323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377a9cbf-cd9c-4a70-94af-b2b21456884b req-15f1bbca-6d57-4643-b8c4-80d095aae2eb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 210 time: 0.0492961
Nov 06 20:50:40.046089 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.058618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb18f83c-d18b-4a29-9010-a6e673304a12', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:50:40.059671 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.230726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Allocated IP 172.20.0.2 (eb18f83c-d18b-4a29-9010-a6e673304a12/57786d0b-1584-4a47-a73d-de1c64f6c3e9/44ba8b02-e6ec-48fb-9e03-637b76c68485) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:40.263649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.441108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-217ad1ed-227d-41db-b368-4461e6b47413 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:40.442475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dada9-369b-4f8f-b13c-9b51f3a6d4d0 req-89c05ac9-b0a7-4bd5-9122-c50fdb74918e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:40.442801 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-217ad1ed-227d-41db-b368-4461e6b47413 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.1809142
Nov 06 20:50:40.444398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a5dada9-369b-4f8f-b13c-9b51f3a6d4d0 req-89c05ac9-b0a7-4bd5-9122-c50fdb74918e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.0985568
Nov 06 20:50:40.473946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Request body: {'port': {'device_id': '8178249b-6303-419f-b736-dd5b58d024cd', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'admin_state_up': True, 'tenant_id': '4e36c34c8ba54c99826390aff2abf4d7'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:40.492974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.501142 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.547920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:40.565890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Pushing event updated for resources: {'Port': ['ID=44ba8b02-e6ec-48fb-9e03-637b76c68485,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:40.583157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:40.586630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:40.606652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a5dada9-369b-4f8f-b13c-9b51f3a6d4d0 req-983acd82-2c4c-4150-9abc-b96539b18816 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468079
Nov 06 20:50:40.626342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Made reservation on behalf of 4e36c34c8ba54c99826390aff2abf4d7 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:40.630335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.634551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.662379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Attempting to bind port 44ba8b02-e6ec-48fb-9e03-637b76c68485 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:40.663115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Attempting to bind port 44ba8b02-e6ec-48fb-9e03-637b76c68485 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:40.663565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Attempting to bind port 44ba8b02-e6ec-48fb-9e03-637b76c68485 on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:40.670150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:40.670752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Checking segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:40.671237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.671684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Bound using segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:40.672207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Bound port: 44ba8b02-e6ec-48fb-9e03-637b76c68485, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:40.672664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.686239 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.784978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Allocated IP 172.20.0.14 (cf6dfc64-25a7-4971-95b2-b28cae749918/320ebed7-bdef-410c-92c6-8b51981e34c9/96b8edba-64b5-434d-81d3-d315f822f083) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:40.803010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] For port 44ba8b02-e6ec-48fb-9e03-637b76c68485, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:40.807536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] For port 44ba8b02-e6ec-48fb-9e03-637b76c68485, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44ba8b02-e6ec-48fb-9e03-637b76c68485,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:40.818549 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:40.861713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c7f939a-0106-4fac-a15a-226e5790ba94 req-38150cd8-6b55-49b0-997f-ffb9516f12e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 210 time: 0.0556717
Nov 06 20:50:40.917817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540b9ac-c9d6-4c82-b02d-adb4bca43c58 None None] Pushing event updated for resources: {'Port': ['ID=44ba8b02-e6ec-48fb-9e03-637b76c68485,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:40.981610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99413fb0-2608-454d-99fe-278811f26b76 req-2f9eed7e-621a-4e96-9fc3-bc12056c4945 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:40.983392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99413fb0-2608-454d-99fe-278811f26b76 req-2f9eed7e-621a-4e96-9fc3-bc12056c4945 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 950 time: 0.1272497
Nov 06 20:50:41.029024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.034174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Allocated IP 172.35.0.72 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/d73f0e11-675a-4f48-800f-692f1b3cae08) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:41.074024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.162784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831af3e-b2b1-464d-81b5-05d60e644141 req-64b928d3-c9cc-4961-8d6d-0e9ba46350cb tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:41.164870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6831af3e-b2b1-464d-81b5-05d60e644141 req-64b928d3-c9cc-4961-8d6d-0e9ba46350cb tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.2027986
Nov 06 20:50:41.180274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99413fb0-2608-454d-99fe-278811f26b76 req-38c04180-ec50-40c4-880e-5156e54dc016 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764069
Nov 06 20:50:41.188873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Network cf6dfc64-25a7-4971-95b2-b28cae749918 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:41.192491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:41.201116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:41.209859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event updated for resources: {'Port': ['ID=96b8edba-64b5-434d-81d3-d315f822f083,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:41.301345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:41.302203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.339229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-fed6bf89-0656-413b-8a2a-9998ed019797 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8765359
Nov 06 20:50:41.355723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Request body: {'port': {'device_id': '8178249b-6303-419f-b736-dd5b58d024cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:41.374483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 44ba8b02-e6ec-48fb-9e03-637b76c68485 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:41.402417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.433399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6831af3e-b2b1-464d-81b5-05d60e644141 req-94f87395-d902-4714-a28b-9faa9fd6c032 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462401
Nov 06 20:50:41.437693 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.470284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a8dd7-6782-483d-97c0-7e87681a4265 req-277b1c81-3da0-4451-9ce5-f0bf37b9d5c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:41.474516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 44ba8b02-e6ec-48fb-9e03-637b76c68485 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:41.475102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.481874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e6a8dd7-6782-483d-97c0-7e87681a4265 req-277b1c81-3da0-4451-9ce5-f0bf37b9d5c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 932 time: 0.0969822
Nov 06 20:50:41.564274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e6a8dd7-6782-483d-97c0-7e87681a4265 req-59009b71-b318-4841-a435-3f9bfb1db98f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771835
Nov 06 20:50:41.627128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.690947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18741e26-6860-416f-841a-e8ce4e3050cd req-b4d10838-1b59-47bd-b4ad-74d7ac5a23f7 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:41.700707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18741e26-6860-416f-841a-e8ce4e3050cd req-b4d10838-1b59-47bd-b4ad-74d7ac5a23f7 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1541846
Nov 06 20:50:41.711237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.711807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:41.734168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Pushing event updated for resources: {'Port': ['ID=d73f0e11-675a-4f48-800f-692f1b3cae08,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:41.758397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:41.768931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:41.770850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 44ba8b02-e6ec-48fb-9e03-637b76c68485, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44ba8b02-e6ec-48fb-9e03-637b76c68485,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:41.776735 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.864350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=44ba8b02-e6ec-48fb-9e03-637b76c68485,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:41.886254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b8edba-64b5-434d-81d3-d315f822f083 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:41.894152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.907493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18741e26-6860-416f-841a-e8ce4e3050cd req-a530c589-e7a9-42c4-800e-9c5eef18904b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057843
Nov 06 20:50:41.908244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Transition to ACTIVE for port object 96b8edba-64b5-434d-81d3-d315f822f083 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:41.915356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:41.970602 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Pushing event updated for resources: {'Port': ['ID=96b8edba-64b5-434d-81d3-d315f822f083,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:42.051797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab31ab-e660-4ce6-840b-4d0ff262051d req-3ef7259e-459c-4451-934f-dc882f2e967e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:42.062150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccab31ab-e660-4ce6-840b-4d0ff262051d req-3ef7259e-459c-4451-934f-dc882f2e967e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.3235285
Nov 06 20:50:42.108134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-23ea4ea5-27d3-40ef-89f8-e7b371b01600 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:42.110082 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-23ea4ea5-27d3-40ef-89f8-e7b371b01600 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 950 time: 0.0943019
Nov 06 20:50:42.163016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Attempting to bind port 96b8edba-64b5-434d-81d3-d315f822f083 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:42.163483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Attempting to bind port 96b8edba-64b5-434d-81d3-d315f822f083 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:42.163904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Attempting to bind port 96b8edba-64b5-434d-81d3-d315f822f083 on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:42.167454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd2e266f-b46d-478a-8122-aacfa0532761 req-dd959ca0-4c65-4dc4-b6bf-8936198ec50d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 210 time: 0.0604296
Nov 06 20:50:42.180750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Port 96b8edba-64b5-434d-81d3-d315f822f083 on network cf6dfc64-25a7-4971-95b2-b28cae749918 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:42.181063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Attempting to bind port 96b8edba-64b5-434d-81d3-d315f822f083 on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:42.211377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:42.211935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Checking segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:42.212522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Bound using segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:42.213353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Bound port: 96b8edba-64b5-434d-81d3-d315f822f083, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:42.213885 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:42.219977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaec0ae-a8d9-4818-be4c-96468df5a7ce None None] Network eb18f83c-d18b-4a29-9010-a6e673304a12 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:50:42.291139 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:42.309650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-440fe16c-4db3-4668-a4c7-0f69115162a3 None None] Provisioning complete for port 44ba8b02-e6ec-48fb-9e03-637b76c68485 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:42.309650 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-440fe16c-4db3-4668-a4c7-0f69115162a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:42.314602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccab31ab-e660-4ce6-840b-4d0ff262051d req-ab2c327f-04d2-456f-bb23-733eb5861ade tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513995
Nov 06 20:50:42.320993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] For port 96b8edba-64b5-434d-81d3-d315f822f083, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:42.327587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Deleting port 77547b61-5323-47fa-ba9f-e4c8c8dd716b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:42.328069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:42.333480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] For port 96b8edba-64b5-434d-81d3-d315f822f083, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b8edba-64b5-434d-81d3-d315f822f083,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:42.392676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:42.452633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:42.453893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:42.455433 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] 10.222.0.10 "PUT /v2.0/ports/96b8edba-64b5-434d-81d3-d315f822f083 HTTP/1.1" status: 200  len: 1092 time: 1.1050184
Nov 06 20:50:42.462988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8178249b-6303-419f-b736-dd5b58d024cd', 'tag': '96b8edba-64b5-434d-81d3-d315f822f083'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:42.465360 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5c20cb-9b23-48d2-a7c6-98446047eee4" -d '{"events": [{"name": "network-changed", "server_uuid": "8178249b-6303-419f-b736-dd5b58d024cd", "tag": "96b8edba-64b5-434d-81d3-d315f822f083"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:42.487180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-71705e14-ce05-4d4e-af29-79a716eebcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:42.489566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-71705e14-ce05-4d4e-af29-79a716eebcda service neutron] 10.222.0.10 "GET /v2.0/ports/b2314b90-7099-4642-9659-4a7f9cf3fccc HTTP/1.1" status: 200  len: 1032 time: 0.0489461
Nov 06 20:50:42.545143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767637fc-b9ee-4af8-a3f4-e9dbd477277b service neutron] Pushing event updated for resources: {'Port': ['ID=96b8edba-64b5-434d-81d3-d315f822f083,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:42.634514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] For port 77547b61-5323-47fa-ba9f-e4c8c8dd716b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77547b61-5323-47fa-ba9f-e4c8c8dd716b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:42.634894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:42.658133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Calling delete_port for 77547b61-5323-47fa-ba9f-e4c8c8dd716b owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:42.667115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d4bde-ad1b-41f9-afd8-4a0cd9e263a6 req-925b09d0-91ac-42aa-8be6-94dbb909aabe tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:42.668254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-6acb7ae1-d05e-46a8-aa83-c6e6875a3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:42.669782 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-6acb7ae1-d05e-46a8-aa83-c6e6875a3c48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 1095 time: 0.1282842
Nov 06 20:50:42.672993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d3d4bde-ad1b-41f9-afd8-4a0cd9e263a6 req-925b09d0-91ac-42aa-8be6-94dbb909aabe tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d899a05-d09f-40e8-8d9a-61b9adb4c094 HTTP/1.1" status: 200  len: 950 time: 0.1871085
Nov 06 20:50:42.688942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-4314eb16-fb77-4117-8e69-99665a9556e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:42.690576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-4314eb16-fb77-4117-8e69-99665a9556e9 service neutron] 10.222.0.10 "GET /v2.0/ports/ae68264b-1862-48ec-9e32-e8afd5d1d1a9 HTTP/1.1" status: 200  len: 1031 time: 0.1554883
Nov 06 20:50:42.806943 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-d304eeb0-580a-4d37-8dd8-c3378abd1d4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b8edba-64b5-434d-81d3-d315f822f083 HTTP/1.1" status: 200  len: 217 time: 0.0752614
Nov 06 20:50:42.808698 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79869813-f8d4-47c5-9cf3-598097d76dbc x-openstack-request-id: req-79869813-f8d4-47c5-9cf3-598097d76dbc {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:42.809238 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8178249b-6303-419f-b736-dd5b58d024cd", "tag": "96b8edba-64b5-434d-81d3-d315f822f083", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:42.809712 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79869813-f8d4-47c5-9cf3-598097d76dbc {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:42.810307 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8178249b-6303-419f-b736-dd5b58d024cd', 'tag': '96b8edba-64b5-434d-81d3-d315f822f083', 'status': 'completed', 'code': 200}
Nov 06 20:50:42.899744 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:42.923649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7', '77547b61-5323-47fa-ba9f-e4c8c8dd716b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:42.932104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:42.932611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d3d4bde-ad1b-41f9-afd8-4a0cd9e263a6 req-44b2abfa-57f0-425f-8be5-2f4387f0d408 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473996
Nov 06 20:50:43.018001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-fbd858da-5b79-49c6-b4eb-c94a51b53ca7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:43.025742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-fbd858da-5b79-49c6-b4eb-c94a51b53ca7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:43.032870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-fbd858da-5b79-49c6-b4eb-c94a51b53ca7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:43.036166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-fbd858da-5b79-49c6-b4eb-c94a51b53ca7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "GET /v2.0/networks?id=ac9c34d5-c747-4b87-9e0a-345684b21c29&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=958012f3-be05-4daa-8ea3-73508f133764&id=958012f3-be05-4daa-8ea3-73508f133764 HTTP/1.1" status: 200  len: 1994 time: 0.2595222
Nov 06 20:50:43.060953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f28ec8f3-cd91-4db4-a148-d717e521b602 None None] Provisioning complete for port 44ba8b02-e6ec-48fb-9e03-637b76c68485 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:43.061327 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f28ec8f3-cd91-4db4-a148-d717e521b602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:43.067990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-3888a6ae-f45f-44ab-818f-2d446ceb3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:43.070094 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-3888a6ae-f45f-44ab-818f-2d446ceb3caf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.1613531
Nov 06 20:50:43.087477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event deleted for resources: {'Port': ['ID=77547b61-5323-47fa-ba9f-e4c8c8dd716b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:43.115215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cce574-4ecf-4aae-a0f9-ba3ac74f7391 req-8243878c-84d3-4b93-b3da-8928bcc1dc90 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:43.124025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30cce574-4ecf-4aae-a0f9-ba3ac74f7391 req-8243878c-84d3-4b93-b3da-8928bcc1dc90 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.2536533
Nov 06 20:50:43.168643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:43.207495 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-507e42f9-f77c-4dad-8185-f555bd18c71f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0964067
Nov 06 20:50:43.269528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] No DVR routers for this DVR port 77547b61-5323-47fa-ba9f-e4c8c8dd716b on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:43.279316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:43.283202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4aafbd4b-3cca-4224-b52b-82915e5535bd req-df904473-9d9e-45dd-8486-b84a7c84a71f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "DELETE /v2.0/ports/77547b61-5323-47fa-ba9f-e4c8c8dd716b HTTP/1.1" status: 204  len: 173 time: 1.1622510
Nov 06 20:50:43.302671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-b6652ccc-afd6-4cc5-a11d-edfb1a21790e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f37b0e9c3a4480a04ebeec1085ec97 HTTP/1.1" status: 200  len: 380 time: 0.2448332
Nov 06 20:50:43.330630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'admin_state_up': True, 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'security_groups': ['dd4ad5df-4c20-4417-9527-e110be79f850']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:43.377668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 44ba8b02-e6ec-48fb-9e03-637b76c68485 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:43.445186 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-cd3a36a9-51d6-4304-8ee1-98ef2b2e6cee service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241189
Nov 06 20:50:43.450276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30cce574-4ecf-4aae-a0f9-ba3ac74f7391 req-6aa26000-1d5e-47f9-8d4b-ee76acb371aa tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3249288
Nov 06 20:50:43.480375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdc2cc-1c87-4668-a161-d429c4b322e0 req-5170f5c0-e691-41be-88a6-92766b5c19f9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:43.487966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9acdc2cc-1c87-4668-a161-d429c4b322e0 req-5170f5c0-e691-41be-88a6-92766b5c19f9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 944 time: 0.4464412
Nov 06 20:50:43.532753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 44ba8b02-e6ec-48fb-9e03-637b76c68485 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:43.533885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:43.668734 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b15118e7-a56c-4967-8917-1e50a9c02abb req-dbec881c-2ad9-442b-8a56-41d15d53ca68 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128093
Nov 06 20:50:43.669807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9acdc2cc-1c87-4668-a161-d429c4b322e0 req-907e2201-ce17-409c-891e-9039ead48e30 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810644
Nov 06 20:50:43.726187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:43.732531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:43.797587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-403bdbd5-4638-417e-a69e-4460e7a0d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:43.799371 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-403bdbd5-4638-417e-a69e-4460e7a0d05b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 1095 time: 0.0748327
Nov 06 20:50:43.934643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Allocated IP 172.20.0.4 (ac9c34d5-c747-4b87-9e0a-345684b21c29/48b74287-d028-45eb-9b38-be997c73abff/da512244-df04-4f1e-9589-476f01bcf03c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:43.971675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ae60d5f-b507-4288-bd16-bd6c1eadff10 req-70f01917-92b1-40ac-a484-9fc90d9597f0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 210 time: 0.2536666
Nov 06 20:50:44.023738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140efd0-ba61-4a47-a79c-bce940c4750e req-4e667072-dde8-4781-8f5b-1ce57f646227 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:44.032522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7140efd0-ba61-4a47-a79c-bce940c4750e req-4e667072-dde8-4781-8f5b-1ce57f646227 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1252513
Nov 06 20:50:44.034509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:50:44.062841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-05209a6d-1766-4519-980c-7fb2a803ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:44.064167 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-05209a6d-1766-4519-980c-7fb2a803ef00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 913 time: 0.2494540
Nov 06 20:50:44.120405 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-077b2911-69d4-4288-9376-b4b5699cde71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b8edba-64b5-434d-81d3-d315f822f083 HTTP/1.1" status: 200  len: 217 time: 0.0412636
Nov 06 20:50:44.166948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7140efd0-ba61-4a47-a79c-bce940c4750e req-b86d2845-20a7-4c0c-8e80-d457a1f535bc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294134
Nov 06 20:50:44.196727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-95a7d7f0-5a0f-4709-8213-544c07597784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:44.198404 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-95a7d7f0-5a0f-4709-8213-544c07597784 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.0700932
Nov 06 20:50:44.216692 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:44.224578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:44.242782 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-8a349661-7092-4e2b-af3e-dc868f913d83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0326447
Nov 06 20:50:44.338900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:50:44.351434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Sync routers for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:50:44.362435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:50:44.363257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b8f670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:44.378739 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-5169cc9f-bb58-4abb-95c2-db40ed4e1e69 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236508
Nov 06 20:50:44.399608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:44.423141 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:44.427289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2f0f9fed-1769-451f-99c0-c51e53dca087 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.5128145
Nov 06 20:50:44.429385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50296) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:44.482046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:50:44.516286 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b5c20cb-9b23-48d2-a7c6-98446047eee4 req-905fd9be-5c8c-4599-880b-8ce87549bee2 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303086
Nov 06 20:50:44.693280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b8f670>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:42Z', 'revision_number': 3, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:44.720277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Checking router: 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:50:44.720661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Updating router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 port d73f0e11-675a-4f48-800f-692f1b3cae08 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:50:44.749236 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:44.812453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d899a05-d09f-40e8-8d9a-61b9adb4c094', 'name': 'network-vif-deleted', 'tag': '77547b61-5323-47fa-ba9f-e4c8c8dd716b'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:44.816145 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75575986-c005-4370-897c-9d17cc6e428a" -d '{"events": [{"server_uuid": "1d899a05-d09f-40e8-8d9a-61b9adb4c094", "name": "network-vif-deleted", "tag": "77547b61-5323-47fa-ba9f-e4c8c8dd716b"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:44.911332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ba6a7-a844-45a9-9a5e-e9d9aad99a2f req-add54d4d-8a8a-44b2-809b-52316899ece3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:44.912892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-445ba6a7-a844-45a9-9a5e-e9d9aad99a2f req-add54d4d-8a8a-44b2-809b-52316899ece3 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 949 time: 0.4984682
Nov 06 20:50:44.927240 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:44.980640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0abf98-b96b-4949-bb8e-084d832fc7af req-1603144c-329c-4adb-9157-306d07e88de0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:44.982120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b0abf98-b96b-4949-bb8e-084d832fc7af req-1603144c-329c-4adb-9157-306d07e88de0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1725748
Nov 06 20:50:45.041595 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.048670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.064007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:45.080253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:45.094866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:45.098698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=da512244-df04-4f1e-9589-476f01bcf03c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:45.109096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1121ec-1b41-4d9d-97a0-aa274656828c None None] Pushing event updated for resources: {'Port': ['ID=d73f0e11-675a-4f48-800f-692f1b3cae08,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:45.115451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Attempting to bind port d73f0e11-675a-4f48-800f-692f1b3cae08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:45.115911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Attempting to bind port d73f0e11-675a-4f48-800f-692f1b3cae08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:45.116419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Attempting to bind port d73f0e11-675a-4f48-800f-692f1b3cae08 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:45.122003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:45.122508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:45.123004 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.123748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:45.124484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Bound port: d73f0e11-675a-4f48-800f-692f1b3cae08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:45.124966 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.180219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-445ba6a7-a844-45a9-9a5e-e9d9aad99a2f req-c4909437-ce34-4d39-86a7-ee8ffcd5e06e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542887
Nov 06 20:50:45.200790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b0abf98-b96b-4949-bb8e-084d832fc7af req-8365140b-7dc9-4aeb-870d-9ee55308f3bc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063956
Nov 06 20:50:45.221399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] For port d73f0e11-675a-4f48-800f-692f1b3cae08, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:45.224443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:45.225255 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.241431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] For port d73f0e11-675a-4f48-800f-692f1b3cae08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d73f0e11-675a-4f48-800f-692f1b3cae08,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:45.250852 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.380434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1121ec-1b41-4d9d-97a0-aa274656828c None None] Pushing event updated for resources: {'Port': ['ID=d73f0e11-675a-4f48-800f-692f1b3cae08,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:45.389808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:50:45.390421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b8f670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:45.405901 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9b2d8b-7312-4c5b-b546-5b3bb3556ff8 x-openstack-request-id: req-2b9b2d8b-7312-4c5b-b546-5b3bb3556ff8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:45.406398 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d899a05-d09f-40e8-8d9a-61b9adb4c094", "name": "network-vif-deleted", "tag": "77547b61-5323-47fa-ba9f-e4c8c8dd716b", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:45.406398 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b9b2d8b-7312-4c5b-b546-5b3bb3556ff8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:45.406808 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d899a05-d09f-40e8-8d9a-61b9adb4c094', 'name': 'network-vif-deleted', 'tag': '77547b61-5323-47fa-ba9f-e4c8c8dd716b', 'status': 'completed', 'code': 200}
Nov 06 20:50:45.494165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-cf8c7fbe-cbcc-4d34-a0cb-dfdcf466bc95 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1817594
Nov 06 20:50:45.496718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9e53f224-ed21-44ab-9c77-3021f17632bc None None] Provisioning complete for port da512244-df04-4f1e-9589-476f01bcf03c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:45.496888 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e53f224-ed21-44ab-9c77-3021f17632bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.523156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'admin_state_up': True, 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'security_groups': ['dd4ad5df-4c20-4417-9527-e110be79f850']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:45.549366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:50:45.608807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9e53f224-ed21-44ab-9c77-3021f17632bc None None] Port da512244-df04-4f1e-9589-476f01bcf03c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:45.653188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c07d4-bcbb-4a32-a107-7b6f5332d70e req-ac8b5cf2-1b4d-4572-a86c-4a6869177e9c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:45.656894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d79c07d4-bcbb-4a32-a107-7b6f5332d70e req-ac8b5cf2-1b4d-4572-a86c-4a6869177e9c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 944 time: 0.1985464
Nov 06 20:50:45.749136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931932b9-561f-455c-ab70-3eb56360b240 req-2cc855d6-03dc-48f4-9d75-913321eaac79 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:45.751744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-931932b9-561f-455c-ab70-3eb56360b240 req-2cc855d6-03dc-48f4-9d75-913321eaac79 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 931 time: 0.1806800
Nov 06 20:50:45.786020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.826247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d79c07d4-bcbb-4a32-a107-7b6f5332d70e req-20db86fe-4d91-4da7-87c3-527fc2d0e515 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642890
Nov 06 20:50:45.859271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:45.866746 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:45.870579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 77547b61-5323-47fa-ba9f-e4c8c8dd716b no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:45.908469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 77547b61-5323-47fa-ba9f-e4c8c8dd716b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:45.908992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 77547b61-5323-47fa-ba9f-e4c8c8dd716b not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:45.922161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b8f670>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:42Z', 'revision_number': 3, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:45.927353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-931932b9-561f-455c-ab70-3eb56360b240 req-704c5df2-b9a6-4821-9b84-677ece219734 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1568365
Nov 06 20:50:45.972857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db625ee6-79b2-4cf3-806b-e2b9b1cc00e3 None None] The sync data for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 is: [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:42Z', 'revision_number': 3, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:50:46.184660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abf0a7-389e-4119-b340-26f78c0ac0bd req-cd2f5ff1-2a50-44d2-b705-c70bad918997 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:46.186442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61abf0a7-389e-4119-b340-26f78c0ac0bd req-cd2f5ff1-2a50-44d2-b705-c70bad918997 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1802294
Nov 06 20:50:46.203260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Allocated IP 172.20.0.1 (eb18f83c-d18b-4a29-9010-a6e673304a12/57786d0b-1584-4a47-a73d-de1c64f6c3e9/a0e143bc-d86c-40d9-8c88-7db1f9f0ca32) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:46.244980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Allocated IP 10.1.1.95 (1ed770e6-9b00-40af-a51d-f21c36fc4854/415b8343-4398-4596-aa90-5a333fafb6a4/9210c3a1-39eb-4a93-b546-62b199efbddb) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:46.324571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-9684475f-4a05-4513-a4b6-5afcde8c924b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:46.326071 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-9684475f-4a05-4513-a4b6-5afcde8c924b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 949 time: 0.0633554
Nov 06 20:50:46.416945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61abf0a7-389e-4119-b340-26f78c0ac0bd req-039ad883-fbbc-44c0-aa6a-2b964a6147c3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149169
Nov 06 20:50:46.482395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Deleting port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:46.482961 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:46.527431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effd233-c215-44ab-b792-5dc241dbe376 req-85286688-8880-446b-a7b9-ec0bb802078f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:46.529243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9effd233-c215-44ab-b792-5dc241dbe376 req-85286688-8880-446b-a7b9-ec0bb802078f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2 HTTP/1.1" status: 200  len: 949 time: 0.2008064
Nov 06 20:50:46.605010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] For port d5870610-f04f-4d8b-9b83-6e4dd925cbe7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:46.605386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:46.621885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:46.623895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Calling delete_port for d5870610-f04f-4d8b-9b83-6e4dd925cbe7 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:46.714786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:46.726931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895dcf3-1892-4733-9f5e-cb70c48f6d2c req-df4ab1b7-8993-44e1-91bb-27d47d85fae4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:46.737126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c895dcf3-1892-4733-9f5e-cb70c48f6d2c req-df4ab1b7-8993-44e1-91bb-27d47d85fae4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.2067442
Nov 06 20:50:46.773289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9effd233-c215-44ab-b792-5dc241dbe376 req-ce72a65b-3993-48e5-a19c-2fda8b94253e tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311928
Nov 06 20:50:46.795183 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-960e6079-fe9e-4eda-b2f8-572f8102dd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:46.836859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:46.844356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:46.857807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:46.879144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:46.988448 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.048691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.060406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Pushing event updated for resources: {'Port': ['ID=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:47.087114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c895dcf3-1892-4733-9f5e-cb70c48f6d2c req-4ac35fa5-ed5d-459c-8641-1c0e25d64261 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3485231
Nov 06 20:50:47.157807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.179365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:47.187138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:47.199472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event deleted for resources: {'Port': ['ID=d5870610-f04f-4d8b-9b83-6e4dd925cbe7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:47.236394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:47.239889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=9210c3a1-39eb-4a93-b546-62b199efbddb,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:47.242948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:47.259144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] No DVR routers for this DVR port d5870610-f04f-4d8b-9b83-6e4dd925cbe7 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:47.263906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:47.264676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.273767 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4395f4e7-cfe7-4e9e-bd2f-5e441688bda5 req-58e02cc7-3cdf-4f8a-8c06-5b65d66a9f41 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "DELETE /v2.0/ports/d5870610-f04f-4d8b-9b83-6e4dd925cbe7 HTTP/1.1" status: 204  len: 173 time: 0.9364665
Nov 06 20:50:47.327318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be505-8169-4cdf-b65f-3442a1bdb88e req-6163ed7a-a8a8-4a93-919f-6055fcda7cc3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:47.334683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b2be505-8169-4cdf-b65f-3442a1bdb88e req-6163ed7a-a8a8-4a93-919f-6055fcda7cc3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 944 time: 0.2996676
Nov 06 20:50:47.377017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:47.377777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.407607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2', 'name': 'network-vif-deleted', 'tag': 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:47.410313 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955f40ae-435d-4244-a25e-d5717e8f9580" -d '{"events": [{"server_uuid": "9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2", "name": "network-vif-deleted", "tag": "d5870610-f04f-4d8b-9b83-6e4dd925cbe7"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:47.426337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3f7b40bd-1716-4cf7-bd9b-dc1562617fa9 None None] Provisioning complete for port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:47.426693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3f7b40bd-1716-4cf7-bd9b-dc1562617fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.474436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d73f0e11-675a-4f48-800f-692f1b3cae08 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:47.492778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8aa45c9d-2264-497f-bbd5-cec5e01fd6db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.9741464
Nov 06 20:50:47.518179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'admin_state_up': True, 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'security_groups': ['dd4ad5df-4c20-4417-9527-e110be79f850']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:47.527481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b2be505-8169-4cdf-b65f-3442a1bdb88e req-25c1b181-cd82-4c3c-a56e-345cb219118e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918740
Nov 06 20:50:47.544066 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.564903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b40bd-1716-4cf7-bd9b-dc1562617fa9 None None] Port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:47.605574 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb23a7c-db73-48f4-bcf3-02c0d6d1aab2 x-openstack-request-id: req-3fb23a7c-db73-48f4-bcf3-02c0d6d1aab2 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:47.606427 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2", "name": "network-vif-deleted", "tag": "d5870610-f04f-4d8b-9b83-6e4dd925cbe7", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:47.606858 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fb23a7c-db73-48f4-bcf3-02c0d6d1aab2 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:47.607405 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9b7c90-8b30-4f08-b528-3ff1b2b6dad2', 'name': 'network-vif-deleted', 'tag': 'd5870610-f04f-4d8b-9b83-6e4dd925cbe7', 'status': 'completed', 'code': 200}
Nov 06 20:50:47.668452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b05516-0c2f-4f4e-b39f-4b063973c43b req-321735f3-3120-46f1-ae73-df0cdc5f56ef tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:47.670428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d73f0e11-675a-4f48-800f-692f1b3cae08 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:47.670808 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.675785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b05516-0c2f-4f4e-b39f-4b063973c43b req-321735f3-3120-46f1-ae73-df0cdc5f56ef tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:47.683859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46b05516-0c2f-4f4e-b39f-4b063973c43b req-321735f3-3120-46f1-ae73-df0cdc5f56ef tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 1652 time: 0.2965772
Nov 06 20:50:47.763157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c1879063-b145-47df-aa86-133e8c4b5e8c None None] Provisioning complete for port 9210c3a1-39eb-4a93-b546-62b199efbddb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:47.763804 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c1879063-b145-47df-aa86-133e8c4b5e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.845480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c1879063-b145-47df-aa86-133e8c4b5e8c None None] Port 9210c3a1-39eb-4a93-b546-62b199efbddb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:47.881352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 96b8edba-64b5-434d-81d3-d315f822f083 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:50:47.926292 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:47.985905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60448f-a18c-4e91-a86f-9388d06f9955 req-1e3e23e9-c345-45cd-9aa8-6a045694e02f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:47.987522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e60448f-a18c-4e91-a86f-9388d06f9955 req-1e3e23e9-c345-45cd-9aa8-6a045694e02f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.2906799
Nov 06 20:50:48.000963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46b05516-0c2f-4f4e-b39f-4b063973c43b req-04b3acdf-230e-4748-a3d9-32c9ca8ce6e2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3162844
Nov 06 20:50:48.007917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port d73f0e11-675a-4f48-800f-692f1b3cae08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d73f0e11-675a-4f48-800f-692f1b3cae08,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:48.016841 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:48.017302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:48.021109 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:48.101995 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:48.111141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 96b8edba-64b5-434d-81d3-d315f822f083, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b8edba-64b5-434d-81d3-d315f822f083,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:48.145665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=d73f0e11-675a-4f48-800f-692f1b3cae08,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:48.149713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '96b8edba-64b5-434d-81d3-d315f822f083', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'port_id': '96b8edba-64b5-434d-81d3-d315f822f083', 'mac_address': 'fa:16:3e:e0:0f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320ebed7-bdef-410c-92c6-8b51981e34c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:50:48.234278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:48.264362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b8edba-64b5-434d-81d3-d315f822f083 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:48.301942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 96b8edba-64b5-434d-81d3-d315f822f083, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b8edba-64b5-434d-81d3-d315f822f083,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:48.306795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:48.394744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=96b8edba-64b5-434d-81d3-d315f822f083,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:48.486707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e60448f-a18c-4e91-a86f-9388d06f9955 req-4899e21f-cc1f-4dd8-9810-d2e9264450a4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4785824
Nov 06 20:50:48.490168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:48.628810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Pushing event updated for resources: {'Port': ['ID=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:48.637488 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:48.659670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7155f-fabf-47c1-a57e-babec4dfabe0 req-dd81a0f9-7943-4c0d-bc50-cc15509a48e5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:48.661245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7c7155f-fabf-47c1-a57e-babec4dfabe0 req-dd81a0f9-7943-4c0d-bc50-cc15509a48e5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1786485
Nov 06 20:50:48.694837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['96b8edba-64b5-434d-81d3-d315f822f083'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:48.723109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Allocated IP 10.1.1.227 (1ed770e6-9b00-40af-a51d-f21c36fc4854/415b8343-4398-4596-aa90-5a333fafb6a4/fcdcc226-5447-40fc-ae90-f14b9d979ea3) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:48.858593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7c7155f-fabf-47c1-a57e-babec4dfabe0 req-8767fb8a-d793-4db0-bb97-ac6312f73a30 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856492
Nov 06 20:50:48.916484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d8005-9cab-4769-b9e5-49932f4cac72 req-38c27e5f-2e8c-49fe-8dc1-6f79ea9cb3a4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:48.918019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf6d8005-9cab-4769-b9e5-49932f4cac72 req-38c27e5f-2e8c-49fe-8dc1-6f79ea9cb3a4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 945 time: 0.1847451
Nov 06 20:50:48.921011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:48.933715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:49.119465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf6d8005-9cab-4769-b9e5-49932f4cac72 req-f868118f-8e2c-4a9d-a4d0-dbe9fffff278 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945827
Nov 06 20:50:49.126946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e6914-06a4-473c-813c-ac1e95fa0461 req-f357d05f-b2d8-40c2-9ffa-48b61736c1a5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:49.128417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-352e6914-06a4-473c-813c-ac1e95fa0461 req-f357d05f-b2d8-40c2-9ffa-48b61736c1a5 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 950 time: 0.2094860
Nov 06 20:50:49.158801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:49.179885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6d338ebf-b02d-4fa7-a26d-181e3fde5cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:49.184447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f1f80fc5-a560-45d8-b528-967f58aed039 None None] Provisioning complete for port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:49.185010 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f1f80fc5-a560-45d8-b528-967f58aed039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:49.220000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f1f80fc5-a560-45d8-b528-967f58aed039 None None] Port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:49.234981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:50:49.265636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-352e6914-06a4-473c-813c-ac1e95fa0461 req-9cbff4ab-84b8-4c98-b5fb-eee77bf0d18c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269114
Nov 06 20:50:49.293104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d73f0e11-675a-4f48-800f-692f1b3cae08 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:49.333507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ae6e9-5a4d-4d94-b0c3-e5e8bb1cd93c req-e2a7d18b-0061-4d54-883d-41cdcd92b55c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:49.340484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ae6e9-5a4d-4d94-b0c3-e5e8bb1cd93c req-e2a7d18b-0061-4d54-883d-41cdcd92b55c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:49.347443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d73f0e11-675a-4f48-800f-692f1b3cae08 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:49.347819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:49.348125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f08ae6e9-5a4d-4d94-b0c3-e5e8bb1cd93c req-e2a7d18b-0061-4d54-883d-41cdcd92b55c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 1652 time: 0.1650202
Nov 06 20:50:49.353002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:49.465325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:49.475989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=fcdcc226-5447-40fc-ae90-f14b9d979ea3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:49.478449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:49.484613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:49.529427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f08ae6e9-5a4d-4d94-b0c3-e5e8bb1cd93c req-ef0c5e48-d22d-4871-a1a6-31870edd1720 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1803586
Nov 06 20:50:49.535869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:50:49.542805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-32a2f74b-8e48-4600-8e6c-825a18074f9f admin admin] 10.222.0.13 "PUT /v2.0/routers/7dd61f36-83b3-4206-8fa2-d5b19354f0e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1056514
Nov 06 20:50:49.547844 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Sync routers for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:50:49.560687 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:50:49.561525 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f3c790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:49.572707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:49.573337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:49.625529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-245b95e9-c9c3-4157-85c7-de5bc4387df0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1152940
Nov 06 20:50:49.640112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '958012f3-be05-4daa-8ea3-73508f133764', 'admin_state_up': True, 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'security_groups': ['dd4ad5df-4c20-4417-9527-e110be79f850']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:49.729707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba1a84-8931-40f2-8dfc-1294704cc663 req-645b7746-eb9d-4701-adbe-25f827a68422 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:49.731645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89ba1a84-8931-40f2-8dfc-1294704cc663 req-645b7746-eb9d-4701-adbe-25f827a68422 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1503584
Nov 06 20:50:49.757928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c48b330c-487a-43f6-b440-403e39a7fc86 None None] Provisioning complete for port fcdcc226-5447-40fc-ae90-f14b9d979ea3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:49.761193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c48b330c-487a-43f6-b440-403e39a7fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:49.813576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89ba1a84-8931-40f2-8dfc-1294704cc663 req-ec2c2f12-e716-4f99-90d0-6c0c59b7d2cd tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736377
Nov 06 20:50:49.820939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c48b330c-487a-43f6-b440-403e39a7fc86 None None] Port fcdcc226-5447-40fc-ae90-f14b9d979ea3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:49.839142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:49.865475 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:50:49.878439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 96b8edba-64b5-434d-81d3-d315f822f083 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:49.941725 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:49.942996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 96b8edba-64b5-434d-81d3-d315f822f083 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:50:49.949487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 96b8edba-64b5-434d-81d3-d315f822f083 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:49.950628 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.043132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.085613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 96b8edba-64b5-434d-81d3-d315f822f083, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b8edba-64b5-434d-81d3-d315f822f083,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:50.087353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8178249b-6303-419f-b736-dd5b58d024cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8edba-64b5-434d-81d3-d315f822f083'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:50.095125 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81b5390-3954-4e05-951b-84aa33649973" -d '{"events": [{"server_uuid": "8178249b-6303-419f-b736-dd5b58d024cd", "name": "network-vif-plugged", "status": "completed", "tag": "96b8edba-64b5-434d-81d3-d315f822f083"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:50.098875 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.099708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d5870610-f04f-4d8b-9b83-6e4dd925cbe7 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:50.170284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-41fbc596-2beb-47c2-8cf7-3bd361226752 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:50.170914 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f3c790>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 2, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:50.171929 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-41fbc596-2beb-47c2-8cf7-3bd361226752 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "GET /v2.0/ports?device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 950 time: 0.0914242
Nov 06 20:50:50.187283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: d5870610-f04f-4d8b-9b83-6e4dd925cbe7 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:50.187855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d5870610-f04f-4d8b-9b83-6e4dd925cbe7 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:50.201493 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Checking router: 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:50:50.201907 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Updating router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:50:50.212798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Allocated IP 10.2.2.100 (958012f3-be05-4daa-8ea3-73508f133764/e3a5f413-46fc-4794-9630-797b452619b5/17be14bc-9403-4e98-b5d4-244642a0bc18) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:50.230884 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.239871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=96b8edba-64b5-434d-81d3-d315f822f083,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:50.344038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Deleting port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:50.344405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.365351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50382) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:50.370432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ce63b164-0b5c-438f-8cce-cf0788649249 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542941414', 'description': 'tempest-description--651850166'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:50.407930 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775c238-a73f-4814-b1da-8308c9afc0f2 x-openstack-request-id: req-f775c238-a73f-4814-b1da-8308c9afc0f2 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:50.408111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.408226 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8178249b-6303-419f-b736-dd5b58d024cd", "name": "network-vif-plugged", "status": "completed", "tag": "96b8edba-64b5-434d-81d3-d315f822f083", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:50.408514 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f775c238-a73f-4814-b1da-8308c9afc0f2 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:50.409109 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8178249b-6303-419f-b736-dd5b58d024cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8edba-64b5-434d-81d3-d315f822f083', 'code': 200}
Nov 06 20:50:50.427896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce63b164-0b5c-438f-8cce-cf0788649249 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.448967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-8cd72010-7608-4034-8f03-98b2c7e6c7e8 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:50.450730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-8cd72010-7608-4034-8f03-98b2c7e6c7e8 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8595966-9481-4f67-ae11-9c01c69e4c9f HTTP/1.1" status: 200  len: 950 time: 0.0937946
Nov 06 20:50:50.467193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.500118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa947e-a523-4098-b304-acfd027727c5 req-01cf7eed-7115-4f1d-b572-3cb320cda89d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:50.508050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aaa947e-a523-4098-b304-acfd027727c5 req-01cf7eed-7115-4f1d-b572-3cb320cda89d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1601338
Nov 06 20:50:50.585673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d02c58-5455-401f-9380-9d485980b656 req-03d43fa0-d3aa-4fdd-a44e-bf9b715ab33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:50.587148 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d02c58-5455-401f-9380-9d485980b656 req-03d43fa0-d3aa-4fdd-a44e-bf9b715ab33a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 1097 time: 0.0972354
Nov 06 20:50:50.592596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] For port 54ace632-cbd6-43aa-8893-e4b61c4f9be1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54ace632-cbd6-43aa-8893-e4b61c4f9be1,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:50.592955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.594983 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.628123 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.631321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce63b164-0b5c-438f-8cce-cf0788649249 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.635209 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.639870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Calling delete_port for 54ace632-cbd6-43aa-8893-e4b61c4f9be1 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:50.643033 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce63b164-0b5c-438f-8cce-cf0788649249 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.676505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99664bd-01f7-4663-a0e1-ea1419a03535 req-a81219f9-7e86-43df-af7f-047f1cb30cfa tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:50.684178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a99664bd-01f7-4663-a0e1-ea1419a03535 req-a81219f9-7e86-43df-af7f-047f1cb30cfa tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 946 time: 0.2074375
Nov 06 20:50:50.692512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce63b164-0b5c-438f-8cce-cf0788649249 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.693708 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce63b164-0b5c-438f-8cce-cf0788649249 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.3270903
Nov 06 20:50:50.704402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50388) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:50.706340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aaa947e-a523-4098-b304-acfd027727c5 req-47bd2cb9-f148-4d42-9d95-d190b5919ed2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973765
Nov 06 20:50:50.708997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 958012f3-be05-4daa-8ea3-73508f133764 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:50.721078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:50.734579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=17be14bc-9403-4e98-b5d4-244642a0bc18,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:50.739221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:50.748378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-62b056d5-8051-4401-964e-94a1f3edb7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'security_group_rule': {'security_group_id': '773178b4-7e70-4117-ad6d-ebafa7baa9a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:50.755109 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Pushing event updated for resources: {'Port': ['ID=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:50.768178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63b164-0b5c-438f-8cce-cf0788649249 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773178b4-7e70-4117-ad6d-ebafa7baa9a9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:50.781159 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d02c58-5455-401f-9380-9d485980b656 req-0f5db991-46be-44a7-bc9f-8dfacf75d3b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804442
Nov 06 20:50:50.839270 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62b056d5-8051-4401-964e-94a1f3edb7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.857095 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.857589 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.857937 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.858364 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.858741 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.859126 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.859512 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.859894 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.860321 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.860723 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.861105 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.861709 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:50:50.883421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:50.884184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.895181 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Attempting to bind port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:50.895644 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Attempting to bind port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:50.896073 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Attempting to bind port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:50.908337 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:50.908730 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Checking segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:50.909137 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.909537 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Bound using segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:50.910018 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Bound port: a0e143bc-d86c-40d9-8c88-7db1f9f0ca32, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:50.910414 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.950417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a99664bd-01f7-4663-a0e1-ea1419a03535 req-f8e41e08-1547-4aeb-8df6-43957c62841c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652020
Nov 06 20:50:50.957108 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62b056d5-8051-4401-964e-94a1f3edb7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.962246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.975384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62b056d5-8051-4401-964e-94a1f3edb7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:50.978483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:50.982294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['54ace632-cbd6-43aa-8893-e4b61c4f9be1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:51.018634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Deleting port ceb2b1ae-458d-4e31-95da-03e6fc97edec {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:51.019882 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.023403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event deleted for resources: {'Port': ['ID=54ace632-cbd6-43aa-8893-e4b61c4f9be1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:51.068686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b056d5-8051-4401-964e-94a1f3edb7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20932cb-3ca5-4fa5-ad45-cdb0d03a20e7,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:51.075350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62b056d5-8051-4401-964e-94a1f3edb7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.076707 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-62b056d5-8051-4401-964e-94a1f3edb7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3319361
Nov 06 20:50:51.080821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50392) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:51.085597 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] For port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:51.089221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b89a6979-e0ea-47b1-b971-85d870c30a5e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'security_group_rule': {'security_group_id': '773178b4-7e70-4117-ad6d-ebafa7baa9a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:51.090988 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] For port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:51.101302 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.122577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] No DVR routers for this DVR port 54ace632-cbd6-43aa-8893-e4b61c4f9be1 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:51.137307 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.141782 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da97acff-c2e3-4125-99f2-a4b79644c04e req-af59c8d0-e7c4-49f1-a42c-486f87812d4b tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.10 "DELETE /v2.0/ports/54ace632-cbd6-43aa-8893-e4b61c4f9be1 HTTP/1.1" status: 204  len: 173 time: 0.9634838
Nov 06 20:50:51.144705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076b774b-c0f3-48be-81d9-19eb22ea5180', 'name': 'network-vif-deleted', 'tag': '54ace632-cbd6-43aa-8893-e4b61c4f9be1'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:51.160143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-1d488c3b-d832-4579-9324-3948968707d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5247271
Nov 06 20:50:51.165795 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c425f7b1-77d9-4b5b-8f01-29d0f32e0830" -d '{"events": [{"server_uuid": "076b774b-c0f3-48be-81d9-19eb22ea5180", "name": "network-vif-deleted", "tag": "54ace632-cbd6-43aa-8893-e4b61c4f9be1"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:51.191870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '958012f3-be05-4daa-8ea3-73508f133764', 'admin_state_up': True, 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'security_groups': ['dd4ad5df-4c20-4417-9527-e110be79f850']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:51.199614 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:50:51.200229 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f3c790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:51.207533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] Provisioning complete for port 17be14bc-9403-4e98-b5d4-244642a0bc18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:51.208642 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.233786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89a6979-e0ea-47b1-b971-85d870c30a5e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.328319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] Port 17be14bc-9403-4e98-b5d4-244642a0bc18 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:51.359713 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:50:51.394017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] Provisioning complete for port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:51.397215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04096e02-ec53-4f81-a6bb-bc794733a279 req-9fa5df2b-0dc2-4b12-ac2e-f6d5c3b81f0c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:51.399810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.406364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04096e02-ec53-4f81-a6bb-bc794733a279 req-9fa5df2b-0dc2-4b12-ac2e-f6d5c3b81f0c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=076b774b-c0f3-48be-81d9-19eb22ea5180 HTTP/1.1" status: 200  len: 867 time: 0.5718923
Nov 06 20:50:51.409690 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89a6979-e0ea-47b1-b971-85d870c30a5e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.416261 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89a6979-e0ea-47b1-b971-85d870c30a5e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.487724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a6979-e0ea-47b1-b971-85d870c30a5e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55df5f33-c4ab-40c3-8611-2cf777655a81,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:51.499323 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ba019-8e87-46df-a971-bf624ecef19a None None] Pushing event updated for resources: {'Port': ['ID=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:51.531121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04096e02-ec53-4f81-a6bb-bc794733a279 req-dacba448-de30-440b-a4e0-d1255d7db779 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226299
Nov 06 20:50:51.562305 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b89a6979-e0ea-47b1-b971-85d870c30a5e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.564162 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b89a6979-e0ea-47b1-b971-85d870c30a5e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4819155
Nov 06 20:50:51.566654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50396) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:51.571780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:51.577924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Made reservation on behalf of 21f37b0e9c3a4480a04ebeec1085ec97 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:51.598131 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.621015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.639435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] For port ceb2b1ae-458d-4e31-95da-03e6fc97edec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceb2b1ae-458d-4e31-95da-03e6fc97edec,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:51.640103 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.662954 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.691370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c720c9-e26d-46a7-be1a-7288ac357e00 req-9f5f90a4-b032-4b1e-b0cf-74b5107d6cf2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:51.699193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c720c9-e26d-46a7-be1a-7288ac357e00 req-9f5f90a4-b032-4b1e-b0cf-74b5107d6cf2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:51.705795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c720c9-e26d-46a7-be1a-7288ac357e00 req-9f5f90a4-b032-4b1e-b0cf-74b5107d6cf2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:51.714285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c720c9-e26d-46a7-be1a-7288ac357e00 req-9f5f90a4-b032-4b1e-b0cf-74b5107d6cf2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:51.723226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01c720c9-e26d-46a7-be1a-7288ac357e00 req-9f5f90a4-b032-4b1e-b0cf-74b5107d6cf2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 3094 time: 0.3522344
Nov 06 20:50:51.753560 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f3c790>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:51Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:50:51.757636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Calling delete_port for ceb2b1ae-458d-4e31-95da-03e6fc97edec owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:51.793340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.804155 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196efef-0b49-42f2-b976-1dc75cf44101 None None] The sync data for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 is: [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:51Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:50:51.826316 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.843417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] For port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:51.852043 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:51.985078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Allocated IP 172.35.0.141 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/2bf0f930-b167-4215-97db-5080417022e6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:52.105293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01c720c9-e26d-46a7-be1a-7288ac357e00 req-daa67075-93d3-406c-8ecd-286f8de3af3b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3801701
Nov 06 20:50:52.146471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3949e216-2007-4b21-98c1-6f46e8679b4f None None] Provisioning complete for port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:52.146829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3949e216-2007-4b21-98c1-6f46e8679b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.153936 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.212056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event deleted for resources: {'Port': ['ID=ceb2b1ae-458d-4e31-95da-03e6fc97edec,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:52.227256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad507c-4baf-47b0-85e1-d179f1f1adf4 req-697c1ffa-d8a1-4a7a-bf1e-5650cc83f765 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:52.229157 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.237046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4ad507c-4baf-47b0-85e1-d179f1f1adf4 req-697c1ffa-d8a1-4a7a-bf1e-5650cc83f765 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.3030083
Nov 06 20:50:52.240004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689ecd6-0d0e-4975-a74d-cfd540989ffc None None] Pushing event updated for resources: {'Port': ['ID=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:52.285791 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b1b487-ed8b-4577-9709-7d53cfe85876 x-openstack-request-id: req-c3b1b487-ed8b-4577-9709-7d53cfe85876 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:52.286299 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076b774b-c0f3-48be-81d9-19eb22ea5180", "name": "network-vif-deleted", "tag": "54ace632-cbd6-43aa-8893-e4b61c4f9be1", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:52.286299 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3b1b487-ed8b-4577-9709-7d53cfe85876 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:52.287386 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076b774b-c0f3-48be-81d9-19eb22ea5180', 'name': 'network-vif-deleted', 'tag': '54ace632-cbd6-43aa-8893-e4b61c4f9be1', 'status': 'completed', 'code': 200}
Nov 06 20:50:52.331882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.337844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] No DVR routers for this DVR port ceb2b1ae-458d-4e31-95da-03e6fc97edec on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:52.341728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.345404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e134d1bc-6e82-45aa-95c9-1b2a72cd27a9 req-90c062a0-fa9c-48cb-b232-3faeeb6bd15c tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "DELETE /v2.0/ports/ceb2b1ae-458d-4e31-95da-03e6fc97edec HTTP/1.1" status: 204  len: 173 time: 1.8880045
Nov 06 20:50:52.351026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8595966-9481-4f67-ae11-9c01c69e4c9f', 'name': 'network-vif-deleted', 'tag': 'ceb2b1ae-458d-4e31-95da-03e6fc97edec'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:52.353590 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a912cff-2c30-45be-94c7-897d5ff057e5" -d '{"events": [{"server_uuid": "b8595966-9481-4f67-ae11-9c01c69e4c9f", "name": "network-vif-deleted", "tag": "ceb2b1ae-458d-4e31-95da-03e6fc97edec"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:52.434946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:52.445475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:52.449589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:52.475790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'Port': ['ID=2bf0f930-b167-4215-97db-5080417022e6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:52.499286 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.569859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.609256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.791730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Allocated IP 10.2.2.200 (958012f3-be05-4daa-8ea3-73508f133764/e3a5f413-46fc-4794-9630-797b452619b5/6129e605-3b1f-4e2f-bd52-7ed954bb7a76) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:52.801286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.811181 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.815370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4ad507c-4baf-47b0-85e1-d179f1f1adf4 req-20cbe564-a00a-4ba4-ac64-f30d79effd51 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5774496
Nov 06 20:50:52.868846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd945250-c4d8-4e4b-8264-ce9af9a6765e req-7ce08834-ef72-4778-821e-5c7d2bcf5f44 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:52.877759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd945250-c4d8-4e4b-8264-ce9af9a6765e req-7ce08834-ef72-4778-821e-5c7d2bcf5f44 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.4993715
Nov 06 20:50:52.913859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'Port': ['ID=2bf0f930-b167-4215-97db-5080417022e6,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:52.922586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.956269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:52.964914 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-01c1e925-8da3-4090-a357-7937973b6616 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3971269
Nov 06 20:50:53.028680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd945250-c4d8-4e4b-8264-ce9af9a6765e req-5a78731b-392e-4a22-a362-4e9cbaa490d9 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498742
Nov 06 20:50:53.088997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a328-f424-453b-a72f-afbb121cbce2 req-c3c09fb0-6895-4647-998c-54303d7ef935 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:53.090524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11b6a328-f424-453b-a72f-afbb121cbce2 req-c3c09fb0-6895-4647-998c-54303d7ef935 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 946 time: 0.1312811
Nov 06 20:50:53.095715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:53.167862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11b6a328-f424-453b-a72f-afbb121cbce2 req-e93fb085-276e-45ae-b829-70d4c269d516 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675282
Nov 06 20:50:53.170400 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cde4aa-c4e3-4aab-b390-0f07d7e7efc4 x-openstack-request-id: req-71cde4aa-c4e3-4aab-b390-0f07d7e7efc4 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:53.170789 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8595966-9481-4f67-ae11-9c01c69e4c9f", "name": "network-vif-deleted", "tag": "ceb2b1ae-458d-4e31-95da-03e6fc97edec", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:53.171029 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71cde4aa-c4e3-4aab-b390-0f07d7e7efc4 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:53.171355 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8595966-9481-4f67-ae11-9c01c69e4c9f', 'name': 'network-vif-deleted', 'tag': 'ceb2b1ae-458d-4e31-95da-03e6fc97edec', 'status': 'completed', 'code': 200}
Nov 06 20:50:53.178086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:53.243999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Network 958012f3-be05-4daa-8ea3-73508f133764 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:53.245808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:53.247731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event updated for resources: {'Port': ['ID=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:53.250143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:53.358741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:53.360813 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:53.369855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:50:53.439716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-73e6c389-a381-4b8b-a1b5-0d270b2f5321 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2650940
Nov 06 20:50:53.443458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:53.444104 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:53.447206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-da1300bc-8125-44fb-9541-212b8be30a90 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--542941414&fields=id&tenant_id=a7fa6742333c428d864b6c5b2319997d HTTP/1.1" status: 200  len: 267 time: 0.1247137
Nov 06 20:50:53.454696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:53.480529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:53.509194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93826-4420-47a2-8599-c648e063eaf1 req-31ea4079-e0fb-4875-95cf-d0348a3bf65a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:53.515633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93826-4420-47a2-8599-c648e063eaf1 req-31ea4079-e0fb-4875-95cf-d0348a3bf65a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:53.522964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93826-4420-47a2-8599-c648e063eaf1 req-31ea4079-e0fb-4875-95cf-d0348a3bf65a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:53.529598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93826-4420-47a2-8599-c648e063eaf1 req-31ea4079-e0fb-4875-95cf-d0348a3bf65a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:53.536144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93826-4420-47a2-8599-c648e063eaf1 req-31ea4079-e0fb-4875-95cf-d0348a3bf65a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:53.538607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84a93826-4420-47a2-8599-c648e063eaf1 req-31ea4079-e0fb-4875-95cf-d0348a3bf65a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 3815 time: 0.1722264
Nov 06 20:50:53.642104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:53.653789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-21c7219f-906d-4937-adaf-475889b0fec4 None None] Provisioning complete for port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:53.654158 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-21c7219f-906d-4937-adaf-475889b0fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:53.713844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-21c7219f-906d-4937-adaf-475889b0fec4 None None] Port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:53.715381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84a93826-4420-47a2-8599-c648e063eaf1 req-50e202a9-f3fe-4f90-b9ab-74fe387fae00 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373386
Nov 06 20:50:53.734565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-e78f0343-cb2e-40a6-85f3-5b8f22c76870 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:53.736063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-e78f0343-cb2e-40a6-85f3-5b8f22c76870 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.2782602
Nov 06 20:50:53.760646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-18bd1e92-094d-4993-94a7-337bad475f68 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/quotas/a7fa6742333c428d864b6c5b2319997d HTTP/1.1" status: 200  len: 375 time: 0.0176740
Nov 06 20:50:53.905339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 54ace632-cbd6-43aa-8893-e4b61c4f9be1 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:53.935456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 54ace632-cbd6-43aa-8893-e4b61c4f9be1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:53.935796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 54ace632-cbd6-43aa-8893-e4b61c4f9be1 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:53.967469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-72e5e648-4ac7-487f-9264-62f4414b6195 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2002673
Nov 06 20:50:54.064214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bfb4a-2b2d-4c40-85cb-6814d6781869 req-852696d9-4e47-4451-a080-067c71db6846 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:54.065760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-160bfb4a-2b2d-4c40-85cb-6814d6781869 req-852696d9-4e47-4451-a080-067c71db6846 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 946 time: 0.1381123
Nov 06 20:50:54.185829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-8c07e81a-7608-40be-8964-02e934b558fe service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054548
Nov 06 20:50:54.190962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-160bfb4a-2b2d-4c40-85cb-6814d6781869 req-3f004e60-4c6e-46b1-9861-b0c9651da88c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174653
Nov 06 20:50:54.246304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da512244-df04-4f1e-9589-476f01bcf03c {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:54.265082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:54.309524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Transition to ACTIVE for port object da512244-df04-4f1e-9589-476f01bcf03c will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:54.315457 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:54.378450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ad94a-ae8c-464d-872d-090da1fe2208 req-b6ce4785-9300-4f77-9bef-619ebdb99864 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:54.380041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e96ad94a-ae8c-464d-872d-090da1fe2208 req-b6ce4785-9300-4f77-9bef-619ebdb99864 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1292939
Nov 06 20:50:54.387417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-e24aa032-6448-4033-b47b-e8505dbca2bc service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942048
Nov 06 20:50:54.406640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Pushing event updated for resources: {'Port': ['ID=da512244-df04-4f1e-9589-476f01bcf03c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:54.498719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e96ad94a-ae8c-464d-872d-090da1fe2208 req-98f2918a-5e8c-494f-af23-24ac64c2194f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087883
Nov 06 20:50:54.512866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Attempting to bind port da512244-df04-4f1e-9589-476f01bcf03c on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:54.513214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Attempting to bind port da512244-df04-4f1e-9589-476f01bcf03c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:54.513563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Attempting to bind port da512244-df04-4f1e-9589-476f01bcf03c on network ac9c34d5-c747-4b87-9e0a-345684b21c29 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:54.523765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Port da512244-df04-4f1e-9589-476f01bcf03c on network ac9c34d5-c747-4b87-9e0a-345684b21c29 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:54.523765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Attempting to bind port da512244-df04-4f1e-9589-476f01bcf03c on network ac9c34d5-c747-4b87-9e0a-345684b21c29 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:54.526768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:54.527399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Checking segment: {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:54.527754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Bound using segment: {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:54.528204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Bound port: da512244-df04-4f1e-9589-476f01bcf03c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f9d403-3403-4e29-8660-fad4d1e3b21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:54.528600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:54.661183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] For port da512244-df04-4f1e-9589-476f01bcf03c, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:54.678428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] For port da512244-df04-4f1e-9589-476f01bcf03c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da512244-df04-4f1e-9589-476f01bcf03c,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:54.684699 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:54.704683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c3602-91c8-4850-9807-d9641d1bb3c8 req-96db4b81-a9fe-487f-b8ff-d0693e201dbf tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:54.708879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c7c3602-91c8-4850-9807-d9641d1bb3c8 req-96db4b81-a9fe-487f-b8ff-d0693e201dbf tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.0955267
Nov 06 20:50:54.748371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:54.748954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:54.750723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] 10.222.0.10 "PUT /v2.0/ports/da512244-df04-4f1e-9589-476f01bcf03c HTTP/1.1" status: 200  len: 1091 time: 1.3002684
Nov 06 20:50:54.805819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:54.819935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c7c3602-91c8-4850-9807-d9641d1bb3c8 req-a876f90e-256b-49da-b50e-eff79ba2a894 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051655
Nov 06 20:50:54.907597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bfa3e53-266e-4c84-823c-1e0dc0f06b2c req-4f904be1-1312-4c79-a8f5-d19b8feb1180 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 210 time: 0.0702522
Nov 06 20:50:54.908704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0868d-2135-4fbd-af93-c563ab009309 service neutron] Pushing event updated for resources: {'Port': ['ID=da512244-df04-4f1e-9589-476f01bcf03c,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:54.950788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:55.140793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e779a19-0363-4779-b4a2-d9fb46d460ca req-576d4b2f-feee-4534-918b-d815d92b6506 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.146976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e779a19-0363-4779-b4a2-d9fb46d460ca req-576d4b2f-feee-4534-918b-d815d92b6506 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.154958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e779a19-0363-4779-b4a2-d9fb46d460ca req-576d4b2f-feee-4534-918b-d815d92b6506 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.161307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e779a19-0363-4779-b4a2-d9fb46d460ca req-576d4b2f-feee-4534-918b-d815d92b6506 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.168434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e779a19-0363-4779-b4a2-d9fb46d460ca req-576d4b2f-feee-4534-918b-d815d92b6506 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.170236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e779a19-0363-4779-b4a2-d9fb46d460ca req-576d4b2f-feee-4534-918b-d815d92b6506 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 3827 time: 0.1743381
Nov 06 20:50:55.173289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:55.175552 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84beb0f8-dab9-445f-a199-6b46a91e41c4" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "da512244-df04-4f1e-9589-476f01bcf03c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:55.312096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e779a19-0363-4779-b4a2-d9fb46d460ca req-7ed80fc8-125b-45e3-a2e0-eb836074a3f3 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1335869
Nov 06 20:50:55.354732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba623-8388-487f-ac30-280ff513a44c req-e83634fe-c609-4084-86d2-f24db87cecb0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.356263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f7ba623-8388-487f-ac30-280ff513a44c req-e83634fe-c609-4084-86d2-f24db87cecb0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 950 time: 0.1316557
Nov 06 20:50:55.374368 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e515e70-67c5-4870-8a70-d2235ad6be6e x-openstack-request-id: req-2e515e70-67c5-4870-8a70-d2235ad6be6e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:55.374550 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "da512244-df04-4f1e-9589-476f01bcf03c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:55.374775 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e515e70-67c5-4870-8a70-d2235ad6be6e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:55.375153 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c', 'status': 'completed', 'code': 200}
Nov 06 20:50:55.454733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-cd07b9f7-7bdb-48ed-87ec-7b818a34144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.455312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-cd07b9f7-7bdb-48ed-87ec-7b818a34144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.455660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-cd07b9f7-7bdb-48ed-87ec-7b818a34144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.456121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-cd07b9f7-7bdb-48ed-87ec-7b818a34144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.456617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-cd07b9f7-7bdb-48ed-87ec-7b818a34144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.458392 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-cd07b9f7-7bdb-48ed-87ec-7b818a34144c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 4362 time: 0.0503647
Nov 06 20:50:55.482808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f7ba623-8388-487f-ac30-280ff513a44c req-ec2a55fc-280f-412c-8cc1-f29b485d4561 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205513
Nov 06 20:50:55.507342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2314b90-7099-4642-9659-4a7f9cf3fccc {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:55.517112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:55.528937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44a877-48f0-4c03-8657-568855b72177 req-633f7cbc-093a-4d92-8bb5-9efa167b5366 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.530466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b44a877-48f0-4c03-8657-568855b72177 req-633f7cbc-093a-4d92-8bb5-9efa167b5366 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 946 time: 0.1130221
Nov 06 20:50:55.558094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Transition to ACTIVE for port object b2314b90-7099-4642-9659-4a7f9cf3fccc will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:55.575495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:55.693970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Pushing event updated for resources: {'Port': ['ID=b2314b90-7099-4642-9659-4a7f9cf3fccc,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:55.698462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-c6fffb8b-206d-42fa-8033-5c1fb9161b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.699179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-c6fffb8b-206d-42fa-8033-5c1fb9161b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.699432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-c6fffb8b-206d-42fa-8033-5c1fb9161b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.700979 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-c6fffb8b-206d-42fa-8033-5c1fb9161b87 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2289546
Nov 06 20:50:55.706109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b44a877-48f0-4c03-8657-568855b72177 req-79582c7c-4f76-4120-813a-3bdd2e583284 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650717
Nov 06 20:50:55.747778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2561b-69cb-405f-acdd-907803146aad req-9be900ba-0452-4dda-8829-46a0c26f3d9a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.758244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5a2561b-69cb-405f-acdd-907803146aad req-9be900ba-0452-4dda-8829-46a0c26f3d9a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1723325
Nov 06 20:50:55.847079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ceb2b1ae-458d-4e31-95da-03e6fc97edec no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:50:55.887253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: ceb2b1ae-458d-4e31-95da-03e6fc97edec {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:50:55.887685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ceb2b1ae-458d-4e31-95da-03e6fc97edec not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:50:55.888952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5a2561b-69cb-405f-acdd-907803146aad req-4d3c9608-4fc2-4baa-8d00-e08dfea42837 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213019
Nov 06 20:50:55.907364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Attempting to bind port b2314b90-7099-4642-9659-4a7f9cf3fccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:55.907710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Attempting to bind port b2314b90-7099-4642-9659-4a7f9cf3fccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:55.908050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Attempting to bind port b2314b90-7099-4642-9659-4a7f9cf3fccc on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:55.918512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Port b2314b90-7099-4642-9659-4a7f9cf3fccc on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:55.918845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Attempting to bind port b2314b90-7099-4642-9659-4a7f9cf3fccc on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:55.937175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:55.937910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Checking segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:55.937910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Bound using segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:55.938319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Bound port: b2314b90-7099-4642-9659-4a7f9cf3fccc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:55.938677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:55.963799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-6224f686-97ea-403e-91d5-c85cbdf5fec6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.965305 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-6224f686-97ea-403e-91d5-c85cbdf5fec6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.3300006
Nov 06 20:50:55.990753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-017ed48f-d0c1-48da-8d92-562979a07207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:55.992625 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84beb0f8-dab9-445f-a199-6b46a91e41c4 req-017ed48f-d0c1-48da-8d92-562979a07207 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2775865
Nov 06 20:50:56.054235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] For port b2314b90-7099-4642-9659-4a7f9cf3fccc, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:56.071315 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-7be6a4c5-4d08-407d-bdb6-a203ad0306c0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7fa6742333c428d864b6c5b2319997d HTTP/1.1" status: 200  len: 379 time: 0.0775223
Nov 06 20:50:56.081115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] For port b2314b90-7099-4642-9659-4a7f9cf3fccc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2314b90-7099-4642-9659-4a7f9cf3fccc,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:56.083255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'port': {'device_id': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'admin_state_up': True, 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'security_groups': ['773178b4-7e70-4117-ad6d-ebafa7baa9a9']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:56.089181 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:56.141728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.142348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:56.143738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] 10.222.0.10 "PUT /v2.0/ports/b2314b90-7099-4642-9659-4a7f9cf3fccc HTTP/1.1" status: 200  len: 1135 time: 1.3429890
Nov 06 20:50:56.165901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a4fbae1-4825-4f30-bbd3-e986c64f1754 req-98188751-e7e7-4d3d-8f99-3a9e2b4a1d06 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 210 time: 0.0449409
Nov 06 20:50:56.173892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1b5a7-5c33-42ca-8e8f-03e1670ac98b req-efc374a7-cf4a-4f6a-b48d-70cb4ad03a59 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.175700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bd1b5a7-5c33-42ca-8e8f-03e1670ac98b req-efc374a7-cf4a-4f6a-b48d-70cb4ad03a59 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1323817
Nov 06 20:50:56.182135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:56.236620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Made reservation on behalf of a7fa6742333c428d864b6c5b2319997d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:50:56.241508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:56.258981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ba1cf-9f27-4a5b-b6bc-bf67fb07d008 service neutron] Pushing event updated for resources: {'Port': ['ID=b2314b90-7099-4642-9659-4a7f9cf3fccc,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:56.326453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:56.340845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bd1b5a7-5c33-42ca-8e8f-03e1670ac98b req-ea135bae-5a69-4fa4-a71e-520cb030dbbc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518605
Nov 06 20:50:56.402604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Allocated IP 172.20.0.10 (eb18f83c-d18b-4a29-9010-a6e673304a12/57786d0b-1584-4a47-a73d-de1c64f6c3e9/d18e4680-1b28-4007-9364-246ce392f8a2) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:50:56.410445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d248555-7127-4bc7-afa1-fd1c487d0791 req-e76e8dca-e403-4501-a270-22a1442c59c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.411986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d248555-7127-4bc7-afa1-fd1c487d0791 req-e76e8dca-e403-4501-a270-22a1442c59c8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 946 time: 0.1718602
Nov 06 20:50:56.541997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:56.576766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:56.602511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464820-1369-4eb6-9a31-5ee6c02e11b9 req-7383dc03-cacd-4f4c-9db4-704c6c2eac52 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.608771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464820-1369-4eb6-9a31-5ee6c02e11b9 req-7383dc03-cacd-4f4c-9db4-704c6c2eac52 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.615209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464820-1369-4eb6-9a31-5ee6c02e11b9 req-7383dc03-cacd-4f4c-9db4-704c6c2eac52 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.619259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:50:56.621303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464820-1369-4eb6-9a31-5ee6c02e11b9 req-7383dc03-cacd-4f4c-9db4-704c6c2eac52 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.622368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:50:56.627518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464820-1369-4eb6-9a31-5ee6c02e11b9 req-7383dc03-cacd-4f4c-9db4-704c6c2eac52 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.628073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:50:56.635049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464820-1369-4eb6-9a31-5ee6c02e11b9 req-7383dc03-cacd-4f4c-9db4-704c6c2eac52 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.636926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c464820-1369-4eb6-9a31-5ee6c02e11b9 req-7383dc03-cacd-4f4c-9db4-704c6c2eac52 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 4604 time: 0.2233694
Nov 06 20:50:56.650411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d248555-7127-4bc7-afa1-fd1c487d0791 req-a8b8ab45-5e91-4fa7-b8c1-161b605c524e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218125
Nov 06 20:50:56.654715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:56.683865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.684546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:56.704911 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-34f35cd4-800e-4316-9245-333a88c279c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6258190
Nov 06 20:50:56.718995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Request body: {'port': {'device_id': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:56.747647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c464820-1369-4eb6-9a31-5ee6c02e11b9 req-a71ea6d6-df3f-4c1e-8b26-87c59cd8a46f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0946286
Nov 06 20:50:56.795723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:56.885089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-6aa64cbf-8481-47cd-a50d-7d3fd69eebf7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.886999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-6aa64cbf-8481-47cd-a50d-7d3fd69eebf7 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 950 time: 0.1022172
Nov 06 20:50:56.898843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a44d6a-8edc-42a2-9eeb-8d343df43329 req-2d0bd72a-6bbe-45c8-8f14-77692905ebff tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:56.904647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70a44d6a-8edc-42a2-9eeb-8d343df43329 req-2d0bd72a-6bbe-45c8-8f14-77692905ebff tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 950 time: 0.1652617
Nov 06 20:50:56.951790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae68264b-1862-48ec-9e32-e8afd5d1d1a9 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:56.971908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7f4ac8cf-ef3b-43b4-8937-9acdc7c5c63c None None] Provisioning complete for port d18e4680-1b28-4007-9364-246ce392f8a2 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:50:56.972512 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac8cf-ef3b-43b4-8937-9acdc7c5c63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.003053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.007243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ac8cf-ef3b-43b4-8937-9acdc7c5c63c None None] Port d18e4680-1b28-4007-9364-246ce392f8a2 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:50:57.090588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Transition to ACTIVE for port object ae68264b-1862-48ec-9e32-e8afd5d1d1a9 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:57.100980 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.103499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18e4680-1b28-4007-9364-246ce392f8a2 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:57.105761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70a44d6a-8edc-42a2-9eeb-8d343df43329 req-57b0f0f6-ac4b-4641-a3b7-c2a5c911efed tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003725
Nov 06 20:50:57.112329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.132327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-911bc1fd-a1de-4593-a0ec-2604657d08f0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:57.133806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-911bc1fd-a1de-4593-a0ec-2604657d08f0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/ports?device_id=55a83ee6-c727-41e1-bd07-5b04fa793f3c HTTP/1.1" status: 200  len: 949 time: 0.1776478
Nov 06 20:50:57.134802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Transition to ACTIVE for port object d18e4680-1b28-4007-9364-246ce392f8a2 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:57.140989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.189411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7c295-ed04-4add-83b4-c1b594dc9f12 req-95628ac5-5082-47c2-aa7a-a1c4bf3c1c36 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:57.190968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6d7c295-ed04-4add-83b4-c1b594dc9f12 req-95628ac5-5082-47c2-aa7a-a1c4bf3c1c36 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.2202587
Nov 06 20:50:57.199319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:57.277771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Attempting to bind port d18e4680-1b28-4007-9364-246ce392f8a2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:57.278733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Attempting to bind port d18e4680-1b28-4007-9364-246ce392f8a2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:57.279288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Attempting to bind port d18e4680-1b28-4007-9364-246ce392f8a2 on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:57.282341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Pushing event updated for resources: {'Port': ['ID=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:57.291219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Port d18e4680-1b28-4007-9364-246ce392f8a2 on network eb18f83c-d18b-4a29-9010-a6e673304a12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:57.291771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Attempting to bind port d18e4680-1b28-4007-9364-246ce392f8a2 on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:57.298979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:57.299584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Checking segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:57.300053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Bound using segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:57.300561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Bound port: d18e4680-1b28-4007-9364-246ce392f8a2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:57.302983 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.350700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Deleting port b2d30164-6f5c-42b2-8599-18365256a9bc {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:57.351168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.389326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:57.396087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:57.404395 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.405084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'b2314b90-7099-4642-9659-4a7f9cf3fccc'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:57.407382 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ab39a-328a-4143-a847-8a3771a82e10" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "b2314b90-7099-4642-9659-4a7f9cf3fccc"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:57.470069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:57.471119 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.472347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] 10.222.0.10 "PUT /v2.0/ports/d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1092 time: 0.7582202
Nov 06 20:50:57.472838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:50:57.476952 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03" -d '{"events": [{"name": "network-changed", "server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:50:57.482998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306110b-8055-4041-9d86-3944c1dccbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:57.512901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6d7c295-ed04-4add-83b4-c1b594dc9f12 req-b7688c8f-1b63-407f-8a53-bebacacfaf93 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942138
Nov 06 20:50:57.598812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-2e34f9a7-fc49-4bef-8354-2a09ecad5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:57.600977 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-2e34f9a7-fc49-4bef-8354-2a09ecad5bfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1095 time: 0.0689392
Nov 06 20:50:57.655479 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-6ef35b5f-a342-4ea5-a202-73a03a427f85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 217 time: 0.0402246
Nov 06 20:50:57.711048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-774f5863-65cc-4310-8abe-31f0d9f46559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:57.712736 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-774f5863-65cc-4310-8abe-31f0d9f46559 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0493586
Nov 06 20:50:57.763186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-df206e60-067a-4176-89b4-324da04ccc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:57.765493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-df206e60-067a-4176-89b4-324da04ccc3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455413
Nov 06 20:50:57.866708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-e608138e-da2e-4735-9587-ccf7cb28f996 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:57.868352 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-e608138e-da2e-4735-9587-ccf7cb28f996 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 946 time: 0.1016834
Nov 06 20:50:57.923680 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-d8adc50b-a541-406d-92a0-4241771e7a93 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317630
Nov 06 20:50:57.926189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892f9ba-9510-4090-8dd2-0242b3f66429 req-a967ff6a-6a17-4dc5-8bf9-aa1bc3ccddbd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:57.927621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e892f9ba-9510-4090-8dd2-0242b3f66429 req-a967ff6a-6a17-4dc5-8bf9-aa1bc3ccddbd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 944 time: 0.6259401
Nov 06 20:50:57.928859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Attempting to bind port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:50:57.929192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Attempting to bind port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:50:57.929512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Attempting to bind port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:57.969889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Deleting port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:57.970516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:57.972927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:50:57.973245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Attempting to bind port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:50:57.980824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] For port b2d30164-6f5c-42b2-8599-18365256a9bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2d30164-6f5c-42b2-8599-18365256a9bc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:57.981165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.011664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:50:58.011998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Checking segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:50:58.012410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Bound using segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:50:58.012842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Bound port: ae68264b-1862-48ec-9e32-e8afd5d1d1a9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:50:58.013194 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.052337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Deleting port 96b8edba-64b5-434d-81d3-d315f822f083 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:50:58.052651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.053995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Calling delete_port for b2d30164-6f5c-42b2-8599-18365256a9bc owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:58.059803 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-adb1f055-dae9-4bb6-983b-d3952deefec2 req-82f8fdff-29a4-4084-8fdb-386ec2f2fbab service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272976
Nov 06 20:50:58.134788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f0b9-5043-4ced-944f-2f19f0f8c315 req-0b4b4344-dcfc-4902-905b-2c07bd537b00 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.138208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f61f0b9-5043-4ced-944f-2f19f0f8c315 req-0b4b4344-dcfc-4902-905b-2c07bd537b00 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.2416139
Nov 06 20:50:58.155434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] For port 96b8edba-64b5-434d-81d3-d315f822f083, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b8edba-64b5-434d-81d3-d315f822f083,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:58.155794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.213735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e892f9ba-9510-4090-8dd2-0242b3f66429 req-190f3719-7b62-4b2b-aef7-9049cbfc5dfa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2737343
Nov 06 20:50:58.285613 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90680089-e6d7-409d-95e8-c001c13c8731 x-openstack-request-id: req-90680089-e6d7-409d-95e8-c001c13c8731 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:58.285916 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "b2314b90-7099-4642-9659-4a7f9cf3fccc", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:58.286175 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90680089-e6d7-409d-95e8-c001c13c8731 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:58.286576 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'b2314b90-7099-4642-9659-4a7f9cf3fccc', 'status': 'completed', 'code': 200}
Nov 06 20:50:58.293366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] For port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:50:58.293724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.297196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] For port ae68264b-1862-48ec-9e32-e8afd5d1d1a9, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:50:58.339449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] For port ae68264b-1862-48ec-9e32-e8afd5d1d1a9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:50:58.341631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Calling delete_port for bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:58.356543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f61f0b9-5043-4ced-944f-2f19f0f8c315 req-b1aa2017-ed12-4443-98dc-925ea2232298 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756558
Nov 06 20:50:58.372602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.10', 56781) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:50:58.374033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.432029 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeef1ccc-af49-4ff6-be65-c01d546e8e56 x-openstack-request-id: req-aeef1ccc-af49-4ff6-be65-c01d546e8e56 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:50:58.432396 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:50:58.432593 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeef1ccc-af49-4ff6-be65-c01d546e8e56 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:50:58.432824 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'status': 'completed', 'code': 200}
Nov 06 20:50:58.433699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Calling delete_port for 96b8edba-64b5-434d-81d3-d315f822f083 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:50:58.523039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-1fbb6858-3957-43cd-a7c9-705cd9bee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.523534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-1fbb6858-3957-43cd-a7c9-705cd9bee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.523974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-1fbb6858-3957-43cd-a7c9-705cd9bee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.524515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-1fbb6858-3957-43cd-a7c9-705cd9bee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.524978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-1fbb6858-3957-43cd-a7c9-705cd9bee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.526060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-1fbb6858-3957-43cd-a7c9-705cd9bee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.526639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-1fbb6858-3957-43cd-a7c9-705cd9bee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.529907 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-1fbb6858-3957-43cd-a7c9-705cd9bee9e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6217 time: 0.0987742
Nov 06 20:50:58.545735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.546421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.547745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] 10.222.0.10 "PUT /v2.0/ports/ae68264b-1862-48ec-9e32-e8afd5d1d1a9 HTTP/1.1" status: 200  len: 1134 time: 2.3716512
Nov 06 20:50:58.589577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:50:58.651235 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.659592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-963d0aa7-7c13-444f-a6dd-64b3cc6f7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.660116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-963d0aa7-7c13-444f-a6dd-64b3cc6f7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.660697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-963d0aa7-7c13-444f-a6dd-64b3cc6f7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.662439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70109dc-57bc-4edf-b3f4-a95efd6fdc9c service neutron] Pushing event updated for resources: {'Port': ['ID=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:58.662628 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-963d0aa7-7c13-444f-a6dd-64b3cc6f7897 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.1253109
Nov 06 20:50:58.672779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'b2d30164-6f5c-42b2-8599-18365256a9bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:58.673418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-efc0a7bb-ce15-441c-a184-156c559a8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.674783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-efc0a7bb-ce15-441c-a184-156c559a8930 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1095 time: 0.2983134
Nov 06 20:50:58.733998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70af9a-b880-41bd-81c2-801e4a399a45 req-dde357a7-17c7-4142-a8ac-3b94aff533ed tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.735546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc70af9a-b880-41bd-81c2-801e4a399a45 req-dde357a7-17c7-4142-a8ac-3b94aff533ed tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=8178249b-6303-419f-b736-dd5b58d024cd HTTP/1.1" status: 200  len: 946 time: 0.3166955
Nov 06 20:50:58.773664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event deleted for resources: {'Port': ['ID=b2d30164-6f5c-42b2-8599-18365256a9bc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:58.795691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.807635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['96b8edba-64b5-434d-81d3-d315f822f083'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:58.835574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event deleted for resources: {'Port': ['ID=96b8edba-64b5-434d-81d3-d315f822f083,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:58.836804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-c5dc8b2d-b766-48b7-9fdd-65ce834df96c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.845814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-c5dc8b2d-b766-48b7-9fdd-65ce834df96c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.852572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-c5dc8b2d-b766-48b7-9fdd-65ce834df96c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.852764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-297ab8c9-adab-4064-8f06-38ce64a2182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.854157 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8a3ab39a-328a-4143-a847-8a3771a82e10 req-297ab8c9-adab-4064-8f06-38ce64a2182d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1642232
Nov 06 20:50:58.859092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-c5dc8b2d-b766-48b7-9fdd-65ce834df96c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.878660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-c5dc8b2d-b766-48b7-9fdd-65ce834df96c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.885167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-c5dc8b2d-b766-48b7-9fdd-65ce834df96c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.888881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] No DVR routers for this DVR port 96b8edba-64b5-434d-81d3-d315f822f083 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:58.891290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.892574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-c5dc8b2d-b766-48b7-9fdd-65ce834df96c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:58.894552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-c5dc8b2d-b766-48b7-9fdd-65ce834df96c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5380 time: 0.4583929
Nov 06 20:50:58.894846 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b7f7796e-25cb-4b7d-b88d-cbf17c478a44 req-4a89ba68-68ea-46c8-ab55-a4bc5b20fe93 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "DELETE /v2.0/ports/96b8edba-64b5-434d-81d3-d315f822f083 HTTP/1.1" status: 204  len: 173 time: 1.0085425
Nov 06 20:50:58.910370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:58.998506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] No DVR routers for this DVR port b2d30164-6f5c-42b2-8599-18365256a9bc on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:59.019631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:59.022977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1f63a6-899c-4b87-a29f-89647e0be57c req-4d5b1953-4698-4e12-bff6-399e326dd2c0 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "DELETE /v2.0/ports/b2d30164-6f5c-42b2-8599-18365256a9bc HTTP/1.1" status: 204  len: 173 time: 2.1147337
Nov 06 20:50:59.121146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc70af9a-b880-41bd-81c2-801e4a399a45 req-8d21fb86-ec34-4dd6-a2f1-379a3f85ed2b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3507826
Nov 06 20:50:59.143043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-6d3736a2-83ea-484a-aeb0-549e3ff0e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:59.144672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-6d3736a2-83ea-484a-aeb0-549e3ff0e47f service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.4581380
Nov 06 20:50:59.225347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a6b2486-6d5d-438c-b131-7f85f8f7b134 req-89252bf2-5f75-4c82-9a2e-bfc7067ba0b8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2967772
Nov 06 20:50:59.226048 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:59.250910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138', 'b2d30164-6f5c-42b2-8599-18365256a9bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:50:59.281599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-5a2b31d3-d8a4-4821-83bb-04de6d055101 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 217 time: 0.1137609
Nov 06 20:50:59.314868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event deleted for resources: {'Port': ['ID=bc2d32ba-7e3c-4416-a06d-11173ab3a5d6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:50:59.362626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3d41eb6-c61c-4744-854a-bf0a79a22ba3 req-7983be85-a527-4039-935a-f4a0e28ca727 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c HTTP/1.1" status: 200  len: 210 time: 0.0697336
Nov 06 20:50:59.547776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] No DVR routers for this DVR port bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:50:59.567628 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:59.571785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5de08f6f-4d0c-405e-9fc3-ef4d2324a037 req-f9c3fbdc-4b02-432c-be05-d9a6f092dc87 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "DELETE /v2.0/ports/bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 HTTP/1.1" status: 204  len: 173 time: 2.4111981
Nov 06 20:50:59.578913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-5a472d8e-7b02-4c6c-a961-5275b543f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:59.580357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-5a472d8e-7b02-4c6c-a961-5275b543f01c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.2793593
Nov 06 20:50:59.653340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecd72e-e0a7-4ebb-bb1e-96fe031637e4 req-a1c1febc-8b42-44d3-ab46-fa4b14491af8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:59.654876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cecd72e-e0a7-4ebb-bb1e-96fe031637e4 req-a1c1febc-8b42-44d3-ab46-fa4b14491af8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1915200
Nov 06 20:50:59.684728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292bddf-6634-4252-b81a-f46bdc731a15 req-ee11c92b-d11e-4979-8854-887271a16ce4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:59.686216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0292bddf-6634-4252-b81a-f46bdc731a15 req-ee11c92b-d11e-4979-8854-887271a16ce4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 944 time: 0.2240160
Nov 06 20:50:59.734896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-7c2b20f7-406d-42dc-ad81-41511c4f14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:50:59.736396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-7c2b20f7-406d-42dc-ad81-41511c4f14e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1456637
Nov 06 20:50:59.847678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cecd72e-e0a7-4ebb-bb1e-96fe031637e4 req-642aef33-06aa-4f24-8612-2c12e17d81f1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754375
Nov 06 20:50:59.895772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0292bddf-6634-4252-b81a-f46bdc731a15 req-dcd59d31-52c9-4933-94b8-d19c127fc8d0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1985509
Nov 06 20:50:59.897990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9210c3a1-39eb-4a93-b546-62b199efbddb {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:50:59.909771 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:50:59.940007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Transition to ACTIVE for port object 9210c3a1-39eb-4a93-b546-62b199efbddb will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:50:59.943715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-e7ef0510-eb62-4306-901c-1173c6040fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914155
Nov 06 20:50:59.960722 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:00.094989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=9210c3a1-39eb-4a93-b546-62b199efbddb,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:00.118660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49c6d4-e239-4490-a571-953cb24299df req-d6c4c7ec-fdb0-4607-868a-ebc592a2373f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.120313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd49c6d4-e239-4490-a571-953cb24299df req-d6c4c7ec-fdb0-4607-868a-ebc592a2373f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1757677
Nov 06 20:51:00.200608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff8e5efd-d773-48a6-ad27-5a0bac5fbe03 req-096d7a6e-1fe5-4505-80d1-27d20bdd89fb service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450633
Nov 06 20:51:00.247059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd49c6d4-e239-4490-a571-953cb24299df req-8c447ec1-b546-44d9-aaa9-f80b3a5674a2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205890
Nov 06 20:51:00.265532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Attempting to bind port 9210c3a1-39eb-4a93-b546-62b199efbddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:00.265532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Attempting to bind port 9210c3a1-39eb-4a93-b546-62b199efbddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:00.265532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Attempting to bind port 9210c3a1-39eb-4a93-b546-62b199efbddb on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:00.268894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Port 9210c3a1-39eb-4a93-b546-62b199efbddb on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:51:00.269379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Attempting to bind port 9210c3a1-39eb-4a93-b546-62b199efbddb on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:00.276536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:00.277135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Checking segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:00.277694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Bound using segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:00.278331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Bound port: 9210c3a1-39eb-4a93-b546-62b199efbddb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:00.278878 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:00.293757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'ae68264b-1862-48ec-9e32-e8afd5d1d1a9'}, {'server_uuid': 'e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c', 'name': 'network-vif-deleted', 'tag': 'b2d30164-6f5c-42b2-8599-18365256a9bc'}, {'server_uuid': '55a83ee6-c727-41e1-bd07-5b04fa793f3c', 'name': 'network-vif-deleted', 'tag': 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:00.297037 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81db1472-8d1d-464d-84f1-10711910f45c" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "ae68264b-1862-48ec-9e32-e8afd5d1d1a9"}, {"server_uuid": "e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c", "name": "network-vif-deleted", "tag": "b2d30164-6f5c-42b2-8599-18365256a9bc"}, {"server_uuid": "55a83ee6-c727-41e1-bd07-5b04fa793f3c", "name": "network-vif-deleted", "tag": "bc2d32ba-7e3c-4416-a06d-11173ab3a5d6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:00.351902 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330fa4c9-accd-4622-8ae3-3bbd8ce0ad9b x-openstack-request-id: req-330fa4c9-accd-4622-8ae3-3bbd8ce0ad9b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:00.352210 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "ae68264b-1862-48ec-9e32-e8afd5d1d1a9", "status": "completed", "code": 200}, {"server_uuid": "e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c", "name": "network-vif-deleted", "tag": "b2d30164-6f5c-42b2-8599-18365256a9bc", "status": "completed", "code": 200}, {"server_uuid": "55a83ee6-c727-41e1-bd07-5b04fa793f3c", "name": "network-vif-deleted", "tag": "bc2d32ba-7e3c-4416-a06d-11173ab3a5d6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:00.352497 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-330fa4c9-accd-4622-8ae3-3bbd8ce0ad9b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:00.352899 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'ae68264b-1862-48ec-9e32-e8afd5d1d1a9', 'status': 'completed', 'code': 200}
Nov 06 20:51:00.353158 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b66e0d-6a57-4eb6-aee6-5184b7abbc4c', 'name': 'network-vif-deleted', 'tag': 'b2d30164-6f5c-42b2-8599-18365256a9bc', 'status': 'completed', 'code': 200}
Nov 06 20:51:00.353543 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a83ee6-c727-41e1-bd07-5b04fa793f3c', 'name': 'network-vif-deleted', 'tag': 'bc2d32ba-7e3c-4416-a06d-11173ab3a5d6', 'status': 'completed', 'code': 200}
Nov 06 20:51:00.434673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8178249b-6303-419f-b736-dd5b58d024cd', 'name': 'network-vif-deleted', 'tag': '96b8edba-64b5-434d-81d3-d315f822f083'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:00.437090 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc655f1-a049-45a5-861b-cb3c16ab5c2d" -d '{"events": [{"server_uuid": "8178249b-6303-419f-b736-dd5b58d024cd", "name": "network-vif-deleted", "tag": "96b8edba-64b5-434d-81d3-d315f822f083"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:00.451267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] For port 9210c3a1-39eb-4a93-b546-62b199efbddb, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:00.514426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-d3b00872-807c-40df-adda-ab420805aa47 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.520477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-d3b00872-807c-40df-adda-ab420805aa47 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.527202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-d3b00872-807c-40df-adda-ab420805aa47 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.533236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-d3b00872-807c-40df-adda-ab420805aa47 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.539526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-d3b00872-807c-40df-adda-ab420805aa47 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.545557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-d3b00872-807c-40df-adda-ab420805aa47 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.551563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-d3b00872-807c-40df-adda-ab420805aa47 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.553397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-d3b00872-807c-40df-adda-ab420805aa47 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5392 time: 0.2132971
Nov 06 20:51:00.555058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] For port 9210c3a1-39eb-4a93-b546-62b199efbddb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9210c3a1-39eb-4a93-b546-62b199efbddb,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:00.565766 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:00.616714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-93500119-f041-4673-8cc0-507827c50264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.617093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-93500119-f041-4673-8cc0-507827c50264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.617554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-93500119-f041-4673-8cc0-507827c50264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.618006 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-93500119-f041-4673-8cc0-507827c50264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.618456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-93500119-f041-4673-8cc0-507827c50264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.618905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-93500119-f041-4673-8cc0-507827c50264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.619358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-93500119-f041-4673-8cc0-507827c50264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.621247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81db1472-8d1d-464d-84f1-10711910f45c req-93500119-f041-4673-8cc0-507827c50264 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6242 time: 0.2474122
Nov 06 20:51:00.677434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.678065 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:00.679480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] 10.222.0.10 "PUT /v2.0/ports/9210c3a1-39eb-4a93-b546-62b199efbddb HTTP/1.1" status: 200  len: 1090 time: 2.0976260
Nov 06 20:51:00.728245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:00.792979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e03103-7306-43bf-bee5-5dca5822ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=9210c3a1-39eb-4a93-b546-62b199efbddb,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:00.808055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-a56916b7-8e80-4c8f-9f17-3d65ad7806b3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.809575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-a56916b7-8e80-4c8f-9f17-3d65ad7806b3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.3845561
Nov 06 20:51:00.867035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ab5c126-3dde-42aa-90b8-93ee78177645 req-6e9d541c-86ed-4491-89e4-2e7611bf52db tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3033025
Nov 06 20:51:00.873995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-67d6765d-fa24-45ac-96b2-19933ea0e85e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/quotas/4e36c34c8ba54c99826390aff2abf4d7 HTTP/1.1" status: 200  len: 375 time: 0.0523636
Nov 06 20:51:00.879086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:00.931851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-a81054cd-929a-41ca-91b2-4885278ffa1e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0454195
Nov 06 20:51:00.932918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-779430b7-e64f-41b8-9862-f94a0d6bde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.933393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-779430b7-e64f-41b8-9862-f94a0d6bde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.933840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-779430b7-e64f-41b8-9862-f94a0d6bde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:00.935301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81db1472-8d1d-464d-84f1-10711910f45c req-779430b7-e64f-41b8-9862-f94a0d6bde58 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2947211
Nov 06 20:51:01.009375 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33014530-85ca-4249-bf8b-926471a8180e x-openstack-request-id: req-33014530-85ca-4249-bf8b-926471a8180e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:01.009735 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8178249b-6303-419f-b736-dd5b58d024cd", "name": "network-vif-deleted", "tag": "96b8edba-64b5-434d-81d3-d315f822f083", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:01.010507 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33014530-85ca-4249-bf8b-926471a8180e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:01.010969 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8178249b-6303-419f-b736-dd5b58d024cd', 'name': 'network-vif-deleted', 'tag': '96b8edba-64b5-434d-81d3-d315f822f083', 'status': 'completed', 'code': 200}
Nov 06 20:51:01.561573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-cc7191b8-0fee-46c1-8d08-728de73b71e0 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6221619
Nov 06 20:51:01.570325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1472-8d1d-464d-84f1-10711910f45c req-ac6d4848-925f-4df2-8442-58ed8a74de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:01.571695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81db1472-8d1d-464d-84f1-10711910f45c req-ac6d4848-925f-4df2-8442-58ed8a74de50 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6081553
Nov 06 20:51:01.579321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c02900-34ae-4dc8-94c1-4257a5f5d5e4 req-aed5f9e1-635b-4739-99c5-fd5e2315dd88 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:01.580729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51c02900-34ae-4dc8-94c1-4257a5f5d5e4 req-aed5f9e1-635b-4739-99c5-fd5e2315dd88 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.2315352
Nov 06 20:51:01.732343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51c02900-34ae-4dc8-94c1-4257a5f5d5e4 req-48d3e24c-0e92-445e-9c8b-d07526642476 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400464
Nov 06 20:51:01.756640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-d7ea4c48-13b2-4cef-9425-f555b578dcaf service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874804
Nov 06 20:51:01.794273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdcc226-5447-40fc-ae90-f14b9d979ea3 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:01.810458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:01.844065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Transition to ACTIVE for port object fcdcc226-5447-40fc-ae90-f14b9d979ea3 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:51:01.848906 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:01.862365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device b2d30164-6f5c-42b2-8599-18365256a9bc no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:51:01.890339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: b2d30164-6f5c-42b2-8599-18365256a9bc {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:51:01.890839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device b2d30164-6f5c-42b2-8599-18365256a9bc not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:51:01.891359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:51:01.914687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:51:01.915137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device bc2d32ba-7e3c-4416-a06d-11173ab3a5d6 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:51:01.930030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:01.946879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Pushing event updated for resources: {'Port': ['ID=fcdcc226-5447-40fc-ae90-f14b9d979ea3,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:01.963937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46b5d5-82e0-4e39-a539-fcd02eebf31f req-71a4ddfa-0788-4d9e-8e33-151ba534763e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:01.971497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f46b5d5-82e0-4e39-a539-fcd02eebf31f req-71a4ddfa-0788-4d9e-8e33-151ba534763e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 944 time: 0.1725385
Nov 06 20:51:01.999139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 96b8edba-64b5-434d-81d3-d315f822f083 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:51:02.032930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 96b8edba-64b5-434d-81d3-d315f822f083 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:51:02.033278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 96b8edba-64b5-434d-81d3-d315f822f083 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:51:02.070811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:02.090744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'mac_address': 'fa:16:3e:c6:47:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:02.134376 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:02.149040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f46b5d5-82e0-4e39-a539-fcd02eebf31f req-a24e04f2-bd8a-4085-950d-5d1d680ecd98 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1763504
Nov 06 20:51:02.152281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18e4680-1b28-4007-9364-246ce392f8a2 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:02.170453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Attempting to bind port fcdcc226-5447-40fc-ae90-f14b9d979ea3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:02.170727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Attempting to bind port fcdcc226-5447-40fc-ae90-f14b9d979ea3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:02.171109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Attempting to bind port fcdcc226-5447-40fc-ae90-f14b9d979ea3 on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:02.178903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Port fcdcc226-5447-40fc-ae90-f14b9d979ea3 on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:51:02.179235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Attempting to bind port fcdcc226-5447-40fc-ae90-f14b9d979ea3 on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:02.185290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:02.185624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Checking segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:02.186009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Bound using segment: {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:02.186440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Bound port: fcdcc226-5447-40fc-ae90-f14b9d979ea3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c787d17-29b8-4214-830c-066f6e688ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:02.186799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:02.190115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:02.201100 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:02.212945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9645ef9-17bc-47fa-9b2a-8575b35d3f93 req-8de1dad5-73eb-4028-b05a-586744ccf2ad tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.214976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9645ef9-17bc-47fa-9b2a-8575b35d3f93 req-8de1dad5-73eb-4028-b05a-586744ccf2ad tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1959980
Nov 06 20:51:02.257566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:02.346934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9645ef9-17bc-47fa-9b2a-8575b35d3f93 req-92f2dba5-86f8-4c05-ac9c-83003233bcc2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244121
Nov 06 20:51:02.350218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aaa2b665-14a9-421c-8e91-17b5527a5da7 req-4598aaf1-6c19-42aa-9a0d-3664297c4935 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 210 time: 0.0390878
Nov 06 20:51:02.352815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] For port fcdcc226-5447-40fc-ae90-f14b9d979ea3, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:02.354977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': '9210c3a1-39eb-4a93-b546-62b199efbddb'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:02.357285 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e857328-177a-444c-bcf6-a7d9bbe362a9" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "9210c3a1-39eb-4a93-b546-62b199efbddb"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:02.376824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] For port fcdcc226-5447-40fc-ae90-f14b9d979ea3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:02.384412 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:02.427316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.428616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:02.430195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] 10.222.0.10 "PUT /v2.0/ports/fcdcc226-5447-40fc-ae90-f14b9d979ea3 HTTP/1.1" status: 200  len: 1091 time: 1.7179053
Nov 06 20:51:02.467461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:02.542419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5cf4a-a7c0-47e8-8bd7-458d58e04bad service neutron] Pushing event updated for resources: {'Port': ['ID=fcdcc226-5447-40fc-ae90-f14b9d979ea3,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:02.549053 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf95f26-bc58-4063-bb15-2c561167cd24 x-openstack-request-id: req-acf95f26-bc58-4063-bb15-2c561167cd24 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:02.549346 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "9210c3a1-39eb-4a93-b546-62b199efbddb", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:02.549602 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acf95f26-bc58-4063-bb15-2c561167cd24 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:02.549995 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': '9210c3a1-39eb-4a93-b546-62b199efbddb', 'status': 'completed', 'code': 200}
Nov 06 20:51:02.550888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['d18e4680-1b28-4007-9364-246ce392f8a2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:02.562816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:02.629353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-e4bd4867-fc12-441a-b887-542c6be76d9c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.636489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-e4bd4867-fc12-441a-b887-542c6be76d9c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.642910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-e4bd4867-fc12-441a-b887-542c6be76d9c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.650769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-e4bd4867-fc12-441a-b887-542c6be76d9c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.657217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-e4bd4867-fc12-441a-b887-542c6be76d9c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.664786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-e4bd4867-fc12-441a-b887-542c6be76d9c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.671815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-e4bd4867-fc12-441a-b887-542c6be76d9c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.680364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-e4bd4867-fc12-441a-b887-542c6be76d9c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5404 time: 0.2325962
Nov 06 20:51:02.794563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-50ad5c11-bb5c-4187-a535-34cbf9585a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.795025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-50ad5c11-bb5c-4187-a535-34cbf9585a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.795496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-50ad5c11-bb5c-4187-a535-34cbf9585a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.795944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-50ad5c11-bb5c-4187-a535-34cbf9585a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.796427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-50ad5c11-bb5c-4187-a535-34cbf9585a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.796876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-50ad5c11-bb5c-4187-a535-34cbf9585a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.797624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-50ad5c11-bb5c-4187-a535-34cbf9585a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:02.799560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-50ad5c11-bb5c-4187-a535-34cbf9585a78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6351 time: 0.1998153
Nov 06 20:51:02.923417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc5aa7d7-743d-4f3d-aace-3f9bd9354f80 req-d6777a1b-0b27-46a6-b9f4-3575d182c4f9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2421560
Nov 06 20:51:03.045987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5d9eb-f86b-4f61-b61c-91892357616d req-a1c6623f-dcec-42a8-9ead-687508b214cb tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.047477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14d5d9eb-f86b-4f61-b61c-91892357616d req-a1c6623f-dcec-42a8-9ead-687508b214cb tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1785753
Nov 06 20:51:03.047915 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:51:03.122581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-39cb74b6-0dab-4ea8-aa66-3b4100d2b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.122948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-39cb74b6-0dab-4ea8-aa66-3b4100d2b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.123405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-39cb74b6-0dab-4ea8-aa66-3b4100d2b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.125026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-39cb74b6-0dab-4ea8-aa66-3b4100d2b776 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2666984
Nov 06 20:51:03.160021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877a9c0-37c9-4d94-85e0-3f89c36f2321 req-4cf25ffa-f9b4-4ad2-a986-94a88be38221 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.161520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9877a9c0-37c9-4d94-85e0-3f89c36f2321 req-4cf25ffa-f9b4-4ad2-a986-94a88be38221 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 949 time: 0.1691062
Nov 06 20:51:03.239155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14d5d9eb-f86b-4f61-b61c-91892357616d req-e468412e-a895-4bbb-b2a2-5535fe24b7ba tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729934
Nov 06 20:51:03.330298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-7392df2d-3288-4185-b32a-15fcd6e58ee6 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.331901 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-7392df2d-3288-4185-b32a-15fcd6e58ee6 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.1372266
Nov 06 20:51:03.346790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Request body: {'port': {'device_id': '392ca076-1799-441a-9449-9c6f872899d4', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'admin_state_up': True, 'tenant_id': '4e36c34c8ba54c99826390aff2abf4d7'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:03.383818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9877a9c0-37c9-4d94-85e0-3f89c36f2321 req-bc5cb8b4-eaa7-4c9c-9e7a-1b66621b32e1 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081952
Nov 06 20:51:03.399201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-834515ba-9fe0-49c1-b864-ed6184fc3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.402019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e857328-177a-444c-bcf6-a7d9bbe362a9 req-834515ba-9fe0-49c1-b864-ed6184fc3d23 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2638228
Nov 06 20:51:03.404219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17be14bc-9403-4e98-b5d4-244642a0bc18 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:03.420219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:03.442939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b6b10-0ad9-4039-b664-a154140b72ef req-d31f89fa-ec5f-4801-afc4-7c19434ea086 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.445042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e50b6b10-0ad9-4039-b664-a154140b72ef req-d31f89fa-ec5f-4801-afc4-7c19434ea086 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1081278
Nov 06 20:51:03.447775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Transition to ACTIVE for port object 17be14bc-9403-4e98-b5d4-244642a0bc18 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:51:03.452828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:03.476505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Made reservation on behalf of 4e36c34c8ba54c99826390aff2abf4d7 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:51:03.480554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:03.556648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Pushing event updated for resources: {'Port': ['ID=17be14bc-9403-4e98-b5d4-244642a0bc18,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:03.596887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e50b6b10-0ad9-4039-b664-a154140b72ef req-a0bd966d-9647-4855-a798-de3adf5cf140 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1414440
Nov 06 20:51:03.658228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Allocated IP 172.20.0.4 (cf6dfc64-25a7-4971-95b2-b28cae749918/320ebed7-bdef-410c-92c6-8b51981e34c9/7bf13337-75ad-4296-b933-78a2962b57e9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:03.708697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32847-12ab-4a84-9db9-fbc50de9cf63 req-87b14bbb-1214-46ce-b518-faa293dc0351 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.717133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88c32847-12ab-4a84-9db9-fbc50de9cf63 req-87b14bbb-1214-46ce-b518-faa293dc0351 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1673746
Nov 06 20:51:03.757672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2591536c-80bd-4378-8e69-cf254ce89407 req-5e84e84d-86ad-4fed-83a0-bfb423e9fb91 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 210 time: 0.0875278
Nov 06 20:51:03.762382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Attempting to bind port 17be14bc-9403-4e98-b5d4-244642a0bc18 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:03.762720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Attempting to bind port 17be14bc-9403-4e98-b5d4-244642a0bc18 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:03.763182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Attempting to bind port 17be14bc-9403-4e98-b5d4-244642a0bc18 on network 958012f3-be05-4daa-8ea3-73508f133764 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:03.772485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Port 17be14bc-9403-4e98-b5d4-244642a0bc18 on network 958012f3-be05-4daa-8ea3-73508f133764 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:51:03.772735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Attempting to bind port 17be14bc-9403-4e98-b5d4-244642a0bc18 on network 958012f3-be05-4daa-8ea3-73508f133764 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:03.817239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88c32847-12ab-4a84-9db9-fbc50de9cf63 req-aa5a5a80-76d3-4771-a926-c2ec08b5fea2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992551
Nov 06 20:51:03.821066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:03.821611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Checking segment: {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:03.822181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Bound using segment: {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:03.822766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Bound port: 17be14bc-9403-4e98-b5d4-244642a0bc18, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:03.823306 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:03.833521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:03.888670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:03.903614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] For port 17be14bc-9403-4e98-b5d4-244642a0bc18, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:03.907178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] For port 17be14bc-9403-4e98-b5d4-244642a0bc18, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17be14bc-9403-4e98-b5d4-244642a0bc18,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:03.911370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:03.931350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Network cf6dfc64-25a7-4971-95b2-b28cae749918 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:03.936828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:03.940641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:03.943336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:03.948049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event updated for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:03.949456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:03.950068 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:03.952180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] 10.222.0.10 "PUT /v2.0/ports/17be14bc-9403-4e98-b5d4-244642a0bc18 HTTP/1.1" status: 200  len: 1091 time: 1.4882112
Nov 06 20:51:03.971244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2a954-ccdf-4a54-a5ee-76f78792f361 service neutron] Pushing event updated for resources: {'Port': ['ID=17be14bc-9403-4e98-b5d4-244642a0bc18,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:03.999676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Request body: {'port': {'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:04.013451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.014270 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.040590 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-29b0fd0d-2fbf-49ee-83fb-639d8757f1d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6979573
Nov 06 20:51:04.054932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Request body: {'port': {'device_id': '392ca076-1799-441a-9449-9c6f872899d4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:04.058066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port d18e4680-1b28-4007-9364-246ce392f8a2 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:04.062722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port d18e4680-1b28-4007-9364-246ce392f8a2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:04.063715 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.087916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.143497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.167192 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.177722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-4c721312-19cc-4573-92cf-c49d7b2d71a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.185708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-4c721312-19cc-4573-92cf-c49d7b2d71a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.191903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-4c721312-19cc-4573-92cf-c49d7b2d71a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.197675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:04.198204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-4c721312-19cc-4573-92cf-c49d7b2d71a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.200127 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daacae7-3c54-4e0e-831d-4f5c696dadb9" -d '{"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-plugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:04.204695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-4c721312-19cc-4573-92cf-c49d7b2d71a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.211034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-4c721312-19cc-4573-92cf-c49d7b2d71a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.212773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:04.216929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-4c721312-19cc-4573-92cf-c49d7b2d71a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.217914 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.225553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-4c721312-19cc-4573-92cf-c49d7b2d71a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5416 time: 0.1584010
Nov 06 20:51:04.253374 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdeeb57-cf2f-45e8-9462-e8abde93695a x-openstack-request-id: req-5bdeeb57-cf2f-45e8-9462-e8abde93695a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:04.253660 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-plugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:04.253962 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bdeeb57-cf2f-45e8-9462-e8abde93695a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:04.254346 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'code': 200}
Nov 06 20:51:04.331196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:04.407460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3aec653-9a0e-4455-b47e-456209bd46e9 req-c38e7382-20dc-4e59-8bc9-0e426b48e581 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1810226
Nov 06 20:51:04.491333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf13337-75ad-4296-b933-78a2962b57e9 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:04.498858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.509417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510a3aa-cf11-4e53-b0ec-e14f46bdbf56 req-ee440332-f9b5-4472-b95a-5a4202a1d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.510562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Transition to ACTIVE for port object 7bf13337-75ad-4296-b933-78a2962b57e9 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:51:04.510918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2510a3aa-cf11-4e53-b0ec-e14f46bdbf56 req-ee440332-f9b5-4472-b95a-5a4202a1d837 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1097 time: 0.1775000
Nov 06 20:51:04.514622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.551412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3'}, {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': '17be14bc-9403-4e98-b5d4-244642a0bc18'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:04.553681 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60563e55-fc67-4f5b-9667-1929aebc2924" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "fcdcc226-5447-40fc-ae90-f14b9d979ea3"}, {"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "17be14bc-9403-4e98-b5d4-244642a0bc18"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:04.571697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:04.576257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f3b9c-8a89-4cb3-9177-48cebac55b43 req-5c8b259c-fc91-462c-8ced-b4400b5b5c99 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.577815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e6f3b9c-8a89-4cb3-9177-48cebac55b43 req-5c8b259c-fc91-462c-8ced-b4400b5b5c99 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.2269011
Nov 06 20:51:04.617682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-630c33fc-b222-4a97-ba0c-a541862dfe39 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.619128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-630c33fc-b222-4a97-ba0c-a541862dfe39 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 949 time: 0.1678388
Nov 06 20:51:04.636914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Attempting to bind port 7bf13337-75ad-4296-b933-78a2962b57e9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:04.637241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Attempting to bind port 7bf13337-75ad-4296-b933-78a2962b57e9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:04.637561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Attempting to bind port 7bf13337-75ad-4296-b933-78a2962b57e9 on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:04.642068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Port 7bf13337-75ad-4296-b933-78a2962b57e9 on network cf6dfc64-25a7-4971-95b2-b28cae749918 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:51:04.642390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Attempting to bind port 7bf13337-75ad-4296-b933-78a2962b57e9 on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:04.647661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:04.647990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Checking segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:04.648397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Bound using segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:04.648822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Bound port: 7bf13337-75ad-4296-b933-78a2962b57e9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:04.649170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.688770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbb8d0-4e63-4270-bdf3-0b889b51e7f3 req-e40fbda1-8e2c-4ee6-b820-fbee60e7eacc tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.690171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62bbb8d0-4e63-4270-bdf3-0b889b51e7f3 req-e40fbda1-8e2c-4ee6-b820-fbee60e7eacc tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 949 time: 0.2080843
Nov 06 20:51:04.706109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2510a3aa-cf11-4e53-b0ec-e14f46bdbf56 req-5c1dfdb5-05da-48ae-8fa6-32c06fcb6f2e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1767521
Nov 06 20:51:04.714913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:04.718116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:04.722026 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.761054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:04.761680 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.763101 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] 10.222.0.10 "PUT /v2.0/ports/7bf13337-75ad-4296-b933-78a2962b57e9 HTTP/1.1" status: 200  len: 1091 time: 0.7141612
Nov 06 20:51:04.763504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:04.765775 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2fc350-3f75-49a0-8b5b-4209bf48a27d" -d '{"events": [{"name": "network-changed", "server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:04.783238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e6f3b9c-8a89-4cb3-9177-48cebac55b43 req-8d1f9aed-cb77-4306-bf98-ce5b9f03379e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932960
Nov 06 20:51:04.786888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80553d2e-dbfa-4d7e-b4f4-5f0e05a50086 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:04.844356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:04.857013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.865918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62bbb8d0-4e63-4270-bdf3-0b889b51e7f3 req-cbeca70e-6cab-40ac-a141-539da4f090e4 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8919b4c-def0-4a6e-929c-22beb246b384&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477451
Nov 06 20:51:04.894269 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26a2ce1-cd9c-4228-ae34-ecf9b95e5972 x-openstack-request-id: req-e26a2ce1-cd9c-4228-ae34-ecf9b95e5972 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:04.894577 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "fcdcc226-5447-40fc-ae90-f14b9d979ea3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "17be14bc-9403-4e98-b5d4-244642a0bc18", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:04.894906 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e26a2ce1-cd9c-4228-ae34-ecf9b95e5972 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:04.895202 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3', 'status': 'completed', 'code': 200}
Nov 06 20:51:04.895517 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': '17be14bc-9403-4e98-b5d4-244642a0bc18', 'status': 'completed', 'code': 200}
Nov 06 20:51:04.897867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Transition to ACTIVE for port object 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:51:04.902916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.913177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Deleting port a735dd25-7d8c-46d8-89ad-ff913abce138 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:51:04.913538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:04.929899 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd552125-0859-4b12-80a4-a225d9814f19 x-openstack-request-id: req-cd552125-0859-4b12-80a4-a225d9814f19 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:04.930225 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:04.930486 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd552125-0859-4b12-80a4-a225d9814f19 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:04.930880 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9', 'status': 'completed', 'code': 200}
Nov 06 20:51:05.069874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-dde940b9-daf3-4a63-9f16-6530fc91fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.070345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-dde940b9-daf3-4a63-9f16-6530fc91fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.070971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-dde940b9-daf3-4a63-9f16-6530fc91fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.071256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-dde940b9-daf3-4a63-9f16-6530fc91fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.071709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-dde940b9-daf3-4a63-9f16-6530fc91fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.072162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-dde940b9-daf3-4a63-9f16-6530fc91fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.072660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-dde940b9-daf3-4a63-9f16-6530fc91fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.074681 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-dde940b9-daf3-4a63-9f16-6530fc91fcd0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6443 time: 0.0622909
Nov 06 20:51:05.075673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Pushing event updated for resources: {'Port': ['ID=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:05.191720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-6ad5e528-641a-47cd-9e7a-63d2dfd1aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.192092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-6ad5e528-641a-47cd-9e7a-63d2dfd1aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.192568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-6ad5e528-641a-47cd-9e7a-63d2dfd1aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.194228 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-6ad5e528-641a-47cd-9e7a-63d2dfd1aaa9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.1060114
Nov 06 20:51:05.306021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-f26c2c9c-7287-4c85-b931-641cb09197ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.307551 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-f26c2c9c-7287-4c85-b931-641cb09197ce service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0951545
Nov 06 20:51:05.400515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c4de2b11-196d-485c-a4b5-1051bd90fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.401015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c4de2b11-196d-485c-a4b5-1051bd90fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.401474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c4de2b11-196d-485c-a4b5-1051bd90fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.401953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c4de2b11-196d-485c-a4b5-1051bd90fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.402394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c4de2b11-196d-485c-a4b5-1051bd90fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.402842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c4de2b11-196d-485c-a4b5-1051bd90fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.403284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c4de2b11-196d-485c-a4b5-1051bd90fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.405201 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c4de2b11-196d-485c-a4b5-1051bd90fb21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6443 time: 0.0539780
Nov 06 20:51:05.507365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eb16e-00d4-4c27-8c87-4c8019eced3c req-84ccd3be-3517-44e0-917a-db9e4fd16653 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.508762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b4eb16e-00d4-4c27-8c87-4c8019eced3c req-84ccd3be-3517-44e0-917a-db9e4fd16653 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.5605242
Nov 06 20:51:05.510520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] For port a735dd25-7d8c-46d8-89ad-ff913abce138, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a735dd25-7d8c-46d8-89ad-ff913abce138,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:05.510655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c50f22d9-87ba-41b3-b1d6-82d3158f21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.511100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:05.511320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c50f22d9-87ba-41b3-b1d6-82d3158f21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.511538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c50f22d9-87ba-41b3-b1d6-82d3158f21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.513159 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-c50f22d9-87ba-41b3-b1d6-82d3158f21c9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.0995367
Nov 06 20:51:05.522878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38849d-b4c9-43cc-b42f-7cf4507658c2 req-3d30a3ad-b7c3-4d0b-bf4b-5ff6702765fd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.524287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b38849d-b4c9-43cc-b42f-7cf4507658c2 req-3d30a3ad-b7c3-4d0b-bf4b-5ff6702765fd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 943 time: 0.5300903
Nov 06 20:51:05.554596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Calling delete_port for a735dd25-7d8c-46d8-89ad-ff913abce138 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:51:05.592382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc350-3f75-49a0-8b5b-4209bf48a27d req-3e6beda8-9047-4f0a-9d07-3e96fdb80c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.593867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d2fc350-3f75-49a0-8b5b-4209bf48a27d req-3e6beda8-9047-4f0a-9d07-3e96fdb80c65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 1094 time: 0.5155964
Nov 06 20:51:05.599164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Attempting to bind port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:05.599491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Attempting to bind port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:05.599843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Attempting to bind port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 on network 958012f3-be05-4daa-8ea3-73508f133764 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:05.614092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-ac95c081-39d5-4a75-8072-69ae06b53949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.615612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60563e55-fc67-4f5b-9667-1929aebc2924 req-ac95c081-39d5-4a75-8072-69ae06b53949 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0932231
Nov 06 20:51:05.657548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 on network 958012f3-be05-4daa-8ea3-73508f133764 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:51:05.658112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Attempting to bind port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 on network 958012f3-be05-4daa-8ea3-73508f133764 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:05.726257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:05.726589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Checking segment: {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:05.726972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Bound using segment: {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:05.727405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Bound port: 6129e605-3b1f-4e2f-bd52-7ed954bb7a76, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11562cfa-d124-4dde-86f1-96be109c73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '958012f3-be05-4daa-8ea3-73508f133764'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:05.727751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:05.755112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b4eb16e-00d4-4c27-8c87-4c8019eced3c req-bf5a8262-65f7-403b-9a8b-81a153b7786a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2235072
Nov 06 20:51:05.763377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b38849d-b4c9-43cc-b42f-7cf4507658c2 req-911fbb3c-1f17-45d0-965a-f0faa52a6cf7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296579
Nov 06 20:51:05.849738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc350-3f75-49a0-8b5b-4209bf48a27d req-aeb8a53f-e884-40b9-9e09-dea2d4c309ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:05.851237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d2fc350-3f75-49a0-8b5b-4209bf48a27d req-aeb8a53f-e884-40b9-9e09-dea2d4c309ff service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2163095
Nov 06 20:51:05.975593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] For port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:06.026148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] For port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:06.045464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:06.047261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:06.058615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a735dd25-7d8c-46d8-89ad-ff913abce138'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:06.068180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ac0e-4697-45c0-9c51-f7ea3fe0c565 req-1281d536-3a21-4650-9fde-682b0b48b64f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.070257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9df9ac0e-4697-45c0-9c51-f7ea3fe0c565 req-1281d536-3a21-4650-9fde-682b0b48b64f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.2277935
Nov 06 20:51:06.139692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.140339 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:06.141713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] 10.222.0.10 "PUT /v2.0/ports/6129e605-3b1f-4e2f-bd52-7ed954bb7a76 HTTP/1.1" status: 200  len: 1091 time: 2.1464596
Nov 06 20:51:06.160690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-25aaa007-a1d8-43ee-84e1-b379536b4f39 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.167046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-25aaa007-a1d8-43ee-84e1-b379536b4f39 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.173152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-25aaa007-a1d8-43ee-84e1-b379536b4f39 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.179668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-25aaa007-a1d8-43ee-84e1-b379536b4f39 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.185643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-25aaa007-a1d8-43ee-84e1-b379536b4f39 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.191673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-25aaa007-a1d8-43ee-84e1-b379536b4f39 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.198361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-25aaa007-a1d8-43ee-84e1-b379536b4f39 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.200323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-25aaa007-a1d8-43ee-84e1-b379536b4f39 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.2873228
Nov 06 20:51:06.216833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc350-3f75-49a0-8b5b-4209bf48a27d req-440d6947-69d6-4d13-9664-18d5b3fbdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.218396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d2fc350-3f75-49a0-8b5b-4209bf48a27d req-440d6947-69d6-4d13-9664-18d5b3fbdbd5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3485494
Nov 06 20:51:06.327461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cf273-3645-4db2-bbdc-74c892a9d60f service neutron] Pushing event updated for resources: {'Port': ['ID=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:06.348445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] No DVR routers for this DVR port a735dd25-7d8c-46d8-89ad-ff913abce138 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:51:06.357534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:06.360701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa6a148a-7cee-4f58-b05e-9a33788d6559 req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.37 "DELETE /v2.0/ports/a735dd25-7d8c-46d8-89ad-ff913abce138 HTTP/1.1" status: 204  len: 173 time: 1.7332819
Nov 06 20:51:06.385475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9df9ac0e-4697-45c0-9c51-f7ea3fe0c565 req-ea836b16-5c4a-43e3-b456-51f6f94796ba tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2887654
Nov 06 20:51:06.393450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ea289-9937-4335-85f4-1b54bb195e2f tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] Pushing event deleted for resources: {'Port': ['ID=a735dd25-7d8c-46d8-89ad-ff913abce138,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:06.421382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-51394c6d-72c9-401c-8bc8-078d25956608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.421851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-51394c6d-72c9-401c-8bc8-078d25956608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.422307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-51394c6d-72c9-401c-8bc8-078d25956608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.422760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-51394c6d-72c9-401c-8bc8-078d25956608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.423282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-51394c6d-72c9-401c-8bc8-078d25956608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.423657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-51394c6d-72c9-401c-8bc8-078d25956608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.424095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-51394c6d-72c9-401c-8bc8-078d25956608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.426161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-51394c6d-72c9-401c-8bc8-078d25956608 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6485 time: 0.2221525
Nov 06 20:51:06.451332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-ec93c577-c157-4f25-8ed8-b234928ae5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.452978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-ec93c577-c157-4f25-8ed8-b234928ae5e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 1094 time: 0.1757736
Nov 06 20:51:06.466990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d2dea27-1523-4df7-9c61-6387982d9ecf req-ab8f32a3-6142-4338-be96-fe80aaf5b989 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2453320
Nov 06 20:51:06.502837 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-d83c60a5-0216-4468-af7c-fd588d2d2099 service neutron] show failed (client error): The resource could not be found.
Nov 06 20:51:06.505039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-74d5167a-a036-4ee8-92ae-20b1e69f6a35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da512244-df04-4f1e-9589-476f01bcf03c HTTP/1.1" status: 200  len: 217 time: 0.0654235
Nov 06 20:51:06.505420 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-d83c60a5-0216-4468-af7c-fd588d2d2099 service neutron] 10.222.0.10 "GET /v2.0/ports/5c194b3b-7525-4372-a35e-31e481740efc/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1334927
Nov 06 20:51:06.555464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-886ab8e9-4ee5-427e-90a7-ec695d20e046 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf13337-75ad-4296-b933-78a2962b57e9 HTTP/1.1" status: 200  len: 217 time: 0.0600607
Nov 06 20:51:06.663944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-de23f6ba-4928-4a28-b5f3-20a2358ece53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.665710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-de23f6ba-4928-4a28-b5f3-20a2358ece53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48b74287-d028-45eb-9b38-be997c73abff HTTP/1.1" status: 200  len: 855 time: 0.1203091
Nov 06 20:51:06.691783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6fe9f8b-032e-438c-811f-ca285d83f752 req-8c8c7045-7001-48f6-a303-13faca403f12 tempest-ServersOnMultiNodesTest-88669987 tempest-ServersOnMultiNodesTest-88669987-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b5b22e4-35d2-4939-98cb-aa65cd77afbc HTTP/1.1" status: 200  len: 210 time: 0.0536613
Nov 06 20:51:06.702853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076f3d4-8316-4455-bc06-d9d204583d10 req-0abe16c1-1bdd-477c-af44-d6cd6530d3d5 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.704581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0076f3d4-8316-4455-bc06-d9d204583d10 req-0abe16c1-1bdd-477c-af44-d6cd6530d3d5 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.2029114
Nov 06 20:51:06.707593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-d00e9d07-20a2-4410-8771-17edc141ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.709590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-d00e9d07-20a2-4410-8771-17edc141ff9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.1159494
Nov 06 20:51:06.777745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-80911cd5-4d32-485d-aa66-6dafdcd97e72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596533
Nov 06 20:51:06.900681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76'}, {'server_uuid': '8b5b22e4-35d2-4939-98cb-aa65cd77afbc', 'name': 'network-vif-deleted', 'tag': 'a735dd25-7d8c-46d8-89ad-ff913abce138'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:06.904161 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df4780-e053-4a96-9836-4f832f87f3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "6129e605-3b1f-4e2f-bd52-7ed954bb7a76"}, {"server_uuid": "8b5b22e4-35d2-4939-98cb-aa65cd77afbc", "name": "network-vif-deleted", "tag": "a735dd25-7d8c-46d8-89ad-ff913abce138"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:06.961543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8cd9e5e1-a47c-4706-8391-3070c44dbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:06.963100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8cd9e5e1-a47c-4706-8391-3070c44dbae1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ac9c34d5-c747-4b87-9e0a-345684b21c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2575796
Nov 06 20:51:06.971508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0076f3d4-8316-4455-bc06-d9d204583d10 req-ddd7ff38-55cd-4b64-8210-7b76f9e7dae1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2545981
Nov 06 20:51:07.040591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-f5ed15fe-600d-4299-a631-ae08acb74b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.042096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-f5ed15fe-600d-4299-a631-ae08acb74b0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22&tenant_id=acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 1100 time: 0.2934244
Nov 06 20:51:07.065610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:07.136852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-51898225-7f93-463e-98c4-2ab1cff0c6a2 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3388429
Nov 06 20:51:07.144403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a42be-31bd-4c97-8dde-7c567121a6ed req-6c57d40b-5d31-4cee-88d0-ba9024bd3eab tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.145874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b62a42be-31bd-4c97-8dde-7c567121a6ed req-6c57d40b-5d31-4cee-88d0-ba9024bd3eab tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.2990460
Nov 06 20:51:07.267358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63417-726e-4fff-8b47-827caee39c14 req-0199a724-2fb6-4e09-ae86-7e34d8566d03 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.272336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44b63417-726e-4fff-8b47-827caee39c14 req-0199a724-2fb6-4e09-ae86-7e34d8566d03 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 943 time: 0.2226627
Nov 06 20:51:07.285592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:07.313253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-17e1e115-2110-48ac-a04b-1c26b7e2e55e service neutron] 10.222.0.10 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3405402
Nov 06 20:51:07.349132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b62a42be-31bd-4c97-8dde-7c567121a6ed req-75c1ddbb-ae02-4730-8213-10e1fceb36bd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1928442
Nov 06 20:51:07.470465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d64c9533-ca8d-430c-a637-ac95ee12f0c1 req-450725b2-b68c-4b9b-b2d4-6a35f91e1ddf service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3220224
Nov 06 20:51:07.474919 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79004f87-a1b9-483c-9565-d4974d035bf5 x-openstack-request-id: req-79004f87-a1b9-483c-9565-d4974d035bf5 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:07.475209 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "6129e605-3b1f-4e2f-bd52-7ed954bb7a76", "status": "completed", "code": 200}, {"server_uuid": "8b5b22e4-35d2-4939-98cb-aa65cd77afbc", "name": "network-vif-deleted", "tag": "a735dd25-7d8c-46d8-89ad-ff913abce138", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:07.475584 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79004f87-a1b9-483c-9565-d4974d035bf5 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:07.475900 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76', 'status': 'completed', 'code': 200}
Nov 06 20:51:07.476147 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5b22e4-35d2-4939-98cb-aa65cd77afbc', 'name': 'network-vif-deleted', 'tag': 'a735dd25-7d8c-46d8-89ad-ff913abce138', 'status': 'completed', 'code': 200}
Nov 06 20:51:07.479613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44b63417-726e-4fff-8b47-827caee39c14 req-cc97eaf1-51c3-4472-97bc-3750cda20a59 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963210
Nov 06 20:51:07.577586 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-5b12abc5-e7dd-49d9-bef2-e689c49f4743 service neutron] 10.222.0.10 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505901
Nov 06 20:51:07.659580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-fd02deb2-49eb-4739-94d4-5fd2d621ea59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=b2314b90-7099-4642-9659-4a7f9cf3fccc HTTP/1.1" status: 200  len: 217 time: 0.0647430
Nov 06 20:51:07.741042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a540a2a-a9be-4691-85bd-0c955b49d0cc req-2a16e2bd-743b-4ffc-b00a-2e2406796301 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.742502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a540a2a-a9be-4691-85bd-0c955b49d0cc req-2a16e2bd-743b-4ffc-b00a-2e2406796301 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.1978366
Nov 06 20:51:07.751072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50628) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:07.759752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'floatingip': {'port_id': 'd18e4680-1b28-4007-9364-246ce392f8a2'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:07.771471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702c16e-0662-49e3-8db9-9c3349b4a58f req-25a1ad6c-d5f7-47b5-94ce-a81b71ea6495 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.773012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f702c16e-0662-49e3-8db9-9c3349b4a58f req-25a1ad6c-d5f7-47b5-94ce-a81b71ea6495 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.2136831
Nov 06 20:51:07.791824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8b9f39dd-bcc6-4268-80bc-991a7863eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.793273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-8b9f39dd-bcc6-4268-80bc-991a7863eeb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.1184678
Nov 06 20:51:07.800933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:07.888948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:07.923002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f702c16e-0662-49e3-8db9-9c3349b4a58f req-f1f3c970-0178-4a51-8679-d6ca15c9f752 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351731
Nov 06 20:51:07.944090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-662f743c-9b9b-4466-89cc-f382c6982b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.944090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-662f743c-9b9b-4466-89cc-f382c6982b44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1300697
Nov 06 20:51:07.961515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-8fa8c4af-56b0-4c13-939c-a73f497c2ae9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.967579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-8fa8c4af-56b0-4c13-939c-a73f497c2ae9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.973507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-8fa8c4af-56b0-4c13-939c-a73f497c2ae9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.980230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-8fa8c4af-56b0-4c13-939c-a73f497c2ae9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.986285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-8fa8c4af-56b0-4c13-939c-a73f497c2ae9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.996087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-8fa8c4af-56b0-4c13-939c-a73f497c2ae9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:07.999233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-8fa8c4af-56b0-4c13-939c-a73f497c2ae9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:08.001169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-8fa8c4af-56b0-4c13-939c-a73f497c2ae9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1994126
Nov 06 20:51:08.059126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:08.266920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.269886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50636) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:08.278866 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.388751 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Floating IP cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b associated. External IP: 172.35.0.141, port: d18e4680-1b28-4007-9364-246ce392f8a2.
Nov 06 20:51:08.492611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.494195 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4df921b0-6876-456e-8bc5-36d2691069c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ce2d4abd58240c3a94718d2a022d67c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2231350
Nov 06 20:51:08.496795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50642) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:08.533520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Transition to ACTIVE for port object 5c194b3b-7525-4372-a35e-31e481740efc will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:51:08.544087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85ddf2b7-98ee-4afb-b0ce-1d2fe8dbd145 req-47a2c307-efbd-4c68-a288-e2b9185a8196 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5293171
Nov 06 20:51:08.552365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115d198-0b42-41f0-9a8a-4ca748ab9b0c req-5bfdc6a6-c7a1-47c6-88a5-fa4add0fb05b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:08.554397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9115d198-0b42-41f0-9a8a-4ca748ab9b0c req-5bfdc6a6-c7a1-47c6-88a5-fa4add0fb05b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1543090
Nov 06 20:51:08.555045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.561086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-80e60a8d-b511-438f-aea3-05720f5d9f3f service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5572605
Nov 06 20:51:08.593430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7007-fbfe-436d-9b18-7e18b7fb7dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.696032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] No DVR routers for this DVR port 5c194b3b-7525-4372-a35e-31e481740efc on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:51:08.706099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:51:08.708155 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7007-fbfe-436d-9b18-7e18b7fb7dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.710260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:08.792501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9115d198-0b42-41f0-9a8a-4ca748ab9b0c req-6d9b821d-d51a-4fac-aef5-e9eba6493c2e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252610
Nov 06 20:51:08.819215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Attempting to bind port 5c194b3b-7525-4372-a35e-31e481740efc on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:08.819215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Attempting to bind port 5c194b3b-7525-4372-a35e-31e481740efc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:08.819215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Attempting to bind port 5c194b3b-7525-4372-a35e-31e481740efc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:08.838389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Port 5c194b3b-7525-4372-a35e-31e481740efc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:51:08.838818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Attempting to bind port 5c194b3b-7525-4372-a35e-31e481740efc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:08.847728 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7007-fbfe-436d-9b18-7e18b7fb7dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.850835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0eb7007-fbfe-436d-9b18-7e18b7fb7dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.851711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafec4a0-7ea2-4e12-be42-633de878a4c9 req-dc57fc25-f030-4dde-86e8-ac34d393d0df tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:08.852011 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e0eb7007-fbfe-436d-9b18-7e18b7fb7dfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8919b4c-def0-4a6e-929c-22beb246b384 HTTP/1.1" status: 204  len: 168 time: 0.3543067
Nov 06 20:51:08.853359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cafec4a0-7ea2-4e12-be42-633de878a4c9 req-dc57fc25-f030-4dde-86e8-ac34d393d0df tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 943 time: 0.1480165
Nov 06 20:51:08.857681 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-ca9e54d8-28a3-4ff1-8df4-287b0962ffd5 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2686350
Nov 06 20:51:08.858587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:08.858950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:08.859311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:08.859749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Bound port: 5c194b3b-7525-4372-a35e-31e481740efc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:08.860111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.873860 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb7007-fbfe-436d-9b18-7e18b7fb7dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8919b4c-def0-4a6e-929c-22beb246b384,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:08.909601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:51:08.915091 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:08.924052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] Sync routers for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:51:08.933727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-5b050a1a-7c36-412a-a505-e8b94c167d33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=ae68264b-1862-48ec-9e32-e8afd5d1d1a9 HTTP/1.1" status: 200  len: 217 time: 0.0635753
Nov 06 20:51:08.939681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:08.940756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529fd1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:08.952532 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7746de45-4388-4c93-9bae-4ba9cc92a83f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "PUT /v2.0/floatingips/cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b HTTP/1.1" status: 200  len: 992 time: 1.2001176
Nov 06 20:51:08.954105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:08.956724 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19aaecf-5744-4b51-bc8b-cb2792e249c5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:09.054020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cafec4a0-7ea2-4e12-be42-633de878a4c9 req-8ade7bac-f1f0-42ba-a12c-305144e0329f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915088
Nov 06 20:51:09.087879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:09.089608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:09.103228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-915bc3d6-6e51-49d8-97dc-8a2372882d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.104906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-915bc3d6-6e51-49d8-97dc-8a2372882d87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.1397145
Nov 06 20:51:09.109906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:09.125636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:09.135412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49520b7c-2998-454f-ba70-637db3b18b97 req-d247155d-dcc6-490b-99ca-0d479aac2a6f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.137162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49520b7c-2998-454f-ba70-637db3b18b97 req-d247155d-dcc6-490b-99ca-0d479aac2a6f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1191170
Nov 06 20:51:09.212815 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff657b7-7ab5-4faa-b772-499cf9047915 x-openstack-request-id: req-fff657b7-7ab5-4faa-b772-499cf9047915 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:09.213368 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:09.213723 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fff657b7-7ab5-4faa-b772-499cf9047915 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:09.214222 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'status': 'completed', 'code': 200}
Nov 06 20:51:09.234179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.235921 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:09.238700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] 10.222.0.37 "PUT /v2.0/ports/5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 1095 time: 2.1835525
Nov 06 20:51:09.248138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50658) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:09.308020 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6aef5600-4ced-4f3f-b3fd-01d2b43b29f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96f74ca06e034f239adc888342ca472d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0584323
Nov 06 20:51:09.310601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50660) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:09.367738 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67aafd2-2152-47b8-9c99-68d229e80059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:09.400196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3922fec-c63c-4ee6-837b-3e947e3aedb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:09.400988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67aafd2-2152-47b8-9c99-68d229e80059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:09.423547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-adbb9c06-f8f1-469a-b127-5d6aa8f0f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.425294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-adbb9c06-f8f1-469a-b127-5d6aa8f0f11d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3115573
Nov 06 20:51:09.431192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-e120e970-ec76-48f9-a746-f6f6ef29f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.433029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-e120e970-ec76-48f9-a746-f6f6ef29f813 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1097 time: 0.1594987
Nov 06 20:51:09.436124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529fd1f0>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'floating_ip_address': '172.35.0.141', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'port_id': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'mac_address': 'fa:16:3e:c6:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:50:52Z', 'updated_at': '2021-11-06T20:51:08Z', 'revision_number': 1, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:51Z', 'revision_number': 5, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:09.450587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49520b7c-2998-454f-ba70-637db3b18b97 req-0d714c8f-9e18-4be0-9a81-da2f23f0d27d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2839260
Nov 06 20:51:09.465916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67aafd2-2152-47b8-9c99-68d229e80059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:09.469012 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67aafd2-2152-47b8-9c99-68d229e80059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:09.469905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] Checking router: 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:51:09.470457 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e67aafd2-2152-47b8-9c99-68d229e80059 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77a78851-e6f2-40e6-b7d9-720602378ddc HTTP/1.1" status: 204  len: 168 time: 0.1587822
Nov 06 20:51:09.482497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aafd2-2152-47b8-9c99-68d229e80059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a78851-e6f2-40e6-b7d9-720602378ddc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:09.506021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:09.506734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529fd1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:09.519730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc'}, {'name': 'network-changed', 'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:09.524535 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f" -d '{"events": [{"server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "name": "network-vif-unplugged", "status": "completed", "tag": "5c194b3b-7525-4372-a35e-31e481740efc"}, {"name": "network-changed", "server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "tag": "5c194b3b-7525-4372-a35e-31e481740efc"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:09.601731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-06658d58-2691-4a00-aedd-3b23aef5e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.603264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-06658d58-2691-4a00-aedd-3b23aef5e524 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1098 time: 0.2958038
Nov 06 20:51:09.628159 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d857fcb-f377-4323-bb8c-1d2fa7f3e1e2 x-openstack-request-id: req-5d857fcb-f377-4323-bb8c-1d2fa7f3e1e2 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:09.628507 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "name": "network-vif-unplugged", "status": "completed", "tag": "5c194b3b-7525-4372-a35e-31e481740efc", "code": 200}, {"name": "network-changed", "server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "tag": "5c194b3b-7525-4372-a35e-31e481740efc", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:09.629100 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d857fcb-f377-4323-bb8c-1d2fa7f3e1e2 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:09.629100 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc', 'code': 200}
Nov 06 20:51:09.629369 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc', 'status': 'completed', 'code': 200}
Nov 06 20:51:09.662710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:09.728160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-eb8807e2-276f-418e-9e98-8b7ddcb07c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.729917 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-eb8807e2-276f-418e-9e98-8b7ddcb07c48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1098 time: 0.0829039
Nov 06 20:51:09.749494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-643083f8-1086-4933-b7f3-e9e7ae657345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.750994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-643083f8-1086-4933-b7f3-e9e7ae657345 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.2882717
Nov 06 20:51:09.836466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-b253c89e-e836-4901-be07-39d0486b8493 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3843274
Nov 06 20:51:09.838089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-820525dd-1475-435a-b618-2316dfb6763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.840086 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-820525dd-1475-435a-b618-2316dfb6763c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1024737
Nov 06 20:51:09.875686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-954f262b-a7f2-4dbd-a0b2-d376287b68d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.883323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-954f262b-a7f2-4dbd-a0b2-d376287b68d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.889854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-954f262b-a7f2-4dbd-a0b2-d376287b68d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.897278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-954f262b-a7f2-4dbd-a0b2-d376287b68d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.903624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-954f262b-a7f2-4dbd-a0b2-d376287b68d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.910265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-954f262b-a7f2-4dbd-a0b2-d376287b68d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.917692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-954f262b-a7f2-4dbd-a0b2-d376287b68d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.919656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-954f262b-a7f2-4dbd-a0b2-d376287b68d6 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.2408092
Nov 06 20:51:09.939542 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-8b6fe68f-acfb-4324-b33d-8131d48273a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 217 time: 0.0887330
Nov 06 20:51:09.961521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a735dd25-7d8c-46d8-89ad-ff913abce138 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:51:09.965814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-760fe1f7-2541-423d-beac-b7c9b8c9ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:09.966236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-760fe1f7-2541-423d-beac-b7c9b8c9ba7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.3513584
Nov 06 20:51:09.987636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: a735dd25-7d8c-46d8-89ad-ff913abce138 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:51:09.988458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a735dd25-7d8c-46d8-89ad-ff913abce138 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:51:09.991771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5c194b3b-7525-4372-a35e-31e481740efc no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:51:10.006147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-c8a5a445-1389-4ea9-8e7b-d7dcf99efe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.007916 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-c8a5a445-1389-4ea9-8e7b-d7dcf99efe6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0586164
Nov 06 20:51:10.034587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-93be4255-96fb-4cae-a733-43ee32f9d889 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1000 time: 0.2741022
Nov 06 20:51:10.067928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-59e754c5-ec34-40b8-8ade-3ed13e478342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.081389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-db0852da-148d-497d-879c-a122798e36c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 217 time: 0.0695198
Nov 06 20:51:10.082848 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-59e754c5-ec34-40b8-8ade-3ed13e478342 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0672803
Nov 06 20:51:10.090357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5c194b3b-7525-4372-a35e-31e481740efc not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:51:10.218445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529fd1f0>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'floating_ip_address': '172.35.0.141', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'port_id': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'mac_address': 'fa:16:3e:c6:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:50:52Z', 'updated_at': '2021-11-06T20:51:08Z', 'revision_number': 1, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:51Z', 'revision_number': 5, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:10.230365 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-fa41666a-1e79-4859-bc92-dd93ff2aed15 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395471
Nov 06 20:51:10.253197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046af27e-225c-4533-a659-f67d6bc3a333 None None] The sync data for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 is: [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'floating_ip_address': '172.35.0.141', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'port_id': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'mac_address': 'fa:16:3e:c6:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:50:52Z', 'updated_at': '2021-11-06T20:51:08Z', 'revision_number': 1, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:51Z', 'revision_number': 5, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:51:10.255255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d499c-87f8-436b-9d59-9e298c509325 req-b7eccbfd-7af6-493e-a5ab-9f774f7d156f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.257120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b13d499c-87f8-436b-9d59-9e298c509325 req-b7eccbfd-7af6-493e-a5ab-9f774f7d156f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 947 time: 0.3364797
Nov 06 20:51:10.280838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8cc8143-6ca3-4ce1-baa9-cf78a775aaee req-d3dbff2b-c5af-426d-8d4d-554fc42fe7e3 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3469629
Nov 06 20:51:10.307710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-fa860d9d-3b20-42df-9c48-34b924d37ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.309264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-fa860d9d-3b20-42df-9c48-34b924d37ad2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.2443376
Nov 06 20:51:10.311683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-3d3d6970-47fe-4a46-8323-26d3f44f706d service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4517534
Nov 06 20:51:10.331223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-5c3e5d26-338c-44ca-b7c1-2e68edca7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.333186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-5c3e5d26-338c-44ca-b7c1-2e68edca7ad5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.2309477
Nov 06 20:51:10.395354 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-7f811f17-766a-429b-b1a1-2cd6438b5442 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571155
Nov 06 20:51:10.400485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-355db7c2-8b2a-401c-8ca1-ce0e197e4f80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=9210c3a1-39eb-4a93-b546-62b199efbddb HTTP/1.1" status: 200  len: 217 time: 0.0721915
Nov 06 20:51:10.527416 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ab5dd-3890-4d72-9ce9-6d13dc9a0a90 None None] New status for floating IP cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:51:10.543101 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b13d499c-87f8-436b-9d59-9e298c509325 req-f2128f89-d340-43c1-a073-73db79853502 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601798
Nov 06 20:51:10.566136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-24e44dc4-5c60-46da-8bb8-4255a9d5c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.567743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-24e44dc4-5c60-46da-8bb8-4255a9d5c265 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.1333170
Nov 06 20:51:10.587440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d38cbf-8723-4edb-8da1-8ffd06e16651 req-53837e13-c85c-4953-8e31-97fad1a12f68 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.589004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00d38cbf-8723-4edb-8da1-8ffd06e16651 req-53837e13-c85c-4953-8e31-97fad1a12f68 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 943 time: 0.1849391
Nov 06 20:51:10.603023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-8ea5f97e-3aed-4ce9-b9e2-c819023c8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.604533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-8ea5f97e-3aed-4ce9-b9e2-c819023c8fb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2751944
Nov 06 20:51:10.629377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-19ce1dee-8205-401f-a248-78a8a9ba4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.630887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-19ce1dee-8205-401f-a248-78a8a9ba4959 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2295077
Nov 06 20:51:10.798947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-12459b34-a4b0-4b21-b7e8-7ae580d2f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.800603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-12459b34-a4b0-4b21-b7e8-7ae580d2f7dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2239079
Nov 06 20:51:10.832869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00d38cbf-8723-4edb-8da1-8ffd06e16651 req-b170010d-e421-4a2f-acdd-ae0e9401e24f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321327
Nov 06 20:51:10.940036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-d24fa528-2b44-45d0-9f83-d8fbaf0bae6a service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3131366
Nov 06 20:51:10.950998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337889d-9919-4842-978b-aa23089812f1 req-563f5af4-c718-4f61-9424-89709cf39f0f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:10.952504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e337889d-9919-4842-978b-aa23089812f1 req-563f5af4-c718-4f61-9424-89709cf39f0f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1860893
Nov 06 20:51:10.954325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-fc74d6f7-79dc-4051-9fe6-f0a27ea7da3c service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045564
Nov 06 20:51:11.125148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-078b7701-36ff-43bb-9346-dee009819318 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981405
Nov 06 20:51:11.152705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e337889d-9919-4842-978b-aa23089812f1 req-e4b6df29-59ec-41ab-b609-0d15f95888c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868057
Nov 06 20:51:11.230702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19aaecf-5744-4b51-bc8b-cb2792e249c5 req-ded3d522-661b-4929-b5a7-7909340112c0 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2754178
Nov 06 20:51:11.242447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad1fb4b6-fff1-42ee-8de0-9d522c702bb1 req-db22b0fc-13fa-4759-b599-cbb08e8f0bc8 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2776616
Nov 06 20:51:11.280723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-e111923a-707b-4d43-9349-6ae04877ee85 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444507
Nov 06 20:51:11.372854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-11b462b1-e443-4685-902d-0932f08a9596 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3 HTTP/1.1" status: 200  len: 217 time: 0.0852747
Nov 06 20:51:11.461337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-7973efc6-1335-45e5-b133-3a3e8557849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.462869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-7973efc6-1335-45e5-b133-3a3e8557849d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1098 time: 0.1195230
Nov 06 20:51:11.464449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-15267366-e8e3-41be-941d-55f57634aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.465828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-15267366-e8e3-41be-941d-55f57634aaa1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.0818739
Nov 06 20:51:11.476862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-f36b044b-ee48-44c1-becd-bb345e87f0ae tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.482803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-f36b044b-ee48-44c1-becd-bb345e87f0ae tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.488808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-f36b044b-ee48-44c1-becd-bb345e87f0ae tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.495329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-f36b044b-ee48-44c1-becd-bb345e87f0ae tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.501364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-f36b044b-ee48-44c1-becd-bb345e87f0ae tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.508632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-f36b044b-ee48-44c1-becd-bb345e87f0ae tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.516208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-f36b044b-ee48-44c1-becd-bb345e87f0ae tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:11.518122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-f36b044b-ee48-44c1-becd-bb345e87f0ae tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1479764
Nov 06 20:51:11.982916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7bf13337-75ad-4296-b933-78a2962b57e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:12.007593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c431a1-94cb-4858-944d-a4cca74a9ec1 req-69caaaa2-eca7-4d5a-a117-ee1bfdd13fc9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.009132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4c431a1-94cb-4858-944d-a4cca74a9ec1 req-69caaaa2-eca7-4d5a-a117-ee1bfdd13fc9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 947 time: 0.1452591
Nov 06 20:51:12.019187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa54f041-2aa7-48f7-9a9f-cd6d18c73564 req-e79ecfac-d39c-4816-a865-4aefaf8bbe21 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4845185
Nov 06 20:51:12.021042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-5cb8d56d-cf7e-487d-bd0b-e96a8a7131ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.023279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-5cb8d56d-cf7e-487d-bd0b-e96a8a7131ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.5027285
Nov 06 20:51:12.041957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-ede67a13-17ff-4291-b109-eec02192db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.043373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-ede67a13-17ff-4291-b109-eec02192db99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.5243611
Nov 06 20:51:12.084795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:12.097833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '7bf13337-75ad-4296-b933-78a2962b57e9', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'port_id': '7bf13337-75ad-4296-b933-78a2962b57e9', 'mac_address': 'fa:16:3e:a7:8e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320ebed7-bdef-410c-92c6-8b51981e34c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:12.135366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-1026c0da-76f8-4388-bb59-a4e9b74523ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 217 time: 0.0726178
Nov 06 20:51:12.145886 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.160389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf13337-75ad-4296-b933-78a2962b57e9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:12.181858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:12.187961 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.209689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4c431a1-94cb-4858-944d-a4cca74a9ec1 req-d3228f47-ee7c-4e38-8eaa-6c0c17036cce tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857178
Nov 06 20:51:12.236431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-a1688ad5-a70d-4095-994d-3ae3ec383310 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033958
Nov 06 20:51:12.238190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-8197180d-b481-4fa2-9789-a008d62c69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.239750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-8197180d-b481-4fa2-9789-a008d62c69cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0923896
Nov 06 20:51:12.262001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:12.412527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-3925dc61-010e-43e9-9786-b44126af907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.414302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-3925dc61-010e-43e9-9786-b44126af907a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1645389
Nov 06 20:51:12.445658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205cd5-7de7-430b-a6ca-1e3dbe699877 req-7d470077-d3fb-4ad4-a119-5a456ffbbfa4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.447118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9205cd5-7de7-430b-a6ca-1e3dbe699877 req-7d470077-d3fb-4ad4-a119-5a456ffbbfa4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 944 time: 0.1207867
Nov 06 20:51:12.481559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50778) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:12.487160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['7bf13337-75ad-4296-b933-78a2962b57e9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:12.494573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-d876bc54-941f-40d1-9a44-fb87a3221de7 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433937
Nov 06 20:51:12.581161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-642ca754-dbad-4421-bda7-789ddaf782d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=17be14bc-9403-4e98-b5d4-244642a0bc18 HTTP/1.1" status: 200  len: 217 time: 0.0760663
Nov 06 20:51:12.607986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4a68-332d-4f48-8b3a-4d0a1f999414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.669529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca9058-4f14-4d39-986d-a0d6821235b2 req-ccb044f5-a774-4540-9bd9-51a97177b9fc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.670945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5ca9058-4f14-4d39-986d-a0d6821235b2 req-ccb044f5-a774-4540-9bd9-51a97177b9fc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.2350316
Nov 06 20:51:12.686438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9205cd5-7de7-430b-a6ca-1e3dbe699877 req-7ac117d0-469b-40b2-9b0e-8bb5e102d568 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014513
Nov 06 20:51:12.689059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4a68-332d-4f48-8b3a-4d0a1f999414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.693797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ffe4a68-332d-4f48-8b3a-4d0a1f999414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.703940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-bf70889e-639e-45ab-bd21-ffa4d9138f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.705423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-bf70889e-639e-45ab-bd21-ffa4d9138f47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3a5f413-46fc-4794-9630-797b452619b5 HTTP/1.1" status: 200  len: 797 time: 0.1173365
Nov 06 20:51:12.707179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-f983fe1a-e463-46f7-8bb0-88b3ed91125b service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820973
Nov 06 20:51:12.726836 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ffe4a68-332d-4f48-8b3a-4d0a1f999414 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c6ae26e31d547e8b98b0f3b798f0e7b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2441711
Nov 06 20:51:12.731178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50782) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:12.746556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe4a68-332d-4f48-8b3a-4d0a1f999414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eff965-afe9-4528-bf93-acc9a34b7dbc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:12.788154 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cede8004-9755-488e-99c7-f12e5fcffc91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.809676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cede8004-9755-488e-99c7-f12e5fcffc91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.809897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5ca9058-4f14-4d39-986d-a0d6821235b2 req-223e74ef-daaf-4ab4-b456-e9aa0882714a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310201
Nov 06 20:51:12.830650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-fd1cae5a-7d67-40fe-ae85-8eb5a9f1130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:12.831128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-fd1cae5a-7d67-40fe-ae85-8eb5a9f1130e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1154954
Nov 06 20:51:12.870231 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cede8004-9755-488e-99c7-f12e5fcffc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.873187 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cede8004-9755-488e-99c7-f12e5fcffc91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:12.874539 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cede8004-9755-488e-99c7-f12e5fcffc91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04eff965-afe9-4528-bf93-acc9a34b7dbc HTTP/1.1" status: 204  len: 168 time: 0.1423914
Nov 06 20:51:12.885083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede8004-9755-488e-99c7-f12e5fcffc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eff965-afe9-4528-bf93-acc9a34b7dbc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:12.909775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e21e4f-c1d5-4d10-8ae4-0ededa3c371f req-75ff11c4-938d-44ce-b8b0-838161f28de9 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1868653
Nov 06 20:51:12.946574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-d7e89fa3-d61a-4e56-9f4e-68b7d14ecbce service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1072793
Nov 06 20:51:13.037571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-3291a56c-20fe-4d21-94d9-6799f1e2121b service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839567
Nov 06 20:51:13.084582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-f3a52e01-ed69-4717-923e-6243cb69a261 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76 HTTP/1.1" status: 200  len: 217 time: 0.0396433
Nov 06 20:51:13.160095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50790) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:13.165995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-65898665-e711-481e-860e-e7915e839cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.167478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-65898665-e711-481e-860e-e7915e839cef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3a5f413-46fc-4794-9630-797b452619b5 HTTP/1.1" status: 200  len: 797 time: 0.0761366
Nov 06 20:51:13.174240 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e93a23c2-2919-4a52-9cfc-10dd46758b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:13.184508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-45cd9689-e464-4365-bed5-139795bfd047 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.190566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-45cd9689-e464-4365-bed5-139795bfd047 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.196690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-45cd9689-e464-4365-bed5-139795bfd047 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.202743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-45cd9689-e464-4365-bed5-139795bfd047 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.209384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-45cd9689-e464-4365-bed5-139795bfd047 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.215160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-45cd9689-e464-4365-bed5-139795bfd047 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.221376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-45cd9689-e464-4365-bed5-139795bfd047 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.223300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-45cd9689-e464-4365-bed5-139795bfd047 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1227851
Nov 06 20:51:13.249053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e93a23c2-2919-4a52-9cfc-10dd46758b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:13.254895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e93a23c2-2919-4a52-9cfc-10dd46758b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:13.298347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-f8771d9d-9398-41ec-8706-375f00e77f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.299500 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e93a23c2-2919-4a52-9cfc-10dd46758b36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d286a193fbd445b6ba474059c4e2f6a8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1382067
Nov 06 20:51:13.299936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-f8771d9d-9398-41ec-8706-375f00e77f55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0756767
Nov 06 20:51:13.301946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a23c2-2919-4a52-9cfc-10dd46758b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8e63ae-e4c6-4ede-9700-63ba0d363a1a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:13.304976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50796) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:13.353961 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048ccafc-4347-4306-9aa0-d5e77b7fe8f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:13.374569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048ccafc-4347-4306-9aa0-d5e77b7fe8f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:13.385387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0505526e-b5e8-4d04-b2dc-e8b986ef2df1 req-7a5ed0d4-7aa7-4cc2-bdbc-e9dbd8b57e37 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1513250
Nov 06 20:51:13.425473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f09e8-2516-4bc2-9aca-c68f3d18a684 req-f6e3fa49-1ca0-4624-815b-b68344d68601 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.427045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-020f09e8-2516-4bc2-9aca-c68f3d18a684 req-f6e3fa49-1ca0-4624-815b-b68344d68601 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 947 time: 0.1229546
Nov 06 20:51:13.433498 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048ccafc-4347-4306-9aa0-d5e77b7fe8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:13.436541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048ccafc-4347-4306-9aa0-d5e77b7fe8f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:13.440917 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-048ccafc-4347-4306-9aa0-d5e77b7fe8f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e8e63ae-e4c6-4ede-9700-63ba0d363a1a HTTP/1.1" status: 204  len: 168 time: 0.1347921
Nov 06 20:51:13.451623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ccafc-4347-4306-9aa0-d5e77b7fe8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8e63ae-e4c6-4ede-9700-63ba0d363a1a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:13.461427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-c172e098-9399-4759-8e57-7585ab6969a0 service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468036
Nov 06 20:51:13.553895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-020f09e8-2516-4bc2-9aca-c68f3d18a684 req-3f33e43c-61fa-4bc6-8fd9-418327d79a56 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150813
Nov 06 20:51:13.586068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03043f2-f494-4fd6-bbac-03a0ff390b4e req-71ce76ac-df6c-44d0-80cc-2e47448a1b18 service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112947
Nov 06 20:51:13.695164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-8370cb31-01d9-4dfd-8b68-6c548bea1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.695636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-8370cb31-01d9-4dfd-8b68-6c548bea1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.696102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-8370cb31-01d9-4dfd-8b68-6c548bea1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.696588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-8370cb31-01d9-4dfd-8b68-6c548bea1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.697043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-8370cb31-01d9-4dfd-8b68-6c548bea1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.697499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-8370cb31-01d9-4dfd-8b68-6c548bea1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.697947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-8370cb31-01d9-4dfd-8b68-6c548bea1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.699868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-8370cb31-01d9-4dfd-8b68-6c548bea1769 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6485 time: 0.0490420
Nov 06 20:51:13.842818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e991427-916f-4b76-a9bd-c296462993bd req-a75507e8-3115-4d2d-9491-ae697c64b5c1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.849992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e991427-916f-4b76-a9bd-c296462993bd req-a75507e8-3115-4d2d-9491-ae697c64b5c1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 944 time: 0.0788796
Nov 06 20:51:13.869369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-4f951687-5458-4b10-8024-5eb89fd289b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:13.870881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-4f951687-5458-4b10-8024-5eb89fd289b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=958012f3-be05-4daa-8ea3-73508f133764 HTTP/1.1" status: 200  len: 903 time: 0.1619351
Nov 06 20:51:13.923450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5c194b3b-7525-4372-a35e-31e481740efc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:13.952085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-7fca0c32-c2da-4962-b515-0fb67f3a2e1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76 HTTP/1.1" status: 200  len: 217 time: 0.0701411
Nov 06 20:51:13.985508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e991427-916f-4b76-a9bd-c296462993bd req-b939d7bb-f48f-4a6f-8c13-4520bd7ef0e2 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345863
Nov 06 20:51:14.021874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7bf13337-75ad-4296-b933-78a2962b57e9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:14.031235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-a0af3eb6-e7be-4047-9117-919f8bdf5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.032935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-a0af3eb6-e7be-4047-9117-919f8bdf5c22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3a5f413-46fc-4794-9630-797b452619b5 HTTP/1.1" status: 200  len: 797 time: 0.0631211
Nov 06 20:51:14.041792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8a30f-94f7-4c37-86d1-8c1349287f45 req-3bb8b976-21e8-4018-9ca0-4d188da883aa tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.043408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5da8a30f-94f7-4c37-86d1-8c1349287f45 req-3bb8b976-21e8-4018-9ca0-4d188da883aa tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1505799
Nov 06 20:51:14.070167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:14.088028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '5c194b3b-7525-4372-a35e-31e481740efc', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '5c194b3b-7525-4372-a35e-31e481740efc', 'mac_address': 'fa:16:3e:e8:29:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:14.116962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-31bcb92f-1bbd-4c0f-9e62-f6bcff1c8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.118503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-31bcb92f-1bbd-4c0f-9e62-f6bcff1c8d9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0742154
Nov 06 20:51:14.133273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5da8a30f-94f7-4c37-86d1-8c1349287f45 req-91c22b1a-6989-45e0-be95-020f3caabfbe tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794101
Nov 06 20:51:14.135634 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.138767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 7bf13337-75ad-4296-b933-78a2962b57e9 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:14.151595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 7bf13337-75ad-4296-b933-78a2962b57e9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:14.151960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.155326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c194b3b-7525-4372-a35e-31e481740efc {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:14.203100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50826) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:14.223651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:14.229847 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.236127 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.242191 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.261813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-dfc5c2a7-31ae-47bc-9869-5a95a5242018 service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263318
Nov 06 20:51:14.315305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:14.331370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.349838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-network', 'tenant_id': '669205b495ef4088b1d5dae005f87509'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:14.369939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:14.372192 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090391ac-8d03-418d-813d-6fd69a6f6458" -d '{"events": [{"server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "name": "network-vif-plugged", "status": "completed", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:14.384132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Made reservation on behalf of 669205b495ef4088b1d5dae005f87509 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:51:14.386799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:14.391206 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.393209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.399800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8df4780-e053-4a96-9836-4f832f87f3a5 req-cd55c4f7-3be9-49e0-b5da-b70c4b12a72c service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252010
Nov 06 20:51:14.409220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.431103 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e02d30-40ce-4f42-a856-92d88997b080 x-openstack-request-id: req-46e02d30-40ce-4f42-a856-92d88997b080 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:14.431395 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "name": "network-vif-plugged", "status": "completed", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:14.431715 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46e02d30-40ce-4f42-a856-92d88997b080 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:14.432201 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9', 'code': 200}
Nov 06 20:51:14.464987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:14.505311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.511752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.536525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:51:14.546425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607a241a-cf57-4d9c-9760-7a5600e51c13,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:14.553131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.553487 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Added segment d559545f-0348-4afc-8507-caa885014a3f of type vlan for network 3185d025-395a-4e4e-9061-29af97345887
Nov 06 20:51:14.565710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['5c194b3b-7525-4372-a35e-31e481740efc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:14.571262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-d70236e9-9d6e-4d80-ad75-5b818beecb56 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.578021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-d70236e9-9d6e-4d80-ad75-5b818beecb56 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.584276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-d70236e9-9d6e-4d80-ad75-5b818beecb56 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.590628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-d70236e9-9d6e-4d80-ad75-5b818beecb56 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.600378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-d70236e9-9d6e-4d80-ad75-5b818beecb56 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.606498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-d70236e9-9d6e-4d80-ad75-5b818beecb56 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.613966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.614524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-d70236e9-9d6e-4d80-ad75-5b818beecb56 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.623575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-d70236e9-9d6e-4d80-ad75-5b818beecb56 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1493406
Nov 06 20:51:14.647006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.648246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.649188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.651949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab523e-6a22-4986-923c-34b497fd8563 req-a746e765-5298-453b-9884-d8d4668979cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.655179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5dab523e-6a22-4986-923c-34b497fd8563 req-a746e765-5298-453b-9884-d8d4668979cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 1096 time: 0.1447270
Nov 06 20:51:14.709700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] Pushing event updated for resources: {'Network': ['ID=3185d025-395a-4e4e-9061-29af97345887,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:14.726239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 3185d025-395a-4e4e-9061-29af97345887 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:51:14.742571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a346826-f1b8-4b7c-a750-708177fb7938 req-b2705836-1328-477c-9b08-8093fdf7b474 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1087246
Nov 06 20:51:14.756908 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5dab523e-6a22-4986-923c-34b497fd8563 req-cc2e55b9-88a1-4582-822d-a8a578087556 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909672
Nov 06 20:51:14.766381 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4facc3bb-b7c1-4fda-9f41-fb6515c95dce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5586836
Nov 06 20:51:14.767486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50842) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:14.772889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Request body: {'subnet': {'network_id': '3185d025-395a-4e4e-9061-29af97345887', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-subnet', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:14.829281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Made reservation on behalf of 669205b495ef4088b1d5dae005f87509 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:51:14.831596 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:14.842080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e257-07e0-4867-bef9-5a95cacebeb8 req-b8d60607-0044-4e01-80d5-5574b4afb359 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:14.843562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aba3e257-07e0-4867-bef9-5a95cacebeb8 req-b8d60607-0044-4e01-80d5-5574b4afb359 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 948 time: 0.0660541
Nov 06 20:51:14.948711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aba3e257-07e0-4867-bef9-5a95cacebeb8 req-48f5781e-b524-4163-aea2-3734b96ddf7e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951190
Nov 06 20:51:15.049531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.165531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c6d38f-a7f9-4a4e-8249-725918488d04,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:15.181778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Checking segment: {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:15.182133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Network hostable DHCP agents. Network: 3185d025-395a-4e4e-9061-29af97345887, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:51:15.198916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75617d5-0685-4394-a9ec-6e7c2d3bba63 req-6618c133-9e28-4d6b-8142-8f67d776e112 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.200432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a75617d5-0685-4394-a9ec-6e7c2d3bba63 req-6618c133-9e28-4d6b-8142-8f67d776e112 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1206384
Nov 06 20:51:15.218455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79122a45-65e1-48be-ad91-edebd0bf88bf req-517300c6-193d-4448-8278-66c2d645658d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.220012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79122a45-65e1-48be-ad91-edebd0bf88bf req-517300c6-193d-4448-8278-66c2d645658d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 948 time: 0.1012287
Nov 06 20:51:15.255046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Network 3185d025-395a-4e4e-9061-29af97345887 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:51:15.326119 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3185d025-395a-4e4e-9061-29af97345887) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:15.334546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf001e-7bfa-4e50-831a-1c570006b350 None None] Network 3185d025-395a-4e4e-9061-29af97345887 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:51:15.346851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.347445 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.367618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a75617d5-0685-4394-a9ec-6e7c2d3bba63 req-3cc8d50c-0a58-42e6-a141-a4a2e110aa1d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592860
Nov 06 20:51:15.395100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-e27fd22e-649e-4ed1-93b2-bbdf71e4c863 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.397220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-e27fd22e-649e-4ed1-93b2-bbdf71e4c863 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22&tenant_id=acfc5ca1083f4131b1da0e5689218590&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1514883
Nov 06 20:51:15.403622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-854d85af-13da-4c95-ad95-0e2c87e249f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6347296
Nov 06 20:51:15.406636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50852) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:15.409592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79122a45-65e1-48be-ad91-edebd0bf88bf req-78a4f16f-ee08-4db9-a363-50c7ab73bf6b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810524
Nov 06 20:51:15.414294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:15.469178 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-70d92a10-c14f-451f-a3f2-1cc27432c0f3 service neutron] delete failed (client error): The resource could not be found.
Nov 06 20:51:15.470464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-70d92a10-c14f-451f-a3f2-1cc27432c0f3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/5c194b3b-7525-4372-a35e-31e481740efc/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0646605
Nov 06 20:51:15.472897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.473646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.497757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3185d025-395a-4e4e-9061-29af97345887', 'network_id': '3185d025-395a-4e4e-9061-29af97345887', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'fixed_ips': [{'subnet_id': '43c6d38f-a7f9-4a4e-8249-725918488d04'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:51:15.498952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.544841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.570665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ab4e5-1d06-414b-aa89-a6f57127129a req-997a2187-2377-4db9-a3fc-35756ed5d415 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.573508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd3ab4e5-1d06-414b-aa89-a6f57127129a req-997a2187-2377-4db9-a3fc-35756ed5d415 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.0817885
Nov 06 20:51:15.638320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-dba1d369-91a2-436c-880f-2c7242539bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.640114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-dba1d369-91a2-436c-880f-2c7242539bc1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1099 time: 0.1083379
Nov 06 20:51:15.648777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd3ab4e5-1d06-414b-aa89-a6f57127129a req-b6c7e1bc-9d34-4a87-b17e-6820413b51b0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653152
Nov 06 20:51:15.651375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Allocated IP 172.20.0.2 (3185d025-395a-4e4e-9061-29af97345887/43c6d38f-a7f9-4a4e-8249-725918488d04/79f5eb60-31cf-4910-b85a-c3c8b5fd5eea) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:15.722454 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.787714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-5ba2aabf-10bf-49ee-ad36-9d0134e634a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.790032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-5ba2aabf-10bf-49ee-ad36-9d0134e634a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.0960755
Nov 06 20:51:15.830582 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.838234 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:15.850609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-31da6e3f-2142-407a-8808-ffa4985a1309 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 217 time: 0.0515141
Nov 06 20:51:15.890428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Network 3185d025-395a-4e4e-9061-29af97345887 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:15.895993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:15.899175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:15.912456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Pushing event updated for resources: {'Port': ['ID=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:15.951471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-7abfe143-dc51-4888-a304-4d74a8e288be tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.957825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-7abfe143-dc51-4888-a304-4d74a8e288be tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.959693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5c194b3b-7525-4372-a35e-31e481740efc up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:15.965861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-7abfe143-dc51-4888-a304-4d74a8e288be tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.971686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-7abfe143-dc51-4888-a304-4d74a8e288be tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.979372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-7abfe143-dc51-4888-a304-4d74a8e288be tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.988973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-7abfe143-dc51-4888-a304-4d74a8e288be tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.994985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-7abfe143-dc51-4888-a304-4d74a8e288be tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:15.997877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-7abfe143-dc51-4888-a304-4d74a8e288be tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1503935
Nov 06 20:51:16.001521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Attempting to bind port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:16.003861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-447dc902-6800-4b8e-a381-36fb396743fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:16.004322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Attempting to bind port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:16.004752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Attempting to bind port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea on network 3185d025-395a-4e4e-9061-29af97345887 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:16.006348 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-447dc902-6800-4b8e-a381-36fb396743fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1403170
Nov 06 20:51:16.020526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:16.020910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Checking segment: {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:16.021843 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.022311 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Bound using segment: {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:16.022715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Bound port: 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:16.023104 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.113440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-19dc9b97-734e-4355-8b80-f654856037b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:16.115807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] For port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:16.115949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-19dc9b97-734e-4355-8b80-f654856037b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1008165
Nov 06 20:51:16.119256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 5c194b3b-7525-4372-a35e-31e481740efc completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:16.129684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] For port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:16.131593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 5c194b3b-7525-4372-a35e-31e481740efc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:16.132075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.133449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bff407ab-e849-4485-9c21-50d9f4c8d75f req-a1b7d102-d457-4703-a7df-a2fc9756a7d2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1225288
Nov 06 20:51:16.169842 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.234285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.237537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-70e2ed9e-9a67-4f03-995b-bfc48c0ae9b8 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1028044
Nov 06 20:51:16.257286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.261376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468297d-857e-4a45-9706-4fcd10a1347c None None] Pushing event updated for resources: {'Port': ['ID=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:16.312183 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.368672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:16.375619 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.402370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Allocated IP 172.35.0.163 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/67ddc465-ab3a-4cee-b33e-5db0af031913) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:16.407503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fcf67b4-79d4-4a06-aff2-cbee57703c0b req-47be4f8c-8152-4902-bc45-45f8139b97ed service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461861
Nov 06 20:51:16.436977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:16.441110 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae1625-aeb5-4c08-85cd-af603cda865f" -d '{"events": [{"server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "name": "network-vif-plugged", "status": "completed", "tag": "5c194b3b-7525-4372-a35e-31e481740efc"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:16.455970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:16.556739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b08226-2929-49f6-9195-c4a033ea1da4 req-1209723d-249c-4867-adb0-aa87f6ee9545 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:16.558299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37b08226-2929-49f6-9195-c4a033ea1da4 req-1209723d-249c-4867-adb0-aa87f6ee9545 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0798526
Nov 06 20:51:16.571267 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.616966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.641980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf82bb-5336-4c7a-9054-4a509bed6866 req-338ffff1-9138-4832-94c2-0fd2939d1c12 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:16.643513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cbf82bb-5336-4c7a-9054-4a509bed6866 req-338ffff1-9138-4832-94c2-0fd2939d1c12 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.0841973
Nov 06 20:51:16.647992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37b08226-2929-49f6-9195-c4a033ea1da4 req-3bbb164d-5f70-4ce7-8739-9bc6e72aaf64 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800936
Nov 06 20:51:16.656415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:16.666945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:16.678077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:16.702696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Pushing event updated for resources: {'Port': ['ID=67ddc465-ab3a-4cee-b33e-5db0af031913,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:16.712336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cbf82bb-5336-4c7a-9054-4a509bed6866 req-0ee3ff7d-5a86-45ad-ba60-29cf2740c9fc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597289
Nov 06 20:51:16.735990 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6066f28-107c-4853-ab40-da3adf848f33 x-openstack-request-id: req-a6066f28-107c-4853-ab40-da3adf848f33 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:16.737789 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "name": "network-vif-plugged", "status": "completed", "tag": "5c194b3b-7525-4372-a35e-31e481740efc", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:16.737789 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6066f28-107c-4853-ab40-da3adf848f33 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:16.737789 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc', 'code': 200}
Nov 06 20:51:16.783096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7e86f47e-4bcc-4d7d-8f21-e5f328197c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:16.849055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a6613-e5dc-4273-9e5e-a96b73cd642b req-e7498551-ac8f-4967-9fa2-e85c52782143 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:16.851140 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-531a6613-e5dc-4273-9e5e-a96b73cd642b req-e7498551-ac8f-4967-9fa2-e85c52782143 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.0596783
Nov 06 20:51:16.920797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-531a6613-e5dc-4273-9e5e-a96b73cd642b req-619de1ba-6db9-41f5-b771-627789961e9a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572960
Nov 06 20:51:17.007460 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:17.293591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef26112-e082-4376-a878-3f5b62fcabc2 req-19cec560-e4eb-40f5-8625-79f6e59cb72f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:17.296169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:17.305082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ef26112-e082-4376-a878-3f5b62fcabc2 req-19cec560-e4eb-40f5-8625-79f6e59cb72f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0721700
Nov 06 20:51:17.381680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ef26112-e082-4376-a878-3f5b62fcabc2 req-8e1cb58e-594e-4bf2-93c0-c174bc2a156e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757015
Nov 06 20:51:17.399046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:17.457678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-26eb5de1-eacb-4d17-bfed-bc37d1e6f5a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:17.464924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-26eb5de1-eacb-4d17-bfed-bc37d1e6f5a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:17.466160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:17.466751 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:17.471155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-26eb5de1-eacb-4d17-bfed-bc37d1e6f5a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:17.478067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-26eb5de1-eacb-4d17-bfed-bc37d1e6f5a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:17.484362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-26eb5de1-eacb-4d17-bfed-bc37d1e6f5a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:17.491387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-26eb5de1-eacb-4d17-bfed-bc37d1e6f5a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:17.493120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Router bc359211-cace-485f-9005-65d89ba60e46 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:51:17.497812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-26eb5de1-eacb-4d17-bfed-bc37d1e6f5a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:17.505735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-26eb5de1-eacb-4d17-bfed-bc37d1e6f5a2 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1227286
Nov 06 20:51:17.519070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09653a88-cf95-465c-b6e1-9f248c58e093 None None] Network 3185d025-395a-4e4e-9061-29af97345887 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:51:17.569799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd32e415-8b08-4604-ae10-22cdf75f8418 req-c02b4f2c-badd-47a0-99a8-f8d5cdd35a60 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0604484
Nov 06 20:51:17.608488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:51:17.621143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Sync routers for ids ['bc359211-cace-485f-9005-65d89ba60e46'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:51:17.627977 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:17.629245 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-294a4510-37aa-4ad7-9bf8-d7c3184fe788 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.2210863
Nov 06 20:51:17.632710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50890) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:17.657144 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:17.672054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Routers {'bc359211-cace-485f-9005-65d89ba60e46'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:17.672711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d03b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bc359211-cace-485f-9005-65d89ba60e46'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:17.674367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-175010d9-448d-4485-a7fb-3ce9cfcb10d3 None None] Provisioning complete for port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:17.674726 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-175010d9-448d-4485-a7fb-3ce9cfcb10d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:17.934477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:17.964326 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:18.043741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4bcbf763-7122-4e3c-924c-724aca38e98e no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:51:18.113270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Set router bc359211-cace-485f-9005-65d89ba60e46 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:18.150383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e147e0-f5df-41ea-ba10-94a112c5c2b7 req-3b3ddfc2-9a83-4d7b-b48b-a1005f73e16e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:18.151874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6e147e0-f5df-41ea-ba10-94a112c5c2b7 req-3b3ddfc2-9a83-4d7b-b48b-a1005f73e16e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1290884
Nov 06 20:51:18.163425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b282-f785-49ef-9199-f56dcadc19ca req-d2732f5c-e364-443b-ae36-18127ae2f676 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:18.165143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1839b282-f785-49ef-9199-f56dcadc19ca req-d2732f5c-e364-443b-ae36-18127ae2f676 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1436620
Nov 06 20:51:18.185840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:18.304862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6e147e0-f5df-41ea-ba10-94a112c5c2b7 req-ef1437a0-26d8-4fd3-9687-cfeb845dfab6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386979
Nov 06 20:51:18.317364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1839b282-f785-49ef-9199-f56dcadc19ca req-f3d4636b-ecb6-4f95-999e-fa2f2f375158 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428261
Nov 06 20:51:18.324410 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:18.384901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:18.398979 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:18.451097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d03b20>, [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163'}], 'enable_snat': True}, 'gw_port_id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:51:16Z', 'revision_number': 3, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port': {'id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:16Z', 'updated_at': '2021-11-06T20:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:18.494603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Checking router: bc359211-cace-485f-9005-65d89ba60e46 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:51:18.495540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Updating router bc359211-cace-485f-9005-65d89ba60e46 port 67ddc465-ab3a-4cee-b33e-5db0af031913 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:51:18.518567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:18.525780 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:18.627682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc977b-d5b1-4f3b-a72b-2f9f2afffa9c req-ddd10e13-5a0e-447a-bc36-e551eb5d6dbc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:18.629217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26dc977b-d5b1-4f3b-a72b-2f9f2afffa9c req-ddd10e13-5a0e-447a-bc36-e551eb5d6dbc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.1282909
Nov 06 20:51:18.640269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b300d04-c237-4bfc-8a55-f4fe3cdf59da req-e61990e4-abe3-471b-92af-34b58eaaa153 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:18.641600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-68c42e9b-370a-45e3-9537-a50fcecdcfa3 None None] Provisioning complete for port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:18.641785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b300d04-c237-4bfc-8a55-f4fe3cdf59da req-e61990e4-abe3-471b-92af-34b58eaaa153 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1272409
Nov 06 20:51:18.641964 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-68c42e9b-370a-45e3-9537-a50fcecdcfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:18.740892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:18.743375 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fd70ca-7a92-456d-bd9e-64b22fed6e81" -d '{"events": [{"server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:18.743573 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:18.753102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26dc977b-d5b1-4f3b-a72b-2f9f2afffa9c req-d1ade94e-42b1-4e08-9ffe-0f875d374369 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083362
Nov 06 20:51:18.768880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b300d04-c237-4bfc-8a55-f4fe3cdf59da req-009aa0c1-b7bb-43ba-9a7e-cce7076bb402 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146922
Nov 06 20:51:18.856236 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e81e5-d3b7-48a1-b577-05b9c323ac32 x-openstack-request-id: req-347e81e5-d3b7-48a1-b577-05b9c323ac32 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:18.856556 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:18.856808 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-347e81e5-d3b7-48a1-b577-05b9c323ac32 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:18.857256 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'code': 200}
Nov 06 20:51:18.920427 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:18.932174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:18.986543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Allocated IP 172.20.0.1 (3185d025-395a-4e4e-9061-29af97345887/43c6d38f-a7f9-4a4e-8249-725918488d04/e676c877-b11a-4044-8fb9-3273d5e6d3c1) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:19.005961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Attempting to bind port 67ddc465-ab3a-4cee-b33e-5db0af031913 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:19.005961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Attempting to bind port 67ddc465-ab3a-4cee-b33e-5db0af031913 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:19.005961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Attempting to bind port 67ddc465-ab3a-4cee-b33e-5db0af031913 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:19.015981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211e78a-5a4a-407b-be82-aa9aebc168bc None None] Pushing event updated for resources: {'Port': ['ID=67ddc465-ab3a-4cee-b33e-5db0af031913,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:19.027122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:19.028264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:19.028957 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.029567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:19.030312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Bound port: 67ddc465-ab3a-4cee-b33e-5db0af031913, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:19.030919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.093524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] For port 67ddc465-ab3a-4cee-b33e-5db0af031913, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:19.096671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] For port 67ddc465-ab3a-4cee-b33e-5db0af031913, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67ddc465-ab3a-4cee-b33e-5db0af031913,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:19.102255 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.158436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-1cc67dac-c806-41b9-b11e-3ad8d993b0d8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.165166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-1cc67dac-c806-41b9-b11e-3ad8d993b0d8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.176957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-1cc67dac-c806-41b9-b11e-3ad8d993b0d8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.183870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-1cc67dac-c806-41b9-b11e-3ad8d993b0d8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.190617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-1cc67dac-c806-41b9-b11e-3ad8d993b0d8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.195100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Routers {'bc359211-cace-485f-9005-65d89ba60e46'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:19.195710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d03b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:50:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bc359211-cace-485f-9005-65d89ba60e46'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:19.197819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-1cc67dac-c806-41b9-b11e-3ad8d993b0d8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.203991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-1cc67dac-c806-41b9-b11e-3ad8d993b0d8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.206009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-1cc67dac-c806-41b9-b11e-3ad8d993b0d8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1426411
Nov 06 20:51:19.235523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211e78a-5a4a-407b-be82-aa9aebc168bc None None] Pushing event updated for resources: {'Port': ['ID=67ddc465-ab3a-4cee-b33e-5db0af031913,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:19.248012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8283ecad-18de-421a-a378-cf1e37687daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.257396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.277234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-e72d3054-66a6-4ad4-89b4-76dbd067962f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=acfc5ca1083f4131b1da0e5689218590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0361588
Nov 06 20:51:19.329742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] Set router bc359211-cace-485f-9005-65d89ba60e46 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:19.333158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:19.378695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a16a01af-9aec-4418-a06c-7022697b77d4 req-e98d9fe8-d9cb-41a2-a77d-037ac2040944 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1653879
Nov 06 20:51:19.431351 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.508273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:19.508905 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.515948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Network 3185d025-395a-4e4e-9061-29af97345887 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:19.524002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834d97-fe29-4626-9776-a5208bfa678e req-98e66626-aa7a-4d21-9ba4-693e268c0894 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.525538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-98e66626-aa7a-4d21-9ba4-693e268c0894 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2392783
Nov 06 20:51:19.535189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:19.550519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:19.557917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Pushing event updated for resources: {'Port': ['ID=e676c877-b11a-4044-8fb9-3273d5e6d3c1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:19.585058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-9d31c1a2-2ff4-40ee-9fac-efb4ec07b185 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/quotas/acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 375 time: 0.0449197
Nov 06 20:51:19.639568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e4b39-857d-4518-8321-5e73ae7dc537 req-de1a885f-f15b-4b18-8507-a35dcc14986f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:19.640867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d03b20>, [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163'}], 'enable_snat': True}, 'gw_port_id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:51:16Z', 'revision_number': 3, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port': {'id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:16Z', 'updated_at': '2021-11-06T20:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:19.644794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-932e4b39-857d-4518-8321-5e73ae7dc537 req-de1a885f-f15b-4b18-8507-a35dcc14986f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 944 time: 0.1710114
Nov 06 20:51:19.660171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.669970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8184e2f-aec4-42ea-99cd-7e2ade6ce1ca None None] The sync data for ids ['bc359211-cace-485f-9005-65d89ba60e46'] in ncdv-master-1 is: [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163'}], 'enable_snat': True}, 'gw_port_id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:51:16Z', 'revision_number': 3, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port': {'id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:16Z', 'updated_at': '2021-11-06T20:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:51:19.749803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-3ab997e5-d95d-4820-89fa-dca567832a3d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1637514
Nov 06 20:51:19.778033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-932e4b39-857d-4518-8321-5e73ae7dc537 req-e1d3838f-0eed-4b42-a19a-00e9a0bd8c25 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302605
Nov 06 20:51:19.850705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d13eb0fd-70f5-48ca-8c36-18d537430a6d None None] Provisioning complete for port e676c877-b11a-4044-8fb9-3273d5e6d3c1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:19.851124 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d13eb0fd-70f5-48ca-8c36-18d537430a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:19.919023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:20.144637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4bcbf763-7122-4e3c-924c-724aca38e98e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:20.186237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d13eb0fd-70f5-48ca-8c36-18d537430a6d None None] Port e676c877-b11a-4044-8fb9-3273d5e6d3c1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:51:20.223088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc5883-ba3b-492a-8e5d-764cc39610e3 req-319452fb-1b15-473c-8dd0-111872ce2425 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:20.233121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37bc5883-ba3b-492a-8e5d-764cc39610e3 req-319452fb-1b15-473c-8dd0-111872ce2425 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.2256634
Nov 06 20:51:20.266995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d520e04b-eb24-47d7-922c-09d609151786 req-3ed7da1e-a4ce-4df7-b9f4-9e6645d125c5 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 210 time: 0.1540680
Nov 06 20:51:20.292602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:20.326523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'port_id': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'mac_address': 'fa:16:3e:75:84:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c9fae6-62d5-4257-865d-3dd2eac73e10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:20.333012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37bc5883-ba3b-492a-8e5d-764cc39610e3 req-141566a5-a89b-4a0b-b5b8-558245b7138d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989850
Nov 06 20:51:20.372660 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:20.383952 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:20.393566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:20.411211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcbf763-7122-4e3c-924c-724aca38e98e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:20.441027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:20.454884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:20.481238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Pushing event updated for resources: {'Port': ['ID=e676c877-b11a-4044-8fb9-3273d5e6d3c1,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:20.494966 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:20.512693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:20.535634 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:20.608198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-ab71d84f-6fc2-4d58-9a4a-23e2a430ba7b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:20.614357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-ab71d84f-6fc2-4d58-9a4a-23e2a430ba7b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:20.621053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-ab71d84f-6fc2-4d58-9a4a-23e2a430ba7b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:20.627337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-ab71d84f-6fc2-4d58-9a4a-23e2a430ba7b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:20.633460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-ab71d84f-6fc2-4d58-9a4a-23e2a430ba7b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:20.639509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-ab71d84f-6fc2-4d58-9a4a-23e2a430ba7b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:20.645558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-ab71d84f-6fc2-4d58-9a4a-23e2a430ba7b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:20.647555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-ab71d84f-6fc2-4d58-9a4a-23e2a430ba7b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1485350
Nov 06 20:51:20.716916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Network 3185d025-395a-4e4e-9061-29af97345887 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:20.733166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:20.766250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e5984e5-ba2d-461b-8c81-4ffa67336e67 req-759bb89f-0b8d-4628-bf98-8e3db7250e85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1025267
Nov 06 20:51:20.922341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4bcbf763-7122-4e3c-924c-724aca38e98e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:21.002575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Router bc359211-cace-485f-9005-65d89ba60e46 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:51:21.012405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c76785-bb5b-4bbf-95c8-82be57037fe3 req-7785c9a0-b8fe-4712-97dd-a4124aa31c24 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:21.013912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74c76785-bb5b-4bbf-95c8-82be57037fe3 req-7785c9a0-b8fe-4712-97dd-a4124aa31c24 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 945 time: 0.1000233
Nov 06 20:51:21.119122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9bb3da11-c669-4326-bdf1-2e0a53278714 None None] Provisioning complete for port e676c877-b11a-4044-8fb9-3273d5e6d3c1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:21.119493 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bb3da11-c669-4326-bdf1-2e0a53278714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:21.148450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74c76785-bb5b-4bbf-95c8-82be57037fe3 req-b670b0d1-6f67-4851-a1f9-657913336aa4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264133
Nov 06 20:51:21.155316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3da11-c669-4326-bdf1-2e0a53278714 None None] Port e676c877-b11a-4044-8fb9-3273d5e6d3c1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:51:21.176398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:51:21.182098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-781f03bd-976d-47dd-8e8e-9aeb04578881 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc359211-cace-485f-9005-65d89ba60e46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5481491
Nov 06 20:51:21.235281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-52467965-68a1-48aa-9108-ee0a620c91c1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=acfc5ca1083f4131b1da0e5689218590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253890
Nov 06 20:51:21.420786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 67ddc465-ab3a-4cee-b33e-5db0af031913 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:21.437052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12b98841-f055-4f46-9de3-9e00632a4dcb req-fc0bc706-fa29-44ca-ac42-2808596ea831 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 210 time: 0.0415573
Nov 06 20:51:21.515207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1249d-1169-4daf-b40d-5274aa1b5d70 req-4b7a12f3-a050-47f9-98c0-fda086099495 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:21.516969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53d1249d-1169-4daf-b40d-5274aa1b5d70 req-4b7a12f3-a050-47f9-98c0-fda086099495 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0789742
Nov 06 20:51:21.526460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834d97-fe29-4626-9776-a5208bfa678e req-c8f671a4-cd35-4096-af77-20e4b055f6c0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:21.527941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-c8f671a4-cd35-4096-af77-20e4b055f6c0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2866523
Nov 06 20:51:21.528609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 67ddc465-ab3a-4cee-b33e-5db0af031913 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:21.529196 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:21.567048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Request body: {'port': {'device_id': '0f449d21-9a2c-46a7-99aa-707210a04428', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'acfc5ca1083f4131b1da0e5689218590'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:21.634793 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:21.635757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53d1249d-1169-4daf-b40d-5274aa1b5d70 req-e174c885-7b77-4608-b922-2bd2d3334645 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065073
Nov 06 20:51:21.665299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 67ddc465-ab3a-4cee-b33e-5db0af031913, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67ddc465-ab3a-4cee-b33e-5db0af031913,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:21.670943 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:21.724831 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:21.729463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Made reservation on behalf of acfc5ca1083f4131b1da0e5689218590 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:51:21.733347 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:21.735420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=67ddc465-ab3a-4cee-b33e-5db0af031913,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:21.836218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50982) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:21.840359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-network', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:21.859122 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Sync routers for ids ['bc359211-cace-485f-9005-65d89ba60e46'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:51:21.872146 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Routers {'bc359211-cace-485f-9005-65d89ba60e46'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:21.872893 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925298ec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bc359211-cace-485f-9005-65d89ba60e46'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:21.931062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Made reservation on behalf of cd266384f4fe46a185944babbbf1d6ee for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:51:21.934261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:21.936542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Allocated IP 192.168.233.150 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/f3bc0dd3-b09d-4857-859d-ac48eec07494) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:21.955075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:21.989775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d7967a76-ec12-4fed-9533-36bbe2cacc3a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:21.995927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d7967a76-ec12-4fed-9533-36bbe2cacc3a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:22.002410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d7967a76-ec12-4fed-9533-36bbe2cacc3a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:22.008602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d7967a76-ec12-4fed-9533-36bbe2cacc3a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:22.014799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d7967a76-ec12-4fed-9533-36bbe2cacc3a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:22.021963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d7967a76-ec12-4fed-9533-36bbe2cacc3a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:22.028474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d7967a76-ec12-4fed-9533-36bbe2cacc3a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:22.030400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d7967a76-ec12-4fed-9533-36bbe2cacc3a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5428 time: 0.1672080
Nov 06 20:51:22.058650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9210c3a1-39eb-4a93-b546-62b199efbddb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:22.082074 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Set router bc359211-cace-485f-9005-65d89ba60e46 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:22.167731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9210c3a1-39eb-4a93-b546-62b199efbddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9210c3a1-39eb-4a93-b546-62b199efbddb,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:22.182076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '9210c3a1-39eb-4a93-b546-62b199efbddb', 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'port_id': '9210c3a1-39eb-4a93-b546-62b199efbddb', 'mac_address': 'fa:16:3e:0e:e2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415b8343-4398-4596-aa90-5a333fafb6a4', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:22.226630 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.242376 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.245521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9210c3a1-39eb-4a93-b546-62b199efbddb {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:22.257010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1bd85ef6-69d6-4ee5-a410-5b4e1b0afe91 req-d5317a25-0835-4931-a3f4-fd81a9bd783d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2069213
Nov 06 20:51:22.264486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.280341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9210c3a1-39eb-4a93-b546-62b199efbddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9210c3a1-39eb-4a93-b546-62b199efbddb,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:22.280561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:51:22.285725 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.286690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b2314b90-7099-4642-9659-4a7f9cf3fccc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:22.336902 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925298ec70>, [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163'}], 'enable_snat': True}, 'gw_port_id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:51:19Z', 'revision_number': 4, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port': {'id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:16Z', 'updated_at': '2021-11-06T20:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e676c877-b11a-4044-8fb9-3273d5e6d3c1', 'name': '', 'network_id': '3185d025-395a-4e4e-9061-29af97345887', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'mac_address': 'fa:16:3e:29:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '43c6d38f-a7f9-4a4e-8249-725918488d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:18Z', 'updated_at': '2021-11-06T20:51:20Z', 'revision_number': 2, 'project_id': '669205b495ef4088b1d5dae005f87509', 'subnets': [{'id': '43c6d38f-a7f9-4a4e-8249-725918488d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:22.344192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.344565 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Added segment f325294f-4508-4396-a528-0719092f09f2 of type vlan for network 39268745-8f8f-45e8-9b80-892f36fcf6cd
Nov 06 20:51:22.354552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b2314b90-7099-4642-9659-4a7f9cf3fccc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2314b90-7099-4642-9659-4a7f9cf3fccc,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:22.357614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9210c3a1-39eb-4a93-b546-62b199efbddb,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:22.369706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'b2314b90-7099-4642-9659-4a7f9cf3fccc', 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'port_id': 'b2314b90-7099-4642-9659-4a7f9cf3fccc', 'mac_address': 'fa:16:3e:2a:f6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415b8343-4398-4596-aa90-5a333fafb6a4', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:22.371617 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Checking router: bc359211-cace-485f-9005-65d89ba60e46 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:51:22.371972 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Updating router bc359211-cace-485f-9005-65d89ba60e46 port e676c877-b11a-4044-8fb9-3273d5e6d3c1 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:51:22.400175 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.410588 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.416970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca4d447-e451-46ce-9cde-eab61e13e4b9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:22.433936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efcbbb-a0ef-4839-a318-def78ffb92be req-6cd436b0-fce4-404b-8605-077f70438d43 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:22.435457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0efcbbb-a0ef-4839-a318-def78ffb92be req-6cd436b0-fce4-404b-8605-077f70438d43 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 945 time: 0.1770046
Nov 06 20:51:22.438446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.443766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2314b90-7099-4642-9659-4a7f9cf3fccc {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:22.444335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.461448 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.482999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b2314b90-7099-4642-9659-4a7f9cf3fccc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2314b90-7099-4642-9659-4a7f9cf3fccc,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:22.489009 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.490352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ae68264b-1862-48ec-9e32-e8afd5d1d1a9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:22.524930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.525883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:22.526523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.543338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0efcbbb-a0ef-4839-a318-def78ffb92be req-4526ae1f-adca-44eb-9fde-73fda7b1b32a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953572
Nov 06 20:51:22.559121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.564147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b2314b90-7099-4642-9659-4a7f9cf3fccc,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:22.572013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ae68264b-1862-48ec-9e32-e8afd5d1d1a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:22.576024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6', '5c194b3b-7525-4372-a35e-31e481740efc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:22.608083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7716391
Nov 06 20:51:22.610829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50994) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:22.611641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'ae68264b-1862-48ec-9e32-e8afd5d1d1a9', 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'port_id': 'ae68264b-1862-48ec-9e32-e8afd5d1d1a9', 'mac_address': 'fa:16:3e:d5:bc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415b8343-4398-4596-aa90-5a333fafb6a4', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:22.618140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Request body: {'subnet': {'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-subnet', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:22.646112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Made reservation on behalf of cd266384f4fe46a185944babbbf1d6ee for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:51:22.650743 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.697684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc76d79-448d-4f27-bf6a-4917af9a2e08 admin admin] Pushing event updated for resources: {'Network': ['ID=39268745-8f8f-45e8-9b80-892f36fcf6cd,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:22.707422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:22.715237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:22.718147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:22.720522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:22.751127 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.762182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 39268745-8f8f-45e8-9b80-892f36fcf6cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:51:22.842916 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.858964 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.865093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae68264b-1862-48ec-9e32-e8afd5d1d1a9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:22.930482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.954367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ae68264b-1862-48ec-9e32-e8afd5d1d1a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:22.975482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:22.976668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device da512244-df04-4f1e-9589-476f01bcf03c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:23.019107 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce466cc-f1c4-44a7-acdf-cd8e76957ebe None None] Pushing event updated for resources: {'Port': ['ID=e676c877-b11a-4044-8fb9-3273d5e6d3c1,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:23.050828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfb880f-8dd7-461a-8a19-59252acc1121,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:23.066500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Checking segment: {'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:23.067116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Network hostable DHCP agents. Network: 39268745-8f8f-45e8-9b80-892f36fcf6cd, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:51:23.092066 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Attempting to bind port e676c877-b11a-4044-8fb9-3273d5e6d3c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:23.092492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Attempting to bind port e676c877-b11a-4044-8fb9-3273d5e6d3c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:23.092866 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Attempting to bind port e676c877-b11a-4044-8fb9-3273d5e6d3c1 on network 3185d025-395a-4e4e-9061-29af97345887 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:23.103298 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:23.103830 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Checking segment: {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:23.104722 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.105918 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Bound using segment: {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:23.106445 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Bound port: e676c877-b11a-4044-8fb9-3273d5e6d3c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:23.106927 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.107628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Network 39268745-8f8f-45e8-9b80-892f36fcf6cd is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:51:23.139401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39268745-8f8f-45e8-9b80-892f36fcf6cd) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:23.151964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.156358 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.182004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052881e-361d-4f36-9e6f-6881ba7a0409 None None] Network 39268745-8f8f-45e8-9b80-892f36fcf6cd requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:51:23.196710 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9d49d5af-cf3e-41f1-85b3-ce7a36c21082 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5807412
Nov 06 20:51:23.197533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51000) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:23.210908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:23.213766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c45217-714a-44d1-b029-4a353b2f3f8b req-64f8292f-fbc1-4bba-9e77-9ccf46ee5a43 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.215378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9c45217-714a-44d1-b029-4a353b2f3f8b req-64f8292f-fbc1-4bba-9e77-9ccf46ee5a43 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 936 time: 0.6238983
Nov 06 20:51:23.238790 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] For port e676c877-b11a-4044-8fb9-3273d5e6d3c1, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:23.244898 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] For port e676c877-b11a-4044-8fb9-3273d5e6d3c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e676c877-b11a-4044-8fb9-3273d5e6d3c1,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:23.249620 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.251289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.253438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:23.287437 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.289533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-aa3a559a-77c6-411b-a847-7848fb970bb1 None None] Provisioning complete for port f3bc0dd3-b09d-4857-859d-ac48eec07494 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:23.290092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa3a559a-77c6-411b-a847-7848fb970bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.307233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.308043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.322694 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.348308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb5313-1495-48f3-8aef-03946ce34360 req-aac0732f-d89e-4786-ad37-080c8a2a1135 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.356360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58cb5313-1495-48f3-8aef-03946ce34360 req-aac0732f-d89e-4786-ad37-080c8a2a1135 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1704364
Nov 06 20:51:23.372221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9c45217-714a-44d1-b029-4a353b2f3f8b req-ca408cde-7db5-489d-b517-36e92cfe5fb9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262326
Nov 06 20:51:23.424591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-75b0e582-76a3-48f1-9e16-9b08fc554182 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8654175
Nov 06 20:51:23.431263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a559a-77c6-411b-a847-7848fb970bb1 None None] Port f3bc0dd3-b09d-4857-859d-ac48eec07494 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:51:23.434107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port da512244-df04-4f1e-9589-476f01bcf03c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da512244-df04-4f1e-9589-476f01bcf03c,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:23.453899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Request body: {'port': {'device_id': '0f449d21-9a2c-46a7-99aa-707210a04428', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:23.454548 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce466cc-f1c4-44a7-acdf-cd8e76957ebe None None] Pushing event updated for resources: {'Port': ['ID=e676c877-b11a-4044-8fb9-3273d5e6d3c1,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:23.457781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 67ddc465-ab3a-4cee-b33e-5db0af031913 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:23.475697 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Routers {'bc359211-cace-485f-9005-65d89ba60e46'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:23.476451 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925298ec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bc359211-cace-485f-9005-65d89ba60e46'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:23.540072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58cb5313-1495-48f3-8aef-03946ce34360 req-ce7d9b81-5b38-4f66-8b54-619e4f2c9a26 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760824
Nov 06 20:51:23.561160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'da512244-df04-4f1e-9589-476f01bcf03c', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'port_id': 'da512244-df04-4f1e-9589-476f01bcf03c', 'mac_address': 'fa:16:3e:3b:43:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:23.570489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.610693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.677604 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] Set router bc359211-cace-485f-9005-65d89ba60e46 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:23.783088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-09490ddc-f524-497e-bc3d-0f12308a38d9 None None] Provisioning complete for port e676c877-b11a-4044-8fb9-3273d5e6d3c1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:23.783613 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-09490ddc-f524-497e-bc3d-0f12308a38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.857770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.862409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-4445117b-2deb-40f1-9c23-5f255302cb8b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.870101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-4445117b-2deb-40f1-9c23-5f255302cb8b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.877911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-4445117b-2deb-40f1-9c23-5f255302cb8b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.886744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-4445117b-2deb-40f1-9c23-5f255302cb8b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.890689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.894198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-4445117b-2deb-40f1-9c23-5f255302cb8b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.912335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-4445117b-2deb-40f1-9c23-5f255302cb8b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.915203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-39268745-8f8f-45e8-9b80-892f36fcf6cd', 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'fixed_ips': [{'subnet_id': '4cfb880f-8dd7-461a-8a19-59252acc1121'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:51:23.916182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.918419 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.920907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da512244-df04-4f1e-9589-476f01bcf03c {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:23.923575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-4445117b-2deb-40f1-9c23-5f255302cb8b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:23.925943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-4445117b-2deb-40f1-9c23-5f255302cb8b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5431 time: 0.2497163
Nov 06 20:51:23.938500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 67ddc465-ab3a-4cee-b33e-5db0af031913 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:23.938912 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:23.975078 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925298ec70>, [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163'}], 'enable_snat': True}, 'gw_port_id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:51:19Z', 'revision_number': 4, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port': {'id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:16Z', 'updated_at': '2021-11-06T20:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e676c877-b11a-4044-8fb9-3273d5e6d3c1', 'name': '', 'network_id': '3185d025-395a-4e4e-9061-29af97345887', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'mac_address': 'fa:16:3e:29:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '43c6d38f-a7f9-4a4e-8249-725918488d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:18Z', 'updated_at': '2021-11-06T20:51:23Z', 'revision_number': 4, 'project_id': '669205b495ef4088b1d5dae005f87509', 'subnets': [{'id': '43c6d38f-a7f9-4a4e-8249-725918488d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:24.002812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa773168-3691-4058-bd57-ebf1b5814486 req-91356829-f770-42ad-adaf-e33eb1ba7c44 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:24.014616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa773168-3691-4058-bd57-ebf1b5814486 req-91356829-f770-42ad-adaf-e33eb1ba7c44 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 945 time: 0.2801452
Nov 06 20:51:24.015354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port da512244-df04-4f1e-9589-476f01bcf03c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da512244-df04-4f1e-9589-476f01bcf03c,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:24.016042 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07f40d-3112-4c9a-b759-f1859821f093 None None] The sync data for ids ['bc359211-cace-485f-9005-65d89ba60e46'] in ncdv-master-1 is: [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163'}], 'enable_snat': True}, 'gw_port_id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:51:19Z', 'revision_number': 4, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port': {'id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:16Z', 'updated_at': '2021-11-06T20:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e676c877-b11a-4044-8fb9-3273d5e6d3c1', 'name': '', 'network_id': '3185d025-395a-4e4e-9061-29af97345887', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'mac_address': 'fa:16:3e:29:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '43c6d38f-a7f9-4a4e-8249-725918488d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:18Z', 'updated_at': '2021-11-06T20:51:23Z', 'revision_number': 4, 'project_id': '669205b495ef4088b1d5dae005f87509', 'subnets': [{'id': '43c6d38f-a7f9-4a4e-8249-725918488d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:51:24.066516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Allocated IP 172.35.0.249 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/8866598c-122d-4d60-818f-55b4cfe1eb6c) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:24.111382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.165638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 17be14bc-9403-4e98-b5d4-244642a0bc18 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:24.168044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4bcbf763-7122-4e3c-924c-724aca38e98e up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:24.181910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-605a9da5-ea7f-4fb0-8d10-2033c8e5e58c req-30e94071-5aed-4200-a262-e972806b4d8c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2450879
Nov 06 20:51:24.201469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa773168-3691-4058-bd57-ebf1b5814486 req-599f3cdc-c263-4bd5-917d-169186457887 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857486
Nov 06 20:51:24.235481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.273899 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.325820 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:24.331116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:24.336784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:24.337952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bc0dd3-b09d-4857-859d-ac48eec07494 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:24.347005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.362573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Transition to ACTIVE for port object f3bc0dd3-b09d-4857-859d-ac48eec07494 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:51:24.368760 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.385831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Pushing event updated for resources: {'Port': ['ID=8866598c-122d-4d60-818f-55b4cfe1eb6c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:24.504954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Allocated IP 172.20.0.2 (39268745-8f8f-45e8-9b80-892f36fcf6cd/4cfb880f-8dd7-461a-8a19-59252acc1121/5cde3661-ed9e-4f9d-929a-2b81bb62e11e) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:24.665895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.690940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:24.704029 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.813217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Attempting to bind port f3bc0dd3-b09d-4857-859d-ac48eec07494 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:24.813577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Attempting to bind port f3bc0dd3-b09d-4857-859d-ac48eec07494 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:24.813890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Attempting to bind port f3bc0dd3-b09d-4857-859d-ac48eec07494 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:24.831979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1b55-22db-48d5-84f5-2d3307fb579a req-c2e549ce-21fb-4c23-b806-2447f1e4105c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:24.834154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45cc1b55-22db-48d5-84f5-2d3307fb579a req-c2e549ce-21fb-4c23-b806-2447f1e4105c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.3083465
Nov 06 20:51:24.838261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Port f3bc0dd3-b09d-4857-859d-ac48eec07494 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:51:24.838586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Attempting to bind port f3bc0dd3-b09d-4857-859d-ac48eec07494 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:24.855813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 17be14bc-9403-4e98-b5d4-244642a0bc18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17be14bc-9403-4e98-b5d4-244642a0bc18,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:24.861151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08724ca-9855-4d1f-8b26-ffe0b24ab5cf req-d9a8b43a-4e49-49da-963b-f18f45f2dc25 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:24.862816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c08724ca-9855-4d1f-8b26-ffe0b24ab5cf req-d9a8b43a-4e49-49da-963b-f18f45f2dc25 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1544702
Nov 06 20:51:24.879074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:24.879349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:24.879700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:24.880539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Bound port: f3bc0dd3-b09d-4857-859d-ac48eec07494, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:24.881219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.898276 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.950741 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-09490ddc-f524-497e-bc3d-0f12308a38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.956382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:24.957306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '17be14bc-9403-4e98-b5d4-244642a0bc18', 'network_id': '958012f3-be05-4daa-8ea3-73508f133764', 'port_id': '17be14bc-9403-4e98-b5d4-244642a0bc18', 'mac_address': 'fa:16:3e:c2:43:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a5f413-46fc-4794-9630-797b452619b5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:24.969781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=da512244-df04-4f1e-9589-476f01bcf03c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:24.996917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45cc1b55-22db-48d5-84f5-2d3307fb579a req-2a98b5dc-a2c5-4a5e-a9b0-ad3c2ce5b6e9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553929
Nov 06 20:51:25.018821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Network 39268745-8f8f-45e8-9b80-892f36fcf6cd is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:25.026080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c08724ca-9855-4d1f-8b26-ffe0b24ab5cf req-d5ef2537-d111-45c1-a1f2-64a227a50c47 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542981
Nov 06 20:51:25.045205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 4bcbf763-7122-4e3c-924c-724aca38e98e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:25.045582 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:25.051971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:25.054736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:25.074862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:25.082072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:25.094159 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:25.132155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-09490ddc-f524-497e-bc3d-0f12308a38d9 None None] For port e676c877-b11a-4044-8fb9-3273d5e6d3c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e676c877-b11a-4044-8fb9-3273d5e6d3c1,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:25.136404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Pushing event updated for resources: {'Port': ['ID=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:25.149972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.150528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:25.152000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] 10.222.0.10 "PUT /v2.0/ports/f3bc0dd3-b09d-4857-859d-ac48eec07494 HTTP/1.1" status: 200  len: 1096 time: 1.7138648
Nov 06 20:51:25.152683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:25.155299 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdce53d-2903-4663-853a-d453d14350c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:25.155695 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-09490ddc-f524-497e-bc3d-0f12308a38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:25.204900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Router d49b528d-3596-4156-8740-91dc1122a143 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:51:25.273325 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda03b55-926b-492f-92b2-892e520b9146 x-openstack-request-id: req-fda03b55-926b-492f-92b2-892e520b9146 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:25.288132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ae68264b-1862-48ec-9e32-e8afd5d1d1a9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:25.288678 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:25.289205 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fda03b55-926b-492f-92b2-892e520b9146 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:25.289640 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'status': 'completed', 'code': 200}
Nov 06 20:51:25.291781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9210c3a1-39eb-4a93-b546-62b199efbddb'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:25.352432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7601f-903c-401e-a503-d0541aafd581 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:25.367801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834d97-fe29-4626-9776-a5208bfa678e req-4666d2ae-b43f-438d-9213-0caef56f0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.369378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-4666d2ae-b43f-438d-9213-0caef56f0b24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 1099 time: 0.1688559
Nov 06 20:51:25.384628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b2314b90-7099-4642-9659-4a7f9cf3fccc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:25.388869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['da512244-df04-4f1e-9589-476f01bcf03c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:25.469266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:51:25.510939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:25.512560 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:25.513846 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e831507b-8618-4894-ad58-1347704a2100 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3138256
Nov 06 20:51:25.516715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51032) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:25.543609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-518a64de-49fe-45cd-924c-aa1b7be2c2f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494 HTTP/1.1" status: 200  len: 217 time: 0.0991931
Nov 06 20:51:25.570822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e676c877-b11a-4044-8fb9-3273d5e6d3c1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:25.574210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17be14bc-9403-4e98-b5d4-244642a0bc18 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:25.596053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 17be14bc-9403-4e98-b5d4-244642a0bc18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17be14bc-9403-4e98-b5d4-244642a0bc18,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:25.602688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Sync routers for ids ['d49b528d-3596-4156-8740-91dc1122a143'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:51:25.616986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-613df860-5603-44a2-be63-763891c3ad8d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.623178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-613df860-5603-44a2-be63-763891c3ad8d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.630037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-613df860-5603-44a2-be63-763891c3ad8d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.632209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:25.633021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device fcdcc226-5447-40fc-ae90-f14b9d979ea3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:25.637763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-613df860-5603-44a2-be63-763891c3ad8d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.644153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-613df860-5603-44a2-be63-763891c3ad8d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.650622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-613df860-5603-44a2-be63-763891c3ad8d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.657095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-613df860-5603-44a2-be63-763891c3ad8d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.659359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-613df860-5603-44a2-be63-763891c3ad8d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5432 time: 0.2988327
Nov 06 20:51:25.690514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f2605-057b-4d4d-85aa-efd2328738ca req-81b4efdb-fa0a-4700-b64a-7262ef00fb63 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.692119 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b74f2605-057b-4d4d-85aa-efd2328738ca req-81b4efdb-fa0a-4700-b64a-7262ef00fb63 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 945 time: 0.2722211
Nov 06 20:51:25.738033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834d97-fe29-4626-9776-a5208bfa678e req-8bb0fbf5-3cda-4020-9980-5c0bc1756953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.740447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-8bb0fbf5-3cda-4020-9980-5c0bc1756953 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1697793
Nov 06 20:51:25.807415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cabdc696-8cc7-4977-ac0a-c418c5c491da None None] Provisioning complete for port e676c877-b11a-4044-8fb9-3273d5e6d3c1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:25.807785 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cabdc696-8cc7-4977-ac0a-c418c5c491da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:25.811312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Routers {'d49b528d-3596-4156-8740-91dc1122a143'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:25.811622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92516a6970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d49b528d-3596-4156-8740-91dc1122a143'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:25.828869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c591a26-92d2-44f2-8c5f-afe861f3ad39 req-c903b6df-e281-4b45-a9aa-e3881535c358 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1592109
Nov 06 20:51:25.857449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b74f2605-057b-4d4d-85aa-efd2328738ca req-7a8b3e05-9f7b-4b43-b3cc-cebcb902fd17 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546082
Nov 06 20:51:25.882128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834d97-fe29-4626-9776-a5208bfa678e req-df23cbcf-5253-4a8e-89a1-93f291050d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:25.883631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-df23cbcf-5253-4a8e-89a1-93f291050d18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1294045
Nov 06 20:51:25.951977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Set router d49b528d-3596-4156-8740-91dc1122a143 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:26.011051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-a941a45b-1603-4d0b-8515-f4d42cec75c0 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1190150
Nov 06 20:51:26.038815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.resource_extend [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 20:51:26.126179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port fcdcc226-5447-40fc-ae90-f14b9d979ea3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:26.156175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Attempting to bind port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:26.156570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Attempting to bind port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:26.157194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Attempting to bind port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e on network 39268745-8f8f-45e8-9b80-892f36fcf6cd {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:26.195281 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.198341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7834d97-fe29-4626-9776-a5208bfa678e req-1b5623da-9e51-44a8-9c78-c4d66aeda5be service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729548
Nov 06 20:51:26.219897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623d6ae-2494-47a1-962f-c7b06b6f878b req-a74f2d11-d2ff-4847-9722-888cece2fe73 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:26.221618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9623d6ae-2494-47a1-962f-c7b06b6f878b req-a74f2d11-d2ff-4847-9722-888cece2fe73 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.0950601
Nov 06 20:51:26.239432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9adce1-a1a4-4512-a049-0e30d45cd73e req-5c4bb93f-ac13-499c-9ded-786bef53c906 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:26.240972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb9adce1-a1a4-4512-a049-0e30d45cd73e req-5c4bb93f-ac13-499c-9ded-786bef53c906 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0812581
Nov 06 20:51:26.254498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:26.254881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Checking segment: {'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:26.255477 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.255882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Bound using segment: {'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:26.258490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Bound port: 5cde3661-ed9e-4f9d-929a-2b81bb62e11e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:26.258490 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.295258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09490ddc-f524-497e-bc3d-0f12308a38d9 None None] Pushing event updated for resources: {'Port': ['ID=e676c877-b11a-4044-8fb9-3273d5e6d3c1,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:26.304020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3', 'network_id': '1ed770e6-9b00-40af-a51d-f21c36fc4854', 'port_id': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3', 'mac_address': 'fa:16:3e:90:c5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415b8343-4398-4596-aa90-5a333fafb6a4', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:26.345462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9623d6ae-2494-47a1-962f-c7b06b6f878b req-d0ef834c-44a7-43bb-b9be-e3583ab71864 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028466
Nov 06 20:51:26.371475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e676c877-b11a-4044-8fb9-3273d5e6d3c1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:26.372415 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.390691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb9adce1-a1a4-4512-a049-0e30d45cd73e req-5f20ba61-0b71-4c91-a5ce-8bee7e1b3f59 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299760
Nov 06 20:51:26.400489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce53d-2903-4663-853a-d453d14350c6 req-fa8e42b7-878c-4e9e-a1f5-838f0172bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:26.402400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cdce53d-2903-4663-853a-d453d14350c6 req-fa8e42b7-878c-4e9e-a1f5-838f0172bc66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 1099 time: 0.1400070
Nov 06 20:51:26.425314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.501662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:26.503941 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a23cd47-ac89-4bcb-b1f2-b779dc72c8c8" -d '{"events": [{"server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "name": "network-vif-plugged", "status": "completed", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:26.527860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce53d-2903-4663-853a-d453d14350c6 req-313c35e6-6dad-4d6e-b0fc-41f1fe0d6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:26.529489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cdce53d-2903-4663-853a-d453d14350c6 req-313c35e6-6dad-4d6e-b0fc-41f1fe0d6fd6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1082699
Nov 06 20:51:26.578067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cdce53d-2903-4663-853a-d453d14350c6 req-289b1855-ca0f-4eab-bd6d-47066ea2bb53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494 HTTP/1.1" status: 200  len: 217 time: 0.0402908
Nov 06 20:51:26.613086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:26.615278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Allocated IP 172.20.0.1 (39268745-8f8f-45e8-9b80-892f36fcf6cd/4cfb880f-8dd7-461a-8a19-59252acc1121/1a62ed3c-95b6-4273-bf9a-099e7298ac3c) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:26.639498 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d1463d-3618-4ab3-90ae-d768749cbe9b x-openstack-request-id: req-f9d1463d-3618-4ab3-90ae-d768749cbe9b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:26.639875 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "name": "network-vif-plugged", "status": "completed", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:26.640094 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9d1463d-3618-4ab3-90ae-d768749cbe9b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:26.640459 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'code': 200}
Nov 06 20:51:26.645193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce53d-2903-4663-853a-d453d14350c6 req-f48132a7-eb6a-4310-bd2b-ed08e82bdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:26.649122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cdce53d-2903-4663-853a-d453d14350c6 req-f48132a7-eb6a-4310-bd2b-ed08e82bdaf2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0636861
Nov 06 20:51:26.689341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.723975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce53d-2903-4663-853a-d453d14350c6 req-91edcd9d-73f2-4c6f-bd5b-66ee5d4823c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:26.726287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cdce53d-2903-4663-853a-d453d14350c6 req-91edcd9d-73f2-4c6f-bd5b-66ee5d4823c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0684030
Nov 06 20:51:26.730072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=17be14bc-9403-4e98-b5d4-244642a0bc18,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:26.740253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.782837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.822748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Network 39268745-8f8f-45e8-9b80-892f36fcf6cd is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:26.826069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:26.830327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:26.871996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83344544-c2c0-4789-a081-c9e0aee5425c req-2149f44c-daf2-4e93-9cee-4d3f47830f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:26.877272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83344544-c2c0-4789-a081-c9e0aee5425c req-2149f44c-daf2-4e93-9cee-4d3f47830f44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 1097 time: 0.1050622
Nov 06 20:51:26.878251 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:26.924540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cdce53d-2903-4663-853a-d453d14350c6 req-e5ffa350-23a2-4e4b-94e9-415b6c0f5181 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743338
Nov 06 20:51:26.973458 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.002568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdcc226-5447-40fc-ae90-f14b9d979ea3 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:27.019604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:27.040172 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.054829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] For port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:27.087639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83344544-c2c0-4789-a081-c9e0aee5425c req-7ea7cd1c-a075-4537-b7a9-665549bd3ff8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001746
Nov 06 20:51:27.135579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-83d474d5-353b-48af-967b-664f90fe8d05 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.141939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-83d474d5-353b-48af-967b-664f90fe8d05 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.147916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port fcdcc226-5447-40fc-ae90-f14b9d979ea3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:27.148101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-83d474d5-353b-48af-967b-664f90fe8d05 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.154376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-83d474d5-353b-48af-967b-664f90fe8d05 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.159403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] For port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,segment=NetworkSegment(f325294f-4508-4396-a528-0719092f09f2),segment_id=f325294f-4508-4396-a528-0719092f09f2)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:27.160594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-83d474d5-353b-48af-967b-664f90fe8d05 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.167151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-83d474d5-353b-48af-967b-664f90fe8d05 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.173177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-83d474d5-353b-48af-967b-664f90fe8d05 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.175051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-83d474d5-353b-48af-967b-664f90fe8d05 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5433 time: 0.2204208
Nov 06 20:51:27.187578 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a81aba-6ce9-4415-8c76-6b84204ec531 req-01eab1a5-c01f-4163-8fff-c96b3f4e75ff tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.194597 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.195235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1a81aba-6ce9-4415-8c76-6b84204ec531 req-01eab1a5-c01f-4163-8fff-c96b3f4e75ff tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1708293
Nov 06 20:51:27.196453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.197121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:27.200369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cdce53d-2903-4663-853a-d453d14350c6 req-e58f5169-ca2e-4538-abab-f6cbed96d5ff service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2625248
Nov 06 20:51:27.213842 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.219945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.222973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:27.284376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1a81aba-6ce9-4415-8c76-6b84204ec531 req-43349938-03d4-40c7-9d92-c7454c9f4a36 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837390
Nov 06 20:51:27.319906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eaab0222-0d7b-42fe-b41f-21da154790ae req-e3c1baff-18c7-482f-8bb8-0b06cd99bb38 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1219087
Nov 06 20:51:27.352501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:27.361862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.391121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:27.425745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b58be-e529-42d7-a9c8-e417161c547b None None] Pushing event updated for resources: {'Port': ['ID=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:27.439107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76', 'network_id': '958012f3-be05-4daa-8ea3-73508f133764', 'port_id': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76', 'mac_address': 'fa:16:3e:ca:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a5f413-46fc-4794-9630-797b452619b5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:27.470755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92516a6970>, [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249'}], 'enable_snat': True}, 'gw_port_id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:24Z', 'revision_number': 3, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port': {'id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:27.511231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e676c877-b11a-4044-8fb9-3273d5e6d3c1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:27.535333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Checking router: d49b528d-3596-4156-8740-91dc1122a143 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:51:27.535688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Updating router d49b528d-3596-4156-8740-91dc1122a143 port 8866598c-122d-4d60-818f-55b4cfe1eb6c binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:51:27.545064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Network 39268745-8f8f-45e8-9b80-892f36fcf6cd is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:27.546850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:27.638168 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.644018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=fcdcc226-5447-40fc-ae90-f14b9d979ea3,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:27.657226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bffad-7cbd-4365-a536-db756703ab85 req-12277fe6-e5ac-4e66-ac47-08ea6559151f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.658820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470bffad-7cbd-4365-a536-db756703ab85 req-12277fe6-e5ac-4e66-ac47-08ea6559151f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.1630700
Nov 06 20:51:27.665275 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.681933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b84e5-012d-4ddb-9ab3-aa547dbeca04 req-3d57a511-d461-492e-a458-04a44c46aaf7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:27.683873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf8b84e5-012d-4ddb-9ab3-aa547dbeca04 req-3d57a511-d461-492e-a458-04a44c46aaf7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1461396
Nov 06 20:51:27.695468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:27.729502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Router d49b528d-3596-4156-8740-91dc1122a143 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:51:27.761118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470bffad-7cbd-4365-a536-db756703ab85 req-59a46b95-75bc-4a3d-8448-6f4edfa78aa6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764267
Nov 06 20:51:27.766537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf8b84e5-012d-4ddb-9ab3-aa547dbeca04 req-e92b5b95-017e-49ee-b462-97cfa53cfd57 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760231
Nov 06 20:51:27.779133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e676c877-b11a-4044-8fb9-3273d5e6d3c1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:27.779582 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.789446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:27.814091 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:27.877441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:51:27.885850 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-887b3c44-d440-46b0-9589-657b862dc8c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/d49b528d-3596-4156-8740-91dc1122a143/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3647511
Nov 06 20:51:27.965353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:28.080670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:28.087200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:28.162795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Attempting to bind port 8866598c-122d-4d60-818f-55b4cfe1eb6c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:28.163167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Attempting to bind port 8866598c-122d-4d60-818f-55b4cfe1eb6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:28.163532 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Attempting to bind port 8866598c-122d-4d60-818f-55b4cfe1eb6c on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:28.166009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede84b2-63c5-420f-a082-4953dbf0e9fe None None] Pushing event updated for resources: {'Port': ['ID=8866598c-122d-4d60-818f-55b4cfe1eb6c,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:28.171651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:28.172027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:28.172457 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:28.172837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:28.173300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Bound port: 8866598c-122d-4d60-818f-55b4cfe1eb6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:28.173676 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:28.239866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] For port 8866598c-122d-4d60-818f-55b4cfe1eb6c, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:28.244328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] For port 8866598c-122d-4d60-818f-55b4cfe1eb6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8866598c-122d-4d60-818f-55b4cfe1eb6c,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:28.249291 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:28.318069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Routers {'d49b528d-3596-4156-8740-91dc1122a143'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:28.318707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92516a6970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d49b528d-3596-4156-8740-91dc1122a143'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:28.384091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede84b2-63c5-420f-a082-4953dbf0e9fe None None] Pushing event updated for resources: {'Port': ['ID=8866598c-122d-4d60-818f-55b4cfe1eb6c,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:28.504954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] Set router d49b528d-3596-4156-8740-91dc1122a143 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:28.534748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84380c1-ec40-41cb-84f1-c573314809dd req-4349544f-e783-42e3-9fb5-518793f08861 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:28.537332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c84380c1-ec40-41cb-84f1-c573314809dd req-4349544f-e783-42e3-9fb5-518793f08861 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1194317
Nov 06 20:51:28.597344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80f2-5a90-435f-b995-07a29aae757f req-1633a40c-90c5-4fc7-9e26-ea5493949ed7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:28.604151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80f2-5a90-435f-b995-07a29aae757f req-1633a40c-90c5-4fc7-9e26-ea5493949ed7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:28.613565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80f2-5a90-435f-b995-07a29aae757f req-1633a40c-90c5-4fc7-9e26-ea5493949ed7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:28.621059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80f2-5a90-435f-b995-07a29aae757f req-1633a40c-90c5-4fc7-9e26-ea5493949ed7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:28.627540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80f2-5a90-435f-b995-07a29aae757f req-1633a40c-90c5-4fc7-9e26-ea5493949ed7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:28.639414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80f2-5a90-435f-b995-07a29aae757f req-1633a40c-90c5-4fc7-9e26-ea5493949ed7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:28.647025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80f2-5a90-435f-b995-07a29aae757f req-1633a40c-90c5-4fc7-9e26-ea5493949ed7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:28.649070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53cc80f2-5a90-435f-b995-07a29aae757f req-1633a40c-90c5-4fc7-9e26-ea5493949ed7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5435 time: 0.1640947
Nov 06 20:51:28.685976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a046f-e981-4cff-b333-640fd13d5f45 None None] Network 39268745-8f8f-45e8-9b80-892f36fcf6cd requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:51:28.707196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c84380c1-ec40-41cb-84f1-c573314809dd req-4fba2d8d-1412-42fe-8460-24d7097721de tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587296
Nov 06 20:51:28.807557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53cc80f2-5a90-435f-b995-07a29aae757f req-09454f22-4ca3-49d6-a0b3-9b2576ec6553 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1518967
Nov 06 20:51:28.856494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f328d383-5d92-4fc2-b042-77df23b624d7 None None] Provisioning complete for port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:28.856866 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f328d383-5d92-4fc2-b042-77df23b624d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:29.024279 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f328d383-5d92-4fc2-b042-77df23b624d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:29.062327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd48c8-9dd5-483f-8863-cfa8f9c43bc3 req-0cde72e6-1a69-46e4-ad14-74cdfdb0f3ae tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:29.070617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38fd48c8-9dd5-483f-8863-cfa8f9c43bc3 req-0cde72e6-1a69-46e4-ad14-74cdfdb0f3ae tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1419935
Nov 06 20:51:29.098541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66604c-c9d8-4f74-a45b-4eb4412221cd req-996de872-83b7-474d-84d6-0b3695ae90e3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:29.102528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da66604c-c9d8-4f74-a45b-4eb4412221cd req-996de872-83b7-474d-84d6-0b3695ae90e3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.1307130
Nov 06 20:51:29.117949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f328d383-5d92-4fc2-b042-77df23b624d7 None None] For port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,segment=NetworkSegment(f325294f-4508-4396-a528-0719092f09f2),segment_id=f325294f-4508-4396-a528-0719092f09f2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:29.134161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92516a6970>, [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249'}], 'enable_snat': True}, 'gw_port_id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:26Z', 'revision_number': 4, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port': {'id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a62ed3c-95b6-4273-bf9a-099e7298ac3c', 'name': '', 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'mac_address': 'fa:16:3e:bc:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:26Z', 'updated_at': '2021-11-06T20:51:27Z', 'revision_number': 2, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'subnets': [{'id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:29.141287 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f328d383-5d92-4fc2-b042-77df23b624d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:29.160805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38fd48c8-9dd5-483f-8863-cfa8f9c43bc3 req-0ea6bb7a-d10b-4030-a8c9-32efa49cc231 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887756
Nov 06 20:51:29.219012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da66604c-c9d8-4f74-a45b-4eb4412221cd req-d1e29555-dbad-44e6-8e72-a885d8306a61 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083810
Nov 06 20:51:29.329146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3903fcd-5177-4e2f-bd53-2a3ec36c0066 None None] The sync data for ids ['d49b528d-3596-4156-8740-91dc1122a143'] in ncdv-master-1 is: [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249'}], 'enable_snat': True}, 'gw_port_id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:26Z', 'revision_number': 4, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port': {'id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a62ed3c-95b6-4273-bf9a-099e7298ac3c', 'name': '', 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'mac_address': 'fa:16:3e:bc:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:26Z', 'updated_at': '2021-11-06T20:51:27Z', 'revision_number': 2, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'subnets': [{'id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:51:29.428091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328d383-5d92-4fc2-b042-77df23b624d7 None None] Pushing event updated for resources: {'Port': ['ID=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:29.463690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5cde3661-ed9e-4f9d-929a-2b81bb62e11e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:29.553860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:29.554702 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:29.593177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['17be14bc-9403-4e98-b5d4-244642a0bc18'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:29.830067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:29.832312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['6129e605-3b1f-4e2f-bd52-7ed954bb7a76'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:29.883836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e063da-fec9-4d0e-909b-168fa5033ccd req-3a5c096f-f76c-4e70-98af-a6956406ac02 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:29.891304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2e063da-fec9-4d0e-909b-168fa5033ccd req-3a5c096f-f76c-4e70-98af-a6956406ac02 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1007483
Nov 06 20:51:29.993512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2e063da-fec9-4d0e-909b-168fa5033ccd req-79d01558-ab4a-4cd9-b7a5-ee03c196d715 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925875
Nov 06 20:51:30.086934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6fe495e1-c16f-4fbe-973a-fa737386005e None None] Provisioning complete for port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:30.087254 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6fe495e1-c16f-4fbe-973a-fa737386005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:30.250367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e356-5588-41b7-a9b1-c64913701afd req-62eee74d-dd0b-49ca-b8bd-42c68348fe8e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.268466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e356-5588-41b7-a9b1-c64913701afd req-62eee74d-dd0b-49ca-b8bd-42c68348fe8e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.286782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e356-5588-41b7-a9b1-c64913701afd req-62eee74d-dd0b-49ca-b8bd-42c68348fe8e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.303973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e356-5588-41b7-a9b1-c64913701afd req-62eee74d-dd0b-49ca-b8bd-42c68348fe8e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.313113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e356-5588-41b7-a9b1-c64913701afd req-62eee74d-dd0b-49ca-b8bd-42c68348fe8e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.328910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e356-5588-41b7-a9b1-c64913701afd req-62eee74d-dd0b-49ca-b8bd-42c68348fe8e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.335936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e356-5588-41b7-a9b1-c64913701afd req-62eee74d-dd0b-49ca-b8bd-42c68348fe8e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.354952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1894e356-5588-41b7-a9b1-c64913701afd req-62eee74d-dd0b-49ca-b8bd-42c68348fe8e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5435 time: 0.2535982
Nov 06 20:51:30.412378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:30.460698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'mac_address': 'fa:16:3e:4c:bb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:30.515179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861a2ac-87f6-4390-9e41-64442f412b7d req-83161599-01ff-4603-842f-ca648eba5e0c tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.521467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a861a2ac-87f6-4390-9e41-64442f412b7d req-83161599-01ff-4603-842f-ca648eba5e0c tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.1611054
Nov 06 20:51:30.560052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1894e356-5588-41b7-a9b1-c64913701afd req-557ed7bd-8f51-4bf8-9fae-58322eaedcee tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2039764
Nov 06 20:51:30.663464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:30.666183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a861a2ac-87f6-4390-9e41-64442f412b7d req-8cca11a0-09be-42a2-99ad-ce745caa1b28 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007545
Nov 06 20:51:30.691535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bc0dd3-b09d-4857-859d-ac48eec07494 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:30.726631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6fe495e1-c16f-4fbe-973a-fa737386005e None None] Provisioning complete for port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:30.726998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6fe495e1-c16f-4fbe-973a-fa737386005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:30.736270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:30.756112 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:30.794675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6fe495e1-c16f-4fbe-973a-fa737386005e None None] Port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:51:30.815524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:30.829148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca64fa-ad15-4ebe-a70e-6a89045c19e3 req-e8d8c188-dee9-44bd-877a-c8d3a978df4d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:30.837677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2ca64fa-ad15-4ebe-a70e-6a89045c19e3 req-e8d8c188-dee9-44bd-877a-c8d3a978df4d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 949 time: 0.0751476
Nov 06 20:51:30.896605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['fcdcc226-5447-40fc-ae90-f14b9d979ea3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:30.915139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2ca64fa-ad15-4ebe-a70e-6a89045c19e3 req-73dbdc25-e2e6-4934-a5aa-501dc63bfd8d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714865
Nov 06 20:51:30.969607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-43a2341e-1074-4d9e-810e-1ec7b10ecf36 None None] Provisioning complete for port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:30.969976 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-43a2341e-1074-4d9e-810e-1ec7b10ecf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:31.145637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8142ef0-afbf-41f7-964f-1455a552c83d req-b6a0a169-86c5-43f0-87cf-69d75de6ba35 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.152924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8142ef0-afbf-41f7-964f-1455a552c83d req-b6a0a169-86c5-43f0-87cf-69d75de6ba35 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.4587851
Nov 06 20:51:31.163071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-43a2341e-1074-4d9e-810e-1ec7b10ecf36 None None] Port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:51:31.271758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8142ef0-afbf-41f7-964f-1455a552c83d req-093571f5-af57-47c8-8545-29cc350d4fa4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178441
Nov 06 20:51:31.600966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8866598c-122d-4d60-818f-55b4cfe1eb6c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:31.646334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f3bc0dd3-b09d-4857-859d-ac48eec07494'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:31.716919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-859977fe-6d83-4c34-b98e-c919ee566c4a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.725480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-859977fe-6d83-4c34-b98e-c919ee566c4a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 815 time: 0.1580124
Nov 06 20:51:31.754766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8866598c-122d-4d60-818f-55b4cfe1eb6c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:31.755292 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:31.763103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-fa2fa52a-e3ab-4459-a81e-a2a98a9a7524 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/quotas/868bef14d4704704a6e56e88a220cc66 HTTP/1.1" status: 200  len: 375 time: 0.0366442
Nov 06 20:51:31.854525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-55ded797-77e9-434e-9723-5a570250968e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0905209
Nov 06 20:51:31.870750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-4c09815a-39ac-41d2-8abd-c0dbfe250a89 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.878290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-4c09815a-39ac-41d2-8abd-c0dbfe250a89 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.886027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-4c09815a-39ac-41d2-8abd-c0dbfe250a89 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.887090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b2314b90-7099-4642-9659-4a7f9cf3fccc up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:31.893270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-4c09815a-39ac-41d2-8abd-c0dbfe250a89 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.900654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-4c09815a-39ac-41d2-8abd-c0dbfe250a89 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.907037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-4c09815a-39ac-41d2-8abd-c0dbfe250a89 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.914654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-4c09815a-39ac-41d2-8abd-c0dbfe250a89 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:31.916728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-4c09815a-39ac-41d2-8abd-c0dbfe250a89 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5435 time: 0.1781528
Nov 06 20:51:31.960940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port b2314b90-7099-4642-9659-4a7f9cf3fccc completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:31.990184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port b2314b90-7099-4642-9659-4a7f9cf3fccc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:31.990691 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.030420 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.062598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 8866598c-122d-4d60-818f-55b4cfe1eb6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8866598c-122d-4d60-818f-55b4cfe1eb6c,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:32.071810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56bfd816-d3ac-403f-8e0e-41cbeffcd150 req-17981bb1-8ee4-4573-b12f-e5b49e79bb22 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1439629
Nov 06 20:51:32.078891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.081040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-31c4c5d7-17be-4123-91c5-38ebe0660525 service neutron] 10.222.0.13 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626580
Nov 06 20:51:32.081715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5cde3661-ed9e-4f9d-929a-2b81bb62e11e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:32.204659 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.216537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-27e0b6cf-f36c-4fe2-9142-215bb075201e service neutron] 10.222.0.13 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342571
Nov 06 20:51:32.229499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=8866598c-122d-4d60-818f-55b4cfe1eb6c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:32.237875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54ead-5246-492c-93d0-a7025744a62e req-940249b7-cb25-4178-8c63-8263ffebf342 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:32.240792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7b54ead-5246-492c-93d0-a7025744a62e req-940249b7-cb25-4178-8c63-8263ffebf342 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 949 time: 0.0784488
Nov 06 20:51:32.243980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2314b90-7099-4642-9659-4a7f9cf3fccc'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:32.246270 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764258b5-a251-493d-8928-932623eff5da" -d '{"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "b2314b90-7099-4642-9659-4a7f9cf3fccc"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:32.266486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.267050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.267406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.267743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.268584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.268904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.269237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.269565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.269889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.270249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.270622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.271167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:32.276912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b2314b90-7099-4642-9659-4a7f9cf3fccc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2314b90-7099-4642-9659-4a7f9cf3fccc,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:32.284022 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.284886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ae68264b-1862-48ec-9e32-e8afd5d1d1a9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:32.303953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7b54ead-5246-492c-93d0-a7025744a62e req-a591cac1-a7f9-450c-9999-b52059abc254 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555892
Nov 06 20:51:32.338947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:32.339321 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.438269 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b2314b90-7099-4642-9659-4a7f9cf3fccc,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:32.446304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:32.452455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:32.452980 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.456072 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff2624d-4deb-4895-95f2-25435f081da9 x-openstack-request-id: req-7ff2624d-4deb-4895-95f2-25435f081da9 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:32.456494 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "b2314b90-7099-4642-9659-4a7f9cf3fccc", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:32.456968 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ff2624d-4deb-4895-95f2-25435f081da9 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:32.457446 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2314b90-7099-4642-9659-4a7f9cf3fccc', 'code': 200}
Nov 06 20:51:32.657043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a6845f2-69ff-4c81-b004-891a9cdbf365 req-360a87a7-d042-497e-9cb9-af0bb3231eec tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 210 time: 0.0374167
Nov 06 20:51:32.671920 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.698923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e89f-c049-48b8-9c5b-479bbd23caa6 req-4fe2d104-d306-4ceb-a1bc-0cddcd76f123 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:32.709819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-acd0e89f-c049-48b8-9c5b-479bbd23caa6 req-4fe2d104-d306-4ceb-a1bc-0cddcd76f123 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1602216
Nov 06 20:51:32.742392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ae68264b-1862-48ec-9e32-e8afd5d1d1a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:32.747284 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:32.748264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9210c3a1-39eb-4a93-b546-62b199efbddb up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:32.807692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-acd0e89f-c049-48b8-9c5b-479bbd23caa6 req-f424bdc3-2e4c-4ed4-88ac-35e413d8607e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961413
Nov 06 20:51:32.878169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:32.898287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 9210c3a1-39eb-4a93-b546-62b199efbddb completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:32.903107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 9210c3a1-39eb-4a93-b546-62b199efbddb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:32.903599 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.000006 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.045158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9210c3a1-39eb-4a93-b546-62b199efbddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9210c3a1-39eb-4a93-b546-62b199efbddb,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:33.051259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.058888 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Sync routers for ids ['d49b528d-3596-4156-8740-91dc1122a143'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:51:33.061404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device da512244-df04-4f1e-9589-476f01bcf03c up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:33.071275 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Routers {'d49b528d-3596-4156-8740-91dc1122a143'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:33.072214 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d49b528d-3596-4156-8740-91dc1122a143'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:33.203842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9210c3a1-39eb-4a93-b546-62b199efbddb,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:33.227187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port da512244-df04-4f1e-9589-476f01bcf03c completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:33.244284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port da512244-df04-4f1e-9589-476f01bcf03c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:33.244674 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Set router d49b528d-3596-4156-8740-91dc1122a143 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:33.247827 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.311275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ccde-78f5-4965-84e7-9af160b13abe req-1210575b-812a-42d5-92a3-15f299fb5cce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.319582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ccde-78f5-4965-84e7-9af160b13abe req-1210575b-812a-42d5-92a3-15f299fb5cce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.336227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ccde-78f5-4965-84e7-9af160b13abe req-1210575b-812a-42d5-92a3-15f299fb5cce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.366220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ccde-78f5-4965-84e7-9af160b13abe req-1210575b-812a-42d5-92a3-15f299fb5cce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.393079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ccde-78f5-4965-84e7-9af160b13abe req-1210575b-812a-42d5-92a3-15f299fb5cce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.410037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.432763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ccde-78f5-4965-84e7-9af160b13abe req-1210575b-812a-42d5-92a3-15f299fb5cce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.451667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ccde-78f5-4965-84e7-9af160b13abe req-1210575b-812a-42d5-92a3-15f299fb5cce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.463146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0266ccde-78f5-4965-84e7-9af160b13abe req-1210575b-812a-42d5-92a3-15f299fb5cce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5438 time: 0.2531486
Nov 06 20:51:33.480331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port da512244-df04-4f1e-9589-476f01bcf03c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da512244-df04-4f1e-9589-476f01bcf03c,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:33.490805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-4f9dc777-3c8d-4d22-b96f-39dccd402d8b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.492436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-4f9dc777-3c8d-4d22-b96f-39dccd402d8b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "GET /v2.0/ports?device_id=270a8546-67d9-4233-977b-d8d71a4b3f51 HTTP/1.1" status: 200  len: 946 time: 0.2937694
Nov 06 20:51:33.496013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.505917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8866598c-122d-4d60-818f-55b4cfe1eb6c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:33.587580 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8d60>, [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249'}], 'enable_snat': True}, 'gw_port_id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:26Z', 'revision_number': 4, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port': {'id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a62ed3c-95b6-4273-bf9a-099e7298ac3c', 'name': '', 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'mac_address': 'fa:16:3e:bc:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:26Z', 'updated_at': '2021-11-06T20:51:27Z', 'revision_number': 2, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'subnets': [{'id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:33.646520 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Checking router: d49b528d-3596-4156-8740-91dc1122a143 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:51:33.647630 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Updating router d49b528d-3596-4156-8740-91dc1122a143 port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:51:33.669683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f790-e30d-4342-9af6-11d627ceba3d req-1d6ee37d-8f46-424f-aaf6-bdce6a578fc1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:33.679538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b30f790-e30d-4342-9af6-11d627ceba3d req-1d6ee37d-8f46-424f-aaf6-bdce6a578fc1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 949 time: 0.2150600
Nov 06 20:51:33.715399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=da512244-df04-4f1e-9589-476f01bcf03c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:33.716111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0266ccde-78f5-4965-84e7-9af160b13abe req-6cbb8f69-153b-43b0-96ce-8517a408ceaf tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2225938
Nov 06 20:51:33.721092 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.753403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8866598c-122d-4d60-818f-55b4cfe1eb6c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:33.753831 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.784949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b30f790-e30d-4342-9af6-11d627ceba3d req-daad9c09-0ffa-49a6-8ba2-6b6e90eeaf8e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044102
Nov 06 20:51:33.808620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Deleting port 4bcbf763-7122-4e3c-924c-724aca38e98e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:51:33.809358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:33.848720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:34.112631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] For port 4bcbf763-7122-4e3c-924c-724aca38e98e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4bcbf763-7122-4e3c-924c-724aca38e98e,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:34.113724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.175147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Calling delete_port for 4bcbf763-7122-4e3c-924c-724aca38e98e owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:51:34.193531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33df9b8d-4774-4f77-82a7-2ece5bfe8120 req-f681d5ca-2c7b-48a1-bd64-0f1c00802184 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 210 time: 0.1905303
Nov 06 20:51:34.328543 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.338673 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.408956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:34.409962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4f4e1-8296-43b2-a8c8-0408453a7f6e req-f46f9805-24da-4124-a0e2-f89f21fa2a21 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:34.413525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0c4f4e1-8296-43b2-a8c8-0408453a7f6e req-f46f9805-24da-4124-a0e2-f89f21fa2a21 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1387932
Nov 06 20:51:34.425695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:34.432211 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.481323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae68264b-1862-48ec-9e32-e8afd5d1d1a9'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210c3a1-39eb-4a93-b546-62b199efbddb'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:34.484580 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cefabf-42dd-4a05-8247-df01720d9255" -d '{"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "ae68264b-1862-48ec-9e32-e8afd5d1d1a9"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "9210c3a1-39eb-4a93-b546-62b199efbddb"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "da512244-df04-4f1e-9589-476f01bcf03c"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:34.486042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0c4f4e1-8296-43b2-a8c8-0408453a7f6e req-de865c50-380b-4109-b0f7-ca541fe146e4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571272
Nov 06 20:51:34.548999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-aadb3411-7e63-48aa-b244-9ef23dfb5e7c tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:34.550615 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64779413-d566-4664-aeb2-bad170822bfd None None] Pushing event updated for resources: {'Port': ['ID=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:34.560522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-aadb3411-7e63-48aa-b244-9ef23dfb5e7c tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 815 time: 0.3645315
Nov 06 20:51:34.566121 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.579498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Request body: {'port': {'device_id': '67451694-6fbf-4c87-996e-577bf998c9d8', 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'admin_state_up': True, 'tenant_id': '868bef14d4704704a6e56e88a220cc66'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:34.582426 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6e2f5e-b70d-4f03-8075-60cf99928624 x-openstack-request-id: req-0f6e2f5e-b70d-4f03-8075-60cf99928624 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:34.583457 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "ae68264b-1862-48ec-9e32-e8afd5d1d1a9", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "9210c3a1-39eb-4a93-b546-62b199efbddb", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "da512244-df04-4f1e-9589-476f01bcf03c", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:34.583811 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f6e2f5e-b70d-4f03-8075-60cf99928624 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:34.584337 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae68264b-1862-48ec-9e32-e8afd5d1d1a9', 'code': 200}
Nov 06 20:51:34.584698 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210c3a1-39eb-4a93-b546-62b199efbddb', 'code': 200}
Nov 06 20:51:34.585053 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c', 'code': 200}
Nov 06 20:51:34.615624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:34.622255 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.623225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 17be14bc-9403-4e98-b5d4-244642a0bc18 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:34.683743 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Attempting to bind port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:34.684503 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Attempting to bind port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:34.685035 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Attempting to bind port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c on network 39268745-8f8f-45e8-9b80-892f36fcf6cd {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:34.693108 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:34.693806 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Checking segment: {'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:34.694427 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.695020 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Bound using segment: {'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:34.695669 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Bound port: 1a62ed3c-95b6-4273-bf9a-099e7298ac3c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f325294f-4508-4396-a528-0719092f09f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:34.696244 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.718340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:34.829980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 17be14bc-9403-4e98-b5d4-244642a0bc18 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:34.839449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 17be14bc-9403-4e98-b5d4-244642a0bc18 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:34.839748 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] For port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:34.843056 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] For port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,segment=NetworkSegment(f325294f-4508-4396-a528-0719092f09f2),segment_id=f325294f-4508-4396-a528-0719092f09f2)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:34.844571 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:34.852930 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.008943 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.034551 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64779413-d566-4664-aeb2-bad170822bfd None None] Pushing event updated for resources: {'Port': ['ID=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:35.060498 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Routers {'d49b528d-3596-4156-8740-91dc1122a143'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:35.061589 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d49b528d-3596-4156-8740-91dc1122a143'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:35.085024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 17be14bc-9403-4e98-b5d4-244642a0bc18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17be14bc-9403-4e98-b5d4-244642a0bc18,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:35.094111 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.095093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device fcdcc226-5447-40fc-ae90-f14b9d979ea3 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:35.199702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee3081-d952-4bbc-8bc5-59aa7770936e req-38511547-60d9-413f-af8e-d915bbd13037 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:35.208817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ee3081-d952-4bbc-8bc5-59aa7770936e req-38511547-60d9-413f-af8e-d915bbd13037 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 949 time: 0.1553988
Nov 06 20:51:35.253065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-6d75dc07-a04d-45ce-bbdb-c07c5234e464 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:35.253618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e67d545a-7bbb-499e-9b19-7d185e87de0d None None] Provisioning complete for port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:35.254112 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e67d545a-7bbb-499e-9b19-7d185e87de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.259776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port fcdcc226-5447-40fc-ae90-f14b9d979ea3 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:35.261343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-6d75dc07-a04d-45ce-bbdb-c07c5234e464 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:35.269399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-6d75dc07-a04d-45ce-bbdb-c07c5234e464 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:35.276984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-6d75dc07-a04d-45ce-bbdb-c07c5234e464 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:35.284039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-6d75dc07-a04d-45ce-bbdb-c07c5234e464 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:35.292050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-6d75dc07-a04d-45ce-bbdb-c07c5234e464 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:35.298803 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] Set router d49b528d-3596-4156-8740-91dc1122a143 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:35.298950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-6d75dc07-a04d-45ce-bbdb-c07c5234e464 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:35.308279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-6d75dc07-a04d-45ce-bbdb-c07c5234e464 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5440 time: 0.2442396
Nov 06 20:51:35.319610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port fcdcc226-5447-40fc-ae90-f14b9d979ea3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:35.320046 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.342136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.394525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4bcbf763-7122-4e3c-924c-724aca38e98e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:35.478681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=17be14bc-9403-4e98-b5d4-244642a0bc18,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:35.515261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Pushing event deleted for resources: {'Port': ['ID=4bcbf763-7122-4e3c-924c-724aca38e98e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:35.520717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1a62ed3c-95b6-4273-bf9a-099e7298ac3c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:35.522619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] No DVR routers for this DVR port 4bcbf763-7122-4e3c-924c-724aca38e98e on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:51:35.539022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.546323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cd4be87-d9f7-4ec9-854b-8411bb379a39 req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "DELETE /v2.0/ports/4bcbf763-7122-4e3c-924c-724aca38e98e HTTP/1.1" status: 204  len: 173 time: 2.0140872
Nov 06 20:51:35.621667 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e67d545a-7bbb-499e-9b19-7d185e87de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.634436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'name': 'network-vif-deleted', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:35.640837 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c28616d-9e1d-4f5c-9caf-5bb87205b35f" -d '{"events": [{"server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "name": "network-vif-deleted", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:35.674383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc3b7579-b874-41e4-91fd-cfb77bf79e99 req-7bab1fa7-9a52-4a35-b6a8-cc6c0bf6af30 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3651371
Nov 06 20:51:35.685284 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.746208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.746834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.748092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.750343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.750892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.751391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.752941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.754369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.757359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.758033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.759250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.760517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4710-9656-4804-a4e0-9e39edf01909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:51:35.772668 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8d60>, [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249'}], 'enable_snat': True}, 'gw_port_id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:26Z', 'revision_number': 4, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port': {'id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a62ed3c-95b6-4273-bf9a-099e7298ac3c', 'name': '', 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'mac_address': 'fa:16:3e:bc:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:26Z', 'updated_at': '2021-11-06T20:51:34Z', 'revision_number': 4, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'subnets': [{'id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:35.788697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port fcdcc226-5447-40fc-ae90-f14b9d979ea3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:35.793388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e67d545a-7bbb-499e-9b19-7d185e87de0d None None] For port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,segment=NetworkSegment(f325294f-4508-4396-a528-0719092f09f2),segment_id=f325294f-4508-4396-a528-0719092f09f2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:35.796187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.800061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:35.800704 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.819581 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89488566-6f1c-4772-85e0-6e9e3a38f4f3 None None] The sync data for ids ['d49b528d-3596-4156-8740-91dc1122a143'] in ncdv-master-1 is: [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249'}], 'enable_snat': True}, 'gw_port_id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:26Z', 'revision_number': 4, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port': {'id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a62ed3c-95b6-4273-bf9a-099e7298ac3c', 'name': '', 'network_id': '39268745-8f8f-45e8-9b80-892f36fcf6cd', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'mac_address': 'fa:16:3e:bc:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:26Z', 'updated_at': '2021-11-06T20:51:34Z', 'revision_number': 4, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'subnets': [{'id': '4cfb880f-8dd7-461a-8a19-59252acc1121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:51:35.841547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ee3081-d952-4bbc-8bc5-59aa7770936e req-c1b137b8-5134-41e0-be62-55e11ea0bb2f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6313410
Nov 06 20:51:35.845341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:35.877998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Made reservation on behalf of 868bef14d4704704a6e56e88a220cc66 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:51:35.883165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:35.925438 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e67d545a-7bbb-499e-9b19-7d185e87de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:36.058509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=fcdcc226-5447-40fc-ae90-f14b9d979ea3,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:36.164722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d545a-7bbb-499e-9b19-7d185e87de0d None None] Pushing event updated for resources: {'Port': ['ID=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:36.227601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72af963a-038a-41fe-8984-e4a0099d5feb req-16c7c682-371a-413b-ab44-ed1c99fe0d09 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 210 time: 0.0835359
Nov 06 20:51:36.270925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port f3bc0dd3-b09d-4857-859d-ac48eec07494 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:36.286938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port f3bc0dd3-b09d-4857-859d-ac48eec07494 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:36.287310 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:36.301273 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8473ff85-4a11-444d-94b9-586017888222 x-openstack-request-id: req-8473ff85-4a11-444d-94b9-586017888222 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:36.302370 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a8546-67d9-4233-977b-d8d71a4b3f51", "name": "network-vif-deleted", "tag": "4bcbf763-7122-4e3c-924c-724aca38e98e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:36.302771 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8473ff85-4a11-444d-94b9-586017888222 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:36.303834 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a8546-67d9-4233-977b-d8d71a4b3f51', 'name': 'network-vif-deleted', 'tag': '4bcbf763-7122-4e3c-924c-724aca38e98e', 'status': 'completed', 'code': 200}
Nov 06 20:51:36.318991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Allocated IP 172.20.0.14 (0e936355-eba9-4975-b6c7-019db9b3e654/f9c9fae6-62d5-4257-865d-3dd2eac73e10/3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:36.377967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ba62a138-02a0-4b7d-b373-21746f8a236f None None] Provisioning complete for port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:36.378828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554a745-9635-4a9d-bd88-c9f0bffc88dc req-699b72a3-145b-467e-a446-a8a518e16121 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:36.378961 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ba62a138-02a0-4b7d-b373-21746f8a236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:36.396595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d554a745-9635-4a9d-bd88-c9f0bffc88dc req-699b72a3-145b-467e-a446-a8a518e16121 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1579154
Nov 06 20:51:36.509776 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:36.516071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d554a745-9635-4a9d-bd88-c9f0bffc88dc req-14c4c9bc-8d7a-4151-8875-4db68784518b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259959
Nov 06 20:51:36.586617 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:36.587691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17be14bc-9403-4e98-b5d4-244642a0bc18'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3'}, {'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:36.590033 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f4f84f-4b73-4365-8e0f-42b5a1b595e4" -d '{"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "6129e605-3b1f-4e2f-bd52-7ed954bb7a76"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "17be14bc-9403-4e98-b5d4-244642a0bc18"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "fcdcc226-5447-40fc-ae90-f14b9d979ea3"}, {"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-plugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:36.627521 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:36.636148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:36.687700 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ec90e-0822-4184-a379-cb52d11b77b5 x-openstack-request-id: req-118ec90e-0822-4184-a379-cb52d11b77b5 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:36.687965 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "6129e605-3b1f-4e2f-bd52-7ed954bb7a76", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "17be14bc-9403-4e98-b5d4-244642a0bc18", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-plugged", "status": "completed", "tag": "fcdcc226-5447-40fc-ae90-f14b9d979ea3", "code": 200}, {"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-plugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:36.688170 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-118ec90e-0822-4184-a379-cb52d11b77b5 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:36.688664 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76', 'code': 200}
Nov 06 20:51:36.688919 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17be14bc-9403-4e98-b5d4-244642a0bc18', 'code': 200}
Nov 06 20:51:36.689166 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3', 'code': 200}
Nov 06 20:51:36.689462 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'code': 200}
Nov 06 20:51:36.692936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:36.720911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:36.804985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Pushing event updated for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:36.880387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Network 0e936355-eba9-4975-b6c7-019db9b3e654 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:36.908512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:36.917969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:36.922943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-89040132-4567-408f-bfd5-6a89c96c70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:36.924044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-89040132-4567-408f-bfd5-6a89c96c70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:36.925600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-89040132-4567-408f-bfd5-6a89c96c70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:36.926228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-89040132-4567-408f-bfd5-6a89c96c70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:36.926958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-89040132-4567-408f-bfd5-6a89c96c70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:36.928144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-89040132-4567-408f-bfd5-6a89c96c70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:36.928791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-89040132-4567-408f-bfd5-6a89c96c70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:36.946630 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-89040132-4567-408f-bfd5-6a89c96c70d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6499 time: 0.1217773
Nov 06 20:51:37.004840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162261f-00ce-42fa-a1b8-a36002dfd2c8 req-a743ed90-1812-491c-bdc1-0b59972d12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.005949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c162261f-00ce-42fa-a1b8-a36002dfd2c8 req-a743ed90-1812-491c-bdc1-0b59972d12b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 1101 time: 0.1959987
Nov 06 20:51:37.022218 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-59f86fd6-21df-4678-9d84-7a2c77bf9d9b req-95be2a31-25ed-45a7-80d3-145a514e424a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&id=19b93901-c4af-43c5-bc42-bea2c84d713f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0662224
Nov 06 20:51:37.026056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8499fccc-aaf1-4ba1-88b1-c9a3b2596805 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.032539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8499fccc-aaf1-4ba1-88b1-c9a3b2596805 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.039762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8499fccc-aaf1-4ba1-88b1-c9a3b2596805 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.045958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8499fccc-aaf1-4ba1-88b1-c9a3b2596805 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.052142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8499fccc-aaf1-4ba1-88b1-c9a3b2596805 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.058234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8499fccc-aaf1-4ba1-88b1-c9a3b2596805 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.064526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8499fccc-aaf1-4ba1-88b1-c9a3b2596805 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.066578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8499fccc-aaf1-4ba1-88b1-c9a3b2596805 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.2470086
Nov 06 20:51:37.073538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.074233 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:37.146798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-5ad220e8-6d48-43ab-bc14-0ca6aad7a1c5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5749447
Nov 06 20:51:37.164123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8e169-ef5f-4f9d-aa7d-bd689428858b req-1989ea26-97e1-4924-b9dd-93da014de229 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.165597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60b8e169-ef5f-4f9d-aa7d-bd689428858b req-1989ea26-97e1-4924-b9dd-93da014de229 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.2157712
Nov 06 20:51:37.188826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c162261f-00ce-42fa-a1b8-a36002dfd2c8 req-cdb1c9b2-693c-4d32-bf81-951a9b48cb04 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116226
Nov 06 20:51:37.216869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-371a0cae-7d75-44d7-a7e4-9e7e01945b8f req-8640e4c7-5f27-430e-9287-02cfbf00a80d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1385360
Nov 06 20:51:37.246200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60b8e169-ef5f-4f9d-aa7d-bd689428858b req-b8d363d0-f73a-4149-99f1-5ef3c5393b29 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738595
Nov 06 20:51:37.365004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1a62ed3c-95b6-4273-bf9a-099e7298ac3c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:37.414733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:37.415014 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:37.626376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Request body: {'port': {'device_id': '67451694-6fbf-4c87-996e-577bf998c9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:37.721858 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:37.782171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32059c-3b92-4557-a25c-a8ea7957a0d0 req-80c65969-2dbe-4593-8bd2-2c5c80f796e1 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.783636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c32059c-3b92-4557-a25c-a8ea7957a0d0 req-80c65969-2dbe-4593-8bd2-2c5c80f796e1 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 932 time: 0.0950239
Nov 06 20:51:37.849366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4bcbf763-7122-4e3c-924c-724aca38e98e no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:51:37.872017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 4bcbf763-7122-4e3c-924c-724aca38e98e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:51:37.872689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4bcbf763-7122-4e3c-924c-724aca38e98e not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:51:37.928079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995370c8-b28b-4424-9f6a-e36729b75ce2 req-6ebdacd9-264d-4dd1-ab28-fa6d7d61429d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:37.929622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995370c8-b28b-4424-9f6a-e36729b75ce2 req-6ebdacd9-264d-4dd1-ab28-fa6d7d61429d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1667354
Nov 06 20:51:37.946178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c32059c-3b92-4557-a25c-a8ea7957a0d0 req-392b17b0-0ed0-47f6-8a48-54ec30d93942 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405969
Nov 06 20:51:38.042473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995370c8-b28b-4424-9f6a-e36729b75ce2 req-fdf82e1a-c8b4-48de-a10d-b54d9f163658 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044888
Nov 06 20:51:38.126612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:38.134799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:38.149803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Transition to ACTIVE for port object 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:51:38.154338 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:38.236816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:38.304897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Attempting to bind port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:51:38.305378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Attempting to bind port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:51:38.305715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Attempting to bind port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d on network 0e936355-eba9-4975-b6c7-019db9b3e654 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:38.310468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d on network 0e936355-eba9-4975-b6c7-019db9b3e654 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:51:38.310801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Attempting to bind port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d on network 0e936355-eba9-4975-b6c7-019db9b3e654 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:51:38.319851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:51:38.320184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Checking segment: {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:51:38.320583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Bound using segment: {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:51:38.321011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Bound port: 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:51:38.321370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:38.444851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-7884a7c7-4777-4bb1-ade9-2bd1e1b19bd9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.450809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-7884a7c7-4777-4bb1-ade9-2bd1e1b19bd9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.456846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-7884a7c7-4777-4bb1-ade9-2bd1e1b19bd9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.463340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-7884a7c7-4777-4bb1-ade9-2bd1e1b19bd9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.469614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-7884a7c7-4777-4bb1-ade9-2bd1e1b19bd9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.476253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-7884a7c7-4777-4bb1-ade9-2bd1e1b19bd9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.482230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-7884a7c7-4777-4bb1-ade9-2bd1e1b19bd9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.484258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-7884a7c7-4777-4bb1-ade9-2bd1e1b19bd9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.1670265
Nov 06 20:51:38.515897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0fbb7-0450-4128-8848-2e267413641e req-f4190c73-1c8c-4632-b71b-f5912b69d8bf tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.517406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5d0fbb7-0450-4128-8848-2e267413641e req-f4190c73-1c8c-4632-b71b-f5912b69d8bf tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.1630490
Nov 06 20:51:38.538589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:51:38.558932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:51:38.569004 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:38.634841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.635566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:38.637238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] 10.222.0.10 "PUT /v2.0/ports/3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d HTTP/1.1" status: 200  len: 1092 time: 1.0162890
Nov 06 20:51:38.645922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:38.648570 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012327bc-2d5e-4e23-9447-0104bd28f044" -d '{"events": [{"name": "network-changed", "server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:38.672061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5d0fbb7-0450-4128-8848-2e267413641e req-47cefa37-b90d-4bbe-8a9b-d8ba0ee4852d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434429
Nov 06 20:51:38.699747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-444cfc31-56d9-4fac-8a5e-e7f04828c2ba req-e4a7e3f6-4169-46f7-82c5-db86ab25bcb0 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2028801
Nov 06 20:51:38.713141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81e41-bd59-4c51-a5d7-8b419fe2ac11 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:38.840960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-1e7496a6-2bd1-4770-bac1-216392d11cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.842825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-1e7496a6-2bd1-4770-bac1-216392d11cdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 1095 time: 0.1588073
Nov 06 20:51:38.844471 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f901430-73c7-465f-b90c-97dd1620a42b x-openstack-request-id: req-5f901430-73c7-465f-b90c-97dd1620a42b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:38.845050 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:38.845360 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f901430-73c7-465f-b90c-97dd1620a42b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:38.845856 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'status': 'completed', 'code': 200}
Nov 06 20:51:38.896691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-b0cd5eca-872c-43c4-9cad-eec6f3f0b56f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d HTTP/1.1" status: 200  len: 217 time: 0.0400975
Nov 06 20:51:38.963091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-856ef730-e6b0-4505-9260-6300a9bb46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:38.964631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-856ef730-e6b0-4505-9260-6300a9bb46b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9c9fae6-62d5-4257-865d-3dd2eac73e10 HTTP/1.1" status: 200  len: 855 time: 0.0499921
Nov 06 20:51:39.015217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-810cd6c4-62ee-43ae-87c4-c018e797e2e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e936355-eba9-4975-b6c7-019db9b3e654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359936
Nov 06 20:51:39.169565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bc406-83e5-4577-b1fe-55a6bf63971d req-0ecc4fcc-3455-46db-a377-194fbd9d350a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.171916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-268bc406-83e5-4577-b1fe-55a6bf63971d req-0ecc4fcc-3455-46db-a377-194fbd9d350a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 944 time: 0.1117141
Nov 06 20:51:39.269930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-3dbd22f2-6db9-46ac-87b0-28fdecf7c398 service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322910
Nov 06 20:51:39.285740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-268bc406-83e5-4577-b1fe-55a6bf63971d req-7d7d742e-e3ad-4cc1-9b2d-743f45ba13c2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941532
Nov 06 20:51:39.296346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c653d64-604b-4a1e-ba77-5c73ea12d7ee req-3b31d715-28c9-4519-85f9-c5f4bbcac779 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.297984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c653d64-604b-4a1e-ba77-5c73ea12d7ee req-3b31d715-28c9-4519-85f9-c5f4bbcac779 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1183720
Nov 06 20:51:39.414239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c653d64-604b-4a1e-ba77-5c73ea12d7ee req-9c553347-7353-4e68-a01e-98b56cc56315 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065738
Nov 06 20:51:39.430954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5061fe-d340-4858-b914-32b4dbe409aa req-215de2a8-2bed-4759-8354-613d7f153df4 service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315498
Nov 06 20:51:39.527935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-d73ee3de-9d17-4516-8af0-6d9be8cc4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.529442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-d73ee3de-9d17-4516-8af0-6d9be8cc4309 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 1095 time: 0.0435977
Nov 06 20:51:39.630446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-1b495757-082b-4f85-8ef1-db4d6eea10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.631926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-1b495757-082b-4f85-8ef1-db4d6eea10ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 916 time: 0.0893521
Nov 06 20:51:39.684742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-1a1b1f17-abc1-4e0c-9613-cff7da1117cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d HTTP/1.1" status: 200  len: 217 time: 0.0379093
Nov 06 20:51:39.750468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-2f5e4e24-63bc-4566-b0cc-889125cd294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.752069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-2f5e4e24-63bc-4566-b0cc-889125cd294d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9c9fae6-62d5-4257-865d-3dd2eac73e10 HTTP/1.1" status: 200  len: 855 time: 0.0516603
Nov 06 20:51:39.819276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-568df4c5-f5ea-4f42-89a6-a052b2cc2755 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e936355-eba9-4975-b6c7-019db9b3e654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568812
Nov 06 20:51:39.923358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe1376-ec91-4d39-b3cb-13fe00125e0b req-1c77c808-ce29-45b4-9743-be3c31754373 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.924885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3fe1376-ec91-4d39-b3cb-13fe00125e0b req-1c77c808-ce29-45b4-9743-be3c31754373 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.1503422
Nov 06 20:51:39.961671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-a7ed9810-7fa1-4c67-95d5-a0354e1f32e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.967642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-a7ed9810-7fa1-4c67-95d5-a0354e1f32e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.973638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-a7ed9810-7fa1-4c67-95d5-a0354e1f32e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.979529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-a7ed9810-7fa1-4c67-95d5-a0354e1f32e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.985534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-a7ed9810-7fa1-4c67-95d5-a0354e1f32e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.992261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-a7ed9810-7fa1-4c67-95d5-a0354e1f32e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:39.998207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-a7ed9810-7fa1-4c67-95d5-a0354e1f32e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.000110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-a7ed9810-7fa1-4c67-95d5-a0354e1f32e9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.1841531
Nov 06 20:51:40.045928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-160ab4c3-ee4d-4620-b431-0e3c38f32228 service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159927
Nov 06 20:51:40.047346 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:51:40.137399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3fe1376-ec91-4d39-b3cb-13fe00125e0b req-ac324769-e002-4a60-b0a8-67c1ed35052a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021282
Nov 06 20:51:40.168131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e43ed6c-910f-4a56-bd0c-83fd41ec13f4 req-dab07adf-227b-4bc5-95df-f44fd4df2fbc tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1575549
Nov 06 20:51:40.220020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-012327bc-2d5e-4e23-9447-0104bd28f044 req-5d54f2e6-6096-420a-9c67-f3c1e34e6bcb service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628339
Nov 06 20:51:40.416538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86836a20-2284-49eb-952f-56be35dfc8ef req-27d5dfd0-8a77-470e-92f8-5048693a5c74 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.418021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86836a20-2284-49eb-952f-56be35dfc8ef req-27d5dfd0-8a77-470e-92f8-5048693a5c74 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0836020
Nov 06 20:51:40.443912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71338-35e9-4ca7-8984-b00bfca800df req-1c10b853-0f2a-4461-8e0f-60e1655ac227 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.450143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71338-35e9-4ca7-8984-b00bfca800df req-1c10b853-0f2a-4461-8e0f-60e1655ac227 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.456031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71338-35e9-4ca7-8984-b00bfca800df req-1c10b853-0f2a-4461-8e0f-60e1655ac227 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.462447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71338-35e9-4ca7-8984-b00bfca800df req-1c10b853-0f2a-4461-8e0f-60e1655ac227 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.468427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71338-35e9-4ca7-8984-b00bfca800df req-1c10b853-0f2a-4461-8e0f-60e1655ac227 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.475035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71338-35e9-4ca7-8984-b00bfca800df req-1c10b853-0f2a-4461-8e0f-60e1655ac227 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.481182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71338-35e9-4ca7-8984-b00bfca800df req-1c10b853-0f2a-4461-8e0f-60e1655ac227 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.483026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30b71338-35e9-4ca7-8984-b00bfca800df req-1c10b853-0f2a-4461-8e0f-60e1655ac227 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.1181872
Nov 06 20:51:40.494824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51250) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:40.505583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Request body: {'floatingip': {'port_id': 'da512244-df04-4f1e-9589-476f01bcf03c'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:40.540089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86836a20-2284-49eb-952f-56be35dfc8ef req-8a55200e-d9b0-4df7-8178-d29eac49c693 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140318
Nov 06 20:51:40.551293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:40.637391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa24fe-7839-4261-b2a6-3f5c0e977357 req-f1afb4de-bb53-46bd-abd6-43a876070ddb tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.638925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79aa24fe-7839-4261-b2a6-3f5c0e977357 req-f1afb4de-bb53-46bd-abd6-43a876070ddb tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 944 time: 0.0629923
Nov 06 20:51:40.713635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afcf29-80a6-4946-bfb1-078cd9909484 req-e7e5284d-7cd9-4b6f-9fad-6df68479d2bd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:40.715246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14afcf29-80a6-4946-bfb1-078cd9909484 req-e7e5284d-7cd9-4b6f-9fad-6df68479d2bd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0937991
Nov 06 20:51:40.729147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79aa24fe-7839-4261-b2a6-3f5c0e977357 req-d737ca0c-248e-4795-a70b-35db0b55109d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713863
Nov 06 20:51:40.789300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14afcf29-80a6-4946-bfb1-078cd9909484 req-0c7ca8f6-c627-4626-b665-e859ce8b4211 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586748
Nov 06 20:51:40.968606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-8a7325d4-2305-4797-8b02-aae676e91f73 req-3a7208ce-3969-458b-b65d-077ec8240d9e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:51:40.969784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a7325d4-2305-4797-8b02-aae676e91f73 req-3a7208ce-3969-458b-b65d-077ec8240d9e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051930
Nov 06 20:51:41.086976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:41.096264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:41.209133 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Floating IP 30c94b20-6516-494c-967e-65f6412d7181 associated. External IP: 172.35.0.97, port: da512244-df04-4f1e-9589-476f01bcf03c.
Nov 06 20:51:41.333597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51280) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:51:41.348430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f1263-f2ed-4448-9102-ae053dea4b7a req-d851c4fb-034d-43bb-b3f0-95d0964d7ef3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:41.350220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-179f1263-f2ed-4448-9102-ae053dea4b7a req-d851c4fb-034d-43bb-b3f0-95d0964d7ef3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.1005538
Nov 06 20:51:41.418082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-179f1263-f2ed-4448-9102-ae053dea4b7a req-ba4ba2ff-9579-4d28-bdc3-6f44aded3c09 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616097
Nov 06 20:51:41.535409 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-156b08e3-3181-4fab-9c26-bbabec63b60d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2004616
Nov 06 20:51:41.546296 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-f1abc906-6d52-4513-9545-d894ee692395 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:51:41.547260 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-f1abc906-6d52-4513-9545-d894ee692395 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067821
Nov 06 20:51:41.571666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:51:41.698023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:51:41.702993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:41.710299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] Sync routers for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:51:41.730063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:41.730696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c257c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:41.736266 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7f231a57-fc0c-45fc-b94b-271e15abc707 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "PUT /v2.0/floatingips/30c94b20-6516-494c-967e-65f6412d7181 HTTP/1.1" status: 200  len: 990 time: 1.2402940
Nov 06 20:51:41.737401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:41.753595 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994ed556-a971-453f-94ef-1da360f4cfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "da512244-df04-4f1e-9589-476f01bcf03c"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:41.923247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:41.924158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f816e7-953d-4b1f-88b2-e159fca53f24 req-e1bfab2b-07b4-4669-9678-2e49a5c0610d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:41.932384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7f816e7-953d-4b1f-88b2-e159fca53f24 req-e1bfab2b-07b4-4669-9678-2e49a5c0610d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 944 time: 0.0901370
Nov 06 20:51:41.956246 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734b6ee0-103d-4ef9-9a17-3ad06dcd1e65 x-openstack-request-id: req-734b6ee0-103d-4ef9-9a17-3ad06dcd1e65 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:41.956800 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "tag": "da512244-df04-4f1e-9589-476f01bcf03c", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:41.957261 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-734b6ee0-103d-4ef9-9a17-3ad06dcd1e65 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:41.958482 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c', 'status': 'completed', 'code': 200}
Nov 06 20:51:42.116871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7f816e7-953d-4b1f-88b2-e159fca53f24 req-30f55642-3ee0-405b-82e1-3113b84669c7 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834915
Nov 06 20:51:42.167957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-6178b443-0b1b-44fb-b290-dbdc82e75a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.168370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-6178b443-0b1b-44fb-b290-dbdc82e75a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.168839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-6178b443-0b1b-44fb-b290-dbdc82e75a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.169300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-6178b443-0b1b-44fb-b290-dbdc82e75a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.171993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-6178b443-0b1b-44fb-b290-dbdc82e75a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.172471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-6178b443-0b1b-44fb-b290-dbdc82e75a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.172966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-6178b443-0b1b-44fb-b290-dbdc82e75a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.174895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-6178b443-0b1b-44fb-b290-dbdc82e75a67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6499 time: 0.1888368
Nov 06 20:51:42.194352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f3836-bb09-4e27-ac9e-7c33dfa5a428 req-78f2ff16-d351-4628-bd26-945bb0d9a7e4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.202434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-028f3836-bb09-4e27-ac9e-7c33dfa5a428 req-78f2ff16-d351-4628-bd26-945bb0d9a7e4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1520627
Nov 06 20:51:42.316447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-028f3836-bb09-4e27-ac9e-7c33dfa5a428 req-a170beae-afe0-4e10-893e-81f6a6a46cd2 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136765
Nov 06 20:51:42.343017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-c3b536e0-729b-4671-a454-82bb41af44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.344777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-c3b536e0-729b-4671-a454-82bb41af44b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ac9c34d5-c747-4b87-9e0a-345684b21c29 HTTP/1.1" status: 200  len: 917 time: 0.1589522
Nov 06 20:51:42.353257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c257c0>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30c94b20-6516-494c-967e-65f6412d7181', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'floating_ip_address': '172.35.0.97', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'port_id': 'da512244-df04-4f1e-9589-476f01bcf03c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'mac_address': 'fa:16:3e:3b:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:50:35Z', 'updated_at': '2021-11-06T20:51:40Z', 'revision_number': 1, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:53Z', 'revision_number': 5, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:42.383373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] Checking router: c6248ae5-2d9e-42d5-ac16-7d5443bc0221 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:51:42.418315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:51:42.418931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c257c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:42.472567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-79889fa1-a63a-4029-ac4f-83a1d5f2cbf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da512244-df04-4f1e-9589-476f01bcf03c HTTP/1.1" status: 200  len: 998 time: 0.1116211
Nov 06 20:51:42.643739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-97483126-e1c2-45bb-87bf-d76ba2b4ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.645904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-97483126-e1c2-45bb-87bf-d76ba2b4ea91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48b74287-d028-45eb-9b38-be997c73abff HTTP/1.1" status: 200  len: 855 time: 0.1492419
Nov 06 20:51:42.747680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213281d3-2eed-4163-a25c-85dc2730cf83 req-f54f2641-d434-499a-b7b8-cb34200892f3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.755849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-213281d3-2eed-4163-a25c-85dc2730cf83 req-f54f2641-d434-499a-b7b8-cb34200892f3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.2049332
Nov 06 20:51:42.790182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-7d41d09c-634a-4373-90d1-bc33510f88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:42.792017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-7d41d09c-634a-4373-90d1-bc33510f88fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ac9c34d5-c747-4b87-9e0a-345684b21c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1310613
Nov 06 20:51:42.840561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:51:42.865659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-213281d3-2eed-4163-a25c-85dc2730cf83 req-a718a188-2e90-4fef-93a5-5717d879db77 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086378
Nov 06 20:51:42.939966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-98d80f7e-8d7b-4b31-b7a5-e9cd3019bde5 service neutron] 10.222.0.10 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348839
Nov 06 20:51:43.194471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c257c0>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30c94b20-6516-494c-967e-65f6412d7181', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'floating_ip_address': '172.35.0.97', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'port_id': 'da512244-df04-4f1e-9589-476f01bcf03c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'mac_address': 'fa:16:3e:3b:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:50:35Z', 'updated_at': '2021-11-06T20:51:40Z', 'revision_number': 1, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:53Z', 'revision_number': 5, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:51:43.233031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde8292-c9ad-4f4a-b8e7-00f93e377f47 None None] The sync data for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 is: [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30c94b20-6516-494c-967e-65f6412d7181', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'floating_ip_address': '172.35.0.97', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'port_id': 'da512244-df04-4f1e-9589-476f01bcf03c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'mac_address': 'fa:16:3e:3b:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bd8a14-1498-4584-a269-945f8ff7a845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:50:35Z', 'updated_at': '2021-11-06T20:51:40Z', 'revision_number': 1, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:53Z', 'revision_number': 5, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:51:43.546414 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a8cad-3d19-4ea5-90f2-39aa6c1acbc2 None None] New status for floating IP 30c94b20-6516-494c-967e-65f6412d7181: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:51:43.573953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e317a3-f7ef-424e-b719-f762a4023430 req-bfb42d10-9a99-491c-80d2-6b6747c415f5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:43.575630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4e317a3-f7ef-424e-b719-f762a4023430 req-bfb42d10-9a99-491c-80d2-6b6747c415f5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 944 time: 0.1525264
Nov 06 20:51:43.589271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70494b97-23a6-47f7-9eb2-872d05483e80 req-d4eb917e-6071-495c-ae31-e0ebea294f76 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:43.596815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70494b97-23a6-47f7-9eb2-872d05483e80 req-d4eb917e-6071-495c-ae31-e0ebea294f76 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1830091
Nov 06 20:51:43.649370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-c2507844-d51f-41d1-bc2d-6b4167ab4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:43.651038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-c2507844-d51f-41d1-bc2d-6b4167ab4c34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 1101 time: 0.2386003
Nov 06 20:51:43.652951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-994ed556-a971-453f-94ef-1da360f4cfb2 req-a73e654d-0951-43cf-9bc1-27017119fd9a service neutron] 10.222.0.10 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7015476
Nov 06 20:51:43.804988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70494b97-23a6-47f7-9eb2-872d05483e80 req-634f8131-317e-421b-af6c-70f22468bbd9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072899
Nov 06 20:51:43.830360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4e317a3-f7ef-424e-b719-f762a4023430 req-b51132c2-1b26-4917-997d-856f2601bdb9 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171955
Nov 06 20:51:43.892148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:43.899180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-7819bdec-9b81-47ed-8611-d9b0f767a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:43.900894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-7819bdec-9b81-47ed-8611-d9b0f767a493 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2189910
Nov 06 20:51:43.956269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-691a479c-87ca-4490-8c88-a809dbc90e9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494 HTTP/1.1" status: 200  len: 217 time: 0.0474946
Nov 06 20:51:44.087798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-84735b37-2509-4f55-a836-090fbc713c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:44.089320 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-84735b37-2509-4f55-a836-090fbc713c25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1195562
Nov 06 20:51:44.119620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:44.120695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1389e-a2ca-472e-938d-090e53b3be14 req-c7b8bb15-7cee-4b23-a016-0c5095318369 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:44.128138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb1389e-a2ca-472e-938d-090e53b3be14 req-c7b8bb15-7cee-4b23-a016-0c5095318369 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0926023
Nov 06 20:51:44.133237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'port_id': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'mac_address': 'fa:16:3e:3c:7d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c9fae6-62d5-4257-865d-3dd2eac73e10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:44.185246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-43c20d56-d02d-4cf7-8743-892cc34897d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:44.186419 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-43c20d56-d02d-4cf7-8743-892cc34897d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0882208
Nov 06 20:51:44.188722 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:44.223986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb1389e-a2ca-472e-938d-090e53b3be14 req-a00345b0-0804-475e-88fa-295a530e6d07 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938051
Nov 06 20:51:44.235743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:44.266026 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:44.272408 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:44.284461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:44.293827 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:44.316556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-2e65b65a-c6cc-48b0-a940-4d7f425e7bb6 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1188388
Nov 06 20:51:44.354797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:44.427442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-05b0e72a-4687-4d68-8f3e-d763809df3e2 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1029835
Nov 06 20:51:44.789974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:45.002620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea4312-60b9-4c41-b4fa-a5c1f4524e9b req-85ae9b6a-1417-4a01-95d0-3a941ec7f00a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:45.004830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9aea4312-60b9-4c41-b4fa-a5c1f4524e9b req-85ae9b6a-1417-4a01-95d0-3a941ec7f00a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1045418
Nov 06 20:51:45.012581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46cf21-b7e7-48a3-896a-2c43f3d43ceb req-77d0de3d-7354-4f0f-a61d-8cc42c0375d4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:45.014156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f46cf21-b7e7-48a3-896a-2c43f3d43ceb req-77d0de3d-7354-4f0f-a61d-8cc42c0375d4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 945 time: 0.0870202
Nov 06 20:51:45.092953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9aea4312-60b9-4c41-b4fa-a5c1f4524e9b req-18dec34e-4000-41ae-8c7d-648f36dde55d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775902
Nov 06 20:51:45.104227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f46cf21-b7e7-48a3-896a-2c43f3d43ceb req-b446f624-6bfe-4fc4-84a0-a63f7575aa16 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830200
Nov 06 20:51:45.369688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39879-2743-4233-9217-4c0ac0f3224c req-11e001b4-bd2a-4b44-b03c-5c84f756370a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:45.373085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6af39879-2743-4233-9217-4c0ac0f3224c req-11e001b4-bd2a-4b44-b03c-5c84f756370a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0521328
Nov 06 20:51:45.432328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6af39879-2743-4233-9217-4c0ac0f3224c req-9833cc83-7c8e-47f2-8bb8-6f3fc80f549d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527170
Nov 06 20:51:46.255667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a36eea-fac3-4b60-b589-d8c2faa44427 req-28efcb9c-ac4e-486f-8f02-ac698d9145c3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:46.257543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67a36eea-fac3-4b60-b589-d8c2faa44427 req-28efcb9c-ac4e-486f-8f02-ac698d9145c3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0851536
Nov 06 20:51:46.297386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f303f3-6b2b-40b7-814a-36f3e0268bd9 req-81aca4d5-2834-4a1e-8bdd-efed69033d63 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:46.298909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12f303f3-6b2b-40b7-814a-36f3e0268bd9 req-81aca4d5-2834-4a1e-8bdd-efed69033d63 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 945 time: 0.0887895
Nov 06 20:51:46.353292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67a36eea-fac3-4b60-b589-d8c2faa44427 req-3b46790a-d9a3-4ef9-a3ff-6552843c28a4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895269
Nov 06 20:51:46.380622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12f303f3-6b2b-40b7-814a-36f3e0268bd9 req-ecde38a0-ed83-4a07-84db-fba7d0b07c2a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648358
Nov 06 20:51:46.644154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac18d8-0755-48f8-b2d0-143f7ca278c5 req-33e5235a-3171-49e3-8e85-11de29bfa3d9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:46.646568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75ac18d8-0755-48f8-b2d0-143f7ca278c5 req-33e5235a-3171-49e3-8e85-11de29bfa3d9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0589130
Nov 06 20:51:46.708192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75ac18d8-0755-48f8-b2d0-143f7ca278c5 req-15de1dce-41f9-4b36-8af0-edcc1817d449 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550330
Nov 06 20:51:46.777364 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-756fa9c3-2f64-47bf-b3c2-95cd1ca1918b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:47.527249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dd617-6d3c-45c3-9f6e-4216301d1c2b req-d2a38fc8-7af3-46f8-92a3-00d4823ee115 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:47.528947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d93dd617-6d3c-45c3-9f6e-4216301d1c2b req-d2a38fc8-7af3-46f8-92a3-00d4823ee115 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0806165
Nov 06 20:51:47.543408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91e633-afc1-4453-a3ad-c9ae80666659 req-12301327-f8af-4190-a6f3-62a03bfbd61d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:47.548770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c91e633-afc1-4453-a3ad-c9ae80666659 req-12301327-f8af-4190-a6f3-62a03bfbd61d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 945 time: 0.0912907
Nov 06 20:51:47.638747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d93dd617-6d3c-45c3-9f6e-4216301d1c2b req-123dc0ea-bd62-4ee9-8342-005f53190742 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885649
Nov 06 20:51:47.642052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c91e633-afc1-4453-a3ad-c9ae80666659 req-4e675106-5e9f-41b8-b07a-bcc01f51fc9a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895526
Nov 06 20:51:47.882987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:47.904714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9fe0a-2edd-411d-96d6-3d1ce5f7e2a4 req-8e243d25-b7e7-469f-8d01-437456927d44 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:47.906118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd9fe0a-2edd-411d-96d6-3d1ce5f7e2a4 req-8e243d25-b7e7-469f-8d01-437456927d44 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0553532
Nov 06 20:51:47.955538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:51:47.960507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:47.960995 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:47.963683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd9fe0a-2edd-411d-96d6-3d1ce5f7e2a4 req-31372bcf-176c-491d-ab02-24009fefb8a1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506921
Nov 06 20:51:48.050766 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:48.078285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:48.081576 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349e21c-e4c7-4d48-93fd-2238df843b43" -d '{"events": [{"server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:48.112067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:48.117406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:48.172744 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ade269d-0287-481d-ab23-db3f4df52b20 x-openstack-request-id: req-8ade269d-0287-481d-ab23-db3f4df52b20 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:48.172984 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:48.173285 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ade269d-0287-481d-ab23-db3f4df52b20 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:48.173676 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'code': 200}
Nov 06 20:51:48.201304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:48.251122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e00ad-aeb2-4d62-9d86-a51be104e5be req-97c6ffe2-915a-4493-9724-fbf205acd03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:48.252681 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b38e00ad-aeb2-4d62-9d86-a51be104e5be req-97c6ffe2-915a-4493-9724-fbf205acd03b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 1097 time: 0.0460131
Nov 06 20:51:48.301515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b38e00ad-aeb2-4d62-9d86-a51be104e5be req-7474f82f-b918-4971-9b95-42ac750e8a97 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415924
Nov 06 20:51:48.808687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd6faa-a0f9-400a-86ac-a83071e0d81d req-d6bb920d-8d0f-4bee-908b-cfeb63231249 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:48.810314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2edd6faa-a0f9-400a-86ac-a83071e0d81d req-d6bb920d-8d0f-4bee-908b-cfeb63231249 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0885224
Nov 06 20:51:48.828152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492490-cf81-4663-806d-7c27fa1bc6c1 req-c8249ed2-8a67-446d-aa23-4401b11b4d9b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:48.829906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1492490-cf81-4663-806d-7c27fa1bc6c1 req-c8249ed2-8a67-446d-aa23-4401b11b4d9b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0694203
Nov 06 20:51:48.909162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1492490-cf81-4663-806d-7c27fa1bc6c1 req-74876233-d975-4cb3-80a5-abd2b03634db tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706503
Nov 06 20:51:48.949681 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2edd6faa-a0f9-400a-86ac-a83071e0d81d req-1562cdb0-1832-410e-bdff-cfc2214dafec tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106904
Nov 06 20:51:49.157224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3854c40-4617-4300-95c4-46e548ee9509 req-8031041d-2125-44cc-8ebc-2446b7651dde tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:49.165130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3854c40-4617-4300-95c4-46e548ee9509 req-8031041d-2125-44cc-8ebc-2446b7651dde tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0611370
Nov 06 20:51:49.175616 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-223b0ed1-1dc9-4307-8a7c-4d0012bea783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:49.212446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3854c40-4617-4300-95c4-46e548ee9509 req-78d84da2-eef7-4b5c-9b59-29d27500e9c2 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464048
Nov 06 20:51:49.891064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7bf13337-75ad-4296-b933-78a2962b57e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:51:50.048073 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:50.060776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '7bf13337-75ad-4296-b933-78a2962b57e9', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'port_id': '7bf13337-75ad-4296-b933-78a2962b57e9', 'mac_address': 'fa:16:3e:a7:8e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320ebed7-bdef-410c-92c6-8b51981e34c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:51:50.112364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd56c7d-dc4b-4e07-9d55-e00c8595c69c req-655e38a1-9558-4d47-ae4e-7e6f2599dd30 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:50.114471 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:50.123452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fdd56c7d-dc4b-4e07-9d55-e00c8595c69c req-655e38a1-9558-4d47-ae4e-7e6f2599dd30 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1277833
Nov 06 20:51:50.134601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bf13337-75ad-4296-b933-78a2962b57e9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:51:50.156323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b34e1b-7ea9-41c1-aa78-42ab3fb90130 req-48b62e37-d6c6-4a90-82f5-7dd5b76b1e7e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:50.158165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66b34e1b-7ea9-41c1-aa78-42ab3fb90130 req-48b62e37-d6c6-4a90-82f5-7dd5b76b1e7e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1076987
Nov 06 20:51:50.172314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:50.181627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:50.217455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fdd56c7d-dc4b-4e07-9d55-e00c8595c69c req-ae2e23f2-00b0-4697-ae4c-ccfe30b99dd4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884712
Nov 06 20:51:50.263334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:50.286849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66b34e1b-7ea9-41c1-aa78-42ab3fb90130 req-04dea59c-b868-4f53-91ea-97ccf48761ab tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897903
Nov 06 20:51:50.397941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['7bf13337-75ad-4296-b933-78a2962b57e9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:51:50.500340 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:50.562990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3192d5-2a8b-4d21-a144-6b91b54346a9 req-62331c0b-5a3d-42ca-a16d-67376e5e0bde tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:50.565346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e3192d5-2a8b-4d21-a144-6b91b54346a9 req-62331c0b-5a3d-42ca-a16d-67376e5e0bde tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0670021
Nov 06 20:51:50.627878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e3192d5-2a8b-4d21-a144-6b91b54346a9 req-4fdd81b4-3542-4e4f-b520-3ad671eb86a8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525374
Nov 06 20:51:51.343404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25b2c7-859d-4330-9417-8a5c4464a8aa req-92398546-ef1a-44ff-963d-cc38018d6315 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:51.346565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e25b2c7-859d-4330-9417-8a5c4464a8aa req-92398546-ef1a-44ff-963d-cc38018d6315 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0680830
Nov 06 20:51:51.431062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0594-5faf-4ba5-898b-61762167e925 req-3d528c43-0bc1-43bd-861a-a1b4b2634928 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:51.432578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c75d0594-5faf-4ba5-898b-61762167e925 req-3d528c43-0bc1-43bd-861a-a1b4b2634928 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 944 time: 0.0800242
Nov 06 20:51:51.436253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e25b2c7-859d-4330-9417-8a5c4464a8aa req-51516204-f453-4cdb-9e42-f9003c938904 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818939
Nov 06 20:51:51.503502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c75d0594-5faf-4ba5-898b-61762167e925 req-d7a50594-26ea-47ce-a58d-60b3d1db3dd2 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605190
Nov 06 20:51:51.679502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce367b-eedd-4f4e-b4e2-0554e191f58d req-92d4780f-05c0-4f05-86fc-3a005a652cfc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:51.681047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55ce367b-eedd-4f4e-b4e2-0554e191f58d req-92d4780f-05c0-4f05-86fc-3a005a652cfc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0535231
Nov 06 20:51:51.695238 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:51.795633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55ce367b-eedd-4f4e-b4e2-0554e191f58d req-07832744-2b33-4d8e-be67-c32313de7e82 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084509
Nov 06 20:51:51.844653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-b1da3072-4626-4a13-9d46-ecbe491902fd tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:51.846260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-b1da3072-4626-4a13-9d46-ecbe491902fd tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/networks?id=3185d025-395a-4e4e-9061-29af97345887 HTTP/1.1" status: 200  len: 815 time: 0.1435318
Nov 06 20:51:51.868816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-664ce8a7-7571-45bd-ba34-2a6ec684e834 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/quotas/669205b495ef4088b1d5dae005f87509 HTTP/1.1" status: 200  len: 375 time: 0.0160539
Nov 06 20:51:51.883249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7bf13337-75ad-4296-b933-78a2962b57e9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:51:51.937754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 7bf13337-75ad-4296-b933-78a2962b57e9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:51.938208 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:51.949920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-e56ef0bd-ebaa-4cda-ba7c-7755d9e6fc57 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=669205b495ef4088b1d5dae005f87509&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0750301
Nov 06 20:51:52.017645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178f99-a627-43bc-849b-c6db7ba47755 req-a4cba67e-7a25-4087-a286-6558f0ca52b2 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:52.019101 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:52.019244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b178f99-a627-43bc-849b-c6db7ba47755 req-a4cba67e-7a25-4087-a286-6558f0ca52b2 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.1014123
Nov 06 20:51:52.044462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:51:52.046945 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50f8cc9-bca7-459c-8155-d24bbe52a16e" -d '{"events": [{"server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "name": "network-vif-plugged", "status": "completed", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:51:52.059446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:51:52.064029 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:52.095723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b178f99-a627-43bc-849b-c6db7ba47755 req-f3461b5f-e062-415d-bf54-f3df88c830de tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693505
Nov 06 20:51:52.097829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-07d2232e-55bc-4bdf-97d2-b485f9ffe352 service neutron] 10.222.0.13 "GET /v2.0/networks/3185d025-395a-4e4e-9061-29af97345887?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380398
Nov 06 20:51:52.136328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:52.192414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-9eb0c634-a2c1-4a57-bfa0-4e5cd17267f9 service neutron] 10.222.0.13 "GET /v2.0/networks/3185d025-395a-4e4e-9061-29af97345887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870800
Nov 06 20:51:52.226386 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6236ca-8150-443e-a4b1-f16d15bf5737 x-openstack-request-id: req-4c6236ca-8150-443e-a4b1-f16d15bf5737 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:51:52.226985 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "name": "network-vif-plugged", "status": "completed", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:51:52.227453 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c6236ca-8150-443e-a4b1-f16d15bf5737 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:51:52.228316 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9', 'code': 200}
Nov 06 20:51:52.333753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71777d99-3f23-4302-953a-3e6e9c041471 req-e65eeb65-83a3-4f65-be3a-2d808be4b162 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:52.335329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71777d99-3f23-4302-953a-3e6e9c041471 req-e65eeb65-83a3-4f65-be3a-2d808be4b162 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0640776
Nov 06 20:51:52.372016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d06aa99f-b8f4-42f3-9949-e0b056d3bf55 req-35671efd-0105-47c5-ba2b-95a49c892c67 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 210 time: 0.0316374
Nov 06 20:51:52.424874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71777d99-3f23-4302-953a-3e6e9c041471 req-b9e0b27e-ca04-4b14-97cd-b469d36cf1d6 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755899
Nov 06 20:51:52.459984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:52.557834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd334da4-037f-4fa2-9d3d-65b9bf3b3fa4 req-4f837955-8a1b-45ca-94af-feeef0b0d909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:52.559311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd334da4-037f-4fa2-9d3d-65b9bf3b3fa4 req-4f837955-8a1b-45ca-94af-feeef0b0d909 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0650480
Nov 06 20:51:52.616082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd334da4-037f-4fa2-9d3d-65b9bf3b3fa4 req-5ec5c9ea-2750-418c-a445-cf6abbba8fb2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498435
Nov 06 20:51:52.714744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8acddb-a009-44ad-a259-495af72d6437 req-a80a4358-e7a0-443e-8ff4-1e350ae2432a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:52.717314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e8acddb-a009-44ad-a259-495af72d6437 req-a80a4358-e7a0-443e-8ff4-1e350ae2432a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0643258
Nov 06 20:51:52.777226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e8acddb-a009-44ad-a259-495af72d6437 req-97d0673f-f228-42dd-840b-cc73921d7db7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518718
Nov 06 20:51:53.111721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3118095-eeed-41a6-bd3e-0a53c809a3b8 req-52d52185-b73e-4b95-8dcf-8e40d58ca146 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:53.113809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3118095-eeed-41a6-bd3e-0a53c809a3b8 req-52d52185-b73e-4b95-8dcf-8e40d58ca146 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0493698
Nov 06 20:51:53.161915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3118095-eeed-41a6-bd3e-0a53c809a3b8 req-d38624f9-7821-4b7c-942b-245133ad2764 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419271
Nov 06 20:51:53.220040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb6d93-265b-4068-9ac5-2126d5cd1889 req-1207bc6c-81f7-4a86-b6c8-48edb5016ce3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:53.221678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ceb6d93-265b-4068-9ac5-2126d5cd1889 req-1207bc6c-81f7-4a86-b6c8-48edb5016ce3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0515013
Nov 06 20:51:53.280462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ceb6d93-265b-4068-9ac5-2126d5cd1889 req-ae3417ed-b51c-41cf-b9be-63d2f02f3204 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508821
Nov 06 20:51:53.466465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49a583ae-a4b8-4e15-b4b3-0141da7e55e3 req-dcabac2f-3a92-4c6b-9dfb-7847bbe9a42c tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 210 time: 0.0257981
Nov 06 20:51:53.583995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-6b751a39-491a-44a0-9da8-547b835206ed tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:53.585489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-6b751a39-491a-44a0-9da8-547b835206ed tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.10 "GET /v2.0/networks?id=3185d025-395a-4e4e-9061-29af97345887 HTTP/1.1" status: 200  len: 815 time: 0.1021702
Nov 06 20:51:53.605077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Request body: {'port': {'device_id': '8c1c1154-4869-49cb-87aa-799375f3b9f0', 'network_id': '3185d025-395a-4e4e-9061-29af97345887', 'admin_state_up': True, 'tenant_id': '669205b495ef4088b1d5dae005f87509'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:51:53.731859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Made reservation on behalf of 669205b495ef4088b1d5dae005f87509 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:51:53.736964 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:53.914480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Allocated IP 172.20.0.6 (3185d025-395a-4e4e-9061-29af97345887/43c6d38f-a7f9-4a4e-8249-725918488d04/90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:51:53.951109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844db4c-f08a-42c2-8bbf-a88aa3fc1338 req-84143b4b-fcea-446e-9761-c8b243d000e7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:53.959649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f844db4c-f08a-42c2-8bbf-a88aa3fc1338 req-84143b4b-fcea-446e-9761-c8b243d000e7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0915859
Nov 06 20:51:54.049672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f844db4c-f08a-42c2-8bbf-a88aa3fc1338 req-489f5363-e9da-4b3d-9f68-08721bc3a7bb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855994
Nov 06 20:51:54.170677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:54.212768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:54.267968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Network 3185d025-395a-4e4e-9061-29af97345887 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:51:54.273655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:51:54.277256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:51:54.346310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Pushing event updated for resources: {'Port': ['ID=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:51:54.379735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:54.380504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:54.400829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0fd2e-76f0-4a4b-94e3-79fc7cf1cc37 req-a604ef18-ca39-4053-83e5-05c09813bccf tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:54.408410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edb0fd2e-76f0-4a4b-94e3-79fc7cf1cc37 req-a604ef18-ca39-4053-83e5-05c09813bccf tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1385596
Nov 06 20:51:54.423887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-af0c90e0-4df6-4cca-9b8d-ef2d969ba5c9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8226736
Nov 06 20:51:54.468166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edb0fd2e-76f0-4a4b-94e3-79fc7cf1cc37 req-82a097a3-0deb-4147-bc83-b79200c33672 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588787
Nov 06 20:51:54.597041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbbdfe-2bed-4801-aa86-79ce6e979b54 req-0e709cc4-fe12-45dc-b351-6323724fc0f4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:54.604844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5fbbdfe-2bed-4801-aa86-79ce6e979b54 req-0e709cc4-fe12-45dc-b351-6323724fc0f4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0602748
Nov 06 20:51:54.646359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-70a39471-7462-41ef-b1f6-a066ebb79506 None None] Provisioning complete for port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:51:54.646943 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-70a39471-7462-41ef-b1f6-a066ebb79506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:51:54.649333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5fbbdfe-2bed-4801-aa86-79ce6e979b54 req-88193866-3a10-4342-9b5a-2ae78b8325ce tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434802
Nov 06 20:51:54.685105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-70a39471-7462-41ef-b1f6-a066ebb79506 None None] Port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:51:54.753303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850d109-58cf-4ae6-acff-6d32e5d52633 req-b28beb6a-5dc3-42c1-b673-9d1a0c569231 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:51:54.754837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2850d109-58cf-4ae6-acff-6d32e5d52633 req-b28beb6a-5dc3-42c1-b673-9d1a0c569231 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 931 time: 0.0515134
Nov 06 20:51:54.805704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2850d109-58cf-4ae6-acff-6d32e5d52633 req-3dcbb395-3753-4e63-82fe-b5f82ea01f26 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447280
Nov 06 20:52:07.266074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Request body: {'port': {'device_id': '8c1c1154-4869-49cb-87aa-799375f3b9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:07.386381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:07.407796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ca0f5-266b-4c0b-89b7-a6a379307e74 req-532b501a-f561-4924-9e67-d3056580cf13 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:07.409235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f4ca0f5-266b-4c0b-89b7-a6a379307e74 req-532b501a-f561-4924-9e67-d3056580cf13 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1403294
Nov 06 20:52:07.455399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff9e5-ab75-41d9-9ac6-d42cc110ae74 req-e0e02c4f-59b6-4aa7-baf2-52a4dffc3931 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:07.457053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-218ff9e5-ab75-41d9-9ac6-d42cc110ae74 req-e0e02c4f-59b6-4aa7-baf2-52a4dffc3931 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1301076
Nov 06 20:52:07.599057 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-218ff9e5-ab75-41d9-9ac6-d42cc110ae74 req-a8490438-7b7c-4ab6-9dfb-aecf94ea8408 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307654
Nov 06 20:52:07.609042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f4ca0f5-266b-4c0b-89b7-a6a379307e74 req-9ae7d01c-9d8b-4f48-98be-94d4eae35e8f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930711
Nov 06 20:52:07.872151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:07.895802 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:07.910296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Transition to ACTIVE for port object 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:52:07.934754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49c1f8-56c2-4a04-ab1e-efdad1be4913 req-ecf28f59-443a-4cb9-85c0-e8f6a18c011f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:07.936798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e49c1f8-56c2-4a04-ab1e-efdad1be4913 req-ecf28f59-443a-4cb9-85c0-e8f6a18c011f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.2163081
Nov 06 20:52:07.937490 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:07.954565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5bdd6-f14f-4d54-80f4-95dda52b18e3 req-85285e4b-d6ee-46b3-a85d-a2c905a61da3 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:07.956230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e5bdd6-f14f-4d54-80f4-95dda52b18e3 req-85285e4b-d6ee-46b3-a85d-a2c905a61da3 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 931 time: 0.2052290
Nov 06 20:52:08.057659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Pushing event updated for resources: {'Port': ['ID=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:08.157403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e49c1f8-56c2-4a04-ab1e-efdad1be4913 req-297736af-1d72-4e9d-8fb3-0a4d378d0b04 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989989
Nov 06 20:52:08.176556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e5bdd6-f14f-4d54-80f4-95dda52b18e3 req-18e99e29-9a9e-4c2b-9a52-b540d09ec4ae tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842635
Nov 06 20:52:08.289999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Attempting to bind port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:52:08.290891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Attempting to bind port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:52:08.291227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Attempting to bind port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa on network 3185d025-395a-4e4e-9061-29af97345887 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:08.307529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa on network 3185d025-395a-4e4e-9061-29af97345887 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:52:08.308016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Attempting to bind port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa on network 3185d025-395a-4e4e-9061-29af97345887 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:08.315200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:52:08.316165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Checking segment: {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:52:08.316687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Bound using segment: {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:52:08.324681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Bound port: 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd559545f-0348-4afc-8507-caa885014a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3185d025-395a-4e4e-9061-29af97345887'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:52:08.325157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:08.437487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] For port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:52:08.440745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] For port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:52:08.446991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:08.484773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:08.485563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:08.487042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] 10.222.0.10 "PUT /v2.0/ports/90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa HTTP/1.1" status: 200  len: 1091 time: 1.2252781
Nov 06 20:52:08.487436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1c1154-4869-49cb-87aa-799375f3b9f0', 'tag': '90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:08.489729 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1c1154-4869-49cb-87aa-799375f3b9f0", "tag": "90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:08.533110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf132ded-05b0-4906-9785-c011be2010c8 service neutron] Pushing event updated for resources: {'Port': ['ID=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:08.613123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-3858a4ca-dc6b-4b7c-959d-4c7cac9efc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:08.614798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-3858a4ca-dc6b-4b7c-959d-4c7cac9efc3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=669205b495ef4088b1d5dae005f87509&device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 1094 time: 0.0712738
Nov 06 20:52:08.685851 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2f92c3-bef1-4ba7-a449-f73fdf74cb79 x-openstack-request-id: req-5d2f92c3-bef1-4ba7-a449-f73fdf74cb79 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:08.686595 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1c1154-4869-49cb-87aa-799375f3b9f0", "tag": "90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:08.687085 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d2f92c3-bef1-4ba7-a449-f73fdf74cb79 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:08.688094 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1c1154-4869-49cb-87aa-799375f3b9f0', 'tag': '90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa', 'status': 'completed', 'code': 200}
Nov 06 20:52:08.690309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-f01c53e4-6b41-4d4b-8707-654687f6137c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa HTTP/1.1" status: 200  len: 217 time: 0.0566981
Nov 06 20:52:08.812315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-1426e59a-039e-4e44-aa29-4ec6b243247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:08.813868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-1426e59a-039e-4e44-aa29-4ec6b243247f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43c6d38f-a7f9-4a4e-8249-725918488d04 HTTP/1.1" status: 200  len: 854 time: 0.1131077
Nov 06 20:52:08.867661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962fc4c-95dd-43dc-8857-8803529a9bae req-8b58f168-8237-4036-8446-bc26c0b27495 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:08.869478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4962fc4c-95dd-43dc-8857-8803529a9bae req-8b58f168-8237-4036-8446-bc26c0b27495 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1149285
Nov 06 20:52:08.878440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2872c-3aa8-4442-9b7a-0e71dfa8af36 req-6977245d-333e-492b-b7cb-b874c4d6f264 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:08.879965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4e2872c-3aa8-4442-9b7a-0e71dfa8af36 req-6977245d-333e-492b-b7cb-b874c4d6f264 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1354537
Nov 06 20:52:08.941759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-b9486cb6-66cd-440c-831a-8a55dffe0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:08.943294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-b9486cb6-66cd-440c-831a-8a55dffe0ca0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3185d025-395a-4e4e-9061-29af97345887&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1184995
Nov 06 20:52:08.979005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4962fc4c-95dd-43dc-8857-8803529a9bae req-81aaca4e-e3f8-4dd5-af74-e7fae5bd3dfd tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973489
Nov 06 20:52:09.028956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4e2872c-3aa8-4442-9b7a-0e71dfa8af36 req-33dc74c9-655d-4dfa-8ca9-7f64d9fa2bbe tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385255
Nov 06 20:52:09.091916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-179b223b-c9ea-44c1-b30f-534d97ebb8d3 service neutron] 10.222.0.10 "GET /v2.0/networks/3185d025-395a-4e4e-9061-29af97345887?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311584
Nov 06 20:52:09.386036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8913a72d-5f3e-41f1-ace3-c16b44e56918 req-6a5adc2c-6e5b-41db-a48d-2856da210a4f service neutron] 10.222.0.10 "GET /v2.0/networks/3185d025-395a-4e4e-9061-29af97345887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850945
Nov 06 20:52:09.444922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f0535-e1f8-461e-b51e-a39f2c228321 req-91a3fe62-8e89-469c-b820-d475cd76daaa tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:09.446994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-432f0535-e1f8-461e-b51e-a39f2c228321 req-91a3fe62-8e89-469c-b820-d475cd76daaa tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 943 time: 0.1526487
Nov 06 20:52:09.496719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5eaf2-e425-4618-b0a2-f0dfb0b34da7 req-75ec66db-db23-4e9a-a608-a9abd620f7f9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:09.498199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84a5eaf2-e425-4618-b0a2-f0dfb0b34da7 req-75ec66db-db23-4e9a-a608-a9abd620f7f9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.1642082
Nov 06 20:52:09.560353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-227c181b-e859-4eb5-b20c-83eb24305e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:09.562036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-227c181b-e859-4eb5-b20c-83eb24305e0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=669205b495ef4088b1d5dae005f87509&device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 1094 time: 0.1118431
Nov 06 20:52:09.575110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-432f0535-e1f8-461e-b51e-a39f2c228321 req-5f899490-161b-4257-aa51-fad83b2c2b51 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164217
Nov 06 20:52:10.081615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84a5eaf2-e425-4618-b0a2-f0dfb0b34da7 req-ff35d8b6-51e8-4ffc-99b5-ac06aec9f25f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5603201
Nov 06 20:52:10.197294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b69221-1b93-417b-b0c1-d6159a39ab36 req-523e069b-e3bb-404d-ae1f-e17d6a2b5954 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:10.199324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70b69221-1b93-417b-b0c1-d6159a39ab36 req-523e069b-e3bb-404d-ae1f-e17d6a2b5954 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1047702
Nov 06 20:52:10.213399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-29d439ec-2f48-467c-b05a-4f936b0c18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:10.214440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-29d439ec-2f48-467c-b05a-4f936b0c18e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3185d025-395a-4e4e-9061-29af97345887 HTTP/1.1" status: 200  len: 916 time: 0.6238258
Nov 06 20:52:10.293419 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-d16820b7-53d0-43bd-8802-7228be0ff7fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa HTTP/1.1" status: 200  len: 217 time: 0.0538523
Nov 06 20:52:10.352054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a7393-deda-4ba1-9554-0523c274e241 req-139d7631-8c65-4d9f-8ab4-5ba46125d7a8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:10.354245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d2a7393-deda-4ba1-9554-0523c274e241 req-139d7631-8c65-4d9f-8ab4-5ba46125d7a8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1511447
Nov 06 20:52:10.366139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70b69221-1b93-417b-b0c1-d6159a39ab36 req-89ae3c8a-e7da-469f-93da-e9ded2379f03 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495173
Nov 06 20:52:10.408453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-aa6cff3b-a488-41ad-9b25-764b2af83ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:10.410039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-aa6cff3b-a488-41ad-9b25-764b2af83ff3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43c6d38f-a7f9-4a4e-8249-725918488d04 HTTP/1.1" status: 200  len: 854 time: 0.1071806
Nov 06 20:52:10.455309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d2a7393-deda-4ba1-9554-0523c274e241 req-17be2995-6f45-44d2-ab94-4b967c62129a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863409
Nov 06 20:52:10.471141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-3b59ecb8-4e36-4644-9f9c-1e659bc0fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:10.472627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-3b59ecb8-4e36-4644-9f9c-1e659bc0fe89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3185d025-395a-4e4e-9061-29af97345887&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0542116
Nov 06 20:52:10.589340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-e705dd73-769c-47ee-b068-6d1f3421f009 service neutron] 10.222.0.10 "GET /v2.0/networks/3185d025-395a-4e4e-9061-29af97345887?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050036
Nov 06 20:52:10.753264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bcd2be7-3f8a-44ee-a5d2-7622e55c2b4a req-7805388c-f91e-4b0f-8ba3-52d1daa97222 service neutron] 10.222.0.10 "GET /v2.0/networks/3185d025-395a-4e4e-9061-29af97345887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548078
Nov 06 20:52:10.762462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1d42-5f1e-4c77-bbc6-dec7f72d141f req-126af21e-e1e6-44d3-bed1-8ebf540b4dea tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:10.763880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77da1d42-5f1e-4c77-bbc6-dec7f72d141f req-126af21e-e1e6-44d3-bed1-8ebf540b4dea tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 943 time: 0.0822690
Nov 06 20:52:10.849789 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77da1d42-5f1e-4c77-bbc6-dec7f72d141f req-d8912f08-3031-4417-8923-cfe6ce89b163 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748239
Nov 06 20:52:11.222138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32611620-d997-48b2-876b-d5cfd041deec req-3812346f-dce4-4b01-a002-9c373bf4366c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:11.223757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32611620-d997-48b2-876b-d5cfd041deec req-3812346f-dce4-4b01-a002-9c373bf4366c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0600531
Nov 06 20:52:11.281109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32611620-d997-48b2-876b-d5cfd041deec req-df6fb142-fbd8-476c-a179-36efb5a00c8e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492275
Nov 06 20:52:11.500165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10724-0047-4017-8046-a8eaf7fff230 req-9280e8fa-f04d-4869-8c6c-a49328f94a66 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:11.507892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5e10724-0047-4017-8046-a8eaf7fff230 req-9280e8fa-f04d-4869-8c6c-a49328f94a66 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0680203
Nov 06 20:52:11.563761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5e10724-0047-4017-8046-a8eaf7fff230 req-ee292afd-be69-4307-93a1-9f2d2b5ab65e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546911
Nov 06 20:52:11.637317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee00e8-a325-4a01-848b-309fa78f5e91 req-cd1be6d4-2870-441b-9d25-06f9741c2605 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:11.640500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03ee00e8-a325-4a01-848b-309fa78f5e91 req-cd1be6d4-2870-441b-9d25-06f9741c2605 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0655227
Nov 06 20:52:11.708515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03ee00e8-a325-4a01-848b-309fa78f5e91 req-84391dfe-50c0-4796-aae3-88685a44504a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616732
Nov 06 20:52:11.924087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:52:12.052888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc20f-69f8-4a33-b24c-3aaf8936e964 req-d43bf395-66d2-44ea-acd2-319f35ddca55 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:12.063555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-910dc20f-69f8-4a33-b24c-3aaf8936e964 req-d43bf395-66d2-44ea-acd2-319f35ddca55 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 943 time: 0.0743284
Nov 06 20:52:12.066907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:12.080526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa', 'network_id': '3185d025-395a-4e4e-9061-29af97345887', 'port_id': '90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa', 'mac_address': 'fa:16:3e:05:3a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c6d38f-a7f9-4a4e-8249-725918488d04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:52:12.124727 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:12.135054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-910dc20f-69f8-4a33-b24c-3aaf8936e964 req-b9bac71d-7586-4357-946f-71eaa760ce08 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703318
Nov 06 20:52:12.144981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:12.168234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:12.175696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:12.242112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:12.505527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5978a29-ad40-495e-990e-858034520f30 req-7e49ebf0-31ea-4411-a61b-0812ce579d2a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:12.507074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5978a29-ad40-495e-990e-858034520f30 req-7e49ebf0-31ea-4411-a61b-0812ce579d2a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0772109
Nov 06 20:52:12.577531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5978a29-ad40-495e-990e-858034520f30 req-c1be0782-ca66-438a-b0a0-64bf1a27a16a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630584
Nov 06 20:52:12.684427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:12.714907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758972ec-0c46-43c9-b718-359569db3f68 req-f1aa64ab-96bb-4e43-8d48-75d4c12f6357 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:12.723309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758972ec-0c46-43c9-b718-359569db3f68 req-f1aa64ab-96bb-4e43-8d48-75d4c12f6357 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0687523
Nov 06 20:52:12.795478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758972ec-0c46-43c9-b718-359569db3f68 req-2b56cbbb-6a0e-45f7-a1a7-60d570d6a162 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668969
Nov 06 20:52:12.869681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc7e7a-d53c-44a9-86e1-a9c467eb4a07 req-293d521a-6b88-4195-8e97-08453d2cb9e0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:12.876929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58dc7e7a-d53c-44a9-86e1-a9c467eb4a07 req-293d521a-6b88-4195-8e97-08453d2cb9e0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0648632
Nov 06 20:52:12.932080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58dc7e7a-d53c-44a9-86e1-a9c467eb4a07 req-47c499f4-0805-4833-98eb-af1a2a9a6746 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540893
Nov 06 20:52:13.276742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36520d8-966c-4594-8b25-987dd6489948 req-32d33b70-b8c1-4cb2-b0d7-8e7eaff1a037 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:13.284077 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e36520d8-966c-4594-8b25-987dd6489948 req-32d33b70-b8c1-4cb2-b0d7-8e7eaff1a037 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 944 time: 0.0714149
Nov 06 20:52:13.339628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e36520d8-966c-4594-8b25-987dd6489948 req-651d7f6a-3696-473c-8f27-5e2b21a2429e tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545750
Nov 06 20:52:13.729662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08e4d2-7448-4ded-92e6-df0cfdf46d6d req-a6f0fe41-9210-4c89-806b-80bfdc7bb324 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:13.731929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd08e4d2-7448-4ded-92e6-df0cfdf46d6d req-a6f0fe41-9210-4c89-806b-80bfdc7bb324 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0621402
Nov 06 20:52:13.793586 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd08e4d2-7448-4ded-92e6-df0cfdf46d6d req-217f30e7-52e4-40a0-97f3-6d83554670a6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545785
Nov 06 20:52:13.926963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a24af-8bdb-4a22-8989-47423ece6695 req-71540d78-c61e-455e-80f1-5dd58dfbb750 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:13.936069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-386a24af-8bdb-4a22-8989-47423ece6695 req-71540d78-c61e-455e-80f1-5dd58dfbb750 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0697072
Nov 06 20:52:14.013307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-386a24af-8bdb-4a22-8989-47423ece6695 req-ff80578e-f351-499a-a4f1-8d26d8e69f0d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763121
Nov 06 20:52:14.115836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c35b-1f73-4939-be7b-81eec1f510e3 req-4dbe1543-87d3-4fb6-a8ce-8bc52e0978ff tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:14.117664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f904c35b-1f73-4939-be7b-81eec1f510e3 req-4dbe1543-87d3-4fb6-a8ce-8bc52e0978ff tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0904086
Nov 06 20:52:14.189630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f904c35b-1f73-4939-be7b-81eec1f510e3 req-274b1a15-b6c5-4844-a8c4-5178db2209ff tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604935
Nov 06 20:52:14.247764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:14.256961 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:14.480411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988470af-397d-43a4-8f9a-5dea050a994b req-a66d2d33-e97d-49d1-9ffe-52377c53f95a tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:14.484876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-988470af-397d-43a4-8f9a-5dea050a994b req-a66d2d33-e97d-49d1-9ffe-52377c53f95a tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 944 time: 0.0649259
Nov 06 20:52:14.541838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-988470af-397d-43a4-8f9a-5dea050a994b req-194c7425-51da-410e-b3a1-32fae8aa8b34 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529416
Nov 06 20:52:14.956138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4140a-f482-462b-88ab-ef05d5bc7ad5 req-e2fc7230-aa0c-4444-bee4-78dde1f68df9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:14.957793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36d4140a-f482-462b-88ab-ef05d5bc7ad5 req-e2fc7230-aa0c-4444-bee4-78dde1f68df9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0659659
Nov 06 20:52:15.032886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36d4140a-f482-462b-88ab-ef05d5bc7ad5 req-507cda8f-3f60-4c1a-aacd-c01de784935b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655935
Nov 06 20:52:15.189718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebe27b-32bf-4a13-b061-304b698df6a7 req-b17bbe38-eb51-467d-b2af-923b6886396a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:15.191452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32ebe27b-32bf-4a13-b061-304b698df6a7 req-b17bbe38-eb51-467d-b2af-923b6886396a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0820980
Nov 06 20:52:15.263277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32ebe27b-32bf-4a13-b061-304b698df6a7 req-963b877b-ab11-465e-945d-01cce972f04c tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634391
Nov 06 20:52:15.456177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d92da-fec7-4779-abd2-aeef5dbdd46f req-57218605-9bcb-4b33-b63c-ae82b2d8d9cf tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:15.464445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-793d92da-fec7-4779-abd2-aeef5dbdd46f req-57218605-9bcb-4b33-b63c-ae82b2d8d9cf tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0790272
Nov 06 20:52:15.520352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-793d92da-fec7-4779-abd2-aeef5dbdd46f req-f21dfa6d-f6a5-4562-a9b6-41d2723d3dec tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549772
Nov 06 20:52:15.686512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2df90-92a3-4d33-9f5e-30f40d1a1549 req-40c6eec1-3d56-4419-9406-061634379f9d tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:15.689629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10e2df90-92a3-4d33-9f5e-30f40d1a1549 req-40c6eec1-3d56-4419-9406-061634379f9d tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 944 time: 0.0701120
Nov 06 20:52:15.759601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10e2df90-92a3-4d33-9f5e-30f40d1a1549 req-7dca7f2b-4183-4083-8efb-0c3e61a6649d tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624871
Nov 06 20:52:15.923452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:52:15.989752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:52:15.995422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:52:15.995981 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:16.108978 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:16.142460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c1154-4869-49cb-87aa-799375f3b9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:16.146832 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf5ee7-ed49-4e55-8c41-10e53d79334e" -d '{"events": [{"server_uuid": "8c1c1154-4869-49cb-87aa-799375f3b9f0", "name": "network-vif-plugged", "status": "completed", "tag": "90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:16.164737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:16.170905 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:16.223616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d8ef-8028-48ee-87a0-22afb507d7f9 req-98d29f7a-20d5-4d07-8a48-7e31ecb58142 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:16.225842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a7d8ef-8028-48ee-87a0-22afb507d7f9 req-98d29f7a-20d5-4d07-8a48-7e31ecb58142 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0857496
Nov 06 20:52:16.236485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:16.299595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a7d8ef-8028-48ee-87a0-22afb507d7f9 req-391e7f85-9356-4bb7-8755-146d2ded31d0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612285
Nov 06 20:52:16.319434 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b581ee3-727d-4184-b49c-522d4f87fe6b x-openstack-request-id: req-9b581ee3-727d-4184-b49c-522d4f87fe6b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:16.320009 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c1154-4869-49cb-87aa-799375f3b9f0", "name": "network-vif-plugged", "status": "completed", "tag": "90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:16.320854 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b581ee3-727d-4184-b49c-522d4f87fe6b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:16.321565 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c1154-4869-49cb-87aa-799375f3b9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa', 'code': 200}
Nov 06 20:52:16.507099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8ce28-ebd5-484f-bc10-a69c6b93936e req-54023a99-b6cd-4ba9-98ec-76461ee5d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:16.508739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42c8ce28-ebd5-484f-bc10-a69c6b93936e req-54023a99-b6cd-4ba9-98ec-76461ee5d680 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 1096 time: 0.1148539
Nov 06 20:52:16.535513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9d9ad-43f5-4d3e-ba02-6d5e8aad0e48 req-d9232bb1-68c8-4aa2-95de-279b38adc8af tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:16.537093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bc9d9ad-43f5-4d3e-ba02-6d5e8aad0e48 req-d9232bb1-68c8-4aa2-95de-279b38adc8af tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0854487
Nov 06 20:52:16.616001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42c8ce28-ebd5-484f-bc10-a69c6b93936e req-76c909ed-8f0a-4bf2-8633-8925838d38bc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950620
Nov 06 20:52:16.624589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bc9d9ad-43f5-4d3e-ba02-6d5e8aad0e48 req-bab94713-a2b7-4350-8866-24c24d3ca7e8 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753546
Nov 06 20:52:16.767991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53255f-9a8b-45ba-a2f6-13501fb3a549 req-f29b6f5d-2840-4704-874a-babe0fc57716 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:16.770655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f53255f-9a8b-45ba-a2f6-13501fb3a549 req-f29b6f5d-2840-4704-874a-babe0fc57716 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0655022
Nov 06 20:52:16.793606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3c5eb24e-18d9-4559-ba0a-44d2f493aa78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:16.838554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f53255f-9a8b-45ba-a2f6-13501fb3a549 req-9f5393c2-3bcb-468a-b693-98649bcfe916 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607047
Nov 06 20:52:16.975813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23293c24-c42d-4089-a2da-0b1300c36c44 req-ca740e27-6fe7-4d01-a537-683b0ca813bd tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:16.983950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23293c24-c42d-4089-a2da-0b1300c36c44 req-ca740e27-6fe7-4d01-a537-683b0ca813bd tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 945 time: 0.0675743
Nov 06 20:52:17.047448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23293c24-c42d-4089-a2da-0b1300c36c44 req-9f229ab0-3708-4b08-912b-94313c0537e6 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617669
Nov 06 20:52:17.050207 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:52:17.438298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0116c-7733-4dc9-b76e-7dbb72388082 req-2f5b8df9-f355-4b0e-81fc-c9330a68b68d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:17.439846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9a0116c-7733-4dc9-b76e-7dbb72388082 req-2f5b8df9-f355-4b0e-81fc-c9330a68b68d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0585775
Nov 06 20:52:17.529782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9a0116c-7733-4dc9-b76e-7dbb72388082 req-f339990e-36ea-4774-b0ec-be138f976d6e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789177
Nov 06 20:52:17.783917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7289893-9ca5-4292-a062-011f4ac1318b req-6fce9e43-5075-4997-994d-0aa248c2d06d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:17.785667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7289893-9ca5-4292-a062-011f4ac1318b req-6fce9e43-5075-4997-994d-0aa248c2d06d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0642564
Nov 06 20:52:17.848980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7289893-9ca5-4292-a062-011f4ac1318b req-61c1c67a-acef-4a51-b0e9-52f280a6b1d8 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563700
Nov 06 20:52:18.010525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e6cf-ba59-4b22-be33-3677298d46e5 req-2a7455c9-a795-4c9f-871a-315f0bc6ab62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:18.012333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a23e6cf-ba59-4b22-be33-3677298d46e5 req-2a7455c9-a795-4c9f-871a-315f0bc6ab62 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0643625
Nov 06 20:52:18.069877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a23e6cf-ba59-4b22-be33-3677298d46e5 req-55241e10-7f14-4609-8344-ad0d614344e3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496411
Nov 06 20:52:18.196130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cc769-ffa2-4436-b918-34065fdda985 req-9606c427-242a-4c89-9fd2-2f7d8256f53a tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:18.198306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b72cc769-ffa2-4436-b918-34065fdda985 req-9606c427-242a-4c89-9fd2-2f7d8256f53a tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 945 time: 0.0617583
Nov 06 20:52:18.279459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b72cc769-ffa2-4436-b918-34065fdda985 req-8c5f8b68-b8a4-4259-a446-7b743a39db1f tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734644
Nov 06 20:52:18.713756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0dd7b-ba6a-41fe-be8c-13927e7784a8 req-d070c014-bd5a-49a7-94cb-89129c4b5622 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:18.715719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82f0dd7b-ba6a-41fe-be8c-13927e7784a8 req-d070c014-bd5a-49a7-94cb-89129c4b5622 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0769320
Nov 06 20:52:18.789649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82f0dd7b-ba6a-41fe-be8c-13927e7784a8 req-4b47f66b-e981-440a-a689-99e6bc366bd9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651786
Nov 06 20:52:18.975025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f31c23-ea26-4ffe-a193-46b5f10dd27d req-c44e1687-476e-43c2-bdd8-3bb00504539f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:18.976700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5f31c23-ea26-4ffe-a193-46b5f10dd27d req-c44e1687-476e-43c2-bdd8-3bb00504539f tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0515640
Nov 06 20:52:19.043337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5f31c23-ea26-4ffe-a193-46b5f10dd27d req-55069f0c-518a-4a7d-83f1-27efc5a9f873 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580733
Nov 06 20:52:19.171601 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8289773-1039-489a-bcd3-e53ee7da5466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:19.208606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5650622-574c-4c87-9589-ba0b2a0e218a req-4300716f-a685-486c-952b-76a3be11b7e7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:19.210141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5650622-574c-4c87-9589-ba0b2a0e218a req-4300716f-a685-486c-952b-76a3be11b7e7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0510738
Nov 06 20:52:19.258404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5650622-574c-4c87-9589-ba0b2a0e218a req-845ac52c-932e-4ed8-a550-cc7645a413f8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419006
Nov 06 20:52:19.409722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20815375-64d1-4214-8b24-c2a9b9e50d72 req-842ddbfd-4efa-48c5-8294-9420dcef71f9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:19.411195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20815375-64d1-4214-8b24-c2a9b9e50d72 req-842ddbfd-4efa-48c5-8294-9420dcef71f9 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 945 time: 0.0477924
Nov 06 20:52:19.457704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20815375-64d1-4214-8b24-c2a9b9e50d72 req-dc47b04a-d638-41ab-a313-0c3e45bcb267 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397129
Nov 06 20:52:19.607835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-298c14ac-2566-4a53-b6b0-7a461b2eb2b2 service neutron] 10.222.0.10 "GET /v2.0/ports/f3bc0dd3-b09d-4857-859d-ac48eec07494/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0583055
Nov 06 20:52:19.961384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bee4d-119f-4d42-b566-9d4c070ce687 req-af2e555c-4f9e-4725-86db-a4525d698f87 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:19.963785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-295bee4d-119f-4d42-b566-9d4c070ce687 req-af2e555c-4f9e-4725-86db-a4525d698f87 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0627258
Nov 06 20:52:20.047951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-295bee4d-119f-4d42-b566-9d4c070ce687 req-8c9f5b42-c638-4c20-bbcb-7c7ac893ae59 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750673
Nov 06 20:52:20.050872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-6adcff3e-7127-4cfa-b277-6301ede7ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.052676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-6adcff3e-7127-4cfa-b277-6301ede7ca8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428&tenant_id=acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 1101 time: 0.0878539
Nov 06 20:52:20.114058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97698cd-9e86-4035-8692-53b0ac06014a req-f1106cba-68bc-4134-9934-4b2d61f62bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.116184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f97698cd-9e86-4035-8692-53b0ac06014a req-f1106cba-68bc-4134-9934-4b2d61f62bd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 1096 time: 0.0625436
Nov 06 20:52:20.261687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-cc585165-42d8-4236-ae25-b22e7b13c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.263197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-cc585165-42d8-4236-ae25-b22e7b13c132 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 1101 time: 0.1535745
Nov 06 20:52:20.304800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0038e-3659-400c-947a-918b8d3fbaa2 req-5d4da3a2-19c3-4b9e-8b00-f0490e7b04f0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.307379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2c0038e-3659-400c-947a-918b8d3fbaa2 req-5d4da3a2-19c3-4b9e-8b00-f0490e7b04f0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1540892
Nov 06 20:52:20.333276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97698cd-9e86-4035-8692-53b0ac06014a req-8371ead1-a76f-46c3-8901-9b82229ac05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.334736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f97698cd-9e86-4035-8692-53b0ac06014a req-8371ead1-a76f-46c3-8901-9b82229ac05c service neutron] 10.222.0.10 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 913 time: 0.2067633
Nov 06 20:52:20.422387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f97698cd-9e86-4035-8692-53b0ac06014a req-1fd43b23-0c6e-4ba0-bbaf-dbc4c8d18be4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf13337-75ad-4296-b933-78a2962b57e9 HTTP/1.1" status: 200  len: 217 time: 0.0679471
Nov 06 20:52:20.463432 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:20.516216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2c0038e-3659-400c-947a-918b8d3fbaa2 req-8966ae92-dc91-4491-8b45-7a7e1e21a758 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779711
Nov 06 20:52:20.527192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8774ec-76d5-4add-bdb9-3cb702d1dc3c req-409f069f-3638-4f86-b4ec-a11a7b387cca tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.529337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea8774ec-76d5-4add-bdb9-3cb702d1dc3c req-409f069f-3638-4f86-b4ec-a11a7b387cca tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.1916485
Nov 06 20:52:20.533918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97698cd-9e86-4035-8692-53b0ac06014a req-aa7f83bc-581d-41d5-9acf-b387f35244b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.535393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f97698cd-9e86-4035-8692-53b0ac06014a req-aa7f83bc-581d-41d5-9acf-b387f35244b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.0944622
Nov 06 20:52:20.543504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-353e93d1-636d-4725-b401-8c4241ac837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.544838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-353e93d1-636d-4725-b401-8c4241ac837f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2703602
Nov 06 20:52:20.583512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f97698cd-9e86-4035-8692-53b0ac06014a req-925e94a0-f7dc-4f81-ac28-60ecd1938852 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377879
Nov 06 20:52:20.621214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-65fc9da3-4074-4f01-9f4c-893b6ce53476 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494 HTTP/1.1" status: 200  len: 217 time: 0.0601134
Nov 06 20:52:20.716826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea8774ec-76d5-4add-bdb9-3cb702d1dc3c req-1cfdf0f0-53d0-4965-b79a-a9512d5a90d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804674
Nov 06 20:52:20.738964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-933b3259-8969-478e-a60a-787680e6579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.740435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-933b3259-8969-478e-a60a-787680e6579f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1019962
Nov 06 20:52:20.770984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f97698cd-9e86-4035-8692-53b0ac06014a req-9745d29e-5386-4a59-b324-69dfbf2f33e3 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617162
Nov 06 20:52:20.862793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-2c0156fd-c89b-4379-86b0-714f9196d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:20.864757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-2c0156fd-c89b-4379-86b0-714f9196d845 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1063747
Nov 06 20:52:20.968435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f97698cd-9e86-4035-8692-53b0ac06014a req-b5e77d17-f10b-43af-8a81-ce5457f4eba7 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749413
Nov 06 20:52:20.991851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-2abdce22-62e6-4825-8764-612fd842b7eb service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195116
Nov 06 20:52:21.102287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47be7aa1-2752-4267-98ba-c5d80d038c17 req-ea138a03-a237-46b0-aab7-6f09716b5ff5 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983038
Nov 06 20:52:21.230150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a3153-55dc-44c8-aeed-7389dc15f9b6 req-beaa0b94-7d68-4e31-bc94-94e33572556d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:21.233049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd1a3153-55dc-44c8-aeed-7389dc15f9b6 req-beaa0b94-7d68-4e31-bc94-94e33572556d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0885465
Nov 06 20:52:21.297341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd1a3153-55dc-44c8-aeed-7389dc15f9b6 req-e44313b7-0df4-40f3-b1d5-7e5cf2ad4db1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582771
Nov 06 20:52:21.635034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2f709-c3ae-48fa-a35a-1b7c362ac6f4 req-ce787b61-e368-4d57-ae70-f67e12049731 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:21.636551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86e2f709-c3ae-48fa-a35a-1b7c362ac6f4 req-ce787b61-e368-4d57-ae70-f67e12049731 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0494153
Nov 06 20:52:21.684946 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86e2f709-c3ae-48fa-a35a-1b7c362ac6f4 req-a82ec868-a754-47f4-9e53-1cb55174027e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423801
Nov 06 20:52:21.705733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:21.834731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5f290-d2dd-45e7-935a-4e907341bd6f req-e3632db6-6c0c-45fa-8c7d-f19b58e7553c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:21.836921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e5f290-d2dd-45e7-935a-4e907341bd6f req-e3632db6-6c0c-45fa-8c7d-f19b58e7553c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 945 time: 0.0514095
Nov 06 20:52:21.902044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e5f290-d2dd-45e7-935a-4e907341bd6f req-9886f44d-0a2f-41da-b84d-6be8b4f7e266 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584319
Nov 06 20:52:21.942485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:22.155379 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:22.179299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:22.182035 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc94909-5b55-49f1-a15c-9db3582efba4" -d '{"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-unplugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:22.194778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:22.199163 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:22.200142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7bf13337-75ad-4296-b933-78a2962b57e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:22.230178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-3fd43cee-778f-4258-875a-1728678667de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0937526
Nov 06 20:52:22.247717 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7257d8-479e-4c61-be11-d9b6ec5e6bda x-openstack-request-id: req-6a7257d8-479e-4c61-be11-d9b6ec5e6bda {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:22.248051 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-unplugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:22.248259 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a7257d8-479e-4c61-be11-d9b6ec5e6bda {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:22.248842 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'code': 200}
Nov 06 20:52:22.296668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:22.327061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-9f62cd75-b4ed-4667-9501-9fae0d7972d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:22.331349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-9f62cd75-b4ed-4667-9501-9fae0d7972d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 1101 time: 0.0575457
Nov 06 20:52:22.343272 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:22.380874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:22.384608 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:22.441907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:22.456748 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:22.477646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f1ee0-fb4c-458a-a263-052430dfd17a req-ff6397db-8803-4811-816f-6005b5419b86 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:22.479791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-384f1ee0-fb4c-458a-a263-052430dfd17a req-ff6397db-8803-4811-816f-6005b5419b86 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.0818760
Nov 06 20:52:22.485104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-05488fe0-c6fa-484d-a3e1-71fa71d89d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:22.486715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-05488fe0-c6fa-484d-a3e1-71fa71d89d9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1344178
Nov 06 20:52:22.534076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-0ab12523-aee0-4f96-a7b9-74bf4d764a49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 200  len: 217 time: 0.0404382
Nov 06 20:52:22.617045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-384f1ee0-fb4c-458a-a263-052430dfd17a req-1bc50dcc-3e80-4831-9800-e334fe482330 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293573
Nov 06 20:52:22.635186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-15727bb9-36e5-4fb3-9799-b72cb09643de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:22.636732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-15727bb9-36e5-4fb3-9799-b72cb09643de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0893197
Nov 06 20:52:22.643906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cebae45-855d-4366-97fb-177c0c49a321 req-d58dab90-ad46-4963-809d-009411fe2d99 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0851367
Nov 06 20:52:22.688720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-4ba41aa7-6edf-4a7c-ba43-417e66f128c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:22.690296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-4ba41aa7-6edf-4a7c-ba43-417e66f128c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0455129
Nov 06 20:52:22.842710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebae45-855d-4366-97fb-177c0c49a321 req-29eecf8f-8ef1-4f6f-8604-63ad2a026088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:22.844203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cebae45-855d-4366-97fb-177c0c49a321 req-29eecf8f-8ef1-4f6f-8604-63ad2a026088 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e0376f3231e49d495f1777d2f774450&device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 1096 time: 0.1445150
Nov 06 20:52:22.866781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4596b7e-e6cf-4e52-a087-c532e0e8a005 req-39ea359b-aa56-4d6d-9a2d-7c7bb58f9cff tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:22.868281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4596b7e-e6cf-4e52-a087-c532e0e8a005 req-39ea359b-aa56-4d6d-9a2d-7c7bb58f9cff tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0888054
Nov 06 20:52:22.870597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-a0c60619-e478-43c9-b13e-9a032465f12e service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724396
Nov 06 20:52:23.052223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4596b7e-e6cf-4e52-a087-c532e0e8a005 req-1a883c54-a909-404c-8a76-440fe13cfef7 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711774
Nov 06 20:52:23.095571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0380b5a4-3bfa-42d6-8e39-26658f647fed req-6a61c562-c3ac-431c-b6ec-4e475d6515f0 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155175
Nov 06 20:52:23.097627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebae45-855d-4366-97fb-177c0c49a321 req-ae3aa5c6-2b5d-4e86-9824-e3cf4a2ccf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:23.098966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cebae45-855d-4366-97fb-177c0c49a321 req-ae3aa5c6-2b5d-4e86-9824-e3cf4a2ccf8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 200  len: 924 time: 0.2260582
Nov 06 20:52:23.117497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b27b4-272a-4de0-b9f6-50ab733dccd2 req-298f0707-20dc-4685-9979-05c2c795b129 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:23.119574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b2b27b4-272a-4de0-b9f6-50ab733dccd2 req-298f0707-20dc-4685-9979-05c2c795b129 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 943 time: 0.0870717
Nov 06 20:52:23.208102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cebae45-855d-4366-97fb-177c0c49a321 req-2d741a9a-74d9-4116-9245-34453769e687 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bb283d3-dee3-4b3b-b05d-39267648a295 HTTP/1.1" status: 200  len: 1001 time: 0.0875511
Nov 06 20:52:23.226813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b2b27b4-272a-4de0-b9f6-50ab733dccd2 req-cb7f93fc-0f5f-4ba3-8afa-fe9a8fc8f98b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991945
Nov 06 20:52:23.261498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebae45-855d-4366-97fb-177c0c49a321 req-32e35c32-6b54-4afb-9ec4-33dfcf285e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:23.262941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cebae45-855d-4366-97fb-177c0c49a321 req-32e35c32-6b54-4afb-9ec4-33dfcf285e6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 200  len: 862 time: 0.0476165
Nov 06 20:52:23.309418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebae45-855d-4366-97fb-177c0c49a321 req-6d39bc94-1266-4daa-b408-ce0e9c84da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:23.310939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cebae45-855d-4366-97fb-177c0c49a321 req-6d39bc94-1266-4daa-b408-ce0e9c84da91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30f7f650-50d0-446a-82d8-39753cfb0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393031
Nov 06 20:52:23.749190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cebae45-855d-4366-97fb-177c0c49a321 req-b5e29f0c-c968-46ac-9a46-9cececcdca00 service neutron] 10.222.0.10 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4102054
Nov 06 20:52:23.761114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af597e8b-d7c9-42a7-ab77-ec0383bc9e37 req-1fc2d64b-c255-417f-bbf8-1d4707fd265b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:23.762472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af597e8b-d7c9-42a7-ab77-ec0383bc9e37 req-1fc2d64b-c255-417f-bbf8-1d4707fd265b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.0722542
Nov 06 20:52:23.866023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af597e8b-d7c9-42a7-ab77-ec0383bc9e37 req-8deebb66-3928-4e4f-91e2-d99d0e9539f0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939741
Nov 06 20:52:23.885589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cebae45-855d-4366-97fb-177c0c49a321 req-9bb44a54-be01-45b5-be31-9381b3c0b702 service neutron] 10.222.0.10 "GET /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202743
Nov 06 20:52:24.184762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf38aa-3d35-4cf2-823c-643b70fecdf2 req-857800af-5ed4-4f68-bb3a-cfd94fa58448 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:24.186321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96cf38aa-3d35-4cf2-823c-643b70fecdf2 req-857800af-5ed4-4f68-bb3a-cfd94fa58448 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0558102
Nov 06 20:52:24.242166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96cf38aa-3d35-4cf2-823c-643b70fecdf2 req-a26d9dff-4476-4e23-ae47-63506111aa22 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488288
Nov 06 20:52:24.249999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:24.253134 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8134ee9f-35cd-44e0-960f-1ca8ef13e69a" -d '{"events": [{"server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:24.312425 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68814ff1-ccc5-47af-899d-b9933754de1c x-openstack-request-id: req-68814ff1-ccc5-47af-899d-b9933754de1c {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:24.312717 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "name": "network-vif-unplugged", "status": "failed", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9", "code": 422}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:24.312968 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68814ff1-ccc5-47af-899d-b9933754de1c {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:24.313394 ncdv-master-1 neutron-server[119335]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9', 'code': 422} returned with failed status
Nov 06 20:52:24.351045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff021729-05c9-42cd-992e-a75a9bb854d3 req-392a92d1-8c61-49c5-91b0-a716644f2116 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:24.352656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff021729-05c9-42cd-992e-a75a9bb854d3 req-392a92d1-8c61-49c5-91b0-a716644f2116 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 943 time: 0.0501297
Nov 06 20:52:24.400989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff021729-05c9-42cd-992e-a75a9bb854d3 req-2fb55b5a-c9c5-44cb-ac94-975783b9df3d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419548
Nov 06 20:52:25.035135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-1027e0a4-303d-4db7-b2f8-7805942d6c8b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:25.036541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-1027e0a4-303d-4db7-b2f8-7805942d6c8b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=392ca076-1799-441a-9449-9c6f872899d4 HTTP/1.1" status: 200  len: 943 time: 0.0930603
Nov 06 20:52:25.058928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d5d1e-88fe-41a7-9141-4d2c17aaa67f req-95b5730b-72ba-47e0-87ed-f62feeb104e4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:25.060365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-417d5d1e-88fe-41a7-9141-4d2c17aaa67f req-95b5730b-72ba-47e0-87ed-f62feeb104e4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.0765824
Nov 06 20:52:25.160204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-417d5d1e-88fe-41a7-9141-4d2c17aaa67f req-bd2ccfce-92e2-4619-accb-40575d2e6203 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827105
Nov 06 20:52:25.181964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Deleting port 7bf13337-75ad-4296-b933-78a2962b57e9 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:25.182302 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:25.282529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] For port 7bf13337-75ad-4296-b933-78a2962b57e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7bf13337-75ad-4296-b933-78a2962b57e9,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:25.282900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:25.297150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Calling delete_port for 7bf13337-75ad-4296-b933-78a2962b57e9 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:25.437838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:25.467117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event deleted for resources: {'Port': ['ID=7bf13337-75ad-4296-b933-78a2962b57e9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:25.508872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] No DVR routers for this DVR port 7bf13337-75ad-4296-b933-78a2962b57e9 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:25.512854 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:25.516566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83b548e5-5a04-4f6f-9fb2-ae1f4a11e198 req-383994e9-f1a5-42a0-b6af-042eb0a55966 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "DELETE /v2.0/ports/7bf13337-75ad-4296-b933-78a2962b57e9 HTTP/1.1" status: 204  len: 173 time: 0.4739442
Nov 06 20:52:25.517535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'name': 'network-vif-deleted', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:25.519928 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c981da85-0aba-4c69-b55d-ca16c692f3ed" -d '{"events": [{"server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "name": "network-vif-deleted", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:25.576030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c97921-7dfb-48a5-8522-25f0208726cd req-e38998ab-9934-4d12-92ab-a06a2ba7f477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:25.577818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58c97921-7dfb-48a5-8522-25f0208726cd req-e38998ab-9934-4d12-92ab-a06a2ba7f477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0664585
Nov 06 20:52:25.625695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58c97921-7dfb-48a5-8522-25f0208726cd req-d038cc65-a74c-4ccb-b59b-d06dffb4995e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421262
Nov 06 20:52:25.738447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11202c19-002a-4559-b9bd-cd568b8172cd req-2ddc6a91-9d9b-4503-be4c-1725bee567a4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:25.741092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11202c19-002a-4559-b9bd-cd568b8172cd req-2ddc6a91-9d9b-4503-be4c-1725bee567a4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 946 time: 0.0587888
Nov 06 20:52:25.797867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11202c19-002a-4559-b9bd-cd568b8172cd req-4a2b3a96-dd75-49da-93bf-a5ebccbc410e tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0508506
Nov 06 20:52:25.848214 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302bab9e-70e1-4d92-8acf-6a117dc82c97 x-openstack-request-id: req-302bab9e-70e1-4d92-8acf-6a117dc82c97 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:25.848643 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392ca076-1799-441a-9449-9c6f872899d4", "name": "network-vif-deleted", "tag": "7bf13337-75ad-4296-b933-78a2962b57e9", "status": "failed", "code": 422}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:25.848812 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-302bab9e-70e1-4d92-8acf-6a117dc82c97 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:25.849384 ncdv-master-1 neutron-server[119333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '392ca076-1799-441a-9449-9c6f872899d4', 'name': 'network-vif-deleted', 'tag': '7bf13337-75ad-4296-b933-78a2962b57e9', 'status': 'failed', 'code': 422} returned with failed status
Nov 06 20:52:25.941197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:52:25.961804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7bf13337-75ad-4296-b933-78a2962b57e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:26.024936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 7bf13337-75ad-4296-b933-78a2962b57e9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:26.025774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7bf13337-75ad-4296-b933-78a2962b57e9 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:26.065181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:26.077326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'mac_address': 'fa:16:3e:4c:bb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:52:26.121465 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:26.138447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bc0dd3-b09d-4857-859d-ac48eec07494 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:26.159820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:26.166668 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:26.184243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-fbee886c-cd7b-4087-9717-269c061b9d2d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:26.185786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-fbee886c-cd7b-4087-9717-269c061b9d2d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.1201816
Nov 06 20:52:26.203684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-4f5784f4-dbce-4232-87da-d19f31606ea3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/quotas/4e36c34c8ba54c99826390aff2abf4d7 HTTP/1.1" status: 200  len: 375 time: 0.0106311
Nov 06 20:52:26.218832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:26.239553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-70ea917f-ddbc-4d43-8577-bc758f9f640b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0284958
Nov 06 20:52:26.418512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-b1552e57-70c3-487e-903a-35ff49e8701a service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713026
Nov 06 20:52:26.426781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440a9a3-47c3-4cb9-aefb-14443e16d362 req-f2a383e0-015e-41bb-bc1d-c78581f09a0c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:26.428249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8440a9a3-47c3-4cb9-aefb-14443e16d362 req-f2a383e0-015e-41bb-bc1d-c78581f09a0c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 949 time: 0.0791600
Nov 06 20:52:26.532928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8440a9a3-47c3-4cb9-aefb-14443e16d362 req-9c3628a1-a3eb-46b4-bb62-2d9f6549cbf9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960140
Nov 06 20:52:26.550372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-0aaeb624-f768-48dc-a8da-ffed51245ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211400
Nov 06 20:52:26.645330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f3bc0dd3-b09d-4857-859d-ac48eec07494'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:26.646827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0dce-65a0-477b-be9a-19570d650155 req-6cf6abe2-99ac-418a-a384-7824b1c49761 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:26.648854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a4a0dce-65a0-477b-be9a-19570d650155 req-6cf6abe2-99ac-418a-a384-7824b1c49761 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 945 time: 0.0576663
Nov 06 20:52:26.715484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a4a0dce-65a0-477b-be9a-19570d650155 req-3822589b-3a0f-48b4-ad78-bce5ed5e7519 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584521
Nov 06 20:52:26.977603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7044e-2b55-4e3b-a0d6-7dcd1c49d486 req-72ccd721-ca4e-4aa3-b6bd-6516a753d920 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:26.979690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-faf7044e-2b55-4e3b-a0d6-7dcd1c49d486 req-72ccd721-ca4e-4aa3-b6bd-6516a753d920 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0850067
Nov 06 20:52:26.995260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-fb4a91ad-14e4-47bd-8f7e-82d07a588803 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:26.996785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-fb4a91ad-14e4-47bd-8f7e-82d07a588803 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 946 time: 0.0918446
Nov 06 20:52:27.089607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4dcb5c00-dfba-495d-bd4a-7325ac9782c1 req-9ca3401d-491d-46f3-a5bc-dc3d05531ca3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 210 time: 0.0500615
Nov 06 20:52:27.160232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-faf7044e-2b55-4e3b-a0d6-7dcd1c49d486 req-6747c36e-7926-40ed-8932-afe6e0f013b4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624391
Nov 06 20:52:27.205946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-fd8eeb7f-5a33-4e63-86cf-3de9bb522a5e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:27.207454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-fd8eeb7f-5a33-4e63-86cf-3de9bb522a5e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428&tenant_id=acfc5ca1083f4131b1da0e5689218590&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1512973
Nov 06 20:52:27.265690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Deleting port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:27.266037 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:27.279244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62152f2-dfc0-46db-bcb0-ad0288799067 req-6d10c561-a92f-4716-bb82-0641211f518a tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:27.280843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e62152f2-dfc0-46db-bcb0-ad0288799067 req-6d10c561-a92f-4716-bb82-0641211f518a tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 946 time: 0.1196327
Nov 06 20:52:27.440829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-2696b1f7-f2f0-4630-91d8-971c3297b3b5 service neutron] 10.222.0.10 "GET /v2.0/ports/f3bc0dd3-b09d-4857-859d-ac48eec07494/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2215428
Nov 06 20:52:27.455542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e62152f2-dfc0-46db-bcb0-ad0288799067 req-c2a890c6-f21b-4a72-9a4a-7b87b184ada2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1050487-fbbe-4134-bf41-8b671292c405&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1323369
Nov 06 20:52:27.469712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0501b89-d9b2-4083-b6c0-5389cc441d9d req-9916498c-6467-4fe3-bbdf-eb24349cd8fd tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:27.471233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0501b89-d9b2-4083-b6c0-5389cc441d9d req-9916498c-6467-4fe3-bbdf-eb24349cd8fd tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 949 time: 0.1446104
Nov 06 20:52:27.481316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] For port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:27.481669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:27.608451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0501b89-d9b2-4083-b6c0-5389cc441d9d req-13bc636e-e20d-4bf3-b79f-f00e34a3dce2 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309316
Nov 06 20:52:27.637684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-66a1bbd5-c09d-4992-ae23-a392296f46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:27.639161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-66a1bbd5-c09d-4992-ae23-a392296f46a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 1100 time: 0.1603844
Nov 06 20:52:27.778322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:27.778691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:27.779007 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Floating IP b7142fa5-1c10-40c6-8f87-eb1a388b8b97 disassociated. External IP: 172.35.0.110, port: c83693a3-2e65-4ffa-b0e0-7a93f6dabc38.
Nov 06 20:52:27.779348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Calling delete_port for c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:27.801027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-81fb3edd-47bd-46f6-a4c6-9258aa294fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:27.802575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-81fb3edd-47bd-46f6-a4c6-9258aa294fc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1532006
Nov 06 20:52:27.903142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-39ce2bba-f2dc-4fc9-b77d-46ebbf839efc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494 HTTP/1.1" status: 200  len: 217 time: 0.0602701
Nov 06 20:52:27.971591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab1da0-1c53-4e68-af52-2954fc4795c8 req-e3802073-90a8-41c2-8901-0b0aeb8ec3ad tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:27.973145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbab1da0-1c53-4e68-af52-2954fc4795c8 req-e3802073-90a8-41c2-8901-0b0aeb8ec3ad tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 945 time: 0.1404548
Nov 06 20:52:28.012568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-412c08a2-7326-4981-b4a5-ad220dd1656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:28.014024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-412c08a2-7326-4981-b4a5-ad220dd1656a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0917020
Nov 06 20:52:28.170169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:28.192953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbab1da0-1c53-4e68-af52-2954fc4795c8 req-bf4a02f0-7602-4e34-ab15-14d1ffb1a4b6 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/security-groups?id=607a241a-cf57-4d9c-9760-7a5600e51c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110951
Nov 06 20:52:28.243454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-980b009e-b51c-4eba-9938-2c9aac746499 req-38e57cfb-b1e6-4656-8fc5-274e51a09db9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 210 time: 0.0742328
Nov 06 20:52:28.247092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event deleted for resources: {'Port': ['ID=c83693a3-2e65-4ffa-b0e0-7a93f6dabc38,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:28.251984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-71534504-1321-43aa-9de4-0afef0a4db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:28.255444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-71534504-1321-43aa-9de4-0afef0a4db52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1957316
Nov 06 20:52:28.262489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-9995021f-d163-4d2b-99eb-c9f4ac2c7534 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:28.264116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-9995021f-d163-4d2b-99eb-c9f4ac2c7534 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.2765203
Nov 06 20:52:28.288516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Request body: {'port': {'device_id': 'b628d735-8393-4d0e-9126-37ca09231b4e', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'admin_state_up': True, 'tenant_id': '4e36c34c8ba54c99826390aff2abf4d7'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:28.535346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05691e4b-ba3a-4710-8bd5-f1e86586dc1b req-620ca236-5cf4-4120-9d62-f31c5abc756e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:28.536800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05691e4b-ba3a-4710-8bd5-f1e86586dc1b req-620ca236-5cf4-4120-9d62-f31c5abc756e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.2146132
Nov 06 20:52:28.603618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-dd71361b-1fe3-4897-8a78-b973adb71584 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375859
Nov 06 20:52:28.608227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9178fc9e-e2a3-464e-82b2-c0c44998b1c5 req-1cc3cfcb-bcbc-49fa-904f-dd868edef2c3 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 210 time: 0.0579364
Nov 06 20:52:28.646116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Router 83f2f92c-c17f-40fb-897e-98d0ca119eda has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:52:28.730879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05691e4b-ba3a-4710-8bd5-f1e86586dc1b req-05ab7c63-81e5-40fd-9f2d-437bec2af849 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816516
Nov 06 20:52:28.737206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Made reservation on behalf of 4e36c34c8ba54c99826390aff2abf4d7 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:28.739295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:28.865083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23908fd8-59f5-400b-b617-623956caf11f req-55014447-320b-4afd-819a-59aad9d98df5 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:28.866574 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23908fd8-59f5-400b-b617-623956caf11f req-55014447-320b-4afd-819a-59aad9d98df5 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 945 time: 0.0545530
Nov 06 20:52:28.989463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Deleting port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:28.989804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:29.080589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] For port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:29.080957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:29.098482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Calling delete_port for 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:29.224747 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:29.237520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:29.239831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e514d98-453f-4918-a112-7075553b0def req-fc0f8556-a3d7-4515-b91d-cfe3e5d22a29 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:29.241376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e514d98-453f-4918-a112-7075553b0def req-fc0f8556-a3d7-4515-b91d-cfe3e5d22a29 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 949 time: 0.5274918
Nov 06 20:52:29.249675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-90d6e871-f2cf-4f65-80b0-b97a7e5dd9f8 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6234138
Nov 06 20:52:29.254826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Pushing event deleted for resources: {'Port': ['ID=90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:29.270909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.275824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.279315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.279825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.280326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.280822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.281526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.281946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.282446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.283088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.283586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.284066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:29.310369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:52:29.335831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] No DVR routers for this DVR port 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:29.344150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:29.346087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] Sync routers for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:52:29.348659 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23908fd8-59f5-400b-b617-623956caf11f req-6537f399-98e3-41a6-bacf-2ff46d9ddda2 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.10 "DELETE /v2.0/ports/90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa HTTP/1.1" status: 204  len: 173 time: 0.4597461
Nov 06 20:52:29.349517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c1154-4869-49cb-87aa-799375f3b9f0', 'name': 'network-vif-deleted', 'tag': '90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:29.353524 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24c6934-36e1-40df-aaa5-5919e6da2176" -d '{"events": [{"server_uuid": "8c1c1154-4869-49cb-87aa-799375f3b9f0", "name": "network-vif-deleted", "tag": "90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:29.388805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:52:29.389435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925158cd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:29.407441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] No DVR routers for this DVR port c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:29.413627 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:29.417888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-481c4278-ec44-45d7-81ce-37bb814c4887 req-5dd40c6a-d5b7-4535-b94d-a5fff4d638e4 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.37 "DELETE /v2.0/ports/c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 HTTP/1.1" status: 204  len: 173 time: 2.4135332
Nov 06 20:52:29.428278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'name': 'network-vif-deleted', 'tag': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:29.430436 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eccdd2f-73ef-48b2-8813-e874d42f5479" -d '{"events": [{"server_uuid": "8fe417ed-b509-4da2-9cd8-d79891f228b7", "name": "network-vif-deleted", "tag": "c83693a3-2e65-4ffa-b0e0-7a93f6dabc38"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:29.448086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e514d98-453f-4918-a112-7075553b0def req-7ac4459e-e4fd-4ed4-8fec-292a6c3b628d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967485
Nov 06 20:52:29.483325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Allocated IP 172.20.0.12 (cf6dfc64-25a7-4971-95b2-b28cae749918/320ebed7-bdef-410c-92c6-8b51981e34c9/41a8c318-4f4a-48fc-80b1-233aca022d86) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:52:29.494988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa71f44a-6419-474e-91fa-b9c15ef47fee req-fb455739-2a7a-401a-97df-96462d9734b4 tempest-AttachSCSIVolumeTestJSON-294316676 tempest-AttachSCSIVolumeTestJSON-294316676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c1c1154-4869-49cb-87aa-799375f3b9f0 HTTP/1.1" status: 200  len: 210 time: 0.0889843
Nov 06 20:52:29.615500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe14e4f6-560d-4381-b479-8dcb24f7cde7 req-f1df0235-0ac7-4bd5-b541-755038071087 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 210 time: 0.0690179
Nov 06 20:52:29.646856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:52:29.727776 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3981201-056e-4c54-a765-c0ad0438f100 x-openstack-request-id: req-f3981201-056e-4c54-a765-c0ad0438f100 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:29.728845 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe417ed-b509-4da2-9cd8-d79891f228b7", "name": "network-vif-deleted", "tag": "c83693a3-2e65-4ffa-b0e0-7a93f6dabc38", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:29.728945 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3981201-056e-4c54-a765-c0ad0438f100 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:29.729385 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe417ed-b509-4da2-9cd8-d79891f228b7', 'name': 'network-vif-deleted', 'tag': 'c83693a3-2e65-4ffa-b0e0-7a93f6dabc38', 'status': 'completed', 'code': 200}
Nov 06 20:52:29.750599 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef63dc-2ac9-4990-b2d0-706d98c40ae5 x-openstack-request-id: req-8aef63dc-2ac9-4990-b2d0-706d98c40ae5 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:29.750947 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c1154-4869-49cb-87aa-799375f3b9f0", "name": "network-vif-deleted", "tag": "90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:29.751206 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aef63dc-2ac9-4990-b2d0-706d98c40ae5 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:29.751746 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c1154-4869-49cb-87aa-799375f3b9f0', 'name': 'network-vif-deleted', 'tag': '90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa', 'status': 'completed', 'code': 200}
Nov 06 20:52:29.825990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:29.843624 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ae39beb-78bb-4717-87b0-b379e9e99940 req-2914ea47-e8be-492c-9934-407df2db1955 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fe417ed-b509-4da2-9cd8-d79891f228b7 HTTP/1.1" status: 200  len: 210 time: 0.0528431
Nov 06 20:52:29.901050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1982dca-4405-4138-8292-c9b6d3439946 req-b77ddd3a-7c86-4dd7-972a-4c07f205245a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:29.901797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925158cd60>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:07Z', 'revision_number': 5, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:29.902549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1982dca-4405-4138-8292-c9b6d3439946 req-b77ddd3a-7c86-4dd7-972a-4c07f205245a tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0919769
Nov 06 20:52:29.932759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:29.939941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] Checking router: 83f2f92c-c17f-40fb-897e-98d0ca119eda for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:52:29.955774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:52:29.956684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925158cd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:30.002139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:52:30.029729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Network cf6dfc64-25a7-4971-95b2-b28cae749918 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:52:30.036484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:52:30.038498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event updated for resources: {'Port': ['ID=41a8c318-4f4a-48fc-80b1-233aca022d86,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:30.042040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:52:30.058463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1982dca-4405-4138-8292-c9b6d3439946 req-59c87158-9052-4b6c-816d-78f51e804d13 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498945
Nov 06 20:52:30.124725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:30.125361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:30.134638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port f3bc0dd3-b09d-4857-859d-ac48eec07494 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:52:30.135359 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:30.150350 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-da5a1366-2607-4cc8-8e3d-54702ad77235 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8735654
Nov 06 20:52:30.167845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:52:30.172653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Request body: {'port': {'device_id': 'b628d735-8393-4d0e-9126-37ca09231b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:30.231473 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:30.328621 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:30.369984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:30.372105 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86951ac9-17fe-4b47-bf91-68cc664f307b" -d '{"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-plugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:30.387956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:30.414066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:30.439007 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706b4931-4e5b-4f3c-a4d9-53e7d1414019 x-openstack-request-id: req-706b4931-4e5b-4f3c-a4d9-53e7d1414019 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:30.439294 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-plugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:30.439543 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-706b4931-4e5b-4f3c-a4d9-53e7d1414019 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:30.439918 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'code': 200}
Nov 06 20:52:30.473041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:30.486555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925158cd60>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:07Z', 'revision_number': 5, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:30.505726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a8c318-4f4a-48fc-80b1-233aca022d86 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:30.513802 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:30.515834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72f4fb-e8d9-4818-a00f-1aac2b25a3fe None None] The sync data for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 is: [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:49:02Z', 'revision_number': 4, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d2a3dc-250f-4843-9f0e-c0ad885d63a1', 'name': '', 'network_id': '13707f7b-603a-4c93-b168-9b49e124be0a', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'mac_address': 'fa:16:3e:71:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:01Z', 'updated_at': '2021-11-06T20:49:07Z', 'revision_number': 5, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'subnets': [{'id': '2ea68c76-c6a9-416d-b7f6-87ce61e3cd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:52:30.530737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Transition to ACTIVE for port object 41a8c318-4f4a-48fc-80b1-233aca022d86 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:52:30.546118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:30.651732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73af027-2502-4567-8887-863d03f40599 service neutron] Pushing event updated for resources: {'Port': ['ID=41a8c318-4f4a-48fc-80b1-233aca022d86,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:30.687495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd4a67-3dc6-4db5-89ed-05406c9821aa req-e413fa0c-1549-49f2-88d2-c2564d20ed19 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:30.688985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23cd4a67-3dc6-4db5-89ed-05406c9821aa req-e413fa0c-1549-49f2-88d2-c2564d20ed19 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.1553745
Nov 06 20:52:30.793989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Attempting to bind port 41a8c318-4f4a-48fc-80b1-233aca022d86 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:52:30.794632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Attempting to bind port 41a8c318-4f4a-48fc-80b1-233aca022d86 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:52:30.794632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Attempting to bind port 41a8c318-4f4a-48fc-80b1-233aca022d86 on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:30.822268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Port 41a8c318-4f4a-48fc-80b1-233aca022d86 on network cf6dfc64-25a7-4971-95b2-b28cae749918 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:52:30.822573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Attempting to bind port 41a8c318-4f4a-48fc-80b1-233aca022d86 on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:30.838097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621137f5-ad6f-40c7-b2b1-86a96d4373c2 req-c24d987d-a070-4e67-9a74-796794af43e9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:30.839676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621137f5-ad6f-40c7-b2b1-86a96d4373c2 req-c24d987d-a070-4e67-9a74-796794af43e9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 944 time: 0.1480412
Nov 06 20:52:30.851977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23cd4a67-3dc6-4db5-89ed-05406c9821aa req-092dd1b2-5bf9-4cd1-9fff-e819cdf01508 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498647
Nov 06 20:52:30.853209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:52:30.853364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Checking segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:52:30.853982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Bound using segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:52:30.854221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Bound port: 41a8c318-4f4a-48fc-80b1-233aca022d86, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:52:30.854567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:30.858343 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab84011c-5a59-450f-b312-a6e1c5542ca4 None None] New status for floating IP b7142fa5-1c10-40c6-8f87-eb1a388b8b97: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:52:30.991232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621137f5-ad6f-40c7-b2b1-86a96d4373c2 req-5fc283b1-ffa8-4c32-a46b-c4ab7de7c436 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024292
Nov 06 20:52:30.992664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] For port 41a8c318-4f4a-48fc-80b1-233aca022d86, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:52:30.996995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] For port 41a8c318-4f4a-48fc-80b1-233aca022d86, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41a8c318-4f4a-48fc-80b1-233aca022d86,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:52:31.003824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.049186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52124) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:31.076350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:31.077004 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.078571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-d73af027-2502-4567-8887-863d03f40599 service neutron] 10.222.0.10 "PUT /v2.0/ports/41a8c318-4f4a-48fc-80b1-233aca022d86 HTTP/1.1" status: 200  len: 1092 time: 0.9113286
Nov 06 20:52:31.113459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73af027-2502-4567-8887-863d03f40599 service neutron] Pushing event updated for resources: {'Port': ['ID=41a8c318-4f4a-48fc-80b1-233aca022d86,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:31.158453 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eaabfe3-0481-4fa1-9728-0ef626f63c59 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.236073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eaabfe3-0481-4fa1-9728-0ef626f63c59 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.267444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec713d7b-239b-49c2-aad8-71eab06ca0ea req-41e3714d-bdd1-44f4-8584-569ff83248a9 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:31.269314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec713d7b-239b-49c2-aad8-71eab06ca0ea req-41e3714d-bdd1-44f4-8584-569ff83248a9 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1021807
Nov 06 20:52:31.281705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-dcb1ffb3-8f05-4ace-8f97-d0b5248a18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:31.283690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-dcb1ffb3-8f05-4ace-8f97-d0b5248a18e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 1095 time: 0.1040671
Nov 06 20:52:31.299312 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eaabfe3-0481-4fa1-9728-0ef626f63c59 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.302943 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eaabfe3-0481-4fa1-9728-0ef626f63c59 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.304214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7eaabfe3-0481-4fa1-9728-0ef626f63c59 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1050487-fbbe-4134-bf41-8b671292c405 HTTP/1.1" status: 204  len: 168 time: 0.2527659
Nov 06 20:52:31.310806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52130) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:31.335167 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-2f4c420c-68f5-45fb-8514-2c6f4858d39b tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] show failed (client error): The resource could not be found.
Nov 06 20:52:31.336676 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2f4c420c-68f5-45fb-8514-2c6f4858d39b tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "GET /v2.0/security-groups/b1050487-fbbe-4134-bf41-8b671292c405 HTTP/1.1" status: 404  len: 347 time: 0.0227582
Nov 06 20:52:31.336865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-57e3f6be-be19-4a1f-aa9c-1b9ee3687df3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41a8c318-4f4a-48fc-80b1-233aca022d86 HTTP/1.1" status: 200  len: 217 time: 0.0429142
Nov 06 20:52:31.338602 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaabfe3-0481-4fa1-9728-0ef626f63c59 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1050487-fbbe-4134-bf41-8b671292c405,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:31.340317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52132) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:31.502251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec713d7b-239b-49c2-aad8-71eab06ca0ea req-9ddbc423-03dd-4f62-b827-73e1e4c65cb7 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175257
Nov 06 20:52:31.549603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-7c397423-d269-4f4c-b317-6a72c1cb28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:31.551231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-7c397423-d269-4f4c-b317-6a72c1cb28ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.2034450
Nov 06 20:52:31.611403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-dde93343-03c5-4615-8a2f-1416aa5c58a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526559
Nov 06 20:52:31.618747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Deleting port 0e85cfc6-2d7d-4244-acaa-f154afe9335b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:31.619196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.731572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b628d735-8393-4d0e-9126-37ca09231b4e', 'tag': '41a8c318-4f4a-48fc-80b1-233aca022d86'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:31.734271 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e6422c-4960-490f-a8fc-dad60068436a" -d '{"events": [{"name": "network-changed", "server_uuid": "b628d735-8393-4d0e-9126-37ca09231b4e", "tag": "41a8c318-4f4a-48fc-80b1-233aca022d86"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:31.790586 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb01c8-39cb-42d7-af5d-0168ebc20f3a x-openstack-request-id: req-bfcb01c8-39cb-42d7-af5d-0168ebc20f3a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:31.791013 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b628d735-8393-4d0e-9126-37ca09231b4e", "tag": "41a8c318-4f4a-48fc-80b1-233aca022d86", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:31.791281 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfcb01c8-39cb-42d7-af5d-0168ebc20f3a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:31.791653 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b628d735-8393-4d0e-9126-37ca09231b4e', 'tag': '41a8c318-4f4a-48fc-80b1-233aca022d86', 'status': 'completed', 'code': 200}
Nov 06 20:52:31.811949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.812725 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:31.824959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-b688be00-1971-4b47-aeb2-b42db3be1510 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033281
Nov 06 20:52:31.831752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Calling delete_port for 0e85cfc6-2d7d-4244-acaa-f154afe9335b owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:32.034559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee3fdbaa-8d90-4ca9-8778-8f3180403ae9 req-49c56c00-759b-44a1-b058-9e0da9017b8d service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006187
Nov 06 20:52:32.072879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb49415-dd2f-47ea-8e13-9f44232e7466 req-4928ad77-f08d-418b-9670-9f708c6c5de1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.081402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecb49415-dd2f-47ea-8e13-9f44232e7466 req-4928ad77-f08d-418b-9670-9f708c6c5de1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.1370018
Nov 06 20:52:32.190042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecb49415-dd2f-47ea-8e13-9f44232e7466 req-f855c88a-c2d7-4466-a117-20c6d0375bf8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072168
Nov 06 20:52:32.265137 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:32.283280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6422c-4960-490f-a8fc-dad60068436a req-803e8770-0ed5-4442-8ab8-00736905ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.285065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e6422c-4960-490f-a8fc-dad60068436a req-803e8770-0ed5-4442-8ab8-00736905ab0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 1095 time: 0.1698391
Nov 06 20:52:32.326639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Pushing event deleted for resources: {'Port': ['ID=0e85cfc6-2d7d-4244-acaa-f154afe9335b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:32.347737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd3fe3-a98f-4321-8c09-a5af92051974 req-63e69b47-3791-42f9-96e3-c7e0376c722e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.352888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8cd3fe3-a98f-4321-8c09-a5af92051974 req-63e69b47-3791-42f9-96e3-c7e0376c722e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 944 time: 0.1689961
Nov 06 20:52:32.387011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-e566a511-85b9-43b4-9a46-1aee6eb35829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.388725 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-e566a511-85b9-43b4-9a46-1aee6eb35829 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428&tenant_id=acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 1101 time: 0.4506521
Nov 06 20:52:32.389403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:32.423215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:32.423900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c83693a3-2e65-4ffa-b0e0-7a93f6dabc38 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:32.456129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-24a7fa21-064e-4c26-a336-35e8f69e5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.457750 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-24a7fa21-064e-4c26-a336-35e8f69e5360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 1101 time: 0.0443168
Nov 06 20:52:32.515102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:32.517724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:32.518884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e2c8201c-9e72-4c31-b0b6-a8a11258c4d2 tempest-ServersTestFqdnHostnames-1034438315 tempest-ServersTestFqdnHostnames-1034438315-project] 10.222.0.13 "DELETE /v2.0/floatingips/b7142fa5-1c10-40c6-8f87-eb1a388b8b97 HTTP/1.1" status: 204  len: 168 time: 1.1776688
Nov 06 20:52:32.523139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52180) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:32.538566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8cd3fe3-a98f-4321-8c09-a5af92051974 req-6169e50d-379d-4395-abf1-b84f8e5687e9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296501
Nov 06 20:52:32.539987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6422c-4960-490f-a8fc-dad60068436a req-1bdb9ad2-c859-4501-8458-6ed41f4c0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.541934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e6422c-4960-490f-a8fc-dad60068436a req-1bdb9ad2-c859-4501-8458-6ed41f4c0f02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 913 time: 0.2312748
Nov 06 20:52:32.600365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e6422c-4960-490f-a8fc-dad60068436a req-b582f256-c099-45e2-a318-f9afe8fb5513 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41a8c318-4f4a-48fc-80b1-233aca022d86 HTTP/1.1" status: 200  len: 217 time: 0.0483956
Nov 06 20:52:32.658353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52190) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:32.660009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-1eecc279-988e-4521-b371-1df8ae9e6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.662069 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-1eecc279-988e-4521-b371-1df8ae9e6ef7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1952927
Nov 06 20:52:32.693161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6422c-4960-490f-a8fc-dad60068436a req-374f15b0-e1e8-4599-9433-7ef3c96b5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.694675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e6422c-4960-490f-a8fc-dad60068436a req-374f15b0-e1e8-4599-9433-7ef3c96b5b46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.0879588
Nov 06 20:52:32.720050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f1d2e-aa88-4fb7-98ce-c0927da7d5c4 req-d108079d-d4dd-420b-84ee-5de0e09fe14b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.721606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e4f1d2e-aa88-4fb7-98ce-c0927da7d5c4 req-d108079d-d4dd-420b-84ee-5de0e09fe14b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0784645
Nov 06 20:52:32.739401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e6422c-4960-490f-a8fc-dad60068436a req-976e4897-3e76-4585-8b7f-b5743c28c328 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357747
Nov 06 20:52:32.760360 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-80363cae-e45e-413c-bec7-54abe72cf251 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494 HTTP/1.1" status: 200  len: 217 time: 0.0889204
Nov 06 20:52:32.843460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e4f1d2e-aa88-4fb7-98ce-c0927da7d5c4 req-ad6ea05e-25e0-40a7-b2a8-2daebb9e5451 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063399
Nov 06 20:52:32.865966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e6422c-4960-490f-a8fc-dad60068436a req-1e590e4d-ff54-4da4-b3ce-0d0999883ae1 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1190169
Nov 06 20:52:32.923636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-6e871056-4e0c-4939-97aa-ab3506b65c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:32.925388 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-6e871056-4e0c-4939-97aa-ab3506b65c6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1530805
Nov 06 20:52:32.967414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e6422c-4960-490f-a8fc-dad60068436a req-0ab2bd5a-f5fc-4dec-8e92-078e171f951a service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941834
Nov 06 20:52:33.129971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-6b79031f-ef79-4abe-9850-6cf2fbdf014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:33.132349 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-6b79031f-ef79-4abe-9850-6cf2fbdf014c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1747503
Nov 06 20:52:33.349517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a0a5f-f384-469e-83ab-4739661f1a64 req-6db445cd-a629-41f9-9405-7a7e7d73c864 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:33.351462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e22a0a5f-f384-469e-83ab-4739661f1a64 req-6db445cd-a629-41f9-9405-7a7e7d73c864 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0668185
Nov 06 20:52:33.361178 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-608e4565-37c7-4fc3-82a0-0dbd16ddfc09 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102478
Nov 06 20:52:33.424091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e22a0a5f-f384-469e-83ab-4739661f1a64 req-fb3c3cb0-171b-46de-a30a-6db7af5a0e50 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649519
Nov 06 20:52:33.560219 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-751b2b54-04e8-4fb2-9ad7-c199779f875d req-ece73bbd-44c3-4534-8cb8-2614c13cc77a service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893702
Nov 06 20:52:33.596644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:33.639706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:33.682005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c734c3-c134-46c9-90c1-b18d5bf731e2 req-04997679-f699-4b9e-bd9a-6970a8e5a01e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:33.683682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2c734c3-c134-46c9-90c1-b18d5bf731e2 req-04997679-f699-4b9e-bd9a-6970a8e5a01e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 944 time: 0.0614853
Nov 06 20:52:33.737172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2c734c3-c134-46c9-90c1-b18d5bf731e2 req-ef20b445-4917-4172-9397-f0c0a1ef953b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461752
Nov 06 20:52:33.979501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:52:33.982391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:33.990021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2a540-3a0c-4d32-8777-205d4de387e2 req-4cc8519a-7c14-4cb6-9773-4a5fe85a75ce tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:33.992004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9cb2a540-3a0c-4d32-8777-205d4de387e2 req-4cc8519a-7c14-4cb6-9773-4a5fe85a75ce tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0568359
Nov 06 20:52:34.011562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:34.011881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 90be927e-0d19-4cf4-9b5f-dbcd4cb2b2fa not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:34.012531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:34.058798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9cb2a540-3a0c-4d32-8777-205d4de387e2 req-433db09f-9979-4443-ba3a-da11f1ec40c8 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583851
Nov 06 20:52:34.102539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Deleting port e676c877-b11a-4044-8fb9-3273d5e6d3c1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:34.102957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.106091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Deleting port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:34.106431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.279799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] For port e676c877-b11a-4044-8fb9-3273d5e6d3c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e676c877-b11a-4044-8fb9-3273d5e6d3c1,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:34.280035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.283674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] For port c8d2a3dc-250f-4843-9f0e-c0ad885d63a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:34.284051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.306603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Calling delete_port for e676c877-b11a-4044-8fb9-3273d5e6d3c1 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:34.308927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Calling delete_port for c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:34.314968 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.322794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:34.347968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'port_id': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'mac_address': 'fa:16:3e:3c:7d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c9fae6-62d5-4257-865d-3dd2eac73e10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:52:34.355001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:34.357298 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b476e39-a01d-4a41-bf3f-2d5c9be1f22a" -d '{"events": [{"server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:34.373990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:34.394973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.406236 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f762f532-aac3-403f-8948-af930ae3a06c x-openstack-request-id: req-f762f532-aac3-403f-8948-af930ae3a06c {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:34.406600 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:34.406975 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f762f532-aac3-403f-8948-af930ae3a06c {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:34.407367 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'code': 200}
Nov 06 20:52:34.445113 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.475487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:34.486563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:34.518870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.519575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.520187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.520741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.521354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.521889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.522285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.522800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.523193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.523577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.524084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.524494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:34.544364 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:52:34.545101 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:52:34.609341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca303c-53f6-4d8d-8c38-84a32011e0da req-60355e7e-3846-4512-9434-eb5bd998bc0d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:34.611167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fca303c-53f6-4d8d-8c38-84a32011e0da req-60355e7e-3846-4512-9434-eb5bd998bc0d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0602412
Nov 06 20:52:34.666608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fca303c-53f6-4d8d-8c38-84a32011e0da req-c1b1b485-904a-4e3f-aba2-c5b7cc58983e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478795
Nov 06 20:52:34.697516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.704691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:34.736595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e676c877-b11a-4044-8fb9-3273d5e6d3c1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:34.827800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d2a3dc-250f-4843-9f0e-c0ad885d63a1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:34.892915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259045b-62e5-468c-baef-bff245e87f63 req-c75e4be5-51e1-4617-8163-90bc4a27cdd7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:34.911720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8259045b-62e5-468c-baef-bff245e87f63 req-c75e4be5-51e1-4617-8163-90bc4a27cdd7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 944 time: 0.0901155
Nov 06 20:52:34.983734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8259045b-62e5-468c-baef-bff245e87f63 req-9d7d01fd-4eb9-4387-98be-05dac00aa02f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708916
Nov 06 20:52:35.094918 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:35.115635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:35.147467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:35.153457 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:35.199307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3b6f-86c9-4530-a78a-023247731974 req-10e89eaf-ac74-4d36-9493-3996c1b5c071 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:35.208196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32dc3b6f-86c9-4530-a78a-023247731974 req-10e89eaf-ac74-4d36-9493-3996c1b5c071 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 944 time: 0.0754232
Nov 06 20:52:35.216659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:35.265042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32dc3b6f-86c9-4530-a78a-023247731974 req-2543962b-ce0a-4cd5-bd84-9157153d22e5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557034
Nov 06 20:52:35.416834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:35.439589 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:35.576419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:35.813150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d0c1-4f16-4108-8769-55274e833021 req-c94d1606-4979-436f-98da-92469ee520ad tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:35.814987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88c9d0c1-4f16-4108-8769-55274e833021 req-c94d1606-4979-436f-98da-92469ee520ad tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.0591700
Nov 06 20:52:35.868861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88c9d0c1-4f16-4108-8769-55274e833021 req-fa58c62b-28cb-4178-ab8c-ed2a6e3b040e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474548
Nov 06 20:52:35.887241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Router bc359211-cace-485f-9005-65d89ba60e46 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:52:35.892980 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Router 83f2f92c-c17f-40fb-897e-98d0ca119eda has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:52:35.989282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 41a8c318-4f4a-48fc-80b1-233aca022d86 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:52:35.993006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:36.101453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:52:36.111773 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ec936758-43da-4d84-8813-072e4a7112a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc359211-cace-485f-9005-65d89ba60e46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4480596
Nov 06 20:52:36.111932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52228) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:36.114166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:52:36.122486 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9af0fc1a-7b9c-4a7f-b60c-b81e22b80633 admin admin] 10.222.0.13 "PUT /v2.0/routers/83f2f92c-c17f-40fb-897e-98d0ca119eda/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5957389
Nov 06 20:52:36.122686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52230) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:36.128844 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] Sync routers for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:52:36.139168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] Sync routers for ids ['bc359211-cace-485f-9005-65d89ba60e46'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:52:36.147173 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:52:36.147900 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252734bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:36.191372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] Routers {'bc359211-cace-485f-9005-65d89ba60e46'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:52:36.191996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925178e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bc359211-cace-485f-9005-65d89ba60e46'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:36.211402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b83f9-b2a9-42be-bd23-b157a4a348e2 req-b27186f9-c5d3-423b-9c77-e322b7d15d27 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:36.220977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-777b83f9-b2a9-42be-bd23-b157a4a348e2 req-b27186f9-c5d3-423b-9c77-e322b7d15d27 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 944 time: 0.1618752
Nov 06 20:52:36.261525 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.287788 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:52:36.338637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-777b83f9-b2a9-42be-bd23-b157a4a348e2 req-2c4948c0-89c1-410b-b296-c8c4c5094e40 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161711
Nov 06 20:52:36.353245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] Set router bc359211-cace-485f-9005-65d89ba60e46 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:52:36.432719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.436153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.444106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.499092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 41a8c318-4f4a-48fc-80b1-233aca022d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41a8c318-4f4a-48fc-80b1-233aca022d86,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:36.532614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Deleting port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:36.532904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '41a8c318-4f4a-48fc-80b1-233aca022d86', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'port_id': '41a8c318-4f4a-48fc-80b1-233aca022d86', 'mac_address': 'fa:16:3e:7e:9f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320ebed7-bdef-410c-92c6-8b51981e34c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:52:36.533235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.536170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e508872-b550-4cb7-9f02-c95405941a6f req-163d4534-4506-4d0b-a46e-8ddc91724088 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:36.538800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e508872-b550-4cb7-9f02-c95405941a6f req-163d4534-4506-4d0b-a46e-8ddc91724088 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 945 time: 0.1472886
Nov 06 20:52:36.546349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:36.548798 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ce3e8f-0a43-45c8-8c5a-ed61abc28e86" -d '{"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-unplugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:36.577475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:36.611664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.698117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e508872-b550-4cb7-9f02-c95405941a6f req-a62ef8bc-b809-4081-8c2c-94502df7c816 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002088
Nov 06 20:52:36.719177 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] For port cb5148c2-a3f4-4cc8-bf1e-6c837995cc01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb5148c2-a3f4-4cc8-bf1e-6c837995cc01,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:36.719574 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.722195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.740340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.754323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Calling delete_port for cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:36.774930 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252734bb0>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:52:34Z', 'revision_number': 5, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port': {'id': 'cb5148c2-a3f4-4cc8-bf1e-6c837995cc01', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:48:58Z', 'updated_at': '2021-11-06T20:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:36.824930 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d663eef-5a2d-488a-b8f8-e386cbd8cf06 x-openstack-request-id: req-3d663eef-5a2d-488a-b8f8-e386cbd8cf06 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:36.825622 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-unplugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:36.826061 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d663eef-5a2d-488a-b8f8-e386cbd8cf06 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:36.826644 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'code': 200}
Nov 06 20:52:36.835699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a8c318-4f4a-48fc-80b1-233aca022d86 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:36.857552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Deleting port 67ddc465-ab3a-4cee-b33e-5db0af031913 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:36.857813 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.877480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 41a8c318-4f4a-48fc-80b1-233aca022d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41a8c318-4f4a-48fc-80b1-233aca022d86,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:36.889859 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] Checking router: 83f2f92c-c17f-40fb-897e-98d0ca119eda for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:52:36.901972 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:36.910402 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] Routers {'83f2f92c-c17f-40fb-897e-98d0ca119eda'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:52:36.911441 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252734bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['83f2f92c-c17f-40fb-897e-98d0ca119eda'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:36.931200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:36.992264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] For port 67ddc465-ab3a-4cee-b33e-5db0af031913, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67ddc465-ab3a-4cee-b33e-5db0af031913,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:36.993326 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.048841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Calling delete_port for 67ddc465-ab3a-4cee-b33e-5db0af031913 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:37.068539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=41a8c318-4f4a-48fc-80b1-233aca022d86,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:37.076877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925178e760>, [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163'}], 'enable_snat': True}, 'gw_port_id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:52:34Z', 'revision_number': 5, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port': {'id': '67ddc465-ab3a-4cee-b33e-5db0af031913', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc359211-cace-485f-9005-65d89ba60e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:16Z', 'updated_at': '2021-11-06T20:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:37.113665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] Checking router: bc359211-cace-485f-9005-65d89ba60e46 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:52:37.135412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] Routers {'bc359211-cace-485f-9005-65d89ba60e46'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:52:37.137025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925178e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['bc359211-cace-485f-9005-65d89ba60e46'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:37.169336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.216012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b6ac-2de6-4379-9125-32196756f491 req-ff16057d-3287-4311-ac51-cbf22b3d0635 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:37.217727 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] Set router 83f2f92c-c17f-40fb-897e-98d0ca119eda gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:52:37.218157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d21b6ac-2de6-4379-9125-32196756f491 req-ff16057d-3287-4311-ac51-cbf22b3d0635 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.1748784
Nov 06 20:52:37.225884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5148c2-a3f4-4cc8-bf1e-6c837995cc01,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:37.263907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] Set router bc359211-cace-485f-9005-65d89ba60e46 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:52:37.298811 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252734bb0>, [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:52:36Z', 'revision_number': 6, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:37.338039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.340681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['41a8c318-4f4a-48fc-80b1-233aca022d86'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:37.342152 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e550e2-7cd0-41cf-91c5-5456954fd78c None None] The sync data for ids ['83f2f92c-c17f-40fb-897e-98d0ca119eda'] in ncdv-master-1 is: [{'id': '83f2f92c-c17f-40fb-897e-98d0ca119eda', 'name': 'tempest-ServersTestFqdnHostnames-126655879-router', 'tenant_id': '1a00b3392ff344cca1531a676e30616a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:48:57Z', 'updated_at': '2021-11-06T20:52:36Z', 'revision_number': 6, 'project_id': '1a00b3392ff344cca1531a676e30616a', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:52:37.344150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925178e760>, [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:52:36Z', 'revision_number': 6, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:37.347221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d21b6ac-2de6-4379-9125-32196756f491 req-982670a8-33af-4717-bcfc-3755d30bad22 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209033
Nov 06 20:52:37.456624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.483089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84dfee0-68f2-497c-80d5-27b2acb055fc None None] The sync data for ids ['bc359211-cace-485f-9005-65d89ba60e46'] in ncdv-master-1 is: [{'id': 'bc359211-cace-485f-9005-65d89ba60e46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1896232823-router', 'tenant_id': '669205b495ef4088b1d5dae005f87509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:15Z', 'updated_at': '2021-11-06T20:52:36Z', 'revision_number': 6, 'project_id': '669205b495ef4088b1d5dae005f87509', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:52:37.520137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ddc465-ab3a-4cee-b33e-5db0af031913,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:37.521677 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.524173 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.572847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.573404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.573782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.574110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.574499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.574878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.575150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.575490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.575828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.576204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.576576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.576894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:52:37.581128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.581751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f2f92c-c17f-40fb-897e-98d0ca119eda {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:52:37.588350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.590249 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-295221dc-1c0b-496c-b517-9b8e2d4e3430 admin admin] 10.222.0.13 "DELETE /v2.0/routers/83f2f92c-c17f-40fb-897e-98d0ca119eda HTTP/1.1" status: 204  len: 168 time: 1.4664254
Nov 06 20:52:37.595582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52248) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:37.636402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd555ef-cff3-4da4-aeb2-ff4142edfeee req-6f216662-5178-4877-9841-26d52bc10840 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:37.637968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecd555ef-cff3-4da4-aeb2-ff4142edfeee req-6f216662-5178-4877-9841-26d52bc10840 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 945 time: 0.1950560
Nov 06 20:52:37.648212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.652618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea41789c-e071-4617-8d87-ae243f3fd743 admin admin] Deleting subnet 2ea68c76-c6a9-416d-b7f6-87ce61e3cd92 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:52:37.656383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea41789c-e071-4617-8d87-ae243f3fd743 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.695793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea41789c-e071-4617-8d87-ae243f3fd743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.802738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.807324 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.821880 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea41789c-e071-4617-8d87-ae243f3fd743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.907017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea41789c-e071-4617-8d87-ae243f3fd743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.944752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41789c-e071-4617-8d87-ae243f3fd743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea68c76-c6a9-416d-b7f6-87ce61e3cd92,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:37.950669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea41789c-e071-4617-8d87-ae243f3fd743 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:37.957433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94088f2-075a-47f4-8493-9a5fd03b4994 None None] Network 13707f7b-603a-4c93-b168-9b49e124be0a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:52:37.958073 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ea41789c-e071-4617-8d87-ae243f3fd743 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ea68c76-c6a9-416d-b7f6-87ce61e3cd92 HTTP/1.1" status: 204  len: 168 time: 0.3615410
Nov 06 20:52:37.960184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52256) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:38.024611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:52:38.035108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:52:38.046280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.117713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Deleting port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:38.118184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.205526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] For port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ab37481-1ec6-4a48-a979-dbca8e7fcdf4,segment=NetworkSegment(db309752-ae67-4292-86c6-e0a51d94b1f1),segment_id=db309752-ae67-4292-86c6-e0a51d94b1f1)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:38.206157 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.225086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Calling delete_port for 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:38.281874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecd555ef-cff3-4da4-aeb2-ff4142edfeee req-8e410d83-f444-4031-9223-039944736722 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6168232
Nov 06 20:52:38.305242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.306053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc359211-cace-485f-9005-65d89ba60e46 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:52:38.320505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.324679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-47ece02d-2e95-45c9-b2c7-2f1b254e27c2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bc359211-cace-485f-9005-65d89ba60e46 HTTP/1.1" status: 204  len: 168 time: 2.2090037
Nov 06 20:52:38.325353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52258) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:38.342452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cf494-751b-473c-ad3a-b61385008063 req-01ddf29a-a51e-43e3-9c45-6761cda1a365 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:38.344377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b34cf494-751b-473c-ad3a-b61385008063 req-01ddf29a-a51e-43e3-9c45-6761cda1a365 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 945 time: 0.4993923
Nov 06 20:52:38.398485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adf9c52-42dd-4e0d-810c-8d313b2b395c admin admin] Deleting subnet 43c6d38f-a7f9-4a4e-8249-725918488d04 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:52:38.402930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.409140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adf9c52-42dd-4e0d-810c-8d313b2b395c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.472480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b34cf494-751b-473c-ad3a-b61385008063 req-ae278f28-c4a6-426e-9777-26d4c723ab78 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208174
Nov 06 20:52:38.484428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab37481-1ec6-4a48-a979-dbca8e7fcdf4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:38.486385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] No DVR routers for this DVR port 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:38.533354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adf9c52-42dd-4e0d-810c-8d313b2b395c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.547829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:52:38.548430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.585685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f0f9-d534-4ec7-97f0-61c63f08b288 req-68358769-211f-42ee-a57f-839bf77f5e9a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:38.595998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43a1f0f9-d534-4ec7-97f0-61c63f08b288 req-68358769-211f-42ee-a57f-839bf77f5e9a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 948 time: 0.0912020
Nov 06 20:52:38.597885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:38.622347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'mac_address': 'fa:16:3e:4c:bb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:52:38.668334 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.684713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43a1f0f9-d534-4ec7-97f0-61c63f08b288 req-d7253d76-b928-4d32-91eb-197785b0ff8a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828955
Nov 06 20:52:38.689644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bc0dd3-b09d-4857-859d-ac48eec07494 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:38.707953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adf9c52-42dd-4e0d-810c-8d313b2b395c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.712059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.744048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:38.782998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.786508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f031a7-dee0-42d0-b572-04fdecf2311a None None] DHCP port deletion for 13707f7b-603a-4c93-b168-9b49e124be0a request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:52:38.839685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92543eeee0>,) {'filters': {'network_id': ['13707f7b-603a-4c93-b168-9b49e124be0a']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:38.848919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.876675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543eeee0>, 'db309752-ae67-4292-86c6-e0a51d94b1f1') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:38.876675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543eeee0>, 'db309752-ae67-4292-86c6-e0a51d94b1f1') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:38.891544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.891816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:38.907540 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.909245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:38.911735 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8627cf48-2a60-45d8-8506-072993c0d7ff" -d '{"events": [{"server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:38.935481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:52:38.935900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:52:38.937878 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:52:38.942534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79f03b-4b75-40ac-aaef-065aa0636da2 req-9d200c2c-0e5c-4eb4-8efe-8d502750d00e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:38.944232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:38.949166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe79f03b-4b75-40ac-aaef-065aa0636da2 req-9d200c2c-0e5c-4eb4-8efe-8d502750d00e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 950 time: 0.1497331
Nov 06 20:52:38.957201 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.013740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adf9c52-42dd-4e0d-810c-8d313b2b395c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.030576 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baea1f2-172b-4bf4-a535-ecf7a4c51768 x-openstack-request-id: req-1baea1f2-172b-4bf4-a535-ecf7a4c51768 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:39.030951 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:39.031273 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1baea1f2-172b-4bf4-a535-ecf7a4c51768 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:39.031732 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'code': 200}
Nov 06 20:52:39.037685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:39.064926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe79f03b-4b75-40ac-aaef-065aa0636da2 req-c81ad6db-d866-44ce-8b48-351e5906945c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000054
Nov 06 20:52:39.069754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf9c52-42dd-4e0d-810c-8d313b2b395c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c6d38f-a7f9-4a4e-8249-725918488d04,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:39.073335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9adf9c52-42dd-4e0d-810c-8d313b2b395c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.080604 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9adf9c52-42dd-4e0d-810c-8d313b2b395c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43c6d38f-a7f9-4a4e-8249-725918488d04 HTTP/1.1" status: 204  len: 168 time: 0.7497735
Nov 06 20:52:39.081637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52270) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:39.090357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c8fe8-ff55-4b9b-bd8a-9ba3b92e5f4e None None] Network 3185d025-395a-4e4e-9061-29af97345887 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:52:39.102078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.117018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.127150 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/13707f7b-603a-4c93-b168-9b49e124be0a HTTP/1.1" status: 204  len: 168 time: 1.1653209
Nov 06 20:52:39.146197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa519b0-4280-40f4-949e-60797b7827ac admin admin] Pushing event deleted for resources: {'Network': ['ID=13707f7b-603a-4c93-b168-9b49e124be0a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:39.253281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f3bc0dd3-b09d-4857-859d-ac48eec07494'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:39.280701 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.315929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9df8db-ff68-4061-916d-5e23e497cdeb req-3d4cffdc-0dd0-4eaa-bd4f-b9682f2a0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:39.317509 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9df8db-ff68-4061-916d-5e23e497cdeb req-3d4cffdc-0dd0-4eaa-bd4f-b9682f2a0aed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 1097 time: 0.0882256
Nov 06 20:52:39.418210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Deleting port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:39.418756 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.450872 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9df8db-ff68-4061-916d-5e23e497cdeb req-47a57abb-a34b-4ffa-a17e-3a5d0e28a0d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246600
Nov 06 20:52:39.454464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52288) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:39.532905 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-277a310d-412c-45bc-8463-ea20d44c6497 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a00b3392ff344cca1531a676e30616a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0753853
Nov 06 20:52:39.533454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52296) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:39.562587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] DHCP port deletion for 3185d025-395a-4e4e-9061-29af97345887 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:52:39.596916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 67ddc465-ab3a-4cee-b33e-5db0af031913 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:39.604141 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eebfff1f-9451-48f8-a424-77d3334fef64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.611055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7a9d264f-9f34-4ef1-b602-577305e9ea02 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=acfc5ca1083f4131b1da0e5689218590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0887215
Nov 06 20:52:39.621276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 67ddc465-ab3a-4cee-b33e-5db0af031913 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:39.621941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 67ddc465-ab3a-4cee-b33e-5db0af031913 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:39.622553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:39.625254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] For port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:39.625699 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.636521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eebfff1f-9451-48f8-a424-77d3334fef64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.648383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:39.648661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ab37481-1ec6-4a48-a979-dbca8e7fcdf4 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:39.649248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e676c877-b11a-4044-8fb9-3273d5e6d3c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:39.678491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: e676c877-b11a-4044-8fb9-3273d5e6d3c1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:39.679106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e676c877-b11a-4044-8fb9-3273d5e6d3c1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:39.679533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:39.693870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eebfff1f-9451-48f8-a424-77d3334fef64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.697202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eebfff1f-9451-48f8-a424-77d3334fef64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.700197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:39.700594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cb5148c2-a3f4-4cc8-bf1e-6c837995cc01 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:39.701332 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eebfff1f-9451-48f8-a424-77d3334fef64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca6f2503-b5b4-49b8-bb0e-c25d6a6674f8 HTTP/1.1" status: 204  len: 168 time: 0.1667836
Nov 06 20:52:39.703600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Calling delete_port for 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:39.707752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:39.712884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfff1f-9451-48f8-a424-77d3334fef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6f2503-b5b4-49b8-bb0e-c25d6a6674f8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:39.734594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] Deleting port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:39.734965 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.741937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:39.742501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c8d2a3dc-250f-4843-9f0e-c0ad885d63a1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:39.757368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669aeb9-04eb-427b-9da1-05b1ca3ca75a req-f2079f2b-7f2a-4162-a9dc-d2f8ef1c13be tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:39.766599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3669aeb9-04eb-427b-9da1-05b1ca3ca75a req-f2079f2b-7f2a-4162-a9dc-d2f8ef1c13be tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 945 time: 0.2427263
Nov 06 20:52:39.814184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] For port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,segment=NetworkSegment(d559545f-0348-4afc-8507-caa885014a3f),segment_id=d559545f-0348-4afc-8507-caa885014a3f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:39.815254 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.831643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] Calling delete_port for 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:39.920679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3669aeb9-04eb-427b-9da1-05b1ca3ca75a req-aa753ec4-3fa8-4f04-a656-5232b303926f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528950
Nov 06 20:52:39.924370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:39.932659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-5e98d7ba-778c-4c6d-82f0-765361eca14f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:39.938075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-5e98d7ba-778c-4c6d-82f0-765361eca14f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3185534
Nov 06 20:52:39.944626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] No DVR routers for this DVR port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:39.965009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90861f5-247a-4447-9e64-9c4ccea29128 None None] Pushing event deleted for resources: {'Port': ['ID=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:39.965590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-c1f00ac8-3ca4-4f66-b301-44ef60c57ef0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/quotas/acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 375 time: 0.0263541
Nov 06 20:52:39.979953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.004929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 41a8c318-4f4a-48fc-80b1-233aca022d86 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:52:40.030628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=79f5eb60-31cf-4910-b85a-c3c8b5fd5eea,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:40.036440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] No DVR routers for this DVR port 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:40.088352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 41a8c318-4f4a-48fc-80b1-233aca022d86 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:52:40.093793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 41a8c318-4f4a-48fc-80b1-233aca022d86 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:52:40.094419 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.157382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-3b90db4e-6663-45ad-9a9a-4c3faadfbac4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1901078
Nov 06 20:52:40.172180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.210096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.227549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925552aeb0>,) {'filters': {'network_id': ['3185d025-395a-4e4e-9061-29af97345887']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:40.253064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 41a8c318-4f4a-48fc-80b1-233aca022d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41a8c318-4f4a-48fc-80b1-233aca022d86,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:40.256955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925552aeb0>, 'd559545f-0348-4afc-8507-caa885014a3f') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:40.257182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925552aeb0>, 'd559545f-0348-4afc-8507-caa885014a3f') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:40.259755 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.275919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e8e5a-53d2-437a-b90f-5478cedc1118 req-eed94f66-f0ab-487e-b11e-fe6167d10760 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:40.277454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a41e8e5a-53d2-437a-b90f-5478cedc1118 req-eed94f66-f0ab-487e-b11e-fe6167d10760 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1522496
Nov 06 20:52:40.281986 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.318905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.331409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:52:40.331860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:52:40.333929 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:52:40.341971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=41a8c318-4f4a-48fc-80b1-233aca022d86,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:40.425435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a41e8e5a-53d2-437a-b90f-5478cedc1118 req-5ced6ddd-46b5-40b3-8ea5-03b96396eecd tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331489
Nov 06 20:52:40.445605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.458237 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.464870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/3185d025-395a-4e4e-9061-29af97345887 HTTP/1.1" status: 204  len: 168 time: 1.3773665
Nov 06 20:52:40.465257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52320) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:40.533205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c73419-1709-4d18-a561-4e9080f3e7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3185d025-395a-4e4e-9061-29af97345887,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:40.542447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c23df192-5c5f-4087-af41-cd09f6228af8 req-925b70e6-60dd-47c1-857a-160d1df0a84c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 210 time: 0.0446014
Nov 06 20:52:40.720846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52332) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:40.892680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1805020907-network', 'tenant_id': 'ab356678a1cc48d59b2b4e124f51db4b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:40.927140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Made reservation on behalf of ab356678a1cc48d59b2b4e124f51db4b for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:40.927636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.931769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:40.944490 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.032982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b628d735-8393-4d0e-9126-37ca09231b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a8c318-4f4a-48fc-80b1-233aca022d86'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:41.035229 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36458efb-7762-468d-a35d-73017380f128" -d '{"events": [{"server_uuid": "b628d735-8393-4d0e-9126-37ca09231b4e", "name": "network-vif-plugged", "status": "completed", "tag": "41a8c318-4f4a-48fc-80b1-233aca022d86"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:41.076196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.095316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3619165-2b51-4349-8dbb-fdb063dc2dff req-c6b2869f-b34f-49c1-bc1d-7789b40914ac tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:41.103209 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3619165-2b51-4349-8dbb-fdb063dc2dff req-c6b2869f-b34f-49c1-bc1d-7789b40914ac tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0813708
Nov 06 20:52:41.105250 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.108176 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff9778-e715-4706-ad19-8a0fb7e5b009 x-openstack-request-id: req-53ff9778-e715-4706-ad19-8a0fb7e5b009 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:41.108592 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b628d735-8393-4d0e-9126-37ca09231b4e", "name": "network-vif-plugged", "status": "completed", "tag": "41a8c318-4f4a-48fc-80b1-233aca022d86", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:41.108965 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53ff9778-e715-4706-ad19-8a0fb7e5b009 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:41.109422 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b628d735-8393-4d0e-9126-37ca09231b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a8c318-4f4a-48fc-80b1-233aca022d86', 'code': 200}
Nov 06 20:52:41.119331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:52:41.142109 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.142477 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Added segment 2d7519a0-62fb-4fb3-a30d-fa6f9a192134 of type vlan for network 4977b10a-52c3-4541-8eac-7469838a901a
Nov 06 20:52:41.286596 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.291798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95621f6-648d-49ab-8b2d-35ab3359c7c5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:41.300328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3619165-2b51-4349-8dbb-fdb063dc2dff req-d0be39c4-6b26-46e8-8ee6-ad1fe28b4f40 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962755
Nov 06 20:52:41.340396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.341693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:41.342436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.413125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] Pushing event updated for resources: {'Network': ['ID=4977b10a-52c3-4541-8eac-7469838a901a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:41.422695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f52fed9e-e238-4e32-9b02-e78efa237581 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6975036
Nov 06 20:52:41.423941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52346) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:41.426669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 4977b10a-52c3-4541-8eac-7469838a901a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:52:41.429743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Request body: {'subnet': {'network_id': '4977b10a-52c3-4541-8eac-7469838a901a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1805020907-subnet', 'tenant_id': 'ab356678a1cc48d59b2b4e124f51db4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:41.460362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Made reservation on behalf of ab356678a1cc48d59b2b4e124f51db4b for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:41.464116 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.538702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:41.582695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:41.583491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 79f5eb60-31cf-4910-b85a-c3c8b5fd5eea not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:41.672732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6017bd-ed4f-43c1-a4c4-d5611b74efb1 req-bc689fdb-ffe3-4fb7-9d67-887962c8924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:41.675242 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e6017bd-ed4f-43c1-a4c4-d5611b74efb1 req-bc689fdb-ffe3-4fb7-9d67-887962c8924f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 1097 time: 0.4763741
Nov 06 20:52:41.679907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115da7b-52b2-46ed-9c14-6f6f9d1e3c70 req-926b965e-ca32-47b6-b084-de8b44972f89 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:41.681511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c115da7b-52b2-46ed-9c14-6f6f9d1e3c70 req-926b965e-ca32-47b6-b084-de8b44972f89 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1345458
Nov 06 20:52:41.698000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Deleting port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:41.698742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.822710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-850be435-d62d-4c9a-9332-390ab76ab7a3 req-fcfa3371-96da-44ca-9332-e367c2165235 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 210 time: 0.0855119
Nov 06 20:52:41.823714 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e6017bd-ed4f-43c1-a4c4-d5611b74efb1 req-cbe8aedf-f1c5-4615-af7f-fc70362f1ac7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376159
Nov 06 20:52:41.830548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-70e5e7d5-150d-4b0c-ac9d-6b0a4db95b95 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=acfc5ca1083f4131b1da0e5689218590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0905216
Nov 06 20:52:41.855343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c115da7b-52b2-46ed-9c14-6f6f9d1e3c70 req-19e3dbbe-3619-40be-9203-060fa443fea2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657727
Nov 06 20:52:41.856051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] For port 1a62ed3c-95b6-4273-bf9a-099e7298ac3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,segment=NetworkSegment(f325294f-4508-4396-a528-0719092f09f2),segment_id=f325294f-4508-4396-a528-0719092f09f2)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:41.856720 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.856859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.886357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Calling delete_port for 1a62ed3c-95b6-4273-bf9a-099e7298ac3c owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:41.917854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0197e5df-4929-43cd-8bfc-a7737aaf12bf,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:41.930601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Checking segment: {'id': '2d7519a0-62fb-4fb3-a30d-fa6f9a192134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4977b10a-52c3-4541-8eac-7469838a901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:52:41.931813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Network hostable DHCP agents. Network: 4977b10a-52c3-4541-8eac-7469838a901a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:52:41.958549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Network 4977b10a-52c3-4541-8eac-7469838a901a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:52:41.983808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4977b10a-52c3-4541-8eac-7469838a901a) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:52:41.990538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:41.991167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:41.994961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249901e-be0b-4676-a135-1eb63b0b083a None None] Network 4977b10a-52c3-4541-8eac-7469838a901a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:52:42.012190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddba09-b89c-4b19-a5e9-93a9cf232e77 req-20d3c79a-6be8-4b49-aa42-8732dcc4169c tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:42.013778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91ddba09-b89c-4b19-a5e9-93a9cf232e77 req-20d3c79a-6be8-4b49-aa42-8732dcc4169c tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.0680890
Nov 06 20:52:42.026510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-194d7f56-8ed5-4d7a-b3b2-758943a8b6bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6022193
Nov 06 20:52:42.039662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:52:42.133549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91ddba09-b89c-4b19-a5e9-93a9cf232e77 req-4fe76e8a-6d72-4d44-b4a9-bfefc6d082a6 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056159
Nov 06 20:52:42.149809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port f3bc0dd3-b09d-4857-859d-ac48eec07494 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:52:42.150473 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:42.198971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:42.229470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b03a7-ee68-434c-9e27-91559c805ba7 None None] Network 4977b10a-52c3-4541-8eac-7469838a901a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:52:42.275077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a62ed3c-95b6-4273-bf9a-099e7298ac3c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:42.403491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-55b3ae01-941f-4401-8433-a5a322e4f99a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:42.405243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-55b3ae01-941f-4401-8433-a5a322e4f99a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2898340
Nov 06 20:52:42.427174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:42.435592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Request body: {'port': {'device_id': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'acfc5ca1083f4131b1da0e5689218590'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:42.512217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:42.558407 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:42.627130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:42.654270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=11']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:42.789860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Made reservation on behalf of acfc5ca1083f4131b1da0e5689218590 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:42.795851 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:42.816800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a122-22b2-47b0-9280-b4a0c37f7545 req-61af3e93-8d0c-47cb-aab8-1de081feff16 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:42.818462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c8a122-22b2-47b0-9280-b4a0c37f7545 req-61af3e93-8d0c-47cb-aab8-1de081feff16 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1612682
Nov 06 20:52:42.878182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Router d49b528d-3596-4156-8740-91dc1122a143 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:52:42.955126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-caad483a-da8e-4c52-acc1-d667498fac87 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:42.956997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-caad483a-da8e-4c52-acc1-d667498fac87 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/networks?id=4977b10a-52c3-4541-8eac-7469838a901a HTTP/1.1" status: 200  len: 809 time: 0.2320120
Nov 06 20:52:42.990723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c8a122-22b2-47b0-9280-b4a0c37f7545 req-d3e96efd-ad36-446b-840a-47bf8b80d5bd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590037
Nov 06 20:52:42.995461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-c6621386-851c-42e6-8f34-6332294644ba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/quotas/ab356678a1cc48d59b2b4e124f51db4b HTTP/1.1" status: 200  len: 375 time: 0.0245678
Nov 06 20:52:43.003618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:52:43.014666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955535a-db4d-413c-8911-da62c034412e None None] Sync routers for ids ['d49b528d-3596-4156-8740-91dc1122a143'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:52:43.020427 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dc03024b-540d-411c-965d-cdb89bce7784 admin admin] 10.222.0.13 "PUT /v2.0/routers/d49b528d-3596-4156-8740-91dc1122a143/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5533881
Nov 06 20:52:43.021111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52388) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:43.032280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955535a-db4d-413c-8911-da62c034412e None None] Routers {'d49b528d-3596-4156-8740-91dc1122a143'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:52:43.034357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-2955535a-db4d-413c-8911-da62c034412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251f1bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d49b528d-3596-4156-8740-91dc1122a143'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:43.068905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-fb8e2e28-eab8-4bb2-b9fe-4c907d7d6bec tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab356678a1cc48d59b2b4e124f51db4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404944
Nov 06 20:52:43.154335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:43.155724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Allocated IP 192.168.233.134 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/f25c6c10-c18d-4b5f-be2f-383aaa3a514e) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:52:43.173992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-2955535a-db4d-413c-8911-da62c034412e None None] Set router d49b528d-3596-4156-8740-91dc1122a143 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:52:43.177228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:43.179711 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0706e2-07ed-4ce7-a68a-7515f80836fb" -d '{"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-plugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:43.245715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-65849548-c0fb-4103-9c48-cd5a37e3cf68 service neutron] 10.222.0.13 "GET /v2.0/networks/4977b10a-52c3-4541-8eac-7469838a901a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610417
Nov 06 20:52:43.290912 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:43.389334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Deleting port 8866598c-122d-4d60-818f-55b4cfe1eb6c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:43.392350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:43.442547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-2955535a-db4d-413c-8911-da62c034412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251f1bf40>, [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249'}], 'enable_snat': True}, 'gw_port_id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:52:42Z', 'revision_number': 5, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port': {'id': '8866598c-122d-4d60-818f-55b4cfe1eb6c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49b528d-3596-4156-8740-91dc1122a143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:43.503451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955535a-db4d-413c-8911-da62c034412e None None] Checking router: d49b528d-3596-4156-8740-91dc1122a143 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:52:43.518650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955535a-db4d-413c-8911-da62c034412e None None] Routers {'d49b528d-3596-4156-8740-91dc1122a143'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:52:43.526134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-2955535a-db4d-413c-8911-da62c034412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251f1bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d49b528d-3596-4156-8740-91dc1122a143'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:43.538777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-452bde48-5f83-4082-aaea-1e1505129278 service neutron] 10.222.0.13 "GET /v2.0/networks/4977b10a-52c3-4541-8eac-7469838a901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2902281
Nov 06 20:52:43.549768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] For port 8866598c-122d-4d60-818f-55b4cfe1eb6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8866598c-122d-4d60-818f-55b4cfe1eb6c,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:43.550522 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:43.572770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-e294a424-c9f9-4fc2-b6a1-4b897286dc85 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:43.574764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-e294a424-c9f9-4fc2-b6a1-4b897286dc85 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 815 time: 0.2511837
Nov 06 20:52:43.594531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Calling delete_port for 8866598c-122d-4d60-818f-55b4cfe1eb6c owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:43.596491 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:43.624564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-b4fbcf76-2c21-4778-8a36-59d494ce5e92 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/quotas/868bef14d4704704a6e56e88a220cc66 HTTP/1.1" status: 200  len: 375 time: 0.0245855
Nov 06 20:52:43.707060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-4b65b911-0d4a-48b5-bd78-fe01379e788c tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0815804
Nov 06 20:52:43.728844 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:43.881391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:43.893561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6', '5c194b3b-7525-4372-a35e-31e481740efc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:43.932703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8866598c-122d-4d60-818f-55b4cfe1eb6c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:43.937728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f3bc0dd3-b09d-4857-859d-ac48eec07494'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:43.979325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-94b11343-446a-4d84-8660-ca53a9f535ac service neutron] 10.222.0.13 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641881
Nov 06 20:52:43.983033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-2955535a-db4d-413c-8911-da62c034412e None None] Set router d49b528d-3596-4156-8740-91dc1122a143 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:52:44.021174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.023476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:52:44.063993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-2955535a-db4d-413c-8911-da62c034412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251f1bf40>, [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:52:43Z', 'revision_number': 6, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:44.064524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:52:44.070556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:44.078387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:52:44.115035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955535a-db4d-413c-8911-da62c034412e None None] The sync data for ids ['d49b528d-3596-4156-8740-91dc1122a143'] in ncdv-master-1 is: [{'id': 'd49b528d-3596-4156-8740-91dc1122a143', 'name': 'tempest-AttachSCSIVolumeTestJSON-323966415-router', 'tenant_id': 'cd266384f4fe46a185944babbbf1d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:51:23Z', 'updated_at': '2021-11-06T20:52:43Z', 'revision_number': 6, 'project_id': 'cd266384f4fe46a185944babbbf1d6ee', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:52:44.174134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3b63e-59a6-4bf3-b0ea-61b2f595cfdc req-6f15d9bc-c0f3-4ffe-bca9-4f335b9de9ae tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:44.184886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1da3b63e-59a6-4bf3-b0ea-61b2f595cfdc req-6f15d9bc-c0f3-4ffe-bca9-4f335b9de9ae tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 936 time: 0.3343909
Nov 06 20:52:44.204550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.207727 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.247628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:44.248916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.294851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.295486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d49b528d-3596-4156-8740-91dc1122a143 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:52:44.303124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-32a0ae7a-ccb3-4ce4-a47c-fab4b4083aa0 service neutron] 10.222.0.13 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3216324
Nov 06 20:52:44.313658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1da3b63e-59a6-4bf3-b0ea-61b2f595cfdc req-cab5a3ae-6087-4bd5-892e-bafe5cbc9c93 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268897
Nov 06 20:52:44.320380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-7c18bb45-f6a8-4702-9fd2-a38a802c54c7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9011116
Nov 06 20:52:44.352229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Request body: {'port': {'device_id': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:44.357192 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.358426 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d163c9cb-c96d-449e-ae62-c126df60d7c8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d49b528d-3596-4156-8740-91dc1122a143 HTTP/1.1" status: 204  len: 168 time: 1.3362925
Nov 06 20:52:44.361288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52418) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:44.403396 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.422202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-b6894767-ae06-478a-878a-6fb04fa2c4cc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:44.423821 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-b6894767-ae06-478a-878a-6fb04fa2c4cc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "GET /v2.0/ports?device_id=67451694-6fbf-4c87-996e-577bf998c9d8 HTTP/1.1" status: 200  len: 946 time: 0.1484902
Nov 06 20:52:44.437856 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.442791 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34367005-9b6c-409a-ac4d-6e261a5de454 x-openstack-request-id: req-34367005-9b6c-409a-ac4d-6e261a5de454 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:44.443447 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-plugged", "status": "completed", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:44.444662 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34367005-9b6c-409a-ac4d-6e261a5de454 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:44.445755 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'code': 200}
Nov 06 20:52:44.589753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Deleting port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:44.590414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.662314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d6e97cd8-afc5-4852-8ec2-76c6b1b198ec None None] Provisioning complete for port f25c6c10-c18d-4b5f-be2f-383aaa3a514e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:52:44.662734 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cd8-afc5-4852-8ec2-76c6b1b198ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.728162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ced32ec-0eef-4a8a-92ac-89fbae64897b req-e435b5eb-529a-48f4-9684-1ee38e3aed3c tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 210 time: 0.1290712
Nov 06 20:52:44.743944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d25733d-7461-49c4-85f0-40dadf59da90 admin admin] Deleting subnet 4cfb880f-8dd7-461a-8a19-59252acc1121 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:52:44.747591 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.769086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d25733d-7461-49c4-85f0-40dadf59da90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.787245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97cd8-afc5-4852-8ec2-76c6b1b198ec None None] Port f25c6c10-c18d-4b5f-be2f-383aaa3a514e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:52:44.878542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] For port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:44.878929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.894159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Calling delete_port for 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:44.906224 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d25733d-7461-49c4-85f0-40dadf59da90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:44.976688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36041-f74d-41b9-b058-0fd35c8a24b7 req-9b7c0fd4-1ea7-450c-a1c7-793da8b4bda0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:44.985110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fca36041-f74d-41b9-b058-0fd35c8a24b7 req-9b7c0fd4-1ea7-450c-a1c7-793da8b4bda0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.2287819
Nov 06 20:52:45.086636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:45.121375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:45.122183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Pushing event deleted for resources: {'Port': ['ID=3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:45.147825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6421fe81-23cf-44da-89e9-e1bd01f5b096 req-daba12e7-942c-4b1f-b866-b221218fac94 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 210 time: 0.1258721
Nov 06 20:52:45.180270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] No DVR routers for this DVR port 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:45.183886 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:45.188194 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ac07c127-ffec-425c-9d3d-da5f1951f4bf req-5b81d29f-91ee-46ba-a220-9ad911761477 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "DELETE /v2.0/ports/3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d HTTP/1.1" status: 204  len: 173 time: 0.7561569
Nov 06 20:52:45.190018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'name': 'network-vif-deleted', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:45.192635 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f04e2c1-a0c4-44bb-8c74-866f7c1d4775" -d '{"events": [{"server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "name": "network-vif-deleted", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:45.262084 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef95061-52e6-49b1-bf02-e44b49aa4faa x-openstack-request-id: req-1ef95061-52e6-49b1-bf02-e44b49aa4faa {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:45.269384 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67451694-6fbf-4c87-996e-577bf998c9d8", "name": "network-vif-deleted", "tag": "3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:45.270711 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ef95061-52e6-49b1-bf02-e44b49aa4faa {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:45.271339 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67451694-6fbf-4c87-996e-577bf998c9d8', 'name': 'network-vif-deleted', 'tag': '3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d', 'status': 'completed', 'code': 200}
Nov 06 20:52:45.284221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d25733d-7461-49c4-85f0-40dadf59da90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:45.362670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fca36041-f74d-41b9-b058-0fd35c8a24b7 req-4c57ab93-f626-4a01-adf4-bad34c176a21 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3759604
Nov 06 20:52:45.544420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1a62ed3c-95b6-4273-bf9a-099e7298ac3c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:45.578204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 1a62ed3c-95b6-4273-bf9a-099e7298ac3c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:45.578987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1a62ed3c-95b6-4273-bf9a-099e7298ac3c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:45.579566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8866598c-122d-4d60-818f-55b4cfe1eb6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:45.611668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 8866598c-122d-4d60-818f-55b4cfe1eb6c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:45.613622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8866598c-122d-4d60-818f-55b4cfe1eb6c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:45.711650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-76627351-8eca-4aa2-b7ae-7702fb96af67 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:45.723356 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-76627351-8eca-4aa2-b7ae-7702fb96af67 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.10 "GET /v2.0/networks?id=4977b10a-52c3-4541-8eac-7469838a901a HTTP/1.1" status: 200  len: 809 time: 0.2631798
Nov 06 20:52:45.742945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Request body: {'port': {'device_id': '6d35112d-0d16-4351-abe6-64e3a92429a4', 'network_id': '4977b10a-52c3-4541-8eac-7469838a901a', 'admin_state_up': True, 'tenant_id': 'ab356678a1cc48d59b2b4e124f51db4b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:45.957307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Made reservation on behalf of ab356678a1cc48d59b2b4e124f51db4b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:45.961084 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.038846 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d25733d-7461-49c4-85f0-40dadf59da90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.088236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25733d-7461-49c4-85f0-40dadf59da90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfb880f-8dd7-461a-8a19-59252acc1121,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:46.099534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d25733d-7461-49c4-85f0-40dadf59da90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.103251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0d25733d-7461-49c4-85f0-40dadf59da90 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4cfb880f-8dd7-461a-8a19-59252acc1121 HTTP/1.1" status: 204  len: 168 time: 1.7402718
Nov 06 20:52:46.104836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Allocated IP 172.20.0.14 (4977b10a-52c3-4541-8eac-7469838a901a/0197e5df-4929-43cd-8bfc-a7737aaf12bf/bdacc087-627b-41dd-85c3-6084a1263f07) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:52:46.106211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec14f8-3b7a-435d-9855-cb20bcac7391 None None] Network 39268745-8f8f-45e8-9b80-892f36fcf6cd requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:52:46.107375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52446) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:46.115096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86bc3f-66d9-4a0d-8d0e-c9155321b0e4 req-9368ba2e-7fbd-4d6a-9ac7-07823d996fad tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:46.116641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d86bc3f-66d9-4a0d-8d0e-c9155321b0e4 req-9368ba2e-7fbd-4d6a-9ac7-07823d996fad tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1567490
Nov 06 20:52:46.127432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984c70e-98ec-4e32-a6ce-b88bd57f11c9 req-4e71712d-dbb3-4e09-8ebc-ed51433daa75 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:46.129134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3984c70e-98ec-4e32-a6ce-b88bd57f11c9 req-4e71712d-dbb3-4e09-8ebc-ed51433daa75 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 936 time: 0.6678014
Nov 06 20:52:46.232772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.250020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25c6c10-c18d-4b5f-be2f-383aaa3a514e {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:46.264643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.271297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d86bc3f-66d9-4a0d-8d0e-c9155321b0e4 req-ab58a7b0-8a79-4827-90d1-324f936ae3c1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412120
Nov 06 20:52:46.277237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3984c70e-98ec-4e32-a6ce-b88bd57f11c9 req-353a7a07-0f8f-47c8-8e18-8d057bc9dff7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293023
Nov 06 20:52:46.290455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Transition to ACTIVE for port object f25c6c10-c18d-4b5f-be2f-383aaa3a514e will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:52:46.305235 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.366077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:46.475438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] DHCP port deletion for 39268745-8f8f-45e8-9b80-892f36fcf6cd request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:52:46.496585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Deleting port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:46.496950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.516755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.527398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-5f3639ec-6e0b-48f5-9e59-5678ccbb11a2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:46.528985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-5f3639ec-6e0b-48f5-9e59-5678ccbb11a2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 815 time: 0.1313038
Nov 06 20:52:46.576986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Request body: {'port': {'device_id': '4416b1b3-e45b-4838-be39-97e8cd950f80', 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'admin_state_up': True, 'tenant_id': '868bef14d4704704a6e56e88a220cc66'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:46.620358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] For port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,segment=NetworkSegment(f325294f-4508-4396-a528-0719092f09f2),segment_id=f325294f-4508-4396-a528-0719092f09f2)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:46.621016 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.626299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] Deleting port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:52:46.626851 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.638202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-586cc524-b9d8-49ab-bf22-056bde41576e req-972294d7-40e8-493d-bf8f-a7a32e6a1e4e tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 210 time: 0.2349920
Nov 06 20:52:46.644865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Calling delete_port for 5cde3661-ed9e-4f9d-929a-2b81bb62e11e owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:46.694087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.795997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Network 4977b10a-52c3-4541-8eac-7469838a901a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:52:46.799027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] For port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,segment=NetworkSegment(f325294f-4508-4396-a528-0719092f09f2),segment_id=f325294f-4508-4396-a528-0719092f09f2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:46.799512 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.807316 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e430b12-5b89-42c1-b64d-0203e76a940b req-ea1d001f-2535-4d23-a13f-d9815c3793a0 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 210 time: 0.0657430
Nov 06 20:52:46.810761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:52:46.813608 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc71f-a81e-4467-9fa4-3fbd653f8bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.817706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:52:46.821888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Pushing event updated for resources: {'Port': ['ID=bdacc087-627b-41dd-85c3-6084a1263f07,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:46.832846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] Calling delete_port for 5cde3661-ed9e-4f9d-929a-2b81bb62e11e owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:52:46.844023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:52:46.844915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:52:46.845347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:46.854844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:52:46.855364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:46.866037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:52:46.866669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:52:46.867163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:52:46.867982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Bound port: f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:52:46.869174 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.880048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Made reservation on behalf of 868bef14d4704704a6e56e88a220cc66 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:46.891002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.896158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:46.897194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.901346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:46.944671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:46.952061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] No DVR routers for this DVR port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:46.967520 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-b0a7a46b-35e7-4a44-b7aa-44e746c47f5f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2301311
Nov 06 20:52:46.997946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Request body: {'port': {'device_id': '6d35112d-0d16-4351-abe6-64e3a92429a4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:46.999660 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.016822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] No DVR routers for this DVR port 5cde3661-ed9e-4f9d-929a-2b81bb62e11e on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:52:47.030457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:52:47.044411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3e136-ca8f-4a4b-b0cf-3f3ce2ba264c None None] Pushing event deleted for resources: {'Port': ['ID=5cde3661-ed9e-4f9d-929a-2b81bb62e11e,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:47.045856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:52:47.054206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.091345 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.126464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:47.127137 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.129317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] 10.222.0.10 "PUT /v2.0/ports/f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 1096 time: 2.7991138
Nov 06 20:52:47.129475 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.132139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254d4f280>,) {'filters': {'network_id': ['39268745-8f8f-45e8-9b80-892f36fcf6cd']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:47.132736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:47.135588 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9723940-2a21-4c09-af17-31b9b067c647" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:47.155850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d4f280>, 'f325294f-4508-4396-a528-0719092f09f2') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:47.155850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d4f280>, 'f325294f-4508-4396-a528-0719092f09f2') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:52:47.163198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.206741 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0ea8a1-82dd-43e6-81b8-747d691ad6f7 x-openstack-request-id: req-fb0ea8a1-82dd-43e6-81b8-747d691ad6f7 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:47.207082 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:47.207246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.207345 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb0ea8a1-82dd-43e6-81b8-747d691ad6f7 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:47.207694 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'status': 'completed', 'code': 200}
Nov 06 20:52:47.220287 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:52:47.220872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:52:47.222392 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:52:47.254807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b468f1-ebbe-404b-8340-2349e60d7b8f service neutron] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:47.265265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Allocated IP 172.20.0.8 (0e936355-eba9-4975-b6c7-019db9b3e654/f9c9fae6-62d5-4257-865d-3dd2eac73e10/5b059de9-c748-4922-9c2e-f3b8afbefb51) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:52:47.298761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-4a8aeeec-a6eb-487a-aa03-c8d9f1371581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:47.300486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-4a8aeeec-a6eb-487a-aa03-c8d9f1371581 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1099 time: 0.0917289
Nov 06 20:52:47.367427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-775e11cd-803d-4928-9b34-529d21bd8ba2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0567665
Nov 06 20:52:47.437054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.443969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.450364 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] 10.222.0.13 "DELETE /v2.0/networks/39268745-8f8f-45e8-9b80-892f36fcf6cd HTTP/1.1" status: 204  len: 168 time: 1.3392887
Nov 06 20:52:47.484353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c80ea-2ad2-4a7f-9f75-c587096699ed admin admin] Pushing event deleted for resources: {'Network': ['ID=39268745-8f8f-45e8-9b80-892f36fcf6cd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:47.487094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5cde3661-ed9e-4f9d-929a-2b81bb62e11e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:47.529608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5cde3661-ed9e-4f9d-929a-2b81bb62e11e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:47.530388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5cde3661-ed9e-4f9d-929a-2b81bb62e11e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:47.597067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-6dea3d9d-8f2b-44f3-abb6-37414b0872d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:47.598513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-6dea3d9d-8f2b-44f3-abb6-37414b0872d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1861439
Nov 06 20:52:47.632585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211397f-a50e-4f32-9b6b-76c7e06d52c7 req-5711f5df-c259-4fc3-a560-55c68d56c650 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:47.634835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7211397f-a50e-4f32-9b6b-76c7e06d52c7 req-5711f5df-c259-4fc3-a560-55c68d56c650 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.2620268
Nov 06 20:52:47.636815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:47.687258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefd5f6-92b4-4989-a468-bbb04a8eab27 req-4778d11b-8704-4a47-9c7f-92b1993b7aa3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:47.688767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fefd5f6-92b4-4989-a468-bbb04a8eab27 req-4778d11b-8704-4a47-9c7f-92b1993b7aa3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 948 time: 0.2783535
Nov 06 20:52:47.699120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdacc087-627b-41dd-85c3-6084a1263f07 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:47.713552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.724582 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d42f5584-3963-4e81-8964-56586c94991d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=669205b495ef4088b1d5dae005f87509&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0841744
Nov 06 20:52:47.725009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52468) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:47.745416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Transition to ACTIVE for port object bdacc087-627b-41dd-85c3-6084a1263f07 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:52:47.756032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.766295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.796134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-cd47270d-5061-4daf-9e75-abd045b6f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:47.797712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-cd47270d-5061-4daf-9e75-abd045b6f99a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1864216
Nov 06 20:52:47.805231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7211397f-a50e-4f32-9b6b-76c7e06d52c7 req-d68315ef-725e-4494-b5e7-ddefbfe73589 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388299
Nov 06 20:52:47.834530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Pushing event updated for resources: {'Port': ['ID=bdacc087-627b-41dd-85c3-6084a1263f07,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:47.841625 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a2cdb0c-7185-4f05-b3e9-00e59ed7d23a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.898830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fefd5f6-92b4-4989-a468-bbb04a8eab27 req-a3c19f0d-3db6-4310-aff1-8d1d56db5bb5 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997313
Nov 06 20:52:47.907110 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a2cdb0c-7185-4f05-b3e9-00e59ed7d23a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.964990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Attempting to bind port bdacc087-627b-41dd-85c3-6084a1263f07 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:52:47.965331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Attempting to bind port bdacc087-627b-41dd-85c3-6084a1263f07 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2d7519a0-62fb-4fb3-a30d-fa6f9a192134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4977b10a-52c3-4541-8eac-7469838a901a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:52:47.965657 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Attempting to bind port bdacc087-627b-41dd-85c3-6084a1263f07 on network 4977b10a-52c3-4541-8eac-7469838a901a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:47.970867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Port bdacc087-627b-41dd-85c3-6084a1263f07 on network 4977b10a-52c3-4541-8eac-7469838a901a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:52:47.971632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Attempting to bind port bdacc087-627b-41dd-85c3-6084a1263f07 on network 4977b10a-52c3-4541-8eac-7469838a901a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:47.971740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-8e7f2d45-1fe7-469c-8bb5-d6f3eb06b44b service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605425
Nov 06 20:52:47.972801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:47.978304 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:52:47.978917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Checking segment: {'id': '2d7519a0-62fb-4fb3-a30d-fa6f9a192134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4977b10a-52c3-4541-8eac-7469838a901a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:52:47.979486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Bound using segment: {'id': '2d7519a0-62fb-4fb3-a30d-fa6f9a192134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4977b10a-52c3-4541-8eac-7469838a901a'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:52:47.980429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Bound port: bdacc087-627b-41dd-85c3-6084a1263f07, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d7519a0-62fb-4fb3-a30d-fa6f9a192134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4977b10a-52c3-4541-8eac-7469838a901a'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:52:47.980989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.036643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a2cdb0c-7185-4f05-b3e9-00e59ed7d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.039917 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a2cdb0c-7185-4f05-b3e9-00e59ed7d23a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.043524 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8a2cdb0c-7185-4f05-b3e9-00e59ed7d23a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/607a241a-cf57-4d9c-9760-7a5600e51c13 HTTP/1.1" status: 204  len: 168 time: 0.3149021
Nov 06 20:52:48.049297 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:52:48.079468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:52:48.080190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3dc8c3e7-10dc-42f8-aaa1-c2eeaf91d60d not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:52:48.089164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cdb0c-7185-4f05-b3e9-00e59ed7d23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a241a-cf57-4d9c-9760-7a5600e51c13,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:48.112018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] For port bdacc087-627b-41dd-85c3-6084a1263f07, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:52:48.115833 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] For port bdacc087-627b-41dd-85c3-6084a1263f07, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdacc087-627b-41dd-85c3-6084a1263f07,segment=NetworkSegment(2d7519a0-62fb-4fb3-a30d-fa6f9a192134),segment_id=2d7519a0-62fb-4fb3-a30d-fa6f9a192134)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:52:48.125190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.181305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.181934 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.183338 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] 10.222.0.10 "PUT /v2.0/ports/bdacc087-627b-41dd-85c3-6084a1263f07 HTTP/1.1" status: 200  len: 1092 time: 1.1956151
Nov 06 20:52:48.183798 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d35112d-0d16-4351-abe6-64e3a92429a4', 'tag': 'bdacc087-627b-41dd-85c3-6084a1263f07'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:48.186123 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754" -d '{"events": [{"name": "network-changed", "server_uuid": "6d35112d-0d16-4351-abe6-64e3a92429a4", "tag": "bdacc087-627b-41dd-85c3-6084a1263f07"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:48.199555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743c9ac-44f3-465f-96d7-c1e2a8ca7a68 service neutron] Pushing event updated for resources: {'Port': ['ID=bdacc087-627b-41dd-85c3-6084a1263f07,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:48.228316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Network 0e936355-eba9-4975-b6c7-019db9b3e654 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:52:48.248516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:52:48.251297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:52:48.279234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-e9c5c224-bf8e-4a1c-9e41-a9e23f499d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.280783 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-e9c5c224-bf8e-4a1c-9e41-a9e23f499d7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab356678a1cc48d59b2b4e124f51db4b&device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 1095 time: 0.0540380
Nov 06 20:52:48.288967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Pushing event updated for resources: {'Port': ['ID=5b059de9-c748-4922-9c2e-f3b8afbefb51,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:48.302241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb151bd9-25da-4d4f-b5e5-6156de87e047 req-b36a235f-81c8-44e4-8857-d08b20b5937a service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3211989
Nov 06 20:52:48.326772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d1ebb-3909-4f70-aeb6-f3bd89c0fe54 req-39ea7ec8-a75e-4f2a-9f67-b215c4958d1e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.336034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a92d1ebb-3909-4f70-aeb6-f3bd89c0fe54 req-39ea7ec8-a75e-4f2a-9f67-b215c4958d1e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 931 time: 0.2465968
Nov 06 20:52:48.347260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef259e8-1853-4606-9235-b0d6493cacbd req-e33793e6-ebca-4217-adee-005586412683 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.349454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ef259e8-1853-4606-9235-b0d6493cacbd req-e33793e6-ebca-4217-adee-005586412683 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 944 time: 0.2729363
Nov 06 20:52:48.351190 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-2e0a2853-cd41-44be-9558-177c9db5c6a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdacc087-627b-41dd-85c3-6084a1263f07 HTTP/1.1" status: 200  len: 217 time: 0.0589089
Nov 06 20:52:48.390083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.390909 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.437042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-1a7e9d6c-0c2e-4018-8791-d1554278d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.438664 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-1a7e9d6c-0c2e-4018-8791-d1554278d50e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0197e5df-4929-43cd-8bfc-a7737aaf12bf HTTP/1.1" status: 200  len: 849 time: 0.0553870
Nov 06 20:52:48.467178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-a4beb285-4f64-4434-a29e-701d7b4323ef tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8970277
Nov 06 20:52:48.482470 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-ea9f15d8-02f6-464b-afeb-692f00a14339 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4977b10a-52c3-4541-8eac-7469838a901a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314353
Nov 06 20:52:48.488914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Request body: {'port': {'device_id': '4416b1b3-e45b-4838-be39-97e8cd950f80', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:48.537187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a92d1ebb-3909-4f70-aeb6-f3bd89c0fe54 req-6fcda37a-ad85-431e-bf0f-f32ee49e28bb tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002211
Nov 06 20:52:48.544383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ef259e8-1853-4606-9235-b0d6493cacbd req-0a826e79-24b2-430b-ba62-671426494c48 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795921
Nov 06 20:52:48.544863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52480) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:48.550137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723940-2a21-4c09-af17-31b9b067c647 req-aa4685b9-7fe8-40f9-89d2-009598bd2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.557387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9723940-2a21-4c09-af17-31b9b067c647 req-aa4685b9-7fe8-40f9-89d2-009598bd2c12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1099 time: 0.1751792
Nov 06 20:52:48.599485 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa49286-a85d-409d-bfe0-77b2c12bc85f x-openstack-request-id: req-dfa49286-a85d-409d-bfe0-77b2c12bc85f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:48.599846 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d35112d-0d16-4351-abe6-64e3a92429a4", "tag": "bdacc087-627b-41dd-85c3-6084a1263f07", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:48.600164 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfa49286-a85d-409d-bfe0-77b2c12bc85f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:48.600649 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d35112d-0d16-4351-abe6-64e3a92429a4', 'tag': 'bdacc087-627b-41dd-85c3-6084a1263f07', 'status': 'completed', 'code': 200}
Nov 06 20:52:48.606231 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-54270254-5fc1-4c75-a1ff-282f36be49fe service neutron] 10.222.0.10 "GET /v2.0/networks/4977b10a-52c3-4541-8eac-7469838a901a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1156149
Nov 06 20:52:48.692677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.713719 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cc5c1c-767d-4c66-b72c-adbdda94e626 req-79435d93-50c8-49e5-a8d2-4c678af1c161 service neutron] 10.222.0.10 "GET /v2.0/networks/4977b10a-52c3-4541-8eac-7469838a901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924442
Nov 06 20:52:48.727747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6771d35c-9f1d-4d3e-8840-d2b06be366be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd266384f4fe46a185944babbbf1d6ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1796601
Nov 06 20:52:48.730281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52482) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:48.753824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723940-2a21-4c09-af17-31b9b067c647 req-5f3cb9ea-fabd-4650-809c-74cfb8e1634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.755301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9723940-2a21-4c09-af17-31b9b067c647 req-5f3cb9ea-fabd-4650-809c-74cfb8e1634e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1878273
Nov 06 20:52:48.782735 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-369181a4-7119-4644-a27c-f055127304f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.839844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-369181a4-7119-4644-a27c-f055127304f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.861018 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9723940-2a21-4c09-af17-31b9b067c647 req-d1f0a370-6e43-4835-91b9-85fdf9e601d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0403757
Nov 06 20:52:48.874131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-317c6d83-1de9-43eb-aa23-6cf10641fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.875623 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-317c6d83-1de9-43eb-aa23-6cf10641fced service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab356678a1cc48d59b2b4e124f51db4b&device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 1095 time: 0.0832374
Nov 06 20:52:48.942060 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-369181a4-7119-4644-a27c-f055127304f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.944714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-369181a4-7119-4644-a27c-f055127304f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:48.948435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-369181a4-7119-4644-a27c-f055127304f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ca4d447-e451-46ce-9cde-eab61e13e4b9 HTTP/1.1" status: 204  len: 168 time: 0.2139254
Nov 06 20:52:48.963811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369181a4-7119-4644-a27c-f055127304f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca4d447-e451-46ce-9cde-eab61e13e4b9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:48.965929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723940-2a21-4c09-af17-31b9b067c647 req-f876830f-3b9b-4969-a291-d906a9a8cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:48.967863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9723940-2a21-4c09-af17-31b9b067c647 req-f876830f-3b9b-4969-a291-d906a9a8cd6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0955708
Nov 06 20:52:48.998748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-e56da839-1e50-4ebc-8889-8a2f736d30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:49.000281 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-e56da839-1e50-4ebc-8889-8a2f736d30bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=4977b10a-52c3-4541-8eac-7469838a901a HTTP/1.1" status: 200  len: 910 time: 0.1146779
Nov 06 20:52:49.060120 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-74dc2dd8-d99b-4438-96be-cc5081cb70c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdacc087-627b-41dd-85c3-6084a1263f07 HTTP/1.1" status: 200  len: 217 time: 0.0520706
Nov 06 20:52:49.125154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3c568-5190-4303-942a-a33a51ccf6d0 req-19eccc7e-f6d5-4096-b5c4-23c2cff5383b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:49.127068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6be3c568-5190-4303-942a-a33a51ccf6d0 req-19eccc7e-f6d5-4096-b5c4-23c2cff5383b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.2386081
Nov 06 20:52:49.134047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723940-2a21-4c09-af17-31b9b067c647 req-88b01294-75ad-409c-94b5-38e8bbef082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:49.135530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9723940-2a21-4c09-af17-31b9b067c647 req-88b01294-75ad-409c-94b5-38e8bbef082c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1448073
Nov 06 20:52:49.138006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-a9cef2bb-b889-4742-bff4-57cb3518d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:49.139407 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-a9cef2bb-b889-4742-bff4-57cb3518d8a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0197e5df-4929-43cd-8bfc-a7737aaf12bf HTTP/1.1" status: 200  len: 849 time: 0.0543664
Nov 06 20:52:49.182200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04140548-f47f-46c0-a942-9481617813a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:49.196759 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-9cbf0ad6-36ac-4a15-a582-ea33c6a116e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4977b10a-52c3-4541-8eac-7469838a901a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460417
Nov 06 20:52:49.253237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7875-36ad-463d-8593-dbe240efcc33 req-f48232ce-1d50-4bc6-ac33-3c6ba85192c9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:49.261208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c52d7875-36ad-463d-8593-dbe240efcc33 req-f48232ce-1d50-4bc6-ac33-3c6ba85192c9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 948 time: 0.1907978
Nov 06 20:52:49.305411 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-9900103c-5310-4ea0-b602-d7773b025542 service neutron] 10.222.0.10 "GET /v2.0/networks/4977b10a-52c3-4541-8eac-7469838a901a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996730
Nov 06 20:52:49.347299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6be3c568-5190-4303-942a-a33a51ccf6d0 req-22eabf4b-48bf-4308-94ae-e17c1f42a934 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047286
Nov 06 20:52:49.413319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b059de9-c748-4922-9c2e-f3b8afbefb51 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:49.427912 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:49.436526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c52d7875-36ad-463d-8593-dbe240efcc33 req-e44b3b54-6c3f-4fec-8eb1-be67d625addb tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744087
Nov 06 20:52:49.438539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9723940-2a21-4c09-af17-31b9b067c647 req-702a00b4-12de-4322-8c4c-df9ad6ce9498 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781370
Nov 06 20:52:49.462340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Transition to ACTIVE for port object 5b059de9-c748-4922-9c2e-f3b8afbefb51 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:52:49.464732 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:49.579676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Pushing event updated for resources: {'Port': ['ID=5b059de9-c748-4922-9c2e-f3b8afbefb51,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:49.707490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9723940-2a21-4c09-af17-31b9b067c647 req-aff381ef-6898-4f5f-886f-1e26484b8b9c service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2528124
Nov 06 20:52:49.810195 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fb14ac5a-5ab1-48e7-aac1-68d6d53e5754 req-1eadc64e-21b6-4dee-a43a-71e0667b0f87 service neutron] 10.222.0.10 "GET /v2.0/networks/4977b10a-52c3-4541-8eac-7469838a901a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4940619
Nov 06 20:52:49.825262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c306b-fd9b-4286-a96d-62421d4b754b req-3e1dbf91-8a79-42f2-a557-27b46e34b255 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:49.826809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c05c306b-fd9b-4286-a96d-62421d4b754b req-3e1dbf91-8a79-42f2-a557-27b46e34b255 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 944 time: 0.1359336
Nov 06 20:52:49.834126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Attempting to bind port 5b059de9-c748-4922-9c2e-f3b8afbefb51 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:52:49.834492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Attempting to bind port 5b059de9-c748-4922-9c2e-f3b8afbefb51 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:52:49.834827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Attempting to bind port 5b059de9-c748-4922-9c2e-f3b8afbefb51 on network 0e936355-eba9-4975-b6c7-019db9b3e654 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:49.846496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2220f6-82bb-4629-b6e2-1c0be0c4acc6 req-b7ea120b-5748-4641-8ab2-9738dfa5b1e2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:49.847983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c2220f6-82bb-4629-b6e2-1c0be0c4acc6 req-b7ea120b-5748-4641-8ab2-9738dfa5b1e2 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 943 time: 0.1559448
Nov 06 20:52:49.856188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Port 5b059de9-c748-4922-9c2e-f3b8afbefb51 on network 0e936355-eba9-4975-b6c7-019db9b3e654 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:52:49.856601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Attempting to bind port 5b059de9-c748-4922-9c2e-f3b8afbefb51 on network 0e936355-eba9-4975-b6c7-019db9b3e654 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:49.890055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:52:49.890377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Checking segment: {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:52:49.890776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Bound using segment: {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:52:49.891219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Bound port: 5b059de9-c748-4922-9c2e-f3b8afbefb51, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43afc356-a14d-477e-a60c-43a633eb1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:52:49.891571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:49.948336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c05c306b-fd9b-4286-a96d-62421d4b754b req-0df2cffc-cdad-440d-ad0f-76b3689cb819 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993075
Nov 06 20:52:49.972004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c2220f6-82bb-4629-b6e2-1c0be0c4acc6 req-995986b3-dd9a-4a34-ae5f-3605c2ed607b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133251
Nov 06 20:52:50.007535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] For port 5b059de9-c748-4922-9c2e-f3b8afbefb51, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:52:50.012729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] For port 5b059de9-c748-4922-9c2e-f3b8afbefb51, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b059de9-c748-4922-9c2e-f3b8afbefb51,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:52:50.018961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:50.059581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:50.060280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:50.062511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] 10.222.0.10 "PUT /v2.0/ports/5b059de9-c748-4922-9c2e-f3b8afbefb51 HTTP/1.1" status: 200  len: 1091 time: 1.5797715
Nov 06 20:52:50.062511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4416b1b3-e45b-4838-be39-97e8cd950f80', 'tag': '5b059de9-c748-4922-9c2e-f3b8afbefb51'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:50.064905 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a53b98-ba12-4a8a-a512-8165c98e32ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4416b1b3-e45b-4838-be39-97e8cd950f80", "tag": "5b059de9-c748-4922-9c2e-f3b8afbefb51"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:50.093010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed522b0-a0ec-4bc3-9ea8-6a702e2257be service neutron] Pushing event updated for resources: {'Port': ['ID=5b059de9-c748-4922-9c2e-f3b8afbefb51,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:50.468240 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:50.505671 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23c79cd-9347-45f8-bbaf-806f1fab57ae x-openstack-request-id: req-e23c79cd-9347-45f8-bbaf-806f1fab57ae {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:50.506252 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4416b1b3-e45b-4838-be39-97e8cd950f80", "tag": "5b059de9-c748-4922-9c2e-f3b8afbefb51", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:50.506252 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e23c79cd-9347-45f8-bbaf-806f1fab57ae {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:50.506473 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4416b1b3-e45b-4838-be39-97e8cd950f80', 'tag': '5b059de9-c748-4922-9c2e-f3b8afbefb51', 'status': 'completed', 'code': 200}
Nov 06 20:52:50.575251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-02dc432e-898a-4708-aadc-4393f6633ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:50.576893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-02dc432e-898a-4708-aadc-4393f6633ac1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 1094 time: 0.4475472
Nov 06 20:52:50.607355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21f79d-94c4-4d0c-a54a-ff7a14d5358b req-7d18cb89-0086-4e57-9778-a3400b6ca996 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:50.617478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca21f79d-94c4-4d0c-a54a-ff7a14d5358b req-7d18cb89-0086-4e57-9778-a3400b6ca996 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1022701
Nov 06 20:52:50.645598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-37793f97-4373-4daa-bc8e-cec0eb727430 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b059de9-c748-4922-9c2e-f3b8afbefb51 HTTP/1.1" status: 200  len: 217 time: 0.0577271
Nov 06 20:52:50.658905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203c23f-7042-4cd9-a8d2-6d5d14055275 req-de1f7a3b-fb11-40ad-a86b-697dcac736e8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:50.660342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d203c23f-7042-4cd9-a8d2-6d5d14055275 req-de1f7a3b-fb11-40ad-a86b-697dcac736e8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 948 time: 0.1395972
Nov 06 20:52:50.749505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-10e3828a-8df5-46c2-9db0-032ce829d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:50.750969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-10e3828a-8df5-46c2-9db0-032ce829d071 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9c9fae6-62d5-4257-865d-3dd2eac73e10 HTTP/1.1" status: 200  len: 855 time: 0.0836837
Nov 06 20:52:50.757234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca21f79d-94c4-4d0c-a54a-ff7a14d5358b req-238c6270-70e4-4175-906f-722dedb63fb8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160028
Nov 06 20:52:50.781184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d203c23f-7042-4cd9-a8d2-6d5d14055275 req-f1a3c777-c46a-4b7d-ae31-311a9cd08cb7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125767
Nov 06 20:52:50.797045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-122dbd55-d606-4d2f-a444-684ff7221dda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e936355-eba9-4975-b6c7-019db9b3e654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323865
Nov 06 20:52:50.886376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea45aa6b-2431-4c6f-b02c-cfed2253b988 req-e7794340-8ff7-4410-a699-0dcbe610ec0c tempest-FlavorsV2NegativeTest-192525247 tempest-FlavorsV2NegativeTest-192525247-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=75611f57d4444c7c947a29f102da8e01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287447
Nov 06 20:52:50.973511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-321b2700-49b0-4cdd-b366-6a198f4b7e47 service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663647
Nov 06 20:52:51.098450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45aa6b-2431-4c6f-b02c-cfed2253b988 req-a64365f1-618e-4fbb-8217-780251ebc2ba tempest-FlavorsV2NegativeTest-192525247 tempest-FlavorsV2NegativeTest-192525247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:51.099950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea45aa6b-2431-4c6f-b02c-cfed2253b988 req-a64365f1-618e-4fbb-8217-780251ebc2ba tempest-FlavorsV2NegativeTest-192525247 tempest-FlavorsV2NegativeTest-192525247-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2036440
Nov 06 20:52:51.133157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea45aa6b-2431-4c6f-b02c-cfed2253b988 req-e2a9a29e-414f-4de6-bc63-a826096c7f07 tempest-FlavorsV2NegativeTest-192525247 tempest-FlavorsV2NegativeTest-192525247-project] 10.222.0.13 "GET /v2.0/quotas/75611f57d4444c7c947a29f102da8e01 HTTP/1.1" status: 200  len: 375 time: 0.0225410
Nov 06 20:52:51.159628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4334d4-3131-4ad7-8c94-bfab2413e2f0 req-5e2c3c22-7aef-4754-b9da-9c4a662fe1fa tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:51.161095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a4334d4-3131-4ad7-8c94-bfab2413e2f0 req-5e2c3c22-7aef-4754-b9da-9c4a662fe1fa tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 944 time: 0.1222949
Nov 06 20:52:51.164847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb18275-5caa-4b76-b05d-7439ad12f2d2 req-729540bf-4101-401c-96d3-4064c4a9cd07 service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824574
Nov 06 20:52:51.181614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea45aa6b-2431-4c6f-b02c-cfed2253b988 req-86925dfc-2193-4631-be17-97eba728625d tempest-FlavorsV2NegativeTest-192525247 tempest-FlavorsV2NegativeTest-192525247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=75611f57d4444c7c947a29f102da8e01&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414147
Nov 06 20:52:51.237302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a4334d4-3131-4ad7-8c94-bfab2413e2f0 req-c05d4a76-c58c-4aaa-941d-2233706ed981 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586681
Nov 06 20:52:51.303108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-43b19327-9345-4b64-9081-fd13a2ce8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:51.304730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-43b19327-9345-4b64-9081-fd13a2ce8570 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=868bef14d4704704a6e56e88a220cc66&device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 1094 time: 0.0838561
Nov 06 20:52:51.320233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1d9b0-c58f-4b1e-83ec-a0ce452b08eb req-eb8f1ad4-8d96-4285-8c26-63dfab3df408 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:51.325050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a1d9b0-c58f-4b1e-83ec-a0ce452b08eb req-eb8f1ad4-8d96-4285-8c26-63dfab3df408 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 943 time: 0.0736661
Nov 06 20:52:51.426523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a1d9b0-c58f-4b1e-83ec-a0ce452b08eb req-d2bda58e-ec02-45a9-a177-9b09785b58cf tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952458
Nov 06 20:52:51.461375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-889883da-b5b6-4e43-9b66-fa71d27ed5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:51.463579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-889883da-b5b6-4e43-9b66-fa71d27ed5ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 200  len: 916 time: 0.1304123
Nov 06 20:52:51.509266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-54ee0b11-4c46-49ca-b928-71658a32afb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b059de9-c748-4922-9c2e-f3b8afbefb51 HTTP/1.1" status: 200  len: 217 time: 0.0382884
Nov 06 20:52:51.560421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-d3a77d9f-a77f-4be7-a9f1-763041e7a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:51.561873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-d3a77d9f-a77f-4be7-a9f1-763041e7a0b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9c9fae6-62d5-4257-865d-3dd2eac73e10 HTTP/1.1" status: 200  len: 855 time: 0.0458133
Nov 06 20:52:51.599718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-a0591e5f-7eae-4ae2-a2c8-36f21d6764b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e936355-eba9-4975-b6c7-019db9b3e654&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250170
Nov 06 20:52:51.666986 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52594) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:51.695268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-43e34d88-3886-4610-943c-44c58005345a service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889192
Nov 06 20:52:51.702689 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:51.778637 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37f649ab-0329-4a1d-b3d5-a07affcd0852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:51.795169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68a53b98-ba12-4a8a-a512-8165c98e32ea req-6031021c-3492-489c-8df3-fefcb883fcd7 service neutron] 10.222.0.10 "GET /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908225
Nov 06 20:52:51.893321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37f649ab-0329-4a1d-b3d5-a07affcd0852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:51.897365 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37f649ab-0329-4a1d-b3d5-a07affcd0852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:51.923927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ba6f3-0216-41aa-ae49-f7814bafa696 req-aa8c30d1-667a-4dc8-a5a5-d5f02682daa9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:51.925484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d58ba6f3-0216-41aa-ae49-f7814bafa696 req-aa8c30d1-667a-4dc8-a5a5-d5f02682daa9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0958869
Nov 06 20:52:51.938304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbc06-f45b-4631-866e-ba1eb0afcf26 req-4b4be848-d94d-4c94-8dd6-7f50fa557acc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:51.939854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-168bbc06-f45b-4631-866e-ba1eb0afcf26 req-4b4be848-d94d-4c94-8dd6-7f50fa557acc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 948 time: 0.0804949
Nov 06 20:52:51.940810 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-37f649ab-0329-4a1d-b3d5-a07affcd0852 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75611f57d4444c7c947a29f102da8e01&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2727251
Nov 06 20:52:51.941556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52604) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:51.943036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f649ab-0329-4a1d-b3d5-a07affcd0852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca5120-e51c-43b4-9b2d-44935af718bf,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:52.043245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d58ba6f3-0216-41aa-ae49-f7814bafa696 req-770c7dc3-fd40-4bb7-ade6-d50a27d90d2c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023719
Nov 06 20:52:52.049431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-168bbc06-f45b-4631-866e-ba1eb0afcf26 req-dd391401-d360-47b9-a58d-983b22ea991a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013889
Nov 06 20:52:52.065910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:52:52.076750 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bb3afc7-df2a-483d-b2bd-0be548b1445e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:52.099586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bb3afc7-df2a-483d-b2bd-0be548b1445e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:52.152963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bb3afc7-df2a-483d-b2bd-0be548b1445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:52.155688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bb3afc7-df2a-483d-b2bd-0be548b1445e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:52.156884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5bb3afc7-df2a-483d-b2bd-0be548b1445e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7ca5120-e51c-43b4-9b2d-44935af718bf HTTP/1.1" status: 204  len: 168 time: 0.2138696
Nov 06 20:52:52.165820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3afc7-df2a-483d-b2bd-0be548b1445e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca5120-e51c-43b4-9b2d-44935af718bf,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:52.168842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:52.189352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'mac_address': 'fa:16:3e:8c:b2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:52:52.231785 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:52.249272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25c6c10-c18d-4b5f-be2f-383aaa3a514e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:52.271408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:52.276231 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:52.329205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:52.362830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781a228-df53-4771-aa31-c95f79f16d6f req-f0f3a4d0-9aad-4e69-aa10-1b83ab74e5dd tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:52.364503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9781a228-df53-4771-aa31-c95f79f16d6f req-f0f3a4d0-9aad-4e69-aa10-1b83ab74e5dd tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 944 time: 0.0511169
Nov 06 20:52:52.417548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9781a228-df53-4771-aa31-c95f79f16d6f req-27d402f8-9b34-4ed7-8c17-abfd6f67bec1 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455077
Nov 06 20:52:52.462282 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:52.556352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb682446-d942-4f9d-b3aa-ccfea88c47ff req-abd74ab2-26e4-4020-a1e1-9521d30d5d69 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:52.557861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb682446-d942-4f9d-b3aa-ccfea88c47ff req-abd74ab2-26e4-4020-a1e1-9521d30d5d69 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 943 time: 0.0559244
Nov 06 20:52:52.608768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb682446-d942-4f9d-b3aa-ccfea88c47ff req-68227cf8-152a-46de-bda5-1b994f8ff4b5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450413
Nov 06 20:52:52.715197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f25c6c10-c18d-4b5f-be2f-383aaa3a514e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:52.832267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:52.927679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-449126064-network', 'tenant_id': '5de129bacdaf410c9d891738fc1181f8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:52.950125 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Made reservation on behalf of 5de129bacdaf410c9d891738fc1181f8 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:52.952668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:52.961081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.033767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.037405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.057835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:52:53.072963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd62d9-6a0e-40d2-aa5d-45baefceef4f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:53.076007 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.076370 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Added segment d98b3da7-514e-4fe9-935f-9c4439d9ed5e of type vlan for network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e
Nov 06 20:52:53.117636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.148781 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.149812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:53.150470 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.202889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af53b9-ad13-4d00-93e7-7c8844423f0b req-87265532-f398-4632-9c03-9aba5e852307 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:53.204512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09af53b9-ad13-4d00-93e7-7c8844423f0b req-87265532-f398-4632-9c03-9aba5e852307 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0834484
Nov 06 20:52:53.213364 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.3773611
Nov 06 20:52:53.213550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52644) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:52:53.213670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37b059-6eff-4b56-a7ef-97d9c93956c5 req-0324917d-d700-4792-a125-4c9e4abf8501 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:53.215064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b37b059-6eff-4b56-a7ef-97d9c93956c5 req-0324917d-d700-4792-a125-4c9e4abf8501 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.0856256
Nov 06 20:52:53.218201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Request body: {'subnet': {'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-449126064-subnet', 'tenant_id': '5de129bacdaf410c9d891738fc1181f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:53.225950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28156fd7-c2c5-4b61-a718-618160a43794 admin admin] Pushing event updated for resources: {'Network': ['ID=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:53.239275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:52:53.247510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Made reservation on behalf of 5de129bacdaf410c9d891738fc1181f8 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:53.251330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.288699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09af53b9-ad13-4d00-93e7-7c8844423f0b req-7b1f2ae7-cf20-4eec-af7b-b3b872c98076 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726280
Nov 06 20:52:53.293786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b37b059-6eff-4b56-a7ef-97d9c93956c5 req-f34fff24-ee7a-4d6d-bdc7-3ddfba1ef568 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710456
Nov 06 20:52:53.438021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.498056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Pushing event updated for resources: {'Subnet': ['ID=402d76b1-c186-447e-bf02-a2f54bded116,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:53.508791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Checking segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:52:53.509147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Network hostable DHCP agents. Network: 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:52:53.528196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:52:53.540738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:52:53.545878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:53.546480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:53.548840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ecaee-dc1d-400d-b1ad-9d3d5b69d0bb req-e1030c4f-c54c-4a29-a227-a92307ec82e4 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:53.554151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08cb3e0-92ab-4d9a-bb79-e3f858aad3e6 None None] Network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:52:53.556042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d34ecaee-dc1d-400d-b1ad-9d3d5b69d0bb req-e1030c4f-c54c-4a29-a227-a92307ec82e4 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 944 time: 0.0615585
Nov 06 20:52:53.566862 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6a468cac-22fd-4be0-acf3-e5929190167d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.3522792
Nov 06 20:52:53.612392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d34ecaee-dc1d-400d-b1ad-9d3d5b69d0bb req-c823569a-1a91-4523-ac6d-8c084670bd79 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554118
Nov 06 20:52:53.700519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4093c-cb44-4593-a31c-23e2dc9ffe76 None None] Network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:52:53.734451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d92bfc-ca4b-4427-909d-56a1ef94cf4c req-0800b57b-d79a-482c-ae14-2ee4619c45fd tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:53.736071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50d92bfc-ca4b-4427-909d-56a1ef94cf4c req-0800b57b-d79a-482c-ae14-2ee4619c45fd tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 943 time: 0.0517797
Nov 06 20:52:53.801181 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50d92bfc-ca4b-4427-909d-56a1ef94cf4c req-5e8e1219-c49f-4fc8-9d9e-95cc03aa479b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515199
Nov 06 20:52:54.049641 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:52:54.065183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-92d58103-3cdc-415c-906d-3d0166757e2c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:54.066762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-92d58103-3cdc-415c-906d-3d0166757e2c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 804 time: 0.1016676
Nov 06 20:52:54.078364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bdacc087-627b-41dd-85c3-6084a1263f07 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:52:54.081035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-f90ca204-cd65-42ab-8b4b-c344d44cdc82 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/quotas/5de129bacdaf410c9d891738fc1181f8 HTTP/1.1" status: 200  len: 375 time: 0.0088091
Nov 06 20:52:54.113015 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0c6f4f1b-1cab-4c58-85d2-9922fc9204fd tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0266259
Nov 06 20:52:54.184488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bdacc087-627b-41dd-85c3-6084a1263f07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdacc087-627b-41dd-85c3-6084a1263f07,segment=NetworkSegment(2d7519a0-62fb-4fb3-a30d-fa6f9a192134),segment_id=2d7519a0-62fb-4fb3-a30d-fa6f9a192134)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:54.197059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'bdacc087-627b-41dd-85c3-6084a1263f07', 'network_id': '4977b10a-52c3-4541-8eac-7469838a901a', 'port_id': 'bdacc087-627b-41dd-85c3-6084a1263f07', 'mac_address': 'fa:16:3e:5b:65:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0197e5df-4929-43cd-8bfc-a7737aaf12bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:52:54.206242 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-fcfbcbe4-8d86-418f-b8cc-5d5bd7fc721b service neutron] 10.222.0.13 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860896
Nov 06 20:52:54.235033 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:54.247313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdacc087-627b-41dd-85c3-6084a1263f07 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:54.268740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bdacc087-627b-41dd-85c3-6084a1263f07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdacc087-627b-41dd-85c3-6084a1263f07,segment=NetworkSegment(2d7519a0-62fb-4fb3-a30d-fa6f9a192134),segment_id=2d7519a0-62fb-4fb3-a30d-fa6f9a192134)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:54.273820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:54.301828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-c7672340-1256-4f1e-969e-de4646553dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892713
Nov 06 20:52:54.328556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=bdacc087-627b-41dd-85c3-6084a1263f07,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:54.432456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f73c73-eacf-46dd-8b4b-f4068644dec0 req-ed349c64-4c4f-431b-a8d2-761cdc34abd6 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:54.434044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f73c73-eacf-46dd-8b4b-f4068644dec0 req-ed349c64-4c4f-431b-a8d2-761cdc34abd6 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0615580
Nov 06 20:52:54.516784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f73c73-eacf-46dd-8b4b-f4068644dec0 req-a73f006c-b5b9-4576-831a-0ea4cb88441f tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762174
Nov 06 20:52:54.531174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655be7a-af6d-498b-a937-0ff20dc0b46a req-6347b25d-763f-4aba-980f-c5f2cf504dfa tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:54.532814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1655be7a-af6d-498b-a937-0ff20dc0b46a req-6347b25d-763f-4aba-980f-c5f2cf504dfa tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.0770714
Nov 06 20:52:54.584701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1655be7a-af6d-498b-a937-0ff20dc0b46a req-eb406c66-b43d-4bd1-ac2c-7398d0465be4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453689
Nov 06 20:52:54.656414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cd260b8-4a2b-4ef0-8308-73b9e66fe3fb req-5a2b5a5b-dafc-405a-aabc-695897aefc1d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 210 time: 0.0328517
Nov 06 20:52:54.725807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bdacc087-627b-41dd-85c3-6084a1263f07'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:54.785717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9203f-5c31-48c3-8dc9-44753d32929b req-9afd8296-4c19-4ba3-b6ed-56e547c98dbf tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:54.787502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aa9203f-5c31-48c3-8dc9-44753d32929b req-9afd8296-4c19-4ba3-b6ed-56e547c98dbf tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 945 time: 0.0520425
Nov 06 20:52:54.845152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aa9203f-5c31-48c3-8dc9-44753d32929b req-8ab88925-ef8d-4078-b3c3-252fa87b1bf4 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493076
Nov 06 20:52:54.944012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504df84-2b60-4621-bd66-1c261cbcbaca req-e550ed4d-6c6c-4a71-abf3-e5fe425cdb9e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:54.945568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9504df84-2b60-4621-bd66-1c261cbcbaca req-e550ed4d-6c6c-4a71-abf3-e5fe425cdb9e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 943 time: 0.0544333
Nov 06 20:52:54.993572 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9504df84-2b60-4621-bd66-1c261cbcbaca req-2cc80b0d-70ad-49ae-ba39-3955798249c4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418746
Nov 06 20:52:55.595294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-2de4a65b-0934-4694-b803-412943e2da16 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:55.596857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-2de4a65b-0934-4694-b803-412943e2da16 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 804 time: 0.1110656
Nov 06 20:52:55.611286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Request body: {'port': {'device_id': 'a2fbee84-0888-474a-a089-36a96efd162d', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'admin_state_up': True, 'tenant_id': '5de129bacdaf410c9d891738fc1181f8'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:55.736609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3820-b7d7-42d5-afbd-202402b9a87d req-69cf5592-c39b-4e76-8575-ee871931b6f5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:55.738083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-872a3820-b7d7-42d5-afbd-202402b9a87d req-69cf5592-c39b-4e76-8575-ee871931b6f5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1403477
Nov 06 20:52:55.774463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a7c3d-74f2-431f-be98-2dcf967cf3b4 req-e2040d99-398c-4dd8-aa76-4c878e3a70cb tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:55.776527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c1a7c3d-74f2-431f-be98-2dcf967cf3b4 req-e2040d99-398c-4dd8-aa76-4c878e3a70cb tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.1051846
Nov 06 20:52:55.854605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-872a3820-b7d7-42d5-afbd-202402b9a87d req-81d8bd00-8c0e-4b56-810e-259782a0fcdc tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086919
Nov 06 20:52:55.861873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Made reservation on behalf of 5de129bacdaf410c9d891738fc1181f8 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:52:55.865260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:55.875928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c1a7c3d-74f2-431f-be98-2dcf967cf3b4 req-14914fc2-6622-436e-99d8-43815335fb4b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904491
Nov 06 20:52:55.970735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06e8d425-2e3e-411b-9929-ed8a925158c8 req-2810fad7-8c22-4730-a53d-34242d3e0438 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 210 time: 0.0369492
Nov 06 20:52:56.042674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Allocated IP 172.20.0.5 (8fbc16c6-4a6c-4b93-987f-9643b3a1da7e/402d76b1-c186-447e-bf02-a2f54bded116/9d0eeba9-6ff4-48d8-9007-9e377ba11bbf) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:52:56.094429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5b059de9-c748-4922-9c2e-f3b8afbefb51 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:52:56.097555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:52:56.211411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port f25c6c10-c18d-4b5f-be2f-383aaa3a514e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:52:56.213653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94888b-bf3d-4395-8ab6-93277887438f req-ed3b7e30-be68-4e5d-bce8-9834eee2225a tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:56.215179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f94888b-bf3d-4395-8ab6-93277887438f req-ed3b7e30-be68-4e5d-bce8-9834eee2225a tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 945 time: 0.1495912
Nov 06 20:52:56.216139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port f25c6c10-c18d-4b5f-be2f-383aaa3a514e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:52:56.216553 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.243490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd678b8c-0bd8-4a34-a9f8-63f088ccec0e req-02e23d0e-9315-4b7f-83eb-9a6854cb5281 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:56.245530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd678b8c-0bd8-4a34-a9f8-63f088ccec0e req-02e23d0e-9315-4b7f-83eb-9a6854cb5281 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 943 time: 0.1448376
Nov 06 20:52:56.262068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5b059de9-c748-4922-9c2e-f3b8afbefb51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b059de9-c748-4922-9c2e-f3b8afbefb51,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:56.279463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '5b059de9-c748-4922-9c2e-f3b8afbefb51', 'network_id': '0e936355-eba9-4975-b6c7-019db9b3e654', 'port_id': '5b059de9-c748-4922-9c2e-f3b8afbefb51', 'mac_address': 'fa:16:3e:2f:3f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c9fae6-62d5-4257-865d-3dd2eac73e10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:52:56.347560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.349057 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f94888b-bf3d-4395-8ab6-93277887438f req-750c2c59-ec51-477f-a15d-ca6f96a2b444 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255083
Nov 06 20:52:56.351807 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.352599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.358521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd678b8c-0bd8-4a34-a9f8-63f088ccec0e req-3401b7c1-e8a5-403a-8d59-dc553063739e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035376
Nov 06 20:52:56.370795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b059de9-c748-4922-9c2e-f3b8afbefb51 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:56.391237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:56.393519 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e2ad9e-dbe4-4b7a-a11b-311f6498c277" -d '{"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-plugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:56.394979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.416804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5b059de9-c748-4922-9c2e-f3b8afbefb51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b059de9-c748-4922-9c2e-f3b8afbefb51,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:56.418951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:56.422620 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.426914 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.453110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:52:56.453358 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6679e6-4849-4622-86c8-efcdeb855ef2 x-openstack-request-id: req-5b6679e6-4849-4622-86c8-efcdeb855ef2 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:56.453583 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-plugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:56.453839 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b6679e6-4849-4622-86c8-efcdeb855ef2 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:56.454224 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'code': 200}
Nov 06 20:52:56.459589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:52:56.463573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:52:56.470357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Pushing event updated for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:56.488016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5b059de9-c748-4922-9c2e-f3b8afbefb51,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:56.520770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:56.521381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.540800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:56.543080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-b215f74a-ec4a-40df-857b-3b4c596f87ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9353607
Nov 06 20:52:56.558604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Request body: {'port': {'device_id': 'a2fbee84-0888-474a-a089-36a96efd162d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:52:56.562234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09398eba-44bd-437a-a74f-da2e8b7db947 req-0dbe57e9-e9a0-44a8-abbf-9dbc075db4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:56.563713 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-09398eba-44bd-437a-a74f-da2e8b7db947 req-0dbe57e9-e9a0-44a8-abbf-9dbc075db4d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1101 time: 0.0429897
Nov 06 20:52:56.611812 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-09398eba-44bd-437a-a74f-da2e8b7db947 req-e24cc38e-42f7-410f-b84c-13c6d2a4424a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391703
Nov 06 20:52:56.619916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.890271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:52:56.900210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.917373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Transition to ACTIVE for port object 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:52:56.921740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:56.931858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['5b059de9-c748-4922-9c2e-f3b8afbefb51'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:52:57.052086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Pushing event updated for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:57.116323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead021e7-d625-419e-b40f-0729ba0091fe req-0313fe90-cc30-4fcc-ac0d-92ed70a642c0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:57.117803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ead021e7-d625-419e-b40f-0729ba0091fe req-0313fe90-cc30-4fcc-ac0d-92ed70a642c0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1907437
Nov 06 20:52:57.127378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc6f09-c584-40bb-9c0e-541661ae3a3c req-2af2cbb2-3083-4684-b2ef-ff6dc13b0c97 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:57.128901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08dc6f09-c584-40bb-9c0e-541661ae3a3c req-2af2cbb2-3083-4684-b2ef-ff6dc13b0c97 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1707208
Nov 06 20:52:57.224715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Attempting to bind port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:52:57.225047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Attempting to bind port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:52:57.225376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Attempting to bind port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:57.231410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ead021e7-d625-419e-b40f-0729ba0091fe req-b5f1674e-e076-4a6b-b0fa-d7793867bef2 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016715
Nov 06 20:52:57.236574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08dc6f09-c584-40bb-9c0e-541661ae3a3c req-4c969717-0e64-4ada-90c8-c72b10a38484 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994773
Nov 06 20:52:57.237732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:52:57.238032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Attempting to bind port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:52:57.247471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:52:57.247810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Checking segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:52:57.248194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Bound using segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:52:57.248679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Bound port: 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:52:57.249036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:57.361353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:52:57.365365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:52:57.369790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:57.412509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a926050-f671-4093-bc2a-755a3025b666 req-b1c30b82-0818-4414-a941-49fa7c35b9bc tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:57.414745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a926050-f671-4093-bc2a-755a3025b666 req-b1c30b82-0818-4414-a941-49fa7c35b9bc tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 943 time: 0.1054535
Nov 06 20:52:57.423737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:57.424361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:57.425707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] 10.222.0.10 "PUT /v2.0/ports/9d0eeba9-6ff4-48d8-9007-9e377ba11bbf HTTP/1.1" status: 200  len: 1091 time: 0.8720253
Nov 06 20:52:57.426137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:57.428412 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b895e32-9d44-446c-acd0-07ba313b258e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:57.471257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa965fe-bf76-42b4-b3ba-fb25170e568a service neutron] Pushing event updated for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:57.532658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a926050-f671-4093-bc2a-755a3025b666 req-713ef732-710c-4a18-a34a-5498288edbdb tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012216
Nov 06 20:52:57.566167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-172fe2a8-b835-47ad-b624-19007d456c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:57.567818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-172fe2a8-b835-47ad-b624-19007d456c88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 1094 time: 0.0866187
Nov 06 20:52:57.580756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe78c13-2fb0-44f6-aed8-caa23960216b req-99744514-e0a8-4bd6-bff2-4c3f0a6104d1 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:57.582178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2fe78c13-2fb0-44f6-aed8-caa23960216b req-99744514-e0a8-4bd6-bff2-4c3f0a6104d1 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 945 time: 0.0820129
Nov 06 20:52:57.624995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-ee364fc5-88da-4663-8325-a5b8e0aac8ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf HTTP/1.1" status: 200  len: 217 time: 0.0418863
Nov 06 20:52:57.733056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2fe78c13-2fb0-44f6-aed8-caa23960216b req-0c72a8f7-67cd-4a3b-9fa1-19f58c6ea7e6 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432638
Nov 06 20:52:57.739245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-07092f0c-c17f-4579-b58f-5ec84f4a55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:57.740908 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-07092f0c-c17f-4579-b58f-5ec84f4a55ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 200  len: 844 time: 0.0936522
Nov 06 20:52:57.749921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba63e1-4c32-4596-85ff-43a9b254df92 req-aae97f2e-c2c2-41a8-83cf-e7e85323f713 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:57.751337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dba63e1-4c32-4596-85ff-43a9b254df92 req-aae97f2e-c2c2-41a8-83cf-e7e85323f713 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 944 time: 0.1297581
Nov 06 20:52:57.783738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-e7d9371c-14d0-4861-b665-95c3505727c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314589
Nov 06 20:52:57.785174 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b4994a-6c13-4239-8237-d13f65a54067 x-openstack-request-id: req-59b4994a-6c13-4239-8237-d13f65a54067 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:57.785457 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:57.785704 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59b4994a-6c13-4239-8237-d13f65a54067 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:57.786082 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'status': 'completed', 'code': 200}
Nov 06 20:52:57.862503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dba63e1-4c32-4596-85ff-43a9b254df92 req-bbe1c0ba-c767-47b5-99fd-a8d2b9805f37 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025538
Nov 06 20:52:57.908040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-058e2492-e636-4d28-9adf-4487fefc45e5 service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001554
Nov 06 20:52:58.002146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1121374-f2be-48ee-8305-cd8b58e658ee req-db43992b-026b-4aa1-b130-964c62eac9e6 service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864570
Nov 06 20:52:58.107822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b895e32-9d44-446c-acd0-07ba313b258e req-5ff0388d-4077-4377-aee4-c02c39ea5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:58.109506 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b895e32-9d44-446c-acd0-07ba313b258e req-5ff0388d-4077-4377-aee4-c02c39ea5637 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 1094 time: 0.0462062
Nov 06 20:52:58.116849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bdacc087-627b-41dd-85c3-6084a1263f07 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:52:58.170497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port bdacc087-627b-41dd-85c3-6084a1263f07 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:52:58.174274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port bdacc087-627b-41dd-85c3-6084a1263f07 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:52:58.174642 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:58.206532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b895e32-9d44-446c-acd0-07ba313b258e req-1db16bb9-0cf1-435d-a7b7-7c2b54dc7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:58.208026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b895e32-9d44-446c-acd0-07ba313b258e req-1db16bb9-0cf1-435d-a7b7-7c2b54dc7587 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 905 time: 0.0909100
Nov 06 20:52:58.255246 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:58.270456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b895e32-9d44-446c-acd0-07ba313b258e req-60036f04-d399-442d-95c4-3f270008625b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf HTTP/1.1" status: 200  len: 217 time: 0.0446491
Nov 06 20:52:58.305547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bdacc087-627b-41dd-85c3-6084a1263f07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdacc087-627b-41dd-85c3-6084a1263f07,segment=NetworkSegment(2d7519a0-62fb-4fb3-a30d-fa6f9a192134),segment_id=2d7519a0-62fb-4fb3-a30d-fa6f9a192134)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:52:58.311721 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:52:58.366535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=bdacc087-627b-41dd-85c3-6084a1263f07,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:52:58.379778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b895e32-9d44-446c-acd0-07ba313b258e req-846d5db8-bfea-40df-8001-61501982f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:58.381801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b895e32-9d44-446c-acd0-07ba313b258e req-846d5db8-bfea-40df-8001-61501982f807 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 200  len: 844 time: 0.1031370
Nov 06 20:52:58.427212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b895e32-9d44-446c-acd0-07ba313b258e req-9d21623e-45fb-4959-836a-83b48fc9bbfb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352747
Nov 06 20:52:58.435700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d0640-44ae-4df8-b835-7ed507a0947f req-f4c92395-10b5-4cce-b57a-3b1538075f03 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:58.437197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c17d0640-44ae-4df8-b835-7ed507a0947f req-f4c92395-10b5-4cce-b57a-3b1538075f03 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1138654
Nov 06 20:52:58.455090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35112d-0d16-4351-abe6-64e3a92429a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdacc087-627b-41dd-85c3-6084a1263f07'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:52:58.457633 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6637bc7b-c5be-47f5-991d-151c1fd2d727" -d '{"events": [{"server_uuid": "6d35112d-0d16-4351-abe6-64e3a92429a4", "name": "network-vif-plugged", "status": "completed", "tag": "bdacc087-627b-41dd-85c3-6084a1263f07"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:52:58.465948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc4c00-a101-485b-b2c6-efa9e530a33b req-ba55449b-10c2-4924-bdb5-aa62f8e6057a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:58.467417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfc4c00-a101-485b-b2c6-efa9e530a33b req-ba55449b-10c2-4924-bdb5-aa62f8e6057a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1339588
Nov 06 20:52:58.591663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c17d0640-44ae-4df8-b835-7ed507a0947f req-3380550c-3303-4ef2-9a34-bb9116dc4e01 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435659
Nov 06 20:52:58.598553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfc4c00-a101-485b-b2c6-efa9e530a33b req-6df0672e-070d-40fc-b386-d0b0a5814a94 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998819
Nov 06 20:52:58.610625 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b895e32-9d44-446c-acd0-07ba313b258e req-64eb3755-9a48-453d-8607-d46ca62c3574 service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725316
Nov 06 20:52:58.724176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b895e32-9d44-446c-acd0-07ba313b258e req-4927269b-80ee-4223-8145-72cc4c4af258 service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1014268
Nov 06 20:52:58.743141 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be36a927-ee25-493c-bdaa-eb193dbbdd92 x-openstack-request-id: req-be36a927-ee25-493c-bdaa-eb193dbbdd92 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:52:58.743321 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35112d-0d16-4351-abe6-64e3a92429a4", "name": "network-vif-plugged", "status": "completed", "tag": "bdacc087-627b-41dd-85c3-6084a1263f07", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:52:58.743709 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be36a927-ee25-493c-bdaa-eb193dbbdd92 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:52:58.745778 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35112d-0d16-4351-abe6-64e3a92429a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdacc087-627b-41dd-85c3-6084a1263f07', 'code': 200}
Nov 06 20:52:59.244011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287891f-1b80-4550-8751-7beb03e6f9f3 req-dfdcf332-9dbe-44b6-a9d4-3dcdbbc9472b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:59.245973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0287891f-1b80-4550-8751-7beb03e6f9f3 req-dfdcf332-9dbe-44b6-a9d4-3dcdbbc9472b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 943 time: 0.4601161
Nov 06 20:52:59.248770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7cc8b-da67-4793-bae3-b543c9dee739 req-adeee36c-333a-4727-8ff4-81cf1863e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:59.250391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16d7cc8b-da67-4793-bae3-b543c9dee739 req-adeee36c-333a-4727-8ff4-81cf1863e22d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 1097 time: 0.4357209
Nov 06 20:52:59.269249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922e692-7fd4-42b8-bb5a-0de096edb392 req-a904e7fc-7b73-4a97-a9e7-92eac20f378e tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:59.270697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2922e692-7fd4-42b8-bb5a-0de096edb392 req-a904e7fc-7b73-4a97-a9e7-92eac20f378e tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 946 time: 0.4546602
Nov 06 20:52:59.379272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0287891f-1b80-4550-8751-7beb03e6f9f3 req-b6052ca0-9553-4193-ae40-3f921a544e77 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261470
Nov 06 20:52:59.384220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16d7cc8b-da67-4793-bae3-b543c9dee739 req-a720a389-00e5-45d2-aefc-1591f47f30fc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123512
Nov 06 20:52:59.390081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2922e692-7fd4-42b8-bb5a-0de096edb392 req-c1911521-0b3c-438f-aa82-d71577d86318 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124189
Nov 06 20:52:59.483355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d4339-1f9c-4f16-b4cf-84a46c63c6c3 req-f48d0075-a206-4b68-8f83-b58402e7a324 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:59.484834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-559d4339-1f9c-4f16-b4cf-84a46c63c6c3 req-f48d0075-a206-4b68-8f83-b58402e7a324 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 944 time: 0.0493360
Nov 06 20:52:59.534527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-559d4339-1f9c-4f16-b4cf-84a46c63c6c3 req-518f7c2c-e4a1-4235-9383-c1cc8f113528 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436530
Nov 06 20:52:59.741507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54aaa8-36e3-445c-8181-271c682cddd8 req-8dd937b6-3814-4319-a364-42b3c9040e91 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:59.742984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a54aaa8-36e3-445c-8181-271c682cddd8 req-8dd937b6-3814-4319-a364-42b3c9040e91 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0794225
Nov 06 20:52:59.751017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e942e-c0d6-4e8e-9b81-dc2077575326 req-97db40fa-5f07-46b2-977c-2c231e292d88 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:52:59.752415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab8e942e-c0d6-4e8e-9b81-dc2077575326 req-97db40fa-5f07-46b2-977c-2c231e292d88 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0779941
Nov 06 20:52:59.826235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a54aaa8-36e3-445c-8181-271c682cddd8 req-f06fb2ee-b8d8-463c-920d-ec4fb7cdacdb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728557
Nov 06 20:52:59.829481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab8e942e-c0d6-4e8e-9b81-dc2077575326 req-1742f59a-9013-4734-8433-4b5a0c0b2bf9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696986
Nov 06 20:53:00.010237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7654ba-ce40-4a04-880a-9fe129e5587d req-1ea16747-86f1-4e5f-a660-eae560113961 tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:00.011712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff7654ba-ce40-4a04-880a-9fe129e5587d req-1ea16747-86f1-4e5f-a660-eae560113961 tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1101 time: 0.0421312
Nov 06 20:53:00.054499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff7654ba-ce40-4a04-880a-9fe129e5587d req-d93b390b-e44a-47bc-9a52-218879792dd5 tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370600
Nov 06 20:53:00.113288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5b059de9-c748-4922-9c2e-f3b8afbefb51 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:00.163812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 5b059de9-c748-4922-9c2e-f3b8afbefb51 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:53:00.168572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 5b059de9-c748-4922-9c2e-f3b8afbefb51 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:00.168937 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:00.258601 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:00.328006 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-b4a8c10a-b621-41cf-a7f4-d8eb06f7f74c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0475616
Nov 06 20:53:00.342169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4effe9-35b5-4051-9d34-9d3f2f0b21cb req-98b5c72a-91a0-4931-9984-a5d23e010315 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:00.343839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e4effe9-35b5-4051-9d34-9d3f2f0b21cb req-98b5c72a-91a0-4931-9984-a5d23e010315 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0555100
Nov 06 20:53:00.398586 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e4effe9-35b5-4051-9d34-9d3f2f0b21cb req-fbd0145c-90ef-4577-bd34-a3c18084920a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474741
Nov 06 20:53:00.426795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5b059de9-c748-4922-9c2e-f3b8afbefb51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b059de9-c748-4922-9c2e-f3b8afbefb51,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:00.431302 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:00.488481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5b059de9-c748-4922-9c2e-f3b8afbefb51,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:00.550296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634721c-76f7-4f14-bf8c-1b92f600701d req-325b5395-3be0-4bbe-980a-02cf6dde0bb7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:00.551801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c634721c-76f7-4f14-bf8c-1b92f600701d req-325b5395-3be0-4bbe-980a-02cf6dde0bb7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 943 time: 0.0807195
Nov 06 20:53:00.574708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b64f59-759c-4bcf-a4e0-032009ca4480 req-7bc3afde-3c77-4c0e-a200-a947676eed2f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:00.576222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9b64f59-759c-4bcf-a4e0-032009ca4480 req-7bc3afde-3c77-4c0e-a200-a947676eed2f tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 946 time: 0.0796132
Nov 06 20:53:00.644235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c634721c-76f7-4f14-bf8c-1b92f600701d req-36f7b869-8075-414a-a1bf-ee2fe96347dc tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836720
Nov 06 20:53:00.652005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9b64f59-759c-4bcf-a4e0-032009ca4480 req-6436c0b6-499e-4108-873d-55c5482e839c tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664153
Nov 06 20:53:00.746570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4416b1b3-e45b-4838-be39-97e8cd950f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b059de9-c748-4922-9c2e-f3b8afbefb51'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:00.749201 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ed28c5-f483-4989-8904-55e17e8043c0" -d '{"events": [{"server_uuid": "4416b1b3-e45b-4838-be39-97e8cd950f80", "name": "network-vif-plugged", "status": "completed", "tag": "5b059de9-c748-4922-9c2e-f3b8afbefb51"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:00.752750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3437739-7168-4c31-a920-c86771735fb1 req-30e9dd40-633c-4d4c-a5c3-907383c67021 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:00.754376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3437739-7168-4c31-a920-c86771735fb1 req-30e9dd40-633c-4d4c-a5c3-907383c67021 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0501339
Nov 06 20:53:00.788275 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de4bcb2-d9b0-4f56-9aba-59934e47bd35 x-openstack-request-id: req-6de4bcb2-d9b0-4f56-9aba-59934e47bd35 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:00.788878 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4416b1b3-e45b-4838-be39-97e8cd950f80", "name": "network-vif-plugged", "status": "completed", "tag": "5b059de9-c748-4922-9c2e-f3b8afbefb51", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:00.791342 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6de4bcb2-d9b0-4f56-9aba-59934e47bd35 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:00.791782 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4416b1b3-e45b-4838-be39-97e8cd950f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b059de9-c748-4922-9c2e-f3b8afbefb51', 'code': 200}
Nov 06 20:53:00.809492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3437739-7168-4c31-a920-c86771735fb1 req-73f666b1-7cf1-426d-84c4-d2d074c4e6b3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483050
Nov 06 20:53:00.967492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4d27-80a3-494b-bcbc-c0fadafb07b2 req-1ecf8454-22b7-478a-8e42-f59b69edfa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:00.969304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-319c4d27-80a3-494b-bcbc-c0fadafb07b2 req-1ecf8454-22b7-478a-8e42-f59b69edfa87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 1096 time: 0.0821257
Nov 06 20:53:00.977514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3321d-18d7-4a93-96f4-0aa7e8a7b1b6 req-ff6853ac-a8dc-41ee-a9bf-2b07bc402f7e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:00.980524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01d3321d-18d7-4a93-96f4-0aa7e8a7b1b6 req-ff6853ac-a8dc-41ee-a9bf-2b07bc402f7e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0844553
Nov 06 20:53:01.061036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-319c4d27-80a3-494b-bcbc-c0fadafb07b2 req-0f38f5be-80c2-4d3e-9279-5cc9082f4d28 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793877
Nov 06 20:53:01.079705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01d3321d-18d7-4a93-96f4-0aa7e8a7b1b6 req-36dba93f-dd8b-4cdc-a0b3-8f053eefda06 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835645
Nov 06 20:53:01.521154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d6908-24ba-4bf8-a164-e3f16bde8a3e req-a1796713-99ed-4ee9-bbd2-838c9de131ed tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:01.522741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b3d6908-24ba-4bf8-a164-e3f16bde8a3e req-a1796713-99ed-4ee9-bbd2-838c9de131ed tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0557516
Nov 06 20:53:01.599513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b3d6908-24ba-4bf8-a164-e3f16bde8a3e req-c624ce9a-18d5-48cc-a576-5237ae9c5645 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694575
Nov 06 20:53:01.620478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-303b1571-647b-41c3-81bb-26b0cbf29d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:01.620478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-303b1571-647b-41c3-81bb-26b0cbf29d2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1101 time: 0.0588450
Nov 06 20:53:01.770900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-8b140f3f-a889-4978-8371-608cc5e0ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:01.772431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-8b140f3f-a889-4978-8371-608cc5e0ae20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1300285
Nov 06 20:53:01.833792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-fea1981c-c6b9-4d22-a7b2-929805f5834c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0447159
Nov 06 20:53:01.853666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22b69a-61de-4146-b65a-e08e2e260240 req-71725d53-06bc-4d14-821b-83dac698c49a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:01.855158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca22b69a-61de-4146-b65a-e08e2e260240 req-71725d53-06bc-4d14-821b-83dac698c49a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 943 time: 0.1327331
Nov 06 20:53:01.864692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8104f3-9611-4fd0-bc66-67c666e5ff56 req-7f8ff6da-85ab-4444-9014-c1ed2a0c90ee tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:01.866045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da8104f3-9611-4fd0-bc66-67c666e5ff56 req-7f8ff6da-85ab-4444-9014-c1ed2a0c90ee tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 946 time: 0.1165338
Nov 06 20:53:01.956259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-20e100b2-4522-4b9d-836b-380c97c4931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:01.957767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-20e100b2-4522-4b9d-836b-380c97c4931c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1017408
Nov 06 20:53:01.994849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da8104f3-9611-4fd0-bc66-67c666e5ff56 req-b2291f2d-fb80-4c08-b6e0-08389986e0c2 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190300
Nov 06 20:53:02.013494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca22b69a-61de-4146-b65a-e08e2e260240 req-4ee9b311-0115-4b87-a853-a9ad545dc78e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400115
Nov 06 20:53:02.034268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-0dcf1325-e755-42cb-b517-2e5eab1cafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:02.036171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-0dcf1325-e755-42cb-b517-2e5eab1cafd7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0612426
Nov 06 20:53:02.127619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:53:02.161817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92778faa-caca-4b53-95d3-cc7ec05ab598 req-42c86322-173a-4638-98be-1113416ef2b6 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:02.164117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92778faa-caca-4b53-95d3-cc7ec05ab598 req-42c86322-173a-4638-98be-1113416ef2b6 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.1091022
Nov 06 20:53:02.195048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-ad2279a1-4518-4401-aa93-e1572785f1b8 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487486
Nov 06 20:53:02.255119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:02.272618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'port_id': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'mac_address': 'fa:16:3e:c0:74:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d76b1-c186-447e-bf02-a2f54bded116', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:53:02.283021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92778faa-caca-4b53-95d3-cc7ec05ab598 req-0eac5b4a-413a-47ea-a6dd-d8a127acf163 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067135
Nov 06 20:53:02.321475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-f7170aaf-e842-427f-ad1d-28560ce58058 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185088
Nov 06 20:53:02.348856 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:02.373361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:02.398836 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:02.406167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:02.439988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9adc8f-7ab8-43c0-96bd-656d29f03912 req-bf2af6f8-0da9-4504-8986-fc355f77532c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:02.442248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed9adc8f-7ab8-43c0-96bd-656d29f03912 req-bf2af6f8-0da9-4504-8986-fc355f77532c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0665996
Nov 06 20:53:02.480768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:02.510136 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed9adc8f-7ab8-43c0-96bd-656d29f03912 req-a8f38ac7-7bd8-4b51-978d-ed7d059d2a25 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603483
Nov 06 20:53:02.732370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f0218-6e4d-457d-a290-a8dc152ffc9f req-1727b293-84f9-48fc-86b1-2b6b2c51e70c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:02.734579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d3f0218-6e4d-457d-a290-a8dc152ffc9f req-1727b293-84f9-48fc-86b1-2b6b2c51e70c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0568337
Nov 06 20:53:02.788536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d3f0218-6e4d-457d-a290-a8dc152ffc9f req-b96c4979-7d9f-493f-9c39-8de62d3f8a69 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475233
Nov 06 20:53:03.077135 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9d0eeba9-6ff4-48d8-9007-9e377ba11bbf'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:03.140262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319ea3-5da8-483c-9ac7-2d0adeb94a8b req-eb289af7-1e13-4b9b-af85-fb399df6da16 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:03.141775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9319ea3-5da8-483c-9ac7-2d0adeb94a8b req-eb289af7-1e13-4b9b-af85-fb399df6da16 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 944 time: 0.0574424
Nov 06 20:53:03.203165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9319ea3-5da8-483c-9ac7-2d0adeb94a8b req-f3572203-c582-4266-8d56-78adade7b315 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499916
Nov 06 20:53:03.440856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b411b5-539d-48d0-8786-52fd04eee6e6 req-06b7ac25-9a8f-4f6a-894a-0a897f883895 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:03.442586 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16b411b5-539d-48d0-8786-52fd04eee6e6 req-06b7ac25-9a8f-4f6a-894a-0a897f883895 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0721059
Nov 06 20:53:03.506065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16b411b5-539d-48d0-8786-52fd04eee6e6 req-e307f55c-d18f-4320-a0b7-cc26ff2173cd tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547693
Nov 06 20:53:03.823479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52937e-0b26-4478-9cd3-302493116159 req-adc36fa6-ac43-45e9-85ba-0d2690f6d8bf tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:03.825049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f52937e-0b26-4478-9cd3-302493116159 req-adc36fa6-ac43-45e9-85ba-0d2690f6d8bf tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0886693
Nov 06 20:53:03.841747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35eec1-536a-4185-b77c-1ec51eec7e01 req-fd26e7af-37e6-4f0b-94dc-f8bf767d1383 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:03.843267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de35eec1-536a-4185-b77c-1ec51eec7e01 req-fd26e7af-37e6-4f0b-94dc-f8bf767d1383 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0765347
Nov 06 20:53:03.921865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f52937e-0b26-4478-9cd3-302493116159 req-48ae30cd-57f3-4584-adb4-d5aa01884832 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883412
Nov 06 20:53:03.930122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de35eec1-536a-4185-b77c-1ec51eec7e01 req-39fe5973-fef3-4ac6-987a-302a80b3eceb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793269
Nov 06 20:53:04.062264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cba36e-1bff-4274-92f6-bccfde80449e req-ac364812-85e4-44a9-825d-1b8c753a3b2f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:04.063803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cba36e-1bff-4274-92f6-bccfde80449e req-ac364812-85e4-44a9-825d-1b8c753a3b2f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0658445
Nov 06 20:53:04.120212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cba36e-1bff-4274-92f6-bccfde80449e req-586001a2-af51-4aa3-9f76-b4134764ff07 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491855
Nov 06 20:53:04.259007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b95f2-8be3-42df-a8bd-f138e4b0af0c req-515f0b40-8b9d-48ac-965e-8cada3b662ec tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:04.259007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e88b95f2-8be3-42df-a8bd-f138e4b0af0c req-515f0b40-8b9d-48ac-965e-8cada3b662ec tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0667906
Nov 06 20:53:04.311337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e88b95f2-8be3-42df-a8bd-f138e4b0af0c req-3528dd7f-b046-410b-9643-982e674c66cc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479529
Nov 06 20:53:04.375209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6d0d0-4b49-4fc1-8cb3-23785b2d1b3f req-021ae395-068b-4f45-987d-3fefa41b40ed tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:04.377036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cab6d0d0-4b49-4fc1-8cb3-23785b2d1b3f req-021ae395-068b-4f45-987d-3fefa41b40ed tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 944 time: 0.0638206
Nov 06 20:53:04.431113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cab6d0d0-4b49-4fc1-8cb3-23785b2d1b3f req-4b77d4bc-54dc-4e3e-bf1b-8323a556a22b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466955
Nov 06 20:53:04.556354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11071f4e-b9b3-45ee-857b-be436cba6bb6 req-b983210e-4485-4242-beed-a960bac1aeba tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:04.558447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11071f4e-b9b3-45ee-857b-be436cba6bb6 req-b983210e-4485-4242-beed-a960bac1aeba tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0540528
Nov 06 20:53:04.619706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11071f4e-b9b3-45ee-857b-be436cba6bb6 req-117ad9de-37e4-409f-ae56-d15dbcec9193 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545113
Nov 06 20:53:04.742432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371322-3fb8-475b-a97d-f84d703b5fe1 req-b330d038-0c22-45ca-a7be-4cd9b05c50a2 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:04.743949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f371322-3fb8-475b-a97d-f84d703b5fe1 req-b330d038-0c22-45ca-a7be-4cd9b05c50a2 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 946 time: 0.0610960
Nov 06 20:53:04.806285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f371322-3fb8-475b-a97d-f84d703b5fe1 req-78acca39-a464-4cdc-b861-270b2662fa23 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545003
Nov 06 20:53:04.923302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe4108-4f4e-4d31-b097-4cbb5a9a6cde req-eb055b8f-7843-421a-9844-3466e7aa3fc3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:04.924824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20fe4108-4f4e-4d31-b097-4cbb5a9a6cde req-eb055b8f-7843-421a-9844-3466e7aa3fc3 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0554037
Nov 06 20:53:04.980612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20fe4108-4f4e-4d31-b097-4cbb5a9a6cde req-645630f6-37e5-440f-b4c8-34308ecd40bc tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493195
Nov 06 20:53:05.082198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc177a-45ee-47ea-85bd-67ff7b4c85f9 req-3f6c29a8-2309-4269-b174-40d66805f44e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:05.083665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8bc177a-45ee-47ea-85bd-67ff7b4c85f9 req-3f6c29a8-2309-4269-b174-40d66805f44e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0718465
Nov 06 20:53:05.173967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1c9b0-9257-49ec-9d54-4ea8ecd62a9f req-774e832f-0139-49ac-b066-651a8a0fc5fe tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:05.175943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bac1c9b0-9257-49ec-9d54-4ea8ecd62a9f req-774e832f-0139-49ac-b066-651a8a0fc5fe tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.1143491
Nov 06 20:53:05.180583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8bc177a-45ee-47ea-85bd-67ff7b4c85f9 req-2a24e319-e70e-4bdf-8750-57d586dbd714 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763292
Nov 06 20:53:05.233336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bac1c9b0-9257-49ec-9d54-4ea8ecd62a9f req-0c50bd86-f781-47da-a031-995c6e02710e tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499980
Nov 06 20:53:05.299037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fbbac-3876-4f4d-9d2c-802e84143579 req-c9472a70-6099-43d1-9d24-02babfd52192 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:05.300817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-376fbbac-3876-4f4d-9d2c-802e84143579 req-c9472a70-6099-43d1-9d24-02babfd52192 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0558460
Nov 06 20:53:05.358954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-376fbbac-3876-4f4d-9d2c-802e84143579 req-88521950-4102-4298-85e0-28329be0a45b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473254
Nov 06 20:53:05.566178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10ba2f-ce2b-4118-a8f4-9b2974ee1f6b req-bf3916e7-a7e1-4e71-87f2-9bcfbfbcf62a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:05.566959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b10ba2f-ce2b-4118-a8f4-9b2974ee1f6b req-bf3916e7-a7e1-4e71-87f2-9bcfbfbcf62a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 944 time: 0.0572944
Nov 06 20:53:05.636538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b10ba2f-ce2b-4118-a8f4-9b2974ee1f6b req-fb3f3b28-8f53-490f-b286-6a8ccb682338 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634258
Nov 06 20:53:05.679678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ab11e-7c7c-4225-b5f6-614c402b0985 req-29cf1e1b-fd58-4796-8abb-8525665deffa tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:05.681229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-934ab11e-7c7c-4225-b5f6-614c402b0985 req-29cf1e1b-fd58-4796-8abb-8525665deffa tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0634987
Nov 06 20:53:05.732614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-934ab11e-7c7c-4225-b5f6-614c402b0985 req-d2fe12f5-4f54-43e2-a717-b9b60da676c4 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439913
Nov 06 20:53:05.935130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87501e74-252e-413f-98a6-9c8462e61d32 req-6a07e73f-19d3-40f5-af84-99214f5422bd tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:05.936876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87501e74-252e-413f-98a6-9c8462e61d32 req-6a07e73f-19d3-40f5-af84-99214f5422bd tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 946 time: 0.0537012
Nov 06 20:53:05.991453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87501e74-252e-413f-98a6-9c8462e61d32 req-61e0a96f-e4ac-49a2-8467-9e5a0df73b82 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95621f6-648d-49ab-8b2d-35ab3359c7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487952
Nov 06 20:53:06.132521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:06.186837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:53:06.190682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:06.191047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:06.272282 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:06.295583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:06.297847 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef0f84-f7a8-439f-99f7-e09785546c28" -d '{"events": [{"server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:06.310134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:06.315703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:06.319148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dd7f1-093f-4568-ae03-05cd90f21995 req-a1af1af5-d93f-4841-bf40-0f1e3f9443fb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:06.320739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d5dd7f1-093f-4568-ae03-05cd90f21995 req-a1af1af5-d93f-4841-bf40-0f1e3f9443fb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0566602
Nov 06 20:53:06.345513 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e693a83-4c4b-4437-986e-199463d53a49 x-openstack-request-id: req-7e693a83-4c4b-4437-986e-199463d53a49 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:06.345859 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:06.346096 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e693a83-4c4b-4437-986e-199463d53a49 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:06.346520 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'code': 200}
Nov 06 20:53:06.371566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:06.379137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d5dd7f1-093f-4568-ae03-05cd90f21995 req-8be6c551-8a09-4273-91ff-ca25588707e1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498772
Nov 06 20:53:06.531867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2860eb3-353a-4a69-a53a-52abe26b7637 req-44231401-df56-475a-b840-4aa30f2399af tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:06.533444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2860eb3-353a-4a69-a53a-52abe26b7637 req-44231401-df56-475a-b840-4aa30f2399af tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0893967
Nov 06 20:53:06.535353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45c481-4f99-49dd-a813-541ed5755615 req-979f0021-3fec-4c50-903c-aff5bae05fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:06.536708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce45c481-4f99-49dd-a813-541ed5755615 req-979f0021-3fec-4c50-903c-aff5bae05fd8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 1096 time: 0.0823035
Nov 06 20:53:06.605487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2860eb3-353a-4a69-a53a-52abe26b7637 req-0b2abc0a-812b-42be-878a-e4bf7bfdf6a1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654063
Nov 06 20:53:06.623968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-a67d0e0f-9453-4f8c-8731-f489533cf016 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:06.626132 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-a67d0e0f-9453-4f8c-8731-f489533cf016 tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 946 time: 0.0630312
Nov 06 20:53:06.637375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce45c481-4f99-49dd-a813-541ed5755615 req-c6d27ee3-da71-4f9f-90d5-b0f1613abe34 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894752
Nov 06 20:53:06.733119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Deleting port bdacc087-627b-41dd-85c3-6084a1263f07 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:06.733459 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:06.752437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc9b71-a939-4025-b5ca-ee7dfde18d7e req-57c34cbc-ab31-480d-8dde-832fe79df3f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:06.753956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fbc9b71-a939-4025-b5ca-ee7dfde18d7e req-57c34cbc-ab31-480d-8dde-832fe79df3f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 945 time: 0.0489044
Nov 06 20:53:06.806921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fbc9b71-a939-4025-b5ca-ee7dfde18d7e req-dc7e9b00-e0b2-456d-afa7-5b9f3af0bbb7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455577
Nov 06 20:53:06.830966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] For port bdacc087-627b-41dd-85c3-6084a1263f07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdacc087-627b-41dd-85c3-6084a1263f07,segment=NetworkSegment(2d7519a0-62fb-4fb3-a30d-fa6f9a192134),segment_id=2d7519a0-62fb-4fb3-a30d-fa6f9a192134)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:06.831334 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:06.844360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Calling delete_port for bdacc087-627b-41dd-85c3-6084a1263f07 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:06.854491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abd13e-1b68-4fe9-a3f6-e09883fd09fb req-94ff5fec-6972-4daa-8d61-b785fb568f4b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:06.856053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93abd13e-1b68-4fe9-a3f6-e09883fd09fb req-94ff5fec-6972-4daa-8d61-b785fb568f4b tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0482562
Nov 06 20:53:06.913673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93abd13e-1b68-4fe9-a3f6-e09883fd09fb req-50a3f4c8-a397-4bed-805d-36f34a8860d5 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505340
Nov 06 20:53:06.980197 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:07.004102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bdacc087-627b-41dd-85c3-6084a1263f07'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:07.009167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Pushing event deleted for resources: {'Port': ['ID=bdacc087-627b-41dd-85c3-6084a1263f07,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:07.052016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] No DVR routers for this DVR port bdacc087-627b-41dd-85c3-6084a1263f07 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:07.054703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:07.059566 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-28b6371a-d712-417b-8dbd-dfe097b178cc req-4178346e-aa64-44f0-9a18-8a44befe4eba tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.10 "DELETE /v2.0/ports/bdacc087-627b-41dd-85c3-6084a1263f07 HTTP/1.1" status: 204  len: 173 time: 0.4142587
Nov 06 20:53:07.060083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35112d-0d16-4351-abe6-64e3a92429a4', 'name': 'network-vif-deleted', 'tag': 'bdacc087-627b-41dd-85c3-6084a1263f07'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:07.062404 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919bc9a7-4c93-450c-a2db-9db721579c2f" -d '{"events": [{"server_uuid": "6d35112d-0d16-4351-abe6-64e3a92429a4", "name": "network-vif-deleted", "tag": "bdacc087-627b-41dd-85c3-6084a1263f07"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:07.099287 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c4da8e-c15f-40da-8c81-ecbc68e9b5ee x-openstack-request-id: req-a1c4da8e-c15f-40da-8c81-ecbc68e9b5ee {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:07.099577 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35112d-0d16-4351-abe6-64e3a92429a4", "name": "network-vif-deleted", "tag": "bdacc087-627b-41dd-85c3-6084a1263f07", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:07.099844 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1c4da8e-c15f-40da-8c81-ecbc68e9b5ee {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:07.100242 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35112d-0d16-4351-abe6-64e3a92429a4', 'name': 'network-vif-deleted', 'tag': 'bdacc087-627b-41dd-85c3-6084a1263f07', 'status': 'completed', 'code': 200}
Nov 06 20:53:07.100957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4de92a8-798d-430e-a3df-9da6f585848a req-a38e56f4-c965-4859-826e-b7a15f95978a tempest-ServerTagsTestJSON-1547146122 tempest-ServerTagsTestJSON-1547146122-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35112d-0d16-4351-abe6-64e3a92429a4 HTTP/1.1" status: 200  len: 210 time: 0.0335147
Nov 06 20:53:07.499940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c3fd0-5539-4c8f-ba29-cab9f7b19d3c req-951fe524-f594-4a05-b258-0494a28137a4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:07.501469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d6c3fd0-5539-4c8f-ba29-cab9f7b19d3c req-951fe524-f594-4a05-b258-0494a28137a4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0495641
Nov 06 20:53:07.549427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d6c3fd0-5539-4c8f-ba29-cab9f7b19d3c req-68a4f280-78ed-429a-b26d-133c7a1ad68d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416813
Nov 06 20:53:07.725195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e2231-6e6b-4478-825d-051d1a2c8c12 req-96c7acad-46e1-4bb6-9097-94f1dab0afb4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:07.727128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-369e2231-6e6b-4478-825d-051d1a2c8c12 req-96c7acad-46e1-4bb6-9097-94f1dab0afb4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0520191
Nov 06 20:53:07.780581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-369e2231-6e6b-4478-825d-051d1a2c8c12 req-d3fd4280-6823-4a22-8511-160039e5ca9e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478623
Nov 06 20:53:07.810809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-cd9f80b9-c01b-41a0-9c64-dff4a2ed7b39 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:07.812254 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-cd9f80b9-c01b-41a0-9c64-dff4a2ed7b39 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0557673
Nov 06 20:53:07.926936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Deleting port 5b059de9-c748-4922-9c2e-f3b8afbefb51 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:07.927219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:07.942450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef4aa5-09c1-46d4-916d-dfdaaf98e717 req-adf19d3b-f708-49cf-adde-5d2ecd3f22a9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:07.943956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18ef4aa5-09c1-46d4-916d-dfdaaf98e717 req-adf19d3b-f708-49cf-adde-5d2ecd3f22a9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 945 time: 0.0540783
Nov 06 20:53:08.010636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18ef4aa5-09c1-46d4-916d-dfdaaf98e717 req-9f3adf6a-c31e-47b9-8c71-a333a1ff4071 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553586
Nov 06 20:53:08.052311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] For port 5b059de9-c748-4922-9c2e-f3b8afbefb51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5b059de9-c748-4922-9c2e-f3b8afbefb51,segment=NetworkSegment(43afc356-a14d-477e-a60c-43a633eb1779),segment_id=43afc356-a14d-477e-a60c-43a633eb1779)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:08.052836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.069504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Calling delete_port for 5b059de9-c748-4922-9c2e-f3b8afbefb51 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:08.146022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b6ddf-a765-492f-a8b5-616c3721b5bb req-7e226bc0-1a8c-4322-a292-4db76368814d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:08.147699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c40b6ddf-a765-492f-a8b5-616c3721b5bb req-7e226bc0-1a8c-4322-a292-4db76368814d tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/ports?device_id=4416b1b3-e45b-4838-be39-97e8cd950f80 HTTP/1.1" status: 200  len: 945 time: 0.0580084
Nov 06 20:53:08.177269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52956) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:08.217059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.230694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['5b059de9-c748-4922-9c2e-f3b8afbefb51'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:08.243615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c40b6ddf-a765-492f-a8b5-616c3721b5bb req-6d8363b1-556d-4977-b07b-e4eb4425f1d9 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3bcb11-83fa-4946-a90a-486df05b9df4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895410
Nov 06 20:53:08.251149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-61331df2-e209-4f0b-9490-482e175c060c admin admin] Deleting subnet 0197e5df-4929-43cd-8bfc-a7737aaf12bf {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:53:08.254364 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-61331df2-e209-4f0b-9490-482e175c060c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.269822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Pushing event deleted for resources: {'Port': ['ID=5b059de9-c748-4922-9c2e-f3b8afbefb51,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:08.292795 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-61331df2-e209-4f0b-9490-482e175c060c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.317873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] No DVR routers for this DVR port 5b059de9-c748-4922-9c2e-f3b8afbefb51 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:08.320632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.325174 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-333b9a65-0568-475e-9f8c-1cd9293ea4a8 req-88062374-d334-4803-a9d5-3b855ca76695 tempest-ServerDiskConfigTestJSON-1546140118 tempest-ServerDiskConfigTestJSON-1546140118-project] 10.222.0.10 "DELETE /v2.0/ports/5b059de9-c748-4922-9c2e-f3b8afbefb51 HTTP/1.1" status: 204  len: 173 time: 0.5061722
Nov 06 20:53:08.335739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-61331df2-e209-4f0b-9490-482e175c060c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.394771 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-61331df2-e209-4f0b-9490-482e175c060c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.430199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61331df2-e209-4f0b-9490-482e175c060c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0197e5df-4929-43cd-8bfc-a7737aaf12bf,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:08.439553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-61331df2-e209-4f0b-9490-482e175c060c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.443193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-61331df2-e209-4f0b-9490-482e175c060c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0197e5df-4929-43cd-8bfc-a7737aaf12bf HTTP/1.1" status: 204  len: 168 time: 0.2649283
Nov 06 20:53:08.446545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52958) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:08.519379 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.601554 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.631303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254646c10>,) {'filters': {'network_id': ['4977b10a-52c3-4541-8eac-7469838a901a']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:08.655454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254646c10>, '2d7519a0-62fb-4fb3-a30d-fa6f9a192134') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:08.655745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254646c10>, '2d7519a0-62fb-4fb3-a30d-fa6f9a192134') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:08.667963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.684675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.696231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa3f4-a8fd-4bc6-8075-d21f9e813eb3 req-7c31eb5a-7d2f-4e9e-8f08-7837b7aae110 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:08.697806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4efa3f4-a8fd-4bc6-8075-d21f9e813eb3 req-7c31eb5a-7d2f-4e9e-8f08-7837b7aae110 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0778100
Nov 06 20:53:08.700378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:53:08.700762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:53:08.702411 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:53:08.784722 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.788944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:08.793536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] 10.222.0.13 "DELETE /v2.0/networks/4977b10a-52c3-4541-8eac-7469838a901a HTTP/1.1" status: 204  len: 168 time: 0.3461325
Nov 06 20:53:08.826434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7983969-6556-48d4-a8b3-ed1bf9df32df admin admin] Pushing event deleted for resources: {'Network': ['ID=4977b10a-52c3-4541-8eac-7469838a901a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:08.834024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4efa3f4-a8fd-4bc6-8075-d21f9e813eb3 req-9682a0bd-8de1-428a-8003-cc31359b9a8e tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219332
Nov 06 20:53:08.947395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e7259-eebc-47ca-b85f-fb87b993327d req-11eb3588-3b35-4f47-a652-cace5d222cac tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:08.948643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f1e7259-eebc-47ca-b85f-fb87b993327d req-11eb3588-3b35-4f47-a652-cace5d222cac tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0709069
Nov 06 20:53:08.965224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52968) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:08.996996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f1e7259-eebc-47ca-b85f-fb87b993327d req-83c583b5-e23f-44a7-849a-3ebd8699512e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420802
Nov 06 20:53:09.005294 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ff99299-ec24-4b31-b646-55a58ad18634 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab356678a1cc48d59b2b4e124f51db4b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0388412
Nov 06 20:53:09.007727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52970) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:09.055248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8d217d3d-6268-4732-a382-96207e1aacfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.078258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8d217d3d-6268-4732-a382-96207e1aacfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.100772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4416b1b3-e45b-4838-be39-97e8cd950f80', 'name': 'network-vif-deleted', 'tag': '5b059de9-c748-4922-9c2e-f3b8afbefb51'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:09.103055 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e8737-d45c-43ba-bc64-bfc1978d717a" -d '{"events": [{"server_uuid": "4416b1b3-e45b-4838-be39-97e8cd950f80", "name": "network-vif-deleted", "tag": "5b059de9-c748-4922-9c2e-f3b8afbefb51"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:09.132666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8d217d3d-6268-4732-a382-96207e1aacfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.135785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8d217d3d-6268-4732-a382-96207e1aacfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.139982 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8d217d3d-6268-4732-a382-96207e1aacfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f95621f6-648d-49ab-8b2d-35ab3359c7c5 HTTP/1.1" status: 204  len: 168 time: 0.1289451
Nov 06 20:53:09.151910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d217d3d-6268-4732-a382-96207e1aacfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95621f6-648d-49ab-8b2d-35ab3359c7c5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:09.176341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237f133-c8ce-4c5f-891e-aea42664e84d req-9964242c-a179-4f44-af47-eb8634cec97e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:09.177899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f237f133-c8ce-4c5f-891e-aea42664e84d req-9964242c-a179-4f44-af47-eb8634cec97e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 945 time: 0.0779719
Nov 06 20:53:09.205200 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a09c51-8f87-47c5-bfbb-776ecfebf9f5 x-openstack-request-id: req-a7a09c51-8f87-47c5-bfbb-776ecfebf9f5 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:09.205491 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4416b1b3-e45b-4838-be39-97e8cd950f80", "name": "network-vif-deleted", "tag": "5b059de9-c748-4922-9c2e-f3b8afbefb51", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:09.205774 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7a09c51-8f87-47c5-bfbb-776ecfebf9f5 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:09.206130 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4416b1b3-e45b-4838-be39-97e8cd950f80', 'name': 'network-vif-deleted', 'tag': '5b059de9-c748-4922-9c2e-f3b8afbefb51', 'status': 'completed', 'code': 200}
Nov 06 20:53:09.229776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f237f133-c8ce-4c5f-891e-aea42664e84d req-b0c9e304-692c-47c7-8455-353c4f5eb769 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454197
Nov 06 20:53:09.460947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53000) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:09.471106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a334-db22-4319-9361-b8ceaef1bb08 req-70cc3ca2-d087-40c5-bd51-2cc3427c57b5 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:09.478338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8af3a334-db22-4319-9361-b8ceaef1bb08 req-70cc3ca2-d087-40c5-bd51-2cc3427c57b5 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 945 time: 0.0638223
Nov 06 20:53:09.513551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1aa4d8-e043-426a-b2e9-5afc94fc26a9 admin admin] Deleting subnet f9c9fae6-62d5-4257-865d-3dd2eac73e10 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:53:09.516700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db1aa4d8-e043-426a-b2e9-5afc94fc26a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.524835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8af3a334-db22-4319-9361-b8ceaef1bb08 req-719529b2-d6fc-49ec-8149-546376ccfc32 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456347
Nov 06 20:53:09.562147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db1aa4d8-e043-426a-b2e9-5afc94fc26a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.604640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db1aa4d8-e043-426a-b2e9-5afc94fc26a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.659028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db1aa4d8-e043-426a-b2e9-5afc94fc26a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.691811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1aa4d8-e043-426a-b2e9-5afc94fc26a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c9fae6-62d5-4257-865d-3dd2eac73e10,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:09.696720 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db1aa4d8-e043-426a-b2e9-5afc94fc26a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.700528 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db1aa4d8-e043-426a-b2e9-5afc94fc26a9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f9c9fae6-62d5-4257-865d-3dd2eac73e10 HTTP/1.1" status: 204  len: 168 time: 0.2384603
Nov 06 20:53:09.703184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53010) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:09.770163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.862662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.883949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254803760>,) {'filters': {'network_id': ['0e936355-eba9-4975-b6c7-019db9b3e654']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:09.893713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254803760>, '43afc356-a14d-477e-a60c-43a633eb1779') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:09.894037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254803760>, '43afc356-a14d-477e-a60c-43a633eb1779') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:09.903366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.917256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.923310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:53:09.923727 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:53:09.925707 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:53:09.981248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.988477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:09.994934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e936355-eba9-4975-b6c7-019db9b3e654 HTTP/1.1" status: 204  len: 168 time: 0.2877824
Nov 06 20:53:10.003807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cc57f-968b-4070-b7ff-aae81d140466 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e936355-eba9-4975-b6c7-019db9b3e654,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:10.038723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555585dc-7af7-402c-9587-1c1d5eca856d req-e361e541-dd15-4d01-a317-bc926b595973 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:10.044759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-555585dc-7af7-402c-9587-1c1d5eca856d req-e361e541-dd15-4d01-a317-bc926b595973 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0708363
Nov 06 20:53:10.093883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-555585dc-7af7-402c-9587-1c1d5eca856d req-452feb69-d76e-4cba-9478-7a82ed8f11ee tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460498
Nov 06 20:53:10.148441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bdacc087-627b-41dd-85c3-6084a1263f07 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:10.176031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: bdacc087-627b-41dd-85c3-6084a1263f07 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:10.177139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bdacc087-627b-41dd-85c3-6084a1263f07 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:10.177703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5b059de9-c748-4922-9c2e-f3b8afbefb51 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:10.212692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 5b059de9-c748-4922-9c2e-f3b8afbefb51 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:10.213322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5b059de9-c748-4922-9c2e-f3b8afbefb51 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:10.236653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53052) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:10.236779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd0eec-eeaa-46ec-afc1-d05722ee5db8 req-cad4ea76-dbbe-4334-bea2-f89686e9eea1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:10.244587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effd0eec-eeaa-46ec-afc1-d05722ee5db8 req-cad4ea76-dbbe-4334-bea2-f89686e9eea1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0829878
Nov 06 20:53:10.283099 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-458eccf3-1d25-4c89-b982-6eb6f2ad2837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=868bef14d4704704a6e56e88a220cc66&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0453465
Nov 06 20:53:10.285748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53054) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:10.303695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effd0eec-eeaa-46ec-afc1-d05722ee5db8 req-d6eebe8e-d552-4965-9290-f687d83fb5b4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580080
Nov 06 20:53:10.345541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ade2816c-949d-443c-81c5-1afcc6526bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:10.367608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ade2816c-949d-443c-81c5-1afcc6526bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:10.425396 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ade2816c-949d-443c-81c5-1afcc6526bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:10.430179 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ade2816c-949d-443c-81c5-1afcc6526bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:10.431452 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ade2816c-949d-443c-81c5-1afcc6526bf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce3bcb11-83fa-4946-a90a-486df05b9df4 HTTP/1.1" status: 204  len: 168 time: 0.1447561
Nov 06 20:53:10.439681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2816c-949d-443c-81c5-1afcc6526bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3bcb11-83fa-4946-a90a-486df05b9df4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:10.602099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b35905-64ad-4273-a241-f87e20b2153c req-9de9885e-3cac-44cf-8c60-b135001b24a4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:10.610427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76b35905-64ad-4273-a241-f87e20b2153c req-9de9885e-3cac-44cf-8c60-b135001b24a4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 945 time: 0.0809386
Nov 06 20:53:10.698942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76b35905-64ad-4273-a241-f87e20b2153c req-18fd406e-8142-40b7-9981-076e2643831c tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876517
Nov 06 20:53:10.711838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54499bc4-4fc7-494e-a8bf-1cbf0d3f1de1 req-78d34e09-6de3-476c-b128-574bf2911313 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:10.714128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54499bc4-4fc7-494e-a8bf-1cbf0d3f1de1 req-78d34e09-6de3-476c-b128-574bf2911313 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 945 time: 0.0678298
Nov 06 20:53:10.791565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54499bc4-4fc7-494e-a8bf-1cbf0d3f1de1 req-14d85a07-83d8-4e11-aba8-ef493ad85b18 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699611
Nov 06 20:53:11.225427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141524b3-9cae-4208-bbb5-50db810c73d3 req-c441aed5-e537-40a3-aa24-56abdd7e8d8b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:11.226929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-141524b3-9cae-4208-bbb5-50db810c73d3 req-c441aed5-e537-40a3-aa24-56abdd7e8d8b tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0548375
Nov 06 20:53:11.249826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53126) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:11.276567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-141524b3-9cae-4208-bbb5-50db810c73d3 req-9cd87887-db02-44e8-86b4-5ef29ac961eb tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434453
Nov 06 20:53:11.357566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-960600073-network', 'tenant_id': '046b2d11820348118cbe7a156018a1a5'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:11.380595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Made reservation on behalf of 046b2d11820348118cbe7a156018a1a5 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:53:11.382844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.396195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.425082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a4390-60ab-4455-9b13-61bbafc41586 req-c8076408-4c35-4d69-b6f7-d5ad832e71c1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:11.427748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-118a4390-60ab-4455-9b13-61bbafc41586 req-c8076408-4c35-4d69-b6f7-d5ad832e71c1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0528882
Nov 06 20:53:11.483022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-118a4390-60ab-4455-9b13-61bbafc41586 req-87f4bb3b-cf0f-4fe6-9513-23019aacfdad tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488353
Nov 06 20:53:11.489095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.495177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.520070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:53:11.530044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b539597-13da-4938-a476-20c1790fe241,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:11.534967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.535303 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Added segment d772f0af-2af9-4f83-9e6b-a81a4074c37e of type vlan for network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa
Nov 06 20:53:11.579336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.606161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.607319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:11.607914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.660513 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4095538
Nov 06 20:53:11.665011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53138) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:11.670231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Request body: {'subnet': {'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-960600073-subnet', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:11.684268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d3b10-cccf-4aef-b5bc-2f1f663b44a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea78ef8-e148-4a0b-bb4c-92362a422eaa,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:11.687276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e46b7-bab8-4696-a8ff-bc51a0dda676 req-60dd7a1d-f783-4e60-8252-d92c01b408ec tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:11.688825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec8e46b7-bab8-4696-a8ff-bc51a0dda676 req-60dd7a1d-f783-4e60-8252-d92c01b408ec tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 945 time: 0.0544629
Nov 06 20:53:11.695204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:53:11.704147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Made reservation on behalf of 046b2d11820348118cbe7a156018a1a5 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:53:11.708612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.740275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec8e46b7-bab8-4696-a8ff-bc51a0dda676 req-62782cd7-a806-4c5e-852a-6049bc87a25b tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430074
Nov 06 20:53:11.896076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:11.954751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ffc188-0ebf-4696-9188-ff4aaffe4b89,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:11.964178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Checking segment: {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:11.964597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Network hostable DHCP agents. Network: 8ea78ef8-e148-4a0b-bb4c-92362a422eaa, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:53:11.983699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:53:11.994215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ea78ef8-e148-4a0b-bb4c-92362a422eaa) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:11.998317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:11.998912 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.005183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718a7f8-fd98-4601-a0ad-fc180ca7132b None None] Network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:53:12.017502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3f05401b-6c3e-48ad-92df-0381b5accc2b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.3509405
Nov 06 20:53:12.020205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53150) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:12.025493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-960600073-router', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:12.052825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.053850 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.122004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.151979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de5b8c-3704-4dde-b1b5-421753505669 None None] Network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:53:12.313551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.425256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf16e0-3fe9-4eff-80a7-7c777bb0b509 req-5b6086ce-3e82-4d9c-89b5-613c7c399eb7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:12.427973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebcf16e0-3fe9-4eff-80a7-7c777bb0b509 req-5b6086ce-3e82-4d9c-89b5-613c7c399eb7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0625179
Nov 06 20:53:12.484557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebcf16e0-3fe9-4eff-80a7-7c777bb0b509 req-f35e81e4-91fa-404b-853c-bccee2e0cded tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497508
Nov 06 20:53:12.553057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.572581 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.597922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a8189-83a3-4ea7-9cc9-c2f3fa9e7326 req-f1b41334-47ff-4ae4-b7e2-d5907035ebf7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:12.599418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e2a8189-83a3-4ea7-9cc9-c2f3fa9e7326 req-f1b41334-47ff-4ae4-b7e2-d5907035ebf7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0490980
Nov 06 20:53:12.650926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e2a8189-83a3-4ea7-9cc9-c2f3fa9e7326 req-03b94c51-a5f9-4861-9848-760f15af75b9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456436
Nov 06 20:53:12.679245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Allocated IP 172.35.0.134 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/2ea3bb16-a9fb-4dce-a8d1-92101932111b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:53:12.781439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.815431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:12.852610 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:53:12.857379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:12.860966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:53:12.863663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3845a03-dc4b-4e23-9da0-d52ebac6bdb8 req-1201140b-cf14-4932-8034-cc6b4453751f tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:12.865284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3845a03-dc4b-4e23-9da0-d52ebac6bdb8 req-1201140b-cf14-4932-8034-cc6b4453751f tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 945 time: 0.0492353
Nov 06 20:53:12.865689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea3bb16-a9fb-4dce-a8d1-92101932111b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:12.921238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3845a03-dc4b-4e23-9da0-d52ebac6bdb8 req-eb244098-b3a8-4935-ad66-ab728baee81d tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429802
Nov 06 20:53:13.116469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:13.301283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:13.439612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Router dcb41a9c-6220-481a-8213-7c4470276ed2 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:53:13.552449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:53:13.564198 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Sync routers for ids ['dcb41a9c-6220-481a-8213-7c4470276ed2'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:53:13.587057 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Routers {'dcb41a9c-6220-481a-8213-7c4470276ed2'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:13.589148 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925285a610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dcb41a9c-6220-481a-8213-7c4470276ed2'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:13.594094 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:13.595354 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6702b466-6412-4d12-a209-f9cc820bd6e8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 1.5740900
Nov 06 20:53:13.598270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53222) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:13.621798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702761d-a323-4e98-bcca-217ca1a36ca5 req-2b1025f0-b292-479e-a060-751d54d3a4b8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:13.632607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e702761d-a323-4e98-bcca-217ca1a36ca5 req-2b1025f0-b292-479e-a060-751d54d3a4b8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0748951
Nov 06 20:53:13.711379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e702761d-a323-4e98-bcca-217ca1a36ca5 req-ecaa0f43-6fc0-4962-93db-42403efde3da tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771646
Nov 06 20:53:13.743369 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Set router dcb41a9c-6220-481a-8213-7c4470276ed2 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:13.838052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d6e71-0cf7-4e66-9a50-4c8b8e19027a req-8e1272e1-2f50-4293-a8a3-db5d643bac92 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:13.839716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca6d6e71-0cf7-4e66-9a50-4c8b8e19027a req-8e1272e1-2f50-4293-a8a3-db5d643bac92 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0588026
Nov 06 20:53:13.880261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-c52d5582-6225-4d98-9529-0ea170197a34 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:13.881791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-c52d5582-6225-4d98-9529-0ea170197a34 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 945 time: 0.1276314
Nov 06 20:53:13.892811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca6d6e71-0cf7-4e66-9a50-4c8b8e19027a req-b91748d1-7f51-422d-98ca-1634c2441708 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453882
Nov 06 20:53:13.940696 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925285a610>, [{'id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-960600073-router', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134'}], 'enable_snat': True}, 'gw_port_id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:13Z', 'revision_number': 3, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'gw_port': {'id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:13.970069 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Checking router: dcb41a9c-6220-481a-8213-7c4470276ed2 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:53:13.970413 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Updating router dcb41a9c-6220-481a-8213-7c4470276ed2 port 2ea3bb16-a9fb-4dce-a8d1-92101932111b binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:53:13.996083 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.086174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623c514-e84b-4dff-8ec4-8fc797854d45 req-7a05378d-7e00-4ab7-b711-3157fa933d03 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:14.088257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3623c514-e84b-4dff-8ec4-8fc797854d45 req-7a05378d-7e00-4ab7-b711-3157fa933d03 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 945 time: 0.0920503
Nov 06 20:53:14.153678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3623c514-e84b-4dff-8ec4-8fc797854d45 req-c5bbe5c7-741d-4db3-9548-c4bdf89cee77 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f204ecd-e29b-4313-811c-6d12787285f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584104
Nov 06 20:53:14.231644 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.254424 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.296987 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.302558 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.360316 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Pushing event updated for resources: {'Port': ['ID=2ea3bb16-a9fb-4dce-a8d1-92101932111b,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:14.370247 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Attempting to bind port 2ea3bb16-a9fb-4dce-a8d1-92101932111b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:53:14.371003 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Attempting to bind port 2ea3bb16-a9fb-4dce-a8d1-92101932111b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:53:14.371003 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Attempting to bind port 2ea3bb16-a9fb-4dce-a8d1-92101932111b on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:14.374320 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.374675 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.375015 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.375562 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.375681 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.376114 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.376493 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.376831 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.377227 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.377548 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.377879 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.378196 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:14.385832 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:53:14.386237 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:14.388513 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.389091 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:53:14.389263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Deleting port 1bb283d3-dee3-4b3b-b05d-39267648a295 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:14.389470 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.395813 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Bound port: 2ea3bb16-a9fb-4dce-a8d1-92101932111b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:53:14.396208 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.468388 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] For port 2ea3bb16-a9fb-4dce-a8d1-92101932111b, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:14.471929 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] For port 2ea3bb16-a9fb-4dce-a8d1-92101932111b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea3bb16-a9fb-4dce-a8d1-92101932111b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:53:14.479168 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.544214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] For port 1bb283d3-dee3-4b3b-b05d-39267648a295, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb283d3-dee3-4b3b-b05d-39267648a295,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:14.544882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.552326 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Routers {'dcb41a9c-6220-481a-8213-7c4470276ed2'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:14.552943 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925285a610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dcb41a9c-6220-481a-8213-7c4470276ed2'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:14.596268 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ad69-71cf-4eef-99c8-2349cd884fc6 None None] Pushing event updated for resources: {'Port': ['ID=2ea3bb16-a9fb-4dce-a8d1-92101932111b,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:14.665221 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] Set router dcb41a9c-6220-481a-8213-7c4470276ed2 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:14.684688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.866819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522aadd-cb75-4789-bb0a-2da1abd17106 req-9b91d4bc-eeca-4473-89f4-565b8065a076 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:14.869984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1522aadd-cb75-4789-bb0a-2da1abd17106 req-9b91d4bc-eeca-4473-89f4-565b8065a076 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0561583
Nov 06 20:53:14.889191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.889556 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:14.889897 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Floating IP 1db961df-5d8c-4461-bf48-26af8005b87f disassociated. External IP: 172.35.0.166, port: 1bb283d3-dee3-4b3b-b05d-39267648a295.
Nov 06 20:53:14.890245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Calling delete_port for 1bb283d3-dee3-4b3b-b05d-39267648a295 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:14.939975 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925285a610>, [{'id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-960600073-router', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134'}], 'enable_snat': True}, 'gw_port_id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:13Z', 'revision_number': 3, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'gw_port': {'id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:14.946413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1522aadd-cb75-4789-bb0a-2da1abd17106 req-0e9bec9c-e524-4255-bd76-b31d25aaf9df tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684493
Nov 06 20:53:14.997436 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbffb1f-fa14-4e5c-9ce3-0f89d7b419d0 None None] The sync data for ids ['dcb41a9c-6220-481a-8213-7c4470276ed2'] in ncdv-master-1 is: [{'id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-960600073-router', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134'}], 'enable_snat': True}, 'gw_port_id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:13Z', 'revision_number': 3, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'gw_port': {'id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:53:14.998973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Allocated IP 172.20.0.1 (8ea78ef8-e148-4a0b-bb4c-92362a422eaa/e8ffc188-0ebf-4696-9188-ff4aaffe4b89/946c88f1-f069-4542-9929-70d04414b16d) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:53:15.097387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe278-ecf8-44fd-a08b-3c02dcde5e7b req-a8c4de1f-ef35-4a45-9b76-ff5c06c18fca tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:15.099909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8dbe278-ecf8-44fd-a08b-3c02dcde5e7b req-a8c4de1f-ef35-4a45-9b76-ff5c06c18fca tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0606966
Nov 06 20:53:15.149065 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:15.157239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8dbe278-ecf8-44fd-a08b-3c02dcde5e7b req-efd8d370-7bfe-4561-a4c1-b474d2f15781 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512273
Nov 06 20:53:15.198862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event deleted for resources: {'Port': ['ID=1bb283d3-dee3-4b3b-b05d-39267648a295,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:15.220740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:15.295841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6fafb938-d9c4-4c5f-b722-9744f67ce4bf req-abc43215-c9fe-4e1b-a0d3-f913ccd4de6c tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 210 time: 0.0334096
Nov 06 20:53:15.389292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:15.438116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:53:15.464157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:53:15.471758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:15.475209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:53:15.478640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Pushing event updated for resources: {'Port': ['ID=946c88f1-f069-4542-9929-70d04414b16d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:15.510432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ea3bb16-a9fb-4dce-a8d1-92101932111b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:15.611612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2ea3bb16-a9fb-4dce-a8d1-92101932111b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:15.612191 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:15.619256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:15.764902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:15.801285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:53:15.837681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] Sync routers for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:53:15.850768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 2ea3bb16-a9fb-4dce-a8d1-92101932111b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea3bb16-a9fb-4dce-a8d1-92101932111b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:15.861402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:15.869315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:15.870697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251670e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:15.898246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] No DVR routers for this DVR port 1bb283d3-dee3-4b3b-b05d-39267648a295 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:15.904544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:15.915150 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-50411f46-bc26-40d1-ac17-a9aecc88c423 req-701825ad-2c34-4854-97c7-a0a16e52c2f4 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.10 "DELETE /v2.0/ports/1bb283d3-dee3-4b3b-b05d-39267648a295 HTTP/1.1" status: 204  len: 173 time: 2.0200641
Nov 06 20:53:15.915150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c525837-e57b-4864-9ece-7aec3a941be2', 'name': 'network-vif-deleted', 'tag': '1bb283d3-dee3-4b3b-b05d-39267648a295'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:15.915150 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df26d0-bd8c-4f1c-9f96-c8ad5389b9f8" -d '{"events": [{"server_uuid": "6c525837-e57b-4864-9ece-7aec3a941be2", "name": "network-vif-deleted", "tag": "1bb283d3-dee3-4b3b-b05d-39267648a295"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:15.972465 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94872259-a9e7-49cb-b5f2-bc684b862084 x-openstack-request-id: req-94872259-a9e7-49cb-b5f2-bc684b862084 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:15.972828 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c525837-e57b-4864-9ece-7aec3a941be2", "name": "network-vif-deleted", "tag": "1bb283d3-dee3-4b3b-b05d-39267648a295", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:15.973144 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94872259-a9e7-49cb-b5f2-bc684b862084 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:15.973612 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c525837-e57b-4864-9ece-7aec3a941be2', 'name': 'network-vif-deleted', 'tag': '1bb283d3-dee3-4b3b-b05d-39267648a295', 'status': 'completed', 'code': 200}
Nov 06 20:53:15.984885 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.125708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=2ea3bb16-a9fb-4dce-a8d1-92101932111b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:16.129669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf427-de59-4680-a3e6-6e0134ce1fb5 req-6e47c7a1-d72a-4ea5-ac9e-dcea9426aac7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:16.150462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a5bf427-de59-4680-a3e6-6e0134ce1fb5 req-6e47c7a1-d72a-4ea5-ac9e-dcea9426aac7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.0763388
Nov 06 20:53:16.180136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:16.281860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:53:16.285314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a5bf427-de59-4680-a3e6-6e0134ce1fb5 req-b83da8d7-a1a1-4b0d-b6e7-b4f8f3f804cc tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310842
Nov 06 20:53:16.331452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.341289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.458784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a3df2-e34e-455a-b2db-89cb14ddc08d req-f67564ca-e7c7-4d93-aedf-57b10b6c864b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:16.468375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Pushing event updated for resources: {'Port': ['ID=946c88f1-f069-4542-9929-70d04414b16d,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:16.480098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a8a3df2-e34e-455a-b2db-89cb14ddc08d req-f67564ca-e7c7-4d93-aedf-57b10b6c864b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1262479
Nov 06 20:53:16.511630 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.519115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:16.534377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'port_id': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'mac_address': 'fa:16:3e:c0:74:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d76b1-c186-447e-bf02-a2f54bded116', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:53:16.552517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-229ce9c5-f52d-4893-8b53-b7160cbbc3a6 req-866d1375-b967-4f13-8a09-1df1c6a9bdf3 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c525837-e57b-4864-9ece-7aec3a941be2 HTTP/1.1" status: 200  len: 210 time: 0.0674105
Nov 06 20:53:16.641032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a8a3df2-e34e-455a-b2db-89cb14ddc08d req-1e6e36aa-7416-4b80-90c6-2eca6177c44a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549194
Nov 06 20:53:16.650986 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.665295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:53:16.669179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:16.677211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53344) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:16.678414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:16.703345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:16.715864 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.791131 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251670e80>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:16.812873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Router dcb41a9c-6220-481a-8213-7c4470276ed2 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:53:16.830660 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c651-dac7-459d-86a1-4f9c5e632296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.830867 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c14f0d92-f046-4e0b-b953-337fbe523de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.833620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] Checking router: 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:53:16.841743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:16.849432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:16.850035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251670e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:16.897180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9d0eeba9-6ff4-48d8-9007-9e377ba11bbf'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:16.929285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c14f0d92-f046-4e0b-b953-337fbe523de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.937262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c14f0d92-f046-4e0b-b953-337fbe523de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:16.959021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:53:17.002832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c14f0d92-f046-4e0b-b953-337fbe523de3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9eab3920bab041b48b11dba429084062&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3215876
Nov 06 20:53:17.002832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f0d92-f046-4e0b-b953-337fbe523de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3362f3d-d323-4ded-9d57-a11a83381928,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:17.004649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53352) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:17.016691 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a8dfa70d-182c-4ca1-bf18-d632970eddfe admin admin] 10.222.0.13 "PUT /v2.0/routers/dcb41a9c-6220-481a-8213-7c4470276ed2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3989191
Nov 06 20:53:17.074877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ccf480b8-20c9-4b0f-9aee-4b159ae59918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:17.100179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ccf480b8-20c9-4b0f-9aee-4b159ae59918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:17.159066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:17.159310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ccf480b8-20c9-4b0f-9aee-4b159ae59918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:17.163418 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ccf480b8-20c9-4b0f-9aee-4b159ae59918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:17.164872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ccf480b8-20c9-4b0f-9aee-4b159ae59918 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3362f3d-d323-4ded-9d57-a11a83381928 HTTP/1.1" status: 204  len: 168 time: 0.1586096
Nov 06 20:53:17.174037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf480b8-20c9-4b0f-9aee-4b159ae59918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3362f3d-d323-4ded-9d57-a11a83381928,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:17.462399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251670e80>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:17.507603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98327f86-2a83-449d-a8d4-330562cf1c09 req-d0b553b1-86ab-40fa-ba67-b6d1c2687d21 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:17.527752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98327f86-2a83-449d-a8d4-330562cf1c09 req-d0b553b1-86ab-40fa-ba67-b6d1c2687d21 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1079311
Nov 06 20:53:17.536690 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Sync routers for ids ['dcb41a9c-6220-481a-8213-7c4470276ed2'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:53:17.542770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ea3bb16-a9fb-4dce-a8d1-92101932111b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:17.546135 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebac63f-de3f-4a45-b2e3-d55db93aff01 None None] The sync data for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 is: [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:46:32Z', 'revision_number': 4, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd1f2d0c-2f94-415d-8f53-32bc2c3b125b', 'name': '', 'network_id': '30f7f650-50d0-446a-82d8-39753cfb0023', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'mac_address': 'fa:16:3e:26:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:31Z', 'updated_at': '2021-11-06T20:46:41Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'subnets': [{'id': '88cdd884-6910-4ccb-916f-a268dccf765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:53:17.558193 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Routers {'dcb41a9c-6220-481a-8213-7c4470276ed2'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:17.558814 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:52:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dcb41a9c-6220-481a-8213-7c4470276ed2'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:17.624001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2ea3bb16-a9fb-4dce-a8d1-92101932111b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:17.625040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:17.668999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98327f86-2a83-449d-a8d4-330562cf1c09 req-eadfbd7e-eebb-41f6-a06d-d124c517d27a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292393
Nov 06 20:53:17.921553 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Set router dcb41a9c-6220-481a-8213-7c4470276ed2 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:17.999309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-f0aa1ab9-ceff-4664-bd3b-19d554719e7f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:18.006172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-f0aa1ab9-ceff-4664-bd3b-19d554719e7f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 818 time: 0.2695878
Nov 06 20:53:18.027167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-ef2cc355-959a-4277-bf01-d27f4120a344 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/quotas/046b2d11820348118cbe7a156018a1a5 HTTP/1.1" status: 200  len: 375 time: 0.0200236
Nov 06 20:53:18.071492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055503f9-b919-48ab-885d-2b52d3e8805d req-4d2fd7ca-c1b4-4ba5-af75-c231a121bb63 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:18.073837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-055503f9-b919-48ab-885d-2b52d3e8805d req-4d2fd7ca-c1b4-4ba5-af75-c231a121bb63 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1372566
Nov 06 20:53:18.099759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcc677e-6030-4a7d-b046-86d3679281a6 None None] New status for floating IP 1db961df-5d8c-4461-bf48-26af8005b87f: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:53:18.115512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-a54ab233-7c78-40a4-9c7b-a61bdfa66979 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0873969
Nov 06 20:53:18.197305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:18.251026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-055503f9-b919-48ab-885d-2b52d3e8805d req-c5e7d1a0-8a24-4e9f-920d-a3c25d34ef0d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618137
Nov 06 20:53:18.255736 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2370>, [{'id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-960600073-router', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134'}], 'enable_snat': True}, 'gw_port_id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:15Z', 'revision_number': 4, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'gw_port': {'id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '946c88f1-f069-4542-9929-70d04414b16d', 'name': '', 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'mac_address': 'fa:16:3e:f4:d0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e8ffc188-0ebf-4696-9188-ff4aaffe4b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:14Z', 'updated_at': '2021-11-06T20:53:16Z', 'revision_number': 2, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'subnets': [{'id': 'e8ffc188-0ebf-4696-9188-ff4aaffe4b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:18.321150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:18.322685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:18.345975 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Checking router: dcb41a9c-6220-481a-8213-7c4470276ed2 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:53:18.346577 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Updating router dcb41a9c-6220-481a-8213-7c4470276ed2 port 946c88f1-f069-4542-9929-70d04414b16d binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:53:18.374545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-a39b5922-3a52-4282-ab74-082601808e49 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577765
Nov 06 20:53:18.411555 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:18.466624 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:18.526359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:18.541948 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763d227f-15ff-4994-9bda-815f6f54fcfb" -d '{"events": [{"server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:18.545532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-d2555a25-faad-44ec-9240-541d3570bc2b service neutron] 10.222.0.13 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699104
Nov 06 20:53:18.596948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:18.604878 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:18.606142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1bb283d3-dee3-4b3b-b05d-39267648a295 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:18.688892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 1bb283d3-dee3-4b3b-b05d-39267648a295 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:18.689816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1bb283d3-dee3-4b3b-b05d-39267648a295 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:18.795463 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d28cf4-bad5-46e3-baf4-59bfcf16ab73 x-openstack-request-id: req-46d28cf4-bad5-46e3-baf4-59bfcf16ab73 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:18.800702 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "name": "network-vif-plugged", "status": "completed", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:18.801768 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46d28cf4-bad5-46e3-baf4-59bfcf16ab73 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:18.802941 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'code': 200}
Nov 06 20:53:18.842779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:19.038924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47954de2-59d9-47ff-81a3-999f7ee861b7 req-27f2bea5-8253-4b46-b871-70100f6633fa tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 210 time: 0.0770590
Nov 06 20:53:19.067131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416bc5-b484-4fa5-8f6e-541f89a608e7 req-dd4d31c6-34d7-436f-8ef1-1d79e1fb27e9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:19.082196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e416bc5-b484-4fa5-8f6e-541f89a608e7 req-dd4d31c6-34d7-436f-8ef1-1d79e1fb27e9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1913803
Nov 06 20:53:19.199169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d365b642-aa2c-46bd-a430-7352bb513ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.258299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e416bc5-b484-4fa5-8f6e-541f89a608e7 req-2b123665-4243-4780-adaa-4959f5692067 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729872
Nov 06 20:53:19.284206 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.305486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53468) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:19.307010 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.515134 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e36486-9520-4472-94ae-dedf5a2c9a75 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.534937 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f801f-f003-4cbb-82e4-697ca813035d None None] Pushing event updated for resources: {'Port': ['ID=946c88f1-f069-4542-9929-70d04414b16d,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:19.547154 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Attempting to bind port 946c88f1-f069-4542-9929-70d04414b16d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:53:19.547904 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Attempting to bind port 946c88f1-f069-4542-9929-70d04414b16d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:53:19.548644 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Attempting to bind port 946c88f1-f069-4542-9929-70d04414b16d on network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:19.557106 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:53:19.557692 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Checking segment: {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:19.558274 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.558815 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Bound using segment: {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:53:19.559488 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Bound port: 946c88f1-f069-4542-9929-70d04414b16d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:53:19.560034 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.611161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e36486-9520-4472-94ae-dedf5a2c9a75 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.687113 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] For port 946c88f1-f069-4542-9929-70d04414b16d, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:19.694088 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] For port 946c88f1-f069-4542-9929-70d04414b16d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946c88f1-f069-4542-9929-70d04414b16d,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:53:19.701115 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.731121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e36486-9520-4472-94ae-dedf5a2c9a75 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.751990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e36486-9520-4472-94ae-dedf5a2c9a75 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:19.755523 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-13e36486-9520-4472-94ae-dedf5a2c9a75 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f204ecd-e29b-4313-811c-6d12787285f4 HTTP/1.1" status: 204  len: 168 time: 0.4465332
Nov 06 20:53:19.760403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53496) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:19.778510 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f801f-f003-4cbb-82e4-697ca813035d None None] Pushing event updated for resources: {'Port': ['ID=946c88f1-f069-4542-9929-70d04414b16d,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:19.801024 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Routers {'dcb41a9c-6220-481a-8213-7c4470276ed2'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:19.801982 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dcb41a9c-6220-481a-8213-7c4470276ed2'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:19.825205 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-93a247d5-0372-4ab2-ba0b-9e8d8ed2ce3e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] show failed (client error): The resource could not be found.
Nov 06 20:53:19.826576 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-93a247d5-0372-4ab2-ba0b-9e8d8ed2ce3e tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "GET /v2.0/security-groups/6f204ecd-e29b-4313-811c-6d12787285f4 HTTP/1.1" status: 404  len: 347 time: 0.0584652
Nov 06 20:53:19.829845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53500) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:19.851954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e36486-9520-4472-94ae-dedf5a2c9a75 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f204ecd-e29b-4313-811c-6d12787285f4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:19.858289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70401-d707-48e0-bd53-fcb87879b842 req-9f5b5ab1-c642-4370-9ff0-7d21b7960864 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:19.860182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7f70401-d707-48e0-bd53-fcb87879b842 req-9f5b5ab1-c642-4370-9ff0-7d21b7960864 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.3869758
Nov 06 20:53:19.890582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163917-e355-4a79-a793-de0de25537e5 req-a1679bc3-2ba3-4cbd-a6d1-da9f3a574737 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:19.898903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-a1679bc3-2ba3-4cbd-a6d1-da9f3a574737 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 818 time: 0.3067293
Nov 06 20:53:19.929914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-ddc75a07-f85d-4f0f-bc2e-0063b4268735 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/quotas/046b2d11820348118cbe7a156018a1a5 HTTP/1.1" status: 200  len: 375 time: 0.0300782
Nov 06 20:53:19.981303 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] Set router dcb41a9c-6220-481a-8213-7c4470276ed2 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:20.016623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Deleting port 4faccb93-fe74-4786-a749-5f75d51d9437 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:20.017455 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:20.060803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7f70401-d707-48e0-bd53-fcb87879b842 req-3eacc764-9042-4d11-b8f8-3bf0d3655866 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871786
Nov 06 20:53:20.116947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-c46d01e9-bb4f-4e3d-83ac-dbb04fb5446c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1838770
Nov 06 20:53:20.184853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:20.185268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:20.204555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Calling delete_port for 4faccb93-fe74-4786-a749-5f75d51d9437 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:20.258758 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2370>, [{'id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-960600073-router', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134'}], 'enable_snat': True}, 'gw_port_id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:15Z', 'revision_number': 4, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'gw_port': {'id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '946c88f1-f069-4542-9929-70d04414b16d', 'name': '', 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'mac_address': 'fa:16:3e:f4:d0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e8ffc188-0ebf-4696-9188-ff4aaffe4b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:14Z', 'updated_at': '2021-11-06T20:53:19Z', 'revision_number': 4, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'subnets': [{'id': 'e8ffc188-0ebf-4696-9188-ff4aaffe4b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:20.313493 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1e76e-c118-4032-b65e-abeb4d179927 None None] The sync data for ids ['dcb41a9c-6220-481a-8213-7c4470276ed2'] in ncdv-master-1 is: [{'id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-960600073-router', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134'}], 'enable_snat': True}, 'gw_port_id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:15Z', 'revision_number': 4, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'gw_port': {'id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '946c88f1-f069-4542-9929-70d04414b16d', 'name': '', 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'mac_address': 'fa:16:3e:f4:d0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'e8ffc188-0ebf-4696-9188-ff4aaffe4b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:14Z', 'updated_at': '2021-11-06T20:53:19Z', 'revision_number': 4, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'subnets': [{'id': 'e8ffc188-0ebf-4696-9188-ff4aaffe4b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:53:20.343942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-8bd0ece3-2210-42f1-93d6-8f8dfc05c757 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:20.345556 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-8bd0ece3-2210-42f1-93d6-8f8dfc05c757 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.1397326
Nov 06 20:53:20.495759 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:20.620195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-ba951900-7e83-4c9a-84f0-86a3cd5a5094 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4982274
Nov 06 20:53:20.624951 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:20.632803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Deleting port 41a8c318-4f4a-48fc-80b1-233aca022d86 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:20.633363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:20.915692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e330f02-c013-45ed-8a5b-8c18cd2e185e req-876f668f-00c3-4819-9e7b-203baa745481 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:20.917317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e330f02-c013-45ed-8a5b-8c18cd2e185e req-876f668f-00c3-4819-9e7b-203baa745481 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 946 time: 0.2930732
Nov 06 20:53:20.939582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-4202d028-187f-4523-bf43-12afb04102d3 service neutron] 10.222.0.13 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3184624
Nov 06 20:53:20.995434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-343a5a23-163c-422e-913e-274069f2263a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:20.998659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-343a5a23-163c-422e-913e-274069f2263a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 818 time: 0.2673247
Nov 06 20:53:21.025960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Request body: {'port': {'device_id': '02d9c005-dc47-4fb6-ac23-fdeada22a300', 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa', 'admin_state_up': True, 'tenant_id': '046b2d11820348118cbe7a156018a1a5'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:21.120434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e330f02-c013-45ed-8a5b-8c18cd2e185e req-158d2897-6e60-4513-a7db-190ebb2d8ea9 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860330
Nov 06 20:53:21.366422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c4fdc4d-a759-42d5-9571-63babdf97974 req-7b1b656b-8331-4ed0-a5ff-8811b0fbd931 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 210 time: 0.0579343
Nov 06 20:53:21.417995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375122a-c419-406e-8072-a354f34b5775 req-30f6107e-4fcc-4538-a67a-57a5a60805a1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:21.419618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a375122a-c419-406e-8072-a354f34b5775 req-30f6107e-4fcc-4538-a67a-57a5a60805a1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1989250
Nov 06 20:53:21.420859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Made reservation on behalf of 046b2d11820348118cbe7a156018a1a5 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:53:21.424624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:21.607038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Pushing event deleted for resources: {'Port': ['ID=4faccb93-fe74-4786-a749-5f75d51d9437,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:21.713516 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:21.755447 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:21.765085 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:21.769117 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3499c9ca-460c-442f-84d6-140bf885c105 tempest-ServersWithSpecificFlavorTestJSON-160307547 tempest-ServersWithSpecificFlavorTestJSON-160307547-project] 10.222.0.13 "DELETE /v2.0/floatingips/1db961df-5d8c-4461-bf48-26af8005b87f HTTP/1.1" status: 204  len: 168 time: 1.9309185
Nov 06 20:53:21.800146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a375122a-c419-406e-8072-a354f34b5775 req-2110633e-1341-411b-97bb-a186237408c4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3666964
Nov 06 20:53:21.803062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] For port 41a8c318-4f4a-48fc-80b1-233aca022d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41a8c318-4f4a-48fc-80b1-233aca022d86,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:21.808658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:21.845744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Calling delete_port for 41a8c318-4f4a-48fc-80b1-233aca022d86 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:21.879359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 946c88f1-f069-4542-9929-70d04414b16d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:22.179899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 946c88f1-f069-4542-9929-70d04414b16d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:22.180357 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:22.290698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:22.336440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event deleted for resources: {'Port': ['ID=41a8c318-4f4a-48fc-80b1-233aca022d86,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:22.497961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] No DVR routers for this DVR port 41a8c318-4f4a-48fc-80b1-233aca022d86 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:22.498721 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:22.508742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:22.513609 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8c015eae-a105-4eaa-9a18-5c252babb0dd req-3e7249aa-01de-45e3-9a53-24e4aec404d8 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "DELETE /v2.0/ports/41a8c318-4f4a-48fc-80b1-233aca022d86 HTTP/1.1" status: 204  len: 173 time: 2.1508968
Nov 06 20:53:22.514109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b628d735-8393-4d0e-9126-37ca09231b4e', 'name': 'network-vif-deleted', 'tag': '41a8c318-4f4a-48fc-80b1-233aca022d86'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:22.518527 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f16ed3f-e270-4a49-8f2f-6758b17427ef" -d '{"events": [{"server_uuid": "b628d735-8393-4d0e-9126-37ca09231b4e", "name": "network-vif-deleted", "tag": "41a8c318-4f4a-48fc-80b1-233aca022d86"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:22.579084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 946c88f1-f069-4542-9929-70d04414b16d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946c88f1-f069-4542-9929-70d04414b16d,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:22.600548 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:22.609811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:22.715481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=946c88f1-f069-4542-9929-70d04414b16d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:22.930494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-f550b5e6-ca69-40da-954d-24a9335fc2db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.2703159
Nov 06 20:53:22.974526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fa35211-3823-402e-a3d6-48b26f36e606 req-c75724f6-bfd9-41fd-8e15-048d85c876f4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=b628d735-8393-4d0e-9126-37ca09231b4e HTTP/1.1" status: 200  len: 210 time: 0.0703340
Nov 06 20:53:22.976648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-830d22a2-6e08-4dcf-8c76-d03e9f80ed17 req-a499979b-f5bf-4a96-99a2-509f5615b261 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 210 time: 0.0758424
Nov 06 20:53:23.015668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Allocated IP 172.20.0.2 (8ea78ef8-e148-4a0b-bb4c-92362a422eaa/e8ffc188-0ebf-4696-9188-ff4aaffe4b89/73c5bd90-3d67-4158-bff8-91e07f8a029b) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:53:23.047016 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d475ff-de4b-4108-8e09-5a1c21acfd40 x-openstack-request-id: req-27d475ff-de4b-4108-8e09-5a1c21acfd40 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:23.047528 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b628d735-8393-4d0e-9126-37ca09231b4e", "name": "network-vif-deleted", "tag": "41a8c318-4f4a-48fc-80b1-233aca022d86", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:23.047752 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27d475ff-de4b-4108-8e09-5a1c21acfd40 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:23.048265 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b628d735-8393-4d0e-9126-37ca09231b4e', 'name': 'network-vif-deleted', 'tag': '41a8c318-4f4a-48fc-80b1-233aca022d86', 'status': 'completed', 'code': 200}
Nov 06 20:53:23.224841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-3b9d67ee-c9e1-4e33-901d-8d992adee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:23.226622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-3b9d67ee-c9e1-4e33-901d-8d992adee220 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 1100 time: 0.2600579
Nov 06 20:53:23.443541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:23.566575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f34a5b-5b18-4998-bf98-642daf70dc11 req-52958e85-b674-490d-9615-83636ba197ac tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:23.582250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42f34a5b-5b18-4998-bf98-642daf70dc11 req-52958e85-b674-490d-9615-83636ba197ac tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.4119511
Nov 06 20:53:23.591325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 946c88f1-f069-4542-9929-70d04414b16d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:23.686380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163917-e355-4a79-a793-de0de25537e5 req-4c3a5af3-5676-4247-b808-eb51f7c8511f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:23.689758 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-4c3a5af3-5676-4247-b808-eb51f7c8511f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 818 time: 0.3781326
Nov 06 20:53:23.703163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:23.708469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Request body: {'port': {'device_id': '8d0814b2-5fff-4e39-99c9-479ea42beac3', 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa', 'admin_state_up': True, 'tenant_id': '046b2d11820348118cbe7a156018a1a5'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:23.756437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 946c88f1-f069-4542-9929-70d04414b16d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:23.757015 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:23.840094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53614) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:23.869850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-f4c1e7ea-f325-44fc-a448-d3eb8cfbdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:23.872120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-f4c1e7ea-f325-44fc-a448-d3eb8cfbdde0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.6066229
Nov 06 20:53:23.883312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Pushing event updated for resources: {'Port': ['ID=73c5bd90-3d67-4158-bff8-91e07f8a029b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:23.926460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42f34a5b-5b18-4998-bf98-642daf70dc11 req-97219dc6-d415-4eff-bb39-0901bc56d86e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3314126
Nov 06 20:53:23.930750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:53:23.988981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:23.992026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-f66bf530-ae87-42ae-96e7-179c5d0ac405 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 200  len: 217 time: 0.1096773
Nov 06 20:53:24.001550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:53:24.038727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Made reservation on behalf of 046b2d11820348118cbe7a156018a1a5 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:53:24.047937 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:24.141072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:24.141842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:24.182705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c75d233a-1c52-4cc4-96b8-185725f4bdf7 req-c513d7d0-d1ca-4a3a-8187-8e7984ff3ea0 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 210 time: 0.0547793
Nov 06 20:53:24.190791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 41a8c318-4f4a-48fc-80b1-233aca022d86 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:24.199453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-58410b85-ad74-428f-8c6c-9e65fbf42479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:24.206693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-58410b85-ad74-428f-8c6c-9e65fbf42479 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.2018626
Nov 06 20:53:24.250058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 41a8c318-4f4a-48fc-80b1-233aca022d86 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:24.252687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 41a8c318-4f4a-48fc-80b1-233aca022d86 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:24.283073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-da41117f-921b-475c-a194-740eeb826eb5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2688401
Nov 06 20:53:24.309197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Request body: {'port': {'device_id': '02d9c005-dc47-4fb6-ac23-fdeada22a300', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:24.426841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-fea3cae8-64a0-4f33-af8d-f6ed52522de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:24.429487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-fea3cae8-64a0-4f33-af8d-f6ed52522de9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2152579
Nov 06 20:53:24.557811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-00734eb8-a41f-4cc4-bbb6-8b5758c9a31a service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206226
Nov 06 20:53:24.563731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Allocated IP 172.20.0.4 (8ea78ef8-e148-4a0b-bb4c-92362a422eaa/e8ffc188-0ebf-4696-9188-ff4aaffe4b89/b8c16e54-38d3-4289-ad74-9c49e490aa25) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:53:24.593913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:24.826181 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:24.866100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-df9c5e56-93fd-4c89-95d7-2272238f7c7c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3068779
Nov 06 20:53:24.910426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:24.978881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:53:24.986452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:24.989777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:53:25.010737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a38b3078-05df-4b1e-be5c-1dba56032a00 req-c9d9d610-3255-4e57-ab1c-b5dd670e89c0 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4010603
Nov 06 20:53:25.022933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f774168-e398-4715-9595-99315eafe4c4 req-b32d713b-f231-4111-b930-094a51bb0e2a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.024500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-b32d713b-f231-4111-b930-094a51bb0e2a tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.4642673
Nov 06 20:53:25.045117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-4e722e0b-8db7-4a73-a91b-83306d0c881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.045645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-4e722e0b-8db7-4a73-a91b-83306d0c881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.046131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-4e722e0b-8db7-4a73-a91b-83306d0c881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.046569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-4e722e0b-8db7-4a73-a91b-83306d0c881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.047033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-4e722e0b-8db7-4a73-a91b-83306d0c881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.047500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-4e722e0b-8db7-4a73-a91b-83306d0c881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.047968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-4e722e0b-8db7-4a73-a91b-83306d0c881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.050019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-4e722e0b-8db7-4a73-a91b-83306d0c881d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6499 time: 0.1336884
Nov 06 20:53:25.074796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Pushing event updated for resources: {'Port': ['ID=b8c16e54-38d3-4289-ad74-9c49e490aa25,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:25.086335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:25.126913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-f47bbda4-afe1-41f7-8025-4d8667c2e865 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/quotas/4e36c34c8ba54c99826390aff2abf4d7 HTTP/1.1" status: 200  len: 375 time: 0.0729268
Nov 06 20:53:25.141881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.142534 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:25.217071 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-64fdcdb3-124d-4644-8642-0debb1d8117f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5130258
Nov 06 20:53:25.230179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Request body: {'port': {'device_id': '8d0814b2-5fff-4e39-99c9-479ea42beac3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:25.242160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-23543a15-557e-47f3-a6f7-6f648bc78ff0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0674419
Nov 06 20:53:25.357103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:25.361682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dfc88-ffef-40e4-86fb-dcd800634cd5 req-16f973fb-0a60-4af6-815e-d0ed39b2c0e3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.363325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-789dfc88-ffef-40e4-86fb-dcd800634cd5 req-16f973fb-0a60-4af6-815e-d0ed39b2c0e3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.3105459
Nov 06 20:53:25.520251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-f6899c7e-731e-4711-a885-ad8726756af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.520778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-f6899c7e-731e-4711-a885-ad8726756af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.521247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-f6899c7e-731e-4711-a885-ad8726756af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.522914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-f6899c7e-731e-4711-a885-ad8726756af3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ac9c34d5-c747-4b87-9e0a-345684b21c29&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=958012f3-be05-4daa-8ea3-73508f133764&id=958012f3-be05-4daa-8ea3-73508f133764 HTTP/1.1" status: 200  len: 2297 time: 0.4319813
Nov 06 20:53:25.651233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-789dfc88-ffef-40e4-86fb-dcd800634cd5 req-58e2c31e-1cde-49b5-9d23-b4745453734f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590463
Nov 06 20:53:25.659158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-4309a976-7634-433f-838b-e3d7f32a4188 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4161959
Nov 06 20:53:25.670890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Deleting port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:25.671233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:25.688177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c5bd90-3d67-4158-bff8-91e07f8a029b {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:25.739455 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:25.747228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-eb58ea51-3ea7-44c9-aac2-46d6964b1121 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da512244-df04-4f1e-9589-476f01bcf03c HTTP/1.1" status: 200  len: 1000 time: 0.2119808
Nov 06 20:53:25.762050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] For port bd1f2d0c-2f94-415d-8f53-32bc2c3b125b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:25.762541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:25.790820 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Calling delete_port for bd1f2d0c-2f94-415d-8f53-32bc2c3b125b owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:25.817036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Transition to ACTIVE for port object 73c5bd90-3d67-4158-bff8-91e07f8a029b will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:53:25.842888 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:25.949121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-e7dd526f-b4cc-4706-8e1a-1fbc0236f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:25.950883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-e7dd526f-b4cc-4706-8e1a-1fbc0236f4de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48b74287-d028-45eb-9b38-be997c73abff HTTP/1.1" status: 200  len: 855 time: 0.1838307
Nov 06 20:53:25.955283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=73c5bd90-3d67-4158-bff8-91e07f8a029b,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:25.965947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-c600bdb4-4639-4209-b604-58e0026d4f1c service neutron] 10.222.0.13 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2957654
Nov 06 20:53:26.038573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f44afc-6e35-438b-944b-247d66d8c427 req-c4678611-4d9e-4d60-9943-339b8c65fd76 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:26.041034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81f44afc-6e35-438b-944b-247d66d8c427 req-c4678611-4d9e-4d60-9943-339b8c65fd76 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 931 time: 0.1632478
Nov 06 20:53:26.062618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:26.092344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-b75c3700-5b6a-442f-adaa-81406b3a1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:26.095185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-b75c3700-5b6a-442f-adaa-81406b3a1bd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ac9c34d5-c747-4b87-9e0a-345684b21c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1329679
Nov 06 20:53:26.098491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1f2d0c-2f94-415d-8f53-32bc2c3b125b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:26.261747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Attempting to bind port 73c5bd90-3d67-4158-bff8-91e07f8a029b on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:53:26.262092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Attempting to bind port 73c5bd90-3d67-4158-bff8-91e07f8a029b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:53:26.262435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Attempting to bind port 73c5bd90-3d67-4158-bff8-91e07f8a029b on network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:26.271984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Port 73c5bd90-3d67-4158-bff8-91e07f8a029b on network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:53:26.272345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Attempting to bind port 73c5bd90-3d67-4158-bff8-91e07f8a029b on network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:26.292825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81f44afc-6e35-438b-944b-247d66d8c427 req-f6066695-fa0b-4df7-adb0-969363c381c9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242804
Nov 06 20:53:26.305248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c16e54-38d3-4289-ad74-9c49e490aa25 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:26.311081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:53:26.311428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Checking segment: {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:26.311818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Bound using segment: {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:53:26.312270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Bound port: 73c5bd90-3d67-4158-bff8-91e07f8a029b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:53:26.312655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:26.335229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:26.363395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Transition to ACTIVE for port object b8c16e54-38d3-4289-ad74-9c49e490aa25 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:53:26.386623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:26.455696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] For port 73c5bd90-3d67-4158-bff8-91e07f8a029b, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:26.458980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] For port 73c5bd90-3d67-4158-bff8-91e07f8a029b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:53:26.469230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:26.525186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:26.525846 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:26.527283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] 10.222.0.10 "PUT /v2.0/ports/73c5bd90-3d67-4158-bff8-91e07f8a029b HTTP/1.1" status: 200  len: 1091 time: 2.2311537
Nov 06 20:53:26.591805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d9c005-dc47-4fb6-ac23-fdeada22a300', 'tag': '73c5bd90-3d67-4158-bff8-91e07f8a029b'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:26.594106 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37250e44-1570-4935-877e-e124f2538668" -d '{"events": [{"name": "network-changed", "server_uuid": "02d9c005-dc47-4fb6-ac23-fdeada22a300", "tag": "73c5bd90-3d67-4158-bff8-91e07f8a029b"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:26.676318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19fa8c7f-b03e-4d2f-8325-c857c5937305 req-e61c5d3d-33b0-40a0-8f39-21f2670ff3ab tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 210 time: 0.0718579
Nov 06 20:53:26.736635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-23b1cc89-49f1-489b-99df-52fe57648f55 service neutron] 10.222.0.10 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6332357
Nov 06 20:53:26.760631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfd51a-d8d4-4833-82e8-95e4d88e7ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=73c5bd90-3d67-4158-bff8-91e07f8a029b,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:26.779277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Pushing event updated for resources: {'Port': ['ID=b8c16e54-38d3-4289-ad74-9c49e490aa25,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:26.796654 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c87c40-f9d6-4bbb-b6cb-87cef3250128 x-openstack-request-id: req-17c87c40-f9d6-4bbb-b6cb-87cef3250128 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:26.797007 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d9c005-dc47-4fb6-ac23-fdeada22a300", "tag": "73c5bd90-3d67-4158-bff8-91e07f8a029b", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:26.797274 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17c87c40-f9d6-4bbb-b6cb-87cef3250128 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:26.797655 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d9c005-dc47-4fb6-ac23-fdeada22a300', 'tag': '73c5bd90-3d67-4158-bff8-91e07f8a029b', 'status': 'completed', 'code': 200}
Nov 06 20:53:26.867106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-ac08ac2e-02b6-4010-8d3d-3fba634eadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:26.869274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-ac08ac2e-02b6-4010-8d3d-3fba634eadc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1094 time: 0.2722147
Nov 06 20:53:26.888053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:26.948326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-bf1509ec-a476-4ef5-9f08-a4d58ff9a85f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b HTTP/1.1" status: 200  len: 217 time: 0.0678287
Nov 06 20:53:27.027369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Attempting to bind port b8c16e54-38d3-4289-ad74-9c49e490aa25 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:53:27.027747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Attempting to bind port b8c16e54-38d3-4289-ad74-9c49e490aa25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:53:27.028157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Attempting to bind port b8c16e54-38d3-4289-ad74-9c49e490aa25 on network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:27.035822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-28c896fa-47c2-43e9-a7d5-047173daf2f0 service neutron] 10.222.0.10 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2813020
Nov 06 20:53:27.045482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Port b8c16e54-38d3-4289-ad74-9c49e490aa25 on network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:53:27.045737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Attempting to bind port b8c16e54-38d3-4289-ad74-9c49e490aa25 on network 8ea78ef8-e148-4a0b-bb4c-92362a422eaa {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:27.053952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:53:27.054293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Checking segment: {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:27.054680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Bound using segment: {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:53:27.055121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Bound port: b8c16e54-38d3-4289-ad74-9c49e490aa25, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd772f0af-2af9-4f83-9e6b-a81a4074c37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:53:27.055531 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:27.064603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faf2e2-3690-4d1c-9d8d-2afedce67f85 req-450947a0-d412-43df-8361-6353f29e6724 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:27.066200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91faf2e2-3690-4d1c-9d8d-2afedce67f85 req-450947a0-d412-43df-8361-6353f29e6724 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1715968
Nov 06 20:53:27.112060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0e296276-5fb7-4a17-9ffd-8ef40604804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:27.113483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-0e296276-5fb7-4a17-9ffd-8ef40604804a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.1445160
Nov 06 20:53:27.117354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-665e1a14-7d32-48d1-9d61-00a72e06a274 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=b2314b90-7099-4642-9659-4a7f9cf3fccc HTTP/1.1" status: 200  len: 217 time: 0.0712409
Nov 06 20:53:27.166489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-bf66cc90-e30e-4fb4-a5fd-3b7fa2b099c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334744
Nov 06 20:53:27.323689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] For port b8c16e54-38d3-4289-ad74-9c49e490aa25, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:27.346400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] For port b8c16e54-38d3-4289-ad74-9c49e490aa25, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c16e54-38d3-4289-ad74-9c49e490aa25,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:53:27.356901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:27.427047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91faf2e2-3690-4d1c-9d8d-2afedce67f85 req-56b7a7d1-64d0-4ea0-a2f6-c2bb8caa4fc9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176970
Nov 06 20:53:27.450723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-2c520a78-fb62-42a0-876d-67f12dd9ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:27.454040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-2c520a78-fb62-42a0-876d-67f12dd9ff31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.3230202
Nov 06 20:53:27.494757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Pushing event updated for resources: {'Port': ['ID=b8c16e54-38d3-4289-ad74-9c49e490aa25,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:27.543660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:53:27.556088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-c8e1c304-5460-477e-8e86-acbbe57b6a2a service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3783460
Nov 06 20:53:27.561295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:27.564224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:27.564969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-1854da77-7166-46fb-9b75-85942a5d0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:27.566768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-1854da77-7166-46fb-9b75-85942a5d0847 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1021757
Nov 06 20:53:27.567924 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-1f86a02a-6533-456b-b81b-9d40758f164c service neutron] 10.222.0.10 "PUT /v2.0/ports/b8c16e54-38d3-4289-ad74-9c49e490aa25 HTTP/1.1" status: 200  len: 1091 time: 2.3421438
Nov 06 20:53:27.576922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0814b2-5fff-4e39-99c9-479ea42beac3', 'tag': 'b8c16e54-38d3-4289-ad74-9c49e490aa25'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:27.579499 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea51d09-9d05-45b2-ac43-3811e1f8a48f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0814b2-5fff-4e39-99c9-479ea42beac3", "tag": "b8c16e54-38d3-4289-ad74-9c49e490aa25"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:27.831220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b546c5-619b-4ad1-85f5-2dd3f5bc9baf req-ee6700f8-f30c-4077-b677-1413e389d69b service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2627897
Nov 06 20:53:27.844730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffdf8a-e864-4837-befb-ec8b3f5073bb req-4e7595f5-1121-4530-8bb9-02c304d896e7 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:27.859741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bffdf8a-e864-4837-befb-ec8b3f5073bb req-4e7595f5-1121-4530-8bb9-02c304d896e7 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 943 time: 0.1845539
Nov 06 20:53:27.944460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bffdf8a-e864-4837-befb-ec8b3f5073bb req-2d80e1fa-8253-46cf-a188-9b64d3c4efad tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794480
Nov 06 20:53:27.970981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-c6a38ebb-3166-48cd-87d9-14fa50ef1cda service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3601720
Nov 06 20:53:28.144703 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e68600-28d0-41c0-8227-5a1925d08a34 x-openstack-request-id: req-91e68600-28d0-41c0-8227-5a1925d08a34 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:28.145089 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0814b2-5fff-4e39-99c9-479ea42beac3", "tag": "b8c16e54-38d3-4289-ad74-9c49e490aa25", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:28.145225 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91e68600-28d0-41c0-8227-5a1925d08a34 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:28.145602 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0814b2-5fff-4e39-99c9-479ea42beac3', 'tag': 'b8c16e54-38d3-4289-ad74-9c49e490aa25', 'status': 'completed', 'code': 200}
Nov 06 20:53:28.266263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f774168-e398-4715-9595-99315eafe4c4 req-54d6755c-ab7b-4ff7-a9a2-1607b357e6bd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:28.268040 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-54d6755c-ab7b-4ff7-a9a2-1607b357e6bd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 812 time: 0.1202066
Nov 06 20:53:28.286886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Request body: {'port': {'device_id': '20708bdc-f507-44fd-a579-76e5dcf84f7a', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'admin_state_up': True, 'tenant_id': '4e36c34c8ba54c99826390aff2abf4d7'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:28.383677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163917-e355-4a79-a793-de0de25537e5 req-4969e984-d362-40f9-b9d1-65657ea3b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:28.385255 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-4969e984-d362-40f9-b9d1-65657ea3b147 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 1094 time: 0.7401319
Nov 06 20:53:28.454799 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-e8e54b81-04c0-4b3c-8e2b-97840a92cd43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8c16e54-38d3-4289-ad74-9c49e490aa25 HTTP/1.1" status: 200  len: 217 time: 0.0530488
Nov 06 20:53:28.515536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:53:28.531324 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] Sync routers for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:53:28.558200 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:28.559089 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252d8d820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:28.576775 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aa11232f-2723-4ebf-b392-6b8d0c736c65 admin admin] 10.222.0.13 "PUT /v2.0/routers/9d5dbbc7-6802-40e5-89d8-0892efcf1fdc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7349367
Nov 06 20:53:28.584110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53774) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:28.611052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163917-e355-4a79-a793-de0de25537e5 req-7ed7d7c9-410e-4bd6-bad8-0f88ada31b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:28.612560 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-7ed7d7c9-410e-4bd6-bad8-0f88ada31b9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.1481781
Nov 06 20:53:28.686800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-554e8b90-5aa6-401f-86dd-76b85918bf6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281076
Nov 06 20:53:28.762124 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:28.870089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Made reservation on behalf of 4e36c34c8ba54c99826390aff2abf4d7 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:53:28.874000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:28.907504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:28.968287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-ace39aef-1ee0-42e2-952a-bd428c892922 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9907253
Nov 06 20:53:28.985880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34d49871-6299-4dc4-8e64-5f15ec0dd98d req-4f90a423-8425-461e-9851-a0e597693813 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 210 time: 0.7492108
Nov 06 20:53:29.024417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-d11aed25-e0e2-421b-8ce5-5cb40408ddb0 service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3293357
Nov 06 20:53:29.114601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-36afc628-28d5-4385-951f-aba0b16d1477 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=ae68264b-1862-48ec-9e32-e8afd5d1d1a9 HTTP/1.1" status: 200  len: 217 time: 0.1229956
Nov 06 20:53:29.159629 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252d8d820>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:53:25Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:29.159913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250e44-1570-4935-877e-e124f2538668 req-9290f4d0-3da7-4b6f-a5ee-3afe122fdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.165657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37250e44-1570-4935-877e-e124f2538668 req-9290f4d0-3da7-4b6f-a5ee-3afe122fdb89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1094 time: 1.2392182
Nov 06 20:53:29.220506 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] Checking router: 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:53:29.234591 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] Routers {'9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:29.235482 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252d8d820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:29.275750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6be64-2f21-40ac-a2c0-a1e173761884 req-be9b7f8b-9e8f-441b-8898-e67345560837 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.285085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fc6be64-2f21-40ac-a2c0-a1e173761884 req-be9b7f8b-9e8f-441b-8898-e67345560837 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.3138068
Nov 06 20:53:29.302852 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da163917-e355-4a79-a793-de0de25537e5 req-9800224f-3ead-4aa1-b815-884ae1f1941b service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2649479
Nov 06 20:53:29.411178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250e44-1570-4935-877e-e124f2538668 req-0bcf05a5-9075-4dc7-9694-0fc2ade10c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.415029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37250e44-1570-4935-877e-e124f2538668 req-0bcf05a5-9075-4dc7-9694-0fc2ade10c6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 919 time: 0.1967967
Nov 06 20:53:29.429668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:29.448246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Allocated IP 172.20.0.12 (cf6dfc64-25a7-4971-95b2-b28cae749918/320ebed7-bdef-410c-92c6-8b51981e34c9/ca70788c-4fdb-4374-8301-566c72ee62ea) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:53:29.487530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-6f3e0737-139d-4b0e-9e94-46ed8bb80659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.488985 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-6f3e0737-139d-4b0e-9e94-46ed8bb80659 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 1094 time: 0.1121290
Nov 06 20:53:29.507785 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] Set router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:29.525850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37250e44-1570-4935-877e-e124f2538668 req-fdc7a879-17ab-4fce-9ff8-6b3351e4c85f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b HTTP/1.1" status: 200  len: 217 time: 0.0850663
Nov 06 20:53:29.529443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-1813556e-c30a-4c4d-8443-f42273f1783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.531089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-1813556e-c30a-4c4d-8443-f42273f1783a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.4021649
Nov 06 20:53:29.672048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fc6be64-2f21-40ac-a2c0-a1e173761884 req-dace15fc-2d41-45f1-a2cc-f61caae24e61 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3854210
Nov 06 20:53:29.702087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad492-de01-4d8a-90d7-6af554b2bc5e req-098d7278-2b8f-417b-88dc-26e89b1e5f9a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.706876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Deleting port 31b99bca-89ce-4b68-a490-22882b264f24 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:29.707229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:29.709000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-151ad492-de01-4d8a-90d7-6af554b2bc5e req-098d7278-2b8f-417b-88dc-26e89b1e5f9a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 943 time: 0.2899835
Nov 06 20:53:29.828413 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252d8d820>, [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:53:25Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:29.878819 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d26bd-ab69-4358-8714-d53dabbdde9c None None] The sync data for ids ['9d5dbbc7-6802-40e5-89d8-0892efcf1fdc'] in ncdv-master-1 is: [{'id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-894346829-router', 'tenant_id': '3e0376f3231e49d495f1777d2f774450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198'}], 'enable_snat': True}, 'gw_port_id': '31b99bca-89ce-4b68-a490-22882b264f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:27Z', 'updated_at': '2021-11-06T20:53:25Z', 'revision_number': 5, 'project_id': '3e0376f3231e49d495f1777d2f774450', 'gw_port': {'id': '31b99bca-89ce-4b68-a490-22882b264f24', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5dbbc7-6802-40e5-89d8-0892efcf1fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:28Z', 'updated_at': '2021-11-06T20:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:53:29.881843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-a05a71ed-eb89-4326-84ab-0a9c5b4f5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.883505 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-a05a71ed-eb89-4326-84ab-0a9c5b4f5342 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 919 time: 0.3841238
Nov 06 20:53:29.895041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250e44-1570-4935-877e-e124f2538668 req-264b3d19-ce17-4649-bb01-82125d93bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.901533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37250e44-1570-4935-877e-e124f2538668 req-264b3d19-ce17-4649-bb01-82125d93bd47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.3234689
Nov 06 20:53:29.904873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-c0ff595b-8d30-4be4-9f4c-62c2c6a7ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:29.909283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-c0ff595b-8d30-4be4-9f4c-62c2c6a7ef4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3281076
Nov 06 20:53:29.969352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-151ad492-de01-4d8a-90d7-6af554b2bc5e req-611c2531-dcb7-40fd-809f-7519ce5a56fd tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293406
Nov 06 20:53:29.979957 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-245b7913-6a0a-4d87-aa7e-0032c9997676 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8c16e54-38d3-4289-ad74-9c49e490aa25 HTTP/1.1" status: 200  len: 217 time: 0.0827565
Nov 06 20:53:29.985706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:30.014636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37250e44-1570-4935-877e-e124f2538668 req-5301ad83-5287-4e5e-8934-b231ea0fcdfd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0967388
Nov 06 20:53:30.059417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] For port 31b99bca-89ce-4b68-a490-22882b264f24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31b99bca-89ce-4b68-a490-22882b264f24,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:30.059800 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:30.085495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Calling delete_port for 31b99bca-89ce-4b68-a490-22882b264f24 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:30.095641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-3ed984a9-3082-4ae7-a780-7ae74a3b4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:30.097181 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-3ed984a9-3082-4ae7-a780-7ae74a3b4edf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.1012590
Nov 06 20:53:30.137721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-7b9f2fb7-3bab-4eda-80fe-dbb6908eb741 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304437
Nov 06 20:53:30.244813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:30.271001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bd8e631-a5e3-4074-904e-4356e4dce77c req-f3bd0824-ce98-4877-9bf2-d3cc0701b5a1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 210 time: 0.1787195
Nov 06 20:53:30.370896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Network cf6dfc64-25a7-4971-95b2-b28cae749918 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:53:30.384919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:30.390496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37250e44-1570-4935-877e-e124f2538668 req-250b8979-8130-4dc5-9646-ebe3354549c8 service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3593910
Nov 06 20:53:30.394872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:53:30.398199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-ea1efb6c-7bd4-482f-8905-b42f0c442227 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4545562
Nov 06 20:53:30.438673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event updated for resources: {'Port': ['ID=ca70788c-4fdb-4374-8301-566c72ee62ea,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:30.456021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.456403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.456728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.457062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.458804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.459246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.459582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.460045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.460402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.460761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.461129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.461539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:30.621742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:30.623269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:30.629936 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-ac131c33-7428-44ed-971e-a11b6002f118 service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4826865
Nov 06 20:53:30.749857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37250e44-1570-4935-877e-e124f2538668 req-cc50fe9b-c84c-4ebe-9591-6c8d458835fb service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3383949
Nov 06 20:53:30.754268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-912b4de1-1ad9-4ea7-85e8-bdfc831516cd service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3252347
Nov 06 20:53:30.807724 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-6c2e9efa-0f3b-404d-86e7-dc73365eb7d0 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5245016
Nov 06 20:53:30.837900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-9ed56f8f-a5cb-4f3f-b172-38ce715494cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=9210c3a1-39eb-4a93-b546-62b199efbddb HTTP/1.1" status: 200  len: 217 time: 0.0738661
Nov 06 20:53:30.885726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Request body: {'port': {'device_id': '20708bdc-f507-44fd-a579-76e5dcf84f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:30.889838 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aea51d09-9d05-45b2-ac43-3811e1f8a48f req-3133b31b-28f1-437f-ab12-f0d3245a0c3f service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438080
Nov 06 20:53:30.890936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6568f-b5cb-4c6c-982e-b8d9c0e0e7a0 req-eee09f07-b21b-4743-a622-ee2f02a6efaa tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:30.902324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56e6568f-b5cb-4c6c-982e-b8d9c0e0e7a0 req-eee09f07-b21b-4743-a622-ee2f02a6efaa tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1314578
Nov 06 20:53:30.940559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-0de0c56c-f0b6-4559-a0ad-f28ac9b52991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:30.943825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-0de0c56c-f0b6-4559-a0ad-f28ac9b52991 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.0982373
Nov 06 20:53:30.980842 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:30.995031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:31.049197 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:53:31.085933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56e6568f-b5cb-4c6c-982e-b8d9c0e0e7a0 req-00a64e76-c2b2-4962-8499-9faa16b9c5a3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654034
Nov 06 20:53:31.169214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Pushing event deleted for resources: {'Port': ['ID=31b99bca-89ce-4b68-a490-22882b264f24,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:31.190345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-e3bf5a34-1178-4e79-b6a9-7da0e47f39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:31.192058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-e3bf5a34-1178-4e79-b6a9-7da0e47f39f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2389731
Nov 06 20:53:31.218997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2851aad-d9fa-419c-9b86-32b05e81fac5 req-cc3cb473-627e-4950-a8d5-07f914f52af3 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:31.226487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2851aad-d9fa-419c-9b86-32b05e81fac5 req-cc3cb473-627e-4950-a8d5-07f914f52af3 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 943 time: 0.1085553
Nov 06 20:53:31.264230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:31.375373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2851aad-d9fa-419c-9b86-32b05e81fac5 req-79108763-97ee-4300-ac75-6fb99673bf4f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479239
Nov 06 20:53:31.404768 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:31.407238 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:31.424643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-62cad92e-0514-4842-acb7-d07b36718903 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237208
Nov 06 20:53:31.475990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:31.477464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5dbbc7-6802-40e5-89d8-0892efcf1fdc {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:53:31.486151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:31.489972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-93adb1cc-7dbc-4c2a-b5b6-72a2494d774b admin admin] 10.222.0.13 "DELETE /v2.0/routers/9d5dbbc7-6802-40e5-89d8-0892efcf1fdc HTTP/1.1" status: 204  len: 168 time: 2.8942354
Nov 06 20:53:31.491241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53896) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:31.561783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bd1f2d0c-2f94-415d-8f53-32bc2c3b125b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:31.604717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bd1f2d0c-2f94-415d-8f53-32bc2c3b125b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:31.608420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bd1f2d0c-2f94-415d-8f53-32bc2c3b125b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:31.711539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08e295-aac5-4d1c-92b4-c4c1e1f3ab2e req-b4fb6ef8-9b85-4c46-8ff2-bbfb8088d053 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:31.720070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e08e295-aac5-4d1c-92b4-c4c1e1f3ab2e req-b4fb6ef8-9b85-4c46-8ff2-bbfb8088d053 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 932 time: 0.2032819
Nov 06 20:53:31.742998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-bc15bbef-13f2-46af-89d5-21da3935cade service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2933841
Nov 06 20:53:31.828714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-1352dce7-2a4b-42a4-84f4-49a0c6842b55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3 HTTP/1.1" status: 200  len: 217 time: 0.0785835
Nov 06 20:53:31.895223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e08e295-aac5-4d1c-92b4-c4c1e1f3ab2e req-84a5631b-a4da-42a5-b136-55d17b5a3038 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742368
Nov 06 20:53:31.912909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-e2cda2e4-1f61-4cf1-94d8-8a7b931d939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:31.914951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-e2cda2e4-1f61-4cf1-94d8-8a7b931d939d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.0775282
Nov 06 20:53:31.970414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-9ba8819f-f892-42a5-a0a8-bb9438c2b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:31.972373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-9ba8819f-f892-42a5-a0a8-bb9438c2b58a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0481563
Nov 06 20:53:31.983181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c92c8eb-0fde-4dd7-bd5e-71947b84bc61 admin admin] Deleting subnet 88cdd884-6910-4ccb-916f-a268dccf765d {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:53:31.993539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c92c8eb-0fde-4dd7-bd5e-71947b84bc61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.042336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c92c8eb-0fde-4dd7-bd5e-71947b84bc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.140008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-3b859dbd-8b7d-42ae-a1a9-bf2c53a9f335 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599514
Nov 06 20:53:32.184763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca70788c-4fdb-4374-8301-566c72ee62ea {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:32.195859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.203238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 73c5bd90-3d67-4158-bff8-91e07f8a029b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:53:32.211771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Transition to ACTIVE for port object ca70788c-4fdb-4374-8301-566c72ee62ea will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:53:32.222146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.237533 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c92c8eb-0fde-4dd7-bd5e-71947b84bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.384506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Pushing event updated for resources: {'Port': ['ID=ca70788c-4fdb-4374-8301-566c72ee62ea,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:32.506129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 73c5bd90-3d67-4158-bff8-91e07f8a029b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:32.521266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c92c8eb-0fde-4dd7-bd5e-71947b84bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.539660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '73c5bd90-3d67-4158-bff8-91e07f8a029b', 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa', 'port_id': '73c5bd90-3d67-4158-bff8-91e07f8a029b', 'mac_address': 'fa:16:3e:f0:da:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ffc188-0ebf-4696-9188-ff4aaffe4b89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:53:32.547720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34139c94-8023-4fd0-980f-58ad6e943102 req-56584bb5-b978-4ac8-a11c-ca53a238e9d0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:32.549859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34139c94-8023-4fd0-980f-58ad6e943102 req-56584bb5-b978-4ac8-a11c-ca53a238e9d0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.2850039
Nov 06 20:53:32.552170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-c1aa5db9-2e25-4249-b6f4-bff9e47c8c31 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4031780
Nov 06 20:53:32.582968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c92c8eb-0fde-4dd7-bd5e-71947b84bc61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.588589 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5c92c8eb-0fde-4dd7-bd5e-71947b84bc61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/88cdd884-6910-4ccb-916f-a268dccf765d HTTP/1.1" status: 204  len: 168 time: 1.0939486
Nov 06 20:53:32.588589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92c8eb-0fde-4dd7-bd5e-71947b84bc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88cdd884-6910-4ccb-916f-a268dccf765d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:32.590825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53938) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:32.600016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Attempting to bind port ca70788c-4fdb-4374-8301-566c72ee62ea on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:53:32.600408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Attempting to bind port ca70788c-4fdb-4374-8301-566c72ee62ea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:53:32.600738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Attempting to bind port ca70788c-4fdb-4374-8301-566c72ee62ea on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:32.624730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-f387d67e-6078-4c04-a0db-06a964acb665 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=17be14bc-9403-4e98-b5d4-244642a0bc18 HTTP/1.1" status: 200  len: 217 time: 0.0649962
Nov 06 20:53:32.645418 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Port ca70788c-4fdb-4374-8301-566c72ee62ea on network cf6dfc64-25a7-4971-95b2-b28cae749918 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:53:32.645659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Attempting to bind port ca70788c-4fdb-4374-8301-566c72ee62ea on network cf6dfc64-25a7-4971-95b2-b28cae749918 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:32.655501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:53:32.655832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Checking segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:32.656216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Bound using segment: {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:53:32.656673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Bound port: ca70788c-4fdb-4374-8301-566c72ee62ea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e4e92-37a8-49ee-8610-d634b8583543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:53:32.657026 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.681435 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.684492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded1a19-711b-4584-a608-031362d89a54 None None] Network 30f7f650-50d0-446a-82d8-39753cfb0023 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:53:32.694364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53944) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:32.702427 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.745993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c5bd90-3d67-4158-bff8-91e07f8a029b {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:32.769834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-f66d7b52-2256-4bf2-965e-74283fa95898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:32.772141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-f66d7b52-2256-4bf2-965e-74283fa95898 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3a5f413-46fc-4794-9630-797b452619b5 HTTP/1.1" status: 200  len: 797 time: 0.1368444
Nov 06 20:53:32.778841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] For port ca70788c-4fdb-4374-8301-566c72ee62ea, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:32.780816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34139c94-8023-4fd0-980f-58ad6e943102 req-a223b10e-8478-4e0c-b107-82faeab14255 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223945
Nov 06 20:53:32.781975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 73c5bd90-3d67-4158-bff8-91e07f8a029b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:32.796097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] For port ca70788c-4fdb-4374-8301-566c72ee62ea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca70788c-4fdb-4374-8301-566c72ee62ea,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:53:32.808069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.810220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799784a-c56f-4eff-9ce2-138e6917eae5 req-dc838031-9e34-4314-99c1-15315a283ae1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:32.813434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3799784a-c56f-4eff-9ce2-138e6917eae5 req-dc838031-9e34-4314-99c1-15315a283ae1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 943 time: 0.1794286
Nov 06 20:53:32.863509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.866018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b8c16e54-38d3-4289-ad74-9c49e490aa25 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:53:32.902577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Pushing event updated for resources: {'Port': ['ID=ca70788c-4fdb-4374-8301-566c72ee62ea,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:32.937088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Deleting port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:32.937649 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:32.968608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b8c16e54-38d3-4289-ad74-9c49e490aa25, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c16e54-38d3-4289-ad74-9c49e490aa25,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:32.980514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-27d3e182-1de3-4771-a7cc-1c72c672b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:32.982056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-27d3e182-1de3-4771-a7cc-1c72c672b7ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1980882
Nov 06 20:53:33.003420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'b8c16e54-38d3-4289-ad74-9c49e490aa25', 'network_id': '8ea78ef8-e148-4a0b-bb4c-92362a422eaa', 'port_id': 'b8c16e54-38d3-4289-ad74-9c49e490aa25', 'mac_address': 'fa:16:3e:78:6f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ffc188-0ebf-4696-9188-ff4aaffe4b89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:53:33.030057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=73c5bd90-3d67-4158-bff8-91e07f8a029b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:33.061369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a1f58e1-5bdb-4a20-8a7d-946d8df99c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.088970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] DHCP port deletion for 30f7f650-50d0-446a-82d8-39753cfb0023 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:53:33.114275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] For port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:33.115670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.116579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3799784a-c56f-4eff-9ce2-138e6917eae5 req-850c5d3f-e33f-4124-a9c8-712dda5a56fc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619433
Nov 06 20:53:33.125194 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.143860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c16e54-38d3-4289-ad74-9c49e490aa25 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:33.167373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Calling delete_port for 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:33.168900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b8c16e54-38d3-4289-ad74-9c49e490aa25, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c16e54-38d3-4289-ad74-9c49e490aa25,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:33.172500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:33.177977 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.178893 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-91200f55-8a2f-40df-b56a-022537f3beae service neutron] 10.222.0.10 "PUT /v2.0/ports/ca70788c-4fdb-4374-8301-566c72ee62ea HTTP/1.1" status: 200  len: 1092 time: 2.3065183
Nov 06 20:53:33.178893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20708bdc-f507-44fd-a579-76e5dcf84f7a', 'tag': 'ca70788c-4fdb-4374-8301-566c72ee62ea'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:33.181308 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba94cf6-eac1-484e-b6a8-f47172305fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "20708bdc-f507-44fd-a579-76e5dcf84f7a", "tag": "ca70788c-4fdb-4374-8301-566c72ee62ea"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:33.187575 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.244018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927c38f-69c5-4ac9-86dd-c9a45cc23dbc req-a1e89ca8-74cb-4b54-95e3-5457a41a9875 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:33.245773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9927c38f-69c5-4ac9-86dd-c9a45cc23dbc req-a1e89ca8-74cb-4b54-95e3-5457a41a9875 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 944 time: 0.1280057
Nov 06 20:53:33.272339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-6620318b-f802-4fbe-921a-2de492a386e0 service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615013
Nov 06 20:53:33.293635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] Deleting port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:33.295552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.332928 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e80eac-4979-4789-bbf5-5b5b3d8f4a2f x-openstack-request-id: req-90e80eac-4979-4789-bbf5-5b5b3d8f4a2f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:33.333219 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20708bdc-f507-44fd-a579-76e5dcf84f7a", "tag": "ca70788c-4fdb-4374-8301-566c72ee62ea", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:33.333474 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90e80eac-4979-4789-bbf5-5b5b3d8f4a2f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:33.333870 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20708bdc-f507-44fd-a579-76e5dcf84f7a', 'tag': 'ca70788c-4fdb-4374-8301-566c72ee62ea', 'status': 'completed', 'code': 200}
Nov 06 20:53:33.381426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f774168-e398-4715-9595-99315eafe4c4 req-816dc099-43e9-429c-8edb-084ad4171960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:33.382973 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-816dc099-43e9-429c-8edb-084ad4171960 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 1095 time: 0.0955324
Nov 06 20:53:33.440662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9927c38f-69c5-4ac9-86dd-c9a45cc23dbc req-b24769d7-a8e5-4cb0-9256-285a08011ace tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850348
Nov 06 20:53:33.473016 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.477218 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a1f58e1-5bdb-4a20-8a7d-946d8df99c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.483200 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-f95eecc7-cbf1-4314-bc55-dd57880263e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70788c-4fdb-4374-8301-566c72ee62ea HTTP/1.1" status: 200  len: 217 time: 0.0869565
Nov 06 20:53:33.490352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a1f58e1-5bdb-4a20-8a7d-946d8df99c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.537455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2a1f58e1-5bdb-4a20-8a7d-946d8df99c20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43a75abd686a48dca918d5c2c2640a3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8389783
Nov 06 20:53:33.541311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53964) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:33.586510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-3450a073-417c-44cb-b663-bb3ab373809a service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2914634
Nov 06 20:53:33.639976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:33.656245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] No DVR routers for this DVR port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:33.695978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:33.699061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f774168-e398-4715-9595-99315eafe4c4 req-5d9b0162-46e6-433b-8916-1d88cf9f8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:33.700792 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-5d9b0162-46e6-433b-8916-1d88cf9f8fb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.2093034
Nov 06 20:53:33.705227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f58e1-5bdb-4a20-8a7d-946d8df99c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff7e385-6688-4d73-b9c1-997b85f7b449,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:33.711932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-17566c9f-e8f7-4f3b-bcfe-31584e85b68c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76 HTTP/1.1" status: 200  len: 217 time: 0.1006935
Nov 06 20:53:33.733322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:33.733910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:33.734435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 31b99bca-89ce-4b68-a490-22882b264f24 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:33.734568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f383f27a-803e-4f84-be67-17b83396e671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.760853 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f383f27a-803e-4f84-be67-17b83396e671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.767565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b8c16e54-38d3-4289-ad74-9c49e490aa25,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:33.768958 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-3078e3b9-216d-42e8-bd7e-dd8a1ac9831d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578837
Nov 06 20:53:33.776437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 31b99bca-89ce-4b68-a490-22882b264f24 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:33.777149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 31b99bca-89ce-4b68-a490-22882b264f24 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:33.780175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] For port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,segment=NetworkSegment(3e4fbc91-99b8-4512-b2d5-568a2d943286),segment_id=3e4fbc91-99b8-4512-b2d5-568a2d943286)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:33.781430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.798645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] Calling delete_port for 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:33.851575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b8c16e54-38d3-4289-ad74-9c49e490aa25'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:33.855825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-1907d56c-11f7-4b79-aeef-984a6d6c8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:33.866232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-1907d56c-11f7-4b79-aeef-984a6d6c8591 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3a5f413-46fc-4794-9630-797b452619b5 HTTP/1.1" status: 200  len: 797 time: 0.1287820
Nov 06 20:53:33.877481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.896061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['73c5bd90-3d67-4158-bff8-91e07f8a029b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:33.933750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254757d30>,) {'filters': {'network_id': ['30f7f650-50d0-446a-82d8-39753cfb0023']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:33.936088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f383f27a-803e-4f84-be67-17b83396e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.943696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f383f27a-803e-4f84-be67-17b83396e671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:33.948120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f383f27a-803e-4f84-be67-17b83396e671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eff7e385-6688-4d73-b9c1-997b85f7b449 HTTP/1.1" status: 204  len: 168 time: 0.4026489
Nov 06 20:53:33.994743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254757d30>, '3e4fbc91-99b8-4512-b2d5-568a2d943286') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:33.995034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254757d30>, '3e4fbc91-99b8-4512-b2d5-568a2d943286') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:34.022993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:34.048757 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:34.052710 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-ee43ea72-ef34-4033-8c43-264b356cf995 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739520
Nov 06 20:53:34.054662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:34.064430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383f27a-803e-4f84-be67-17b83396e671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff7e385-6688-4d73-b9c1-997b85f7b449,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:34.084194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-40da9f24-0f02-4be5-ab7e-7c33a77e8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:34.085829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-40da9f24-0f02-4be5-ab7e-7c33a77e8c88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2153823
Nov 06 20:53:34.093097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:53:34.093504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:53:34.095310 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:53:34.133306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe360af-00f4-4d21-bf4f-11a4c72f67d5 req-e7bc9928-de4a-44af-8610-816ecfcf1cff tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:34.136143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bfe360af-00f4-4d21-bf4f-11a4c72f67d5 req-e7bc9928-de4a-44af-8610-816ecfcf1cff tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.2045639
Nov 06 20:53:34.145484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] Pushing event deleted for resources: {'Port': ['ID=84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:34.147446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ee928-be14-467c-b96f-abb4f6e87b41 None None] No DVR routers for this DVR port 84b6b28d-b289-4e0b-bb4c-e7a22a6e4d28 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:34.364665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:34.372947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bfe360af-00f4-4d21-bf4f-11a4c72f67d5 req-e0040cfd-487a-4613-a3d1-f7a66c92ef29 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283692
Nov 06 20:53:34.384368 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:34.387521 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/30f7f650-50d0-446a-82d8-39753cfb0023 HTTP/1.1" status: 204  len: 168 time: 1.7957742
Nov 06 20:53:34.390664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53980) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:34.448767 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f774168-e398-4715-9595-99315eafe4c4 req-c903bcf3-eb5d-4933-ad44-69272d50a3e9 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3736534
Nov 06 20:53:34.449693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acecb1b-f051-4055-9ab7-7430cbdcb0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=30f7f650-50d0-446a-82d8-39753cfb0023,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:34.461520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4b7fc-afa3-4445-9c92-8048d139e914 req-b65993f2-9745-42bf-8922-8830edff3a84 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:34.474286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ae4b7fc-afa3-4445-9c92-8048d139e914 req-b65993f2-9745-42bf-8922-8830edff3a84 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 944 time: 0.1623473
Nov 06 20:53:34.491868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-bd577d8f-f3eb-4ba4-a5ee-718a5bc816ca service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2691538
Nov 06 20:53:34.619472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fb3604a-6e5e-4ee2-a9a3-9c2628b59ef8 req-cad92fb6-fe7e-4be3-b9a4-379b79ece319 service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1078758
Nov 06 20:53:34.683021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-e71e0029-ba10-4e38-84f7-1225b7b81dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:34.685840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-e71e0029-ba10-4e38-84f7-1225b7b81dd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 1095 time: 0.1458342
Nov 06 20:53:34.700324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c9b43-4e11-4651-a805-3133dd630c9f req-defbe881-ed67-49e7-9801-67f8542fefec tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:34.702179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c75c9b43-4e11-4651-a805-3133dd630c9f req-defbe881-ed67-49e7-9801-67f8542fefec tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 944 time: 0.0815251
Nov 06 20:53:34.705857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ae4b7fc-afa3-4445-9c92-8048d139e914 req-531908c6-18d8-4586-a56a-69a6c67030e0 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129161
Nov 06 20:53:34.819702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c75c9b43-4e11-4651-a805-3133dd630c9f req-b540c760-5476-4722-80b2-a8965181999c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960698
Nov 06 20:53:34.823494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-49f4ce2a-c373-402c-8fdd-94570f1e966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:34.825019 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-49f4ce2a-c373-402c-8fdd-94570f1e966d service neutron] 10.222.0.10 "GET /v2.0/networks?id=cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 200  len: 913 time: 0.1129451
Nov 06 20:53:34.882133 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-7f1c1cdf-6887-42d3-bad2-a8cd66d40678 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca70788c-4fdb-4374-8301-566c72ee62ea HTTP/1.1" status: 200  len: 217 time: 0.0418704
Nov 06 20:53:35.021961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-d26b4a8b-9fed-4aeb-84af-88a3304887f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:35.023724 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-d26b4a8b-9fed-4aeb-84af-88a3304887f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 200  len: 852 time: 0.1322083
Nov 06 20:53:35.062155 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-64633fec-deb9-4644-a5f9-2f60567541b3 service neutron] show failed (client error): The resource could not be found.
Nov 06 20:53:35.063026 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-64633fec-deb9-4644-a5f9-2f60567541b3 service neutron] 10.222.0.10 "GET /v2.0/ports/f25c6c10-c18d-4b5f-be2f-383aaa3a514e/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.4310961
Nov 06 20:53:35.113726 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-057ad4c2-6f2f-4b91-adb7-e9378f123b4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf6dfc64-25a7-4971-95b2-b28cae749918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527332
Nov 06 20:53:35.357362 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-d427491d-b993-4cc0-a7f8-c847cd2fcce6 service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2344813
Nov 06 20:53:35.400261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-eddbdffe-330c-42cf-817b-4ad3db3809a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:35.402153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-eddbdffe-330c-42cf-817b-4ad3db3809a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891&tenant_id=acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 1101 time: 0.0635669
Nov 06 20:53:35.422608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:35.561191 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:35.569834 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6ba94cf6-eac1-484e-b6a8-f47172305fb2 req-e6b71f66-9349-45cf-a5e6-336b3c69bacb service neutron] 10.222.0.10 "GET /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017608
Nov 06 20:53:35.623073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:35.656895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267f8-ae4b-4323-a71d-e1baeee4b5ce req-060f6298-3bdf-45ca-a0da-d42c3c135e0c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:35.658809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-399267f8-ae4b-4323-a71d-e1baeee4b5ce req-060f6298-3bdf-45ca-a0da-d42c3c135e0c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1673224
Nov 06 20:53:35.827914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-399267f8-ae4b-4323-a71d-e1baeee4b5ce req-ed0bbbd4-9529-4443-9b7e-6efbea45c172 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572444
Nov 06 20:53:36.033766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Deleting port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:36.034364 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.079648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506cfc9-a61f-4838-9cf0-ecd06b857cfc req-dbe47f0e-3db1-4bbe-b22f-e1710bfd6982 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:36.081477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1506cfc9-a61f-4838-9cf0-ecd06b857cfc req-dbe47f0e-3db1-4bbe-b22f-e1710bfd6982 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 944 time: 0.2429860
Nov 06 20:53:36.122219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57d4a4-5990-4b60-bde2-3ef56bb220a6 req-9f637ed5-b068-4b04-b2b2-409bc967f848 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:36.123767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca57d4a4-5990-4b60-bde2-3ef56bb220a6 req-9f637ed5-b068-4b04-b2b2-409bc967f848 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 944 time: 0.1666820
Nov 06 20:53:36.139513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] For port 23eb7fa9-f20b-49b1-b855-25cfcb341bb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,segment=NetworkSegment(b29fb038-979f-403f-9c5f-bfd1527e19ba),segment_id=b29fb038-979f-403f-9c5f-bfd1527e19ba)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:36.141095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.145805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:36.172036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Calling delete_port for 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:36.210377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 73c5bd90-3d67-4158-bff8-91e07f8a029b up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:36.212562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca57d4a4-5990-4b60-bde2-3ef56bb220a6 req-c62df2c5-fe99-4f5e-a339-0dac8d23642d tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794864
Nov 06 20:53:36.241033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1506cfc9-a61f-4838-9cf0-ecd06b857cfc req-120fa9b1-43df-4df0-a1e5-fe3516defb8d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496108
Nov 06 20:53:36.268576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:36.330537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:36.333600 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f37529-5500-4ce1-81ba-e92d644baebd" -d '{"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-unplugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:36.341799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.370040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 73c5bd90-3d67-4158-bff8-91e07f8a029b completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:53:36.373958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Transition to ACTIVE for port object f25c6c10-c18d-4b5f-be2f-383aaa3a514e will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:53:36.377246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 73c5bd90-3d67-4158-bff8-91e07f8a029b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:36.377932 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.379510 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.494105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] No DVR routers for this DVR port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:36.496932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:36.562021 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8fee7-664c-4a18-9968-1a6a4d400ff2 x-openstack-request-id: req-c8a8fee7-664c-4a18-9968-1a6a4d400ff2 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:36.562488 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-unplugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:36.563853 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8a8fee7-664c-4a18-9968-1a6a4d400ff2 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:36.564406 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'code': 200}
Nov 06 20:53:36.591697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:53:36.592022 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.592188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:53:36.594628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:36.614415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:53:36.614759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:36.633227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:53:36.633649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:36.634564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:53:36.635014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Bound port: f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:53:36.637780 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.726252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=23eb7fa9-f20b-49b1-b855-25cfcb341bb9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:36.729515 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.788485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d9c005-dc47-4fb6-ac23-fdeada22a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c5bd90-3d67-4158-bff8-91e07f8a029b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:36.791714 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6158c4e6-45be-48b5-9904-3d27ab81162a" -d '{"events": [{"server_uuid": "02d9c005-dc47-4fb6-ac23-fdeada22a300", "name": "network-vif-plugged", "status": "completed", "tag": "73c5bd90-3d67-4158-bff8-91e07f8a029b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:36.813019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 73c5bd90-3d67-4158-bff8-91e07f8a029b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:36.822449 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:36.823692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b8c16e54-38d3-4289-ad74-9c49e490aa25 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:36.919420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:36.931456 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199867c2-d48c-4314-a04d-48ef0fb6bf31 x-openstack-request-id: req-199867c2-d48c-4314-a04d-48ef0fb6bf31 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:36.931733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:53:36.931857 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d9c005-dc47-4fb6-ac23-fdeada22a300", "name": "network-vif-plugged", "status": "completed", "tag": "73c5bd90-3d67-4158-bff8-91e07f8a029b", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:36.931966 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-199867c2-d48c-4314-a04d-48ef0fb6bf31 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:36.932945 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d9c005-dc47-4fb6-ac23-fdeada22a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c5bd90-3d67-4158-bff8-91e07f8a029b', 'code': 200}
Nov 06 20:53:36.957383 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:37.015941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=73c5bd90-3d67-4158-bff8-91e07f8a029b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:37.028806 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.029311 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.029666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.030004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.030339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.030673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.034854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.035271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.035611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.035943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.036267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.043271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:37.064894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port b8c16e54-38d3-4289-ad74-9c49e490aa25 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:53:37.074389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port b8c16e54-38d3-4289-ad74-9c49e490aa25 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:37.075017 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:37.079280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:37.107041 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:37.131278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:37.132020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:37.134588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-5571007f-ad2e-4dea-80d9-ca91fbe0539b service neutron] 10.222.0.37 "PUT /v2.0/ports/f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 1096 time: 1.7228792
Nov 06 20:53:37.173789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8e773-a033-4cf5-9b7e-69008c860abd req-f659a5f3-38b5-4aab-b191-a13a2acc934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:37.175647 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d8e773-a033-4cf5-9b7e-69008c860abd req-f659a5f3-38b5-4aab-b191-a13a2acc934b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1096 time: 0.1414528
Nov 06 20:53:37.183049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317605-991b-42b7-aa6c-940d5bf0befd req-fd4d3846-fdf9-4ecf-ab1a-92ea74ca13c3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:37.193770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9317605-991b-42b7-aa6c-940d5bf0befd req-fd4d3846-fdf9-4ecf-ab1a-92ea74ca13c3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 948 time: 0.1190307
Nov 06 20:53:37.274149 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:37.351237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b8c16e54-38d3-4289-ad74-9c49e490aa25, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c16e54-38d3-4289-ad74-9c49e490aa25,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:37.363038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:37.403830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-906b08d6-b50c-4efe-a5d3-e45ab1a59ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:37.405419 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-906b08d6-b50c-4efe-a5d3-e45ab1a59ebd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1099 time: 0.2438109
Nov 06 20:53:37.420028 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d8e773-a033-4cf5-9b7e-69008c860abd req-7e16121c-b87e-4ced-8731-56c2f7b9df76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981051
Nov 06 20:53:37.445241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b8c16e54-38d3-4289-ad74-9c49e490aa25,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:37.584998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9317605-991b-42b7-aa6c-940d5bf0befd req-cdcb9810-a52c-48a5-aaf7-68fae0aa7e43 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3903432
Nov 06 20:53:37.617599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe045-3c95-4d49-a735-4c48fbb0bd25 req-17b9e4f9-6961-4c17-84c8-26d2f64162a2 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:37.625144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c46fe045-3c95-4d49-a735-4c48fbb0bd25 req-17b9e4f9-6961-4c17-84c8-26d2f64162a2 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 944 time: 0.2357707
Nov 06 20:53:37.678461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-dc8d2e79-3393-4795-95e8-73138ec2ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:37.679840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-dc8d2e79-3393-4795-95e8-73138ec2ff43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2560432
Nov 06 20:53:37.725664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Router 3697f402-131e-47b9-87f5-76bb2289ae26 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:53:37.762232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c46fe045-3c95-4d49-a735-4c48fbb0bd25 req-483e203c-b067-40b9-9c02-7469270afa52 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361594
Nov 06 20:53:37.766512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-44705cd0-4aaa-47ef-887b-4331a699f511 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0683460
Nov 06 20:53:37.860671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-68d4451e-5606-48cb-8c4c-82a0cb49be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:37.864867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-68d4451e-5606-48cb-8c4c-82a0cb49be40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0857496
Nov 06 20:53:37.878080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9d1c9-caaf-4213-a2b0-bb7e7488c72b req-87030b2e-5fa4-4403-b29c-7455228734bc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:37.887448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52f9d1c9-caaf-4213-a2b0-bb7e7488c72b req-87030b2e-5fa4-4403-b29c-7455228734bc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1332188
Nov 06 20:53:37.935049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:53:37.944210 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-71e46bd8-0dc7-4a1f-ad59-5f1cd134c5fe admin admin] 10.222.0.13 "PUT /v2.0/routers/3697f402-131e-47b9-87f5-76bb2289ae26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5501714
Nov 06 20:53:37.951547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] Sync routers for ids ['3697f402-131e-47b9-87f5-76bb2289ae26'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:53:37.955658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54092) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:37.967004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] Routers {'3697f402-131e-47b9-87f5-76bb2289ae26'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:37.967625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92517ba880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3697f402-131e-47b9-87f5-76bb2289ae26'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:38.076685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52f9d1c9-caaf-4213-a2b0-bb7e7488c72b req-a829a0a4-3df3-4437-9a37-0c4772107404 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882126
Nov 06 20:53:38.092204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-2e4549b0-57e2-4b4e-ad49-8d4ed29a9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:38.093809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-2e4549b0-57e2-4b4e-ad49-8d4ed29a9a9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2037089
Nov 06 20:53:38.166023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] Set router 3697f402-131e-47b9-87f5-76bb2289ae26 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:38.250553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ca70788c-4fdb-4374-8301-566c72ee62ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:53:38.339356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:38.497672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ca70788c-4fdb-4374-8301-566c72ee62ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca70788c-4fdb-4374-8301-566c72ee62ea,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:38.500492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:38.523936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'ca70788c-4fdb-4374-8301-566c72ee62ea', 'network_id': 'cf6dfc64-25a7-4971-95b2-b28cae749918', 'port_id': 'ca70788c-4fdb-4374-8301-566c72ee62ea', 'mac_address': 'fa:16:3e:7e:52:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320ebed7-bdef-410c-92c6-8b51981e34c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:53:38.585101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:38.589028 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45b6a1-697f-4b38-84b6-c8380560a978" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:38.592940 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:38.604694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:38.627691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca70788c-4fdb-4374-8301-566c72ee62ea {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:38.636722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92517ba880>, [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:53:36Z', 'revision_number': 5, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:38.679406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] Checking router: 3697f402-131e-47b9-87f5-76bb2289ae26 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:53:38.694071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ca70788c-4fdb-4374-8301-566c72ee62ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca70788c-4fdb-4374-8301-566c72ee62ea,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:38.700618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] Routers {'3697f402-131e-47b9-87f5-76bb2289ae26'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:53:38.701243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92517ba880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3697f402-131e-47b9-87f5-76bb2289ae26'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:38.705731 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:38.709870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-8c9a37b2-0298-406f-93e5-ec7eccf67ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131482
Nov 06 20:53:38.775345 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f7f52d-f49c-46be-b886-eea8ceeb2b27 x-openstack-request-id: req-48f7f52d-f49c-46be-b886-eea8ceeb2b27 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:38.775731 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:38.776003 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48f7f52d-f49c-46be-b886-eea8ceeb2b27 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:38.777786 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'status': 'completed', 'code': 200}
Nov 06 20:53:38.853374 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-f5b9423c-035d-4cec-8881-b9a54279eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:38.859125 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-f5b9423c-035d-4cec-8881-b9a54279eeb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1099 time: 0.1158490
Nov 06 20:53:38.947343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0814b2-5fff-4e39-99c9-479ea42beac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c16e54-38d3-4289-ad74-9c49e490aa25'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:38.955140 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f2e17-b643-4e38-bcf6-8e7601c74dc4" -d '{"events": [{"server_uuid": "8d0814b2-5fff-4e39-99c9-479ea42beac3", "name": "network-vif-plugged", "status": "completed", "tag": "b8c16e54-38d3-4289-ad74-9c49e490aa25"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:38.967989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-8d366a2a-396a-4871-aab4-f1afd9eee2ad service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601508
Nov 06 20:53:39.017107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ca70788c-4fdb-4374-8301-566c72ee62ea,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:39.182752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-fc5d3e7f-6243-442c-84b2-ad08a6b05550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.188512 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-fc5d3e7f-6243-442c-84b2-ad08a6b05550 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.3204837
Nov 06 20:53:39.198062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d6df2-3436-4633-8497-a1da7ef42db7 req-edc6c2d6-9f01-4d81-8b3d-5e0a096b6580 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.200496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a6d6df2-3436-4633-8497-a1da7ef42db7 req-edc6c2d6-9f01-4d81-8b3d-5e0a096b6580 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 945 time: 0.2243485
Nov 06 20:53:39.204862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] Set router 3697f402-131e-47b9-87f5-76bb2289ae26 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:53:39.208804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-fe10842f-2326-47ed-8965-b6b1e78de3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.210258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-fe10842f-2326-47ed-8965-b6b1e78de3d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1099 time: 0.1424706
Nov 06 20:53:39.273534 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-6c50168b-b662-44f8-af15-a94086c83b0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0777564
Nov 06 20:53:39.310063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ca70788c-4fdb-4374-8301-566c72ee62ea'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:39.333786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4a9ff-6145-43a4-91e0-671fc2f2d60f req-26b8b8c0-e2c2-4796-8f14-fce9e31a0c01 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.349987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84d4a9ff-6145-43a4-91e0-671fc2f2d60f req-26b8b8c0-e2c2-4796-8f14-fce9e31a0c01 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 948 time: 0.5726438
Nov 06 20:53:39.354106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a6d6df2-3436-4633-8497-a1da7ef42db7 req-02410fad-db02-4c2b-9f53-66ab43179339 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404486
Nov 06 20:53:39.395983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-a2df0ab6-159e-4ed3-ad19-c1a9ee6d2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.413822 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-a2df0ab6-159e-4ed3-ad19-c1a9ee6d2214 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1299565
Nov 06 20:53:39.492273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:39.515915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84d4a9ff-6145-43a4-91e0-671fc2f2d60f req-c0302141-e18f-46c1-a762-335b1e52fe66 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529682
Nov 06 20:53:39.532526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-b80a7e1b-a009-489f-b335-ac226c1e9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.534557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-b80a7e1b-a009-489f-b335-ac226c1e9277 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1102746
Nov 06 20:53:39.555038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-8e6be332-880f-476c-95af-2eceb7351609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.560197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-8e6be332-880f-476c-95af-2eceb7351609 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2634034
Nov 06 20:53:39.763030 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-59653117-b50a-4850-8def-d6b02031b4b6 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188096
Nov 06 20:53:39.769871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-eb37506c-7e88-4099-95f8-1f1adfdb815d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.2005134
Nov 06 20:53:39.862546 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9aaf1c-032d-4859-aab4-5e81c88e483f x-openstack-request-id: req-6d9aaf1c-032d-4859-aab4-5e81c88e483f {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:39.863131 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0814b2-5fff-4e39-99c9-479ea42beac3", "name": "network-vif-plugged", "status": "completed", "tag": "b8c16e54-38d3-4289-ad74-9c49e490aa25", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:39.863131 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d9aaf1c-032d-4859-aab4-5e81c88e483f {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:39.863534 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0814b2-5fff-4e39-99c9-479ea42beac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c16e54-38d3-4289-ad74-9c49e490aa25', 'code': 200}
Nov 06 20:53:39.888709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62185bb8-94c9-48e5-9bf4-86d074c8c5f8 req-5c638698-9097-4bd4-9e2f-e342b6701975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.890450 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-62185bb8-94c9-48e5-9bf4-86d074c8c5f8 req-5c638698-9097-4bd4-9e2f-e342b6701975 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 1096 time: 0.1956778
Nov 06 20:53:39.907626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984b3b9-d29f-4ee7-9e3b-bb86ecdab011 req-ac66f74c-1c09-40f8-a309-dd3750ab1652 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.915977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4984b3b9-d29f-4ee7-9e3b-bb86ecdab011 req-ac66f74c-1c09-40f8-a309-dd3750ab1652 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.2409830
Nov 06 20:53:39.971245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-de29e780-5347-494f-a6c5-9aa9f13ac900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:39.972836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-de29e780-5347-494f-a6c5-9aa9f13ac900 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1702778
Nov 06 20:53:40.009124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Deleting port be829027-2c92-4a76-a3c5-cdbe17f25616 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:40.009470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:40.032685 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-62185bb8-94c9-48e5-9bf4-86d074c8c5f8 req-e1355ec5-e9ac-4fcb-9637-aae0d055ddf7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299365
Nov 06 20:53:40.069535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-1475a884-8e67-4831-b0b3-cfaf49e6d793 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2980545
Nov 06 20:53:40.080940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4984b3b9-d29f-4ee7-9e3b-bb86ecdab011 req-59a7980e-ed17-4141-8c04-3f99c1da4438 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639395
Nov 06 20:53:40.117198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-785ba1a4-0833-4c47-9957-bce1624874ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:40.119004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-785ba1a4-0833-4c47-9957-bce1624874ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1291246
Nov 06 20:53:40.185456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92517ba880>, [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:53:36Z', 'revision_number': 5, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:40.199866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] For port be829027-2c92-4a76-a3c5-cdbe17f25616, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be829027-2c92-4a76-a3c5-cdbe17f25616,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:40.200265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:40.223536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Calling delete_port for be829027-2c92-4a76-a3c5-cdbe17f25616 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:40.229781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9d67a-0c70-41e9-8ef3-1a481649a1e8 None None] The sync data for ids ['3697f402-131e-47b9-87f5-76bb2289ae26'] in ncdv-master-1 is: [{'id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1550697363-router', 'tenant_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33'}], 'enable_snat': True}, 'gw_port_id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:46:36Z', 'updated_at': '2021-11-06T20:53:36Z', 'revision_number': 5, 'project_id': '331aa34dd80046ec8f11d2cc7b2204eb', 'gw_port': {'id': 'be829027-2c92-4a76-a3c5-cdbe17f25616', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3697f402-131e-47b9-87f5-76bb2289ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:46:37Z', 'updated_at': '2021-11-06T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:53:40.315862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-d51edc6d-f165-4bef-be0b-4323371add07 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870868
Nov 06 20:53:40.517445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c45b6a1-697f-4b38-84b6-c8380560a978 req-4e747a8c-81be-430a-9a39-cd971be50239 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900258
Nov 06 20:53:40.563148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192056b3-c033-4fd6-8225-e38dde4af671 req-7ac479c3-b222-4a71-8ae1-27a217d7cfe7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:40.571145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-192056b3-c033-4fd6-8225-e38dde4af671 req-7ac479c3-b222-4a71-8ae1-27a217d7cfe7 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 945 time: 0.1327448
Nov 06 20:53:40.625223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:40.672785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-192056b3-c033-4fd6-8225-e38dde4af671 req-f1c6e2de-70b0-48b0-8ea4-e6a50efab721 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007001
Nov 06 20:53:40.676401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Pushing event deleted for resources: {'Port': ['ID=be829027-2c92-4a76-a3c5-cdbe17f25616,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:40.722503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.722855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.723711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.723711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.723932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.724189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.726501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.726848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.727184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.727553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.727886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.728215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:53:40.784570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:40.794266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854915bd-681b-466e-880c-15d8f752e8ab req-603a8cc2-e32f-4423-8c57-19abd1be4065 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:40.795863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-854915bd-681b-466e-880c-15d8f752e8ab req-603a8cc2-e32f-4423-8c57-19abd1be4065 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 948 time: 0.1207225
Nov 06 20:53:40.931363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:40.938029 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:40.989204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-854915bd-681b-466e-880c-15d8f752e8ab req-f8a6c2c4-5ace-4943-82a1-c6967829692e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611688
Nov 06 20:53:40.997287 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:40.997854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3697f402-131e-47b9-87f5-76bb2289ae26 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:53:41.003682 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.005631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6ea6035d-bd46-492f-a8c2-19beed3d50ea admin admin] 10.222.0.13 "DELETE /v2.0/routers/3697f402-131e-47b9-87f5-76bb2289ae26 HTTP/1.1" status: 204  len: 168 time: 3.0481579
Nov 06 20:53:41.008407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54212) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:41.067886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d673016-55af-415a-84e7-d22335797266 admin admin] Deleting subnet 4cfa26cb-fc65-4808-ab1b-90886bfe390e {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:53:41.072756 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3d673016-55af-415a-84e7-d22335797266 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.111404 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3d673016-55af-415a-84e7-d22335797266 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.251230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3d673016-55af-415a-84e7-d22335797266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.280143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d265edf-a5ac-4e12-bd6d-96a39cfd6325 req-73ce8c65-a2ea-40d0-ae0b-4a9259f4e696 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:41.282453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d265edf-a5ac-4e12-bd6d-96a39cfd6325 req-73ce8c65-a2ea-40d0-ae0b-4a9259f4e696 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0878150
Nov 06 20:53:41.309411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3d673016-55af-415a-84e7-d22335797266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.342551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d673016-55af-415a-84e7-d22335797266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfa26cb-fc65-4808-ab1b-90886bfe390e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:41.355429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d265edf-a5ac-4e12-bd6d-96a39cfd6325 req-1f57658d-c5d5-4d10-b22a-691defd7407a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622270
Nov 06 20:53:41.361398 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3d673016-55af-415a-84e7-d22335797266 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.370337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c73390a-d478-4839-a414-1cead0371314 None None] Network b6a60fed-2a13-4e33-9123-745927d55fa2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:53:41.372860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3d673016-55af-415a-84e7-d22335797266 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4cfa26cb-fc65-4808-ab1b-90886bfe390e HTTP/1.1" status: 204  len: 168 time: 0.3610663
Nov 06 20:53:41.376704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54222) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:41.626209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] DHCP port deletion for b6a60fed-2a13-4e33-9123-745927d55fa2 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:53:41.709948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device be829027-2c92-4a76-a3c5-cdbe17f25616 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:41.761480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: be829027-2c92-4a76-a3c5-cdbe17f25616 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:41.763317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device be829027-2c92-4a76-a3c5-cdbe17f25616 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:41.763317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:41.824099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:41.825240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 23eb7fa9-f20b-49b1-b855-25cfcb341bb9 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:41.852171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] Deleting port 53a27cf6-b70d-4433-91d1-bd641448a263 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:41.853559 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.920874 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.924489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0daa-b887-4e99-b127-040aafb9187d req-5a7ebc97-7a4a-4817-abb0-d600b6094f06 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:41.934556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b97d0daa-b887-4e99-b127-040aafb9187d req-5a7ebc97-7a4a-4817-abb0-d600b6094f06 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 945 time: 0.1251571
Nov 06 20:53:41.947920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] For port 53a27cf6-b70d-4433-91d1-bd641448a263, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53a27cf6-b70d-4433-91d1-bd641448a263,segment=NetworkSegment(b29fb038-979f-403f-9c5f-bfd1527e19ba),segment_id=b29fb038-979f-403f-9c5f-bfd1527e19ba)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:41.948412 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:41.963728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] Calling delete_port for 53a27cf6-b70d-4433-91d1-bd641448a263 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:42.001665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Deleting port 53a27cf6-b70d-4433-91d1-bd641448a263 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:42.001914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.022662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b97d0daa-b887-4e99-b127-040aafb9187d req-d503e47b-88e6-4ad4-980c-858ca7af3ac1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842566
Nov 06 20:53:42.067784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.103253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] No DVR routers for this DVR port 53a27cf6-b70d-4433-91d1-bd641448a263 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:42.106052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] For port 53a27cf6-b70d-4433-91d1-bd641448a263, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53a27cf6-b70d-4433-91d1-bd641448a263,segment=NetworkSegment(b29fb038-979f-403f-9c5f-bfd1527e19ba),segment_id=b29fb038-979f-403f-9c5f-bfd1527e19ba)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:42.107276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.114410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710cb6e-2877-4024-bf30-7e801c5ae104 None None] Pushing event deleted for resources: {'Port': ['ID=53a27cf6-b70d-4433-91d1-bd641448a263,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:42.126883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Calling delete_port for 53a27cf6-b70d-4433-91d1-bd641448a263 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:42.186148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e2f19-a387-4bf5-93a6-cc6cc2996323 req-c890d001-db83-49c0-a6a4-133db8832e1c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:42.194180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-931e2f19-a387-4bf5-93a6-cc6cc2996323 req-c890d001-db83-49c0-a6a4-133db8832e1c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 948 time: 0.0673356
Nov 06 20:53:42.239185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.239508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ca70788c-4fdb-4374-8301-566c72ee62ea up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:42.280727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Pushing event deleted for resources: {'Port': ['ID=53a27cf6-b70d-4433-91d1-bd641448a263,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:42.282706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-931e2f19-a387-4bf5-93a6-cc6cc2996323 req-95c9b82b-1e1d-4ed7-bd7e-3ebae9cc3aa9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876303
Nov 06 20:53:42.297692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port ca70788c-4fdb-4374-8301-566c72ee62ea completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:53:42.299520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] No DVR routers for this DVR port 53a27cf6-b70d-4433-91d1-bd641448a263 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:42.307253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port ca70788c-4fdb-4374-8301-566c72ee62ea triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:42.307641 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.391684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.423975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.430142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254bf5b50>,) {'filters': {'network_id': ['b6a60fed-2a13-4e33-9123-745927d55fa2']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:42.443219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254bf5b50>, 'b29fb038-979f-403f-9c5f-bfd1527e19ba') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:42.443573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254bf5b50>, 'b29fb038-979f-403f-9c5f-bfd1527e19ba') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:42.455452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.467947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ca70788c-4fdb-4374-8301-566c72ee62ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca70788c-4fdb-4374-8301-566c72ee62ea,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:42.472576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20708bdc-f507-44fd-a579-76e5dcf84f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca70788c-4fdb-4374-8301-566c72ee62ea'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:42.473926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.475445 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6727fdb-4e55-48e4-887b-0f8bcc3c08c5" -d '{"events": [{"server_uuid": "20708bdc-f507-44fd-a579-76e5dcf84f7a", "name": "network-vif-plugged", "status": "completed", "tag": "ca70788c-4fdb-4374-8301-566c72ee62ea"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:42.481699 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.482767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:42.483095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:53:42.483502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:53:42.485778 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:53:42.566158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.573941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.580400 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6a60fed-2a13-4e33-9123-745927d55fa2 HTTP/1.1" status: 204  len: 168 time: 1.2025821
Nov 06 20:53:42.594339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737bf00-72e5-4a07-a014-2238ec56719c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a60fed-2a13-4e33-9123-745927d55fa2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:42.634237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ca70788c-4fdb-4374-8301-566c72ee62ea,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:42.634391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edb578-c3b3-4b7f-9def-54eab47b6452 req-6cd26841-931d-456b-9b0f-9cd4ecf6185d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:42.641996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41edb578-c3b3-4b7f-9def-54eab47b6452 req-6cd26841-931d-456b-9b0f-9cd4ecf6185d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1649659
Nov 06 20:53:42.679934 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.733712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:42.739301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:53:42.742504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41edb578-c3b3-4b7f-9def-54eab47b6452 req-97eb32fa-ddd0-44d6-bc70-60e818e49949 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956059
Nov 06 20:53:42.750222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-425aafea-1bf7-4a11-993c-66792601410e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:42.760741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-425aafea-1bf7-4a11-993c-66792601410e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 804 time: 0.2065663
Nov 06 20:53:42.764102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:42.794104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-7094025a-fbaf-4adc-86bf-5cfb34242a35 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/quotas/5de129bacdaf410c9d891738fc1181f8 HTTP/1.1" status: 200  len: 375 time: 0.0323863
Nov 06 20:53:42.850564 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb86a8ce-ac1d-473b-8ec2-7dc162e8915d x-openstack-request-id: req-cb86a8ce-ac1d-473b-8ec2-7dc162e8915d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:42.850862 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20708bdc-f507-44fd-a579-76e5dcf84f7a", "name": "network-vif-plugged", "status": "completed", "tag": "ca70788c-4fdb-4374-8301-566c72ee62ea", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:42.851119 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb86a8ce-ac1d-473b-8ec2-7dc162e8915d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:42.851511 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20708bdc-f507-44fd-a579-76e5dcf84f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca70788c-4fdb-4374-8301-566c72ee62ea', 'code': 200}
Nov 06 20:53:42.880674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-4cae6b13-9fe7-41b7-ac47-500078cdf81b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0854299
Nov 06 20:53:42.896167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:42.924862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:42.946156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'mac_address': 'fa:16:3e:8c:b2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:53:42.982438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ea2e3-e18e-46ec-bb75-12c6ca75dd97 req-3c7adee5-be4c-45c5-9d54-c041c52d1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:42.984398 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-633ea2e3-e18e-46ec-bb75-12c6ca75dd97 req-3c7adee5-be4c-45c5-9d54-c041c52d1e73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 1097 time: 0.0716400
Nov 06 20:53:43.007385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:43.031553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54298) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:43.035380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25c6c10-c18d-4b5f-be2f-383aaa3a514e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:43.060176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:43.067148 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:43.077235 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-633ea2e3-e18e-46ec-bb75-12c6ca75dd97 req-c6059446-5ff1-42c6-8cc4-aa4d0a673cd7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848987
Nov 06 20:53:43.081211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-aa0d200a-d332-40d1-9370-82434a8a63e9 service neutron] 10.222.0.13 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996338
Nov 06 20:53:43.132179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:43.159958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-06ad6666-affb-4659-88a7-338e6e2b320c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e0376f3231e49d495f1777d2f774450&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1273215
Nov 06 20:53:43.162347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54304) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:43.231312 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-fc12d010-0939-4f39-8aa9-c27ed2cc4978 service neutron] 10.222.0.13 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492386
Nov 06 20:53:43.237128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d63e2860-a76c-4f7c-99cc-0b1b3b80d6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:43.261620 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d63e2860-a76c-4f7c-99cc-0b1b3b80d6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:43.331820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d63e2860-a76c-4f7c-99cc-0b1b3b80d6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:43.338942 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d63e2860-a76c-4f7c-99cc-0b1b3b80d6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:43.340425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d63e2860-a76c-4f7c-99cc-0b1b3b80d6ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cc6927a-f8a3-4303-9c6a-e67e786a1555 HTTP/1.1" status: 204  len: 168 time: 0.1770279
Nov 06 20:53:43.358734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2860-a76c-4f7c-99cc-0b1b3b80d6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc6927a-f8a3-4303-9c6a-e67e786a1555,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:43.449004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f25c6c10-c18d-4b5f-be2f-383aaa3a514e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:43.513342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 53a27cf6-b70d-4433-91d1-bd641448a263 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:43.539521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-eedb0476-af32-438e-8944-22647bd6902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:43.546128 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-eedb0476-af32-438e-8944-22647bd6902b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 1096 time: 0.1539764
Nov 06 20:53:43.557980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 53a27cf6-b70d-4433-91d1-bd641448a263 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:43.558408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 53a27cf6-b70d-4433-91d1-bd641448a263 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:43.661962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda046af-bb02-4f36-8240-6996be21b8bb req-deb3addb-86ab-4f3e-995f-e47524d0f877 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:43.672104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cda046af-bb02-4f36-8240-6996be21b8bb req-deb3addb-86ab-4f3e-995f-e47524d0f877 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 946 time: 0.2730417
Nov 06 20:53:43.688001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc87478-29e6-4d67-8bef-4fec4cc61d42 req-d516bec2-260c-4e96-ae52-1fc4cd1340f5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:43.689726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bc87478-29e6-4d67-8bef-4fec4cc61d42 req-d516bec2-260c-4e96-ae52-1fc4cd1340f5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1850529
Nov 06 20:53:43.726847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-901cb01d-7c16-4846-aaf9-51e8761a7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:43.728777 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-901cb01d-7c16-4846-aaf9-51e8761a7fd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 919 time: 0.1447175
Nov 06 20:53:43.770572 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bc87478-29e6-4d67-8bef-4fec4cc61d42 req-45869964-b800-4ce1-a255-c76e071b8f1d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712442
Nov 06 20:53:43.791354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cda046af-bb02-4f36-8240-6996be21b8bb req-fc634a88-3c90-4259-83e1-8a242d7db173 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178086
Nov 06 20:53:43.830995 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-c238768b-41cf-46e0-84da-f614838ab433 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8c16e54-38d3-4289-ad74-9c49e490aa25 HTTP/1.1" status: 200  len: 217 time: 0.0920987
Nov 06 20:53:43.932794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ba997d7-d24c-4c63-b604-5e3ad9e47747 req-c09ac1f3-cedf-48ec-8a6a-9a0658f43f6d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 210 time: 0.0514231
Nov 06 20:53:43.937756 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-7dc81c84-0ab4-41b5-8488-798d0bc21ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:43.939222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-7dc81c84-0ab4-41b5-8488-798d0bc21ccf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.0903366
Nov 06 20:53:43.987041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792e25-f17f-40f9-b654-bf6f15943b41 req-abb47d93-d714-4c47-a758-617a1b84d7a8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:43.999591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00792e25-f17f-40f9-b654-bf6f15943b41 req-abb47d93-d714-4c47-a758-617a1b84d7a8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.1067302
Nov 06 20:53:44.003507 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-3508653a-c4d2-4004-9cb6-aee11ec8611f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485516
Nov 06 20:53:44.114666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00792e25-f17f-40f9-b654-bf6f15943b41 req-dc84bdac-96d8-4784-a5e1-1a54375d97e9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037581
Nov 06 20:53:44.137309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54332) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:44.148116 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-4cb96e7e-4387-4d68-b4e5-ab8cf7c0a6ea service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364155
Nov 06 20:53:44.211163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-582ab5bc-47b4-453f-abbf-3a9bf8713579 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=331aa34dd80046ec8f11d2cc7b2204eb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0723763
Nov 06 20:53:44.224906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54336) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:44.276274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.278266 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.302745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f070db45-026f-460e-a2e1-dec359e93c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.332454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f070db45-026f-460e-a2e1-dec359e93c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.333430 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b879e7f8-f2a6-4d74-827e-00c7e0cd26de req-fcdb7f67-3dcc-4cd1-a79d-8b678c62a25c service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725166
Nov 06 20:53:44.416469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f070db45-026f-460e-a2e1-dec359e93c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.419704 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f070db45-026f-460e-a2e1-dec359e93c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.423618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f070db45-026f-460e-a2e1-dec359e93c99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e15c406-414a-4651-9121-0354a569e5c5 HTTP/1.1" status: 204  len: 168 time: 0.1976612
Nov 06 20:53:44.443041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070db45-026f-460e-a2e1-dec359e93c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15c406-414a-4651-9121-0354a569e5c5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:44.502629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-ee2ee7d8-de6f-4cf3-949d-e030fe92dc1d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:44.504549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-ee2ee7d8-de6f-4cf3-949d-e030fe92dc1d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891&tenant_id=acfc5ca1083f4131b1da0e5689218590&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1236629
Nov 06 20:53:44.518232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a539432-b429-42b1-8099-87a4135f34a1 req-d82d3de3-a36b-43bf-a3d9-491661347055 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:44.519864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a539432-b429-42b1-8099-87a4135f34a1 req-d82d3de3-a36b-43bf-a3d9-491661347055 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.0950325
Nov 06 20:53:44.622655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a539432-b429-42b1-8099-87a4135f34a1 req-8e9fa65a-dcf8-4e91-ac65-8a6e6325e9f5 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925951
Nov 06 20:53:44.624280 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-228239c9-1be8-4f6b-8469-9d79f66459a3 service neutron] 10.222.0.37 "GET /v2.0/ports/f25c6c10-c18d-4b5f-be2f-383aaa3a514e/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1033213
Nov 06 20:53:44.651626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2269452-3569-4100-9b7b-5607f7376da3 req-7d894b1e-0b1d-49fd-a642-df8b85b095f1 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:44.653397 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2269452-3569-4100-9b7b-5607f7376da3 req-7d894b1e-0b1d-49fd-a642-df8b85b095f1 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2fbee84-0888-474a-a089-36a96efd162d HTTP/1.1" status: 200  len: 943 time: 0.0824411
Nov 06 20:53:44.709479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-d8c389e9-688c-43e9-8af2-7bcf6879c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:44.711450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-d8c389e9-688c-43e9-8af2-7bcf6879c3d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1100 time: 0.0525048
Nov 06 20:53:44.760595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:44.770544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Deleting port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:44.771111 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.853596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:44.857611 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c85d75-4194-4a5f-8903-67c92dbbe5c8" -d '{"events": [{"server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:44.867884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port f25c6c10-c18d-4b5f-be2f-383aaa3a514e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:53:44.875253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port f25c6c10-c18d-4b5f-be2f-383aaa3a514e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:44.876001 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.915805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] For port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:44.916463 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:44.934571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Calling delete_port for 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:44.964567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-01c246bf-b6a8-4a0a-bff6-f603303286dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:44.967531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-01c246bf-b6a8-4a0a-bff6-f603303286dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2481968
Nov 06 20:53:45.031256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:45.044697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-2977c7cb-d23c-4295-8591-0355f3757246 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0693991
Nov 06 20:53:45.140279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:45.150295 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:45.168227 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:45.195531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e37ea-a1e8-4035-aac2-e3d6c582ced6 req-f3eebb6e-e566-4a72-9a29-5f5819708f34 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:45.197973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b30e37ea-a1e8-4035-aac2-e3d6c582ced6 req-f3eebb6e-e566-4a72-9a29-5f5819708f34 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1582420
Nov 06 20:53:45.203864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-afebdcac-bce3-4f8c-8955-5741ce0559a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:45.205521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-afebdcac-bce3-4f8c-8955-5741ce0559a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1376894
Nov 06 20:53:45.244892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc3ae-218b-408d-92cb-b0ca37273de1 req-facc5850-f1b9-4375-8565-6987997e6b6c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:45.246448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-414fc3ae-218b-408d-92cb-b0ca37273de1 req-facc5850-f1b9-4375-8565-6987997e6b6c tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 946 time: 0.2048347
Nov 06 20:53:45.287946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:45.288876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Pushing event deleted for resources: {'Port': ['ID=9d0eeba9-6ff4-48d8-9007-9e377ba11bbf,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:45.312645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] No DVR routers for this DVR port 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:45.318514 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:45.322622 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2269452-3569-4100-9b7b-5607f7376da3 req-9cf26d34-5330-4e48-9cb4-55a9f777d112 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "DELETE /v2.0/ports/9d0eeba9-6ff4-48d8-9007-9e377ba11bbf HTTP/1.1" status: 204  len: 173 time: 0.6595852
Nov 06 20:53:45.323130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'name': 'network-vif-deleted', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:45.329093 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a331010b-8995-4de8-9c01-b41f3c5549b4" -d '{"events": [{"server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "name": "network-vif-deleted", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:45.398365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-7d4c59ba-14c9-4b1c-8e39-78b2e27bdf40 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:45.401536 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-7d4c59ba-14c9-4b1c-8e39-78b2e27bdf40 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 804 time: 0.2599580
Nov 06 20:53:45.403025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b30e37ea-a1e8-4035-aac2-e3d6c582ced6 req-8f52a145-b68b-49ef-beff-2edd6384db46 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952753
Nov 06 20:53:45.410045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-8377f05e-18f8-4d0b-92a0-264ace2272d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:45.411524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-8377f05e-18f8-4d0b-92a0-264ace2272d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1918986
Nov 06 20:53:45.428404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Request body: {'port': {'device_id': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'admin_state_up': True, 'tenant_id': '5de129bacdaf410c9d891738fc1181f8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:45.430406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-414fc3ae-218b-408d-92cb-b0ca37273de1 req-8ca95a07-2505-4f72-88fc-eab4d57c54c4 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405556
Nov 06 20:53:45.504647 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afe364c-9ff0-416a-9d45-40806376b195 x-openstack-request-id: req-3afe364c-9ff0-416a-9d45-40806376b195 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:45.505195 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:45.505703 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3afe364c-9ff0-416a-9d45-40806376b195 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:45.506282 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'code': 200}
Nov 06 20:53:45.586797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab340388-4aee-445d-b7e6-e22c62921f7a req-edc2cc9a-7fc7-41ed-81ff-9385827aaa7c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 210 time: 0.0415947
Nov 06 20:53:45.627102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Made reservation on behalf of 5de129bacdaf410c9d891738fc1181f8 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:53:45.631367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:45.663347 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a12a516-645f-4805-8ecd-60f524514a00 x-openstack-request-id: req-7a12a516-645f-4805-8ecd-60f524514a00 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:45.665837 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fbee84-0888-474a-a089-36a96efd162d", "name": "network-vif-deleted", "tag": "9d0eeba9-6ff4-48d8-9007-9e377ba11bbf", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:45.666270 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a12a516-645f-4805-8ecd-60f524514a00 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:45.669029 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fbee84-0888-474a-a089-36a96efd162d', 'name': 'network-vif-deleted', 'tag': '9d0eeba9-6ff4-48d8-9007-9e377ba11bbf', 'status': 'completed', 'code': 200}
Nov 06 20:53:45.685528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-03d59529-4492-4156-baae-f5a7708480b3 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2538316
Nov 06 20:53:45.898689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-fffc5ac9-9b2a-435f-97aa-7d47f5f44ae1 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042947
Nov 06 20:53:45.922575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa773b-30b6-4a58-b901-52ceda3bcadb req-f9d9ea88-d1de-476b-9b2a-ad6ad1f7b2e0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:45.931019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbaa773b-30b6-4a58-b901-52ceda3bcadb req-f9d9ea88-d1de-476b-9b2a-ad6ad1f7b2e0 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1043041
Nov 06 20:53:45.931729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Allocated IP 172.20.0.13 (8fbc16c6-4a6c-4b93-987f-9643b3a1da7e/402d76b1-c186-447e-bf02-a2f54bded116/809b9394-67e1-4318-9cc7-04a3de08ebc9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:53:46.003890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddd6c4-9c13-4f76-9323-2c7319b8d281 req-19dc2869-5173-4610-a903-3f96ce886613 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:46.005501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58ddd6c4-9c13-4f76-9323-2c7319b8d281 req-19dc2869-5173-4610-a903-3f96ce886613 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 946 time: 0.1059890
Nov 06 20:53:46.020188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbaa773b-30b6-4a58-b901-52ceda3bcadb req-85e225fd-5f18-425e-812d-646a0b06606f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882735
Nov 06 20:53:46.095695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58ddd6c4-9c13-4f76-9323-2c7319b8d281 req-4ea06130-1df4-4a07-a4f2-a0b4c26633d5 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766683
Nov 06 20:53:46.208722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:46.244819 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:46.289227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:53:46.295506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:46.299330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:53:46.305880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Pushing event updated for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:46.358489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:46.359102 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:46.376703 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-3fbc839d-757c-4278-bca0-0a42fb696a80 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9549372
Nov 06 20:53:46.397466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Request body: {'port': {'device_id': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:46.471668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:46.546105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48770-0dff-4c3a-8ebc-2b62d7ca3972 req-74e820d4-9fe8-4451-adae-3b0d5c4dda4b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:46.550557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55f48770-0dff-4c3a-8ebc-2b62d7ca3972 req-74e820d4-9fe8-4451-adae-3b0d5c4dda4b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0646677
Nov 06 20:53:46.610602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55f48770-0dff-4c3a-8ebc-2b62d7ca3972 req-760fe5cd-2956-418b-8769-1b39e92d0c68 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526962
Nov 06 20:53:46.773322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ada98a-a739-4ff5-91c6-9c6b3c5765d0 req-c61e3894-b5b7-41a2-9730-66e6c5577f70 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:46.774992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77ada98a-a739-4ff5-91c6-9c6b3c5765d0 req-c61e3894-b5b7-41a2-9730-66e6c5577f70 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 932 time: 0.0739589
Nov 06 20:53:46.778353 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c029a67-362c-46e2-9ced-1b0eaf06e4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:46.837250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77ada98a-a739-4ff5-91c6-9c6b3c5765d0 req-0056195c-ade7-4d59-bd50-b777625fb963 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547156
Nov 06 20:53:46.856867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809b9394-67e1-4318-9cc7-04a3de08ebc9 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:46.877876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:46.895349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Transition to ACTIVE for port object 809b9394-67e1-4318-9cc7-04a3de08ebc9 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:53:46.900071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:46.961901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:47.031441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Attempting to bind port 809b9394-67e1-4318-9cc7-04a3de08ebc9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:53:47.032022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Attempting to bind port 809b9394-67e1-4318-9cc7-04a3de08ebc9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:53:47.032596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Attempting to bind port 809b9394-67e1-4318-9cc7-04a3de08ebc9 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:47.037039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Port 809b9394-67e1-4318-9cc7-04a3de08ebc9 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:53:47.037363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Attempting to bind port 809b9394-67e1-4318-9cc7-04a3de08ebc9 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:47.047357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:53:47.047759 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Checking segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:47.048139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Bound using segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:53:47.048613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Bound port: 809b9394-67e1-4318-9cc7-04a3de08ebc9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:53:47.048964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:47.120575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:47.124789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:53:47.145306 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:47.195330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e352-3c9a-4385-80f8-ffbcc802cb5a req-21a4069b-f311-438f-ab90-abbcd57aea93 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:47.197092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c84e352-3c9a-4385-80f8-ffbcc802cb5a req-21a4069b-f311-438f-ab90-abbcd57aea93 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0641577
Nov 06 20:53:47.204185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:47.205302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:47.207257 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] 10.222.0.10 "PUT /v2.0/ports/809b9394-67e1-4318-9cc7-04a3de08ebc9 HTTP/1.1" status: 200  len: 1092 time: 0.8144476
Nov 06 20:53:47.269947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2227acc-8560-49ec-82d8-12f9bc0a7cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:47.278872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca624e8-436a-464e-82c2-b43025e39f5d req-360ab3b5-049b-4fa0-a6ee-be8ab77caee1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:47.280424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ca624e8-436a-464e-82c2-b43025e39f5d req-360ab3b5-049b-4fa0-a6ee-be8ab77caee1 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 946 time: 0.0818081
Nov 06 20:53:47.288184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c84e352-3c9a-4385-80f8-ffbcc802cb5a req-b5036dc6-b366-403c-96f8-192e8ff61e9e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799103
Nov 06 20:53:47.317503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-d1dc8a1e-0b1e-46d3-8317-f8175166c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:47.320337 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-d1dc8a1e-0b1e-46d3-8317-f8175166c992 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 1095 time: 0.0629539
Nov 06 20:53:47.349435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ca624e8-436a-464e-82c2-b43025e39f5d req-fcccf54f-0a6e-4225-8ae9-f37d09ebbfc3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578938
Nov 06 20:53:47.391355 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-813bfd15-ea25-4d06-b16b-3c5f400d2f51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9 HTTP/1.1" status: 200  len: 217 time: 0.0616910
Nov 06 20:53:47.467139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-d5455c6d-a261-4365-b1e5-aa486bf5ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:47.469081 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-d5455c6d-a261-4365-b1e5-aa486bf5ec03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 200  len: 844 time: 0.0594888
Nov 06 20:53:47.507293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:47.510886 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149e6a12-d0a3-4b03-898e-6075695fc192" -d '{"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-plugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:47.521532 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-1fdd7a24-dcf8-43dd-8bc2-2edaa0cd585e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445838
Nov 06 20:53:47.580676 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a79aecc-c89a-4320-a69c-84ddff264d64 x-openstack-request-id: req-1a79aecc-c89a-4320-a69c-84ddff264d64 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:47.580974 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-plugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:47.581230 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a79aecc-c89a-4320-a69c-84ddff264d64 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:47.581619 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'code': 200}
Nov 06 20:53:47.631310 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-480a299f-f9eb-4f69-9a1f-5d492972e137 service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0972595
Nov 06 20:53:47.643861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b62d-5588-4f56-9f17-6c661dec11e2 req-a7be0e63-5f45-40b4-8245-ec7e606c98bd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:47.645450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0777b62d-5588-4f56-9f17-6c661dec11e2 req-a7be0e63-5f45-40b4-8245-ec7e606c98bd tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 946 time: 0.0593736
Nov 06 20:53:47.699591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:47.702014 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d1f4e0-1583-4abf-95e6-54e622cabb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:47.751159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0777b62d-5588-4f56-9f17-6c661dec11e2 req-42d1b15b-a9f7-43a1-a334-d7a177163d67 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991704
Nov 06 20:53:47.754058 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae3d66be-3905-4c7b-8bca-4624f4a5e3de req-ab1fa269-c934-47e2-86c1-5abbcdfb8134 service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1075079
Nov 06 20:53:47.769476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a42d72-da16-42d2-9973-b4f281162504 req-16f276ed-4a2f-4720-9263-d9ff62b4f9f8 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:47.777389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13a42d72-da16-42d2-9973-b4f281162504 req-16f276ed-4a2f-4720-9263-d9ff62b4f9f8 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0860300
Nov 06 20:53:47.857435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13a42d72-da16-42d2-9973-b4f281162504 req-80a515e7-0f99-457f-acbb-ba5819f0554a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788689
Nov 06 20:53:47.872026 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29df52ab-0199-4da9-aef0-c69c192b18b0 x-openstack-request-id: req-29df52ab-0199-4da9-aef0-c69c192b18b0 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:47.872538 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:47.872701 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29df52ab-0199-4da9-aef0-c69c192b18b0 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:47.873479 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'status': 'completed', 'code': 200}
Nov 06 20:53:47.956209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-929dd177-a1e8-4b8a-a1d2-ccf487e1cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:47.958005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-929dd177-a1e8-4b8a-a1d2-ccf487e1cdca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 1095 time: 0.0496995
Nov 06 20:53:48.083465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-408f705d-9c49-4df8-8a6e-a63956d3ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:48.086114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870e422-0d7c-4207-9a16-c28321c4f3bb req-1bd0b162-011a-4ec8-b2c6-269921455ad0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:48.086301 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-408f705d-9c49-4df8-8a6e-a63956d3ac76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 905 time: 0.1091332
Nov 06 20:53:48.087887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1870e422-0d7c-4207-9a16-c28321c4f3bb req-1bd0b162-011a-4ec8-b2c6-269921455ad0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 944 time: 0.1129708
Nov 06 20:53:48.152333 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-f4394de0-8c9c-438a-b4cd-de7fe82ea125 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9 HTTP/1.1" status: 200  len: 217 time: 0.0564847
Nov 06 20:53:48.163469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1870e422-0d7c-4207-9a16-c28321c4f3bb req-347c09d6-7ba5-4893-8a61-c72e54de55ad tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690124
Nov 06 20:53:48.246681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-9f2f6300-a835-4c6a-815a-cc92c68e2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:48.248214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-9f2f6300-a835-4c6a-815a-cc92c68e2504 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 200  len: 844 time: 0.0868940
Nov 06 20:53:48.255067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:48.256659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-fa940fe5-8aab-4a63-9237-5c2fb2d0b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:48.258115 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-fa940fe5-8aab-4a63-9237-5c2fb2d0b792 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891&tenant_id=acfc5ca1083f4131b1da0e5689218590 HTTP/1.1" status: 200  len: 1101 time: 0.0596719
Nov 06 20:53:48.277618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:48.278335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9d0eeba9-6ff4-48d8-9007-9e377ba11bbf not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:48.303750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:48.308164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-06ff105e-6c92-4f2a-8a4a-5cdbdeb4b089 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404172
Nov 06 20:53:48.422709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:48.433246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a210d3-4c75-4dc6-9757-81a8463c7175 req-31350c81-a3e4-4bef-9e59-d59a937db03f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:48.434920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a210d3-4c75-4dc6-9757-81a8463c7175 req-31350c81-a3e4-4bef-9e59-d59a937db03f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0595205
Nov 06 20:53:48.451152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54498) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:48.491167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a210d3-4c75-4dc6-9757-81a8463c7175 req-99edf9a6-0b3f-4111-aec8-10e0633da73a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495572
Nov 06 20:53:48.585784 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-de1ba8f4-668a-46ef-b2ae-c7a682afc37d service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584252
Nov 06 20:53:48.607466 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-170c95eb-b5f3-4b93-bc31-524f47410a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:48.793338 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-80d1f4e0-1583-4abf-95e6-54e622cabb5c req-b1d1df3e-6deb-43f2-9fa6-a4a630a90cb0 service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1958277
Nov 06 20:53:48.795022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:48.854183 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-170c95eb-b5f3-4b93-bc31-524f47410a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:48.855422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:48.874703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-170c95eb-b5f3-4b93-bc31-524f47410a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:48.896509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bbe3a-09e1-4dfe-a84d-f30a013678c6 req-fd790f9c-8741-4a57-8901-e01b402912f3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:48.904333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c0bbe3a-09e1-4dfe-a84d-f30a013678c6 req-fd790f9c-8741-4a57-8901-e01b402912f3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 946 time: 0.0587552
Nov 06 20:53:48.941447 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-170c95eb-b5f3-4b93-bc31-524f47410a36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1efcd4ae8b6409b9c78040ab3127316&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4891021
Nov 06 20:53:48.943530 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:48.943920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54516) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:48.947414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c95eb-b5f3-4b93-bc31-524f47410a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0851661e-ceea-4e3e-b574-299da9f24671,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:48.964140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Transition to ACTIVE for port object f25c6c10-c18d-4b5f-be2f-383aaa3a514e will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:53:48.970051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:48.979095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c0bbe3a-09e1-4dfe-a84d-f30a013678c6 req-54c04d69-8aab-44c8-8c94-bc1ef15b8f11 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740671
Nov 06 20:53:49.041188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] No DVR routers for this DVR port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on host nch1-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:49.048662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:49.051725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4b9c8-a6e7-4639-9b50-6cf8b1fa74d1 req-f0c1cf1d-3279-4bac-91aa-c48eb82c6f58 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:49.053909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50d4b9c8-a6e7-4639-9b50-6cf8b1fa74d1 req-f0c1cf1d-3279-4bac-91aa-c48eb82c6f58 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1069412
Nov 06 20:53:49.092056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae35dbf9-acd2-45c2-9ada-b2099d2801ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.098652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:53:49.099000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:53:49.099331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:49.112492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:53:49.112829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Attempting to bind port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:53:49.118758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:53:49.119099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:49.119581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:53:49.120032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Bound port: f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:53:49.120347 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae35dbf9-acd2-45c2-9ada-b2099d2801ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.120493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.180958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caafc0be-0787-4a02-a998-7f6c00dce895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.214301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50d4b9c8-a6e7-4639-9b50-6cf8b1fa74d1 req-82e530c4-644c-4603-acd6-3936cec9b877 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469042
Nov 06 20:53:49.239178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae35dbf9-acd2-45c2-9ada-b2099d2801ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.242083 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae35dbf9-acd2-45c2-9ada-b2099d2801ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.243783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ae35dbf9-acd2-45c2-9ada-b2099d2801ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0851661e-ceea-4e3e-b574-299da9f24671 HTTP/1.1" status: 204  len: 168 time: 0.2986176
Nov 06 20:53:49.262867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35dbf9-acd2-45c2-9ada-b2099d2801ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0851661e-ceea-4e3e-b574-299da9f24671,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:49.279904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:53:49.284453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:53:49.291823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.306115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54528) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:49.339086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:49.339780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.341479 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] 10.222.0.10 "PUT /v2.0/ports/f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 1097 time: 1.0569749
Nov 06 20:53:49.372510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba20192-f91f-4353-b5f7-fe7183de109b service neutron] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=11']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:49.444618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f51d0-6fc2-4143-8c02-8128e65aaef6 req-38a19bd9-67cb-4f4f-9f0a-743e7cc975dc tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:49.453566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-376f51d0-6fc2-4143-8c02-8128e65aaef6 req-38a19bd9-67cb-4f4f-9f0a-743e7cc975dc tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 944 time: 0.1284578
Nov 06 20:53:49.456825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-e4c30926-968f-47ed-a780-b4f9f68031ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:49.458335 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-e4c30926-968f-47ed-a780-b4f9f68031ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1100 time: 0.0632818
Nov 06 20:53:49.509780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-376f51d0-6fc2-4143-8c02-8128e65aaef6 req-ccd8211e-436d-4fb6-908d-84f0023b1d8d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552771
Nov 06 20:53:49.556443 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e7da986-3d33-4c6a-bab8-140079bc0d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.648212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eacae-7a11-492d-aacc-afa89e820743 req-d6121ad6-a7b5-4b8e-82f8-de58375650b7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:49.650108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab7eacae-7a11-492d-aacc-afa89e820743 req-d6121ad6-a7b5-4b8e-82f8-de58375650b7 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.0642481
Nov 06 20:53:49.655975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-13d0c3f2-5d99-46b5-98e2-7bdf58b914c3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:49.657469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-13d0c3f2-5d99-46b5-98e2-7bdf58b914c3 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 946 time: 0.0946510
Nov 06 20:53:49.678048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-eda96998-fad7-49d7-b4e1-22057126c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:49.680081 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-eda96998-fad7-49d7-b4e1-22057126c644 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.2091076
Nov 06 20:53:49.703366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab7eacae-7a11-492d-aacc-afa89e820743 req-a8272373-f8e0-455c-ae88-6fce9769112a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462537
Nov 06 20:53:49.737934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54536) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:49.752164 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc845882-b75e-4616-bc27-f9335572a50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.763950 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-5e1f4456-bcd5-46fd-8f6c-7d91b24df9ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0665431
Nov 06 20:53:49.831777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc845882-b75e-4616-bc27-f9335572a50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.837035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc845882-b75e-4616-bc27-f9335572a50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.866205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e7da986-3d33-4c6a-bab8-140079bc0d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.874861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc845882-b75e-4616-bc27-f9335572a50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c333711-78ad-41f4-af75-9e6078340da3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:49.875073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e7da986-3d33-4c6a-bab8-140079bc0d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.878103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}, {'name': 'network-changed', 'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:49.880628 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176bfe79-9860-4b6b-b870-63d3a4e0ace0" -d '{"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-unplugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}, {"name": "network-changed", "server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:49.882829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fc845882-b75e-4616-bc27-f9335572a50c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bdbed20a46444b6ae414114aa368b11&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1436021
Nov 06 20:53:49.883553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54538) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:49.883878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-dd780680-2f77-4ece-94c6-e882b3ffd11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:49.885381 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-dd780680-2f77-4ece-94c6-e882b3ffd11a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1078131
Nov 06 20:53:49.940115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec4d8828-0f18-46d4-a7e3-8ef21a95c72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.959989 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a99a7e-18bb-4d77-82d2-251ad6de0570 x-openstack-request-id: req-a3a99a7e-18bb-4d77-82d2-251ad6de0570 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:49.960283 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-unplugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "code": 200}, {"name": "network-changed", "server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:49.960559 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3a99a7e-18bb-4d77-82d2-251ad6de0570 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:49.961000 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'code': 200}
Nov 06 20:53:49.961220 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'status': 'completed', 'code': 200}
Nov 06 20:53:49.972264 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5e7da986-3d33-4c6a-bab8-140079bc0d18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37b775590ab84d94be06d5d33e389aac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6651182
Nov 06 20:53:49.973158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec4d8828-0f18-46d4-a7e3-8ef21a95c72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:49.974627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7da986-3d33-4c6a-bab8-140079bc0d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c1cfed-f358-48f8-857a-3078e33b69fd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:49.974842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54542) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:49.983170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Deleting port ca70788c-4fdb-4374-8301-566c72ee62ea {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:49.983372 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.030929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e58f8-7c62-4586-907e-14c642788165 req-120c306c-d382-4fc0-aa06-4f2a4f6b303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:50.032486 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-120c306c-d382-4fc0-aa06-4f2a4f6b303d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1303067
Nov 06 20:53:50.057168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-c27fccc4-b0bb-425a-b4fd-096108db793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:50.058666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-c27fccc4-b0bb-425a-b4fd-096108db793b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1100 time: 0.0970929
Nov 06 20:53:50.158414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6609471-bfac-4364-8de4-aecb2f68a43d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.167386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec4d8828-0f18-46d4-a7e3-8ef21a95c72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.169937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec4d8828-0f18-46d4-a7e3-8ef21a95c72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.171098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ec4d8828-0f18-46d4-a7e3-8ef21a95c72a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c333711-78ad-41f4-af75-9e6078340da3 HTTP/1.1" status: 204  len: 168 time: 0.2866502
Nov 06 20:53:50.226190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d8828-0f18-46d4-a7e3-8ef21a95c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c333711-78ad-41f4-af75-9e6078340da3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:50.244329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ae052-f043-43e4-a1d2-b1dfcdfc7376 req-0f6a4e4f-0477-40d0-870d-eeae8088b729 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:50.251677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc9ae052-f043-43e4-a1d2-b1dfcdfc7376 req-0f6a4e4f-0477-40d0-870d-eeae8088b729 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/ports?device_id=20708bdc-f507-44fd-a579-76e5dcf84f7a HTTP/1.1" status: 200  len: 946 time: 0.1906090
Nov 06 20:53:50.257722 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6609471-bfac-4364-8de4-aecb2f68a43d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.454713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] For port ca70788c-4fdb-4374-8301-566c72ee62ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca70788c-4fdb-4374-8301-566c72ee62ea,segment=NetworkSegment(7d7e4e92-37a8-49ee-8610-d634b8583543),segment_id=7d7e4e92-37a8-49ee-8610-d634b8583543)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:50.455206 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.476995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Calling delete_port for ca70788c-4fdb-4374-8301-566c72ee62ea owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:50.481656 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.494202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-b291a1db-1c68-44d2-89b5-136dd916065a service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4516938
Nov 06 20:53:50.651333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-09a52f72-9e46-49a7-9e4b-9a776c451b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:50.652862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-09a52f72-9e46-49a7-9e4b-9a776c451b5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.5817742
Nov 06 20:53:50.681659 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e2e58f8-7c62-4586-907e-14c642788165 req-75c7ac47-83e5-4666-93c4-37e8a8b0948a service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516535
Nov 06 20:53:50.710079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.735080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-e79c196f-4e50-4e30-ab0c-3bb9677bbf7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0580735
Nov 06 20:53:50.741654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc9ae052-f043-43e4-a1d2-b1dfcdfc7376 req-85f7990f-7db9-4c71-9c89-d6ad81c5e071 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.13 "GET /v2.0/security-groups?id=19db65ee-c716-4eae-80fd-72417ca276f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4891391
Nov 06 20:53:50.752643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Pushing event deleted for resources: {'Port': ['ID=ca70788c-4fdb-4374-8301-566c72ee62ea,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:50.782939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c6d35-654f-4314-92c3-df5a29c645e5 req-063cb155-9989-40fc-8901-424190e265e9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:50.784548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea2c6d35-654f-4314-92c3-df5a29c645e5 req-063cb155-9989-40fc-8901-424190e265e9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1686118
Nov 06 20:53:50.787680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6609471-bfac-4364-8de4-aecb2f68a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.790553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6609471-bfac-4364-8de4-aecb2f68a43d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.794102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c6609471-bfac-4364-8de4-aecb2f68a43d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6c1cfed-f358-48f8-857a-3078e33b69fd HTTP/1.1" status: 204  len: 168 time: 0.8019319
Nov 06 20:53:50.795835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:50.815661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6609471-bfac-4364-8de4-aecb2f68a43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c1cfed-f358-48f8-857a-3078e33b69fd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:50.829589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-cdcfe509-0723-4c27-846d-e694aacda0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:50.831059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-cdcfe509-0723-4c27-846d-e694aacda0a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0885470
Nov 06 20:53:50.878350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] No DVR routers for this DVR port ca70788c-4fdb-4374-8301-566c72ee62ea on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:50.882009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:50.887067 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d7c485-2b50-4f69-841b-662eb5148d42 req-1d6df9f3-1bc4-4c0d-ae4c-76beb11fb853 tempest-DeleteServersTestJSON-254142232 tempest-DeleteServersTestJSON-254142232-project] 10.222.0.10 "DELETE /v2.0/ports/ca70788c-4fdb-4374-8301-566c72ee62ea HTTP/1.1" status: 204  len: 173 time: 1.2172360
Nov 06 20:53:50.905734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-69056e5d-c211-4748-8e83-64926f9e0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:50.907192 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-69056e5d-c211-4748-8e83-64926f9e0b08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfc5ca1083f4131b1da0e5689218590&device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1100 time: 0.1561456
Nov 06 20:53:50.911960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:50.935064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea2c6d35-654f-4314-92c3-df5a29c645e5 req-9d9fbc44-ee00-4829-98e2-3d5d9203c485 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331947
Nov 06 20:53:50.965253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-6b53b660-6331-46eb-80fd-5889d7d6e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:50.966805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-6b53b660-6331-46eb-80fd-5889d7d6e044 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1288426
Nov 06 20:53:51.100591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-72d6038a-5aeb-4317-b294-ce0f8eb23d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:51.105122 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-72d6038a-5aeb-4317-b294-ce0f8eb23d30 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1863496
Nov 06 20:53:51.160759 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-ce00be3c-6286-460a-9918-cfdf1caebc48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 200  len: 217 time: 0.0433786
Nov 06 20:53:51.175656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaa243-7dd3-4bba-94b6-6bee91274e21 req-864a009c-455d-4a72-a3d9-875efe5124ba tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:51.183342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16eaa243-7dd3-4bba-94b6-6bee91274e21 req-864a009c-455d-4a72-a3d9-875efe5124ba tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.1244025
Nov 06 20:53:51.187287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-9dc015a6-c776-444d-b324-098526beba61 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125800
Nov 06 20:53:51.194378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94cc70-1195-4fa6-8724-f0999efa9e17 req-f42f29e1-5011-454e-9e00-3fc6550553d2 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:51.195873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a94cc70-1195-4fa6-8724-f0999efa9e17 req-f42f29e1-5011-454e-9e00-3fc6550553d2 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 944 time: 0.1358724
Nov 06 20:53:51.222769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-dac42fd9-22e2-44f7-898b-fe42942989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:51.224547 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-dac42fd9-22e2-44f7-898b-fe42942989c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0554023
Nov 06 20:53:51.227865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54580) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:51.249635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1ee7-72fd-462b-9233-17502878e557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:51.304963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-c067e4a0-878f-4550-8063-c20c09de236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:51.307129 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-c067e4a0-878f-4550-8063-c20c09de236a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0661287
Nov 06 20:53:51.338044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16eaa243-7dd3-4bba-94b6-6bee91274e21 req-560da0c4-3d89-41b9-ba04-3bff1d55f7f3 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536522
Nov 06 20:53:51.376977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a94cc70-1195-4fa6-8724-f0999efa9e17 req-d7d1f0ca-bba0-4daa-a552-c6e7327fb602 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673214
Nov 06 20:53:51.404920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-a0aa5a88-aa7e-46b1-afe2-7d85e767dff8 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2080164
Nov 06 20:53:51.446805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1ee7-72fd-462b-9233-17502878e557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:51.459954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1ee7-72fd-462b-9233-17502878e557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:51.484324 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-5b62203c-c589-4bc3-9ad8-90b6d3a35af9 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676013
Nov 06 20:53:51.516247 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9c6c1ee7-72fd-462b-9233-17502878e557 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e7fd50c7e814e5997045febf1cc80ce&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2850130
Nov 06 20:53:51.517064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54586) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:51.524687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c1ee7-72fd-462b-9233-17502878e557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d387ddf6-79b5-4459-a74e-9429718cec64,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:51.583078 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e6d-9bd9-416b-8657-d302314e859c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:51.609531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e6d-9bd9-416b-8657-d302314e859c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:51.616703 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-176bfe79-9860-4b6b-b870-63d3a4e0ace0 req-91391d20-d39e-4bae-9095-3def88bac38d service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175144
Nov 06 20:53:51.667563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e6d-9bd9-416b-8657-d302314e859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:51.670446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e6d-9bd9-416b-8657-d302314e859c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:51.674017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bc5a5e6d-9bd9-416b-8657-d302314e859c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d387ddf6-79b5-4459-a74e-9429718cec64 HTTP/1.1" status: 204  len: 168 time: 0.1535316
Nov 06 20:53:51.679832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5e6d-9bd9-416b-8657-d302314e859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d387ddf6-79b5-4459-a74e-9429718cec64,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:51.713876 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:51.962877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20708bdc-f507-44fd-a579-76e5dcf84f7a', 'name': 'network-vif-deleted', 'tag': 'ca70788c-4fdb-4374-8301-566c72ee62ea'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:51.965667 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7358411f-9974-4bff-9789-290e6b593c62" -d '{"events": [{"server_uuid": "20708bdc-f507-44fd-a579-76e5dcf84f7a", "name": "network-vif-deleted", "tag": "ca70788c-4fdb-4374-8301-566c72ee62ea"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:52.041985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54622) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:52.059353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1909b8ee-5ef1-4759-9c56-d7a5d6d36863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.068692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0934f1a-4be5-452f-837b-4f6e3528ef4e req-7c7eba66-4200-4ad4-b61e-f9e84ce60060 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:52.076902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0934f1a-4be5-452f-837b-4f6e3528ef4e req-7c7eba66-4200-4ad4-b61e-f9e84ce60060 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0657072
Nov 06 20:53:52.087893 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36da23f-8954-492d-a1dc-41f1d8ad5345 x-openstack-request-id: req-a36da23f-8954-492d-a1dc-41f1d8ad5345 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:52.088877 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20708bdc-f507-44fd-a579-76e5dcf84f7a", "name": "network-vif-deleted", "tag": "ca70788c-4fdb-4374-8301-566c72ee62ea", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:52.089233 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a36da23f-8954-492d-a1dc-41f1d8ad5345 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:52.089753 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20708bdc-f507-44fd-a579-76e5dcf84f7a', 'name': 'network-vif-deleted', 'tag': 'ca70788c-4fdb-4374-8301-566c72ee62ea', 'status': 'completed', 'code': 200}
Nov 06 20:53:52.126102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0934f1a-4be5-452f-837b-4f6e3528ef4e req-51fdcf55-5402-490f-8999-76e83a2019ad tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481455
Nov 06 20:53:52.162620 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1909b8ee-5ef1-4759-9c56-d7a5d6d36863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.166982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1909b8ee-5ef1-4759-9c56-d7a5d6d36863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.210048 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1909b8ee-5ef1-4759-9c56-d7a5d6d36863 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71e50f1a64564e9dbd31b96e6a3f191d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1668513
Nov 06 20:53:52.213364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54634) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:52.214623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909b8ee-5ef1-4759-9c56-d7a5d6d36863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684afbfb-0d97-43fd-b18f-1c1dbeaf6e7a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:52.265029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 809b9394-67e1-4318-9cc7-04a3de08ebc9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:53:52.267129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7183e998-4b8f-4647-bed9-7c1bb91d41c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.267851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ca70788c-4fdb-4374-8301-566c72ee62ea no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:53:52.293201 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7183e998-4b8f-4647-bed9-7c1bb91d41c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.296217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: ca70788c-4fdb-4374-8301-566c72ee62ea {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:53:52.296814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ca70788c-4fdb-4374-8301-566c72ee62ea not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:53:52.358367 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7183e998-4b8f-4647-bed9-7c1bb91d41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.365345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7183e998-4b8f-4647-bed9-7c1bb91d41c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.368854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7183e998-4b8f-4647-bed9-7c1bb91d41c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/684afbfb-0d97-43fd-b18f-1c1dbeaf6e7a HTTP/1.1" status: 204  len: 168 time: 0.1543815
Nov 06 20:53:52.382275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183e998-4b8f-4647-bed9-7c1bb91d41c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684afbfb-0d97-43fd-b18f-1c1dbeaf6e7a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:52.442355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:52.471731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'port_id': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'mac_address': 'fa:16:3e:c2:7c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d76b1-c186-447e-bf02-a2f54bded116', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:53:52.482599 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.552624 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.568227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809b9394-67e1-4318-9cc7-04a3de08ebc9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:52.574218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6b8f-686c-4c44-8f11-a98ea386e136 req-5720374c-de95-411c-b7e1-d710b2d06e28 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:52.575955 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6efe6b8f-686c-4c44-8f11-a98ea386e136 req-5720374c-de95-411c-b7e1-d710b2d06e28 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.1161420
Nov 06 20:53:52.590942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:52.592409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7731c-9440-46e0-b145-1211e887e1bc req-cd8e7e17-7712-4f48-a4b6-f60fd76c1ae0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:52.596861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22f7731c-9440-46e0-b145-1211e887e1bc req-cd8e7e17-7712-4f48-a4b6-f60fd76c1ae0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 944 time: 0.0922670
Nov 06 20:53:52.597471 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:52.676624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:52.702131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6efe6b8f-686c-4c44-8f11-a98ea386e136 req-13919fb9-362f-4549-b242-f8538ca202d4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040356
Nov 06 20:53:52.716508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22f7731c-9440-46e0-b145-1211e887e1bc req-c9eae51d-23e1-444c-b4ff-7785b64e1f1b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072631
Nov 06 20:53:53.062460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54698) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:53.118176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['809b9394-67e1-4318-9cc7-04a3de08ebc9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:53.255929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7fee6540-d434-4e43-be3b-c06c924ac5c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.294717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1e754-41e5-4ef8-b32f-59c4c882d76c req-ceeb44b8-a769-40af-9096-1d5296008444 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:53.296273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2f1e754-41e5-4ef8-b32f-59c4c882d76c req-ceeb44b8-a769-40af-9096-1d5296008444 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0812860
Nov 06 20:53:53.378070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2f1e754-41e5-4ef8-b32f-59c4c882d76c req-2d514811-4736-40a8-972e-8999af07a525 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746908
Nov 06 20:53:53.392269 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7fee6540-d434-4e43-be3b-c06c924ac5c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.402427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7fee6540-d434-4e43-be3b-c06c924ac5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.440401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7fee6540-d434-4e43-be3b-c06c924ac5c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=664ea2621b2f4099a85ad98ccf36445b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3764856
Nov 06 20:53:53.443130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54714) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:53.443665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee6540-d434-4e43-be3b-c06c924ac5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d31255-37e1-43b9-ae43-c0f02a7f6ea3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:53.498941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25c44526-2124-4b3e-9d4c-84cd5200d374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.519929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25c44526-2124-4b3e-9d4c-84cd5200d374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.584992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25c44526-2124-4b3e-9d4c-84cd5200d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.588338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25c44526-2124-4b3e-9d4c-84cd5200d374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.589620 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-25c44526-2124-4b3e-9d4c-84cd5200d374 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04d31255-37e1-43b9-ae43-c0f02a7f6ea3 HTTP/1.1" status: 204  len: 168 time: 0.1445966
Nov 06 20:53:53.600886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c44526-2124-4b3e-9d4c-84cd5200d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d31255-37e1-43b9-ae43-c0f02a7f6ea3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:53.723670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54734) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:53.784460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36cab52-7808-4706-b4a2-a08fc3f52874 admin admin] Deleting subnet 320ebed7-bdef-410c-92c6-8b51981e34c9 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:53:53.788564 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a36cab52-7808-4706-b4a2-a08fc3f52874 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.839222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a36cab52-7808-4706-b4a2-a08fc3f52874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.880865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c78ee-c260-44b4-adf6-5cbf1a0cec7a req-ca538ff6-4666-42dd-b903-ee01124b4c74 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:53.882755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d98c78ee-c260-44b4-adf6-5cbf1a0cec7a req-ca538ff6-4666-42dd-b903-ee01124b4c74 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 945 time: 0.1008694
Nov 06 20:53:53.898259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a36cab52-7808-4706-b4a2-a08fc3f52874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.922829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0f01e-0d26-4ede-b5dd-4c23481c5c0d req-e76472f6-b9ef-465d-b276-b7dd3eb6845c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:53.924845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2c0f01e-0d26-4ede-b5dd-4c23481c5c0d req-e76472f6-b9ef-465d-b276-b7dd3eb6845c tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 949 time: 0.0977621
Nov 06 20:53:53.968231 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a36cab52-7808-4706-b4a2-a08fc3f52874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:53.986914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d98c78ee-c260-44b4-adf6-5cbf1a0cec7a req-f4a1012f-7926-4a96-bb7f-8ef289123d54 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947962
Nov 06 20:53:54.001780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cab52-7808-4706-b4a2-a08fc3f52874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320ebed7-bdef-410c-92c6-8b51981e34c9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:54.014473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a36cab52-7808-4706-b4a2-a08fc3f52874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.025847 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a36cab52-7808-4706-b4a2-a08fc3f52874 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/320ebed7-bdef-410c-92c6-8b51981e34c9 HTTP/1.1" status: 204  len: 168 time: 0.2984729
Nov 06 20:53:54.025847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54752) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:54.035003 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2c0f01e-0d26-4ede-b5dd-4c23481c5c0d req-9129300b-750c-4397-bd53-ef80e532c4b9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972080
Nov 06 20:53:54.100923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54756) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:54.111535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.115580 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d422b8-bcd6-4acd-8212-fb5f5c5d8072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.198805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.206587 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d422b8-bcd6-4acd-8212-fb5f5c5d8072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.211507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d422b8-bcd6-4acd-8212-fb5f5c5d8072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.219816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92555f89d0>,) {'filters': {'network_id': ['cf6dfc64-25a7-4971-95b2-b28cae749918']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:54.229769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92555f89d0>, '7d7e4e92-37a8-49ee-8610-d634b8583543') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:54.230066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92555f89d0>, '7d7e4e92-37a8-49ee-8610-d634b8583543') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:53:54.239440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.244421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d422b8-bcd6-4acd-8212-fb5f5c5d8072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d086ddbf-02c7-4ab5-a853-20f1b129a818,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:54.253999 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.263260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b1d422b8-bcd6-4acd-8212-fb5f5c5d8072 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7af905e8d15d458595665973bfdc42e4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1611528
Nov 06 20:53:54.266281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54760) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:54.268154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:53:54.275785 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:53:54.321728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-45b14873-17c5-4897-837c-bbd177097d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.335899 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.341561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.345217 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf6dfc64-25a7-4971-95b2-b28cae749918 HTTP/1.1" status: 204  len: 168 time: 0.3182149
Nov 06 20:53:54.347922 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-45b14873-17c5-4897-837c-bbd177097d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.379529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2fefe-caf1-43ee-8687-544a850d4ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6dfc64-25a7-4971-95b2-b28cae749918,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:54.408475 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-45b14873-17c5-4897-837c-bbd177097d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.413186 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-45b14873-17c5-4897-837c-bbd177097d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.415661 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-45b14873-17c5-4897-837c-bbd177097d99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d086ddbf-02c7-4ab5-a853-20f1b129a818 HTTP/1.1" status: 204  len: 168 time: 0.1487474
Nov 06 20:53:54.426514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:54.427545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b14873-17c5-4897-837c-bbd177097d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d086ddbf-02c7-4ab5-a853-20f1b129a818,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:54.447794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'mac_address': 'fa:16:3e:8c:b2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:53:54.501542 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.521505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25c6c10-c18d-4b5f-be2f-383aaa3a514e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:53:54.524261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5608-b771-486b-9f64-c94a93f7edec req-235e6f34-ef93-4074-a4cd-7bfc9b2b1972 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:54.525842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb6f5608-b771-486b-9f64-c94a93f7edec req-235e6f34-ef93-4074-a4cd-7bfc9b2b1972 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0528269
Nov 06 20:53:54.547626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:54.555102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.624188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb6f5608-b771-486b-9f64-c94a93f7edec req-8c4c3114-f9d2-4672-9b5e-1209cb283f38 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887911
Nov 06 20:53:54.629749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54772) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:54.645299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=12']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:54.696951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ee53be5f-8f5a-46e6-b05a-c4262cc42e6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e36c34c8ba54c99826390aff2abf4d7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0642138
Nov 06 20:53:54.699393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54776) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:54.763291 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d7a47f1-b394-457e-9711-770a00c74ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.787340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d7a47f1-b394-457e-9711-770a00c74ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.847871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d7a47f1-b394-457e-9711-770a00c74ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.851027 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d7a47f1-b394-457e-9711-770a00c74ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:54.853064 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d7a47f1-b394-457e-9711-770a00c74ed7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19db65ee-c716-4eae-80fd-72417ca276f2 HTTP/1.1" status: 204  len: 168 time: 0.1519637
Nov 06 20:53:54.862307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a47f1-b394-457e-9711-770a00c74ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db65ee-c716-4eae-80fd-72417ca276f2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:55.080819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f25c6c10-c18d-4b5f-be2f-383aaa3a514e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:55.097742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54798) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:55.165881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78cff-904f-4255-b759-6394fc7fd58f req-89f508df-bd6d-496a-8688-d300068da44c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:55.173541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ead78cff-904f-4255-b759-6394fc7fd58f req-89f508df-bd6d-496a-8688-d300068da44c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 945 time: 0.1071324
Nov 06 20:53:55.227639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced20b1-8689-4c86-a2ea-5dd9d8a1bc35 req-dee57e27-03f5-4dfb-9729-ad2487072dcc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:55.229371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ced20b1-8689-4c86-a2ea-5dd9d8a1bc35 req-dee57e27-03f5-4dfb-9729-ad2487072dcc tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.1161873
Nov 06 20:53:55.239099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ead78cff-904f-4255-b759-6394fc7fd58f req-32efeed6-5995-4d51-8c0c-6f86d4e0e234 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646462
Nov 06 20:53:55.289558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ced20b1-8689-4c86-a2ea-5dd9d8a1bc35 req-655f3de1-a0ac-4b86-b3df-1563016c71d2 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488510
Nov 06 20:53:55.413269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee34c5c6-f0e7-4590-bccf-465cc7b62507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:55.493234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8614ea-aa88-4f33-b473-8648736ee8f0 req-aef545cf-ba8e-4686-bb00-8cd13511f471 tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:55.493234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d8614ea-aa88-4f33-b473-8648736ee8f0 req-aef545cf-ba8e-4686-bb00-8cd13511f471 tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 1101 time: 0.0793400
Nov 06 20:53:55.535189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee34c5c6-f0e7-4590-bccf-465cc7b62507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:55.539629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee34c5c6-f0e7-4590-bccf-465cc7b62507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:55.581365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d8614ea-aa88-4f33-b473-8648736ee8f0 req-237dbeb3-486e-4060-adf2-377f6aa2daa3 tempest-MigrationsAdminTest-1854011588 tempest-MigrationsAdminTest-1854011588-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815632
Nov 06 20:53:55.590166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ee34c5c6-f0e7-4590-bccf-465cc7b62507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d05b73bc3814a909d24d43ae5c3abab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4911246
Nov 06 20:53:55.591060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34c5c6-f0e7-4590-bccf-465cc7b62507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b683b-069d-41ea-9cea-3e9751e592f4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:55.594020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54822) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:55.615240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01c072-243e-4a47-9ae9-0a5b9df8deb4 req-e8201425-7f0e-4d90-8d38-d9138aa2e88b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:55.617214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b01c072-243e-4a47-9ae9-0a5b9df8deb4 req-e8201425-7f0e-4d90-8d38-d9138aa2e88b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.0885410
Nov 06 20:53:55.720137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b01c072-243e-4a47-9ae9-0a5b9df8deb4 req-991955db-d395-4af8-be97-57b48b845803 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947895
Nov 06 20:53:55.743437 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e67ad19c-2c56-4e28-9199-71f5f58bfe2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:55.782061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e67ad19c-2c56-4e28-9199-71f5f58bfe2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:55.873144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0799e1-5fa5-4f66-8ed2-43b9e9311286 req-3f41b5ed-52a9-441d-aedf-ce0c994cd4f5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:55.880729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f0799e1-5fa5-4f66-8ed2-43b9e9311286 req-3f41b5ed-52a9-441d-aedf-ce0c994cd4f5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0836527
Nov 06 20:53:55.914008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e67ad19c-2c56-4e28-9199-71f5f58bfe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:55.917001 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e67ad19c-2c56-4e28-9199-71f5f58bfe2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:55.920545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e67ad19c-2c56-4e28-9199-71f5f58bfe2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac4b683b-069d-41ea-9cea-3e9751e592f4 HTTP/1.1" status: 204  len: 168 time: 0.3226895
Nov 06 20:53:55.936372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ad19c-2c56-4e28-9199-71f5f58bfe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b683b-069d-41ea-9cea-3e9751e592f4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:55.959711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f0799e1-5fa5-4f66-8ed2-43b9e9311286 req-547b1449-2a1e-4111-9d9f-6facdd0eaea1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733821
Nov 06 20:53:56.082508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41c5c-885f-47a1-b56a-7a478bdfcdec req-2555e3ab-b1e4-45d9-aa54-7a4dcfe318b9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:56.091008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41c41c5c-885f-47a1-b56a-7a478bdfcdec req-2555e3ab-b1e4-45d9-aa54-7a4dcfe318b9 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0645921
Nov 06 20:53:56.145099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41c41c5c-885f-47a1-b56a-7a478bdfcdec req-d16f0d4c-a754-48ed-95c8-50b534ebb2a8 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529561
Nov 06 20:53:56.297190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 809b9394-67e1-4318-9cc7-04a3de08ebc9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:56.369575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 809b9394-67e1-4318-9cc7-04a3de08ebc9 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:53:56.379352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2af54b-0b60-466e-8a53-5aeb263b0bc2 req-ef304e17-cd94-4916-8cc9-2df5a553fe51 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:56.379989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 809b9394-67e1-4318-9cc7-04a3de08ebc9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:56.379989 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:56.390696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af2af54b-0b60-466e-8a53-5aeb263b0bc2 req-ef304e17-cd94-4916-8cc9-2df5a553fe51 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 945 time: 0.0784605
Nov 06 20:53:56.469485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af2af54b-0b60-466e-8a53-5aeb263b0bc2 req-921b38d5-3bb6-4f74-b457-06b9d4224ddc tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791121
Nov 06 20:53:56.510230 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:56.534264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:56.537108 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71451b5-02a4-478d-811c-608b3e57721b" -d '{"events": [{"server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "name": "network-vif-plugged", "status": "completed", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:56.550835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:56.555969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:56.590448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54894) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:56.593521 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed1890c-4080-415f-99d2-292be2e6fe1e x-openstack-request-id: req-6ed1890c-4080-415f-99d2-292be2e6fe1e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:56.594354 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "name": "network-vif-plugged", "status": "completed", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:56.594782 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ed1890c-4080-415f-99d2-292be2e6fe1e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:56.595333 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'code': 200}
Nov 06 20:53:56.620063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:56.715665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45322024-86e6-41a7-8fdb-eeeb0076370e req-ea2aab72-a1e4-44d5-b34d-e31ba1a2c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:56.717294 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-45322024-86e6-41a7-8fdb-eeeb0076370e req-ea2aab72-a1e4-44d5-b34d-e31ba1a2c684 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 1097 time: 0.0415967
Nov 06 20:53:56.775302 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-45322024-86e6-41a7-8fdb-eeeb0076370e req-011d81de-f397-4266-af79-94b0cbf22b0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467293
Nov 06 20:53:56.784870 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e976aff-54d4-4d9e-ba56-2ad2174dc414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:56.881243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e976aff-54d4-4d9e-ba56-2ad2174dc414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:56.885788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e976aff-54d4-4d9e-ba56-2ad2174dc414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:56.929228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1e976aff-54d4-4d9e-ba56-2ad2174dc414 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce9a6dee96204f4e9c384b58384db6a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3353102
Nov 06 20:53:56.929228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e976aff-54d4-4d9e-ba56-2ad2174dc414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93942de-95e5-4cfa-8897-230a3cc71ba2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:56.930308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54912) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:57.001099 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e99-0679-46a5-9936-1d50b31dc0c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:57.023597 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e99-0679-46a5-9936-1d50b31dc0c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:57.087959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02667168-ee29-45bc-a8fe-d43e53e22da8 req-8f592fa3-50f3-4827-b818-a0314693894c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:57.088939 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e99-0679-46a5-9936-1d50b31dc0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:57.092247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e99-0679-46a5-9936-1d50b31dc0c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:57.093878 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e89e7e99-0679-46a5-9936-1d50b31dc0c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d93942de-95e5-4cfa-8897-230a3cc71ba2 HTTP/1.1" status: 204  len: 168 time: 0.1623867
Nov 06 20:53:57.096922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02667168-ee29-45bc-a8fe-d43e53e22da8 req-8f592fa3-50f3-4827-b818-a0314693894c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0644083
Nov 06 20:53:57.104737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7e99-0679-46a5-9936-1d50b31dc0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93942de-95e5-4cfa-8897-230a3cc71ba2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:57.151188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02667168-ee29-45bc-a8fe-d43e53e22da8 req-2831a720-620a-47ff-87f6-dcd1c897cd70 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533304
Nov 06 20:53:57.293689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1abf3-4337-435b-9487-de61b5e89a86 req-80aec5a2-2fa2-400f-a556-e26dabe6f0ea tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:57.298105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c1abf3-4337-435b-9487-de61b5e89a86 req-80aec5a2-2fa2-400f-a556-e26dabe6f0ea tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 950 time: 0.0714216
Nov 06 20:53:57.358882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c1abf3-4337-435b-9487-de61b5e89a86 req-66db88fe-956f-427f-9117-2c6792604602 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569880
Nov 06 20:53:57.625989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f679e73-7d7d-449b-aa49-8363d501a082 req-07f33416-b1bd-4169-bde2-06d46ae961d6 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:57.637029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f679e73-7d7d-449b-aa49-8363d501a082 req-07f33416-b1bd-4169-bde2-06d46ae961d6 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.0731497
Nov 06 20:53:57.691603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f679e73-7d7d-449b-aa49-8363d501a082 req-ea3660b0-6000-4dc7-b395-3bfca94837b7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514324
Nov 06 20:53:57.948361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54976) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:58.082282 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54984) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:58.135212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6db3bcdf-833a-4672-a1a9-34c6b3555429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.181153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-739122375-network', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:58.223307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Made reservation on behalf of a0abfd854dfe46acaeedf288c6674c0c for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:53:58.225681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.240072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.247731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6db3bcdf-833a-4672-a1a9-34c6b3555429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.264612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6db3bcdf-833a-4672-a1a9-34c6b3555429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.297559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5db4a-7cc1-41aa-b336-778ccd7551b6 req-89d53408-8a39-45a7-bda3-a2b373a78bfa tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:58.299126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69c5db4a-7cc1-41aa-b336-778ccd7551b6 req-89d53408-8a39-45a7-bda3-a2b373a78bfa tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0621395
Nov 06 20:53:58.303210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:53:58.332747 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6db3bcdf-833a-4672-a1a9-34c6b3555429 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=782a76f761fc4c87a668f5ebd2ad9786&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3832798
Nov 06 20:53:58.334879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3bcdf-833a-4672-a1a9-34c6b3555429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b6637c-a796-42df-99da-2a6b17285b33,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:58.341352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55000) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:58.383208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port f25c6c10-c18d-4b5f-be2f-383aaa3a514e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:53:58.390897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port f25c6c10-c18d-4b5f-be2f-383aaa3a514e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:53:58.391693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.416230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69c5db4a-7cc1-41aa-b336-778ccd7551b6 req-5c0efb06-f6a7-47b5-8d59-e7898860786a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052537
Nov 06 20:53:58.422919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.429937 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.465519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:53:58.478678 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c01ad8cc-5d62-40a3-9862-a3b5ce283384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.492066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.492388 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Added segment fd8b3963-4156-4b2c-9519-d8eca96b966a of type vlan for network 3cef188b-2bc9-450f-890b-1de92b2534d5
Nov 06 20:53:58.507499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.519668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c01ad8cc-5d62-40a3-9862-a3b5ce283384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.556249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.573143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:58.588721 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.596355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.597109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:58.597937 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.607679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c01ad8cc-5d62-40a3-9862-a3b5ce283384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.611839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c01ad8cc-5d62-40a3-9862-a3b5ce283384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.619259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c01ad8cc-5d62-40a3-9862-a3b5ce283384 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45b6637c-a796-42df-99da-2a6b17285b33 HTTP/1.1" status: 204  len: 168 time: 0.2753057
Nov 06 20:53:58.633752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07577c4-1b2c-45e6-99eb-6b6b34826c01,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:58.634513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:58.638155 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471c997a-627c-4664-87db-06c3f5491206" -d '{"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-plugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:58.640100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ad8cc-5d62-40a3-9862-a3b5ce283384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b6637c-a796-42df-99da-2a6b17285b33,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:58.669761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55026) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:58.672396 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5865896
Nov 06 20:53:58.675874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Request body: {'subnet': {'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-subnet', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:58.682153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=13']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:58.742557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Made reservation on behalf of a0abfd854dfe46acaeedf288c6674c0c for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:53:58.743636 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc5e0cd-14ae-42c6-b8b6-45e1ec42c612 x-openstack-request-id: req-2bc5e0cd-14ae-42c6-b8b6-45e1ec42c612 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:58.744352 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-plugged", "status": "completed", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:58.744920 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bc5e0cd-14ae-42c6-b8b6-45e1ec42c612 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:58.745302 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:58.745799 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'code': 200}
Nov 06 20:53:58.809907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb44e9-22f2-41a9-aa91-dcaaf28345b3 admin admin] Pushing event updated for resources: {'Network': ['ID=3cef188b-2bc9-450f-890b-1de92b2534d5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:58.833116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:53:58.907672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18477a42-e988-4add-a324-60e994b71c06 req-54868534-4021-4e7c-bba2-3cde09ef6e45 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:58.910791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18477a42-e988-4add-a324-60e994b71c06 req-54868534-4021-4e7c-bba2-3cde09ef6e45 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 951 time: 0.3150709
Nov 06 20:53:58.992238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e6ce-710c-4fab-83c2-7accce335a46 req-d920b5c3-fe11-42a1-b1e6-342c9d4bdd0b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:59.000482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b93e6ce-710c-4fab-83c2-7accce335a46 req-d920b5c3-fe11-42a1-b1e6-342c9d4bdd0b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1272380
Nov 06 20:53:59.014069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678609b-6019-47ff-80ec-78fc5267a0b9 req-b266da48-1c2c-4fc7-a098-630a6f10eb39 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:59.015836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2678609b-6019-47ff-80ec-78fc5267a0b9 req-b266da48-1c2c-4fc7-a098-630a6f10eb39 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 951 time: 0.1440325
Nov 06 20:53:59.091984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55050) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:59.107652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c384e66e-c561-45ad-bee1-57aa75696fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.135133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b93e6ce-710c-4fab-83c2-7accce335a46 req-7958f6e1-77c8-4807-9306-b9f33ad6dc31 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335077
Nov 06 20:53:59.146360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2678609b-6019-47ff-80ec-78fc5267a0b9 req-8f87c26a-f852-4545-b5e0-161307c77392 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126380
Nov 06 20:53:59.150518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Deleting port f25c6c10-c18d-4b5f-be2f-383aaa3a514e {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:53:59.159887 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.215406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.288258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] For port f25c6c10-c18d-4b5f-be2f-383aaa3a514e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:53:59.288729 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.297641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366a3318-3464-4b48-b8f3-9bf61a295c1c,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:59.308583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Checking segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:53:59.308946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Network hostable DHCP agents. Network: 3cef188b-2bc9-450f-890b-1de92b2534d5, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:53:59.317974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Calling delete_port for f25c6c10-c18d-4b5f-be2f-383aaa3a514e owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:53:59.321762 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c384e66e-c561-45ad-bee1-57aa75696fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.331350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:53:59.333051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c384e66e-c561-45ad-bee1-57aa75696fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.343381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3cef188b-2bc9-450f-890b-1de92b2534d5) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:53:59.349972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:59.350373 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.358782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6a8cf-af93-473d-b0a2-2557695567d3 None None] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:53:59.376584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d1214fe5-b391-426d-944b-efab38e154b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7032249
Nov 06 20:53:59.376935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55082) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:59.381385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:53:59.417020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.418224 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.426318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384e66e-c561-45ad-bee1-57aa75696fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d47554-1457-4768-8750-727822eb7b0d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:59.438173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c384e66e-c561-45ad-bee1-57aa75696fd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2497d288d8e84f238c110da055ef2ab8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3425405
Nov 06 20:53:59.444827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55092) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:53:59.533272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.557396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6', '5c194b3b-7525-4372-a35e-31e481740efc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:59.560612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f3bc0dd3-b09d-4857-859d-ac48eec07494', 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:53:59.569247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.569525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event deleted for resources: {'Port': ['ID=f25c6c10-c18d-4b5f-be2f-383aaa3a514e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:53:59.626554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] No DVR routers for this DVR port f25c6c10-c18d-4b5f-be2f-383aaa3a514e on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:53:59.629224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.632519 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18477a42-e988-4add-a324-60e994b71c06 req-4424bb4e-f0c0-4927-9e8a-f0aab7114267 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "DELETE /v2.0/ports/f25c6c10-c18d-4b5f-be2f-383aaa3a514e HTTP/1.1" status: 204  len: 173 time: 0.7129512
Nov 06 20:53:59.633057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-deleted', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:53:59.635321 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88d30a2-8c3a-437c-9b67-a7e4c734e40a" -d '{"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-deleted", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:53:59.758647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d5773-dae6-48bd-8dfb-f95e0c00bb19 req-fcc2f607-e236-46e2-a286-5b9122f6756c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:53:59.766528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f6d5773-dae6-48bd-8dfb-f95e0c00bb19 req-fcc2f607-e236-46e2-a286-5b9122f6756c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.2362394
Nov 06 20:53:59.781616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40aa5b1d-4974-4409-9bbc-e3c506c81a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.822323 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215e5f66-c248-430f-8aa6-c93a6708be07 x-openstack-request-id: req-215e5f66-c248-430f-8aa6-c93a6708be07 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:53:59.822916 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba29b6c-141b-4d99-ac58-afea9e681891", "name": "network-vif-deleted", "tag": "f25c6c10-c18d-4b5f-be2f-383aaa3a514e", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:53:59.823582 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-215e5f66-c248-430f-8aa6-c93a6708be07 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:53:59.824211 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba29b6c-141b-4d99-ac58-afea9e681891', 'name': 'network-vif-deleted', 'tag': 'f25c6c10-c18d-4b5f-be2f-383aaa3a514e', 'status': 'completed', 'code': 200}
Nov 06 20:53:59.892710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3cef188b-2bc9-450f-890b-1de92b2534d5', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:53:59.893517 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.930439 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40aa5b1d-4974-4409-9bbc-e3c506c81a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:53:59.980142 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.015765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f6d5773-dae6-48bd-8dfb-f95e0c00bb19 req-e818a62d-9627-471b-a11c-6099a618253a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2482595
Nov 06 20:54:00.052673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55112) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:00.070025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40aa5b1d-4974-4409-9bbc-e3c506c81a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.072668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40aa5b1d-4974-4409-9bbc-e3c506c81a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.076227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-40aa5b1d-4974-4409-9bbc-e3c506c81a81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79d47554-1457-4768-8750-727822eb7b0d HTTP/1.1" status: 204  len: 168 time: 0.6280317
Nov 06 20:54:00.084923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa5b1d-4974-4409-9bbc-e3c506c81a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d47554-1457-4768-8750-727822eb7b0d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:00.255531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Allocated IP 172.20.0.2 (3cef188b-2bc9-450f-890b-1de92b2534d5/366a3318-3464-4b48-b8f3-9bf61a295c1c/b70c3c23-9c92-4fef-93f2-76ab46854e9f) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:00.311215 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-666ad5f6-448a-4f2c-af21-a62dd88fa06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.369862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65cade4c-f38d-4225-8b82-26bb06eb72a5 req-981af394-396b-4bcd-9986-d05f0182be4f tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ba29b6c-141b-4d99-ac58-afea9e681891 HTTP/1.1" status: 200  len: 210 time: 0.0838261
Nov 06 20:54:00.383791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:54:00.410045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.479115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.506850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc752e6-5422-4b91-b51d-b8ca8876ed23 req-ba586256-edc1-4123-9686-cc8907f0c662 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:00.514991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fc752e6-5422-4b91-b51d-b8ca8876ed23 req-ba586256-edc1-4123-9686-cc8907f0c662 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.2311933
Nov 06 20:54:00.613319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:00.616118 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.626610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'mac_address': 'fa:16:3e:c6:47:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:54:00.630118 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.667745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-666ad5f6-448a-4f2c-af21-a62dd88fa06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.683296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fc752e6-5422-4b91-b51d-b8ca8876ed23 req-5efc8fe7-4665-4db2-b765-681ac8fb71a7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651957
Nov 06 20:54:00.687122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-666ad5f6-448a-4f2c-af21-a62dd88fa06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.717861 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.747960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:00.754524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d18e4680-1b28-4007-9364-246ce392f8a2 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:00.755766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Allocated IP 172.35.0.119 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/7b79b084-7e26-4403-bad7-fd3151bd534f) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:00.759772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-666ad5f6-448a-4f2c-af21-a62dd88fa06c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5757a07a4de45e29131c287af0b254c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7057748
Nov 06 20:54:00.761493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:00.762782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55146) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:00.763821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ad5f6-448a-4f2c-af21-a62dd88fa06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205c3cc8-a77a-441f-9459-2c6007894486,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:00.778848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Pushing event updated for resources: {'Port': ['ID=b70c3c23-9c92-4fef-93f2-76ab46854e9f,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:00.785505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:00.879576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:00.885503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c4f98dc-6422-4b69-820f-c5f335f74d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.909230 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.918836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c4f98dc-6422-4b69-820f-c5f335f74d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.949596 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:00.991185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Attempting to bind port b70c3c23-9c92-4fef-93f2-76ab46854e9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:00.991901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Attempting to bind port b70c3c23-9c92-4fef-93f2-76ab46854e9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:00.992613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Attempting to bind port b70c3c23-9c92-4fef-93f2-76ab46854e9f on network 3cef188b-2bc9-450f-890b-1de92b2534d5 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:00.999052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c4f98dc-6422-4b69-820f-c5f335f74d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.007035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:01.007724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Checking segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:01.008691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c4f98dc-6422-4b69-820f-c5f335f74d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.008837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.009111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Bound using segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:01.009593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Bound port: b70c3c23-9c92-4fef-93f2-76ab46854e9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:01.009910 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2c4f98dc-6422-4b69-820f-c5f335f74d7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/205c3cc8-a77a-441f-9459-2c6007894486 HTTP/1.1" status: 204  len: 168 time: 0.2453940
Nov 06 20:54:01.010169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.044133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f98dc-6422-4b69-820f-c5f335f74d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205c3cc8-a77a-441f-9459-2c6007894486,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:01.066383 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.081385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:01.095154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['d18e4680-1b28-4007-9364-246ce392f8a2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:01.155455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:01.172100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:01.177572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] For port b70c3c23-9c92-4fef-93f2-76ab46854e9f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:01.181107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:01.183961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] For port b70c3c23-9c92-4fef-93f2-76ab46854e9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70c3c23-9c92-4fef-93f2-76ab46854e9f,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:01.194597 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.250967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4db379-fa75-45f5-9d26-514ad9c9f9b4 req-65d0beaf-f4f7-4b18-ada9-b473399d6e20 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:01.258278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e6f3-fb2e-47e3-b164-9eb15024ec15 None None] Pushing event updated for resources: {'Port': ['ID=b70c3c23-9c92-4fef-93f2-76ab46854e9f,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:01.259217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b4db379-fa75-45f5-9d26-514ad9c9f9b4 req-65d0beaf-f4f7-4b18-ada9-b473399d6e20 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.2612963
Nov 06 20:54:01.301428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7b79b084-7e26-4403-bad7-fd3151bd534f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:01.425876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268da894-86c6-4773-a0ab-689e44ff22a8 req-8d3ec574-cfeb-4064-b2f6-3b968d7fcc64 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:01.433608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-268da894-86c6-4773-a0ab-689e44ff22a8 req-8d3ec574-cfeb-4064-b2f6-3b968d7fcc64 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.2899106
Nov 06 20:54:01.482653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55168) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:01.490886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b4db379-fa75-45f5-9d26-514ad9c9f9b4 req-94673fd1-a34d-4d4a-9182-b8ee5aced9e4 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306306
Nov 06 20:54:01.500439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b17-31ad-48e4-b574-f7044e779048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.614993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-268da894-86c6-4773-a0ab-689e44ff22a8 req-79de4c9a-74ee-4022-b2b0-1c2833c69e43 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804030
Nov 06 20:54:01.657333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b17-31ad-48e4-b574-f7044e779048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.666771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b17-31ad-48e4-b574-f7044e779048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.746843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec3b17-31ad-48e4-b574-f7044e779048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b8d6de-f509-443a-9635-1fc387aa3f64,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:01.771510 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.788493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-84ec3b17-31ad-48e4-b574-f7044e779048 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eafa11a9cb22429a8f06bfcf32b0ea2a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3031223
Nov 06 20:54:01.790412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55178) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:01.856032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a310-fd27-4366-a0d6-aa0e0b4eadd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.888070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a310-fd27-4366-a0d6-aa0e0b4eadd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.953060 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a310-fd27-4366-a0d6-aa0e0b4eadd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.958105 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a310-fd27-4366-a0d6-aa0e0b4eadd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:01.960202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cdd6a310-fd27-4366-a0d6-aa0e0b4eadd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7b8d6de-f509-443a-9635-1fc387aa3f64 HTTP/1.1" status: 204  len: 168 time: 0.1685464
Nov 06 20:54:01.976658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6a310-fd27-4366-a0d6-aa0e0b4eadd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b8d6de-f509-443a-9635-1fc387aa3f64,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:01.978156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac780f-944d-4c9d-b8e1-4668598afa3c req-f21515bd-1410-4370-882a-a8a9f1f80c01 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:01.979768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ac780f-944d-4c9d-b8e1-4668598afa3c req-f21515bd-1410-4370-882a-a8a9f1f80c01 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 951 time: 0.1098211
Nov 06 20:54:02.077018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:02.084823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ac780f-944d-4c9d-b8e1-4668598afa3c req-0b1c1c65-41e9-49e3-b5be-2a50c25de4b2 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641444
Nov 06 20:54:02.238821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:54:02.317515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:02.395294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:54:02.409420 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Sync routers for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:54:02.416059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port d18e4680-1b28-4007-9364-246ce392f8a2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:02.416866 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:02.422285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:02.425139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-59a482ec-6f09-4c3e-9328-6421c398f7b3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.0472245
Nov 06 20:54:02.426571 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:54:02.427289 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec9550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:02.427918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55208) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:02.565401 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:02.629750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:02.653292 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43f0278-67c9-423f-8563-0f916e391e81" -d '{"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-plugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:02.705001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:02.714215 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:02.717129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:02.806446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47afe5c-438a-4210-9447-956a0c368a5f None None] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:02.893902 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:54:03.005335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55232) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:03.288782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:03.295975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: f25c6c10-c18d-4b5f-be2f-383aaa3a514e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:54:03.296344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f25c6c10-c18d-4b5f-be2f-383aaa3a514e not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:54:03.304853 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec9550>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:01Z', 'revision_number': 3, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:03.338544 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Checking router: 90d14af9-b96b-4365-96d7-b1cdf641bbd9 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:54:03.339289 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Updating router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 port 7b79b084-7e26-4403-bad7-fd3151bd534f binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:54:03.342925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-65ee3504-e19c-467b-a166-c685ba3a1497 None None] Provisioning complete for port b70c3c23-9c92-4fef-93f2-76ab46854e9f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:03.343446 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-65ee3504-e19c-467b-a166-c685ba3a1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.350160 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.383966 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.490825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9eb31a30-4385-461e-a787-e4a907037cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.514315 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-65ee3504-e19c-467b-a166-c685ba3a1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.515862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2f529-3814-4901-8bee-91435e217f3e req-d5359afe-e874-4a02-aae3-b5be25b3e759 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:03.517901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abe2f529-3814-4901-8bee-91435e217f3e req-d5359afe-e874-4a02-aae3-b5be25b3e759 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1122408
Nov 06 20:54:03.572448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b2813-03eb-4316-b88d-54a44c5be418 req-044a85d4-8a21-4779-960f-ce208ba58c3a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:03.574142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c8b2813-03eb-4316-b88d-54a44c5be418 req-044a85d4-8a21-4779-960f-ce208ba58c3a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.7930443
Nov 06 20:54:03.596799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-65ee3504-e19c-467b-a166-c685ba3a1497 None None] For port b70c3c23-9c92-4fef-93f2-76ab46854e9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70c3c23-9c92-4fef-93f2-76ab46854e9f,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:03.619619 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-65ee3504-e19c-467b-a166-c685ba3a1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.685884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abe2f529-3814-4901-8bee-91435e217f3e req-a7ba1d02-1317-4988-9c77-72b6c0a06afd tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570780
Nov 06 20:54:03.695579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c8b2813-03eb-4316-b88d-54a44c5be418 req-67cea074-f820-49dd-9052-ac9bd42be5a9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051538
Nov 06 20:54:03.756948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b70c3c23-9c92-4fef-93f2-76ab46854e9f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:03.821160 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2d6b2d-d90e-40a4-9882-999ff8cd518d x-openstack-request-id: req-ca2d6b2d-d90e-40a4-9882-999ff8cd518d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:03.821960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9eb31a30-4385-461e-a787-e4a907037cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.830742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9eb31a30-4385-461e-a787-e4a907037cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.831475 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-plugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:03.831618 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca2d6b2d-d90e-40a4-9882-999ff8cd518d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:03.832042 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'code': 200}
Nov 06 20:54:03.866606 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9eb31a30-4385-461e-a787-e4a907037cb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e7b4c9b13b24713a6892f1062a31bf1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8594203
Nov 06 20:54:03.869511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55256) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:03.874616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee3504-e19c-467b-a166-c685ba3a1497 None None] Pushing event updated for resources: {'Port': ['ID=b70c3c23-9c92-4fef-93f2-76ab46854e9f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:03.917267 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.922876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Allocated IP 172.20.0.1 (3cef188b-2bc9-450f-890b-1de92b2534d5/366a3318-3464-4b48-b8f3-9bf61a295c1c/c8f8e04a-6015-4b7e-b377-e11992d3e243) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:03.927052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b70c3c23-9c92-4fef-93f2-76ab46854e9f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:03.927797 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.928805 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:03.929060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb31a30-4385-461e-a787-e4a907037cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db419f-bdf6-4c8d-a773-e4852feb0130,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:04.033864 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Attempting to bind port 7b79b084-7e26-4403-bad7-fd3151bd534f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:04.034229 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Attempting to bind port 7b79b084-7e26-4403-bad7-fd3151bd534f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:04.034595 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Attempting to bind port 7b79b084-7e26-4403-bad7-fd3151bd534f on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:04.042543 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a1a4e-3d17-41a6-bec5-d1a683c26f94 None None] Pushing event updated for resources: {'Port': ['ID=7b79b084-7e26-4403-bad7-fd3151bd534f,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:04.068901 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b55e1b19-34c3-45d5-a47e-63942ee121d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.078812 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:04.079521 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:04.080088 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.080690 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:04.082091 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Bound port: 7b79b084-7e26-4403-bad7-fd3151bd534f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:04.084607 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.085228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aab606-d251-492b-91da-55eecde2cb25 req-99fedfe3-a353-4127-92d4-50e81fd4d62a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:04.087410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11aab606-d251-492b-91da-55eecde2cb25 req-99fedfe3-a353-4127-92d4-50e81fd4d62a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 951 time: 0.1954050
Nov 06 20:54:04.138804 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b55e1b19-34c3-45d5-a47e-63942ee121d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.176424 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] For port 7b79b084-7e26-4403-bad7-fd3151bd534f, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:04.179986 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] For port 7b79b084-7e26-4403-bad7-fd3151bd534f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b79b084-7e26-4403-bad7-fd3151bd534f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:04.180231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11aab606-d251-492b-91da-55eecde2cb25 req-e9b96146-173e-49a5-b9df-ea500ff341d2 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796554
Nov 06 20:54:04.192271 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.199638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1070d-53cf-4df6-8c89-685c25802332 req-183d8a25-7055-4cd8-9c6a-8320cc9079f1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:04.203436 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29a1070d-53cf-4df6-8c89-685c25802332 req-183d8a25-7055-4cd8-9c6a-8320cc9079f1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 951 time: 0.2098737
Nov 06 20:54:04.235156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b55e1b19-34c3-45d5-a47e-63942ee121d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.238156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b55e1b19-34c3-45d5-a47e-63942ee121d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.241355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b55e1b19-34c3-45d5-a47e-63942ee121d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8db419f-bdf6-4c8d-a773-e4852feb0130 HTTP/1.1" status: 204  len: 168 time: 0.3704348
Nov 06 20:54:04.263475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cd37bfb5-a5fd-43a2-97f0-ef078f2c2558 None None] Provisioning complete for port b70c3c23-9c92-4fef-93f2-76ab46854e9f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:04.264258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e1b19-34c3-45d5-a47e-63942ee121d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db419f-bdf6-4c8d-a773-e4852feb0130,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:04.266946 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd37bfb5-a5fd-43a2-97f0-ef078f2c2558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.270855 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:54:04.271544 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec9550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:04.283451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.324512 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a1a4e-3d17-41a6-bec5-d1a683c26f94 None None] Pushing event updated for resources: {'Port': ['ID=7b79b084-7e26-4403-bad7-fd3151bd534f,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:04.366451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Deleting port f3bc0dd3-b09d-4857-859d-ac48eec07494 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:04.367109 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.372879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.463827 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:54:04.494402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:04.497998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f8e04a-6015-4b7e-b377-e11992d3e243,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:04.507513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:04.512910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:04.591043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] For port f3bc0dd3-b09d-4857-859d-ac48eec07494, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3bc0dd3-b09d-4857-859d-ac48eec07494,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:04.591415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.609034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.615218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Calling delete_port for f3bc0dd3-b09d-4857-859d-ac48eec07494 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:04.768959 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec9550>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:01Z', 'revision_number': 3, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:04.818682 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa99588-370f-420c-bdc9-7ab1cc8c2d35 None None] The sync data for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 is: [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:01Z', 'revision_number': 3, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:54:04.879148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55308) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:04.916774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a038d5d8-267e-4f5d-ab38-845599c21483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.971616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-02524e09-6504-40db-a91a-16c5470dde50 None None] Provisioning complete for port c8f8e04a-6015-4b7e-b377-e11992d3e243 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:04.973011 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-02524e09-6504-40db-a91a-16c5470dde50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.982772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:04.987273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5210d1-97d6-47cc-8f4f-7ed5581ca4fc req-99549bac-5b55-4c3b-b9c4-6d17cedf3d21 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:04.997747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c5210d1-97d6-47cc-8f4f-7ed5581ca4fc req-99549bac-5b55-4c3b-b9c4-6d17cedf3d21 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1639812
Nov 06 20:54:05.026987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-02524e09-6504-40db-a91a-16c5470dde50 None None] Port c8f8e04a-6015-4b7e-b377-e11992d3e243 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:05.032341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.045710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6', '5c194b3b-7525-4372-a35e-31e481740efc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:05.058524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b7299-ddd6-4119-9f1f-170c8429d3b0 req-a78153ad-58e6-4c0e-93b1-b06a98c74a50 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:05.060668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf4b7299-ddd6-4119-9f1f-170c8429d3b0 req-a78153ad-58e6-4c0e-93b1-b06a98c74a50 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1820731
Nov 06 20:54:05.085454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event deleted for resources: {'Port': ['ID=f3bc0dd3-b09d-4857-859d-ac48eec07494,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:05.090212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55312) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:05.128912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c5210d1-97d6-47cc-8f4f-7ed5581ca4fc req-bdcf3dcf-2965-40c5-93ec-9b4ec6fab560 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253648
Nov 06 20:54:05.173870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] No DVR routers for this DVR port f3bc0dd3-b09d-4857-859d-ac48eec07494 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:54:05.177593 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.181501 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29a1070d-53cf-4df6-8c89-685c25802332 req-fe043d83-997f-414f-a196-aafdeb081393 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.10 "DELETE /v2.0/ports/f3bc0dd3-b09d-4857-859d-ac48eec07494 HTTP/1.1" status: 204  len: 173 time: 0.9673128
Nov 06 20:54:05.193428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-deleted', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:05.196258 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b574be0e-2d45-4a86-a61b-9dbdd4faadcb" -d '{"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-deleted", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:05.329893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d0babd5-c776-4a26-8e38-9aaf689f2476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.338538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf4b7299-ddd6-4119-9f1f-170c8429d3b0 req-c8882add-1112-462d-951c-75118c868c73 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610667
Nov 06 20:54:05.403919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a038d5d8-267e-4f5d-ab38-845599c21483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.419556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a038d5d8-267e-4f5d-ab38-845599c21483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.474659 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d20330-652c-4d67-961e-94dd64fbadf8 x-openstack-request-id: req-60d20330-652c-4d67-961e-94dd64fbadf8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:05.474847 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f449d21-9a2c-46a7-99aa-707210a04428", "name": "network-vif-deleted", "tag": "f3bc0dd3-b09d-4857-859d-ac48eec07494", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:05.475036 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60d20330-652c-4d67-961e-94dd64fbadf8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:05.475465 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f449d21-9a2c-46a7-99aa-707210a04428', 'name': 'network-vif-deleted', 'tag': 'f3bc0dd3-b09d-4857-859d-ac48eec07494', 'status': 'completed', 'code': 200}
Nov 06 20:54:05.520617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.540288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.574292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038d5d8-267e-4f5d-ab38-845599c21483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de1cbbc-6772-48f4-8fdd-b1aa18a36cc9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:05.588176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a038d5d8-267e-4f5d-ab38-845599c21483 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a6acb67e48494b95f803e0e70b1ac2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7015018
Nov 06 20:54:05.589628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55324) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:05.643257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b5388b0-e57f-466d-8697-2f00892e33bf req-2bae3324-4e04-4db2-8b37-3b0ea4ef2ee4 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f449d21-9a2c-46a7-99aa-707210a04428 HTTP/1.1" status: 200  len: 210 time: 0.1117389
Nov 06 20:54:05.659697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.739479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42665b08-956c-49be-a9ad-ee7fe9c5afd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.788670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42665b08-956c-49be-a9ad-ee7fe9c5afd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.813100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d0babd5-c776-4a26-8e38-9aaf689f2476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.822198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f8e04a-6015-4b7e-b377-e11992d3e243,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:05.841615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d0babd5-c776-4a26-8e38-9aaf689f2476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.866815 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42665b08-956c-49be-a9ad-ee7fe9c5afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.870994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b70c3c23-9c92-4fef-93f2-76ab46854e9f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:05.872056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42665b08-956c-49be-a9ad-ee7fe9c5afd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:05.878655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-42665b08-956c-49be-a9ad-ee7fe9c5afd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8de1cbbc-6772-48f4-8fdd-b1aa18a36cc9 HTTP/1.1" status: 204  len: 168 time: 0.2544780
Nov 06 20:54:05.901646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42665b08-956c-49be-a9ad-ee7fe9c5afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de1cbbc-6772-48f4-8fdd-b1aa18a36cc9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:05.943442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1d0babd5-c776-4a26-8e38-9aaf689f2476 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd38e5d0adfe4bbeb55c9e9287a78551&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8519621
Nov 06 20:54:05.948286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55328) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:05.949325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0babd5-c776-4a26-8e38-9aaf689f2476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4035f3dd-c56a-4ebe-86e4-844db31fdbde,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:05.955623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:05.962098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:06.031955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b70c3c23-9c92-4fef-93f2-76ab46854e9f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:06.033509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.141104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7b79b084-7e26-4403-bad7-fd3151bd534f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:06.207869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7b79b084-7e26-4403-bad7-fd3151bd534f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:06.208513 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.300707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be2957-9576-47a6-aa1c-3efde0778170 req-8e62e5f9-46ec-473c-af2b-aa63d5a45475 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:06.302326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4be2957-9576-47a6-aa1c-3efde0778170 req-8e62e5f9-46ec-473c-af2b-aa63d5a45475 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0819011
Nov 06 20:54:06.324425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:06.382000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4be2957-9576-47a6-aa1c-3efde0778170 req-89229012-9a74-424b-9afc-8885f67b5a9f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726364
Nov 06 20:54:06.388035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: f3bc0dd3-b09d-4857-859d-ac48eec07494 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:54:06.388951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f3bc0dd3-b09d-4857-859d-ac48eec07494 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:54:06.433184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.444552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-62a836e1-d5aa-4232-b62e-7c2e1efd42c6 None None] Provisioning complete for port c8f8e04a-6015-4b7e-b377-e11992d3e243 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:06.446384 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-62a836e1-d5aa-4232-b62e-7c2e1efd42c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.505283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 7b79b084-7e26-4403-bad7-fd3151bd534f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b79b084-7e26-4403-bad7-fd3151bd534f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:06.514931 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.519803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-62a836e1-d5aa-4232-b62e-7c2e1efd42c6 None None] Port c8f8e04a-6015-4b7e-b377-e11992d3e243 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:06.566573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dee622-f2fa-401d-b596-a0efea748b26 req-af744f58-f37f-428e-a4ef-418b5f23383a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:06.574645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26dee622-f2fa-401d-b596-a0efea748b26 req-af744f58-f37f-428e-a4ef-418b5f23383a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.0919938
Nov 06 20:54:06.575537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=7b79b084-7e26-4403-bad7-fd3151bd534f,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:06.646032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26dee622-f2fa-401d-b596-a0efea748b26 req-a4b20687-ff1f-4d9c-a1a2-1099902412db tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694153
Nov 06 20:54:06.678847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6e89ea-2cf4-4f8f-9418-2978650523a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.732386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6e89ea-2cf4-4f8f-9418-2978650523a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.735398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:54:06.834836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6e89ea-2cf4-4f8f-9418-2978650523a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.838492 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6e89ea-2cf4-4f8f-9418-2978650523a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:06.842324 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce6e89ea-2cf4-4f8f-9418-2978650523a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4035f3dd-c56a-4ebe-86e4-844db31fdbde HTTP/1.1" status: 204  len: 168 time: 0.8871555
Nov 06 20:54:06.927621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:06.941586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e89ea-2cf4-4f8f-9418-2978650523a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4035f3dd-c56a-4ebe-86e4-844db31fdbde,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:06.987619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:54:06.995050 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5b4e432a-ae47-4d13-bd51-fd145da49ab0 admin admin] 10.222.0.13 "PUT /v2.0/routers/90d14af9-b96b-4365-96d7-b1cdf641bbd9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5658498
Nov 06 20:54:07.106899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3633b2-48f4-4eaa-a33b-11800033e453 req-f1511d17-d49f-40cb-8aea-70f2fbc68937 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:07.109819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da3633b2-48f4-4eaa-a33b-11800033e453 req-f1511d17-d49f-40cb-8aea-70f2fbc68937 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.0708010
Nov 06 20:54:07.186957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da3633b2-48f4-4eaa-a33b-11800033e453 req-3716e7a7-d26d-4699-88b4-2d577ab5719d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697198
Nov 06 20:54:07.339268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-686845741-network', 'tenant_id': '4c383d3827904548a85fe5db914aee4b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:07.370510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Made reservation on behalf of 4c383d3827904548a85fe5db914aee4b for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:07.373923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.382613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Sync routers for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:54:07.390224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.399446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:54:07.400170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251e963d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:07.524455 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.525685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55402) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:07.534831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.560171 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c612a25-17b9-47ba-983a-56cd29a4af7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.585384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:54:07.597785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a236685-2756-44f6-835c-1ff52646cb40 req-52b0d345-9c0a-45e8-9959-b57d8cdaa33d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:07.607182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:54:07.609056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a236685-2756-44f6-835c-1ff52646cb40 req-52b0d345-9c0a-45e8-9959-b57d8cdaa33d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1086378
Nov 06 20:54:07.693031 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a236685-2756-44f6-835c-1ff52646cb40 req-cd2a801a-3b75-41a6-9353-67a41bb0e926 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827982
Nov 06 20:54:07.725134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7b79b084-7e26-4403-bad7-fd3151bd534f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:07.887504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c612a25-17b9-47ba-983a-56cd29a4af7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.903517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c612a25-17b9-47ba-983a-56cd29a4af7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.922319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbccd76-a3a5-47a3-911e-82b51649ee1e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:07.934476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7b79b084-7e26-4403-bad7-fd3151bd534f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:07.934697 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.949804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:07.951343 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Added segment ef918851-46ba-40f9-ba15-307441d8629f of type vlan for network d7f41d40-db54-4294-8f8b-5894f0c36960
Nov 06 20:54:07.995646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251e963d0>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:05Z', 'revision_number': 2, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:08.049148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.050095 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:54:08.070538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Checking router: 90d14af9-b96b-4365-96d7-b1cdf641bbd9 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:54:08.072055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Updating router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 port c8f8e04a-6015-4b7e-b377-e11992d3e243 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:54:08.094832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.096206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:08.097819 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.108553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1277310-8d07-45bd-909c-9a41810998c9 req-bbf7feaf-9cf4-4921-a07a-f6bf9089eded tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:08.111815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1277310-8d07-45bd-909c-9a41810998c9 req-bbf7feaf-9cf4-4921-a07a-f6bf9089eded tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1101315
Nov 06 20:54:08.114834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55414) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:08.122034 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c612a25-17b9-47ba-983a-56cd29a4af7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=795162b30e0a4596a40f11ea354e4305&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5947442
Nov 06 20:54:08.161939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c612a25-17b9-47ba-983a-56cd29a4af7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd4a4e-862b-41cc-9629-495556f83c3c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:08.172936 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.268847 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.3354294
Nov 06 20:54:08.272849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55418) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:08.291396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Request body: {'subnet': {'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-686845741-subnet', 'tenant_id': '4c383d3827904548a85fe5db914aee4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:08.358626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b51e1c-9cf0-495d-a337-0d33c176a45c admin admin] Pushing event updated for resources: {'Network': ['ID=d7f41d40-db54-4294-8f8b-5894f0c36960,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:08.362436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Made reservation on behalf of 4c383d3827904548a85fe5db914aee4b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:08.365248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.491572 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-286353c9-5c96-4fed-922a-ea59f6588730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.544429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network d7f41d40-db54-4294-8f8b-5894f0c36960 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:54:08.592344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-286353c9-5c96-4fed-922a-ea59f6588730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.593983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55420) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:08.619964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5a8c13c4-552f-418e-aeb8-3ce30bfbfe67 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--558580301', 'description': 'tempest-description--328683845'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:08.768959 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a8c13c4-552f-418e-aeb8-3ce30bfbfe67 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.815971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1277310-8d07-45bd-909c-9a41810998c9 req-4a453197-3f49-43a5-a3d9-334d6e59a6fb tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6105912
Nov 06 20:54:08.817894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-286353c9-5c96-4fed-922a-ea59f6588730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.828707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-286353c9-5c96-4fed-922a-ea59f6588730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.834591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-286353c9-5c96-4fed-922a-ea59f6588730 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99dd4a4e-862b-41cc-9629-495556f83c3c HTTP/1.1" status: 204  len: 168 time: 0.7175243
Nov 06 20:54:08.918810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a8c13c4-552f-418e-aeb8-3ce30bfbfe67 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.930411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a8c13c4-552f-418e-aeb8-3ce30bfbfe67 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:08.975526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286353c9-5c96-4fed-922a-ea59f6588730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd4a4e-862b-41cc-9629-495556f83c3c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:09.000480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a8c13c4-552f-418e-aeb8-3ce30bfbfe67 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.005197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5a8c13c4-552f-418e-aeb8-3ce30bfbfe67 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.4089301
Nov 06 20:54:09.017447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55432) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:09.032999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-e7fa5df3-d7f4-4de2-94e9-fa33be0d159d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:09.035284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-e7fa5df3-d7f4-4de2-94e9-fa33be0d159d tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.6970010
Nov 06 20:54:09.045344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-51ffb1a9-4c94-462d-910f-a7703cf591f6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'security_group_rule': {'security_group_id': '295a5adc-a9aa-42f6-baa7-44ecf2ab9838', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:09.055466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c13c4-552f-418e-aeb8-3ce30bfbfe67 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295a5adc-a9aa-42f6-baa7-44ecf2ab9838,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:09.073473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.122383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51ffb1a9-4c94-462d-910f-a7703cf591f6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.123275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfb26b-4940-4f3a-8a8c-a318894bdcf3 req-a1416224-8310-4cb4-945b-f471cd651572 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:09.124970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3abfb26b-4940-4f3a-8a8c-a318894bdcf3 req-a1416224-8310-4cb4-945b-f471cd651572 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 949 time: 0.3425088
Nov 06 20:54:09.150388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f0d5f-a7ec-42ef-812f-9d8eea9b6b68 req-047d2aa7-516e-4bc2-9adf-e14f1a202adb tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:09.159718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da0f0d5f-a7ec-42ef-812f-9d8eea9b6b68 req-047d2aa7-516e-4bc2-9adf-e14f1a202adb tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.2368989
Nov 06 20:54:09.167024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4aaf68-5878-493f-9f1a-38a494484ac7,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:09.201883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:09.202557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Network hostable DHCP agents. Network: d7f41d40-db54-4294-8f8b-5894f0c36960, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:54:09.227572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51ffb1a9-4c94-462d-910f-a7703cf591f6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.233149 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.240197 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51ffb1a9-4c94-462d-910f-a7703cf591f6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.242874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Network d7f41d40-db54-4294-8f8b-5894f0c36960 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:54:09.250678 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.268052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffb1a9-4c94-462d-910f-a7703cf591f6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31157d6-5a97-41fe-a137-9d7c55a2953c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:09.273877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7f41d40-db54-4294-8f8b-5894f0c36960) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:09.279768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:09.280668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.283709 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3abfb26b-4940-4f3a-8a8c-a318894bdcf3 req-eb37e4fa-4e3d-48f3-b58c-e31df017bdf1 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434879
Nov 06 20:54:09.297816 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51ffb1a9-4c94-462d-910f-a7703cf591f6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.299159 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-51ffb1a9-4c94-462d-910f-a7703cf591f6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2739263
Nov 06 20:54:09.304462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55434) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:09.311912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e01c4236-e17d-46ac-b58d-db302d962b1b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'security_group_rule': {'security_group_id': '295a5adc-a9aa-42f6-baa7-44ecf2ab9838', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:09.335850 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce7afb4f-e251-4a33-ae81-7e921bc6964a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0557048
Nov 06 20:54:09.367100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59672e0-124e-4ef0-ab1c-07fc1193a3dc None None] Network d7f41d40-db54-4294-8f8b-5894f0c36960 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:09.382255 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e01c4236-e17d-46ac-b58d-db302d962b1b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.424937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da0f0d5f-a7ec-42ef-812f-9d8eea9b6b68 req-2e6b97cb-3bc1-4304-87af-0b2700e6d67a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641129
Nov 06 20:54:09.498656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Deleting port 5c194b3b-7525-4372-a35e-31e481740efc {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:09.499406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.609957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e01c4236-e17d-46ac-b58d-db302d962b1b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.619281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e01c4236-e17d-46ac-b58d-db302d962b1b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.630575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fb1e1-7ec1-444a-b45f-b97617849ac5 None None] Pushing event updated for resources: {'Port': ['ID=c8f8e04a-6015-4b7e-b377-e11992d3e243,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:09.674825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8bc495-b5c3-4a7a-965e-7882d7899263 None None] Network d7f41d40-db54-4294-8f8b-5894f0c36960 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:09.679976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c4236-e17d-46ac-b58d-db302d962b1b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f113d745-afec-470f-9fcf-b60041d9939e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:09.707240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] For port 5c194b3b-7525-4372-a35e-31e481740efc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c194b3b-7525-4372-a35e-31e481740efc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:09.709158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e01c4236-e17d-46ac-b58d-db302d962b1b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.713736 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.721499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55442) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:09.733284 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e01c4236-e17d-46ac-b58d-db302d962b1b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4265480
Nov 06 20:54:09.737140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:09.759102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Attempting to bind port c8f8e04a-6015-4b7e-b377-e11992d3e243 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:09.759476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Attempting to bind port c8f8e04a-6015-4b7e-b377-e11992d3e243 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:09.760101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Attempting to bind port c8f8e04a-6015-4b7e-b377-e11992d3e243 on network 3cef188b-2bc9-450f-890b-1de92b2534d5 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:09.776679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Calling delete_port for 5c194b3b-7525-4372-a35e-31e481740efc owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:09.783501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:09.783916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Checking segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:09.784272 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.784752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Bound using segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:09.785238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Bound port: c8f8e04a-6015-4b7e-b377-e11992d3e243, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:09.785612 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:09.811490 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:10.139385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] For port c8f8e04a-6015-4b7e-b377-e11992d3e243, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:10.147204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] For port c8f8e04a-6015-4b7e-b377-e11992d3e243, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8f8e04a-6015-4b7e-b377-e11992d3e243,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:10.167131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3136-70bf-49c1-9263-c6f3620f692e req-6d2abfd7-8512-43e8-a4ad-0f8cf7bfe569 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:10.169811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:10.172093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c36c3136-70bf-49c1-9263-c6f3620f692e req-6d2abfd7-8512-43e8-a4ad-0f8cf7bfe569 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1846333
Nov 06 20:54:10.360919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fb1e1-7ec1-444a-b45f-b97617849ac5 None None] Pushing event updated for resources: {'Port': ['ID=c8f8e04a-6015-4b7e-b377-e11992d3e243,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:10.418646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5f7fab2e-9a1f-4d15-857c-521bb2007529 None None] Provisioning complete for port c8f8e04a-6015-4b7e-b377-e11992d3e243 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:10.419164 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f7fab2e-9a1f-4d15-857c-521bb2007529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:10.424545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c36c3136-70bf-49c1-9263-c6f3620f692e req-19cf7614-178a-4a7c-b8ae-b3754a91cff9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243943
Nov 06 20:54:10.511314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:10.514157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:54:10.514970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251e963d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:53:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:10.687805 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:10.688605 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f7fab2e-9a1f-4d15-857c-521bb2007529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:10.700360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6', '5c194b3b-7525-4372-a35e-31e481740efc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:10.853954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5f7fab2e-9a1f-4d15-857c-521bb2007529 None None] For port c8f8e04a-6015-4b7e-b377-e11992d3e243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8f8e04a-6015-4b7e-b377-e11992d3e243,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:10.863061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:54:10.870935 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f7fab2e-9a1f-4d15-857c-521bb2007529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:10.926711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Allocated IP 172.35.0.224 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/c1f56221-79d8-49d1-ac49-eccc9621a497) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:10.937630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event deleted for resources: {'Port': ['ID=5c194b3b-7525-4372-a35e-31e481740efc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:10.953857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55500) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:10.963608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-675386889-network', 'tenant_id': 'b67c42b369ba41cd863e5eda435c7095'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:10.973358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f4784-dd0d-4bb0-99f4-771105d23d4e req-52e49b7e-43a2-4d65-bbd7-2a90f9feb4b6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:10.984413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b3f4784-dd0d-4bb0-99f4-771105d23d4e req-52e49b7e-43a2-4d65-bbd7-2a90f9feb4b6 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8a5382c-8a7a-41d9-9f7d-81d8293d8a22 HTTP/1.1" status: 200  len: 867 time: 0.5699158
Nov 06 20:54:11.013617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Made reservation on behalf of b67c42b369ba41cd863e5eda435c7095 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:11.016364 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.037509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.119117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] No DVR routers for this DVR port 5c194b3b-7525-4372-a35e-31e481740efc on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:54:11.124233 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.129990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62374862-0408-4ad9-be0c-04b6723e9be4 req-86cb6f70-23fd-4fc2-a37e-320ab3d55244 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.37 "DELETE /v2.0/ports/5c194b3b-7525-4372-a35e-31e481740efc HTTP/1.1" status: 204  len: 173 time: 2.0851104
Nov 06 20:54:11.141154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'name': 'network-vif-deleted', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:11.146036 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac22ae2a-e1b6-44b7-9298-8fcb1e5b88e8" -d '{"events": [{"server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "name": "network-vif-deleted", "tag": "5c194b3b-7525-4372-a35e-31e481740efc"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:11.190602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26142c7-251e-4f4a-a0cd-9bee972dc0fd req-411237ab-603c-4cbc-adfe-730b5dc20bbc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:11.193555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c26142c7-251e-4f4a-a0cd-9bee972dc0fd req-411237ab-603c-4cbc-adfe-730b5dc20bbc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.5198007
Nov 06 20:54:11.224063 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.230991 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.238991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7e01fc4f-2d5b-4599-a679-853b0ea1ce2f None None] Provisioning complete for port c8f8e04a-6015-4b7e-b377-e11992d3e243 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:11.239419 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7e01fc4f-2d5b-4599-a679-853b0ea1ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.270623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:54:11.307860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.325810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.326451 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Added segment f4d1c8b3-c175-483b-ad9e-4b366add041a of type vlan for network f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb
Nov 06 20:54:11.334967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d017e31-c728-4c47-bc7f-9a9cfbff9c5b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:11.436097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fab2e-9a1f-4d15-857c-521bb2007529 None None] Pushing event updated for resources: {'Port': ['ID=c8f8e04a-6015-4b7e-b377-e11992d3e243,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:11.449249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.527848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.618300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'Port': ['ID=c1f56221-79d8-49d1-ac49-eccc9621a497,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:11.653582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.657170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:11.659006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:11.741180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:11.752636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b3f4784-dd0d-4bb0-99f4-771105d23d4e req-6247747f-e1b4-44aa-b804-fc71b2b4fffe tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7672944
Nov 06 20:54:11.766111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:11.770881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:11.911148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251e963d0>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:11.928832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:11.940023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c26142c7-251e-4f4a-a0cd-9bee972dc0fd req-27a712ec-3235-4d9c-94ae-d2feec31aacf tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5010529
Nov 06 20:54:11.966155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733726b-51bf-4d9a-a959-0fe4ada93e22 None None] The sync data for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 is: [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:54:11.968554 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-17e7b06b-247d-453d-82fb-c47efc706827 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.0120893
Nov 06 20:54:11.972184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:54:11.973032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55520) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:11.996702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Request body: {'subnet': {'network_id': 'f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-675386889-subnet', 'tenant_id': 'b67c42b369ba41cd863e5eda435c7095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:12.127970 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea80d9ea-6c12-4a5b-a3d8-30d16bb96b80 x-openstack-request-id: req-ea80d9ea-6c12-4a5b-a3d8-30d16bb96b80 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:12.128603 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a5382c-8a7a-41d9-9f7d-81d8293d8a22", "name": "network-vif-deleted", "tag": "5c194b3b-7525-4372-a35e-31e481740efc", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:12.129057 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea80d9ea-6c12-4a5b-a3d8-30d16bb96b80 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:12.129627 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a5382c-8a7a-41d9-9f7d-81d8293d8a22', 'name': 'network-vif-deleted', 'tag': '5c194b3b-7525-4372-a35e-31e481740efc', 'status': 'completed', 'code': 200}
Nov 06 20:54:12.140486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Made reservation on behalf of b67c42b369ba41cd863e5eda435c7095 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:12.144993 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.183796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55522) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:12.359532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.372941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a0d85a7d-3635-48ea-8fae-2331dc85a1f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.373388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31724348-8890-46a5-8336-00a9d00183ef req-604937b5-7fc7-433c-a6ad-d890ca62146d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:12.375002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31724348-8890-46a5-8336-00a9d00183ef req-604937b5-7fc7-433c-a6ad-d890ca62146d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1943405
Nov 06 20:54:12.483727 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.520127 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a0d85a7d-3635-48ea-8fae-2331dc85a1f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.525859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a0d85a7d-3635-48ea-8fae-2331dc85a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.566868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31724348-8890-46a5-8336-00a9d00183ef req-68d4f9ad-4d5c-4ff8-a755-fea2fd99347e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790910
Nov 06 20:54:12.605763 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a0d85a7d-3635-48ea-8fae-2331dc85a1f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=346e0bc87c4743328e2ee420949aafb9&name=default HTTP/1.1" status: 200  len: 2998 time: 0.4203517
Nov 06 20:54:12.607138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d85a7d-3635-48ea-8fae-2331dc85a1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421ca482-32be-4e4f-a9c8-ca17d6499ad2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:12.610492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55526) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:12.692433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd55d-c8c8-4394-8699-a41ef78bb81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.731250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd55d-c8c8-4394-8699-a41ef78bb81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.820538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.842819 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd55d-c8c8-4394-8699-a41ef78bb81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.847300 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd55d-c8c8-4394-8699-a41ef78bb81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:12.851033 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa0cd55d-c8c8-4394-8699-a41ef78bb81e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/421ca482-32be-4e4f-a9c8-ca17d6499ad2 HTTP/1.1" status: 204  len: 168 time: 0.2367017
Nov 06 20:54:12.859858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cd55d-c8c8-4394-8699-a41ef78bb81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421ca482-32be-4e4f-a9c8-ca17d6499ad2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:12.907427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5c194b3b-7525-4372-a35e-31e481740efc no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:12.944067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 5c194b3b-7525-4372-a35e-31e481740efc {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:54:12.944913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5c194b3b-7525-4372-a35e-31e481740efc not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:54:12.998152 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:13.029921 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:13.037304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87ac6a4-02d1-4bdd-9e75-0d2e6801801e,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:13.101988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Checking segment: {'id': 'f4d1c8b3-c175-483b-ad9e-4b366add041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:13.104504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Network hostable DHCP agents. Network: f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:54:13.237498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:13.264114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'Port': ['ID=c1f56221-79d8-49d1-ac49-eccc9621a497,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:13.278758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Network f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:54:13.297358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:13.299554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-564972c5-c371-4433-b580-bd7723d1f308 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5763426
Nov 06 20:54:13.310606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92923757-50d7-4bf3-8b2e-48ca1b5d9079 req-e65ee804-c0b8-4816-89c3-5dca0c70098a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:13.312561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92923757-50d7-4bf3-8b2e-48ca1b5d9079 req-e65ee804-c0b8-4816-89c3-5dca0c70098a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.2195895
Nov 06 20:54:13.314773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:13.321203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:13.322095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:13.335600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c8f7d-5e55-4250-8442-538c8a81d75a None None] Network f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:13.402856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2adadb80-ea61-4fc3-8239-b7af6cfb7450 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.4136024
Nov 06 20:54:13.471474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92923757-50d7-4bf3-8b2e-48ca1b5d9079 req-87942e08-d41e-4a34-8188-aebb101e292a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400990
Nov 06 20:54:13.674240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af9ab3f-4408-40a6-b66f-2a1d36522164 None None] Network f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:13.806653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33255e23-8ad1-4e5a-92be-be86a7e0f48f req-3de56789-f4a4-416d-b3b2-0f9b1692d552 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:13.821435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c8f8e04a-6015-4b7e-b377-e11992d3e243 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:13.822946 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33255e23-8ad1-4e5a-92be-be86a7e0f48f req-3de56789-f4a4-416d-b3b2-0f9b1692d552 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.2584426
Nov 06 20:54:14.023265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c8f8e04a-6015-4b7e-b377-e11992d3e243 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:14.024782 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:14.032173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33255e23-8ad1-4e5a-92be-be86a7e0f48f req-fe35575e-c03d-4285-b373-a395a24cf957 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081885
Nov 06 20:54:14.054013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-dcc313d9-d5eb-4e38-be0d-f59dbce000ba tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--558580301&fields=id&tenant_id=a0abfd854dfe46acaeedf288c6674c0c HTTP/1.1" status: 200  len: 267 time: 0.2192991
Nov 06 20:54:14.282360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-a97f9e24-0650-41ac-8088-f51a0c25151b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:14.284720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-a97f9e24-0650-41ac-8088-f51a0c25151b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 816 time: 0.2227194
Nov 06 20:54:14.296229 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:14.297845 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:14.317548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-f1d1ff50-68d1-4bbc-882a-e181240c53ff tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/quotas/a0abfd854dfe46acaeedf288c6674c0c HTTP/1.1" status: 200  len: 375 time: 0.0149720
Nov 06 20:54:14.328952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e76827-6d33-4218-bf34-d128ef871b65 req-e7fe8be1-3ec0-4847-abe5-cd5095d93801 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:14.330778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03e76827-6d33-4218-bf34-d128ef871b65 req-e7fe8be1-3ec0-4847-abe5-cd5095d93801 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1288168
Nov 06 20:54:14.484436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03e76827-6d33-4218-bf34-d128ef871b65 req-e7d3ee9b-dd03-44a2-86f4-ad16040d6f95 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150525
Nov 06 20:54:14.545526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-4ae53422-c718-4383-bac2-a290ffac4133 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2136986
Nov 06 20:54:14.714891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-bf39eb8c-64c0-45ab-8a02-7a454277777a service neutron] 10.222.0.13 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509216
Nov 06 20:54:14.903175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-1668bcd3-fdd9-422c-905f-57a9881f2e46 service neutron] 10.222.0.13 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810002
Nov 06 20:54:14.921106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-ce17af67-8d39-45cc-b375-961ac45acb49 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:14.922786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-ce17af67-8d39-45cc-b375-961ac45acb49 tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.37 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 950 time: 0.0983484
Nov 06 20:54:15.194210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Deleting port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:15.194484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:15.402809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-acf2bd6e-1782-4587-9dde-73b36a8fdc40 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:15.412171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-acf2bd6e-1782-4587-9dde-73b36a8fdc40 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 820 time: 0.2763956
Nov 06 20:54:15.466452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55630) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:15.510659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-1caa9a5e-f1b4-4ade-83a6-494fae7783f4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/quotas/4c383d3827904548a85fe5db914aee4b HTTP/1.1" status: 200  len: 375 time: 0.0973237
Nov 06 20:54:15.539078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] For port 8f1f4c54-7fec-4fe1-86c7-874b082456e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8f1f4c54-7fec-4fe1-86c7-874b082456e6,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:15.540027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:15.589322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-974d95c2-f314-4d00-b677-a5786f0d4b60 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0765586
Nov 06 20:54:15.600682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:15.609552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Calling delete_port for 8f1f4c54-7fec-4fe1-86c7-874b082456e6 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:15.635472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:15.729865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9397ef-3066-421b-a243-9b7a98e286d1 req-bcf0a9a1-f2a1-47e3-a690-45abecfa0a7b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:15.731502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e9397ef-3066-421b-a243-9b7a98e286d1 req-bcf0a9a1-f2a1-47e3-a690-45abecfa0a7b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.3049004
Nov 06 20:54:15.776067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:15.793019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e9397ef-3066-421b-a243-9b7a98e286d1 req-7474f62f-a1eb-4538-8b78-92babcd56319 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522344
Nov 06 20:54:15.851317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-9fbd1c08-84ba-48dd-b97c-29a114af1a3e service neutron] 10.222.0.13 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601290
Nov 06 20:54:15.977062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Allocated IP 172.35.0.94 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/c50af4ee-827d-43a7-b7ff-3921ef3427c7) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:16.049998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:16.059180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8f1f4c54-7fec-4fe1-86c7-874b082456e6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:16.105111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Pushing event deleted for resources: {'Port': ['ID=8f1f4c54-7fec-4fe1-86c7-874b082456e6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:16.122419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef0078-16d7-494b-ad83-164d195ec708 req-f3c4185d-51d9-490f-b833-72da7c10c66a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:16.133250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55ef0078-16d7-494b-ad83-164d195ec708 req-f3c4185d-51d9-490f-b833-72da7c10c66a tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26d50be-c69a-406f-a982-b6afbc265cfc HTTP/1.1" status: 200  len: 867 time: 0.1677775
Nov 06 20:54:16.145691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-5f7bfc5a-c562-4bc4-98b5-7af4a81d1fc9 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2743030
Nov 06 20:54:16.198297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] No DVR routers for this DVR port 8f1f4c54-7fec-4fe1-86c7-874b082456e6 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:54:16.201813 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:16.206254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44115ff4-91c0-47d0-a0d7-9bf5412017c2 req-64c1b415-0706-4867-9fbd-5d17cd96a15b tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.37 "DELETE /v2.0/ports/8f1f4c54-7fec-4fe1-86c7-874b082456e6 HTTP/1.1" status: 204  len: 173 time: 1.2767503
Nov 06 20:54:16.207264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'name': 'network-vif-deleted', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:16.212047 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35329b3c-fed6-4270-b3ec-f5b4618a6b23" -d '{"events": [{"server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "name": "network-vif-deleted", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:16.232798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:16.255408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55ef0078-16d7-494b-ad83-164d195ec708 req-392f050c-0d1e-43c5-84ca-919f6af2c62e tempest-MigrationsAdminTest-1759449884 tempest-MigrationsAdminTest-1759449884-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bbbf5bf-be75-432d-8bae-060bb15eab6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207724
Nov 06 20:54:16.416057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:16.490811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:16.501229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:16.533620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:16.538107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Pushing event updated for resources: {'Port': ['ID=c50af4ee-827d-43a7-b7ff-3921ef3427c7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:16.658837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2154f6ba-cbdd-4b40-8528-b72e90e5c007 req-8dbd6cd2-5cbe-490e-8057-993e67e29f44 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 210 time: 0.1242285
Nov 06 20:54:16.671318 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:16.731605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b6a7c-20c4-4511-89a7-6084f4f123cd req-9bc7b22b-9c11-456f-b4f9-f6c40217568a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:16.745658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c58b6a7c-20c4-4511-89a7-6084f4f123cd req-9bc7b22b-9c11-456f-b4f9-f6c40217568a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.2717032
Nov 06 20:54:16.787216 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-34412d60-d1a2-473d-937c-cc91507f3a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:16.801004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:16.867459 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4680e740-33b8-4406-8d14-ced2ed25387a x-openstack-request-id: req-4680e740-33b8-4406-8d14-ced2ed25387a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:16.868260 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26d50be-c69a-406f-a982-b6afbc265cfc", "name": "network-vif-deleted", "tag": "8f1f4c54-7fec-4fe1-86c7-874b082456e6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:16.868551 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4680e740-33b8-4406-8d14-ced2ed25387a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:16.874456 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26d50be-c69a-406f-a982-b6afbc265cfc', 'name': 'network-vif-deleted', 'tag': '8f1f4c54-7fec-4fe1-86c7-874b082456e6', 'status': 'completed', 'code': 200}
Nov 06 20:54:16.945992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c58b6a7c-20c4-4511-89a7-6084f4f123cd req-d772f47b-3860-40fd-8391-209824b7f792 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937914
Nov 06 20:54:17.070388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236186c3-6fae-4b75-898b-c355e19882cb req-6fba9060-6e1d-4947-aa7a-f14ad135fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:17.072418 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-236186c3-6fae-4b75-898b-c355e19882cb req-6fba9060-6e1d-4947-aa7a-f14ad135fae6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 1096 time: 0.0905144
Nov 06 20:54:17.103604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7b8294-b0de-49a7-b39b-cb1981107ff0 req-32534c1e-f369-4b67-899c-bea4eb417ec0 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 210 time: 0.0650351
Nov 06 20:54:17.158703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:17.173633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:17.192394 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-236186c3-6fae-4b75-898b-c355e19882cb req-c34cd051-d613-4650-8d2c-5b2c9f2d9fbf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096737
Nov 06 20:54:17.247306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01300c-3864-47da-aac7-e75aa6b8d662 req-e09cd41f-f6f0-4810-ad35-c9fa159f45a3 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:17.249442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b01300c-3864-47da-aac7-e75aa6b8d662 req-e09cd41f-f6f0-4810-ad35-c9fa159f45a3 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0976462
Nov 06 20:54:17.287001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Pushing event updated for resources: {'Port': ['ID=c50af4ee-827d-43a7-b7ff-3921ef3427c7,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:17.301622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:17.338405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:17.344171 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-64bd2cb3-7189-4f17-9ecb-941063f5b7b4 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8759933
Nov 06 20:54:17.345635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55666) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:17.359901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1861987527', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'fixed_ips': [{'ip_address': '172.35.0.94'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:17.414763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Made reservation on behalf of 4f88fb3c7b854ec68752d31281deeaf0 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:17.431471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:17.438871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b01300c-3864-47da-aac7-e75aa6b8d662 req-805c350a-fbfb-4ec9-a847-fb8ae60b8207 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699367
Nov 06 20:54:17.532743 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:17.672230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-d2eb24a8-0dc7-411a-99e1-b66936fe68ef tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:17.674161 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-d2eb24a8-0dc7-411a-99e1-b66936fe68ef tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 816 time: 0.2132237
Nov 06 20:54:17.786807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:17.803904 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:17.811393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] device_id is not set on port a235f56b-4e53-4576-9ab8-eb542a7b1400 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:54:17.827339 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-40cb72a9-7f97-4174-a718-1ee029f7e39c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0abfd854dfe46acaeedf288c6674c0c HTTP/1.1" status: 200  len: 379 time: 0.1422763
Nov 06 20:54:17.828937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5476b009-2c80-4df5-9e2e-ef29b743b38e req-32e7d261-92b4-44f1-8447-d63843c7abe1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 210 time: 0.0510685
Nov 06 20:54:17.872198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'port': {'device_id': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'admin_state_up': True, 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'security_groups': ['295a5adc-a9aa-42f6-baa7-44ecf2ab9838']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:17.993060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964c14d8-900b-4516-bc2d-820efb19d4de,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:18.070158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55678) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:18.197397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350550e7-6337-4d00-ae76-b7c4be0254bb req-c2a81ece-69d7-404c-943d-1075f2c16efd tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:18.199461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-350550e7-6337-4d00-ae76-b7c4be0254bb req-c2a81ece-69d7-404c-943d-1075f2c16efd tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1226795
Nov 06 20:54:18.344554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-533a2439-0c4f-4e6b-9e6d-b8bae26cf7ea req-8af61f96-933c-4f1d-bdcd-03a4f7da54a1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 210 time: 0.0813963
Nov 06 20:54:18.369644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-350550e7-6337-4d00-ae76-b7c4be0254bb req-e1a6a890-6ea7-4250-80be-02bb1a3dcbbb tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593080
Nov 06 20:54:18.371574 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 06 20:54:18.373598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:54:18.406039 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3cb8c68-90d2-4ca1-97fe-a53ccf958d1c tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 1.0585349
Nov 06 20:54:18.409343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55688) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:18.423940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0b37f16a-74c5-443d-9beb-4aea08ddbeac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acfc5ca1083f4131b1da0e5689218590&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3524299
Nov 06 20:54:18.426503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:18.530074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Made reservation on behalf of a0abfd854dfe46acaeedf288c6674c0c for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:18.535679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:18.550310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0b4d-7732-44d7-996d-89beda7c5b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:18.646365 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0b4d-7732-44d7-996d-89beda7c5b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:18.729814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0b4d-7732-44d7-996d-89beda7c5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:18.733320 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa9c0b4d-7732-44d7-996d-89beda7c5b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:18.734942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fa9c0b4d-7732-44d7-996d-89beda7c5b2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bbbf5bf-be75-432d-8bae-060bb15eab6f HTTP/1.1" status: 204  len: 168 time: 0.3073187
Nov 06 20:54:18.765071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c0b4d-7732-44d7-996d-89beda7c5b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbbf5bf-be75-432d-8bae-060bb15eab6f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:18.815833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86427857-3e5c-4589-b18f-8d76ff6a05d4 req-7cb76a4d-fecd-4421-9226-b243506d5db9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:18.827411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86427857-3e5c-4589-b18f-8d76ff6a05d4 req-7cb76a4d-fecd-4421-9226-b243506d5db9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1151986
Nov 06 20:54:18.860311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Allocated IP 172.20.0.3 (3cef188b-2bc9-450f-890b-1de92b2534d5/366a3318-3464-4b48-b8f3-9bf61a295c1c/c861c6e0-04b1-4dec-a9f0-fbefa2f9e540) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:18.918991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 8f1f4c54-7fec-4fe1-86c7-874b082456e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:18.941567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86427857-3e5c-4589-b18f-8d76ff6a05d4 req-320ef4b5-96a2-48e9-bc80-7b0952acbb29 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118326
Nov 06 20:54:18.982675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 8f1f4c54-7fec-4fe1-86c7-874b082456e6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:54:18.983725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 8f1f4c54-7fec-4fe1-86c7-874b082456e6 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:54:19.062244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f4f9df9-b383-4c29-b1c7-e28ea0f2ab6e req-e6dad807-8934-4bdf-a181-3ee04f08a485 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 210 time: 0.0487294
Nov 06 20:54:19.077521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.175592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55702) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:19.203996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b989f04a-8ca7-4880-9b3d-d0cd136aea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.246166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-005a9aae-6b5d-449f-99b0-bb4919c36275 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=354efa8e67b248809969c1eff9dbd23a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0687242
Nov 06 20:54:19.246728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55704) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:19.302590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Deleting port c50af4ee-827d-43a7-b7ff-3921ef3427c7 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:19.303189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.317895 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73bcafcd-d5ec-413c-976e-ee7704bb197e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.344155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73bcafcd-d5ec-413c-976e-ee7704bb197e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.359684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.406481 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73bcafcd-d5ec-413c-976e-ee7704bb197e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.413174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:19.414170 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73bcafcd-d5ec-413c-976e-ee7704bb197e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.434853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-73bcafcd-d5ec-413c-976e-ee7704bb197e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01100d19-bdda-4490-89bc-9cc9e67e4e73 HTTP/1.1" status: 204  len: 168 time: 0.1714618
Nov 06 20:54:19.453768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcafcd-d5ec-413c-976e-ee7704bb197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01100d19-bdda-4490-89bc-9cc9e67e4e73,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:19.511368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:19.533486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-3e9fd3de-29f9-4c0e-9f17-a5fe5e64a37c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:19.535084 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-3e9fd3de-29f9-4c0e-9f17-a5fe5e64a37c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 820 time: 0.4550855
Nov 06 20:54:19.556913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:19.558094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e5c0928-2a47-4d46-ba79-923cd59397ef req-c0a9bcdf-fb49-4c84-b36b-562540ae95ff tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 210 time: 0.0741568
Nov 06 20:54:19.603966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef1ab2-487f-41f1-b4a4-f74b9317d185 req-9c4b94b7-d5ca-43f8-ba59-f73472376f4b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:19.605988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Request body: {'port': {'device_id': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'admin_state_up': True, 'tenant_id': '4c383d3827904548a85fe5db914aee4b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:19.613028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adef1ab2-487f-41f1-b4a4-f74b9317d185 req-9c4b94b7-d5ca-43f8-ba59-f73472376f4b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1031890
Nov 06 20:54:19.680588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adef1ab2-487f-41f1-b4a4-f74b9317d185 req-b05b74c5-7a43-4155-88b6-b6434db9ca05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614336
Nov 06 20:54:19.757579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:19.769801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.770202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.790694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:19.791390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.822792 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-0fdc1e89-56b2-4ea5-9f90-048e4a58b333 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9584019
Nov 06 20:54:19.823652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Calling delete_port for c50af4ee-827d-43a7-b7ff-3921ef3427c7 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:19.845690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Request body: {'port': {'device_id': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:19.935810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3734f5e6-4045-4445-b7c7-6340f9574209 None None] Provisioning complete for port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:19.937448 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3734f5e6-4045-4445-b7c7-6340f9574209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.972555 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:19.983893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3734f5e6-4045-4445-b7c7-6340f9574209 None None] Port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:20.034668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Made reservation on behalf of 4c383d3827904548a85fe5db914aee4b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:20.038264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:20.110408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c8d0b-59c8-405e-a522-afcf50a432c9 req-0f172a29-607c-461b-88ce-5423f272b9db tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:20.123991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-645c8d0b-59c8-405e-a522-afcf50a432c9 req-0f172a29-607c-461b-88ce-5423f272b9db tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0884345
Nov 06 20:54:20.334513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Allocated IP 172.20.0.7 (d7f41d40-db54-4294-8f8b-5894f0c36960/4f4aaf68-5878-493f-9f1a-38a494484ac7/924c058a-77c0-4dc6-a5e1-a65e4c088faa) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:20.479622 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:20.654276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-645c8d0b-59c8-405e-a522-afcf50a432c9 req-ccc7bc95-bbfd-407f-b2b0-e7fdd48e9e20 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5288842
Nov 06 20:54:20.687590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5641f0-32bc-4b95-a5c0-1f6e7eff390f req-51bb9cb2-41f6-449d-8f57-9264da1ea732 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:20.691848 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf5641f0-32bc-4b95-a5c0-1f6e7eff390f req-51bb9cb2-41f6-449d-8f57-9264da1ea732 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 931 time: 0.5219717
Nov 06 20:54:20.843582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf5641f0-32bc-4b95-a5c0-1f6e7eff390f req-9cf73505-1625-412e-9e31-74a81f7516af tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151524
Nov 06 20:54:20.912911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c225d15-c062-476c-8935-a6ad03d613d1 req-93487c8d-5579-4881-9d7c-927ee6728cdc tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 210 time: 0.0861263
Nov 06 20:54:20.940176 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.002368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Pushing event deleted for resources: {'Port': ['ID=c50af4ee-827d-43a7-b7ff-3921ef3427c7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:21.063852 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.093855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec821f-baf7-44bf-952f-a2792c3e4925 req-5ab4d5f9-64c0-4d9e-9f6c-8e9e9e29e5a0 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:21.108443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9cec821f-baf7-44bf-952f-a2792c3e4925 req-5ab4d5f9-64c0-4d9e-9f6c-8e9e9e29e5a0 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1319458
Nov 06 20:54:21.153995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dd38d-c476-4686-8d76-f49420e3328b req-15da2b9f-d8e4-4b7b-b34b-baa16b84a476 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:21.164452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d62dd38d-c476-4686-8d76-f49420e3328b req-15da2b9f-d8e4-4b7b-b34b-baa16b84a476 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1433012
Nov 06 20:54:21.181248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:21.187194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.189862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.191117 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ed15edbf-92fe-4a05-9abf-933e38c806a7 tempest-ExternalNetworksAdminNegativeTestJSON-766115903 tempest-ExternalNetworksAdminNegativeTestJSON-766115903-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/2fa74f84-ebff-46d0-939a-e177b5dfb3f0 HTTP/1.1" status: 204  len: 168 time: 2.7804489
Nov 06 20:54:21.197858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.204252 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.230156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9cec821f-baf7-44bf-952f-a2792c3e4925 req-fd92a4b7-c508-4bff-a405-342452a212da tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194758
Nov 06 20:54:21.266014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Transition to ACTIVE for port object c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:54:21.287867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d62dd38d-c476-4686-8d76-f49420e3328b req-981fa6b5-97bd-486a-ac95-287cfc5e7da0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218894
Nov 06 20:54:21.301211 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.318911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Network d7f41d40-db54-4294-8f8b-5894f0c36960 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:21.336350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:21.347502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:21.412812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Pushing event updated for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:21.483595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:21.483907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.587784 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e5d1c46c-c844-40bc-93f1-27cfea4fce30 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0273602
Nov 06 20:54:21.657789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Request body: {'port': {'device_id': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:21.727780 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:21.784452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:21.810556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f7091-97aa-476d-825f-ba424b64077d req-c67d52b5-0da9-499e-9e49-0fd2f23cd382 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:21.833173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b1f7091-97aa-476d-825f-ba424b64077d req-c67d52b5-0da9-499e-9e49-0fd2f23cd382 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1413286
Nov 06 20:54:21.951298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55790) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:22.011770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:22.017875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b1f7091-97aa-476d-825f-ba424b64077d req-fc02470d-fd7c-4eb3-8a9c-9d1d618396cc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836245
Nov 06 20:54:22.065371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Attempting to bind port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:22.066056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Attempting to bind port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:22.066387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Attempting to bind port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 on network 3cef188b-2bc9-450f-890b-1de92b2534d5 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:22.120878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 on network 3cef188b-2bc9-450f-890b-1de92b2534d5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:54:22.124406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Attempting to bind port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 on network 3cef188b-2bc9-450f-890b-1de92b2534d5 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:22.149794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:22.154806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Checking segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:22.155567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Bound using segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:22.165122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Bound port: c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:22.166276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:22.185714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91727422-25bc-41b5-bc8d-8dd6188826e6 req-0011722b-985f-4e72-be03-2d82d84445fc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:22.193111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91727422-25bc-41b5-bc8d-8dd6188826e6 req-0011722b-985f-4e72-be03-2d82d84445fc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1534734
Nov 06 20:54:22.301272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a530902-6260-43c3-9007-03acc5ee0dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:22.371591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91727422-25bc-41b5-bc8d-8dd6188826e6 req-451a5355-89b5-4c13-badc-c555f857ecd6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1715691
Nov 06 20:54:22.380687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a6c9d-d760-4bf5-92dd-f246ab4213f7 req-3b4fe546-1fb3-4605-9fcb-693c799c9bf2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:22.394390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d6a6c9d-d760-4bf5-92dd-f246ab4213f7 req-3b4fe546-1fb3-4605-9fcb-693c799c9bf2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 931 time: 0.1976421
Nov 06 20:54:22.492359 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:22.503184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d6a6c9d-d760-4bf5-92dd-f246ab4213f7 req-da223357-6e71-4198-b31e-e59965799682 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074603
Nov 06 20:54:22.573577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a530902-6260-43c3-9007-03acc5ee0dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:22.582503 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a530902-6260-43c3-9007-03acc5ee0dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:22.659841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a530902-6260-43c3-9007-03acc5ee0dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84914efd-3ef2-4fd6-b2ea-88fd1e5d04b1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:22.663137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:22.675895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:22.690492 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:22.783135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:22.783568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:22.785242 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] 10.222.0.10 "PUT /v2.0/ports/c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 HTTP/1.1" status: 200  len: 1091 time: 2.9513705
Nov 06 20:54:22.796029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013ba86-ac9c-4429-99e5-12bd3df787fd service neutron] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:22.800721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:22.803996 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8979ecb-e189-4751-b43a-cc38cd9c71c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:22.906368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4a530902-6260-43c3-9007-03acc5ee0dbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92f83b3a355347d98c702ce07afa7bdd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9515920
Nov 06 20:54:22.911519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55814) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:22.934456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924c058a-77c0-4dc6-a5e1-a65e4c088faa {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:22.953791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-ca86a66f-6245-4479-96a7-e1d45808e641 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0225cbcb2bad437d8687f9024d57918d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0705633
Nov 06 20:54:22.977437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:23.016955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69698-9ddc-48f7-ae0e-808181acfa30 req-7ea1c348-9c44-4398-a643-7b2cb7eb9ea3 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:23.030053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26f69698-9ddc-48f7-ae0e-808181acfa30 req-7ea1c348-9c44-4398-a643-7b2cb7eb9ea3 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.3717811
Nov 06 20:54:23.056965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Transition to ACTIVE for port object 924c058a-77c0-4dc6-a5e1-a65e4c088faa will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:54:23.086272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:23.174806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-8852626b-3d12-4dbf-9187-e4dcda26a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:23.176347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-8852626b-3d12-4dbf-9187-e4dcda26a517 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 1094 time: 0.2536509
Nov 06 20:54:23.234662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26f69698-9ddc-48f7-ae0e-808181acfa30 req-9eee00f2-7331-4b40-90e2-b7c008f7e91d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037072
Nov 06 20:54:23.254747 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-641f8614-4813-4414-933a-8db87d11fc43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 HTTP/1.1" status: 200  len: 217 time: 0.0605714
Nov 06 20:54:23.255359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea135566-2a70-4040-b555-baa2f9a47748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:23.261132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Pushing event updated for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:23.297617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979d1b-472d-4802-a17d-921aedd30efa req-58947056-d793-48c7-81f9-1c410c45e7bc tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:23.299193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-58947056-d793-48c7-81f9-1c410c45e7bc tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3301432
Nov 06 20:54:23.302126 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee4bfd-818b-4d12-8be4-17c6af075e99 x-openstack-request-id: req-32ee4bfd-818b-4d12-8be4-17c6af075e99 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:23.302407 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:23.302657 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32ee4bfd-818b-4d12-8be4-17c6af075e99 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:23.303035 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'status': 'completed', 'code': 200}
Nov 06 20:54:23.341320 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-271fbd56-2d7a-4493-8dd1-231a8036f8e1 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/quotas/0225cbcb2bad437d8687f9024d57918d HTTP/1.1" status: 200  len: 375 time: 0.0322104
Nov 06 20:54:23.412681 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-85a6aa77-4ddd-4953-9654-33740389c024 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0225cbcb2bad437d8687f9024d57918d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0702145
Nov 06 20:54:23.444524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea135566-2a70-4040-b555-baa2f9a47748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:23.548134 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea135566-2a70-4040-b555-baa2f9a47748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:23.551019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea135566-2a70-4040-b555-baa2f9a47748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:23.552597 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ea135566-2a70-4040-b555-baa2f9a47748 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84914efd-3ef2-4fd6-b2ea-88fd1e5d04b1 HTTP/1.1" status: 204  len: 168 time: 0.6396470
Nov 06 20:54:23.574964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-fb436773-56b7-472b-8fe4-1f05ec749c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:23.576715 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-fb436773-56b7-472b-8fe4-1f05ec749c3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.3008001
Nov 06 20:54:23.579828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea135566-2a70-4040-b555-baa2f9a47748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84914efd-3ef2-4fd6-b2ea-88fd1e5d04b1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:23.625746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea64865-b945-4051-b992-9f19b6f741bb req-25a87c96-4cd9-42ee-b2c8-a9ca0e2db11f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:23.627549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea64865-b945-4051-b992-9f19b6f741bb req-25a87c96-4cd9-42ee-b2c8-a9ca0e2db11f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1929636
Nov 06 20:54:23.655819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:23.656206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:23.656509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:23.668950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:54:23.669212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:23.676342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:23.676721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:23.677464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:23.677464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Bound port: 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:23.677818 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:23.683819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-4f4aef61-11d4-4590-9389-d21497950c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:23.685650 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-4f4aef61-11d4-4590-9389-d21497950c61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1008141
Nov 06 20:54:23.778555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea64865-b945-4051-b992-9f19b6f741bb req-fe0cbd50-668f-466e-88d0-201ec8709d98 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434836
Nov 06 20:54:23.839971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dd15-399f-4c93-936a-1f9ce665d838 req-008c041c-cc76-47df-9b97-2e45a4f575be tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:23.848206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f271dd15-399f-4c93-936a-1f9ce665d838 req-008c041c-cc76-47df-9b97-2e45a4f575be tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1525543
Nov 06 20:54:23.906948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:23.911726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:23.916962 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-3c19baca-3dda-4c46-9821-b07ac886c8f4 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228241
Nov 06 20:54:23.920933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:23.974382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f271dd15-399f-4c93-936a-1f9ce665d838 req-5baac590-0267-4ae7-8787-0b383555a912 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250296
Nov 06 20:54:24.012376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:24.013264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:24.014816 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] 10.222.0.10 "PUT /v2.0/ports/924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 1091 time: 2.3612201
Nov 06 20:54:24.025451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb646c1d-8b72-4389-9ddf-d35c2fbce820 req-665fff7c-29ac-4993-93b9-98755ffdc838 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:24.048084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb646c1d-8b72-4389-9ddf-d35c2fbce820 req-665fff7c-29ac-4993-93b9-98755ffdc838 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.1561992
Nov 06 20:54:24.118923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a421ad1-5577-45e4-a613-3666ddac1907 req-a44d5c4a-8ba1-4b90-adcb-29ee70c06a92 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 210 time: 0.0458755
Nov 06 20:54:24.138283 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff8e72-51e9-402c-9326-57036e608351 service neutron] Pushing event updated for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:24.161494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb646c1d-8b72-4389-9ddf-d35c2fbce820 req-9cd0950d-b279-46de-8ba6-0ed1e3516e69 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122043
Nov 06 20:54:24.225502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ce18d85-50a7-4453-aa2b-17b705a8bb93 req-d83b3cef-aa4c-424b-858b-106d0ecda1cf service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2949650
Nov 06 20:54:24.242764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-45c1c1fd-6ccf-4cb9-ac24-74a0d8b399bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:24.244372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-45c1c1fd-6ccf-4cb9-ac24-74a0d8b399bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1094 time: 0.1653244
Nov 06 20:54:24.331099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55848) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:24.396868 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-80b2a9c7-a0ea-49e2-8fbf-8d54935f6810 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 217 time: 0.1405046
Nov 06 20:54:24.451476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c87f4ffa-a9d6-49cd-b112-c82d677e8223 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f88fb3c7b854ec68752d31281deeaf0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1192970
Nov 06 20:54:24.452093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55854) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:24.482241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-6c8049e6-b497-45d1-b1dd-a96c897bd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:24.483489 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-6c8049e6-b497-45d1-b1dd-a96c897bd111 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0708606
Nov 06 20:54:24.495008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-b6c5a74a-1044-4c68-912e-1a66f8c930db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:24.496531 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-b6c5a74a-1044-4c68-912e-1a66f8c930db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 1094 time: 0.1623986
Nov 06 20:54:24.632058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ca452-5c95-451a-b13f-a696a381f348 req-af160710-3b4b-4ecb-8582-b2d26313a001 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:24.635590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d3ca452-5c95-451a-b13f-a696a381f348 req-af160710-3b4b-4ecb-8582-b2d26313a001 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.2074392
Nov 06 20:54:24.659942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-8174480b-3d53-46ab-8a89-68970acf25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:24.663426 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-8174480b-3d53-46ab-8a89-68970acf25c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.1433911
Nov 06 20:54:24.681865 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-85d405ea-0e3a-45ca-a940-9702a3b97b53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1760368
Nov 06 20:54:24.698793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5dc2713-59f3-4069-8f81-cf78f7072f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:24.732175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5dc2713-59f3-4069-8f81-cf78f7072f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:24.813304 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-eff5a248-1952-4439-9b00-e6237bb0aa8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 HTTP/1.1" status: 200  len: 217 time: 0.1237431
Nov 06 20:54:24.825248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5dc2713-59f3-4069-8f81-cf78f7072f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:24.832821 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5dc2713-59f3-4069-8f81-cf78f7072f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:24.836657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b5dc2713-59f3-4069-8f81-cf78f7072f95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/964c14d8-900b-4516-bc2d-820efb19d4de HTTP/1.1" status: 204  len: 168 time: 0.3350599
Nov 06 20:54:24.931377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa840aa-a6ee-481f-9c5d-9b4dc905450f req-0025656b-40d5-4e28-a86d-7ad0fa718898 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:24.951564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0aa840aa-a6ee-481f-9c5d-9b4dc905450f req-0025656b-40d5-4e28-a86d-7ad0fa718898 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.3348880
Nov 06 20:54:24.968277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc2713-59f3-4069-8f81-cf78f7072f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c14d8-900b-4516-bc2d-820efb19d4de,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:25.030276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-4422a341-7e63-4d0a-82ed-b81857fa229c service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3283081
Nov 06 20:54:25.037626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-1aa98e1e-6460-4e8f-97c4-9034039d27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:25.040457 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-1aa98e1e-6460-4e8f-97c4-9034039d27ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.2143579
Nov 06 20:54:25.082464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d3ca452-5c95-451a-b13f-a696a381f348 req-bbece2e6-794c-43fa-84a7-ce9f8f2680bf tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4362917
Nov 06 20:54:25.112130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0aa840aa-a6ee-481f-9c5d-9b4dc905450f req-3665d086-b12b-459a-aba0-e4fae956e1cb tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580482
Nov 06 20:54:25.190530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-fd7b1eec-5be9-4a11-acf4-a18a0f40c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:25.192057 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-fd7b1eec-5be9-4a11-acf4-a18a0f40c5ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1109402
Nov 06 20:54:25.296905 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-33b19f78-eda6-40d9-9e7a-ebdc71559498 req-422d826b-28f9-439d-9833-0b454ad78bd1 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2554529
Nov 06 20:54:25.298154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91ceac46-c917-4511-9ab3-cfe424307c6e req-79b085c7-0eb6-4ab9-b56d-4b4da7499e97 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 210 time: 0.0427246
Nov 06 20:54:25.312724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:25.320130 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d339549-7687-4eac-a41a-1e10fbf32e10" -d '{"events": [{"name": "network-changed", "server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:25.323132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b081338-89be-4a4b-8e5a-7c2715de8b24 req-35a881dc-4d98-4789-8228-7c52e7528a6f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:25.355201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b081338-89be-4a4b-8e5a-7c2715de8b24 req-35a881dc-4d98-4789-8228-7c52e7528a6f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1539869
Nov 06 20:54:25.432682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-db58cb0a-03be-48f1-bd5e-d0aa7706e69c service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283828
Nov 06 20:54:25.436472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b081338-89be-4a4b-8e5a-7c2715de8b24 req-5578c8ae-3f3c-4705-9271-a14783025cc3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783088
Nov 06 20:54:25.513574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8c972-2626-48b7-bb69-a340cf8d745f req-114e208d-f29b-4e52-a9ca-089120f94ded tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:25.516132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12d8c972-2626-48b7-bb69-a340cf8d745f req-114e208d-f29b-4e52-a9ca-089120f94ded tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.0780187
Nov 06 20:54:25.551426 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c11ede-2922-47fe-a1f5-669d95d8e5b9 x-openstack-request-id: req-01c11ede-2922-47fe-a1f5-669d95d8e5b9 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:25.552991 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:25.553598 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01c11ede-2922-47fe-a1f5-669d95d8e5b9 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:25.555664 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa', 'status': 'completed', 'code': 200}
Nov 06 20:54:25.607674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12d8c972-2626-48b7-bb69-a340cf8d745f req-b9c64fad-a454-4d08-aab0-71c30304d98f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811815
Nov 06 20:54:25.663761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8979ecb-e189-4751-b43a-cc38cd9c71c6 req-a08a891d-aecd-40e9-a620-0c0511e53a4b service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2204118
Nov 06 20:54:25.667037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-66282a0d-57d9-472a-8e70-632f7ad09bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:25.669072 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-66282a0d-57d9-472a-8e70-632f7ad09bb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1094 time: 0.0921578
Nov 06 20:54:25.808384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-11e25e42-05ee-4f8f-97ce-21a9c6fd52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:25.810165 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-11e25e42-05ee-4f8f-97ce-21a9c6fd52ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.1171672
Nov 06 20:54:25.864086 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-ce26a063-ed72-4b78-adbb-7e4dd1d1f9ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 217 time: 0.0453501
Nov 06 20:54:25.965910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-9fa4b68c-600a-420b-85af-5b2a38d7d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:25.967381 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-9fa4b68c-600a-420b-85af-5b2a38d7d672 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0941050
Nov 06 20:54:26.009507 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-3b9c0cbb-2dc9-4b31-b288-1bfe4aa51ecc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295808
Nov 06 20:54:26.129628 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-45785c16-6c95-4d6d-aa64-183564f0b8b8 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1102765
Nov 06 20:54:26.220083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda889c-af8e-4f4b-97ed-ffe1902409ba req-fa95d769-7074-4478-8daa-97a587752bc2 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:26.222169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceda889c-af8e-4f4b-97ed-ffe1902409ba req-fa95d769-7074-4478-8daa-97a587752bc2 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.0626376
Nov 06 20:54:26.299613 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6d339549-7687-4eac-a41a-1e10fbf32e10 req-3f9cf80b-4654-4bc5-bb91-4a6b4df69d34 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614089
Nov 06 20:54:26.326649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceda889c-af8e-4f4b-97ed-ffe1902409ba req-e5e0ccb9-5145-4635-a683-a6c056727ea7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963635
Nov 06 20:54:26.346812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227e041-05c3-48a7-9e77-3ac0d5160b08 req-c2f0488c-a0e9-4416-96ba-2ef6e3a5eebc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:26.348425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3227e041-05c3-48a7-9e77-3ac0d5160b08 req-c2f0488c-a0e9-4416-96ba-2ef6e3a5eebc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1039991
Nov 06 20:54:26.461515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93b5c613-62f6-4810-a46a-994669f83779 req-31943c9c-3993-49ab-8dbe-fb80d1d19a34 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 210 time: 0.0532565
Nov 06 20:54:26.485876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3227e041-05c3-48a7-9e77-3ac0d5160b08 req-3d1f5a28-33a3-489e-b654-cf0783de5ab4 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285408
Nov 06 20:54:26.538120 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-05b7ac3d-4078-4de7-9037-0cb01cd6409b tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0225cbcb2bad437d8687f9024d57918d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0491512
Nov 06 20:54:26.764661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5206d9f-5770-47ff-b7d5-6d909d2865e3 req-d84cdecf-74c2-4362-8dea-1de931e4ede7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:26.775002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5206d9f-5770-47ff-b7d5-6d909d2865e3 req-d84cdecf-74c2-4362-8dea-1de931e4ede7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1735466
Nov 06 20:54:26.811398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979d1b-472d-4802-a17d-921aedd30efa req-e25d34a3-12d3-429e-aae3-c65d80a3236a tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:26.813988 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-e25d34a3-12d3-429e-aae3-c65d80a3236a tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2721381
Nov 06 20:54:26.835597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Request body: {'port': {'device_id': '31879e23-36bf-4231-988b-2e013a223d7e', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '0225cbcb2bad437d8687f9024d57918d'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:26.954680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5206d9f-5770-47ff-b7d5-6d909d2865e3 req-20d0262c-d79e-4b56-a044-5d3e5743ffa3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1775072
Nov 06 20:54:26.966130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79668ea6-66c8-4d38-a53b-fd18001056bc req-28b9847c-4f2d-476b-9824-442a4c4c75bf tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:26.975239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79668ea6-66c8-4d38-a53b-fd18001056bc req-28b9847c-4f2d-476b-9824-442a4c4c75bf tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.1841209
Nov 06 20:54:27.012110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-70e0336a-7c37-4336-9c50-a95eae830c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:27.014555 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-70e0336a-7c37-4336-9c50-a95eae830c4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1097 time: 0.3211644
Nov 06 20:54:27.106383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79668ea6-66c8-4d38-a53b-fd18001056bc req-cec4aa39-ce0e-4520-8ddc-0f64a1a1e097 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256144
Nov 06 20:54:27.195837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Made reservation on behalf of 0225cbcb2bad437d8687f9024d57918d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:27.199325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:27.224371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:27.272115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-81792dba-cf35-4799-88b5-104baf0e5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:27.273643 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-81792dba-cf35-4799-88b5-104baf0e5fe8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.2226381
Nov 06 20:54:27.320630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55936) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:27.435313 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-5ba2af8e-606f-46cd-b043-3b31ae380e8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1002 time: 0.1491251
Nov 06 20:54:27.462548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:27.500927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:27.509902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13748296-17ce-42e0-b2a3-62ea8b5c787c req-c86721ab-3e38-4b81-825b-1003e0046af8 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:27.536751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13748296-17ce-42e0-b2a3-62ea8b5c787c req-c86721ab-3e38-4b81-825b-1003e0046af8 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.1147332
Nov 06 20:54:27.653099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f880c199-51a7-40f0-986c-dce89f31b451 req-e075e606-e68f-4392-82f6-8a0ca57e8783 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 210 time: 0.0478804
Nov 06 20:54:27.658398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14780fc6-96d0-46cc-91b6-5b0192d8a79c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:27.664897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-e67921ed-0cb1-4afa-92b4-4167091126eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:27.666627 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-e67921ed-0cb1-4afa-92b4-4167091126eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.1985307
Nov 06 20:54:27.683083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5af144f5-c97c-45ca-aa8a-df85d26d63f6 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2175148'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:27.683843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5af144f5-c97c-45ca-aa8a-df85d26d63f6 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Unknown quota resources ['metering_label']. {{(pid=119333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:54:27.709145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13748296-17ce-42e0-b2a3-62ea8b5c787c req-ce6087f7-68a7-4d4f-b6ab-cfc107c8293f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662786
Nov 06 20:54:27.796498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-cbf438c9-cb4a-4915-9138-1f082a5e28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:27.798311 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-cbf438c9-cb4a-4915-9138-1f082a5e28ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1224124
Nov 06 20:54:27.831839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Allocated IP 192.168.233.197 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/87be1463-955f-49f0-89e1-709c7e033ec9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:27.914338 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5af144f5-c97c-45ca-aa8a-df85d26d63f6 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:27.918460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5af144f5-c97c-45ca-aa8a-df85d26d63f6 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 475 time: 0.5942121
Nov 06 20:54:27.918727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55958) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:27.924990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-42ad2d20-14c3-4f5b-9f86-3bb2aa919f54 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '836f6b19-6e07-45a9-a28f-e98d6fd52c7b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:27.925804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-42ad2d20-14c3-4f5b-9f86-3bb2aa919f54 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=119333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:54:28.018770 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-0a0edf34-8bdc-4946-9508-30f0c39caef5 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121785
Nov 06 20:54:28.026974 ncdv-master-1 neutron-server[119333]: WARNING neutron.services.metering.metering_plugin [None req-42ad2d20-14c3-4f5b-9f86-3bb2aa919f54 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 06 20:54:28.312474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42ad2d20-14c3-4f5b-9f86-3bb2aa919f54 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:28.315148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-42ad2d20-14c3-4f5b-9f86-3bb2aa919f54 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3939350
Nov 06 20:54:28.319517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55974) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:28.327044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-329a596a-780f-4e16-8588-6a528b42d244 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '836f6b19-6e07-45a9-a28f-e98d6fd52c7b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:28.327044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-329a596a-780f-4e16-8588-6a528b42d244 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=119333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:54:28.347964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82467e9b-aa34-4937-9107-a6fa188d0805 req-4cb22c20-9cc8-4f65-8882-a5570d652225 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:28.355760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82467e9b-aa34-4937-9107-a6fa188d0805 req-4cb22c20-9cc8-4f65-8882-a5570d652225 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.2620435
Nov 06 20:54:28.390673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a11a01-913c-4fe4-a44a-fe8c3c207081 req-9948d831-157d-4d89-86ad-c3293792e648 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:28.398223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24a11a01-913c-4fe4-a44a-fe8c3c207081 req-9948d831-157d-4d89-86ad-c3293792e648 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.1583707
Nov 06 20:54:28.425394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:54:28.473594 ncdv-master-1 neutron-server[119333]: WARNING neutron.services.metering.metering_plugin [None req-329a596a-780f-4e16-8588-6a528b42d244 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 06 20:54:28.614340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82467e9b-aa34-4937-9107-a6fa188d0805 req-90edc739-53b4-4b9f-be0b-724dea300fc1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2575922
Nov 06 20:54:28.619605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-329a596a-780f-4e16-8588-6a528b42d244 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:28.622448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-329a596a-780f-4e16-8588-6a528b42d244 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3011858
Nov 06 20:54:28.625458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55976) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:28.631961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24a11a01-913c-4fe4-a44a-fe8c3c207081 req-76dc7537-4697-4951-a563-e7fb84e89ba6 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328663
Nov 06 20:54:28.640419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:28.669884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-84215b99-fe16-425b-8060-717b3fcf6d1d tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=8216ccbe-19e3-436f-be20-2cba74e80e0a HTTP/1.1" status: 200  len: 464 time: 0.0324583
Nov 06 20:54:28.672516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55978) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:28.675348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '924c058a-77c0-4dc6-a5e1-a65e4c088faa', 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'port_id': '924c058a-77c0-4dc6-a5e1-a65e4c088faa', 'mac_address': 'fa:16:3e:45:5f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4aaf68-5878-493f-9f1a-38a494484ac7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:54:28.734339 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:28.757370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924c058a-77c0-4dc6-a5e1-a65e4c088faa {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:28.787492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:28.796573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:28.797876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:54:28.807665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:28.868672 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8c3241d-cb22-46ae-81a4-f5a19ab218db req-a0216c0b-f339-4a1e-b2c4-acf94ef172a1 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8365264
Nov 06 20:54:28.909290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:28.968202 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-30a5f61a-2ec7-4067-982c-219c57520ca6 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:28.969768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-30a5f61a-2ec7-4067-982c-219c57520ca6 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/8216ccbe-19e3-436f-be20-2cba74e80e0a HTTP/1.1" status: 204  len: 168 time: 0.2963514
Nov 06 20:54:28.978587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55992) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:29.009482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e82c557b-0663-4fc1-89f1-df64064354e3 req-5db6aaa6-f6b4-4a45-8c72-fcda36abf7a2 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 210 time: 0.1556008
Nov 06 20:54:29.028914 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-41c90667-27a7-41f2-bc3f-6ebf7f877b9c tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=8216ccbe-19e3-436f-be20-2cba74e80e0a HTTP/1.1" status: 200  len: 221 time: 0.0324104
Nov 06 20:54:29.029661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55994) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:29.056516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:29.074743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-63e0de18-3f44-4e41-b208-6fdf1ec94349 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--38655499', 'description': 'label created by tempest'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:29.075251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-63e0de18-3f44-4e41-b208-6fdf1ec94349 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Unknown quota resources ['metering_label']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:54:29.090247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ed26b-aa90-4b82-948f-c9aef6006601 req-d15ef1e1-c2a5-4c13-a720-0b977bfc791f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:29.092479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-791ed26b-aa90-4b82-948f-c9aef6006601 req-d15ef1e1-c2a5-4c13-a720-0b977bfc791f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.0708144
Nov 06 20:54:29.115620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:29.190025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:29.234195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-791ed26b-aa90-4b82-948f-c9aef6006601 req-89919fa7-8eeb-4c1c-822f-d0db97dabe34 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351485
Nov 06 20:54:29.246001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a208639-2ba2-4c7c-8a4e-1b4ab84198c7 req-26552e9c-b0d3-4db3-a3a8-7fe5558e9c8c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:29.255274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a208639-2ba2-4c7c-8a4e-1b4ab84198c7 req-26552e9c-b0d3-4db3-a3a8-7fe5558e9c8c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1581230
Nov 06 20:54:29.277951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Pushing event updated for resources: {'Port': ['ID=87be1463-955f-49f0-89e1-709c7e033ec9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:29.310874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:29.325316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'port_id': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'mac_address': 'fa:16:3e:c5:f1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:54:29.344568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a208639-2ba2-4c7c-8a4e-1b4ab84198c7 req-ed5ef8d5-7cdb-4a2b-801e-9404ff081152 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871203
Nov 06 20:54:29.410077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:29.425376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-bbea69fe-9a78-4a8e-a41d-3f97bfbfe106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:29.427238 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-bbea69fe-9a78-4a8e-a41d-3f97bfbfe106 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1096 time: 0.4221838
Nov 06 20:54:29.450049 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:29.480951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:29.495356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:29.496082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:29.514080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:29.518116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:29.570788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:29.580429 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63e0de18-3f44-4e41-b208-6fdf1ec94349 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:29.581607 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63e0de18-3f44-4e41-b208-6fdf1ec94349 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 468 time: 0.5273507
Nov 06 20:54:29.581870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d41251fb-ad72-43ad-b42c-205812b9dc37 None None] Provisioning complete for port 87be1463-955f-49f0-89e1-709c7e033ec9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:29.582730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d41251fb-ad72-43ad-b42c-205812b9dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:29.584685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56008) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:29.595335 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-407ded06-6035-4f5f-80bc-d8eda96a65a8 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7646203
Nov 06 20:54:29.614248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Request body: {'port': {'device_id': '31879e23-36bf-4231-988b-2e013a223d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:29.621914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d41251fb-ad72-43ad-b42c-205812b9dc37 None None] Port 87be1463-955f-49f0-89e1-709c7e033ec9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:29.662279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-7602a2bf-52a4-4fd3-9411-d737ff4cf389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:29.663792 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-7602a2bf-52a4-4fd3-9411-d737ff4cf389 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 919 time: 0.1763043
Nov 06 20:54:29.688485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9659fc9-9d23-40b3-b3d3-af3353489cee tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=b1ee33ef-f74e-4ec0-a1c5-be3baefddbce HTTP/1.1" status: 200  len: 466 time: 0.1026061
Nov 06 20:54:29.718027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56014) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:29.723308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-5a10fc0e-673e-449f-a0b8-5145bbd0cffe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b HTTP/1.1" status: 200  len: 217 time: 0.0444827
Nov 06 20:54:29.724016 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:29.815122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487266-bcbd-4b82-90d0-6d4fa40c616d req-6cc643d5-de73-4c87-a294-2821b295a7da tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:29.816665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6487266-bcbd-4b82-90d0-6d4fa40c616d req-6cc643d5-de73-4c87-a294-2821b295a7da tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 944 time: 0.1316340
Nov 06 20:54:29.817508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-6ed16b2f-420d-42dd-bf27-94ea66192221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:29.818949 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-6ed16b2f-420d-42dd-bf27-94ea66192221 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.0833297
Nov 06 20:54:29.898432 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-ba22fffb-439e-4ddc-90e2-ab7826641b87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335388
Nov 06 20:54:29.930176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625676-b6e2-49da-a643-1c9892f1d5fb req-4d6017a7-39fa-4433-84e8-55d04e381d9b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:29.931673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60625676-b6e2-49da-a643-1c9892f1d5fb req-4d6017a7-39fa-4433-84e8-55d04e381d9b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 944 time: 0.1962180
Nov 06 20:54:30.004107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6359526-dcc6-452d-a1b7-e0eb2d9d8a9d tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:30.005261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e6359526-dcc6-452d-a1b7-e0eb2d9d8a9d tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/b1ee33ef-f74e-4ec0-a1c5-be3baefddbce HTTP/1.1" status: 204  len: 168 time: 0.2826660
Nov 06 20:54:30.011122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56022) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:30.022042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6487266-bcbd-4b82-90d0-6d4fa40c616d req-58d2e6ec-4318-4e3b-a272-ea922e3afff9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1962047
Nov 06 20:54:30.046814 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bcc6eaa9-3541-4ed9-a726-c71a1d90bd1f tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=b1ee33ef-f74e-4ec0-a1c5-be3baefddbce HTTP/1.1" status: 200  len: 216 time: 0.0296617
Nov 06 20:54:30.059161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56026) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:30.059566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60625676-b6e2-49da-a643-1c9892f1d5fb req-3bc86e91-d618-4d86-8b08-f6911384ec86 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133747
Nov 06 20:54:30.086235 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-996c2ea2-ea1c-47a7-9fe4-503715db91c8 service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789312
Nov 06 20:54:30.100531 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ced6b52-7692-4223-8e4f-3a83117c8f9c tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0432420
Nov 06 20:54:30.100966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56028) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:30.169967 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9210be47-729e-4919-8fb3-d86d26bbaafd tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0646484
Nov 06 20:54:30.173104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56034) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:30.228135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87be1463-955f-49f0-89e1-709c7e033ec9 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:30.239867 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:30.258688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c07d541c-fa10-41fb-a24f-428fa0cbee48 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/836f6b19-6e07-45a9-a28f-e98d6fd52c7b HTTP/1.1" status: 200  len: 470 time: 0.0869718
Nov 06 20:54:30.259258 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-be2e7a53-7f7a-48bb-af8b-91fd98541431 req-51d3a77e-4005-40f1-9487-8be9353531df service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620631
Nov 06 20:54:30.262384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:30.268419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Transition to ACTIVE for port object 87be1463-955f-49f0-89e1-709c7e033ec9 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:54:30.274924 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-72b45c6c-987c-4852-93bc-33a942104bc9 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/89b68261-09fd-4b95-b5dc-2be47fe9d49d HTTP/1.1" status: 200  len: 461 time: 0.0114801
Nov 06 20:54:30.278485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56040) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:30.285876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fba772-cb44-4c81-8a9f-75bca6a5ab7b req-50217da4-9aeb-47fa-adb2-ccf3d063f408 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:30.286269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:30.287905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:30.295085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33fba772-cb44-4c81-8a9f-75bca6a5ab7b req-50217da4-9aeb-47fa-adb2-ccf3d063f408 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 936 time: 0.1691315
Nov 06 20:54:30.295211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['924c058a-77c0-4dc6-a5e1-a65e4c088faa'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:30.306488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac3cf9-5ffe-4868-b5f5-d7cea9264aed req-e8a194cb-a481-4903-bebc-715327e46771 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:30.308447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01ac3cf9-5ffe-4868-b5f5-d7cea9264aed req-e8a194cb-a481-4903-bebc-715327e46771 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.1697989
Nov 06 20:54:30.362890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Pushing event updated for resources: {'Port': ['ID=87be1463-955f-49f0-89e1-709c7e033ec9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:30.419325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33fba772-cb44-4c81-8a9f-75bca6a5ab7b req-534c1a5a-13d0-44e1-82dc-ba49de96e6a6 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175005
Nov 06 20:54:30.442507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01ac3cf9-5ffe-4868-b5f5-d7cea9264aed req-684495c9-3416-4505-8da8-5512cd15b500 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276288
Nov 06 20:54:30.584165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e00b62a7-ac29-4905-83ae-102eaaefc296 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:30.588319 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e00b62a7-ac29-4905-83ae-102eaaefc296 tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/89b68261-09fd-4b95-b5dc-2be47fe9d49d HTTP/1.1" status: 204  len: 168 time: 0.3060572
Nov 06 20:54:30.588588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56052) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:30.609083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b88be-e0e8-447a-8211-6e0a5b7a60e4 req-247a83bf-076c-4eaf-8ed2-17144bf89dbf tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:30.610561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd2b88be-e0e8-447a-8211-6e0a5b7a60e4 req-247a83bf-076c-4eaf-8ed2-17144bf89dbf tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.0927155
Nov 06 20:54:30.634373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Attempting to bind port 87be1463-955f-49f0-89e1-709c7e033ec9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:30.634657 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Attempting to bind port 87be1463-955f-49f0-89e1-709c7e033ec9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:30.634950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Attempting to bind port 87be1463-955f-49f0-89e1-709c7e033ec9 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:30.639234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Port 87be1463-955f-49f0-89e1-709c7e033ec9 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:54:30.639559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Attempting to bind port 87be1463-955f-49f0-89e1-709c7e033ec9 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:30.644399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:30.644729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:30.645116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:30.645543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Bound port: 87be1463-955f-49f0-89e1-709c7e033ec9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:30.645899 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:30.702114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace33a12-83a0-479e-a47f-ab46b224a9d1 req-0fcf250a-f194-4cc1-b463-01e9aeee3b08 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:30.703565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ace33a12-83a0-479e-a47f-ab46b224a9d1 req-0fcf250a-f194-4cc1-b463-01e9aeee3b08 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1749287
Nov 06 20:54:30.716122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] For port 87be1463-955f-49f0-89e1-709c7e033ec9, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:30.719218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] For port 87be1463-955f-49f0-89e1-709c7e033ec9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87be1463-955f-49f0-89e1-709c7e033ec9,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:30.723986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:30.761035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:30.761658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:30.763050 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] 10.222.0.10 "PUT /v2.0/ports/87be1463-955f-49f0-89e1-709c7e033ec9 HTTP/1.1" status: 200  len: 1096 time: 1.1588180
Nov 06 20:54:30.763635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31879e23-36bf-4231-988b-2e013a223d7e', 'tag': '87be1463-955f-49f0-89e1-709c7e033ec9'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:30.765724 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "31879e23-36bf-4231-988b-2e013a223d7e", "tag": "87be1463-955f-49f0-89e1-709c7e033ec9"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:30.791763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Pushing event updated for resources: {'Port': ['ID=87be1463-955f-49f0-89e1-709c7e033ec9,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:30.800655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.800892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.801069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.801757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.802101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.802482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.802831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.803183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.803515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.803844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.804651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.804651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43951b4-826c-41d7-964e-382691fdb9ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:30.873331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979d1b-472d-4802-a17d-921aedd30efa req-feb115ad-9dd0-4e93-aaba-c3d1d0d586e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:30.875207 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-feb115ad-9dd0-4e93-aaba-c3d1d0d586e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0225cbcb2bad437d8687f9024d57918d&device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 1099 time: 0.0475636
Nov 06 20:54:30.876915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd2b88be-e0e8-447a-8211-6e0a5b7a60e4 req-af788732-f21a-4766-b821-67d3ae3592f7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107689
Nov 06 20:54:30.900915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ace33a12-83a0-479e-a47f-ab46b224a9d1 req-accf81cb-e891-476c-a6df-48731401ba38 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593139
Nov 06 20:54:30.910521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7c5830e4-2d63-4fa9-9dce-304f93d438bd tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:30.914390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7c5830e4-2d63-4fa9-9dce-304f93d438bd tempest-MeteringTestJSON-574834354 tempest-MeteringTestJSON-574834354-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/836f6b19-6e07-45a9-a28f-e98d6fd52c7b HTTP/1.1" status: 204  len: 168 time: 0.3218489
Nov 06 20:54:30.919748 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-9a525f82-ef7a-487c-a23e-3ab7c63fb7b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=87be1463-955f-49f0-89e1-709c7e033ec9 HTTP/1.1" status: 200  len: 217 time: 0.0361252
Nov 06 20:54:30.976778 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e14e34d-1495-49e1-b8e5-219477090ab9 x-openstack-request-id: req-0e14e34d-1495-49e1-b8e5-219477090ab9 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:30.977072 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31879e23-36bf-4231-988b-2e013a223d7e", "tag": "87be1463-955f-49f0-89e1-709c7e033ec9", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:30.977327 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e14e34d-1495-49e1-b8e5-219477090ab9 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:30.977737 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31879e23-36bf-4231-988b-2e013a223d7e', 'tag': '87be1463-955f-49f0-89e1-709c7e033ec9', 'status': 'completed', 'code': 200}
Nov 06 20:54:30.987165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979d1b-472d-4802-a17d-921aedd30efa req-9d3af545-d5c6-4b50-945c-550dcd647f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:30.988682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-9d3af545-d5c6-4b50-945c-550dcd647f7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0607893
Nov 06 20:54:31.039863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b979d1b-472d-4802-a17d-921aedd30efa req-117109d6-67b0-45be-becc-dbe4ebaa3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.041577 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-117109d6-67b0-45be-becc-dbe4ebaa3351 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0447016
Nov 06 20:54:31.146293 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-fb63f1ea-ecb7-4a73-9e87-3a90f7b60fc1 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963962
Nov 06 20:54:31.223168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c83a7-1861-4bcf-b452-ad5c746bfe6d req-8d4c8fc0-0d59-4107-a652-342564b3c14c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.224627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-348c83a7-1861-4bcf-b452-ad5c746bfe6d req-8d4c8fc0-0d59-4107-a652-342564b3c14c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 944 time: 0.0866971
Nov 06 20:54:31.236427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56064) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:31.237230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a30d99-aa8d-4878-8748-b0b10915d2f1 req-a7cf4c80-cbd4-42fa-91d3-69aabeec817b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.238771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21a30d99-aa8d-4878-8748-b0b10915d2f1 req-a7cf4c80-cbd4-42fa-91d3-69aabeec817b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 944 time: 0.0995874
Nov 06 20:54:31.265253 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b979d1b-472d-4802-a17d-921aedd30efa req-71457511-75bf-4cb1-a072-dc831910731b service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1087563
Nov 06 20:54:31.310525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-348c83a7-1861-4bcf-b452-ad5c746bfe6d req-388a65eb-58ac-415c-8935-1f172ed83a7b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704346
Nov 06 20:54:31.338558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21a30d99-aa8d-4878-8748-b0b10915d2f1 req-eefae0b7-ef2e-4c72-9c0b-6e428edf6a6f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895100
Nov 06 20:54:31.377871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-8c199e6c-56f5-40f1-a973-558b54631c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.379382 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-8c199e6c-56f5-40f1-a973-558b54631c0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0225cbcb2bad437d8687f9024d57918d&device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 1099 time: 0.0490892
Nov 06 20:54:31.402562 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6a45304-dca3-44ab-950c-c268170c909a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:31.516672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-9c1799f4-e82f-4c8b-bcbe-36acda8f22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.518152 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-9c1799f4-e82f-4c8b-bcbe-36acda8f22a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1286831
Nov 06 20:54:31.564517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537be84-c5f1-42cb-8bb8-7d099a4dabe1 req-458a08fb-30e9-4d08-8670-fb48fd243694 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.566190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e537be84-c5f1-42cb-8bb8-7d099a4dabe1 req-458a08fb-30e9-4d08-8670-fb48fd243694 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 948 time: 0.0801454
Nov 06 20:54:31.573224 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-f8efe63c-7518-45c3-abf8-9f03237f382e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=87be1463-955f-49f0-89e1-709c7e033ec9 HTTP/1.1" status: 200  len: 217 time: 0.0464997
Nov 06 20:54:31.586741 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6a45304-dca3-44ab-950c-c268170c909a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:31.592199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482efbcf-dec2-4d65-98ec-1abd4585f14b req-ce6e1461-4c02-40b7-a60c-c14bcece3e00 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.593702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482efbcf-dec2-4d65-98ec-1abd4585f14b req-ce6e1461-4c02-40b7-a60c-c14bcece3e00 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.0758436
Nov 06 20:54:31.597628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6a45304-dca3-44ab-950c-c268170c909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:31.666535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f6a45304-dca3-44ab-950c-c268170c909a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9013a3e6e7c4424a93cacc2678924400&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4287405
Nov 06 20:54:31.671369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56072) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:31.682444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-f00721e6-32f9-4c5c-b38e-ca52fc7214ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.683947 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-f00721e6-32f9-4c5c-b38e-ca52fc7214ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0959387
Nov 06 20:54:31.689727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a45304-dca3-44ab-950c-c268170c909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1a77dd-4ac0-497f-9b25-00ae8fa08caf,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:31.763973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-d42bd6ab-bd75-4952-8bb1-a478c56e1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:31.765435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-d42bd6ab-bd75-4952-8bb1-a478c56e1c20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0697005
Nov 06 20:54:31.766508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6236b401-1bd1-4381-abdb-f38b9f9f96e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:31.836480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6236b401-1bd1-4381-abdb-f38b9f9f96e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:31.908742 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-0ee1667b-ba2c-4357-8933-67c36c68bcf7 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318691
Nov 06 20:54:31.925078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6236b401-1bd1-4381-abdb-f38b9f9f96e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:31.927526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6236b401-1bd1-4381-abdb-f38b9f9f96e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:31.930962 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6236b401-1bd1-4381-abdb-f38b9f9f96e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a1a77dd-4ac0-497f-9b25-00ae8fa08caf HTTP/1.1" status: 204  len: 168 time: 0.2545002
Nov 06 20:54:31.976622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236b401-1bd1-4381-abdb-f38b9f9f96e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1a77dd-4ac0-497f-9b25-00ae8fa08caf,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:31.980902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e537be84-c5f1-42cb-8bb8-7d099a4dabe1 req-ada59995-e1f5-4ef8-a198-7215bd3e77db tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4052193
Nov 06 20:54:32.001025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482efbcf-dec2-4d65-98ec-1abd4585f14b req-3ed49d81-6c8b-414e-b9d7-127bd1ebd874 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4006898
Nov 06 20:54:32.062880 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-84dbd754-6df4-4f29-b0d4-ced492aaf0bd req-05486a11-695b-4a08-8aff-68288adac22b service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460059
Nov 06 20:54:32.140923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bd78b-9afb-4af0-b8b1-ff0dbd32aef0 req-a7270ac5-84a9-46c1-bf39-d4d9c77e8c9c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:32.142440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a8bd78b-9afb-4af0-b8b1-ff0dbd32aef0 req-a7270ac5-84a9-46c1-bf39-d4d9c77e8c9c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.0832629
Nov 06 20:54:32.151422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f946a04-d2e1-45d5-b8e8-028c881114a7 req-41a6800e-bd81-4975-8c42-5257f1569cc0 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:32.153028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f946a04-d2e1-45d5-b8e8-028c881114a7 req-41a6800e-bd81-4975-8c42-5257f1569cc0 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0913248
Nov 06 20:54:32.230555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a8bd78b-9afb-4af0-b8b1-ff0dbd32aef0 req-00774e0e-8363-4fc1-b9ea-13abc10eac91 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765276
Nov 06 20:54:32.238996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f946a04-d2e1-45d5-b8e8-028c881114a7 req-75dc89d9-8560-4155-82a3-9b4ecea44e40 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778685
Nov 06 20:54:32.243323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56086) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:32.261270 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-995f5027-cfc3-49bf-8347-920a5fbe2cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.342865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-995f5027-cfc3-49bf-8347-920a5fbe2cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.348032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-995f5027-cfc3-49bf-8347-920a5fbe2cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.389546 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-995f5027-cfc3-49bf-8347-920a5fbe2cec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdc49228c30049d78cd3394565b21929&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1451321
Nov 06 20:54:32.390423 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5027-cfc3-49bf-8347-920a5fbe2cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c984b4-3ec9-43c7-bec1-91662148b907,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:32.392285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56102) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:32.441033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11076640-c143-4ba9-a416-0b31d40cfc68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.444511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:32.464224 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11076640-c143-4ba9-a416-0b31d40cfc68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.515895 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11076640-c143-4ba9-a416-0b31d40cfc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.518600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11076640-c143-4ba9-a416-0b31d40cfc68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.519830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-11076640-c143-4ba9-a416-0b31d40cfc68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61c984b4-3ec9-43c7-bec1-91662148b907 HTTP/1.1" status: 204  len: 168 time: 0.1265349
Nov 06 20:54:32.527999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 924c058a-77c0-4dc6-a5e1-a65e4c088faa completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:54:32.529876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076640-c143-4ba9-a416-0b31d40cfc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c984b4-3ec9-43c7-bec1-91662148b907,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:32.533575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 924c058a-77c0-4dc6-a5e1-a65e4c088faa triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:32.534610 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.649589 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.708889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:32.711158 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbc89f2-2f53-4fe1-a324-0c67a005e922" -d '{"events": [{"server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "name": "network-vif-plugged", "status": "completed", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:32.724854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:32.733373 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.734300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:32.808643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b9b3e-a975-4acf-8020-4aeb8dc644af req-0e1150ae-e272-4575-96ab-09c627eae68f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:32.812881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a94b9b3e-a975-4acf-8020-4aeb8dc644af req-0e1150ae-e272-4575-96ab-09c627eae68f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 945 time: 0.0647223
Nov 06 20:54:32.821289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:32.837956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:54:32.848898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:32.849393 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.948418 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.954834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0adc7-cb72-40d2-837f-4d7d11f580c7 req-abf3026c-acb5-4275-9983-76552833bba5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:32.956646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ee0adc7-cb72-40d2-837f-4d7d11f580c7 req-abf3026c-acb5-4275-9983-76552833bba5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 944 time: 0.1425867
Nov 06 20:54:32.959995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a94b9b3e-a975-4acf-8020-4aeb8dc644af req-fb4e61de-4722-4e2c-a0ad-653f75aa5412 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983667
Nov 06 20:54:32.985737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:32.992813 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:32.993871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:33.034049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ee0adc7-cb72-40d2-837f-4d7d11f580c7 req-578e0d16-82e3-4f14-8347-369ec614307b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698311
Nov 06 20:54:33.076918 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63318201-3692-4b89-9def-3576c7d143e5 x-openstack-request-id: req-63318201-3692-4b89-9def-3576c7d143e5 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:33.077206 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "name": "network-vif-plugged", "status": "completed", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:33.077488 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63318201-3692-4b89-9def-3576c7d143e5 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:33.077822 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa', 'code': 200}
Nov 06 20:54:33.091907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:33.152559 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.176943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be6f12-80c2-4862-8e39-77d9c55798c9 req-75a0cc36-86ac-4e41-85d0-56229bda8b69 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:33.180359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43be6f12-80c2-4862-8e39-77d9c55798c9 req-75a0cc36-86ac-4e41-85d0-56229bda8b69 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 948 time: 0.0594411
Nov 06 20:54:33.187540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:33.196797 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.235319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92637d-cbab-4ddf-afce-3bb3dba955c5 req-7b5ad011-a714-49d8-8e56-8e2483a7d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:33.237464 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc92637d-cbab-4ddf-afce-3bb3dba955c5 req-7b5ad011-a714-49d8-8e56-8e2483a7d0aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1096 time: 0.0602667
Nov 06 20:54:33.246081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43be6f12-80c2-4862-8e39-77d9c55798c9 req-8c636599-6adc-44f0-b79e-7d20c1208d1b tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567379
Nov 06 20:54:33.254718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:33.291954 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc92637d-cbab-4ddf-afce-3bb3dba955c5 req-b773c3d8-3ae3-4929-9b11-201fd68d9d9e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463662
Nov 06 20:54:33.378065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03968a-122b-4123-972e-eb55003cfbf3 req-e28be528-e3c5-4bd7-ba2a-8795c40fdca2 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:33.379667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b03968a-122b-4123-972e-eb55003cfbf3 req-e28be528-e3c5-4bd7-ba2a-8795c40fdca2 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0549669
Nov 06 20:54:33.418813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56154) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:33.429684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b03968a-122b-4123-972e-eb55003cfbf3 req-d706afe2-328a-4ebe-892c-2352cbef6481 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429206
Nov 06 20:54:33.517846 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-734977843'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:33.537641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Made reservation on behalf of 98e35b60230c462cb26479fd27889f29 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:33.541930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.549870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.627824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.631618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.658697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:54:33.668275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec605a3-5089-4efe-9d13-6fde73dafcbd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:33.674157 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.674500 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Added segment 8cf96997-7afa-4a00-96d2-3f99b0ab3723 of type vlan for network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620
Nov 06 20:54:33.713425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.738674 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.744366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:33.745043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:33.801162 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 0.3812110
Nov 06 20:54:33.804286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56162) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:33.809386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'subnet': {'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:33.814221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c38834-2b2e-469e-8d7e-e57f920c5394 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Network': ['ID=747c5b8f-2af3-4ddb-a46b-34b74c1a4620,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:33.824253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:54:33.896145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Made reservation on behalf of 98e35b60230c462cb26479fd27889f29 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:33.900303 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:34.115401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:34.157654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f071f0-e514-409c-a315-a171095bb966 req-b6a770e8-cc75-49e3-89ba-2dbc7f56cd3d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:34.159142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f071f0-e514-409c-a315-a171095bb966 req-b6a770e8-cc75-49e3-89ba-2dbc7f56cd3d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 945 time: 0.1212716
Nov 06 20:54:34.219557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Subnet': ['ID=0036fc01-709e-4e13-a3e1-9a8063955b4d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:34.261150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Checking segment: {'id': '8cf96997-7afa-4a00-96d2-3f99b0ab3723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:34.261499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Network hostable DHCP agents. Network: 747c5b8f-2af3-4ddb-a46b-34b74c1a4620, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:54:34.278676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1df58-d185-4b72-bb8c-00089b730ca6 req-08dfe539-2127-4454-8b30-eda43b6fe8a8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:34.280155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fde1df58-d185-4b72-bb8c-00089b730ca6 req-08dfe539-2127-4454-8b30-eda43b6fe8a8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1123981
Nov 06 20:54:34.285931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f071f0-e514-409c-a315-a171095bb966 req-92df3c74-b3c3-4ea1-8229-96ea8d572e78 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146045
Nov 06 20:54:34.314666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:54:34.336854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 747c5b8f-2af3-4ddb-a46b-34b74c1a4620) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:34.343779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fde1df58-d185-4b72-bb8c-00089b730ca6 req-b3b03739-8dbf-422e-b15d-354c73a0a596 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547869
Nov 06 20:54:34.345074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:34.345662 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:34.347150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618072b-2ead-4717-83b9-c13d6e7dc63d None None] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:34.395877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4e055450-d304-4b3d-b070-c12a54c115e0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5904386
Nov 06 20:54:34.398805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56180) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:34.404527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1441416146'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:34.456753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 87be1463-955f-49f0-89e1-709c7e033ec9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:54:34.468566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba027e-5714-4305-8cd0-d1244109035c req-d5a8a09e-606c-4630-9bf8-bafebda80a4c tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:34.470191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ba027e-5714-4305-8cd0-d1244109035c req-d5a8a09e-606c-4630-9bf8-bafebda80a4c tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 948 time: 0.1178744
Nov 06 20:54:34.555513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'tenant_id': '98e35b60230c462cb26479fd27889f29', 'fixed_ips': [{'subnet_id': '0036fc01-709e-4e13-a3e1-9a8063955b4d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:54:34.556386 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:34.582280 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ba027e-5714-4305-8cd0-d1244109035c req-28e6763a-8c1e-4a4b-a7b4-d80201785f0c tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999792
Nov 06 20:54:34.602700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 87be1463-955f-49f0-89e1-709c7e033ec9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87be1463-955f-49f0-89e1-709c7e033ec9,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:34.610639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Made reservation on behalf of 98e35b60230c462cb26479fd27889f29 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:34.614714 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:34.626412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560f44-fdc1-4583-8cf1-1e2e80ee469e req-ace4cbcf-f481-4fa7-acb5-af3c889ab012 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:34.627909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7560f44-fdc1-4583-8cf1-1e2e80ee469e req-ace4cbcf-f481-4fa7-acb5-af3c889ab012 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1123574
Nov 06 20:54:34.657931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] device_id is not set on port 4a90abe7-dd4c-40ba-9d28-df20558e0820 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:54:34.670301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '87be1463-955f-49f0-89e1-709c7e033ec9', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '87be1463-955f-49f0-89e1-709c7e033ec9', 'mac_address': 'fa:16:3e:37:1c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:54:34.734764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7560f44-fdc1-4583-8cf1-1e2e80ee469e req-b4e79c51-0d31-4a9b-8aba-b6e757d04df2 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972762
Nov 06 20:54:34.742438 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:34.766496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87be1463-955f-49f0-89e1-709c7e033ec9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:34.770854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Allocated IP 2001:db8::2 (747c5b8f-2af3-4ddb-a46b-34b74c1a4620/0036fc01-709e-4e13-a3e1-9a8063955b4d/c7ee2773-ceb3-4114-b65c-8dc5ea9cb020) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:34.796695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 87be1463-955f-49f0-89e1-709c7e033ec9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87be1463-955f-49f0-89e1-709c7e033ec9,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:34.812245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:34.897942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=87be1463-955f-49f0-89e1-709c7e033ec9,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:34.970397 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:34.974898 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.011468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:35.016149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:35.019805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:35.026882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Pushing event updated for resources: {'Port': ['ID=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:35.036454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Allocated IP 2001:db8::64 (747c5b8f-2af3-4ddb-a46b-34b74c1a4620/0036fc01-709e-4e13-a3e1-9a8063955b4d/4a90abe7-dd4c-40ba-9d28-df20558e0820) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:35.076658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Attempting to bind port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:35.077144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Attempting to bind port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8cf96997-7afa-4a00-96d2-3f99b0ab3723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:35.077504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Attempting to bind port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 on network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:35.079144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'}, {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:35.081372 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6685e-7ce8-406e-af87-df97e1293181" -d '{"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-plugged", "status": "completed", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540"}, {"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-unplugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:35.087787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:35.088461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Checking segment: {'id': '8cf96997-7afa-4a00-96d2-3f99b0ab3723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:35.088604 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.089019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Bound using segment: {'id': '8cf96997-7afa-4a00-96d2-3f99b0ab3723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:35.089438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Bound port: c7ee2773-ceb3-4114-b65c-8dc5ea9cb020, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf96997-7afa-4a00-96d2-3f99b0ab3723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:35.089810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.142187 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf47eb0-8e3a-4e31-a9a0-13c6a6951a20 x-openstack-request-id: req-6bf47eb0-8e3a-4e31-a9a0-13c6a6951a20 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:35.142491 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-plugged", "status": "completed", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540", "code": 200}, {"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-unplugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:35.142746 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bf47eb0-8e3a-4e31-a9a0-13c6a6951a20 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:35.143137 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'code': 200}
Nov 06 20:54:35.143389 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'code': 200}
Nov 06 20:54:35.173498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] For port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:35.177304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] For port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,segment=NetworkSegment(8cf96997-7afa-4a00-96d2-3f99b0ab3723),segment_id=8cf96997-7afa-4a00-96d2-3f99b0ab3723)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:35.185105 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.203146 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.244711 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.263680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7dc7f-499e-40d1-abd7-7ea5ef65ab13 None None] Pushing event updated for resources: {'Port': ['ID=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:35.276862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b7ef9-90a8-4ef9-941e-80a182d80e2c req-f794254a-f7a9-4487-9490-346e5244c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:35.278374 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ef2b7ef9-90a8-4ef9-941e-80a182d80e2c req-f794254a-f7a9-4487-9490-346e5244c23c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 1096 time: 0.0624707
Nov 06 20:54:35.291798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:35.301747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:35.305702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:35.311614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:35.311948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.318645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=4a90abe7-dd4c-40ba-9d28-df20558e0820,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:35.337223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-de534e00-082e-4336-8446-f1fef5fc1268 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.9372423
Nov 06 20:54:35.340476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56204) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:35.354022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1226824497', 'allowed_address_pairs': [{'ip_address': '2001:db8::64', 'mac_address': 'fa:16:3e:5d:26:52'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:35.364185 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ef2b7ef9-90a8-4ef9-941e-80a182d80e2c req-8ce69bc1-fb89-42bc-b7a1-cd778b6f36a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608208
Nov 06 20:54:35.535727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b4cae-eb42-4c9d-a729-1b9079353027 req-8d0e51be-5db9-4ba6-bd50-01ee4b23cd1c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:35.541243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-472b4cae-eb42-4c9d-a729-1b9079353027 req-8d0e51be-5db9-4ba6-bd50-01ee4b23cd1c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 945 time: 0.1385827
Nov 06 20:54:35.576490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0777-906c-4c98-8fe9-c8f7980a79d5 req-924886e9-bb14-43c9-a421-4136bdce471a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:35.579956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa5e0777-906c-4c98-8fe9-c8f7980a79d5 req-924886e9-bb14-43c9-a421-4136bdce471a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1395724
Nov 06 20:54:35.601063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:35.649881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-472b4cae-eb42-4c9d-a729-1b9079353027 req-cd92b23f-1b51-442a-9d33-65578944470d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047227
Nov 06 20:54:35.652136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Made reservation on behalf of 98e35b60230c462cb26479fd27889f29 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:35.654050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:35.654530 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.738110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa5e0777-906c-4c98-8fe9-c8f7980a79d5 req-92e35412-ec4c-4eca-9cf4-228e0ae7b061 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441486
Nov 06 20:54:35.748988 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.798853 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.809033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706fe64-c778-4fc1-81ba-fd1a11bf67e2 req-b52c3c4e-7cde-417e-ac9f-6c26a6d3ff0c tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:35.809607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,segment=NetworkSegment(8cf96997-7afa-4a00-96d2-3f99b0ab3723),segment_id=8cf96997-7afa-4a00-96d2-3f99b0ab3723)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:35.812856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0706fe64-c778-4fc1-81ba-fd1a11bf67e2 req-b52c3c4e-7cde-417e-ac9f-6c26a6d3ff0c tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 949 time: 0.0929024
Nov 06 20:54:35.814855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:35.854531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] device_id is not set on port aa6b60a7-4014-4f42-8207-7dfe79fdf58a yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:54:35.871912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:35.879616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['87be1463-955f-49f0-89e1-709c7e033ec9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:35.989023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0706fe64-c778-4fc1-81ba-fd1a11bf67e2 req-8ebc4eb3-7106-4ca0-b205-06a4500f353f tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669114
Nov 06 20:54:36.037453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490fd2e-32b0-4afd-9d96-8c2eae51d141 req-a897409b-d2a7-47df-8416-82b52f1c4da7 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:36.039263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6490fd2e-32b0-4afd-9d96-8c2eae51d141 req-a897409b-d2a7-47df-8416-82b52f1c4da7 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1404271
Nov 06 20:54:36.083784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Allocated IP 2001:db8::c2 (747c5b8f-2af3-4ddb-a46b-34b74c1a4620/0036fc01-709e-4e13-a3e1-9a8063955b4d/aa6b60a7-4014-4f42-8207-7dfe79fdf58a) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:36.125304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6490fd2e-32b0-4afd-9d96-8c2eae51d141 req-a6e84e16-7a12-406b-a21c-20fa46b99e60 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773759
Nov 06 20:54:36.285937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:36.323098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:36.363422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:36.367022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:36.370821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:36.376630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:36.377268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:36.394169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=aa6b60a7-4014-4f42-8207-7dfe79fdf58a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:36.403844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5b27eca1-9957-4734-a57f-49b50971c11a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 1.0621636
Nov 06 20:54:36.406353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56228) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:36.444829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183428b-497e-49d8-9471-cbdaaa03e808 None None] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:36.483904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 809b9394-67e1-4318-9cc7-04a3de08ebc9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:54:36.498043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bf79f-6964-4510-aeca-63efbd0e3e90 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:36.504240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bf79f-6964-4510-aeca-63efbd0e3e90 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:36.510356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bf79f-6964-4510-aeca-63efbd0e3e90 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:36.514807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-436bf79f-6964-4510-aeca-63efbd0e3e90 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.1046846
Nov 06 20:54:36.514977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56230) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:36.604883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-759e23c5-f7d2-4bb7-8b13-d937581c76c1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Deleting port aa6b60a7-4014-4f42-8207-7dfe79fdf58a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:36.605224 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-759e23c5-f7d2-4bb7-8b13-d937581c76c1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:36.621468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-85b239c3-6184-40a0-8eb9-a86f12b8a9cf None None] Provisioning complete for port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:36.621830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85b239c3-6184-40a0-8eb9-a86f12b8a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:36.686286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:36.705250 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-759e23c5-f7d2-4bb7-8b13-d937581c76c1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:36.719926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'port_id': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'mac_address': 'fa:16:3e:c2:7c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d76b1-c186-447e-bf02-a2f54bded116', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:54:36.728840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-759e23c5-f7d2-4bb7-8b13-d937581c76c1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Calling delete_port for aa6b60a7-4014-4f42-8207-7dfe79fdf58a owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:36.792979 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:36.814348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 809b9394-67e1-4318-9cc7-04a3de08ebc9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:36.834796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:36.839112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77057ff2-50b9-4629-8d1e-5e70a45eb743 req-b8044c05-b2c5-4090-badb-bb4fcf6a1983 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:36.842483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77057ff2-50b9-4629-8d1e-5e70a45eb743 req-b8044c05-b2c5-4090-badb-bb4fcf6a1983 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 945 time: 0.1049407
Nov 06 20:54:36.843813 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:36.912328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:36.972854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77057ff2-50b9-4629-8d1e-5e70a45eb743 req-cc0ae639-2dd7-481c-acc2-0a5229af9fc4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169431
Nov 06 20:54:36.987440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b242ef5-2f3f-4efd-a7e5-265197bbc609 req-10f00f5a-3797-44cd-ac79-f71e3e659f49 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:36.988996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b242ef5-2f3f-4efd-a7e5-265197bbc609 req-10f00f5a-3797-44cd-ac79-f71e3e659f49 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1314023
Nov 06 20:54:36.996210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-759e23c5-f7d2-4bb7-8b13-d937581c76c1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:37.049393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e23c5-f7d2-4bb7-8b13-d937581c76c1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Port': ['ID=aa6b60a7-4014-4f42-8207-7dfe79fdf58a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:37.140588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8ba72034-09f5-4d85-9a3b-e450e05d1eae None None] Provisioning complete for port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:37.140965 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ba72034-09f5-4d85-9a3b-e450e05d1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:37.155501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b242ef5-2f3f-4efd-a7e5-265197bbc609 req-5179808a-bd9d-4483-af24-562c9996dfc0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1518028
Nov 06 20:54:37.206189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['809b9394-67e1-4318-9cc7-04a3de08ebc9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:37.258551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-759e23c5-f7d2-4bb7-8b13-d937581c76c1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:37.264803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-759e23c5-f7d2-4bb7-8b13-d937581c76c1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "DELETE /v2.0/ports/aa6b60a7-4014-4f42-8207-7dfe79fdf58a HTTP/1.1" status: 204  len: 168 time: 0.7462935
Nov 06 20:54:37.264998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56250) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:37.308987 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2388d2c3-7116-4b72-a48b-18e70891ade9 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] GET failed (client error): The resource could not be found.
Nov 06 20:54:37.314414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2388d2c3-7116-4b72-a48b-18e70891ade9 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "GET /v2.0/ports/aa6b60a7-4014-4f42-8207-7dfe79fdf58a HTTP/1.1" status: 404  len: 333 time: 0.0446525
Nov 06 20:54:37.314976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56254) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:37.321188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-553087292'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:37.370930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013adcb-76b2-41ce-8653-4938148053f7 req-3262efdd-de56-4a6e-a4ef-247906338572 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:37.372355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a013adcb-76b2-41ce-8653-4938148053f7 req-3262efdd-de56-4a6e-a4ef-247906338572 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 949 time: 0.1247187
Nov 06 20:54:37.426693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a0292-9e2a-4d40-8866-f07a45270886 req-1459a0c4-2cac-4ce1-9a5b-752f9ae26772 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:37.428261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a6a0292-9e2a-4d40-8866-f07a45270886 req-1459a0c4-2cac-4ce1-9a5b-752f9ae26772 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1096 time: 0.0967908
Nov 06 20:54:37.456094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a013adcb-76b2-41ce-8653-4938148053f7 req-91a16959-b32d-4879-bc10-e106ad36e01d tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747027
Nov 06 20:54:37.482669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Made reservation on behalf of 98e35b60230c462cb26479fd27889f29 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:37.486583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:37.512225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] device_id is not set on port 4ceaff40-3698-4afb-b451-7c868588af38 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:54:37.539694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a6a0292-9e2a-4d40-8866-f07a45270886 req-086f608b-1e40-46f2-ad04-e256c91e7aa0 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034336
Nov 06 20:54:37.551110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8ba72034-09f5-4d85-9a3b-e450e05d1eae None None] Provisioning complete for port 4a90abe7-dd4c-40ba-9d28-df20558e0820 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:37.551734 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ba72034-09f5-4d85-9a3b-e450e05d1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:37.635391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:37.647525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fd82-b8bb-4afe-851f-61e9be108ad5 req-7e45a694-6931-4182-ab1a-12597b899c0b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:37.656192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f984fd82-b8bb-4afe-851f-61e9be108ad5 req-7e45a694-6931-4182-ab1a-12597b899c0b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0926597
Nov 06 20:54:37.684171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8ba72034-09f5-4d85-9a3b-e450e05d1eae None None] Port 4a90abe7-dd4c-40ba-9d28-df20558e0820 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:37.688040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Allocated IP 2001:db8::b6 (747c5b8f-2af3-4ddb-a46b-34b74c1a4620/0036fc01-709e-4e13-a3e1-9a8063955b4d/4ceaff40-3698-4afb-b451-7c868588af38) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:37.721465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8ba72034-09f5-4d85-9a3b-e450e05d1eae None None] Could not find standard attr ID for object aa6b60a7-4014-4f42-8207-7dfe79fdf58a. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:54:37.759005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f984fd82-b8bb-4afe-851f-61e9be108ad5 req-181ecc67-f503-4b1a-8a22-19e6ba558a61 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974011
Nov 06 20:54:37.785994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:37.786441 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:37.898580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab6084-9976-4ee1-bfb7-9dffd4b0cb87 req-e557de7a-7792-4c8f-9dd4-3476114b59e3 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:37.900588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09ab6084-9976-4ee1-bfb7-9dffd4b0cb87 req-e557de7a-7792-4c8f-9dd4-3476114b59e3 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1096 time: 0.0842876
Nov 06 20:54:37.922682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1aa02730-55a1-44aa-a7c1-1fb43934c5b4 None None] Provisioning complete for port 4a90abe7-dd4c-40ba-9d28-df20558e0820 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:37.923670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1aa02730-55a1-44aa-a7c1-1fb43934c5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:37.939547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:37.964668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09ab6084-9976-4ee1-bfb7-9dffd4b0cb87 req-d6120485-0b6c-4893-b724-62f5bf32b952 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561435
Nov 06 20:54:37.980350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1aa02730-55a1-44aa-a7c1-1fb43934c5b4 None None] Port 4a90abe7-dd4c-40ba-9d28-df20558e0820 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:37.984357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1aa02730-55a1-44aa-a7c1-1fb43934c5b4 None None] Could not find standard attr ID for object aa6b60a7-4014-4f42-8207-7dfe79fdf58a. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:54:37.989342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.033850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:38.039583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:38.043680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:38.049826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:38.050476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.057021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=4ceaff40-3698-4afb-b451-7c868588af38,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:38.083481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56278) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:38.090215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::64', 'mac_address': 'fa:16:3e:5d:26:52'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:38.095510 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21248eec-2e84-4305-928d-038d6d262a30 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 0.7780414
Nov 06 20:54:38.147973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-28697ff8-db96-4991-a95e-27ac348762a4 req-dd5192bd-717a-4495-8956-f80d7eb614fe service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:38.149182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28697ff8-db96-4991-a95e-27ac348762a4 req-dd5192bd-717a-4495-8956-f80d7eb614fe service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067487
Nov 06 20:54:38.179297 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.306580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c7c741ef-c110-4527-a48c-532cb6cd1813 None None] Provisioning complete for port 4ceaff40-3698-4afb-b451-7c868588af38 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:38.306580 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c741ef-c110-4527-a48c-532cb6cd1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.349166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c7c741ef-c110-4527-a48c-532cb6cd1813 None None] Port 4ceaff40-3698-4afb-b451-7c868588af38 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:38.352345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9f4b4-7eae-4b66-bf7e-19872cb679d6 req-325cafc8-cda3-4702-9c06-4572c8a11a3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:38.353867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87a9f4b4-7eae-4b66-bf7e-19872cb679d6 req-325cafc8-cda3-4702-9c06-4572c8a11a3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1105597
Nov 06 20:54:38.442587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87a9f4b4-7eae-4b66-bf7e-19872cb679d6 req-1d02abd1-5aae-40a8-8081-4c1eb7b19515 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770514
Nov 06 20:54:38.462719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.468932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:54:38.469361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.471256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 87be1463-955f-49f0-89e1-709c7e033ec9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:38.509574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] In _notify_port_updated(), no bound segment for port 4ceaff40-3698-4afb-b451-7c868588af38 on network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:54:38.515404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:38.515970 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.517346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "PUT /v2.0/ports/4ceaff40-3698-4afb-b451-7c868588af38 HTTP/1.1" status: 200  len: 1000 time: 0.4322240
Nov 06 20:54:38.520129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56292) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:38.561891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e779e4-b6c9-4dc3-abca-cbdb9da02c2a tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=4ceaff40-3698-4afb-b451-7c868588af38,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:38.646183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 87be1463-955f-49f0-89e1-709c7e033ec9 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:54:38.654961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd068f-6ccd-45da-8155-3172df693e53 req-a313b477-1024-4a95-8487-33f44d0f9888 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:38.656580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4dd068f-6ccd-45da-8155-3172df693e53 req-a313b477-1024-4a95-8487-33f44d0f9888 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 949 time: 0.0919530
Nov 06 20:54:38.658968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:38.662396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 87be1463-955f-49f0-89e1-709c7e033ec9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:38.662774 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.684927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a607aca6-48f3-4daa-828d-15cf7a2bec78 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Deleting port 4ceaff40-3698-4afb-b451-7c868588af38 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:38.685341 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a607aca6-48f3-4daa-828d-15cf7a2bec78 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.720073 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'mac_address': 'fa:16:3e:c6:47:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:54:38.778395 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.801300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18e4680-1b28-4007-9364-246ce392f8a2 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:38.832660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:38.877023 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.903245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:38.976107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31879e23-36bf-4231-988b-2e013a223d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be1463-955f-49f0-89e1-709c7e033ec9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:38.978451 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f435cf-9d25-42b4-bd7d-01dedb76d8a2" -d '{"events": [{"server_uuid": "31879e23-36bf-4231-988b-2e013a223d7e", "name": "network-vif-plugged", "status": "completed", "tag": "87be1463-955f-49f0-89e1-709c7e033ec9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:38.989251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e3141048-04da-412a-948d-255f03740a6d None None] Provisioning complete for port 4ceaff40-3698-4afb-b451-7c868588af38 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:38.989628 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e3141048-04da-412a-948d-255f03740a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.022185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 87be1463-955f-49f0-89e1-709c7e033ec9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87be1463-955f-49f0-89e1-709c7e033ec9,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:39.023280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:39.035678 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.035896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 809b9394-67e1-4318-9cc7-04a3de08ebc9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:39.069236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['d18e4680-1b28-4007-9364-246ce392f8a2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:39.076159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.076552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.076894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.077234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.077571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.077901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.078227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.078551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.078873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.079198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.079520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.079847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:39.081507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4dd068f-6ccd-45da-8155-3172df693e53 req-48f655a2-225a-40e6-9738-79165b99a634 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4083474
Nov 06 20:54:39.108694 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a607aca6-48f3-4daa-828d-15cf7a2bec78 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.134007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a607aca6-48f3-4daa-828d-15cf7a2bec78 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Calling delete_port for 4ceaff40-3698-4afb-b451-7c868588af38 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:39.138282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e3141048-04da-412a-948d-255f03740a6d None None] Port 4ceaff40-3698-4afb-b451-7c868588af38 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:39.193072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=87be1463-955f-49f0-89e1-709c7e033ec9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:39.204076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 809b9394-67e1-4318-9cc7-04a3de08ebc9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:39.204478 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.267767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55264ef7-71ef-4754-8b9b-1c64940938e7 req-63c67dce-28b3-46dd-a798-4406485b176b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:39.270079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55264ef7-71ef-4754-8b9b-1c64940938e7 req-63c67dce-28b3-46dd-a798-4406485b176b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0793848
Nov 06 20:54:39.280397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56326) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:39.286381 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'floatingip': {'port_id': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:39.363583 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.388426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.392996 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a607aca6-48f3-4daa-828d-15cf7a2bec78 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.402663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:39.413826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.437234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607aca6-48f3-4daa-828d-15cf7a2bec78 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Port': ['ID=4ceaff40-3698-4afb-b451-7c868588af38,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:39.520784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:39.595165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777763a-ad28-4ac0-a2cb-773fa2189bd0 req-37d194a7-f56a-4b9c-97f0-f489ec381ef4 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:39.601392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b777763a-ad28-4ac0-a2cb-773fa2189bd0 req-37d194a7-f56a-4b9c-97f0-f489ec381ef4 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1287987
Nov 06 20:54:39.603005 ncdv-master-1 neutron-server[119334]: WARNING keystonemiddleware.auth_token [req-46f526f6-b635-495a-91d8-5378fe1fd72f req-b4a8c10a-b621-41cf-a7f4-d8eb06f7f74c service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 06 20:54:39.603283 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a607aca6-48f3-4daa-828d-15cf7a2bec78 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.609657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a607aca6-48f3-4daa-828d-15cf7a2bec78 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "DELETE /v2.0/ports/4ceaff40-3698-4afb-b451-7c868588af38 HTTP/1.1" status: 204  len: 168 time: 1.0861139
Nov 06 20:54:39.610114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-75e154ac-fb25-49bd-aaaf-f1c0a6b8c3f3 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:39.610114 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-75e154ac-fb25-49bd-aaaf-f1c0a6b8c3f3 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0848041
Nov 06 20:54:39.612564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56340) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:39.659779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b777763a-ad28-4ac0-a2cb-773fa2189bd0 req-828e6a84-02e9-4e7f-8a82-cbac52ca6fa8 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514338
Nov 06 20:54:39.663904 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eac7329-6fd2-4eb8-b161-498bf6444833 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] GET failed (client error): The resource could not be found.
Nov 06 20:54:39.668383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8eac7329-6fd2-4eb8-b161-498bf6444833 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "GET /v2.0/ports/4ceaff40-3698-4afb-b451-7c868588af38 HTTP/1.1" status: 404  len: 333 time: 0.0529292
Nov 06 20:54:39.669596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56342) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:39.681714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1945152861'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:39.708633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-85b9a0bc-0ace-4f45-858e-97ed3ee8a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:39.710550 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-85b9a0bc-0ace-4f45-858e-97ed3ee8a097 service neutron] 10.222.0.13 "GET /v2.0/ports/924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 1093 time: 0.0863976
Nov 06 20:54:39.717787 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5620a113-a44d-439e-8533-470939d284e4 x-openstack-request-id: req-5620a113-a44d-439e-8533-470939d284e4 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:39.718321 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31879e23-36bf-4231-988b-2e013a223d7e", "name": "network-vif-plugged", "status": "completed", "tag": "87be1463-955f-49f0-89e1-709c7e033ec9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:39.718457 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5620a113-a44d-439e-8533-470939d284e4 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:39.718890 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31879e23-36bf-4231-988b-2e013a223d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be1463-955f-49f0-89e1-709c7e033ec9', 'code': 200}
Nov 06 20:54:39.732118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:39.733785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:54:39.827647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Made reservation on behalf of 98e35b60230c462cb26479fd27889f29 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:39.831225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:39.849523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] device_id is not set on port d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:54:39.972409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Allocated IP 2001:db8::280 (747c5b8f-2af3-4ddb-a46b-34b74c1a4620/0036fc01-709e-4e13-a3e1-9a8063955b4d/d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:40.124566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.166729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.242645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:40.251383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:40.257587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:40.263305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:40.263907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.269123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:40.280196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8b7c4-1c04-42a6-ba45-45b39dec2371 req-977139aa-fac6-4dca-ab84-cfe3355e7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:40.281802 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5cd8b7c4-1c04-42a6-ba45-45b39dec2371 req-977139aa-fac6-4dca-ab84-cfe3355e7f68 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 1101 time: 0.4624364
Nov 06 20:54:40.292885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229cd4-3bbc-4458-a00f-9a27d4bc9ea6 req-6faddf39-7361-4684-8c5a-3e5d526c50c9 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:40.294587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35229cd4-3bbc-4458-a00f-9a27d4bc9ea6 req-6faddf39-7361-4684-8c5a-3e5d526c50c9 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 950 time: 0.1299820
Nov 06 20:54:40.301067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a4abaa75-9903-4c9e-affa-820525b9d857 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.6279175
Nov 06 20:54:40.301261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56350) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:40.307073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5d:26:52'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:40.403320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on host nch1-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:40.403649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:40.403974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:40.411773 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5cd8b7c4-1c04-42a6-ba45-45b39dec2371 req-2740aede-c7a4-44db-88fb-4afa777e1bfc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185353
Nov 06 20:54:40.418649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.420561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:54:40.420881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:40.432519 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35229cd4-3bbc-4458-a00f-9a27d4bc9ea6 req-371b5dc1-9958-43e3-9a18-026f95a4f1f1 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214206
Nov 06 20:54:40.455040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:40.455385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:40.455766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:40.456207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Bound port: 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:40.504875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:40.536733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.548546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.573129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port d18e4680-1b28-4007-9364-246ce392f8a2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:40.573503 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.612456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:40.614380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-83f3cacf-3358-47cb-a9b6-233069ec2583 None None] Provisioning complete for port d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:40.614829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-83f3cacf-3358-47cb-a9b6-233069ec2583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.620734 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.622008 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0b341fc1-6f82-48a0-9928-a1aa7f71f36e service neutron] 10.222.0.13 "POST /v2.0/ports/924c058a-77c0-4dc6-a5e1-a65e4c088faa/bindings HTTP/1.1" status: 201  len: 389 time: 0.8974364
Nov 06 20:54:40.656390 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-83f3cacf-3358-47cb-a9b6-233069ec2583 None None] Port d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:40.664317 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.672685 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.678065 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Floating IP c7f7e304-203f-47c1-9905-9a5024bf50e0 associated. External IP: 172.35.0.224, port: c861c6e0-04b1-4dec-a9f0-fbefa2f9e540.
Nov 06 20:54:40.713116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.774738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:40.779884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.794377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] In _notify_port_updated(), no bound segment for port d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 on network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:54:40.804694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:40.805380 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:40.807234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "PUT /v2.0/ports/d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 HTTP/1.1" status: 200  len: 1003 time: 0.5045595
Nov 06 20:54:40.821482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:40.825049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56368) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:40.853080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:40.917383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.917737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.918079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.918424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.918745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.919075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.919401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.919728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.920055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.920402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.920726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.921816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c785fd0-923c-4a24-be03-545758cc7029 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:54:40.999138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7a77b-ecea-4795-8069-2d8f6d184b18 req-a4e64c65-414b-4db1-b90b-e2550cbd9049 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.000677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-beb7a77b-ecea-4795-8069-2d8f6d184b18 req-a4e64c65-414b-4db1-b90b-e2550cbd9049 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2516820
Nov 06 20:54:41.008836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:54:41.032354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf596b5d-57de-4fe2-8d5a-a2a72418ce03 req-c67a2c85-555f-4640-a089-ff3a32c3153e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.033920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf596b5d-57de-4fe2-8d5a-a2a72418ce03 req-c67a2c85-555f-4640-a089-ff3a32c3153e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 945 time: 0.2254429
Nov 06 20:54:41.124876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-2388b1f8-c24d-4cc2-b376-79334a48e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.126295 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-2388b1f8-c24d-4cc2-b376-79334a48e00e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1096 time: 0.1490030
Nov 06 20:54:41.126644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:54:41.131569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:41.139345 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] Sync routers for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:54:41.144959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-beb7a77b-ecea-4795-8069-2d8f6d184b18 req-2f8d047e-1008-466a-88b0-0d075e057b34 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271622
Nov 06 20:54:41.151299 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:54:41.151985 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92527cba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:54:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:41.153819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-58843e22-fd4a-4ab1-ae60-09894cd8abbd tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Deleting port d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:41.154277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-58843e22-fd4a-4ab1-ae60-09894cd8abbd tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:41.172350 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4bbeafb7-2b00-4e65-8af5-bc4f66e01adf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "PUT /v2.0/floatingips/c7f7e304-203f-47c1-9905-9a5024bf50e0 HTTP/1.1" status: 200  len: 991 time: 1.8796246
Nov 06 20:54:41.172350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:41.172350 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:41.188627 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6718dcc1-1e07-4db0-a45a-38c690610716 None None] Provisioning complete for port d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:41.189464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6718dcc1-1e07-4db0-a45a-38c690610716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:41.206302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf596b5d-57de-4fe2-8d5a-a2a72418ce03 req-720d052d-0b4d-4823-9eb5-4fa694831752 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633198
Nov 06 20:54:41.262569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6718dcc1-1e07-4db0-a45a-38c690610716 None None] Port d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:41.267659 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:54:41.280083 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06a8f31-664e-4c44-9e17-3fc08007fbbb x-openstack-request-id: req-f06a8f31-664e-4c44-9e17-3fc08007fbbb {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:41.280586 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:41.281065 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f06a8f31-664e-4c44-9e17-3fc08007fbbb {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:41.281814 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'status': 'completed', 'code': 200}
Nov 06 20:54:41.318858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-a355f2cd-5cb1-43b1-8612-325d4ef1fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.321001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-a355f2cd-5cb1-43b1-8612-325d4ef1fdbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.1136763
Nov 06 20:54:41.385132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-58843e22-fd4a-4ab1-ae60-09894cd8abbd tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:41.406920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-2d284d3a-343e-4702-810f-5f1754363630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.408875 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-2d284d3a-343e-4702-810f-5f1754363630 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 1096 time: 0.0516856
Nov 06 20:54:41.431890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-b2a91b5f-e181-4953-8e88-da752890e78f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 217 time: 0.0989146
Nov 06 20:54:41.436627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-58843e22-fd4a-4ab1-ae60-09894cd8abbd tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Calling delete_port for d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:41.517091 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92527cba00>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7f7e304-203f-47c1-9905-9a5024bf50e0', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'floating_ip_address': '172.35.0.224', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'port_id': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'mac_address': 'fa:16:3e:c5:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:54:12Z', 'updated_at': '2021-11-06T20:54:40Z', 'revision_number': 1, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:41.528361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-59b24f38-bef0-4bd7-a162-90e3567f3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.532334 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-59b24f38-bef0-4bd7-a162-90e3567f3f79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.1151652
Nov 06 20:54:41.545769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-45fdd48a-2ad4-444f-9183-4b744c11e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.547319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-45fdd48a-2ad4-444f-9183-4b744c11e09a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.1083493
Nov 06 20:54:41.596631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-0c8be738-da7d-42f2-9d36-64f0bd09f82e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351758
Nov 06 20:54:41.642335 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-42f48b7c-4fc1-4c98-bb8d-f327067b24b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 HTTP/1.1" status: 200  len: 999 time: 0.1019008
Nov 06 20:54:41.660714 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] Checking router: 90d14af9-b96b-4365-96d7-b1cdf641bbd9 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:54:41.671006 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:54:41.671855 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92527cba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:54:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:41.719774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9'}, {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:41.720059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-fe4a7496-fc0a-424d-b8db-580c3f3e5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.722274 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-fe4a7496-fc0a-424d-b8db-580c3f3e5f43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.0722454
Nov 06 20:54:41.722418 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc0624b-c9d0-4118-b4b7-69d207977754" -d '{"events": [{"server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "name": "network-vif-plugged", "status": "completed", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9"}, {"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-plugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:41.725309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2b61-30ee-4855-b5ef-004fe45118aa req-f3d61b00-5fb1-4e96-81d6-9c4451310b2d tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.726942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-246a2b61-30ee-4855-b5ef-004fe45118aa req-f3d61b00-5fb1-4e96-81d6-9c4451310b2d tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 950 time: 0.1294022
Nov 06 20:54:41.770809 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e059de3-f0c5-48bd-80d3-8f2790067a73 x-openstack-request-id: req-5e059de3-f0c5-48bd-80d3-8f2790067a73 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:41.771111 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "name": "network-vif-plugged", "status": "completed", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9", "code": 200}, {"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-plugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:41.772015 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e059de3-f0c5-48bd-80d3-8f2790067a73 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:41.773501 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'code': 200}
Nov 06 20:54:41.773994 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'code': 200}
Nov 06 20:54:41.779205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-31836888-bafc-43a2-bfdc-c9177151e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:41.781383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-31836888-bafc-43a2-bfdc-c9177151e190 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0487647
Nov 06 20:54:41.825854 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:54:41.858142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-710d8c91-f4f7-4222-95cc-1ef7fcddbf50 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486472
Nov 06 20:54:41.867837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-246a2b61-30ee-4855-b5ef-004fe45118aa req-74a63336-1dbb-453f-9f14-71d08f1a4b7b tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297555
Nov 06 20:54:41.928135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-58843e22-fd4a-4ab1-ae60-09894cd8abbd tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:41.952172 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-12c543c9-7847-4c36-8db9-68004546366e service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544781
Nov 06 20:54:41.991736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843e22-fd4a-4ab1-ae60-09894cd8abbd tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Port': ['ID=d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:42.033719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-58843e22-fd4a-4ab1-ae60-09894cd8abbd tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:42.038576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-58843e22-fd4a-4ab1-ae60-09894cd8abbd tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "DELETE /v2.0/ports/d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 HTTP/1.1" status: 204  len: 168 time: 1.2100041
Nov 06 20:54:42.041527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56414) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:42.078482 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa84adf5-985c-4b70-ba4a-d1b5e688c5b1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] GET failed (client error): The resource could not be found.
Nov 06 20:54:42.080823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-22d4e17a-9754-4144-8fdc-87238647847b service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113230
Nov 06 20:54:42.086255 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa84adf5-985c-4b70-ba4a-d1b5e688c5b1 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "GET /v2.0/ports/d7d50e8b-e53e-4e12-b5e6-5a0304cac3b5 HTTP/1.1" status: 404  len: 333 time: 0.0435622
Nov 06 20:54:42.086454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56416) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:42.092050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1267683712'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:42.126005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-93d829a7-6f90-4e1d-bbe1-600a20a1fdb5 req-33b1bf38-e02a-4be1-9e24-92d1bd1f3c15 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662519
Nov 06 20:54:42.148501 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92527cba00>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7f7e304-203f-47c1-9905-9a5024bf50e0', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'floating_ip_address': '172.35.0.224', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'port_id': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'mac_address': 'fa:16:3e:c5:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:54:12Z', 'updated_at': '2021-11-06T20:54:40Z', 'revision_number': 1, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:42.197333 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea1bfa-ad21-4efe-a81c-ed7942c2ec5c None None] The sync data for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 is: [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7f7e304-203f-47c1-9905-9a5024bf50e0', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'floating_ip_address': '172.35.0.224', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'port_id': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'mac_address': 'fa:16:3e:c5:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:54:12Z', 'updated_at': '2021-11-06T20:54:40Z', 'revision_number': 1, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:54:42.371520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-37c489b1-8dc0-46a6-803f-0ad0eeb0f0d5 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:42.372989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-37c489b1-8dc0-46a6-803f-0ad0eeb0f0d5 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2134266
Nov 06 20:54:42.389400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:42.469913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Made reservation on behalf of 98e35b60230c462cb26479fd27889f29 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:42.473458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:42.509063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe52a3-1a45-47ac-8031-8a0227afb2ab req-cee117b8-2d68-4863-9d8d-aa141eb94541 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:42.510655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5afe52a3-1a45-47ac-8031-8a0227afb2ab req-cee117b8-2d68-4863-9d8d-aa141eb94541 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 945 time: 0.1558661
Nov 06 20:54:42.519011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee1a66-05bc-41f6-8eee-57f46e81082e req-836f91ca-8eba-4621-931a-ea047ade2e5a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:42.520562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bee1a66-05bc-41f6-8eee-57f46e81082e req-836f91ca-8eba-4621-931a-ea047ade2e5a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2230089
Nov 06 20:54:42.536229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2680b-ac68-4c81-9d4f-76a0b940f33c None None] New status for floating IP c7f7e304-203f-47c1-9905-9a5024bf50e0: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:54:42.588764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] device_id is not set on port 9ed50a87-916f-4e61-8cc5-15e660b5a825 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:54:42.597442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:42.744585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5afe52a3-1a45-47ac-8031-8a0227afb2ab req-168a481d-b9d6-4272-9886-c213cdf4b9af tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228773
Nov 06 20:54:42.757244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bee1a66-05bc-41f6-8eee-57f46e81082e req-4ecbc0e5-e8c3-4dc6-a601-4e94b4d6af4e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144437
Nov 06 20:54:42.944703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Allocated IP 2001:db8::18a (747c5b8f-2af3-4ddb-a46b-34b74c1a4620/0036fc01-709e-4e13-a3e1-9a8063955b4d/9ed50a87-916f-4e61-8cc5-15e660b5a825) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:43.057661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:43.148740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9d62c-904d-4bc0-97ab-d3c63f04c333 req-c8f3f989-71c0-483c-82dd-2e0a513b3075 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:43.150366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eaf9d62c-904d-4bc0-97ab-d3c63f04c333 req-c8f3f989-71c0-483c-82dd-2e0a513b3075 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 950 time: 0.1611543
Nov 06 20:54:43.179096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:43.270937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:43.274517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:43.276840 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2663c4bc-236b-42ba-8928-3f0faccfa7df" -d '{"events": [{"server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "name": "network-vif-unplugged", "status": "completed", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:43.281065 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:43.301813 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:43.320866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eaf9d62c-904d-4bc0-97ab-d3c63f04c333 req-44118dff-fe35-4efe-89a9-f2690f3610b1 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453321
Nov 06 20:54:43.342844 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5f1327-e887-44b0-89ee-9c4e05249d1a x-openstack-request-id: req-bc5f1327-e887-44b0-89ee-9c4e05249d1a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:43.343133 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "name": "network-vif-unplugged", "status": "completed", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:43.343388 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc5f1327-e887-44b0-89ee-9c4e05249d1a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:43.343792 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa', 'code': 200}
Nov 06 20:54:43.433975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Pushing event updated for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:43.439909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:43.440246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:43.440766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:43.443870 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:43.765070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:54:43.765822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Attempting to bind port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:43.833688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=9ed50a87-916f-4e61-8cc5-15e660b5a825,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:43.840208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:43.840560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:43.841056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:43.841502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Bound port: 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:43.842006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:43.846898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:43.880152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:43.892889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:43.900218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:43.901153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:43.964286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3499af-01de-41b3-af6c-e9421430505c req-47e3dd09-187e-4d1f-a1d6-1bf82cf6cf63 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:43.965818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e3499af-01de-41b3-af6c-e9421430505c req-47e3dd09-187e-4d1f-a1d6-1bf82cf6cf63 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 950 time: 0.2070417
Nov 06 20:54:44.010242 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d1142d46-a978-43ca-adcf-87f81921de8f tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.9227586
Nov 06 20:54:44.013347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56476) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:44.022795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'network_id': '747c5b8f-2af3-4ddb-a46b-34b74c1a4620', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1381595408'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:44.099758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8176e3-448b-4052-97ce-6b11c35f1393 req-1f2ea168-fe5f-40cb-8bf4-91eb9e8c2da1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:44.112341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d8176e3-448b-4052-97ce-6b11c35f1393 req-1f2ea168-fe5f-40cb-8bf4-91eb9e8c2da1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.2249937
Nov 06 20:54:44.117510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:44.160007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e3499af-01de-41b3-af6c-e9421430505c req-44fbbd9c-af07-4af4-a92f-9f953eedcca9 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824312
Nov 06 20:54:44.169615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:44.187506 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:44.240666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Made reservation on behalf of 98e35b60230c462cb26479fd27889f29 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:44.247152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:44.292007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] device_id is not set on port c36c19d9-ca14-4a41-b057-9ce85bb37d1c yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:54:44.311835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d8176e3-448b-4052-97ce-6b11c35f1393 req-1d3415f1-451f-4fb9-a14c-d4ec7cdaffba tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945004
Nov 06 20:54:44.338766 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:44.347135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:44.398707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dcbbc59b-9596-4e73-bc95-6149ddc32fed None None] Provisioning complete for port 9ed50a87-916f-4e61-8cc5-15e660b5a825 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:44.399828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc59b-9596-4e73-bc95-6149ddc32fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:44.441880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Pushing event updated for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=8']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:44.469990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbc59b-9596-4e73-bc95-6149ddc32fed None None] Port 9ed50a87-916f-4e61-8cc5-15e660b5a825 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:44.586704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:44.587856 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:44.591023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-36adbb80-6e34-4124-8c26-023052f007e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 1121 time: 2.2046914
Nov 06 20:54:44.613435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6482-453a-4b06-8536-b8ea1fa27e93 req-eb9c0892-1d44-4872-9c33-974acfa2db27 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:44.614998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eef6482-453a-4b06-8536-b8ea1fa27e93 req-eb9c0892-1d44-4872-9c33-974acfa2db27 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2837696
Nov 06 20:54:44.636482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76e196-19e1-493d-9622-d31b0a55ddef req-a848461d-8ffc-4df8-84c7-504f8f834c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:44.639243 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f76e196-19e1-493d-9622-d31b0a55ddef req-a848461d-8ffc-4df8-84c7-504f8f834c1b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1096 time: 0.2180912
Nov 06 20:54:44.699891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Allocated IP 2001:db8::3af (747c5b8f-2af3-4ddb-a46b-34b74c1a4620/0036fc01-709e-4e13-a3e1-9a8063955b4d/c36c19d9-ca14-4a41-b057-9ce85bb37d1c) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:44.720155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eef6482-453a-4b06-8536-b8ea1fa27e93 req-8521e842-1ae5-4d91-8295-082522d47666 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937905
Nov 06 20:54:44.792476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['924c058a-77c0-4dc6-a5e1-a65e4c088faa'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:44.909917 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:44.975322 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f76e196-19e1-493d-9622-d31b0a55ddef req-f634bda1-bca3-46c8-bfa4-2877233b5f0f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919195
Nov 06 20:54:44.976556 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:45.031647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:45.037167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:45.052502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:45.055578 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:54:45.059786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:45.060470 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:45.095767 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.0759299
Nov 06 20:54:45.096041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56496) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:45.101667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9132a-53da-47cc-a448-7fc59e2cc991 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=c36c19d9-ca14-4a41-b057-9ce85bb37d1c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:45.102231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::64', 'mac_address': 'fa:16:3e:5d:26:52'}, {'ip_address': '2001:db8::18a', 'mac_address': 'fa:16:3e:46:3e:da'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:45.348276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:45.351039 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34071f7-762d-4f84-a790-b3d856884de1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:45.414320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-18f85dfd-46fa-4f51-a40b-b49872f70b25 None None] Provisioning complete for port c36c19d9-ca14-4a41-b057-9ce85bb37d1c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:45.415731 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-18f85dfd-46fa-4f51-a40b-b49872f70b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:45.451541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af371a8-6636-49e5-856d-6b899e4f0cbc req-7622aba1-32e3-45f6-9e1b-e39b6917e2a3 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:45.456102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-18f85dfd-46fa-4f51-a40b-b49872f70b25 None None] Port c36c19d9-ca14-4a41-b057-9ce85bb37d1c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:45.459169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0af371a8-6636-49e5-856d-6b899e4f0cbc req-7622aba1-32e3-45f6-9e1b-e39b6917e2a3 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 950 time: 0.1001108
Nov 06 20:54:45.543909 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:45.573972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0af371a8-6636-49e5-856d-6b899e4f0cbc req-199a60b0-253f-465d-a9b4-62e46da8d0f7 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/security-groups?id=14780fc6-96d0-46cc-91b6-5b0192d8a79c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137953
Nov 06 20:54:45.665969 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14646ecb-bc24-4d18-b6d6-2eaca039333e x-openstack-request-id: req-14646ecb-bc24-4d18-b6d6-2eaca039333e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:45.666500 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:45.666953 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14646ecb-bc24-4d18-b6d6-2eaca039333e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:45.668601 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa', 'status': 'completed', 'code': 200}
Nov 06 20:54:45.769766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34071f7-762d-4f84-a790-b3d856884de1 req-09243450-eb2c-4410-8b22-86c878409592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:45.771698 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f34071f7-762d-4f84-a790-b3d856884de1 req-09243450-eb2c-4410-8b22-86c878409592 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1124 time: 0.0813792
Nov 06 20:54:46.029238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8851b0-1b32-4cfa-ab06-3deb2741cc10 req-d6f27fb0-b711-4c92-8ee3-14da5af84c28 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:46.037123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34071f7-762d-4f84-a790-b3d856884de1 req-607eec0c-7804-4819-8b2c-825d4d3157e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:46.042015 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b8851b0-1b32-4cfa-ab06-3deb2741cc10 req-d6f27fb0-b711-4c92-8ee3-14da5af84c28 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.2201118
Nov 06 20:54:46.044827 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f34071f7-762d-4f84-a790-b3d856884de1 req-607eec0c-7804-4819-8b2c-825d4d3157e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.2591534
Nov 06 20:54:46.134701 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f34071f7-762d-4f84-a790-b3d856884de1 req-2c781749-145b-482f-ac0b-6d89c09b4f97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 217 time: 0.0775325
Nov 06 20:54:46.151851 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:46.164123 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:46.227297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34071f7-762d-4f84-a790-b3d856884de1 req-c7d5b6d4-8939-4a21-a742-14d590737360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:46.230203 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f34071f7-762d-4f84-a790-b3d856884de1 req-c7d5b6d4-8939-4a21-a742-14d590737360 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0850496
Nov 06 20:54:46.231782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b8851b0-1b32-4cfa-ab06-3deb2741cc10 req-e85ebba0-b14e-4584-9b98-45a6fbf963ad tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859164
Nov 06 20:54:46.289112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] In _notify_port_updated(), no bound segment for port c36c19d9-ca14-4a41-b057-9ce85bb37d1c on network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:54:46.307548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:46.308065 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:46.309679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "PUT /v2.0/ports/c36c19d9-ca14-4a41-b057-9ce85bb37d1c HTTP/1.1" status: 200  len: 1067 time: 1.2124951
Nov 06 20:54:46.333443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56510) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:46.345631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7db550-ecff-4241-a6fd-fc8fc597163b tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event updated for resources: {'Port': ['ID=c36c19d9-ca14-4a41-b057-9ce85bb37d1c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:46.371993 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f34071f7-762d-4f84-a790-b3d856884de1 req-25e58963-c1dc-4299-b255-7a2560bce588 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1326344
Nov 06 20:54:46.499807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-bbe5a29d-f6db-4f9c-9a10-2ed62f5f5151 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:46.501546 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-bbe5a29d-f6db-4f9c-9a10-2ed62f5f5151 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.10 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 950 time: 0.2177141
Nov 06 20:54:46.547682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f34071f7-762d-4f84-a790-b3d856884de1 req-1c721220-0747-4889-ad4c-5a4079e90dba service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519556
Nov 06 20:54:46.611667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2ccafabc-5e80-4bcc-a8d8-e61d079221a6 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Deleting port c36c19d9-ca14-4a41-b057-9ce85bb37d1c {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:46.613973 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ccafabc-5e80-4bcc-a8d8-e61d079221a6 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:46.696602 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f34071f7-762d-4f84-a790-b3d856884de1 req-1704dec2-d55e-4c44-9f60-555adf4da4a8 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268442
Nov 06 20:54:46.790814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9754bf09-9852-4294-84ad-e286b276bd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:46.805066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Deleting port 87be1463-955f-49f0-89e1-709c7e033ec9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:46.805382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:46.927042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] For port 87be1463-955f-49f0-89e1-709c7e033ec9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87be1463-955f-49f0-89e1-709c7e033ec9,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:46.927646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:46.949070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a07e8a2a-7e2c-4b70-83e9-9a13e4a561f6 None None] Provisioning complete for port c36c19d9-ca14-4a41-b057-9ce85bb37d1c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:46.949795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a07e8a2a-7e2c-4b70-83e9-9a13e4a561f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:46.962147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Calling delete_port for 87be1463-955f-49f0-89e1-709c7e033ec9 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:46.990321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d01981-9ef1-48a8-a2bb-d041f5756a80 req-a3ea38b8-81fe-45be-8b0a-53a7d630539d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:46.995952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0d01981-9ef1-48a8-a2bb-d041f5756a80 req-a3ea38b8-81fe-45be-8b0a-53a7d630539d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2187002
Nov 06 20:54:47.079133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a07e8a2a-7e2c-4b70-83e9-9a13e4a561f6 None None] Port c36c19d9-ca14-4a41-b057-9ce85bb37d1c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:54:47.081946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:54:47.174808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0d01981-9ef1-48a8-a2bb-d041f5756a80 req-731da9e9-1ce8-4ac7-85c7-13ea4aeebc36 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693151
Nov 06 20:54:47.181649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ccafabc-5e80-4bcc-a8d8-e61d079221a6 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:47.240376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2ccafabc-5e80-4bcc-a8d8-e61d079221a6 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Calling delete_port for c36c19d9-ca14-4a41-b057-9ce85bb37d1c owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:47.256119 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:47.317703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['87be1463-955f-49f0-89e1-709c7e033ec9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:54:47.318498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Pushing event deleted for resources: {'Port': ['ID=87be1463-955f-49f0-89e1-709c7e033ec9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:47.410526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] No DVR routers for this DVR port 87be1463-955f-49f0-89e1-709c7e033ec9 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:54:47.418916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:47.422315 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1e8bc6e6-6eb4-4805-a85f-80deb110c0b9 req-eba2ffa4-393c-4c77-b8e8-9f194b13ef96 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.10 "DELETE /v2.0/ports/87be1463-955f-49f0-89e1-709c7e033ec9 HTTP/1.1" status: 204  len: 173 time: 0.8866224
Nov 06 20:54:47.422908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31879e23-36bf-4231-988b-2e013a223d7e', 'name': 'network-vif-deleted', 'tag': '87be1463-955f-49f0-89e1-709c7e033ec9'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:54:47.425163 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b1da4-4c3c-4c40-9591-2540e78acf6b" -d '{"events": [{"server_uuid": "31879e23-36bf-4231-988b-2e013a223d7e", "name": "network-vif-deleted", "tag": "87be1463-955f-49f0-89e1-709c7e033ec9"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:54:47.498429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08d81974-f5d8-4181-8368-fcd4034458c3 req-1cd8461b-c68e-43cc-ad7b-9b075ccfda55 tempest-ServerDiagnosticsNegativeTest-1586823696 tempest-ServerDiagnosticsNegativeTest-1586823696-project] 10.222.0.13 "GET /v2.0/ports?device_id=31879e23-36bf-4231-988b-2e013a223d7e HTTP/1.1" status: 200  len: 210 time: 0.0835955
Nov 06 20:54:47.542804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:47.587940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 20:54:47.748718 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ccafabc-5e80-4bcc-a8d8-e61d079221a6 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:47.848327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccafabc-5e80-4bcc-a8d8-e61d079221a6 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Port': ['ID=c36c19d9-ca14-4a41-b057-9ce85bb37d1c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:47.875513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309932-38f6-4d98-a66d-81878e53b124 req-95e7d29d-5512-4dc5-bff6-2f5098a9018a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:47.885106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a309932-38f6-4d98-a66d-81878e53b124 req-95e7d29d-5512-4dc5-bff6-2f5098a9018a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.1873989
Nov 06 20:54:48.013073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a309932-38f6-4d98-a66d-81878e53b124 req-3572fb0d-22fb-4bd3-a6c4-12a8b1073e7e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189713
Nov 06 20:54:48.103862 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82329bd-9527-4d3a-a5d8-7c8efe16fdf5 x-openstack-request-id: req-b82329bd-9527-4d3a-a5d8-7c8efe16fdf5 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:54:48.104143 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31879e23-36bf-4231-988b-2e013a223d7e", "name": "network-vif-deleted", "tag": "87be1463-955f-49f0-89e1-709c7e033ec9", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:54:48.112695 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b82329bd-9527-4d3a-a5d8-7c8efe16fdf5 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:54:48.113138 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31879e23-36bf-4231-988b-2e013a223d7e', 'name': 'network-vif-deleted', 'tag': '87be1463-955f-49f0-89e1-709c7e033ec9', 'status': 'completed', 'code': 200}
Nov 06 20:54:48.229553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ccafabc-5e80-4bcc-a8d8-e61d079221a6 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:48.234868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2ccafabc-5e80-4bcc-a8d8-e61d079221a6 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "DELETE /v2.0/ports/c36c19d9-ca14-4a41-b057-9ce85bb37d1c HTTP/1.1" status: 204  len: 168 time: 1.8661468
Nov 06 20:54:48.237928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56528) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:48.294860 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9999a3cf-5f38-4755-b1b5-74c9dd78fe5c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] GET failed (client error): The resource could not be found.
Nov 06 20:54:48.296456 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9999a3cf-5f38-4755-b1b5-74c9dd78fe5c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "GET /v2.0/ports/c36c19d9-ca14-4a41-b057-9ce85bb37d1c HTTP/1.1" status: 404  len: 333 time: 0.0574431
Nov 06 20:54:48.300477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56530) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:48.526355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2168049a-537e-4ea8-9932-a20c267e4ee0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Deleting port 9ed50a87-916f-4e61-8cc5-15e660b5a825 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:48.526797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2168049a-537e-4ea8-9932-a20c267e4ee0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:48.618720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac6f47-50a6-45c5-9025-8ee329c8bb1d req-c20d7591-dd9c-43e0-9a38-30772ec5900a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:48.623994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4ac6f47-50a6-45c5-9025-8ee329c8bb1d req-c20d7591-dd9c-43e0-9a38-30772ec5900a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1388323
Nov 06 20:54:48.696045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4ac6f47-50a6-45c5-9025-8ee329c8bb1d req-50372895-ffa9-4ae3-a28c-d8a3f8cb310f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688343
Nov 06 20:54:48.724606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2168049a-537e-4ea8-9932-a20c267e4ee0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:48.752765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2168049a-537e-4ea8-9932-a20c267e4ee0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Calling delete_port for 9ed50a87-916f-4e61-8cc5-15e660b5a825 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:49.151256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2168049a-537e-4ea8-9932-a20c267e4ee0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:49.182768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80357bb8-c75f-4746-834d-060fcf53c70c req-75370862-8d67-4830-9f02-a2391f1782a4 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:49.194750 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b95bd99-ee6f-4937-ae29-9dd691f9006c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:49.200621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80357bb8-c75f-4746-834d-060fcf53c70c req-75370862-8d67-4830-9f02-a2391f1782a4 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1339118
Nov 06 20:54:49.326493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80357bb8-c75f-4746-834d-060fcf53c70c req-f0dad70b-b4ad-48fd-bf36-d7a39c845504 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211867
Nov 06 20:54:49.363314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168049a-537e-4ea8-9932-a20c267e4ee0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Port': ['ID=9ed50a87-916f-4e61-8cc5-15e660b5a825,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:49.381211 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2168049a-537e-4ea8-9932-a20c267e4ee0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:49.388509 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2168049a-537e-4ea8-9932-a20c267e4ee0 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "DELETE /v2.0/ports/9ed50a87-916f-4e61-8cc5-15e660b5a825 HTTP/1.1" status: 204  len: 168 time: 1.0880897
Nov 06 20:54:49.391810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56550) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:49.505152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-74de86be-d350-4435-a7f4-1ed51180d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:49.506699 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-74de86be-d350-4435-a7f4-1ed51180d0bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1096 time: 0.3878448
Nov 06 20:54:49.507164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56552) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:49.539208 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-140beddf-a008-48b2-8c43-fe7783c7a3ad tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] GET failed (client error): The resource could not be found.
Nov 06 20:54:49.541107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-140beddf-a008-48b2-8c43-fe7783c7a3ad tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "GET /v2.0/ports/9ed50a87-916f-4e61-8cc5-15e660b5a825 HTTP/1.1" status: 404  len: 333 time: 0.1480882
Nov 06 20:54:49.548207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56556) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:49.786598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7c59e-7366-40f8-8d57-664d52481a01 req-f9af9674-971d-4c3e-a62a-418f9ac3fd87 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:49.788204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4cd7c59e-7366-40f8-8d57-664d52481a01 req-f9af9674-971d-4c3e-a62a-418f9ac3fd87 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.1718073
Nov 06 20:54:49.847975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8723c51e-3156-401e-b027-dbe42a8a715c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Deleting port 4a90abe7-dd4c-40ba-9d28-df20558e0820 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:49.848527 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8723c51e-3156-401e-b027-dbe42a8a715c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:49.851671 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4f8508c4-ae57-475d-9c70-9f606f436412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0225cbcb2bad437d8687f9024d57918d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3431401
Nov 06 20:54:49.857643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56562) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:49.886650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-41f2d299-d0f7-4494-9e69-95b3c7e91fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:49.888241 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-41f2d299-d0f7-4494-9e69-95b3c7e91fe0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 919 time: 0.3735225
Nov 06 20:54:49.945614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4cd7c59e-7366-40f8-8d57-664d52481a01 req-b2e91d1d-479a-4ffa-aa1f-0ef21b4d5d01 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475098
Nov 06 20:54:50.032946 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-b8cb63aa-945d-4ddd-8173-86f17578f7b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b HTTP/1.1" status: 200  len: 217 time: 0.0826254
Nov 06 20:54:50.045758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8723c51e-3156-401e-b027-dbe42a8a715c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.059964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8723c51e-3156-401e-b027-dbe42a8a715c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Calling delete_port for 4a90abe7-dd4c-40ba-9d28-df20558e0820 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:50.169328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb37d695-dda8-429d-a771-86f1c869d3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.223435 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8723c51e-3156-401e-b027-dbe42a8a715c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.248111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-311851d4-a655-4325-8109-738fa2d57523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:50.251800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-311851d4-a655-4325-8109-738fa2d57523 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.2039599
Nov 06 20:54:50.293150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723c51e-3156-401e-b027-dbe42a8a715c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Port': ['ID=4a90abe7-dd4c-40ba-9d28-df20558e0820,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:50.386544 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-7cd0370d-b4c1-4ef7-a8be-1a757658406e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1204739
Nov 06 20:54:50.387177 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8723c51e-3156-401e-b027-dbe42a8a715c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.391396 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb37d695-dda8-429d-a771-86f1c869d3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.393711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8723c51e-3156-401e-b027-dbe42a8a715c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "DELETE /v2.0/ports/4a90abe7-dd4c-40ba-9d28-df20558e0820 HTTP/1.1" status: 204  len: 168 time: 0.8444421
Nov 06 20:54:50.396743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56568) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:50.496631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.527459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 87be1463-955f-49f0-89e1-709c7e033ec9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:50.556939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c844165d-ce63-44a8-92a2-1e9438db439c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Deleting subnet 0036fc01-709e-4e13-a3e1-9a8063955b4d {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:54:50.567700 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c844165d-ce63-44a8-92a2-1e9438db439c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.580034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 87be1463-955f-49f0-89e1-709c7e033ec9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:54:50.592949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 87be1463-955f-49f0-89e1-709c7e033ec9 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:54:50.688276 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c844165d-ce63-44a8-92a2-1e9438db439c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.726927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb37d695-dda8-429d-a771-86f1c869d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.729379 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb37d695-dda8-429d-a771-86f1c869d3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:50.732456 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eb37d695-dda8-429d-a771-86f1c869d3c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14780fc6-96d0-46cc-91b6-5b0192d8a79c HTTP/1.1" status: 204  len: 168 time: 0.8702302
Nov 06 20:54:50.746886 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-f44528f3-3f93-4c37-9949-9bdd51839700 service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3318808
Nov 06 20:54:50.938894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37d695-dda8-429d-a771-86f1c869d3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14780fc6-96d0-46cc-91b6-5b0192d8a79c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:51.017247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c844165d-ce63-44a8-92a2-1e9438db439c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.020594 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ede4e80b-70e4-4c8e-8c5f-1267328dee95 req-d1cd0d7e-1041-43ad-90a7-da5e2dd4851b service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521360
Nov 06 20:54:51.080106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6d4f-4dc8-4a9b-8223-9b781058521b req-98740d05-52e7-4f05-b005-77afe966d51f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:51.092749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03ce6d4f-4dc8-4a9b-8223-9b781058521b req-98740d05-52e7-4f05-b005-77afe966d51f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2800357
Nov 06 20:54:51.197919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c844165d-ce63-44a8-92a2-1e9438db439c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.302264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93d4c7-cea5-46ea-bee6-75c882bc95f3 None None] Network 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:51.309492 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c844165d-ce63-44a8-92a2-1e9438db439c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.320852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c844165d-ce63-44a8-92a2-1e9438db439c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "DELETE /v2.0/subnets/0036fc01-709e-4e13-a3e1-9a8063955b4d HTTP/1.1" status: 204  len: 168 time: 0.9229949
Nov 06 20:54:51.322458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844165d-ce63-44a8-92a2-1e9438db439c tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Subnet': ['ID=0036fc01-709e-4e13-a3e1-9a8063955b4d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:51.323688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56576) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:51.341612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03ce6d4f-4dc8-4a9b-8223-9b781058521b req-12c35f57-cc78-4488-a703-55a4f88159c9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463157
Nov 06 20:54:51.341956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56578) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:51.377553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f1cc-5fda-4b52-ba9f-4ffa2106042a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.536659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.639354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce81fa-9845-4bc8-8624-4467f840814a req-dfb4be56-096a-444b-a1c7-303aa644b88c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:51.650296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56ce81fa-9845-4bc8-8624-4467f840814a req-dfb4be56-096a-444b-a1c7-303aa644b88c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.1630743
Nov 06 20:54:51.658298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Deleting port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:51.658897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.671984 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f1cc-5fda-4b52-ba9f-4ffa2106042a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.681871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1c0f1cc-5fda-4b52-ba9f-4ffa2106042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.721197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0f1cc-5fda-4b52-ba9f-4ffa2106042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9d7e8f-5d25-4a66-9537-b1a70be0149b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:51.722512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] DHCP port deletion for 747c5b8f-2af3-4ddb-a46b-34b74c1a4620 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:54:51.750778 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.760858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d1c0f1cc-5fda-4b52-ba9f-4ffa2106042a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58bf28267eb54b7c864d95ac8f03ccf6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4178712
Nov 06 20:54:51.761680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56588) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:51.777720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56ce81fa-9845-4bc8-8624-4467f840814a req-0071028f-78b3-4ebd-8c57-8a8138f2ce79 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264367
Nov 06 20:54:51.813742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] For port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,segment=NetworkSegment(8cf96997-7afa-4a00-96d2-3f99b0ab3723),segment_id=8cf96997-7afa-4a00-96d2-3f99b0ab3723)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:51.815707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.855613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Calling delete_port for c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:51.898931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] Deleting port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:54:51.899945 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.909577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c94a839a-b462-4ace-821f-64fada17486c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:51.970167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c94a839a-b462-4ace-821f-64fada17486c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.078460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] For port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,segment=NetworkSegment(8cf96997-7afa-4a00-96d2-3f99b0ab3723),segment_id=8cf96997-7afa-4a00-96d2-3f99b0ab3723)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:52.080530 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.083251 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c94a839a-b462-4ace-821f-64fada17486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.086189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c94a839a-b462-4ace-821f-64fada17486c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.087665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c94a839a-b462-4ace-821f-64fada17486c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d9d7e8f-5d25-4a66-9537-b1a70be0149b HTTP/1.1" status: 204  len: 168 time: 0.3089643
Nov 06 20:54:52.116954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a839a-b462-4ace-821f-64fada17486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9d7e8f-5d25-4a66-9537-b1a70be0149b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:52.119288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.141176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] Calling delete_port for c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:54:52.173759 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Port': ['ID=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:52.196979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] No DVR routers for this DVR port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:54:52.421158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.469565 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92547d7fa0>,) {'filters': {'network_id': ['747c5b8f-2af3-4ddb-a46b-34b74c1a4620']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:52.491551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92547d7fa0>, '8cf96997-7afa-4a00-96d2-3f99b0ab3723') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:52.491933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92547d7fa0>, '8cf96997-7afa-4a00-96d2-3f99b0ab3723') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:54:52.516348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.524533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.547918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.566434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab879b-b07a-4e24-9f44-baf6da71d323 req-54c65f6b-ca30-4059-83bc-2076caeb09de tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:52.582750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1ab879b-b07a-4e24-9f44-baf6da71d323 req-54c65f6b-ca30-4059-83bc-2076caeb09de tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1042941
Nov 06 20:54:52.591632 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.629551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:54:52.629954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:54:52.633572 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:54:52.673369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] No DVR routers for this DVR port c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:54:52.675184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7389e7c-428f-42b9-917d-a3b89cff8809 None None] Pushing event deleted for resources: {'Port': ['ID=c7ee2773-ceb3-4114-b65c-8dc5ea9cb020,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:52.724944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1ab879b-b07a-4e24-9f44-baf6da71d323 req-49be38fa-420c-4e3e-87d8-1d665a559262 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392996
Nov 06 20:54:52.824505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.832849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:52.841928 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] 10.222.0.13 "DELETE /v2.0/networks/747c5b8f-2af3-4ddb-a46b-34b74c1a4620 HTTP/1.1" status: 204  len: 168 time: 1.5170622
Nov 06 20:54:52.898270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-570d7744-6a26-464b-b5f3-28e6cc684a96 service neutron] 10.222.0.10 "GET /v2.0/ports/924c058a-77c0-4dc6-a5e1-a65e4c088faa/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3478832
Nov 06 20:54:52.901458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130960a-c1e1-4fe0-94a8-d3be7f539ff8 tempest-AllowedAddressPairIpV6TestJSON-93508379 tempest-AllowedAddressPairIpV6TestJSON-93508379-project] Pushing event deleted for resources: {'Network': ['ID=747c5b8f-2af3-4ddb-a46b-34b74c1a4620,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:53.148965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad559e-a4da-449a-8b6c-c5c0ddb9e742 req-e4206c13-fd68-47c3-af93-75925a47c3ae tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:53.153910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25ad559e-a4da-449a-8b6c-c5c0ddb9e742 req-e4206c13-fd68-47c3-af93-75925a47c3ae tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 943 time: 0.1901174
Nov 06 20:54:53.292223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25ad559e-a4da-449a-8b6c-c5c0ddb9e742 req-46f86984-c19b-412b-b260-d3982c787388 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319990
Nov 06 20:54:53.311505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:53.369634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:53.397596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56620) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:53.488068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924c058a-77c0-4dc6-a5e1-a65e4c088faa {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:54:53.522748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:54:53.549737 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:53.624216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:53.678325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:54:53.679156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c7ee2773-ceb3-4114-b65c-8dc5ea9cb020 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:54:53.707805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] Transition to ACTIVE for port object 924c058a-77c0-4dc6-a5e1-a65e4c088faa will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:54:53.715496 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:53.768017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56628) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:53.875207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] No DVR routers for this DVR port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:54:53.899468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-network', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:53.936165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] Pushing event updated for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:53.975958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ed68cf13-d796-40a3-b61d-be72b9dd6e05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98e35b60230c462cb26479fd27889f29&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5744362
Nov 06 20:54:53.980482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-7cae8b8d-b1d7-4b0b-afab-c84bca194614 service neutron] 10.222.0.10 "PUT /v2.0/ports/924c058a-77c0-4dc6-a5e1-a65e4c088faa/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0670140
Nov 06 20:54:53.981549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56632) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:54.080087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Made reservation on behalf of 5c1824b1585947c2ad050b80ae52d273 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:54.088750 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.116494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.123825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c36a2a4-59ef-4630-9ff3-87cb1d6a9bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.154734 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c36a2a4-59ef-4630-9ff3-87cb1d6a9bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.174998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3cb74-505d-494b-8631-1e9f52bc1630 req-3d6936de-2957-4771-b773-faaa9826c82f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:54.186125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62e3cb74-505d-494b-8631-1e9f52bc1630 req-3d6936de-2957-4771-b773-faaa9826c82f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2801888
Nov 06 20:54:54.227980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c36a2a4-59ef-4630-9ff3-87cb1d6a9bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.235301 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c36a2a4-59ef-4630-9ff3-87cb1d6a9bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.245252 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2c36a2a4-59ef-4630-9ff3-87cb1d6a9bc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eec605a3-5089-4efe-9d13-6fde73dafcbd HTTP/1.1" status: 204  len: 168 time: 0.2497480
Nov 06 20:54:54.263409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a2a4-59ef-4630-9ff3-87cb1d6a9bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec605a3-5089-4efe-9d13-6fde73dafcbd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:54.479185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-166a4c50-754c-462f-b23e-a150766b0df3 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:54.481887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-166a4c50-754c-462f-b23e-a150766b0df3 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.2865040
Nov 06 20:54:54.645365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62e3cb74-505d-494b-8631-1e9f52bc1630 req-6b780d29-58e3-490a-a5f6-100f9edf5f6b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4393284
Nov 06 20:54:54.703970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-88ad7bad-d27a-4342-811b-45d58129fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:54.707240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-88ad7bad-d27a-4342-811b-45d58129fbf2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b&tenant_id=4c383d3827904548a85fe5db914aee4b HTTP/1.1" status: 200  len: 1095 time: 0.2079387
Nov 06 20:54:54.738382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.814709 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.936413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:54:54.982769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:54.982769 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Added segment 1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20 of type vlan for network 236e0dda-9020-42e2-aa5c-87655d068d49
Nov 06 20:54:54.982769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209705e-4e72-46c1-bfdf-c3d55b726cdf req-86578cf3-a8b4-4b40-ad4d-cbbd83207025 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:54.982769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9209705e-4e72-46c1-bfdf-c3d55b726cdf req-86578cf3-a8b4-4b40-ad4d-cbbd83207025 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 944 time: 0.1637456
Nov 06 20:54:55.009835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e70407-af09-4fd9-bae1-3e0c042025cb,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:55.052245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-3932f1ce-5ccb-4c05-9ec8-c5868888dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:55.054887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-3932f1ce-5ccb-4c05-9ec8-c5868888dbf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1095 time: 0.3146396
Nov 06 20:54:55.116984 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:55.229778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9209705e-4e72-46c1-bfdf-c3d55b726cdf req-7f094795-3e7c-449f-834a-725991e884a7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501202
Nov 06 20:54:55.293534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:55.297140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:55.297829 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:55.453661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] Pushing event updated for resources: {'Network': ['ID=236e0dda-9020-42e2-aa5c-87655d068d49,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:55.470883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 236e0dda-9020-42e2-aa5c-87655d068d49 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:54:55.476280 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c5cf109-8995-487f-9031-dc8761b200e0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 1.7071190
Nov 06 20:54:55.479374 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56662) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:55.480336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-6d83d02f-704c-41e9-8f3b-19543dcfb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:55.482105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-6d83d02f-704c-41e9-8f3b-19543dcfb411 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.4184747
Nov 06 20:54:55.492135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Request body: {'subnet': {'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-subnet', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:55.554439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-9e383037-d3f4-48eb-8b44-b4c8443f3530 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 217 time: 0.0647686
Nov 06 20:54:55.582506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Made reservation on behalf of 5c1824b1585947c2ad050b80ae52d273 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:54:55.586164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:55.655520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-ae370ab9-8fb8-42d5-8fd9-2216b61e7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:55.660075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-ae370ab9-8fb8-42d5-8fd9-2216b61e7c25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0977514
Nov 06 20:54:55.735682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-4f18aceb-f81d-4a76-9910-dfeeb629a38e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683331
Nov 06 20:54:55.895909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56668) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:55.907837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:55.974149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-fccfd264-fa49-4990-a612-def454b02ba0 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288175
Nov 06 20:54:56.071386 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Checking segment: {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:56.071883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Network hostable DHCP agents. Network: 236e0dda-9020-42e2-aa5c-87655d068d49, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:54:56.079739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef52c13-f516-40bd-a684-e7338755b472,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:56.096978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-c762f230-2861-4a33-a3c5-262bd7a52a8a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.098419 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c762f230-2861-4a33-a3c5-262bd7a52a8a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.2011263
Nov 06 20:54:56.102228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56672) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.108906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-9f60dee3-a801-414f-9770-26386ef935e5 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.110435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9f60dee3-a801-414f-9770-26386ef935e5 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0058141
Nov 06 20:54:56.114223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56674) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.121094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-fb505800-cb07-462a-989d-5f58276e9b03 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.122518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fb505800-cb07-462a-989d-5f58276e9b03 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0069728
Nov 06 20:54:56.134108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.140738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-61062ef9-59c7-49fd-96f0-d5e231797389 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.142281 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-61062ef9-59c7-49fd-96f0-d5e231797389 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0066042
Nov 06 20:54:56.144183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Network 236e0dda-9020-42e2-aa5c-87655d068d49 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:54:56.147517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56678) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.159056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-ba938487-38f6-4ef5-81c8-78df050e2d37 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.160985 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ba938487-38f6-4ef5-81c8-78df050e2d37 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0105493
Nov 06 20:54:56.162869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 236e0dda-9020-42e2-aa5c-87655d068d49) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:56.174584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b9049-5d74-46e4-8536-6e50b9341591 None None] Network 236e0dda-9020-42e2-aa5c-87655d068d49 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:54:56.197626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:56.200687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:56.207684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56680) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.230674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-8fe00421-1280-4083-bac8-57566542427d tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.235762 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8fe00421-1280-4083-bac8-57566542427d tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0223126
Nov 06 20:54:56.244629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56682) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.258793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-73c311c1-69d7-4e56-abec-8d6c727d5445 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.260217 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73c311c1-69d7-4e56-abec-8d6c727d5445 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0139446
Nov 06 20:54:56.266446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56686) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.279603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-b4406223-636a-431e-90af-b75ddb68a47f tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.283442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b4406223-636a-431e-90af-b75ddb68a47f tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0145285
Nov 06 20:54:56.293615 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cfce1168-4883-4c2a-8345-2b9d35192c4d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.8122642
Nov 06 20:54:56.296976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56688) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.298153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56690) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.307699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-27a6da5c-f60f-4eed-9359-3fbd60c8c45b tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.311876 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-27a6da5c-f60f-4eed-9359-3fbd60c8c45b tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0106785
Nov 06 20:54:56.314738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:54:56.317604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56692) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-0b2565f9-649a-4891-bfc1-019d4796c683 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0b2565f9-649a-4891-bfc1-019d4796c683 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0098047
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56694) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-846a1595-baf7-4106-bcab-1e40242cff93 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-846a1595-baf7-4106-bcab-1e40242cff93 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0119867
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56696) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-9059c940-e56d-460d-a717-fafb6da3f780 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9059c940-e56d-460d-a717-fafb6da3f780 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0086222
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56698) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-096c7807-c1a4-49d9-bc82-577abe24442a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-096c7807-c1a4-49d9-bc82-577abe24442a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0097122
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56702) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-b68aa8b5-516a-442c-b5ec-30c7990608cc tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b68aa8b5-516a-442c-b5ec-30c7990608cc tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0089953
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56704) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-1c776232-5235-4131-8204-1c1ebb6bc3b1 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c776232-5235-4131-8204-1c1ebb6bc3b1 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0071473
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56706) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-c9a852ab-cafa-4bba-a9c7-26a27a0675de tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.488933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c9a852ab-cafa-4bba-a9c7-26a27a0675de tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0072558
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56708) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-c9441b9d-4e44-46f8-b2fb-131ea892d054 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c9441b9d-4e44-46f8-b2fb-131ea892d054 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0078342
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56710) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-168301bf-9da4-4a1f-9fd0-2738951ab220 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-168301bf-9da4-4a1f-9fd0-2738951ab220 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0075617
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56712) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-3656a9fd-6e4b-451e-b0b3-5727deda5f50 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3656a9fd-6e4b-451e-b0b3-5727deda5f50 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0078373
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56714) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-4bc7da75-dfbf-436c-bf9a-cfda8149dc5d tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4bc7da75-dfbf-436c-bf9a-cfda8149dc5d tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0071707
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56716) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-c824174e-70c2-4b0d-8aa0-81ee751b005b tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c824174e-70c2-4b0d-8aa0-81ee751b005b tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0075412
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56718) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-01a5d759-5837-4921-8647-221cd6c6c6d9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-01a5d759-5837-4921-8647-221cd6c6c6d9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0071571
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56720) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.493372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-ad1763ce-7ff4-4126-87bf-040903d0f0a8 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ad1763ce-7ff4-4126-87bf-040903d0f0a8 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0071621
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56722) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-a1121e77-f2b4-47f6-901d-fc94b5b51624 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a1121e77-f2b4-47f6-901d-fc94b5b51624 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0070198
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56724) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-83ea46ef-53a6-4af8-844e-89d91234c4d2 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-83ea46ef-53a6-4af8-844e-89d91234c4d2 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0115123
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56726) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.495229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-85bda659-23cc-48ce-8910-4d6771352d36 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.499482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-85bda659-23cc-48ce-8910-4d6771352d36 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0086637
Nov 06 20:54:56.500520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56730) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.505071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-b50c5de3-e3ab-426c-876d-220cc8635e90 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.509154 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b50c5de3-e3ab-426c-876d-220cc8635e90 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0077569
Nov 06 20:54:56.526884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56732) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.533090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-7b066eb8-0932-43cc-a437-8969109f157d tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.533716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:56.535856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7b066eb8-0932-43cc-a437-8969109f157d tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0050926
Nov 06 20:54:56.541296 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:56.541690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56734) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.556287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-55c516df-2e47-4d8e-ac37-a5986a6a9baa tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.560972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-55c516df-2e47-4d8e-ac37-a5986a6a9baa tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0141857
Nov 06 20:54:56.574413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56736) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.583993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-0aa984ec-ca37-483d-b9e7-4dd25cd47618 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.586311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0aa984ec-ca37-483d-b9e7-4dd25cd47618 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0101929
Nov 06 20:54:56.591225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56738) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.622787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-2fcffc62-f17e-4818-90fc-ab68731c138b tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.626020 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2fcffc62-f17e-4818-90fc-ab68731c138b tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0340786
Nov 06 20:54:56.628802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56740) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.635898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-9f6eb9d5-d861-4f23-8322-64edbd1a32f7 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.637362 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9f6eb9d5-d861-4f23-8322-64edbd1a32f7 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0074852
Nov 06 20:54:56.638796 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:56.640084 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.641279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:56.644872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-dd1f1a1c-7453-4c5c-b580-f7d88f7669d8 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.648397 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dd1f1a1c-7453-4c5c-b580-f7d88f7669d8 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0046890
Nov 06 20:54:56.648569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56744) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.652441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-d54565a1-7627-48bd-abea-194b74456355 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.655557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d54565a1-7627-48bd-abea-194b74456355 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0040476
Nov 06 20:54:56.729644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56746) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.735551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-cf67c9e1-b161-4ade-a74b-4507abe665e1 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074964
Nov 06 20:54:56.798071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12204fd-5f8e-4743-b33b-94332043f548 req-9edb7572-fe71-4029-b2f9-07bcfe87202e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:56.799812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-56dd0481-fa84-43ea-9b8f-f07cc84d607d tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.802237 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56dd0481-fa84-43ea-9b8f-f07cc84d607d tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0163352
Nov 06 20:54:56.811508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:54:56.811901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d12204fd-5f8e-4743-b33b-94332043f548 req-9edb7572-fe71-4029-b2f9-07bcfe87202e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.8362479
Nov 06 20:54:56.822329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56752) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.833524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-4eaaaf56-e1df-431a-b812-fc29930c9cd9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.837339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4eaaaf56-e1df-431a-b812-fc29930c9cd9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0073404
Nov 06 20:54:56.854405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56754) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.869254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-236e0dda-9020-42e2-aa5c-87655d068d49', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:54:56.870363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:56.882535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-39c1cc7c-e688-473d-a987-590b1ffc121b tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.887597 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-39c1cc7c-e688-473d-a987-590b1ffc121b tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0271051
Nov 06 20:54:56.892223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56756) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:56.907949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:56.950552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-8d78ed07-bcd7-4f47-8a5d-7bce62c11bd1 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:56.961575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8d78ed07-bcd7-4f47-8a5d-7bce62c11bd1 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0145619
Nov 06 20:54:56.978943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d12204fd-5f8e-4743-b33b-94332043f548 req-460e53e3-b132-44ad-a5a6-371c6f460bed tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661742
Nov 06 20:54:56.984919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56758) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.007104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-f5ce4436-77ba-404d-a6b5-e3970b5bb52f tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.009881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f5ce4436-77ba-404d-a6b5-e3970b5bb52f tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0137711
Nov 06 20:54:57.011550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56762) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.039575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-65a30f98-2f7d-451f-9bee-b7839ca9b96e tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.044310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-65a30f98-2f7d-451f-9bee-b7839ca9b96e tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0270348
Nov 06 20:54:57.047301 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56764) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.051832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-1d54a9a8-483e-4e2b-8bdc-1998a647b4f2 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.052041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:54:57.066954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56766) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.067228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1d54a9a8-483e-4e2b-8bdc-1998a647b4f2 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0157323
Nov 06 20:54:57.089402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-75270a93-e2ff-4119-912b-9e1fa73e5e7e tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.090580 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-75270a93-e2ff-4119-912b-9e1fa73e5e7e tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0186059
Nov 06 20:54:57.093470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56768) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.098986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-66714f6e-139e-45cb-96b5-a332c0514919 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.100705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-66714f6e-139e-45cb-96b5-a332c0514919 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0048857
Nov 06 20:54:57.103520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56770) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.132595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-8f00c7b0-7eec-49ae-887a-fccdc71d6c6c tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.144727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8f00c7b0-7eec-49ae-887a-fccdc71d6c6c tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0331726
Nov 06 20:54:57.147978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56772) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.152677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-b0129ef1-a7fb-49e1-a13e-75eec8895bd9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.153992 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b0129ef1-a7fb-49e1-a13e-75eec8895bd9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0048897
Nov 06 20:54:57.158624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56774) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.168260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-e27b2ef7-61fd-4c03-885d-9979591ff4fc tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.169641 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e27b2ef7-61fd-4c03-885d-9979591ff4fc tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0057254
Nov 06 20:54:57.172511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56776) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.181053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-55cf6978-95c9-4cbf-9a5c-52e9bdf0e325 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.182264 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-55cf6978-95c9-4cbf-9a5c-52e9bdf0e325 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0085254
Nov 06 20:54:57.185840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56778) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.193495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-83527ec0-f401-492e-a941-3b86f77cc917 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.200051 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-83527ec0-f401-492e-a941-3b86f77cc917 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0093520
Nov 06 20:54:57.203587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56780) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.214473 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-486519c4-55ca-494e-96d5-c0ff53382812 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.219249 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-486519c4-55ca-494e-96d5-c0ff53382812 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0144365
Nov 06 20:54:57.222905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56782) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.231421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-0c0c8024-e252-4ac9-b5cc-d8e5b0313b78 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.237128 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0c0c8024-e252-4ac9-b5cc-d8e5b0313b78 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0114632
Nov 06 20:54:57.239312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56784) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.249736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-b317fd15-2e2b-4277-87d9-94be31a1e15a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.253870 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b317fd15-2e2b-4277-87d9-94be31a1e15a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0108449
Nov 06 20:54:57.254516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56786) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.261648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-0d65f277-a05b-40e4-86f8-ec304426e7a6 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.265566 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d65f277-a05b-40e4-86f8-ec304426e7a6 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0091264
Nov 06 20:54:57.282164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56788) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.295277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-d5a92a8f-61b6-45f8-8435-8acf440f01f9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.299977 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d5a92a8f-61b6-45f8-8435-8acf440f01f9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0112286
Nov 06 20:54:57.303412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56790) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.311999 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-4ec9f498-02e6-47c9-9ae9-2db44d49f85a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.317460 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4ec9f498-02e6-47c9-9ae9-2db44d49f85a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0101137
Nov 06 20:54:57.318093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56792) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.343924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-b2a7e078-82a5-4ff4-8be4-9e70efe40909 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.347075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b2a7e078-82a5-4ff4-8be4-9e70efe40909 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0264986
Nov 06 20:54:57.359921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56796) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.383949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-6c7dda1e-f0fd-4bd2-9520-7e3827c35936 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.384980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6c7dda1e-f0fd-4bd2-9520-7e3827c35936 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0240939
Nov 06 20:54:57.391175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56800) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.400239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-cec1469c-50ae-4ab3-8d82-c07ceadb1ef4 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.401210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cec1469c-50ae-4ab3-8d82-c07ceadb1ef4 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0100846
Nov 06 20:54:57.422873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56802) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.435451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-f9da5601-73d8-46c4-ae9d-39a71d063019 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.436467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f9da5601-73d8-46c4-ae9d-39a71d063019 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0107911
Nov 06 20:54:57.454791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56804) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.480830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-4f5893df-7821-4818-be0e-073c561f1c26 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.481898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4f5893df-7821-4818-be0e-073c561f1c26 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0144846
Nov 06 20:54:57.489029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56806) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.501066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-5f5e9d69-ee55-42eb-816f-957d1c1987f2 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.502173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5f5e9d69-ee55-42eb-816f-957d1c1987f2 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0106466
Nov 06 20:54:57.514719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56808) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.516250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Allocated IP 172.20.0.2 (236e0dda-9020-42e2-aa5c-87655d068d49/6ef52c13-f516-40bd-a684-e7338755b472/b82aa915-49f8-43df-8d07-bb35418a3ffc) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:57.519390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-dae85e35-0eab-4a5e-853c-bb45a3a6271f tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:57.522829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-27409eff-fca0-4c3d-8276-fab59b17a771 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.527759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-dae85e35-0eab-4a5e-853c-bb45a3a6271f tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.4112623
Nov 06 20:54:57.532085 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-27409eff-fca0-4c3d-8276-fab59b17a771 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0134549
Nov 06 20:54:57.532845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56810) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.556109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-f3e092b7-92fc-4211-b781-1473ca06fe3f tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.557083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f3e092b7-92fc-4211-b781-1473ca06fe3f tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0123744
Nov 06 20:54:57.560436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56812) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.565816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-e370d397-8624-4bf1-a047-7eb084dacfdd tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.570165 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e370d397-8624-4bf1-a047-7eb084dacfdd tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0086951
Nov 06 20:54:57.572939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.583168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-97a388bc-17a1-4eba-b462-8e6f6ec4c5ad tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.584879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-97a388bc-17a1-4eba-b462-8e6f6ec4c5ad tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0109210
Nov 06 20:54:57.587799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56818) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.598984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-1c343037-9925-478a-aebe-0f3430a943bc tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.600148 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c343037-9925-478a-aebe-0f3430a943bc tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0113003
Nov 06 20:54:57.603730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b81da1-e55b-428b-ad62-31e285b0f3d1 req-dac2842f-9b46-4713-9fcd-91afb663b662 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:57.604893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.609688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0b81da1-e55b-428b-ad62-31e285b0f3d1 req-dac2842f-9b46-4713-9fcd-91afb663b662 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 944 time: 0.4205265
Nov 06 20:54:57.616255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-71bdb503-fc5a-46d7-ad05-e885d942905a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.617439 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-71bdb503-fc5a-46d7-ad05-e885d942905a tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0111828
Nov 06 20:54:57.620161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56822) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.629510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-d901bdf5-84b7-4f1f-9f03-0c63a8697113 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.631238 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d901bdf5-84b7-4f1f-9f03-0c63a8697113 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0102277
Nov 06 20:54:57.636248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56828) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.644852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-7cf20fd7-8e44-44c7-9d0d-c790cf2e89b9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.645957 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7cf20fd7-8e44-44c7-9d0d-c790cf2e89b9 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0086551
Nov 06 20:54:57.649507 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:57.651342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56834) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.655915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-ed601f21-1355-43f9-8341-81ab891730bf tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.657029 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ed601f21-1355-43f9-8341-81ab891730bf tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0046806
Nov 06 20:54:57.683963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56838) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.690177 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [None req-4b4e1832-6ab2-410b-b635-1dcfd7cce1cd tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.691590 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4b4e1832-6ab2-410b-b635-1dcfd7cce1cd tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0060554
Nov 06 20:54:57.693150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:57.700939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56840) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:57.712352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [None req-3aa16828-2d00-4a72-a165-655dfa598bb7 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:54:57.720478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3aa16828-2d00-4a72-a165-655dfa598bb7 tempest-ExtensionsTestJSON-1167005152 tempest-ExtensionsTestJSON-1167005152-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0160940
Nov 06 20:54:57.905072 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:57.915877 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:57.977373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Pushing event updated for resources: {'Port': ['ID=b82aa915-49f8-43df-8d07-bb35418a3ffc,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:57.990110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Network 236e0dda-9020-42e2-aa5c-87655d068d49 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:57.992344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:57.995787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:58.008160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Allocated IP 172.35.0.158 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:54:58.076998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Attempting to bind port b82aa915-49f8-43df-8d07-bb35418a3ffc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:54:58.077491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Attempting to bind port b82aa915-49f8-43df-8d07-bb35418a3ffc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:54:58.078106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Attempting to bind port b82aa915-49f8-43df-8d07-bb35418a3ffc on network 236e0dda-9020-42e2-aa5c-87655d068d49 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:54:58.086750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:54:58.087529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Checking segment: {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:54:58.088344 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.089223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Bound using segment: {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:54:58.090677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Bound port: b82aa915-49f8-43df-8d07-bb35418a3ffc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:54:58.091307 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.146362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0b81da1-e55b-428b-ad62-31e285b0f3d1 req-1a0ac84d-09c1-4b27-9622-3ccd70cce547 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4669421
Nov 06 20:54:58.167288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-eab89ede-83c6-4c6c-b2ea-1aa702c14221 service neutron] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:58.173324 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-eab89ede-83c6-4c6c-b2ea-1aa702c14221 service neutron] Publish callbacks [] for binding, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.180243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae073e61-fe52-4e8e-90d0-3935cc629d63 req-eab89ede-83c6-4c6c-b2ea-1aa702c14221 service neutron] 10.222.0.37 "DELETE /v2.0/ports/924c058a-77c0-4dc6-a5e1-a65e4c088faa/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6190107
Nov 06 20:54:58.243261 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.260234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56860) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:58.347611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] For port b82aa915-49f8-43df-8d07-bb35418a3ffc, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:54:58.352279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] For port b82aa915-49f8-43df-8d07-bb35418a3ffc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b82aa915-49f8-43df-8d07-bb35418a3ffc,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:54:58.360222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.437565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a28f1-3b85-4d70-b6eb-a1bccdb828fc None None] Pushing event updated for resources: {'Port': ['ID=b82aa915-49f8-43df-8d07-bb35418a3ffc,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:58.539179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-90f04a18-2e5b-4e1f-8df1-100faaed4734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.696535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528208a-9be3-4d55-bf0d-085c0a4a4d59 req-537ec6f4-b200-4e8e-b110-a64fca0685bd tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:58.698093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c528208a-9be3-4d55-bf0d-085c0a4a4d59 req-537ec6f4-b200-4e8e-b110-a64fca0685bd tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1095 time: 0.1332302
Nov 06 20:54:58.847403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c528208a-9be3-4d55-bf0d-085c0a4a4d59 req-8c55d611-8b1e-48fd-b40c-5ca87880bd8a tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380744
Nov 06 20:54:58.883000 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-90f04a18-2e5b-4e1f-8df1-100faaed4734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.901109 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-90f04a18-2e5b-4e1f-8df1-100faaed4734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.967337 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:58.971899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56894) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:54:58.972218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-90f04a18-2e5b-4e1f-8df1-100faaed4734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb414b318ed84b70874ae631e086ed30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7119310
Nov 06 20:54:58.973829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f04a18-2e5b-4e1f-8df1-100faaed4734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ebf5e-2224-4d5d-be4f-6f1a8e5a4b67,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:59.168638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:54:59.185151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e057aa-1ee3-40a5-81fb-d7ebb8f2537e req-a1c8046e-cd28-4de1-b98c-553b6d0918ff tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:54:59.187811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23e057aa-1ee3-40a5-81fb-d7ebb8f2537e req-a1c8046e-cd28-4de1-b98c-553b6d0918ff tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0901015
Nov 06 20:54:59.218913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:54:59.226130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:54:59.228341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0f54f38-afc6-4038-84c5-119905c37690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:59.230837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Pushing event updated for resources: {'Port': ['ID=9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:59.304848 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23e057aa-1ee3-40a5-81fb-d7ebb8f2537e req-d09a11cf-9134-4e2b-8542-664803df864b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082115
Nov 06 20:54:59.314700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0f54f38-afc6-4038-84c5-119905c37690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:59.579568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0f54f38-afc6-4038-84c5-119905c37690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:59.583043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0f54f38-afc6-4038-84c5-119905c37690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:59.588199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d0f54f38-afc6-4038-84c5-119905c37690 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/960ebf5e-2224-4d5d-be4f-6f1a8e5a4b67 HTTP/1.1" status: 204  len: 168 time: 0.6151540
Nov 06 20:54:59.612185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f54f38-afc6-4038-84c5-119905c37690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ebf5e-2224-4d5d-be4f-6f1a8e5a4b67,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:54:59.719381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b82aa915-49f8-43df-8d07-bb35418a3ffc up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:54:59.803052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:54:59.804633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b82aa915-49f8-43df-8d07-bb35418a3ffc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:54:59.805560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:00.004041 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:00.093953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port b82aa915-49f8-43df-8d07-bb35418a3ffc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b82aa915-49f8-43df-8d07-bb35418a3ffc,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:00.102699 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:00.157631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d96cdc-2e12-43e7-bc09-b915364927e7 None None] Network 236e0dda-9020-42e2-aa5c-87655d068d49 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:00.172040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-37dde933-d702-45a3-ad3b-76484f1bd58a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:00.187422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-37dde933-d702-45a3-ad3b-76484f1bd58a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 820 time: 0.2527716
Nov 06 20:55:00.236346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-853bca8b-909e-4d90-912b-79128c048677 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/quotas/4c383d3827904548a85fe5db914aee4b HTTP/1.1" status: 200  len: 375 time: 0.0465918
Nov 06 20:55:00.296539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:00.333599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-0e50130d-5bea-4b92-b3e6-7d90f2dc94c1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0946698
Nov 06 20:55:00.610013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=b82aa915-49f8-43df-8d07-bb35418a3ffc,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:00.633276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-4bdf6d53-7f28-4801-b8d1-f0c5613dd612 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2955616
Nov 06 20:55:00.643701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-962742f3-582b-4b20-954f-5c660125f6b1 None None] Provisioning complete for port b82aa915-49f8-43df-8d07-bb35418a3ffc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:00.644068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-962742f3-582b-4b20-954f-5c660125f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:00.713441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Router dbbc8656-1e1e-4655-9c56-d853e169ae50 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:55:00.800276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-97a70a5e-903d-4dc2-8afa-a6ca55475dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615822
Nov 06 20:55:01.138360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:55:01.158453 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Sync routers for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:55:01.186104 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:01.189370 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:54:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:01.249118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb052349-4e88-432f-a04b-245ef101b2d6 req-e12a70a3-1451-4cc2-9ec8-8b1e51d14d91 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 210 time: 0.1074598
Nov 06 20:55:01.267330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:01.272450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56984) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:01.342196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a51715ca-3204-4ff9-8a1b-02b59201f463 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 4.9713466
Nov 06 20:55:01.575933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:01.643808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b82aa915-49f8-43df-8d07-bb35418a3ffc up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:01.659738 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:55:01.774906 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b82aa915-49f8-43df-8d07-bb35418a3ffc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:01.775280 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:01.887171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1071134623'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:01.904190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b3d48dbb-2e10-4933-b3c1-88df277dfa72 None None] Provisioning complete for port b82aa915-49f8-43df-8d07-bb35418a3ffc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:01.915172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b3d48dbb-2e10-4933-b3c1-88df277dfa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:01.935589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Made reservation on behalf of 78714bba3cbc4c7fb5b68597956b25a2 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:01.939355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:01.968538 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.147450 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06d30>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:54:59Z', 'revision_number': 3, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:02.151498 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.160798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.223317 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Checking router: dbbc8656-1e1e-4655-9c56-d853e169ae50 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:55:02.225334 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Updating router dbbc8656-1e1e-4655-9c56-d853e169ae50 port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:55:02.230675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:02.249981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7130a749-4595-4f58-bc2e-d7e0b363d44a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:02.285967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.286547 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Added segment 9007e30f-27d1-4381-8c33-5ed71542c478 of type vlan for network bd7bac52-d1fc-41a5-950e-78d96c357d9f
Nov 06 20:55:02.311330 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.387820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.390697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-f160c7c1-bcd1-4f0a-8786-56efd7660e55 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:02.415272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-f160c7c1-bcd1-4f0a-8786-56efd7660e55 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 804 time: 0.7647338
Nov 06 20:55:02.425485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.433460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:02.434078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.446514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-c867b58d-e136-4b2d-a0d9-d015a1530e53 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/quotas/5de129bacdaf410c9d891738fc1181f8 HTTP/1.1" status: 200  len: 375 time: 0.0294890
Nov 06 20:55:02.510416 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.9307406
Nov 06 20:55:02.511338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57028) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:02.519312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Request body: {'subnet': {'network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:02.524942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c8162-933f-4218-a73c-540ffbbb49e5 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'Network': ['ID=bd7bac52-d1fc-41a5-950e-78d96c357d9f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:02.536164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:02.599193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25c2b183-586b-4adc-86f8-b1c8e50bfd49 req-8a3acad6-025a-4aeb-bb34-63f3f08d6b54 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 210 time: 0.0872815
Nov 06 20:55:02.622353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 809b9394-67e1-4318-9cc7-04a3de08ebc9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:02.698411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Made reservation on behalf of 78714bba3cbc4c7fb5b68597956b25a2 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:02.701817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.821480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-b3cda840-afa9-4cb6-aafd-f21261113a1e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3721445
Nov 06 20:55:02.860908 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.869824 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.907248 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.945879 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Attempting to bind port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:02.946783 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Attempting to bind port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:02.947394 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Attempting to bind port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:02.949802 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Pushing event updated for resources: {'Port': ['ID=9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:02.960852 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.961858 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.962442 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.963024 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.963632 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.964204 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.964822 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.965514 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.966076 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.966642 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.967200 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.967747 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:02.972245 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:02.973013 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:02.973654 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.974280 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:02.975027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Bound port: 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:02.975792 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.988370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:02.998418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:03.011074 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08d5c11-a4ca-4980-9d64-7d3b97f24110" -d '{"events": [{"server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "name": "network-vif-unplugged", "status": "completed", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:03.089467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:03.107579 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] For port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:03.111880 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] For port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:03.140802 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:03.154657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:03.247949 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2432d9-6999-419b-974c-8feb047e5a09 None None] Pushing event updated for resources: {'Port': ['ID=9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:03.285145 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb381a-c528-44ae-8320-db962273c13a x-openstack-request-id: req-83fb381a-c528-44ae-8320-db962273c13a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:03.285869 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "name": "network-vif-unplugged", "status": "completed", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:03.286415 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83fb381a-c528-44ae-8320-db962273c13a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:03.292890 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'code': 200}
Nov 06 20:55:03.333942 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:03.335275 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:54:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:03.362344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:03.464216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-d9a1fe9a-09a8-42bf-8c51-2d8da0bd3e4f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:03.465808 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-d9a1fe9a-09a8-42bf-8c51-2d8da0bd3e4f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7007c97-5fa8-462d-8192-9bf343e58548 HTTP/1.1" status: 200  len: 946 time: 0.4065454
Nov 06 20:55:03.488528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-785349ce-de0c-4980-97ff-f6646e49dcee service neutron] 10.222.0.13 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5718036
Nov 06 20:55:03.607097 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:55:03.609407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Allocated IP 172.20.0.1 (236e0dda-9020-42e2-aa5c-87655d068d49/6ef52c13-f516-40bd-a684-e7338755b472/515df2f8-7833-4f50-b145-a6f7ab4d97c7) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:03.695128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:03.718946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-99d9f723-b790-4e29-be6a-a6f6e8a069cf tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:03.720791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-99d9f723-b790-4e29-be6a-a6f6e8a069cf tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 820 time: 0.6068997
Nov 06 20:55:03.750911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Request body: {'port': {'device_id': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'admin_state_up': True, 'tenant_id': '4c383d3827904548a85fe5db914aee4b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:03.781000 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:03.840633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'Subnet': ['ID=4d92316e-0c80-47c1-9986-f99723a79a32,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:03.860236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:03.911372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Checking segment: {'id': '9007e30f-27d1-4381-8c33-5ed71542c478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:03.911743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Network hostable DHCP agents. Network: bd7bac52-d1fc-41a5-950e-78d96c357d9f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:03.946581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Deleting port 809b9394-67e1-4318-9cc7-04a3de08ebc9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:03.946856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.019071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-077ded15-effc-4c4f-b7dc-03038ac640e2 service neutron] 10.222.0.13 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5296466
Nov 06 20:55:04.021619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-226f206d-f657-42fb-aa62-f7ac5c34bccd req-cb0e7a65-523f-43b6-975f-53ef7e08c316 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 210 time: 0.1911621
Nov 06 20:55:04.033169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Network 236e0dda-9020-42e2-aa5c-87655d068d49 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:04.037777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:04.038674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:04.045406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:04.092461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Made reservation on behalf of 4c383d3827904548a85fe5db914aee4b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:04.099471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.105365 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.132085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bd7bac52-d1fc-41a5-950e-78d96c357d9f) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:04.149468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd21c91-cd95-4286-85c3-44291d00e01a None None] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:04.157349 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06d30>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:54:59Z', 'revision_number': 3, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:04.161784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:04.162417 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.196000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] For port 809b9394-67e1-4318-9cc7-04a3de08ebc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809b9394-67e1-4318-9cc7-04a3de08ebc9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:04.196413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.234532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Calling delete_port for 809b9394-67e1-4318-9cc7-04a3de08ebc9 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:04.252945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Pushing event updated for resources: {'Port': ['ID=515df2f8-7833-4f50-b145-a6f7ab4d97c7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:04.276550 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-007d3c27-18c0-4d2c-a86c-f71d6a698cc8 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7643399
Nov 06 20:55:04.281145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57056) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:04.288102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-68ab4951-d4c6-4c84-a24f-d9911df74385 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-247488492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:04.334989 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f5677-7f31-43f9-bf6e-2cac60e67f1a None None] The sync data for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 is: [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:54:59Z', 'revision_number': 3, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:55:04.420362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68ab4951-d4c6-4c84-a24f-d9911df74385 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.421559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68ab4951-d4c6-4c84-a24f-d9911df74385 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.516129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Allocated IP 172.20.0.10 (d7f41d40-db54-4294-8f8b-5894f0c36960/4f4aaf68-5878-493f-9f1a-38a494484ac7/42df9c2c-9b18-42f4-91c3-d59e5082f301) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:04.608308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-efc5383f-99c1-4575-87e6-7fd9698664aa req-015a6719-d20d-4400-bec2-22fed99e454e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 210 time: 0.1531923
Nov 06 20:55:04.696215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bd7bac52-d1fc-41a5-950e-78d96c357d9f', 'network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f', 'tenant_id': '78714bba3cbc4c7fb5b68597956b25a2', 'fixed_ips': [{'subnet_id': '4d92316e-0c80-47c1-9986-f99723a79a32'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:04.697087 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.700696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.714879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68ab4951-d4c6-4c84-a24f-d9911df74385 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.730905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68ab4951-d4c6-4c84-a24f-d9911df74385 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.775634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68ab4951-d4c6-4c84-a24f-d9911df74385 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:04.776918 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-68ab4951-d4c6-4c84-a24f-d9911df74385 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.4927583
Nov 06 20:55:04.807835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57066) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:04.863257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0115f585-389d-4bab-8249-7fdb0dc03086 None None] Provisioning complete for port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:04.863888 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0115f585-389d-4bab-8249-7fdb0dc03086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:05.072085 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:05.162371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0115f585-389d-4bab-8249-7fdb0dc03086 None None] Port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:55:05.257892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Allocated IP 172.20.0.2 (bd7bac52-d1fc-41a5-950e-78d96c357d9f/4d92316e-0c80-47c1-9986-f99723a79a32/445f2aae-aa48-494a-b651-a7b470bf5902) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:05.323444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Pushing event deleted for resources: {'Port': ['ID=809b9394-67e1-4318-9cc7-04a3de08ebc9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:05.335444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] No DVR routers for this DVR port 809b9394-67e1-4318-9cc7-04a3de08ebc9 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:05.343666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:05.352265 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f6a6a39c-ccda-4438-8815-ee16e1f480b1 req-87482811-1abb-410b-86f6-84cc9a881df0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "DELETE /v2.0/ports/809b9394-67e1-4318-9cc7-04a3de08ebc9 HTTP/1.1" status: 204  len: 173 time: 1.8441846
Nov 06 20:55:05.364364 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'name': 'network-vif-deleted', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:05.367386 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3545dddf-e58d-4ae6-8aa4-8144d89e9f1e" -d '{"events": [{"server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "name": "network-vif-deleted", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:05.472452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:05.523523 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:05.699323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Network d7f41d40-db54-4294-8f8b-5894f0c36960 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:05.713299 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:05.715450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Pushing event updated for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:05.733263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:05.808080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:05.823895 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:05.882310 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:05.921114 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3ed6f8-22b4-4ed6-ade0-341f230ab6f8 x-openstack-request-id: req-4c3ed6f8-22b4-4ed6-ade0-341f230ab6f8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:05.921399 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7007c97-5fa8-462d-8192-9bf343e58548", "name": "network-vif-deleted", "tag": "809b9394-67e1-4318-9cc7-04a3de08ebc9", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:05.921645 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c3ed6f8-22b4-4ed6-ade0-341f230ab6f8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:05.922040 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7007c97-5fa8-462d-8192-9bf343e58548', 'name': 'network-vif-deleted', 'tag': '809b9394-67e1-4318-9cc7-04a3de08ebc9', 'status': 'completed', 'code': 200}
Nov 06 20:55:05.945033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Pushing event updated for resources: {'Port': ['ID=445f2aae-aa48-494a-b651-a7b470bf5902,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:05.945500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:05.946497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:05.957751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:05.963026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:05.971391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:05.986570 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-1109ef1e-42c1-4a3b-b92f-c78bb6f85c1e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2391295
Nov 06 20:55:05.998242 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-0ffac334-d3e1-4c3f-91a6-4957e793179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:06.002961 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-0ffac334-d3e1-4c3f-91a6-4957e793179f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1096 time: 0.2112389
Nov 06 20:55:06.008864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Request body: {'port': {'device_id': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:06.039560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:06.040104 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.097339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Attempting to bind port 445f2aae-aa48-494a-b651-a7b470bf5902 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:06.097866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Attempting to bind port 445f2aae-aa48-494a-b651-a7b470bf5902 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9007e30f-27d1-4381-8c33-5ed71542c478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:06.098337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Attempting to bind port 445f2aae-aa48-494a-b651-a7b470bf5902 on network bd7bac52-d1fc-41a5-950e-78d96c357d9f {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:06.107177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:06.107703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Checking segment: {'id': '9007e30f-27d1-4381-8c33-5ed71542c478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:06.108211 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.108740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Bound using segment: {'id': '9007e30f-27d1-4381-8c33-5ed71542c478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:06.109324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Bound port: 445f2aae-aa48-494a-b651-a7b470bf5902, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9007e30f-27d1-4381-8c33-5ed71542c478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:06.109810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.127689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.158465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50ec4a16-db4a-4fad-ab40-ad80f5554a3e req-eae2cea4-ed7e-43b1-afa4-2d34a239d16d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 210 time: 0.1046884
Nov 06 20:55:06.213272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-eddde702-bb71-4dc1-9991-96bbaf238ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:06.215049 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-eddde702-bb71-4dc1-9991-96bbaf238ab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 919 time: 0.2024705
Nov 06 20:55:06.246609 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.275523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:06.276083 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-dd97f753-923f-4666-bd5c-903e366ffe2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b HTTP/1.1" status: 200  len: 217 time: 0.0507038
Nov 06 20:55:06.288410 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.319615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] For port 445f2aae-aa48-494a-b651-a7b470bf5902, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:06.338853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] For port 445f2aae-aa48-494a-b651-a7b470bf5902, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445f2aae-aa48-494a-b651-a7b470bf5902,segment=NetworkSegment(9007e30f-27d1-4381-8c33-5ed71542c478),segment_id=9007e30f-27d1-4381-8c33-5ed71542c478)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:06.352395 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.383349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:06.437658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-c0841a39-d97d-4517-ae10-b782d1de7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:06.439214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-c0841a39-d97d-4517-ae10-b782d1de7bab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.1513484
Nov 06 20:55:06.487786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336feb5-28cb-4aa4-ab5b-73bead28cedf None None] Pushing event updated for resources: {'Port': ['ID=445f2aae-aa48-494a-b651-a7b470bf5902,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:06.520736 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-a813a6a3-025f-45fe-acb7-4efa9a9a3c29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480554
Nov 06 20:55:06.593271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 809b9394-67e1-4318-9cc7-04a3de08ebc9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:06.640669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 809b9394-67e1-4318-9cc7-04a3de08ebc9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:55:06.643834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 809b9394-67e1-4318-9cc7-04a3de08ebc9 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:55:06.688559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6212bd-1442-4afe-86f8-4c4e5030d1de req-cda5e158-b478-461a-b520-a26eaa81c4ec tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:06.697298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f6212bd-1442-4afe-86f8-4c4e5030d1de req-cda5e158-b478-461a-b520-a26eaa81c4ec tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 932 time: 0.8234780
Nov 06 20:55:06.714727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-73b74334-c00a-433e-b573-210ab736e0ae service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842697
Nov 06 20:55:06.775508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534546f2-f78c-4487-b1df-75c6ff92707a req-c5fb679d-0129-4e8d-99eb-d494ccda7f92 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:06.782929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-534546f2-f78c-4487-b1df-75c6ff92707a req-c5fb679d-0129-4e8d-99eb-d494ccda7f92 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.3362861
Nov 06 20:55:06.828899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42df9c2c-9b18-42f4-91c3-d59e5082f301 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:06.847241 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.848619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.863330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.872875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Transition to ACTIVE for port object 42df9c2c-9b18-42f4-91c3-d59e5082f301 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:55:06.891126 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.939347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e877602c-7d4c-401f-99dc-03a64b5144f1 req-13add305-7b1b-40e8-9f9d-f1e10b23b56b service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977899
Nov 06 20:55:06.959294 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:06.966083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f6212bd-1442-4afe-86f8-4c4e5030d1de req-3ed13cac-1fd6-4127-bb53-1f02b046125d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674942
Nov 06 20:55:06.972790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Pushing event updated for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:07.034917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-534546f2-f78c-4487-b1df-75c6ff92707a req-909b1dae-7425-4a14-81ba-cddff74a2b6b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510104
Nov 06 20:55:07.043845 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:07.089909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Pushing event updated for resources: {'Port': ['ID=515df2f8-7833-4f50-b145-a6f7ab4d97c7,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:07.203801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:07.204224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:07.204580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:07.218341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:55:07.218687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:07.231542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-08ff3320-4cdb-4622-97ee-802b2242ee7a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:07.233133 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-08ff3320-4cdb-4622-97ee-802b2242ee7a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 804 time: 0.1778612
Nov 06 20:55:07.234119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:07.235843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:07.235843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:07.235843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Bound port: 42df9c2c-9b18-42f4-91c3-d59e5082f301, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:07.235843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:07.255356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Request body: {'port': {'device_id': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'admin_state_up': True, 'tenant_id': '5de129bacdaf410c9d891738fc1181f8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:07.401280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:07.407266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:07.414394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83a71d65-f873-4822-9bd7-1f4d863635ff req-3908648b-1238-496d-a237-10fce7e1a686 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 210 time: 0.0795491
Nov 06 20:55:07.418342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:07.472505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:07.473199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:07.474794 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] 10.222.0.10 "PUT /v2.0/ports/42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 1092 time: 1.4790514
Nov 06 20:55:07.479784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Made reservation on behalf of 5de129bacdaf410c9d891738fc1181f8 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:07.483399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:07.489327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341e024-5940-4754-a8d2-5a05219652b9 req-3dc4e0ed-592b-454e-8978-0aed2150e19f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:07.500896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2341e024-5940-4754-a8d2-5a05219652b9 req-3dc4e0ed-592b-454e-8978-0aed2150e19f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.3390708
Nov 06 20:55:07.617997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Network 236e0dda-9020-42e2-aa5c-87655d068d49 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:07.622572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:07.743315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Allocated IP 172.20.0.1 (bd7bac52-d1fc-41a5-950e-78d96c357d9f/4d92316e-0c80-47c1-9986-f99723a79a32/31da500e-6fa5-432c-a060-424baedb6793) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:07.757642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 445f2aae-aa48-494a-b651-a7b470bf5902 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:07.782641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2341e024-5940-4754-a8d2-5a05219652b9 req-9dd1e97c-a345-4c8e-a002-7949655f3a4b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2521958
Nov 06 20:55:07.868215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 445f2aae-aa48-494a-b651-a7b470bf5902 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:07.868608 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:07.924707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042f9cf-3901-4dff-9452-45bc07ba3636 None None] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:07.948491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Router dbbc8656-1e1e-4655-9c56-d853e169ae50 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:55:08.019668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-48758e1d-6b6c-4b5e-8a40-d5f19d13928e None None] Provisioning complete for port 445f2aae-aa48-494a-b651-a7b470bf5902 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:08.020465 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48758e1d-6b6c-4b5e-8a40-d5f19d13928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.044969 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.062475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Allocated IP 172.20.0.6 (8fbc16c6-4a6c-4b93-987f-9643b3a1da7e/402d76b1-c186-447e-bf02-a2f54bded116/e2aa14a3-a87c-41ea-b3d8-7324c7216df6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:08.154745 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.158364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:55:08.177822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:08.180874 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228e1d49-07f4-45eb-980a-c2feae91ba5d" -d '{"events": [{"name": "network-changed", "server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:08.204325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044555ab-c767-45cf-8742-907b170f859f None None] Sync routers for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:55:08.208954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e5411d15-ef8b-4293-81f1-436083f46a5a admin admin] 10.222.0.13 "PUT /v2.0/routers/dbbc8656-1e1e-4655-9c56-d853e169ae50/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9345431
Nov 06 20:55:08.213023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c802e5b-9da8-4b72-b1a6-cb44fc74be42 service neutron] Pushing event updated for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:08.214905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.272853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-c9c2b5cf-f21c-4257-a0c0-d44c1a1e1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:08.274647 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-c9c2b5cf-f21c-4257-a0c0-d44c1a1e1637 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1095 time: 0.7500086
Nov 06 20:55:08.281046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'Port': ['ID=31da500e-6fa5-432c-a060-424baedb6793,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:08.297174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.301385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:08.317807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044555ab-c767-45cf-8742-907b170f859f None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:08.318482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-044555ab-c767-45cf-8742-907b170f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251ba0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:54:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:08.320506 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48758e1d-6b6c-4b5e-8a40-d5f19d13928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.323937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41ea5c-c1a0-47e9-9d84-4cadf6274d7b req-9467bb44-5546-47e4-a33f-2e5df1688b3f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:08.326323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc41ea5c-c1a0-47e9-9d84-4cadf6274d7b req-9467bb44-5546-47e4-a33f-2e5df1688b3f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.1656637
Nov 06 20:55:08.329267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:08.336211 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-3b4c5574-0ba6-4aaf-85cf-a88dafb7ce92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 217 time: 0.0506563
Nov 06 20:55:08.338492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:08.404042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 445f2aae-aa48-494a-b651-a7b470bf5902, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445f2aae-aa48-494a-b651-a7b470bf5902,segment=NetworkSegment(9007e30f-27d1-4381-8c33-5ed71542c478),segment_id=9007e30f-27d1-4381-8c33-5ed71542c478)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:08.417061 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.417774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:08.431215 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.444413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-33aa678b-9f53-4f4e-8eba-cb7e1d36227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:08.446278 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-33aa678b-9f53-4f4e-8eba-cb7e1d36227c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0966396
Nov 06 20:55:08.448264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.538162 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-a45bcf82-a23d-458c-8652-614625e467e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643692
Nov 06 20:55:08.562397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:08.574356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:08.617035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:08.644360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Pushing event updated for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:08.651597 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-48758e1d-6b6c-4b5e-8a40-d5f19d13928e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:55:08.652016 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-48758e1d-6b6c-4b5e-8a40-d5f19d13928e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:55:08.676794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=445f2aae-aa48-494a-b651-a7b470bf5902,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:08.685483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-044555ab-c767-45cf-8742-907b170f859f None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:55:08.692277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:08.692958 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.713447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:08.713817 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.718069 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-37ff3ad2-cb0e-43c2-b873-5ab5cb875d15 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661320
Nov 06 20:55:08.723103 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3d3f1e6-8028-451e-aafd-9d7c121b15f9 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4724383
Nov 06 20:55:08.756509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Request body: {'port': {'device_id': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:08.936356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:08.942382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc41ea5c-c1a0-47e9-9d84-4cadf6274d7b req-fab4218a-6907-43c5-b962-5e45f4a0d69c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5431285
Nov 06 20:55:08.961547 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-79640287-c217-47f9-b5d9-31177fe8b0a5 req-d9594e58-a68d-4237-adbc-a2563ff5d081 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293210
Nov 06 20:55:08.993275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba86b-6d8d-48de-ab95-86f56a7312ae req-4aa4fa3d-b607-45fd-accf-dd753a8f60d0 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:08.994855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a95ba86b-6d8d-48de-ab95-86f56a7312ae req-4aa4fa3d-b607-45fd-accf-dd753a8f60d0 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.4677491
Nov 06 20:55:09.031217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-044555ab-c767-45cf-8742-907b170f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251ba0430>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:05Z', 'revision_number': 2, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:09.060230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.192951 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cc994d-bf07-4fd8-9c75-c52b6446bd50 x-openstack-request-id: req-67cc994d-bf07-4fd8-9c75-c52b6446bd50 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:09.193607 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:09.193607 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67cc994d-bf07-4fd8-9c75-c52b6446bd50 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:09.193957 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301', 'status': 'completed', 'code': 200}
Nov 06 20:55:09.310980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a95ba86b-6d8d-48de-ab95-86f56a7312ae req-d98d837f-a6f3-4e86-98fc-0ea63be894a2 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2982433
Nov 06 20:55:09.390476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-877f47be-6c01-4f27-8972-3638e04c3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:09.391996 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-877f47be-6c01-4f27-8972-3638e04c3842 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1095 time: 0.1684375
Nov 06 20:55:09.392768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044555ab-c767-45cf-8742-907b170f859f None None] Checking router: dbbc8656-1e1e-4655-9c56-d853e169ae50 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:55:09.393335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044555ab-c767-45cf-8742-907b170f859f None None] Updating router dbbc8656-1e1e-4655-9c56-d853e169ae50 port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:55:09.452211 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-044555ab-c767-45cf-8742-907b170f859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.543084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a553c8-869b-48c9-b5f1-74facb988644 req-3223f32d-95e5-4432-aaea-abac3204c183 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:09.544719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96a553c8-869b-48c9-b5f1-74facb988644 req-3223f32d-95e5-4432-aaea-abac3204c183 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 931 time: 0.1354928
Nov 06 20:55:09.555063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-8719fb65-b98f-4ffe-bdba-b186e6187cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:09.555990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e02e5-fce5-468a-a24e-e712d8d97f1a req-e14a4c3b-0514-43b8-802e-cf70e0477acb tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:09.556588 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-8719fb65-b98f-4ffe-bdba-b186e6187cd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.1551600
Nov 06 20:55:09.557691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c5e02e5-fce5-468a-a24e-e712d8d97f1a req-e14a4c3b-0514-43b8-802e-cf70e0477acb tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.1629238
Nov 06 20:55:09.575994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2aa14a3-a87c-41ea-b3d8-7324c7216df6 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:09.613709 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-2aee6c01-eb76-4191-ba34-fe2f92252af4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 217 time: 0.0471869
Nov 06 20:55:09.615555 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.617752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fd3e4c82-4387-492a-9265-766719ebc019 None None] Provisioning complete for port 31da500e-6fa5-432c-a060-424baedb6793 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:09.618327 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4c82-4387-492a-9265-766719ebc019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.641556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96a553c8-869b-48c9-b5f1-74facb988644 req-d853357c-afbc-4c7c-90b7-3a4dbe7c351c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794916
Nov 06 20:55:09.644109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 445f2aae-aa48-494a-b651-a7b470bf5902 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:09.656483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Transition to ACTIVE for port object e2aa14a3-a87c-41ea-b3d8-7324c7216df6 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:55:09.668146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.706857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-dbd10391-4eda-404d-b763-2c6896cb477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:09.708221 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-dbd10391-4eda-404d-b763-2c6896cb477f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0863707
Nov 06 20:55:09.722985 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.733803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e4c82-4387-492a-9265-766719ebc019 None None] Port 31da500e-6fa5-432c-a060-424baedb6793 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:55:09.752796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.774410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fd3e4c82-4387-492a-9265-766719ebc019 None None] Provisioning complete for port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:09.774867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4c82-4387-492a-9265-766719ebc019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.803158 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-6006f4a6-9b06-4bd1-afd6-35ddfd0a2808 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636013
Nov 06 20:55:09.803549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:09.844411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e4c82-4387-492a-9265-766719ebc019 None None] Port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:55:09.846044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 445f2aae-aa48-494a-b651-a7b470bf5902 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:09.846606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.877357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Attempting to bind port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:09.877600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Attempting to bind port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:09.878020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Attempting to bind port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:09.887348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:55:09.887628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Attempting to bind port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:09.898183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:09.898504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Checking segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:09.898893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Bound using segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:09.899326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Bound port: e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:09.899681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.908497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c5e02e5-fce5-468a-a24e-e712d8d97f1a req-68abe33d-2b52-495b-a9cd-14b3392566d4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3276861
Nov 06 20:55:09.909419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'Port': ['ID=31da500e-6fa5-432c-a060-424baedb6793,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:09.924746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fd3e4c82-4387-492a-9265-766719ebc019 None None] Provisioning complete for port 445f2aae-aa48-494a-b651-a7b470bf5902 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:09.925195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4c82-4387-492a-9265-766719ebc019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.944958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:09.977893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:09.981516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:09.993217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.000138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-044555ab-c767-45cf-8742-907b170f859f None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.029877 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-044555ab-c767-45cf-8742-907b170f859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.036543 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-13b3c911-3354-44e0-9cb3-c05077e61a79 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224534
Nov 06 20:55:10.042418 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:10.043486 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.045086 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] 10.222.0.10 "PUT /v2.0/ports/e2aa14a3-a87c-41ea-b3d8-7324c7216df6 HTTP/1.1" status: 200  len: 1091 time: 1.3027842
Nov 06 20:55:10.096039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261de7d-32cf-4d59-9bad-68d69a1f0363 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:10.138618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26087dd-ba74-4374-a1b5-daee367b5cb1 None None] Pushing event updated for resources: {'Port': ['ID=515df2f8-7833-4f50-b145-a6f7ab4d97c7,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:10.208864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:10.220560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:10.222133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-044555ab-c767-45cf-8742-907b170f859f None None] Attempting to bind port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:10.222505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-044555ab-c767-45cf-8742-907b170f859f None None] Attempting to bind port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:10.222867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044555ab-c767-45cf-8742-907b170f859f None None] Attempting to bind port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 on network 236e0dda-9020-42e2-aa5c-87655d068d49 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:10.230948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044555ab-c767-45cf-8742-907b170f859f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:10.231253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044555ab-c767-45cf-8742-907b170f859f None None] Checking segment: {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:10.231599 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-044555ab-c767-45cf-8742-907b170f859f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.232174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044555ab-c767-45cf-8742-907b170f859f None None] Bound using segment: {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:10.236413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-044555ab-c767-45cf-8742-907b170f859f None None] Bound port: 515df2f8-7833-4f50-b145-a6f7ab4d97c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:10.238646 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-044555ab-c767-45cf-8742-907b170f859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.263913 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-228e1d49-07f4-45eb-980a-c2feae91ba5d req-bf5776d3-248f-4d3c-9840-c085c16b16dd service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978755
Nov 06 20:55:10.274721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3f1c513-0405-4387-88cd-5710ead30dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:10.276212 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d3f1c513-0405-4387-88cd-5710ead30dc1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 1094 time: 0.1277723
Nov 06 20:55:10.339142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-044555ab-c767-45cf-8742-907b170f859f None None] For port 515df2f8-7833-4f50-b145-a6f7ab4d97c7, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:10.341596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-044555ab-c767-45cf-8742-907b170f859f None None] For port 515df2f8-7833-4f50-b145-a6f7ab4d97c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=515df2f8-7833-4f50-b145-a6f7ab4d97c7,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:10.347822 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-044555ab-c767-45cf-8742-907b170f859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.356994 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-0417ae5e-3eb7-4c01-9d6d-015afb2c957e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6 HTTP/1.1" status: 200  len: 217 time: 0.0517743
Nov 06 20:55:10.404408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f65e3-d92a-4bad-b32d-a9a893391436 req-08bcf0b2-7112-48ae-b9fc-f98355f7203e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:10.414134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a1f65e3-d92a-4bad-b32d-a9a893391436 req-08bcf0b2-7112-48ae-b9fc-f98355f7203e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.3224723
Nov 06 20:55:10.421958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044555ab-c767-45cf-8742-907b170f859f None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:10.422645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-044555ab-c767-45cf-8742-907b170f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251ba0430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:54:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:10.445563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-6619227d-61cc-482f-afa3-3c3c00b2dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:10.447430 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-6619227d-61cc-482f-afa3-3c3c00b2dd37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 200  len: 844 time: 0.0734303
Nov 06 20:55:10.466283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-8d2c9557-1220-467a-b34e-d2ed41cc982e tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:10.466283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-8d2c9557-1220-467a-b34e-d2ed41cc982e tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/networks?id=236e0dda-9020-42e2-aa5c-87655d068d49 HTTP/1.1" status: 200  len: 829 time: 0.4268565
Nov 06 20:55:10.498156 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-d78049ae-4485-45f8-9e7d-5491064df7bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427418
Nov 06 20:55:10.513725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1a289f5c-4a15-4ce7-8aca-c365637b7b34 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/quotas/5c1824b1585947c2ad050b80ae52d273 HTTP/1.1" status: 200  len: 375 time: 0.0284214
Nov 06 20:55:10.525549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26087dd-ba74-4374-a1b5-daee367b5cb1 None None] Pushing event updated for resources: {'Port': ['ID=515df2f8-7833-4f50-b145-a6f7ab4d97c7,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:10.535060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a1f65e3-d92a-4bad-b32d-a9a893391436 req-7c58c651-80ff-4875-8306-be859a365b4d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191912
Nov 06 20:55:10.636432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:10.643844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-044555ab-c767-45cf-8742-907b170f859f None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:55:10.644378 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-021828cb-d63a-47cc-a093-32aeb6e5a85b service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370528
Nov 06 20:55:10.699915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-4c4e7625-afcd-48c8-8992-80ae20323a93 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1824b1585947c2ad050b80ae52d273&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1609743
Nov 06 20:55:10.703403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Router 5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:55:10.790062 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c01e8a4e-2aa9-4e17-b9d8-ec36fefd5cd7 req-91d3b519-a005-4b14-8f06-813ddb2a2efd service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337538
Nov 06 20:55:10.852624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] Provisioning complete for port 31da500e-6fa5-432c-a060-424baedb6793 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:10.853080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.954547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-94baf9e4-9c3f-4042-8a11-d5a2d6e5a3c0 service neutron] 10.222.0.13 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524960
Nov 06 20:55:10.963457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14100fc9-a771-438e-8dc1-23e33d5d43b0 req-118215e0-e6fc-4655-a195-06a9b709c0f5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:10.964784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] Port 31da500e-6fa5-432c-a060-424baedb6793 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:55:10.964966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14100fc9-a771-438e-8dc1-23e33d5d43b0 req-118215e0-e6fc-4655-a195-06a9b709c0f5 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1704202
Nov 06 20:55:10.983256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:10.992877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:55:11.002940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688c73c-c697-4f06-b509-0fa1da78a0d8 None None] Sync routers for ids ['5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:55:11.010698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] Provisioning complete for port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:11.011001 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.012827 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688c73c-c697-4f06-b509-0fa1da78a0d8 None None] Routers {'5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:11.013535 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f688c73c-c697-4f06-b509-0fa1da78a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253a2e580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:54:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:11.028839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-44bc36ce-0a42-45eb-9064-b6e4b68f47d2 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "PUT /v2.0/routers/5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2117734
Nov 06 20:55:11.030779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57196) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:11.035966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Request body: {'port': {'network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f', 'name': 'tempest-FloatingIPNegativeTestJSON-678913559'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:11.050676 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f688c73c-c697-4f06-b509-0fa1da78a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253a2e580>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:11.057196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:11.059458 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb45c722-1b78-4b37-8ad2-aabec069448b" -d '{"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-unplugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:11.061060 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688c73c-c697-4f06-b509-0fa1da78a0d8 None None] Routers {'5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:11.061905 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f688c73c-c697-4f06-b509-0fa1da78a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253a2e580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:54:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:11.099510 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f688c73c-c697-4f06-b509-0fa1da78a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253a2e580>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:11.100745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:11.101029 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688c73c-c697-4f06-b509-0fa1da78a0d8 None None] The sync data for ids ['5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:55:11.109883 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.113457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-4a41da94-5c5b-42ea-bf00-bb6df90b949e service neutron] 10.222.0.13 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474395
Nov 06 20:55:11.162950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14100fc9-a771-438e-8dc1-23e33d5d43b0 req-73adbd55-c9f4-49bf-8867-39c2aaeb0e95 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833200
Nov 06 20:55:11.181511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Made reservation on behalf of 78714bba3cbc4c7fb5b68597956b25a2 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:11.186301 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.198143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:11.201254 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b562e3-2227-4338-a1e4-52ecb8903902" -d '{"events": [{"name": "network-changed", "server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:11.212874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] device_id is not set on port c5f4ae25-c533-4e2e-8ca6-93532f421de5 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:55:11.222254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=11']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:11.231819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-044555ab-c767-45cf-8742-907b170f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251ba0430>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:10Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:11.237739 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.300246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4839bf-76d1-49e8-9218-876b699ccfb8 req-98955754-69c3-4a0a-90fd-167784de6995 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:11.302056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be4839bf-76d1-49e8-9218-876b699ccfb8 req-98955754-69c3-4a0a-90fd-167784de6995 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 943 time: 0.0777981
Nov 06 20:55:11.313050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044555ab-c767-45cf-8742-907b170f859f None None] The sync data for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 is: [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:10Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:55:11.344122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] For port 515df2f8-7833-4f50-b145-a6f7ab4d97c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=515df2f8-7833-4f50-b145-a6f7ab4d97c7,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:11.351845 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.441242 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Allocated IP 172.20.0.6 (bd7bac52-d1fc-41a5-950e-78d96c357d9f/4d92316e-0c80-47c1-9986-f99723a79a32/c5f4ae25-c533-4e2e-8ca6-93532f421de5) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:11.468511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be4839bf-76d1-49e8-9218-876b699ccfb8 req-f42b1e1c-ac18-4d86-b82e-834be69d8afe tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598890
Nov 06 20:55:11.496033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb0f98-8b84-43c6-8690-3d11d28d7d8d None None] Pushing event updated for resources: {'Port': ['ID=515df2f8-7833-4f50-b145-a6f7ab4d97c7,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:11.503598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-429c4dcd-57f2-4d64-ac2a-d7c0b1562ca6 None None] Provisioning complete for port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:11.504030 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-429c4dcd-57f2-4d64-ac2a-d7c0b1562ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.524981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff6501-9ece-44a3-9681-cde0b6dff490 req-91712e5b-a518-40bf-a4c4-e97309de1262 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:11.546750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19ff6501-9ece-44a3-9681-cde0b6dff490 req-91712e5b-a518-40bf-a4c4-e97309de1262 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.2060404
Nov 06 20:55:11.654282 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4996bd15-6566-46fc-b331-736154943800 x-openstack-request-id: req-4996bd15-6566-46fc-b331-736154943800 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:11.654564 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-unplugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:11.654819 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4996bd15-6566-46fc-b331-736154943800 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:11.655677 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'code': 200}
Nov 06 20:55:11.690550 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f6bf39-3026-420d-9326-98914a3059fe x-openstack-request-id: req-14f6bf39-3026-420d-9326-98914a3059fe {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:11.690873 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:11.691135 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14f6bf39-3026-420d-9326-98914a3059fe {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:11.694648 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'status': 'completed', 'code': 200}
Nov 06 20:55:11.711950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 515df2f8-7833-4f50-b145-a6f7ab4d97c7 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:11.723275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19ff6501-9ece-44a3-9681-cde0b6dff490 req-8bcb8563-3cea-46cd-8284-17a93f068125 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1755886
Nov 06 20:55:11.784573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:11.784573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.808275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.815387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-f2e035a8-3f98-4a41-b240-6869b7194b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:11.817461 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-f2e035a8-3f98-4a41-b240-6869b7194b1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 1094 time: 0.0877030
Nov 06 20:55:11.832523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aaf2775a-d831-4539-9aaa-427836fcfdba req-6d7c5559-9600-4687-83f7-b4bec520d57a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 210 time: 0.0627272
Nov 06 20:55:11.954459 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:11.957290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-ceb529c4-77df-4983-adf2-90f35e461830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:11.959156 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-ceb529c4-77df-4983-adf2-90f35e461830 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 905 time: 0.1333978
Nov 06 20:55:11.984270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8cd48-ec95-4362-9084-da18ee9f3382 req-2613d792-860f-4c17-9f52-c2f594065034 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:11.986405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85d8cd48-ec95-4362-9084-da18ee9f3382 req-2613d792-860f-4c17-9f52-c2f594065034 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.1071444
Nov 06 20:55:12.071374 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:12.071696 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-31d067fa-7f8d-40e3-9b3f-859ba0ad9bb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6 HTTP/1.1" status: 200  len: 217 time: 0.0938919
Nov 06 20:55:12.074875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:12.075718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85d8cd48-ec95-4362-9084-da18ee9f3382 req-b24fa386-2fe1-4c11-8020-cc425f7c375f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808499
Nov 06 20:55:12.091335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:12.197801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'Port': ['ID=c5f4ae25-c533-4e2e-8ca6-93532f421de5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:12.210179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-212bc6a0-a750-4116-a133-b5df621122f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:12.217395 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-212bc6a0-a750-4116-a133-b5df621122f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 200  len: 844 time: 0.1230819
Nov 06 20:55:12.242259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:12.243028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:12.285172 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-a0adb21e-0976-4d80-94f9-849c273fc09d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379641
Nov 06 20:55:12.318148 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c13f4fe-a063-4632-b8e5-e5cdc2b6bdf6 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.2831674
Nov 06 20:55:12.321472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57220) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:12.330379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:12.379086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56611018-1c47-4cdb-9671-2fcd6f3fa5d5 req-b21c3404-38e0-4c36-bc08-aea8a9c1aa80 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:12.381323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56611018-1c47-4cdb-9671-2fcd6f3fa5d5 req-b21c3404-38e0-4c36-bc08-aea8a9c1aa80 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1060011
Nov 06 20:55:12.407117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9e6c7a30-501d-4fae-bdd3-98c94d8e556d None None] Provisioning complete for port c5f4ae25-c533-4e2e-8ca6-93532f421de5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:12.407734 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7a30-501d-4fae-bdd3-98c94d8e556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:12.408628 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:12.423735 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-dd33a7fe-0cdc-41e3-a29c-79d6464ba5dc service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297214
Nov 06 20:55:12.456893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c7a30-501d-4fae-bdd3-98c94d8e556d None None] Port c5f4ae25-c533-4e2e-8ca6-93532f421de5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:55:12.464083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56611018-1c47-4cdb-9671-2fcd6f3fa5d5 req-997b943c-388c-4a83-90a9-678f6c3de9dc tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759633
Nov 06 20:55:12.542882 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a2b562e3-2227-4338-a1e4-52ecb8903902 req-4d32b6fa-9b50-4f39-b50b-c2ffe475ba8d service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1118438
Nov 06 20:55:12.586340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:12.641260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ddc6f-9437-4c29-9d3c-f365d05ed096 req-78ee9310-a6cb-4208-ba3c-7c86f3e3e9c7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:12.642755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-732ddc6f-9437-4c29-9d3c-f365d05ed096 req-78ee9310-a6cb-4208-ba3c-7c86f3e3e9c7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 943 time: 0.0920391
Nov 06 20:55:12.736206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-732ddc6f-9437-4c29-9d3c-f365d05ed096 req-30921929-8c8c-49b8-b78a-732b44aabda3 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852878
Nov 06 20:55:12.744380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Allocated IP 172.35.0.219 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/43f1b7dd-cce9-408d-b755-ab6c0594d3df) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:12.886631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47ca2-20bf-4f32-a4c2-b2c25df8228a req-bfb3f339-3a6d-4b61-afcf-903600b8d598 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:12.888195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbe47ca2-20bf-4f32-a4c2-b2c25df8228a req-bfb3f339-3a6d-4b61-afcf-903600b8d598 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0726340
Nov 06 20:55:12.968599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:12.972679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8585ef2-53ab-4db9-a57f-1242d100aae1 req-97a4ab43-c4a1-4562-add8-6f2f8a683185 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 210 time: 0.0577104
Nov 06 20:55:13.008830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbe47ca2-20bf-4f32-a4c2-b2c25df8228a req-f73d09a0-ca0a-48a9-977e-5f0dc65c7baa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097720
Nov 06 20:55:13.051653 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.088928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:13.095459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:13.099082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:13.100631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-5eacb2af-711e-460f-8147-49172f0abcbb tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:13.102417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-5eacb2af-711e-460f-8147-49172f0abcbb tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.10 "GET /v2.0/networks?id=236e0dda-9020-42e2-aa5c-87655d068d49 HTTP/1.1" status: 200  len: 829 time: 0.1389277
Nov 06 20:55:13.133943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Request body: {'port': {'device_id': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'admin_state_up': True, 'tenant_id': '5c1824b1585947c2ad050b80ae52d273'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:13.141749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'Port': ['ID=43f1b7dd-cce9-408d-b755-ab6c0594d3df,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:13.213316 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.257666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Made reservation on behalf of 5c1824b1585947c2ad050b80ae52d273 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:13.261189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.278321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c28a1-9dab-410e-81c5-cd31a1233193 req-d78ec2d3-9b10-4143-a908-e2e664daab17 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:13.279791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f2c28a1-9dab-410e-81c5-cd31a1233193 req-d78ec2d3-9b10-4143-a908-e2e664daab17 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.0818858
Nov 06 20:55:13.280863 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.388540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Allocated IP 172.20.0.11 (236e0dda-9020-42e2-aa5c-87655d068d49/6ef52c13-f516-40bd-a684-e7338755b472/c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:13.399529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f2c28a1-9dab-410e-81c5-cd31a1233193 req-b8e038dc-7bb6-4364-bdc2-493cfd172407 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983324
Nov 06 20:55:13.470738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.475796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.547105 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.570404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'Port': ['ID=43f1b7dd-cce9-408d-b755-ab6c0594d3df,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:13.586059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.597549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.618376 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.619770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e616cad3-a749-482a-90f9-db039657f27b tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2969823
Nov 06 20:55:13.623874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57238) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:13.628264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4adb3f5f-fcb3-4cae-8fab-b15db783438a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Request body: {'floatingip': {'port_id': 'c5f4ae25-c533-4e2e-8ca6-93532f421de5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:13.631988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Network 236e0dda-9020-42e2-aa5c-87655d068d49 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:13.635430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:13.639911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:13.640058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4df5c-30a1-496a-9a5f-65f8754be057 req-dc491a16-2037-472d-af21-047480b35c1f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:13.641526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e4df5c-30a1-496a-9a5f-65f8754be057 req-dc491a16-2037-472d-af21-047480b35c1f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0851073
Nov 06 20:55:13.685037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Pushing event updated for resources: {'Port': ['ID=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:13.697034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4adb3f5f-fcb3-4cae-8fab-b15db783438a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.704395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:13.705106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.722741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0b9f9f45-bebc-45d3-9c72-6ebdf3f74557 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5975578
Nov 06 20:55:13.751216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Request body: {'port': {'device_id': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:13.826007 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:13.828134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13e4df5c-30a1-496a-9a5f-65f8754be057 req-adfe62ae-289b-4d7b-9d1e-c9662f4017b1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532135
Nov 06 20:55:13.897351 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-4adb3f5f-fcb3-4cae-8fab-b15db783438a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] update failed (client error): The resource could not be found.
Nov 06 20:55:13.898332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4adb3f5f-fcb3-4cae-8fab-b15db783438a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "PUT /v2.0/floatingips/ab2c13db-4951-4bd7-b7d6-4138f7a38efe HTTP/1.1" status: 404  len: 507 time: 0.2734478
Nov 06 20:55:13.901991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57242) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:13.960772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be705e0-f44a-4bb3-9cfb-e2dcd0e72063 req-9730fb93-7885-4bf7-9e15-dae7902d0e79 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:13.962183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7be705e0-f44a-4bb3-9cfb-e2dcd0e72063 req-9730fb93-7885-4bf7-9e15-dae7902d0e79 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 943 time: 0.1320176
Nov 06 20:55:13.987858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-76ede35e-671c-4d8b-81b2-1c88eeb2bc0f None None] Provisioning complete for port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:13.989155 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-76ede35e-671c-4d8b-81b2-1c88eeb2bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.032659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-76ede35e-671c-4d8b-81b2-1c88eeb2bc0f None None] Port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:55:14.081417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7be705e0-f44a-4bb3-9cfb-e2dcd0e72063 req-24b734f8-e1ba-4f12-9139-78d9902e117a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126509
Nov 06 20:55:14.108387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:14.117760 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.130414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Transition to ACTIVE for port object c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:55:14.134731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.197279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Pushing event updated for resources: {'Port': ['ID=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:14.273968 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.278195 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Attempting to bind port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:14.278742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Attempting to bind port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:14.278892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Attempting to bind port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 on network 236e0dda-9020-42e2-aa5c-87655d068d49 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:14.280611 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.285235 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 on network 236e0dda-9020-42e2-aa5c-87655d068d49 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:55:14.285572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Attempting to bind port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 on network 236e0dda-9020-42e2-aa5c-87655d068d49 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:14.291863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:14.292388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Checking segment: {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:14.292929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Bound using segment: {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:14.293493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Bound port: c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:14.293946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.368548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] For port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:14.375484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] For port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:14.379917 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.404618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Deleting port 43f1b7dd-cce9-408d-b755-ab6c0594d3df {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:14.404956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.412503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:14.412503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.413760 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] 10.222.0.10 "PUT /v2.0/ports/c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 200  len: 1092 time: 0.6677215
Nov 06 20:55:14.416307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:14.424465 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a36a88-fdaa-4565-9175-6c205181864a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:14.431865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493070-9219-4e26-b182-86ef6c67683f req-1f55827e-c2d9-42a3-9514-d3a2078648dd tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:14.439816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3493070-9219-4e26-b182-86ef6c67683f req-1f55827e-c2d9-42a3-9514-d3a2078648dd tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 932 time: 0.3769138
Nov 06 20:55:14.493170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06958a-de2f-424f-9396-17db98c099cf service neutron] Pushing event updated for resources: {'Port': ['ID=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:14.514456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-9aa5e4ab-e5de-45d0-ba91-4c9b8674c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:14.517397 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-9aa5e4ab-e5de-45d0-ba91-4c9b8674c7c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c1824b1585947c2ad050b80ae52d273&device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 1095 time: 0.0526481
Nov 06 20:55:14.550708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3493070-9219-4e26-b182-86ef6c67683f req-fdf342ef-e437-42ef-97ab-7122056a0a07 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100698
Nov 06 20:55:14.559069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cafdc1-1a5a-4a5a-8e0a-be687e156124 req-30e7bf47-e0c8-455d-8463-9b3a0a41935a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:14.560615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49cafdc1-1a5a-4a5a-8e0a-be687e156124 req-30e7bf47-e0c8-455d-8463-9b3a0a41935a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1912842
Nov 06 20:55:14.583525 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-b4ab2946-33b6-400b-8550-c05813cbc67b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 200  len: 217 time: 0.0568309
Nov 06 20:55:14.607026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.607365 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.629475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Calling delete_port for 43f1b7dd-cce9-408d-b755-ab6c0594d3df owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:14.645397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-d1584e5d-5c78-4b74-8199-c6eda23f2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:14.647356 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-d1584e5d-5c78-4b74-8199-c6eda23f2b57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ef52c13-f516-40bd-a684-e7338755b472 HTTP/1.1" status: 200  len: 868 time: 0.0558512
Nov 06 20:55:14.650274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49cafdc1-1a5a-4a5a-8e0a-be687e156124 req-7b580e67-e0a7-4fbc-9ad1-4782dacb798b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730875
Nov 06 20:55:14.650440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e2aa14a3-a87c-41ea-b3d8-7324c7216df6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:55:14.709690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0e6ee52e-bf50-4dfe-85e6-1c1986eb7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:14.711505 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-0e6ee52e-bf50-4dfe-85e6-1c1986eb7e35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=236e0dda-9020-42e2-aa5c-87655d068d49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0570602
Nov 06 20:55:14.813432 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9a7d19-ac3d-4a9d-bcff-c44f46a9b192 x-openstack-request-id: req-5f9a7d19-ac3d-4a9d-bcff-c44f46a9b192 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:14.813824 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:14.814655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79438582-0da8-437f-adf9-6b07a13b77eb req-4cc5d29a-0488-49ed-8a6b-f55a3c7d5d42 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:14.814817 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f9a7d19-ac3d-4a9d-bcff-c44f46a9b192 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:14.815078 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'status': 'completed', 'code': 200}
Nov 06 20:55:14.816187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79438582-0da8-437f-adf9-6b07a13b77eb req-4cc5d29a-0488-49ed-8a6b-f55a3c7d5d42 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.0929358
Nov 06 20:55:14.828652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:14.837386 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-098dcde0-a6c8-4b28-bf78-abf703b1b381 service neutron] 10.222.0.10 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1169789
Nov 06 20:55:14.840211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'port_id': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'mac_address': 'fa:16:3e:4a:36:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d76b1-c186-447e-bf02-a2f54bded116', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:55:14.867655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.889870 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.904644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2aa14a3-a87c-41ea-b3d8-7324c7216df6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:14.909428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event deleted for resources: {'Port': ['ID=43f1b7dd-cce9-408d-b755-ab6c0594d3df,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:14.924181 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79438582-0da8-437f-adf9-6b07a13b77eb req-98349035-36c2-42e2-a926-f2820f43e2d9 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914760
Nov 06 20:55:14.934049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:14.940113 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:14.941958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:55:14.975405 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b8339617-eb6b-436d-8d06-60b6a4f9bac3 req-9eca9942-be4e-4f60-96aa-a0762e4f3838 service neutron] 10.222.0.10 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280191
Nov 06 20:55:15.024218 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.026736 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.029355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e376573f-71d7-4243-8cb9-4554633bdb98 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "DELETE /v2.0/floatingips/ab2c13db-4951-4bd7-b7d6-4138f7a38efe HTTP/1.1" status: 204  len: 168 time: 1.1250038
Nov 06 20:55:15.031701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57258) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:15.035947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d1e44834-4a5f-4467-aa9f-d2079a75a918 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Request body: {'floatingip': {'floating_network_id': 'bd7bac52-d1fc-41a5-950e-78d96c357d9f', 'port_id': 'c5f4ae25-c533-4e2e-8ca6-93532f421de5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:15.050041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:15.050664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85515f-47da-4085-ab0c-7d3efc03b7c1 req-e004526e-7f8f-4187-9295-5350fdcc361a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:15.052029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b85515f-47da-4085-ab0c-7d3efc03b7c1 req-e004526e-7f8f-4187-9295-5350fdcc361a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0813775
Nov 06 20:55:15.083419 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1e44834-4a5f-4467-aa9f-d2079a75a918 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.092282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:15.097733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a36a88-fdaa-4565-9175-6c205181864a req-6886ae88-65f3-4f57-a036-80e9d4b2ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:15.099246 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60a36a88-fdaa-4565-9175-6c205181864a req-6886ae88-65f3-4f57-a036-80e9d4b2ce01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c1824b1585947c2ad050b80ae52d273&device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 1095 time: 0.0566256
Nov 06 20:55:15.104673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'mac_address': 'fa:16:3e:c6:47:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:55:15.144351 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.155312 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b85515f-47da-4085-ab0c-7d3efc03b7c1 req-ac5d8522-d471-4543-9b3e-efbd4ecca013 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905895
Nov 06 20:55:15.160436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18e4680-1b28-4007-9364-246ce392f8a2 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:15.196017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:15.200956 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.201661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:55:15.229432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a36a88-fdaa-4565-9175-6c205181864a req-308adbf7-5b87-4f42-9a13-c78d482035ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:15.231134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60a36a88-fdaa-4565-9175-6c205181864a req-308adbf7-5b87-4f42-9a13-c78d482035ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=236e0dda-9020-42e2-aa5c-87655d068d49 HTTP/1.1" status: 200  len: 930 time: 0.1169019
Nov 06 20:55:15.244494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020fdc1-118f-45d8-9a5a-da2a50e9a252 req-fa363af0-2ca3-41fc-9e8a-6b2339814535 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:15.247045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e020fdc1-118f-45d8-9a5a-da2a50e9a252 req-fa363af0-2ca3-41fc-9e8a-6b2339814535 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 944 time: 0.0784881
Nov 06 20:55:15.276032 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60a36a88-fdaa-4565-9175-6c205181864a req-93622187-05e5-4ae4-a53c-18c26a1b50e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 200  len: 217 time: 0.0371363
Nov 06 20:55:15.297343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=12']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:15.325945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e020fdc1-118f-45d8-9a5a-da2a50e9a252 req-c30a0c1f-e6ec-49a9-98ae-a8ffe68a8956 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701735
Nov 06 20:55:15.327961 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-d1e44834-4a5f-4467-aa9f-d2079a75a918 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 20:55:15.329205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d1e44834-4a5f-4467-aa9f-d2079a75a918 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.2967598
Nov 06 20:55:15.329494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a36a88-fdaa-4565-9175-6c205181864a req-3c52101f-d38e-47e4-9b01-a9bd5c68a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:15.331445 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60a36a88-fdaa-4565-9175-6c205181864a req-3c52101f-d38e-47e4-9b01-a9bd5c68a3f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ef52c13-f516-40bd-a684-e7338755b472 HTTP/1.1" status: 200  len: 868 time: 0.0471087
Nov 06 20:55:15.333130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57262) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:15.338302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'c5f4ae25-c533-4e2e-8ca6-93532f421de5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:15.362909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:15.373449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.377046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '42df9c2c-9b18-42f4-91c3-d59e5082f301', 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'port_id': '42df9c2c-9b18-42f4-91c3-d59e5082f301', 'mac_address': 'fa:16:3e:25:88:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4aaf68-5878-493f-9f1a-38a494484ac7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:55:15.390142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a36a88-fdaa-4565-9175-6c205181864a req-97707ad9-9e85-4e92-924b-22c854c89f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:15.391639 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60a36a88-fdaa-4565-9175-6c205181864a req-97707ad9-9e85-4e92-924b-22c854c89f44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=236e0dda-9020-42e2-aa5c-87655d068d49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0526874
Nov 06 20:55:15.420678 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.484411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.495683 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60a36a88-fdaa-4565-9175-6c205181864a req-22a2bc2b-fef0-418d-9a44-72c42cd5d92d service neutron] 10.222.0.10 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956838
Nov 06 20:55:15.564707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42df9c2c-9b18-42f4-91c3-d59e5082f301 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:15.590893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:15.598149 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.604593 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-60a36a88-fdaa-4565-9175-6c205181864a req-ee4d43bc-0e82-454c-97ec-eb9457890ba4 service neutron] 10.222.0.10 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0987222
Nov 06 20:55:15.608583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Allocated IP 172.35.0.86 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/37bb06f1-3b8b-4519-b3d4-a3f2c7fb3394) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:15.648421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:15.738577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132b89-e517-46df-8aac-95df17e969b6 req-2ae6bf04-0e38-4306-b047-d071640e29f3 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:15.739994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31132b89-e517-46df-8aac-95df17e969b6 req-2ae6bf04-0e38-4306-b047-d071640e29f3 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 944 time: 0.0722787
Nov 06 20:55:15.791060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.855294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31132b89-e517-46df-8aac-95df17e969b6 req-0eaa5fd5-dd44-4399-82bb-3272e7f73049 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071379
Nov 06 20:55:15.876576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53eb8-0c0e-4434-9a66-7ae0d526cbe1 req-fe544d9d-0e52-4d9a-80ea-166cc3a9848e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:15.876576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d53eb8-0c0e-4434-9a66-7ae0d526cbe1 req-fe544d9d-0e52-4d9a-80ea-166cc3a9848e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.1158912
Nov 06 20:55:15.892225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:15.940994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:15.952231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:15.957466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:15.985897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event updated for resources: {'Port': ['ID=37bb06f1-3b8b-4519-b3d4-a3f2c7fb3394,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:16.003949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d53eb8-0c0e-4434-9a66-7ae0d526cbe1 req-177e2180-cf9e-489c-a788-dd11ef21842d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1193666
Nov 06 20:55:16.112646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc3dfd-48db-4744-b5cd-869ae30e44a3 req-6be303e6-1ddc-43f5-adc2-3a9763a11a7b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:16.114130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bbdc3dfd-48db-4744-b5cd-869ae30e44a3 req-6be303e6-1ddc-43f5-adc2-3a9763a11a7b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.1076732
Nov 06 20:55:16.137319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['d18e4680-1b28-4007-9364-246ce392f8a2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:55:16.193989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bbdc3dfd-48db-4744-b5cd-869ae30e44a3 req-1bf747f1-6930-4950-b7b4-5d1a3e66d3bd tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728157
Nov 06 20:55:16.211360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Deleting port 37bb06f1-3b8b-4519-b3d4-a3f2c7fb3394 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:16.211776 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:16.334447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d9910-cad8-41b7-a37a-959b7e164140 req-65f6aeff-37c7-4765-bd33-c98508989383 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:16.335964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec3d9910-cad8-41b7-a37a-959b7e164140 req-65f6aeff-37c7-4765-bd33-c98508989383 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0781648
Nov 06 20:55:16.337836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:16.338159 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:16.358054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Calling delete_port for 37bb06f1-3b8b-4519-b3d4-a3f2c7fb3394 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:16.463859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec3d9910-cad8-41b7-a37a-959b7e164140 req-1967f8d2-d4ec-47aa-81ea-46a5e995d393 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181016
Nov 06 20:55:16.501842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34143e-3f0f-4e31-bb54-bea85ec96798 req-810a852e-9ad8-4e3c-adf4-aa06b1435b94 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:16.503327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee34143e-3f0f-4e31-bb54-bea85ec96798 req-810a852e-9ad8-4e3c-adf4-aa06b1435b94 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 944 time: 0.0836172
Nov 06 20:55:16.583386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee34143e-3f0f-4e31-bb54-bea85ec96798 req-69bc8459-4803-445c-b528-59607dbf4163 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741181
Nov 06 20:55:16.585032 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:16.615822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event deleted for resources: {'Port': ['ID=37bb06f1-3b8b-4519-b3d4-a3f2c7fb3394,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:16.688671 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] create failed (client error): The resource could not be found.
Nov 06 20:55:16.690581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5d4782b0-564f-4aaa-aad0-660c6e8a2198 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.3555808
Nov 06 20:55:16.694928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57278) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:16.782286 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-076fd53f-f925-4788-9993-9683a2646eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:16.791534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2827e0bb-12d5-4860-a167-1cec2a80eb8c tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Deleting port c5f4ae25-c533-4e2e-8ca6-93532f421de5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:16.791882 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2827e0bb-12d5-4860-a167-1cec2a80eb8c tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:16.884228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2827e0bb-12d5-4860-a167-1cec2a80eb8c tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:16.897155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2827e0bb-12d5-4860-a167-1cec2a80eb8c tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Calling delete_port for c5f4ae25-c533-4e2e-8ca6-93532f421de5 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:17.026822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce42a9-5837-4e8f-9282-0092b50218bd req-7306aa71-57a8-4f02-8856-ed052a879e9c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:17.028340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84ce42a9-5837-4e8f-9282-0092b50218bd req-7306aa71-57a8-4f02-8856-ed052a879e9c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 944 time: 0.0906038
Nov 06 20:55:17.107780 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['42df9c2c-9b18-42f4-91c3-d59e5082f301'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:55:17.141062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84ce42a9-5837-4e8f-9282-0092b50218bd req-8ecc0876-ca92-427a-b589-a80794bc90d1 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029577
Nov 06 20:55:17.141825 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2827e0bb-12d5-4860-a167-1cec2a80eb8c tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:17.178851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827e0bb-12d5-4860-a167-1cec2a80eb8c tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event deleted for resources: {'Port': ['ID=c5f4ae25-c533-4e2e-8ca6-93532f421de5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:17.189410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920618b6-6cc0-444d-bda6-a7b62d8baec1 req-c956df5a-4a5d-430f-9692-eee758b4df60 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:17.190769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-920618b6-6cc0-444d-bda6-a7b62d8baec1 req-c956df5a-4a5d-430f-9692-eee758b4df60 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.1140580
Nov 06 20:55:17.299128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-920618b6-6cc0-444d-bda6-a7b62d8baec1 req-ed2f3d40-66aa-4570-8de1-3e0781683394 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014071
Nov 06 20:55:17.313743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2827e0bb-12d5-4860-a167-1cec2a80eb8c tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:17.317710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2827e0bb-12d5-4860-a167-1cec2a80eb8c tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "DELETE /v2.0/ports/c5f4ae25-c533-4e2e-8ca6-93532f421de5 HTTP/1.1" status: 204  len: 168 time: 0.6218119
Nov 06 20:55:17.320921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57290) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:17.357029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e2aa14a3-a87c-41ea-b3d8-7324c7216df6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:55:17.363970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b973d0-a75d-4129-af44-aaf7132f60f3 req-b2b1e0a3-4960-451d-addb-be1dae1f31ec tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:17.372029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9b973d0-a75d-4129-af44-aaf7132f60f3 req-b2b1e0a3-4960-451d-addb-be1dae1f31ec tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.0771801
Nov 06 20:55:17.373679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d0f4e-0b3f-49c1-ba9f-49e80e77a5ac tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:17.375372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-435d0f4e-0b3f-49c1-ba9f-49e80e77a5ac tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784 HTTP/1.1" status: 200  len: 913 time: 0.0534010
Nov 06 20:55:17.378757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57292) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:17.536581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9b973d0-a75d-4129-af44-aaf7132f60f3 req-7513b3a3-382d-4f28-8019-a415cd24b170 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636078
Nov 06 20:55:17.663908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911580d-8ed7-475b-8348-cdc462eaa4d9 req-8118e221-9a5c-4995-afaa-55793465927a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:17.665342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a911580d-8ed7-475b-8348-cdc462eaa4d9 req-8118e221-9a5c-4995-afaa-55793465927a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1273515
Nov 06 20:55:18.026831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f176-016c-49d5-bd23-2d3d09dda5fa req-8319a6c2-9858-4809-ab94-0199e968714d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:18.028236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a10f176-016c-49d5-bd23-2d3d09dda5fa req-8319a6c2-9858-4809-ab94-0199e968714d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 944 time: 0.3767607
Nov 06 20:55:18.031838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a911580d-8ed7-475b-8348-cdc462eaa4d9 req-99c91b81-3266-4271-b781-e015724da533 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3567295
Nov 06 20:55:18.136032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a10f176-016c-49d5-bd23-2d3d09dda5fa req-6b21bde0-44cc-4669-8615-ad35810c65ea tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011009
Nov 06 20:55:18.256987 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:18.339390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eafee-acb9-40ca-ad01-6084e72e7c99 req-640aebc0-e862-4c3b-8ced-cd49a4c1b3e5 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:18.340971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b29eafee-acb9-40ca-ad01-6084e72e7c99 req-640aebc0-e862-4c3b-8ced-cd49a4c1b3e5 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 944 time: 0.1230347
Nov 06 20:55:18.512995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b29eafee-acb9-40ca-ad01-6084e72e7c99 req-04e3cf5f-b133-42db-ac51-fa1763538040 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662664
Nov 06 20:55:18.538187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a0352-75f2-4995-8cc5-b780e17cf88a req-913927cd-179a-4617-a712-1cc2e68e07d9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:18.539678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-506a0352-75f2-4995-8cc5-b780e17cf88a req-913927cd-179a-4617-a712-1cc2e68e07d9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 946 time: 0.1168413
Nov 06 20:55:18.636445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-506a0352-75f2-4995-8cc5-b780e17cf88a req-1539836b-9d65-417f-9cc3-cdee8117de92 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897827
Nov 06 20:55:18.667979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:18.703679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cac31c-6924-4cd8-b3ad-a652ce2655bb req-bc763ee5-ce7d-43fc-850f-c51b5f905d5a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:18.705217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3cac31c-6924-4cd8-b3ad-a652ce2655bb req-bc763ee5-ce7d-43fc-850f-c51b5f905d5a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.0876803
Nov 06 20:55:18.718411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port d18e4680-1b28-4007-9364-246ce392f8a2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:18.718780 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:18.741027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Deleting port 31da500e-6fa5-432c-a060-424baedb6793 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:18.741369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:18.794772 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:18.807086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3cac31c-6924-4cd8-b3ad-a652ce2655bb req-70ed5889-abc0-49b1-80d9-d4537255d414 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945532
Nov 06 20:55:18.820036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:18.822333 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf67260-2d9f-4178-a95a-2bd1f41edcfc" -d '{"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-plugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:18.835101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:18.839788 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:18.850833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:18.867215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Calling delete_port for 31da500e-6fa5-432c-a060-424baedb6793 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:18.872843 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ff21d7-02c4-4def-a3f6-474130c7cc46 x-openstack-request-id: req-c8ff21d7-02c4-4def-a3f6-474130c7cc46 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:18.873217 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-plugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:18.873536 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8ff21d7-02c4-4def-a3f6-474130c7cc46 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:18.874348 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'code': 200}
Nov 06 20:55:18.902916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=13']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:19.036231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:19.065433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event deleted for resources: {'Port': ['ID=31da500e-6fa5-432c-a060-424baedb6793,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:19.188034 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d54a03cb-401c-4376-ba7d-af3257142201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:19.189830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92aee6-a737-42fa-a243-64905ef85a60 req-0af7c8a2-e2cc-4e17-9fb7-94453d48d7a9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:19.197667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c92aee6-a737-42fa-a243-64905ef85a60 req-0af7c8a2-e2cc-4e17-9fb7-94453d48d7a9 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0831373
Nov 06 20:55:19.314749 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:19.348090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c92aee6-a737-42fa-a243-64905ef85a60 req-ffaf331a-7f53-4088-a844-e288ba15150d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459234
Nov 06 20:55:19.416873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c71dd3-f322-43a4-90c5-a7cd08e7b8db req-53778322-ed7c-4364-a2df-404c2503e75b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:19.418354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8c71dd3-f322-43a4-90c5-a7cd08e7b8db req-53778322-ed7c-4364-a2df-404c2503e75b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 944 time: 0.1770670
Nov 06 20:55:19.531712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Router 5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:55:19.535744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8c71dd3-f322-43a4-90c5-a7cd08e7b8db req-4751eb33-bf5e-4a22-be22-142d121cd8a2 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099052
Nov 06 20:55:19.626856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:55:19.637719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8302c1-67c1-4693-9079-8181eccada0a None None] Sync routers for ids ['5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:55:19.647556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-46028aa4-5629-4f04-8819-6a5e2859d217 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "PUT /v2.0/routers/5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2653935
Nov 06 20:55:19.647731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57326) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:19.654304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8302c1-67c1-4693-9079-8181eccada0a None None] Routers {'5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:19.654956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ca8302c1-67c1-4693-9079-8181eccada0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c07220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:19.675421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a9453-c356-42df-8bd4-3ad64c24d35d req-1f348532-077e-42d4-b045-7a7e3da01b8d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:19.685406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-690a9453-c356-42df-8bd4-3ad64c24d35d req-1f348532-077e-42d4-b045-7a7e3da01b8d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 944 time: 0.0728946
Nov 06 20:55:19.690315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ca8302c1-67c1-4693-9079-8181eccada0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c07220>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:19.699175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8302c1-67c1-4693-9079-8181eccada0a None None] Routers {'5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:19.699781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ca8302c1-67c1-4693-9079-8181eccada0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c07220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:19.733335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ca8302c1-67c1-4693-9079-8181eccada0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c07220>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:19.734133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8302c1-67c1-4693-9079-8181eccada0a None None] The sync data for ids ['5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:55:19.784595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-690a9453-c356-42df-8bd4-3ad64c24d35d req-92c19b76-af1e-48a8-ab26-ad3e6e1ec291 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982687
Nov 06 20:55:19.804377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8dcf-7ec9-4a9c-ad39-a74b3079a5d7 req-fc6fd177-032a-4bbd-b1f6-eb02dff2468c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:19.804377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b35c8dcf-7ec9-4a9c-ad39-a74b3079a5d7 req-fc6fd177-032a-4bbd-b1f6-eb02dff2468c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.0811095
Nov 06 20:55:19.888436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b35c8dcf-7ec9-4a9c-ad39-a74b3079a5d7 req-290e8688-c04a-4121-8df4-ff69b58dd728 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767937
Nov 06 20:55:19.948815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc7f92-064d-4665-8754-70c8c699db2f req-cf560b9b-7f20-4521-a0f9-04d3f1005597 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:19.950547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72fc7f92-064d-4665-8754-70c8c699db2f req-cf560b9b-7f20-4521-a0f9-04d3f1005597 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.0562682
Nov 06 20:55:20.003591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72fc7f92-064d-4665-8754-70c8c699db2f req-7e186a8e-68ac-42e8-b87b-5c4d10a5b04c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462320
Nov 06 20:55:20.155846 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20028e3b-eb1d-4d76-a7ac-b82ac4362131 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.359395 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20028e3b-eb1d-4d76-a7ac-b82ac4362131 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.361748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20028e3b-eb1d-4d76-a7ac-b82ac4362131 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.430646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20028e3b-eb1d-4d76-a7ac-b82ac4362131 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.431295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20028e3b-eb1d-4d76-a7ac-b82ac4362131 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Fanout notify agent at l3_agent the message router_deleted on router 5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:55:20.440427 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20028e3b-eb1d-4d76-a7ac-b82ac4362131 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.441563 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-20028e3b-eb1d-4d76-a7ac-b82ac4362131 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "DELETE /v2.0/routers/5c0c2cf4-939c-49c8-93e4-f9a0e9b8b784 HTTP/1.1" status: 204  len: 168 time: 0.7928128
Nov 06 20:55:20.444503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57354) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:20.485376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3f955-0985-438c-a3a5-15f344ab44fa req-11e77f46-1fe3-4579-b265-99751e7217f1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:20.486976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9b3f955-0985-438c-a3a5-15f344ab44fa req-11e77f46-1fe3-4579-b265-99751e7217f1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0696895
Nov 06 20:55:20.500557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.532524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44db49a-2eea-429e-9219-8faad5147ea4 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Deleting subnet 4d92316e-0c80-47c1-9986-f99723a79a32 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:55:20.535791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f44db49a-2eea-429e-9219-8faad5147ea4 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.549015 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9b3f955-0985-438c-a3a5-15f344ab44fa req-3cc2da5f-0dbf-4f20-bf9c-f138df1c4f03 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553567
Nov 06 20:55:20.627372 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f44db49a-2eea-429e-9219-8faad5147ea4 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.685625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:55:20.690022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e2aa14a3-a87c-41ea-b3d8-7324c7216df6 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:20.691585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44454e-e0c2-476b-b7f7-27fa1ed36010 req-b0f7a173-dca5-4db8-a949-78649cd83494 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:20.701574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd44454e-e0c2-476b-b7f7-27fa1ed36010 req-b0f7a173-dca5-4db8-a949-78649cd83494 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 944 time: 0.0694904
Nov 06 20:55:20.776611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd44454e-e0c2-476b-b7f7-27fa1ed36010 req-e8c50214-48f9-4e1d-a31e-07a9cf1a292f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736568
Nov 06 20:55:20.781478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f44db49a-2eea-429e-9219-8faad5147ea4 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.832651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:55:20.838358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:20.838919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.854236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f44db49a-2eea-429e-9219-8faad5147ea4 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.888034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f44db49a-2eea-429e-9219-8faad5147ea4 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:20.894190 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f44db49a-2eea-429e-9219-8faad5147ea4 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "DELETE /v2.0/subnets/4d92316e-0c80-47c1-9986-f99723a79a32 HTTP/1.1" status: 204  len: 168 time: 0.4464734
Nov 06 20:55:20.895326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57362) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:20.900675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6974cfd-ffca-4439-96df-bf64036712a4 None None] Network bd7bac52-d1fc-41a5-950e-78d96c357d9f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:20.932868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44db49a-2eea-429e-9219-8faad5147ea4 tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event deleted for resources: {'Subnet': ['ID=4d92316e-0c80-47c1-9986-f99723a79a32,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:21.036867 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.060692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c4121-4776-47dc-b15d-761af9b57598 req-2ef9d2a9-2dd6-42f1-a1ad-b8ac998d3919 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:21.065816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:21.069349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3c4121-4776-47dc-b15d-761af9b57598 req-2ef9d2a9-2dd6-42f1-a1ad-b8ac998d3919 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 944 time: 0.1272590
Nov 06 20:55:21.113512 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Deleting port 445f2aae-aa48-494a-b651-a7b470bf5902 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:21.113854 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.126411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'port_id': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'mac_address': 'fa:16:3e:f0:1f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:55:21.167362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.168701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3c4121-4776-47dc-b15d-761af9b57598 req-8f81bc2d-42af-47a2-b66e-b4ed65f7f91f tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963514
Nov 06 20:55:21.186864 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.194176 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] For port 445f2aae-aa48-494a-b651-a7b470bf5902, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445f2aae-aa48-494a-b651-a7b470bf5902,segment=NetworkSegment(9007e30f-27d1-4381-8c33-5ed71542c478),segment_id=9007e30f-27d1-4381-8c33-5ed71542c478)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:21.194543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.195750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42982834-b016-4b38-a112-26bc2d4d87ba req-5b6cceb9-c9d9-46fa-afef-fa1ecf9df662 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:21.200479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42982834-b016-4b38-a112-26bc2d4d87ba req-5b6cceb9-c9d9-46fa-afef-fa1ecf9df662 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.2013783
Nov 06 20:55:21.210005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Calling delete_port for 445f2aae-aa48-494a-b651-a7b470bf5902 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:21.220731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:21.237377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:21.239583 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb03b69-120e-48f7-b826-4e4e32d5b283" -d '{"events": [{"server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:21.246075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.246872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:21.297140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:21.312718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42982834-b016-4b38-a112-26bc2d4d87ba req-71193598-36b0-47c8-afeb-a7b238abec59 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1053452
Nov 06 20:55:21.357763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:21.373476 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.382678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.403847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 42df9c2c-9b18-42f4-91c3-d59e5082f301 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:55:21.411353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:21.421304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 42df9c2c-9b18-42f4-91c3-d59e5082f301 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:21.422266 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.453692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event deleted for resources: {'Port': ['ID=445f2aae-aa48-494a-b651-a7b470bf5902,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:21.458729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] No DVR routers for this DVR port 445f2aae-aa48-494a-b651-a7b470bf5902 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:21.477020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7e2e5-e647-4549-987b-b5c536dd628c req-611ff782-369b-45f1-a6a2-702960df22d2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:21.494742 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28083358-e361-447d-a6ab-df73c4a7636d x-openstack-request-id: req-28083358-e361-447d-a6ab-df73c4a7636d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:21.494980 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:21.495235 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28083358-e361-447d-a6ab-df73c4a7636d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:21.495626 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'code': 200}
Nov 06 20:55:21.503078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef7e2e5-e647-4549-987b-b5c536dd628c req-611ff782-369b-45f1-a6a2-702960df22d2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.1814635
Nov 06 20:55:21.561898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4109a-85ef-41ee-9113-621fec4cbbd4 None None] DHCP port deletion for bd7bac52-d1fc-41a5-950e-78d96c357d9f request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:55:21.600711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef7e2e5-e647-4549-987b-b5c536dd628c req-6ed168af-c491-49c5-97c4-13edcfde742c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938904
Nov 06 20:55:21.640219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:21.690330 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.692407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 445f2aae-aa48-494a-b651-a7b470bf5902 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:21.731229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 445f2aae-aa48-494a-b651-a7b470bf5902 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:55:21.731480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 445f2aae-aa48-494a-b651-a7b470bf5902 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:55:21.764920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:21.766640 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.772742 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.799283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.814401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6014a6d-c5d8-4d2d-ad21-5d87da8d4a71 req-acf4a104-f9c2-4104-a435-a80a1c150e9e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:21.816827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6014a6d-c5d8-4d2d-ad21-5d87da8d4a71 req-acf4a104-f9c2-4104-a435-a80a1c150e9e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1123097
Nov 06 20:55:21.832972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f893b5-5950-4083-88a8-c3fa068b124f req-3b52e360-4e9f-4581-b86c-9fa93dc8d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:21.834496 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-52f893b5-5950-4083-88a8-c3fa068b124f req-3b52e360-4e9f-4581-b86c-9fa93dc8d90b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 1096 time: 0.2906344
Nov 06 20:55:21.836092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254279c40>,) {'filters': {'network_id': ['bd7bac52-d1fc-41a5-950e-78d96c357d9f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:21.855562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254279c40>, '9007e30f-27d1-4381-8c33-5ed71542c478') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:21.855842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254279c40>, '9007e30f-27d1-4381-8c33-5ed71542c478') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:21.873844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.882999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:21.889198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:55:21.898207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.914403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:21.914821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:21.920137 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-52f893b5-5950-4083-88a8-c3fa068b124f req-e1e3fb0a-d2a7-4d58-9491-c70a21ab63bb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726070
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:21.920864 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:21.978048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6014a6d-c5d8-4d2d-ad21-5d87da8d4a71 req-6521272a-9f65-4e33-bd8f-bdb459d8da61 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526110
Nov 06 20:55:22.010967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b389e3d-80dd-4024-9e17-a119b6953fcc req-cce83430-1815-4fe8-8dd7-89a6d4143070 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:22.014820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:22.021838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b389e3d-80dd-4024-9e17-a119b6953fcc req-cce83430-1815-4fe8-8dd7-89a6d4143070 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 945 time: 0.0952346
Nov 06 20:55:22.028761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:22.031196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] 10.222.0.13 "DELETE /v2.0/networks/bd7bac52-d1fc-41a5-950e-78d96c357d9f HTTP/1.1" status: 204  len: 168 time: 1.1347799
Nov 06 20:55:22.060122 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:55:22.061412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0efdf2-8b08-41d6-84cb-e4bedd8d769a tempest-FloatingIPNegativeTestJSON-1937528702 tempest-FloatingIPNegativeTestJSON-1937528702-project] Pushing event deleted for resources: {'Network': ['ID=bd7bac52-d1fc-41a5-950e-78d96c357d9f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:22.103875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b389e3d-80dd-4024-9e17-a119b6953fcc req-9037156d-76bd-4982-8376-b5008ad8080a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806262
Nov 06 20:55:22.307845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c335d6-24b4-4718-b2a0-33503761a7fb req-0bccf4e6-af3c-4223-9ec1-2205f5d5392d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:22.309986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82c335d6-24b4-4718-b2a0-33503761a7fb req-0bccf4e6-af3c-4223-9ec1-2205f5d5392d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 945 time: 0.0632834
Nov 06 20:55:22.387838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82c335d6-24b4-4718-b2a0-33503761a7fb req-d55f8560-b1c9-4331-b453-6c7dcac55538 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674748
Nov 06 20:55:22.425944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57386) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:22.478273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:22.509723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba24d-25b1-40ec-a4ba-88bc97355e11 req-8d0b8345-c84c-4b09-a529-a34e4182724e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:22.518088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a8ba24d-25b1-40ec-a4ba-88bc97355e11 req-8d0b8345-c84c-4b09-a529-a34e4182724e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.0855129
Nov 06 20:55:22.574775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a8ba24d-25b1-40ec-a4ba-88bc97355e11 req-74c1eeb6-c1db-4fdb-bc1d-fb993a5c3fde tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554693
Nov 06 20:55:22.649080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d68a9172-dc0d-4f47-979e-fbbcf6712776 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78714bba3cbc4c7fb5b68597956b25a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2182896
Nov 06 20:55:22.649291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57394) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:22.724278 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-03589609-a970-4b96-b78a-0a33aba6e399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:22.784345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-03589609-a970-4b96-b78a-0a33aba6e399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:22.810897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e5f23-4faf-4df8-a376-a6b7dad13da1 req-c6494ced-444c-4a3a-8c43-11d4bdb25a86 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:22.812520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-651e5f23-4faf-4df8-a376-a6b7dad13da1 req-c6494ced-444c-4a3a-8c43-11d4bdb25a86 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 946 time: 0.1108859
Nov 06 20:55:22.890665 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-03589609-a970-4b96-b78a-0a33aba6e399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:22.893278 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-03589609-a970-4b96-b78a-0a33aba6e399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:22.898014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-03589609-a970-4b96-b78a-0a33aba6e399 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7130a749-4595-4f58-bc2e-d7e0b363d44a HTTP/1.1" status: 204  len: 168 time: 0.2441492
Nov 06 20:55:22.912998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-651e5f23-4faf-4df8-a376-a6b7dad13da1 req-e74cf7b1-3d1e-478a-bab5-9a099419831e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918238
Nov 06 20:55:22.913864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03589609-a970-4b96-b78a-0a33aba6e399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7130a749-4595-4f58-bc2e-d7e0b363d44a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:23.149569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960be43a-4495-4a4c-9ea0-0e6cd2ba1481 req-fe51709e-5f10-40f6-a772-9c9e0548b6c3 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:23.167947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-960be43a-4495-4a4c-9ea0-0e6cd2ba1481 req-fe51709e-5f10-40f6-a772-9c9e0548b6c3 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0970788
Nov 06 20:55:23.252896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-960be43a-4495-4a4c-9ea0-0e6cd2ba1481 req-ac2c63bb-3ee2-49f9-b3c2-97526f27e3d6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840929
Nov 06 20:55:23.288952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a4c92-e33e-41fd-9af0-9dcb5ad682f1 req-254249b3-2c6c-4ccd-8f4d-7fac2cf602db tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:23.291131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-276a4c92-e33e-41fd-9af0-9dcb5ad682f1 req-254249b3-2c6c-4ccd-8f4d-7fac2cf602db tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 945 time: 0.0949647
Nov 06 20:55:23.370001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-276a4c92-e33e-41fd-9af0-9dcb5ad682f1 req-7696c8a1-3c2c-4459-900d-6adb2618fbc1 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725322
Nov 06 20:55:23.496872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:23.499372 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fcf17b-c8c0-40f4-9b10-b15c72dd4c6f" -d '{"events": [{"server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "name": "network-vif-plugged", "status": "completed", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:23.561995 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34051f4f-16d3-44e2-9898-694c0956ae3f x-openstack-request-id: req-34051f4f-16d3-44e2-9898-694c0956ae3f {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:23.562713 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "name": "network-vif-plugged", "status": "completed", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:23.563322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b10b-c2c0-4cce-8319-2a93fe42b425 req-cbad3fb8-3f56-4958-abf4-91af973c700c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:23.563910 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34051f4f-16d3-44e2-9898-694c0956ae3f {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:23.564540 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301', 'code': 200}
Nov 06 20:55:23.572535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbb2b10b-c2c0-4cce-8319-2a93fe42b425 req-cbad3fb8-3f56-4958-abf4-91af973c700c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 945 time: 0.1155667
Nov 06 20:55:23.630446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbb2b10b-c2c0-4cce-8319-2a93fe42b425 req-5d3ec4e5-b0a0-4887-9997-05fc6f2dd331 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575318
Nov 06 20:55:23.789661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01447d0c-6d9f-4163-8527-36b0e2d768e4 req-94a4df5a-8ce9-431f-8209-f868de4b37d6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:23.789661 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01447d0c-6d9f-4163-8527-36b0e2d768e4 req-94a4df5a-8ce9-431f-8209-f868de4b37d6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.1133165
Nov 06 20:55:23.813656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c8af8-f1f6-40e1-a15b-27faf467fab1 req-894006f3-5b59-4082-b3bb-fcc8f9f53422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:23.821173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a1c8af8-f1f6-40e1-a15b-27faf467fab1 req-894006f3-5b59-4082-b3bb-fcc8f9f53422 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1097 time: 0.1572194
Nov 06 20:55:24.008662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01447d0c-6d9f-4163-8527-36b0e2d768e4 req-f477dfd2-83f8-4f82-a87d-12c1a8aa191e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2226720
Nov 06 20:55:24.011953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57434) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:24.080970 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a1c8af8-f1f6-40e1-a15b-27faf467fab1 req-adf1f92f-a426-4353-aaa6-e799c4cb1429 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405963
Nov 06 20:55:24.159963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd490a7-c9fa-4c96-b1c1-b814d76e799c req-d4ddb6ae-8a29-4885-8804-4b0706eb756a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:24.161542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dfd490a7-c9fa-4c96-b1c1-b814d76e799c req-d4ddb6ae-8a29-4885-8804-4b0706eb756a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 946 time: 0.0636213
Nov 06 20:55:24.169892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-36242789'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:24.212354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:24.215967 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.229084 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.251878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dfd490a7-c9fa-4c96-b1c1-b814d76e799c req-256ec967-85e3-4fe5-b13f-58e95145d942 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771523
Nov 06 20:55:24.332158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.338089 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.388709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:24.421702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b260a59-f7b6-4d63-817f-f39d55ae684a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:24.438334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.438738 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment a483ed78-ec5b-4e7f-810f-02c6d71a60a1 of type vlan for network 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d
Nov 06 20:55:24.539760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd810d1-a36e-4938-9192-ac4de18fe7c0 req-d9c6ed33-e748-40bb-b94a-b4c42b5cb372 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:24.541654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4dd810d1-a36e-4938-9192-ac4de18fe7c0 req-d9c6ed33-e748-40bb-b94a-b4c42b5cb372 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1814950
Nov 06 20:55:24.560199 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.638119 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97121d-0973-4c64-9baa-5b2950794915 req-3a9b9d9b-5270-4354-b5b1-5c8279595257 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:24.639634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc97121d-0973-4c64-9baa-5b2950794915 req-3a9b9d9b-5270-4354-b5b1-5c8279595257 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 945 time: 0.1699779
Nov 06 20:55:24.651301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-8ce24b20-c7f5-4676-aaab-cc4f139940d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1499820
Nov 06 20:55:24.651893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.657486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:24.658312 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.694067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4dd810d1-a36e-4938-9192-ac4de18fe7c0 req-062528ee-2d9f-4f26-be4c-0da4d9e6206f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340663
Nov 06 20:55:24.703401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:24.806176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:55:24.811524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:24.812629 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.903371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.8900554
Nov 06 20:55:24.906626 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:24.962729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc97121d-0973-4c64-9baa-5b2950794915 req-43096436-ee45-4964-a23e-92c3ca03c274 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2999606
Nov 06 20:55:24.963681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d6d7a-d145-4a38-bc4d-d08acf09e5c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:24.976466 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:24.981263 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.041137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b1dd3-23b9-449b-8218-88a593d41107 req-ef4d4b36-6763-4492-8f1b-14b30ecc25fb tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:25.050989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd2b1dd3-23b9-449b-8218-88a593d41107 req-ef4d4b36-6763-4492-8f1b-14b30ecc25fb tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 945 time: 0.2534454
Nov 06 20:55:25.052094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57456) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:25.057614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-320add75-76bc-4f0f-8bad-8075f9378f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:25.058579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': '32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:25.059477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-320add75-76bc-4f0f-8bad-8075f9378f98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1095 time: 0.3103211
Nov 06 20:55:25.085024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:25.089830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:25.173803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:25.180092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.217467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd2b1dd3-23b9-449b-8218-88a593d41107 req-03350b9b-0301-4b69-8180-d55f5436e338 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611586
Nov 06 20:55:25.277382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-7159951e-dd3b-46fb-bccb-1e39e0d1b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:25.279115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-7159951e-dd3b-46fb-bccb-1e39e0d1b52d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.1805499
Nov 06 20:55:25.386111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-adcef8f6-a46d-4440-bde1-6addec8b2696 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 217 time: 0.0995946
Nov 06 20:55:25.441752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.517890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=c63dcad7-d6ce-493f-9065-a30136be007b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:25.532686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': 'a483ed78-ec5b-4e7f-810f-02c6d71a60a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:25.533385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:25.556330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:25.566163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:25.570980 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2616b312-2321-44a3-9972-34b08dba5f53" -d '{"events": [{"server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "name": "network-vif-plugged", "status": "completed", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:25.571208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:25.577961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:25.579740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.587916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da84c19-4d7b-4a03-8194-a28accd79dc7 None None] Network 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:25.613462 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c657d14-8b97-4f52-9baa-eab1ec0cb643 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.5595546
Nov 06 20:55:25.614508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:25.620557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1259775122'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:25.647865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:25.655651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.710452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:25.729405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.732516 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment bfe11ef8-8bcd-421d-bd07-7cea8f335eb7 of type vlan for network 98ca67b1-80cb-4718-844d-b0c73f394c59
Nov 06 20:55:25.822135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a28d8f-967b-4df2-b4c2-100e96bdefed req-e9d8686a-68a4-4631-a222-5e591e71c381 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:25.830532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54a28d8f-967b-4df2-b4c2-100e96bdefed req-e9d8686a-68a4-4631-a222-5e591e71c381 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.4712045
Nov 06 20:55:25.863442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-e352ade9-7082-4985-95f8-ffe2736ea12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:25.865583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-e352ade9-7082-4985-95f8-ffe2736ea12b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.4713445
Nov 06 20:55:25.870139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.901415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d', 'network_id': '32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': 'c63dcad7-d6ce-493f-9065-a30136be007b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:25.902305 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.912642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.925605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:25.926448 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:25.950990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-4daf3dbb-ef55-4d0f-9d0f-12f69518c961 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0679095
Nov 06 20:55:26.002302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5adf9-2d8b-41c6-90b4-27e0e38b310f req-d9080233-f74b-41e2-9079-d9b339047902 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:26.017817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fb5adf9-2d8b-41c6-90b4-27e0e38b310f req-d9080233-f74b-41e2-9079-d9b339047902 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 946 time: 0.5367498
Nov 06 20:55:26.072673 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4562738
Nov 06 20:55:26.077056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57470) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:26.082755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': '98ca67b1-80cb-4718-844d-b0c73f394c59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:26.168811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54a28d8f-967b-4df2-b4c2-100e96bdefed req-3c075a1d-4127-4434-8b0c-f36674bfa82d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3371546
Nov 06 20:55:26.198559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a4fa9-de7d-49c5-8b58-b08a655f0366 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=98ca67b1-80cb-4718-844d-b0c73f394c59,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:26.206101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Allocated IP 172.20.255.242 (32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d/c63dcad7-d6ce-493f-9065-a30136be007b/7d6c9ea6-7936-4de8-bb76-6788978a8129) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:26.267395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fb5adf9-2d8b-41c6-90b4-27e0e38b310f req-53262c1d-3c79-479a-8b22-4f53f1519f70 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485926
Nov 06 20:55:26.293972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:26.298347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:26.338578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-4cd6c250-cc3b-460d-b459-f7b9230ede68 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3745074
Nov 06 20:55:26.467340 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8d0f0f-2c1c-4035-a739-f10191cc2623 x-openstack-request-id: req-1f8d0f0f-2c1c-4035-a739-f10191cc2623 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:26.467340 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "name": "network-vif-plugged", "status": "completed", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:26.467340 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f8d0f0f-2c1c-4035-a739-f10191cc2623 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:26.467831 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'code': 200}
Nov 06 20:55:26.470865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 98ca67b1-80cb-4718-844d-b0c73f394c59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:26.510742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c25c39-cad5-4ee0-bea2-95d94cb47dff req-800ea4f3-c8f2-40c5-b808-fecc393178c8 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:26.518568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12c25c39-cad5-4ee0-bea2-95d94cb47dff req-800ea4f3-c8f2-40c5-b808-fecc393178c8 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 945 time: 0.2258978
Nov 06 20:55:26.575633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609a165-9bd1-403f-9a9a-040fcaa866f6 req-7d86bd04-1de5-453f-9ca7-32459c359e6b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:26.583403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a609a165-9bd1-403f-9a9a-040fcaa866f6 req-7d86bd04-1de5-453f-9ca7-32459c359e6b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1410813
Nov 06 20:55:26.599778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9419d668-4491-47cf-b8a8-3e0226bbe253 req-ce1e56f2-7bc4-4e3a-bcc5-e2c1df8cdbd8 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2527690
Nov 06 20:55:26.633882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b37b-04f9-4d28-9993-2ffd3a566552 req-48707639-69fd-4c9c-9043-1866e51d8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:26.635459 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c7c5b37b-04f9-4d28-9993-2ffd3a566552 req-48707639-69fd-4c9c-9043-1866e51d8037 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 1097 time: 0.1585886
Nov 06 20:55:26.649472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12c25c39-cad5-4ee0-bea2-95d94cb47dff req-d137bae1-3016-4303-9103-8274fedd8ef1 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296155
Nov 06 20:55:26.676205 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:26.700072 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:26.715389 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c7c5b37b-04f9-4d28-9993-2ffd3a566552 req-7b11e2e3-443d-4cdd-a457-966a6b3016b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709383
Nov 06 20:55:26.726397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a609a165-9bd1-403f-9a9a-040fcaa866f6 req-24bcfb77-7ea4-41cb-b8fb-aab981aca1c1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377857
Nov 06 20:55:26.769140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Network 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:26.773367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:26.776902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:26.813961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Pushing event updated for resources: {'Port': ['ID=7d6c9ea6-7936-4de8-bb76-6788978a8129,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:26.840013 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:26.904725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaef4e-9de7-4e4b-835a-7f5ad3ab3f8b req-edbf2837-72ec-4275-a4e5-be81005fff3d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:26.907479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cdaef4e-9de7-4e4b-835a-7f5ad3ab3f8b req-edbf2837-72ec-4275-a4e5-be81005fff3d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 946 time: 0.0885205
Nov 06 20:55:26.963104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '98ca67b1-80cb-4718-844d-b0c73f394c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:26.963468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: 98ca67b1-80cb-4718-844d-b0c73f394c59, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:26.999789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 98ca67b1-80cb-4718-844d-b0c73f394c59 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:27.008080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=70f64b21-34ac-4305-985a-9aebd6608bdf,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:27.021286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98ca67b1-80cb-4718-844d-b0c73f394c59) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:27.038062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:27.038670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.043294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cdaef4e-9de7-4e4b-835a-7f5ad3ab3f8b req-ae228e78-8a34-47cb-87d2-e30adb0214c2 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278634
Nov 06 20:55:27.051069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b8f6d-6964-46ca-858f-7d5c11f05486 None None] Network 98ca67b1-80cb-4718-844d-b0c73f394c59 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:27.074081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57476) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:27.084907 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0c82a507-ccac-40b0-a1e7-8c17ef910948 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.0064387
Nov 06 20:55:27.119831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Attempting to bind port 7d6c9ea6-7936-4de8-bb76-6788978a8129 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:27.120606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Attempting to bind port 7d6c9ea6-7936-4de8-bb76-6788978a8129 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a483ed78-ec5b-4e7f-810f-02c6d71a60a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:27.121206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Attempting to bind port 7d6c9ea6-7936-4de8-bb76-6788978a8129 on network 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:27.128348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:27.129118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Checking segment: {'id': 'a483ed78-ec5b-4e7f-810f-02c6d71a60a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:27.129736 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.130928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Bound using segment: {'id': 'a483ed78-ec5b-4e7f-810f-02c6d71a60a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:27.131762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Bound port: 7d6c9ea6-7936-4de8-bb76-6788978a8129, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a483ed78-ec5b-4e7f-810f-02c6d71a60a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:27.132523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.212574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.259435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] For port 7d6c9ea6-7936-4de8-bb76-6788978a8129, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:27.266360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] For port 7d6c9ea6-7936-4de8-bb76-6788978a8129, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d6c9ea6-7936-4de8-bb76-6788978a8129,segment=NetworkSegment(a483ed78-ec5b-4e7f-810f-02c6d71a60a1),segment_id=a483ed78-ec5b-4e7f-810f-02c6d71a60a1)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:27.291167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.324972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-98ca67b1-80cb-4718-844d-b0c73f394c59', 'network_id': '98ca67b1-80cb-4718-844d-b0c73f394c59', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': '70f64b21-34ac-4305-985a-9aebd6608bdf'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:27.325808 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.397887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.410210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf0ae1-af82-4efc-b220-430f41ee1bd9 None None] Pushing event updated for resources: {'Port': ['ID=7d6c9ea6-7936-4de8-bb76-6788978a8129,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:27.535836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7309-55f9-4d60-9e5b-397e1b1b9ea7 req-e41c2643-e673-4c3c-9f1e-2cf277ce1d19 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:27.545041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e6e7309-55f9-4d60-9e5b-397e1b1b9ea7 req-e41c2643-e673-4c3c-9f1e-2cf277ce1d19 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.2335570
Nov 06 20:55:27.565348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Allocated IP 172.20.0.2 (98ca67b1-80cb-4718-844d-b0c73f394c59/70f64b21-34ac-4305-985a-9aebd6608bdf/4bf0c326-8cc2-4189-8761-2caf404bb679) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:27.611594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839b7b1-954e-472b-93d9-9cb943fd3373 req-e7964149-04d9-494b-b475-c9bf9f8178c9 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:27.620054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a839b7b1-954e-472b-93d9-9cb943fd3373 req-e7964149-04d9-494b-b475-c9bf9f8178c9 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 946 time: 0.2163873
Nov 06 20:55:27.680956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e6e7309-55f9-4d60-9e5b-397e1b1b9ea7 req-41f6176f-1709-437c-a9a2-70c3e294f303 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342771
Nov 06 20:55:27.731812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a839b7b1-954e-472b-93d9-9cb943fd3373 req-e6752b3f-f98b-45a4-94e4-cd1b08629f0d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108172
Nov 06 20:55:27.862730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.888963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb84f72-adb8-491d-ac6c-a7716235828e req-d73ecffc-6acd-40c1-a5b8-3a5d956a197c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:27.889459 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.897139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-acb84f72-adb8-491d-ac6c-a7716235828e req-d73ecffc-6acd-40c1-a5b8-3a5d956a197c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 945 time: 0.1119831
Nov 06 20:55:27.953895 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:27.965392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Pushing event updated for resources: {'Port': ['ID=4bf0c326-8cc2-4189-8761-2caf404bb679,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:27.978320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Network 98ca67b1-80cb-4718-844d-b0c73f394c59 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:27.980846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:27.983572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:27.998405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea02d44-a532-4502-a2ee-47bfd3a55c5d req-46ee2bfc-8768-4697-8d75-62f02d100de1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:27.999934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cea02d44-a532-4502-a2ee-47bfd3a55c5d req-46ee2bfc-8768-4697-8d75-62f02d100de1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1608105
Nov 06 20:55:28.008248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=70f64b21-34ac-4305-985a-9aebd6608bdf,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:28.056753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-acb84f72-adb8-491d-ac6c-a7716235828e req-db13a4aa-3c6f-46dd-9373-bb8535cce623 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477046
Nov 06 20:55:28.074428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Attempting to bind port 4bf0c326-8cc2-4189-8761-2caf404bb679 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:28.075002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Attempting to bind port 4bf0c326-8cc2-4189-8761-2caf404bb679 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '98ca67b1-80cb-4718-844d-b0c73f394c59'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:28.075137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Attempting to bind port 4bf0c326-8cc2-4189-8761-2caf404bb679 on network 98ca67b1-80cb-4718-844d-b0c73f394c59 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:28.084689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:28.085341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Checking segment: {'id': 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '98ca67b1-80cb-4718-844d-b0c73f394c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:28.085750 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:28.086166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Bound using segment: {'id': 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '98ca67b1-80cb-4718-844d-b0c73f394c59'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:28.086666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Bound port: 4bf0c326-8cc2-4189-8761-2caf404bb679, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '98ca67b1-80cb-4718-844d-b0c73f394c59'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:28.087052 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:28.195043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] For port 4bf0c326-8cc2-4189-8761-2caf404bb679, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:28.199472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] For port 4bf0c326-8cc2-4189-8761-2caf404bb679, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4bf0c326-8cc2-4189-8761-2caf404bb679,segment=NetworkSegment(bfe11ef8-8bcd-421d-bd07-7cea8f335eb7),segment_id=bfe11ef8-8bcd-421d-bd07-7cea8f335eb7)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:28.221674 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:28.231053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:28.260671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86d2ef-1e1e-4862-8fde-63d3297cacf3 req-2e5cdae9-5e17-4757-90d6-4a926b5bd52d tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:28.273109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a86d2ef-1e1e-4862-8fde-63d3297cacf3 req-2e5cdae9-5e17-4757-90d6-4a926b5bd52d tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1097 time: 0.1295354
Nov 06 20:55:28.323398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cea02d44-a532-4502-a2ee-47bfd3a55c5d req-b053634b-41f4-4ac5-a78e-8c7cdd4ab5a1 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730644
Nov 06 20:55:28.436340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbced78c-edde-47d8-a899-19b8d3c4cb6d None None] Network 98ca67b1-80cb-4718-844d-b0c73f394c59 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:28.498210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255310910>,) {'filters': {'network_id': ['98ca67b1-80cb-4718-844d-b0c73f394c59']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:28.538501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255310910>, 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:28.538807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255310910>, 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:28.558513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c260-ce9f-4bcd-a0d6-65ce62fb2be8 None None] Pushing event updated for resources: {'Port': ['ID=4bf0c326-8cc2-4189-8761-2caf404bb679,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:28.573393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:28.604400 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:28.611810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:28.612397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:28.657050 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:28.737144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a86d2ef-1e1e-4862-8fde-63d3297cacf3 req-f078598b-c2c5-4287-896f-a38bc9a2ef91 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3805556
Nov 06 20:55:28.744841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.api [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 06 20:55:28.744841 ncdv-master-1 neutron-server[119333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 06 20:55:28.744841 ncdv-master-1 neutron-server[119333]: [parameters: {'id': '98ca67b1-80cb-4718-844d-b0c73f394c59'}]
Nov 06 20:55:28.744841 ncdv-master-1 neutron-server[119333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:55:28.745342 ncdv-master-1 neutron-server[119333]: DEBUG oslo_db.api [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:55:28.760988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f884bd-ee80-444b-81fe-6b492901db57 req-48f76a67-f165-4aae-a228-118adee94ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:28.768517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45f884bd-ee80-444b-81fe-6b492901db57 req-48f76a67-f165-4aae-a228-118adee94ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 946 time: 0.1103957
Nov 06 20:55:28.853112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45f884bd-ee80-444b-81fe-6b492901db57 req-7f0f87df-9c11-4e52-bbc7-fe5189624844 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836916
Nov 06 20:55:28.999021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdcf45a-202c-4cab-9212-52828d8628b4 None None] Network 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:29.121258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644dde-7080-45bf-9bfd-b5d17d348f94 req-bdc985da-8da2-4c58-8c46-6c39c8c5024c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:29.131392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c644dde-7080-45bf-9bfd-b5d17d348f94 req-bdc985da-8da2-4c58-8c46-6c39c8c5024c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.0705655
Nov 06 20:55:29.132786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d5c100af-fbad-4fe4-8da0-4689583f8e5c None None] Provisioning complete for port 7d6c9ea6-7936-4de8-bb76-6788978a8129 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:29.133363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5c100af-fbad-4fe4-8da0-4689583f8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.205532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c644dde-7080-45bf-9bfd-b5d17d348f94 req-832bb5f8-f9ba-445e-8252-5a6d01f0c0ca tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702894
Nov 06 20:55:29.256955 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.334321 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5c100af-fbad-4fe4-8da0-4689583f8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.426192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d5c100af-fbad-4fe4-8da0-4689583f8e5c None None] For port 7d6c9ea6-7936-4de8-bb76-6788978a8129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d6c9ea6-7936-4de8-bb76-6788978a8129,segment=NetworkSegment(a483ed78-ec5b-4e7f-810f-02c6d71a60a1),segment_id=a483ed78-ec5b-4e7f-810f-02c6d71a60a1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:29.434424 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5c100af-fbad-4fe4-8da0-4689583f8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.517907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c100af-fbad-4fe4-8da0-4689583f8e5c None None] Pushing event updated for resources: {'Port': ['ID=7d6c9ea6-7936-4de8-bb76-6788978a8129,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:29.590145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685ca9-8989-4d1b-95e5-74156779a8a3 req-4ca7a41d-b3bc-4ac9-a289-c09bf40be833 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:29.600885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f685ca9-8989-4d1b-95e5-74156779a8a3 req-4ca7a41d-b3bc-4ac9-a289-c09bf40be833 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1097 time: 0.2627490
Nov 06 20:55:29.613926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e4e85-23fe-4c1f-81e7-0f1f2541f8ce None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 20:55:29.638385 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-efc70351-8c0c-4c78-8342-051fe7d1983e tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 258 time: 0.4085791
Nov 06 20:55:29.644877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:29.712855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting port 4bf0c326-8cc2-4189-8761-2caf404bb679 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:29.713994 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.751077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dac37a-cdc8-4060-87e9-c09a5d0506ac req-47b6843d-c2e5-49b8-aced-be0b763d6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:29.752042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7d6c9ea6-7936-4de8-bb76-6788978a8129 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:29.758255 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2dac37a-cdc8-4060-87e9-c09a5d0506ac req-47b6843d-c2e5-49b8-aced-be0b763d6e8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1096 time: 0.0982215
Nov 06 20:55:29.767897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-101bd6bb-eb31-48ed-a53d-67ac2571ccac None None] Provisioning complete for port 7d6c9ea6-7936-4de8-bb76-6788978a8129 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:29.768363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-101bd6bb-eb31-48ed-a53d-67ac2571ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.807440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f685ca9-8989-4d1b-95e5-74156779a8a3 req-fe5cfadc-682e-4fc2-a0bf-98b2f07b8cb8 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055824
Nov 06 20:55:29.810889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.826894 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2dac37a-cdc8-4060-87e9-c09a5d0506ac req-58b2e321-3c13-450d-b5db-0a1312723164 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572767
Nov 06 20:55:29.960959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] For port 4bf0c326-8cc2-4189-8761-2caf404bb679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4bf0c326-8cc2-4189-8761-2caf404bb679,segment=NetworkSegment(bfe11ef8-8bcd-421d-bd07-7cea8f335eb7),segment_id=bfe11ef8-8bcd-421d-bd07-7cea8f335eb7)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:29.961328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.966492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7d6c9ea6-7936-4de8-bb76-6788978a8129 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:29.966932 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:29.988626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Calling delete_port for 4bf0c326-8cc2-4189-8761-2caf404bb679 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:29.997009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466e4e85-23fe-4c1f-81e7-0f1f2541f8ce None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 20:55:30.135569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99fbad-cb2a-4dd2-b929-12e8f6fb200c req-6f370dd6-9e1b-4579-8a1f-40fd3bce6a60 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:30.144243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e99fbad-cb2a-4dd2-b929-12e8f6fb200c req-6f370dd6-9e1b-4579-8a1f-40fd3bce6a60 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1412835
Nov 06 20:55:30.211983 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.271787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e99fbad-cb2a-4dd2-b929-12e8f6fb200c req-cb53ba35-66a2-44b0-9dfa-c2882053479b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214139
Nov 06 20:55:30.274963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Port': ['ID=4bf0c326-8cc2-4189-8761-2caf404bb679,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:30.282068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No DVR routers for this DVR port 4bf0c326-8cc2-4189-8761-2caf404bb679 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:30.291105 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.423830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Allocated IP 172.35.0.177 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/860eff6a-cd02-4ec6-99b7-bd38f8033698) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:30.580650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.642224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fffba90>,) {'filters': {'network_id': ['98ca67b1-80cb-4718-844d-b0c73f394c59']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:30.661205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fffba90>, 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:30.662093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fffba90>, 'bfe11ef8-8bcd-421d-bd07-7cea8f335eb7') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:30.685036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.717772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c6c38-9007-44f3-80ef-e635241b372a req-1e9015eb-0525-435e-a927-4daf3e4610b4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:30.719141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d5c6c38-9007-44f3-80ef-e635241b372a req-1e9015eb-0525-435e-a927-4daf3e4610b4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.1343360
Nov 06 20:55:30.722162 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.729629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.750809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:30.751206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:30.754343 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:30.850129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d5c6c38-9007-44f3-80ef-e635241b372a req-fe1b0970-5563-45f5-ae8c-b4899c00265a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229072
Nov 06 20:55:30.857371 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.869399 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.869399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/98ca67b1-80cb-4718-844d-b0c73f394c59 HTTP/1.1" status: 204  len: 168 time: 3.7902830
Nov 06 20:55:30.870913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57538) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:30.871970 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.876701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-571540967'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:30.896924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2f2dc-09bc-4e99-ab9e-78f8c5649e02 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=98ca67b1-80cb-4718-844d-b0c73f394c59,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:30.915617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:30.920780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.954124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:30.968097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:30.969146 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment 94f85efb-cdbb-4fac-91cd-3bb60d451247 of type vlan for network b5b7f5af-6432-4290-a983-d465c102ad55
Nov 06 20:55:30.996757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:31.003195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:31.009002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:31.038427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Pushing event updated for resources: {'Port': ['ID=860eff6a-cd02-4ec6-99b7-bd38f8033698,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:31.047088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.097248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.108387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:31.109139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.182144 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3100049
Nov 06 20:55:31.185700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57552) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:31.190645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': 'b5b7f5af-6432-4290-a983-d465c102ad55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:31.192739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.238815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=b5b7f5af-6432-4290-a983-d465c102ad55,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:31.258199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.258544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.259324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.259465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.259768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.260237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.260932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.260932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.261232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.261656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.262093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.262459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb0e0-fd73-499e-8279-8306e2dd20cf tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:31.267073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.277860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network b5b7f5af-6432-4290-a983-d465c102ad55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:31.305355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f776f8-cadd-4123-b60f-14fb6a6d5078 req-ddc83724-b3d2-4986-b364-8b54143c318a tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:31.313778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39f776f8-cadd-4123-b60f-14fb6a6d5078 req-ddc83724-b3d2-4986-b364-8b54143c318a tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1097 time: 0.1058650
Nov 06 20:55:31.328836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:31.336464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.446670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39f776f8-cadd-4123-b60f-14fb6a6d5078 req-2775f05f-f4a8-4e3e-aa8d-95ac012c16e8 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262159
Nov 06 20:55:31.458217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing IP validity checks on allocation pools {{(pid=119334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 06 20:55:31.459940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 06 20:55:31.611352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.626198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2007e-1403-45d0-9539-2a0c41d31ffe req-8d6d7615-2ce5-4892-b984-ac65c23ed529 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:31.627276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cc2007e-1403-45d0-9539-2a0c41d31ffe req-8d6d7615-2ce5-4892-b984-ac65c23ed529 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0735002
Nov 06 20:55:31.628094 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.668123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.746782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Pushing event updated for resources: {'Port': ['ID=860eff6a-cd02-4ec6-99b7-bd38f8033698,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:31.757491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cc2007e-1403-45d0-9539-2a0c41d31ffe req-92053b55-25d4-4247-a2ab-959f87d8b84e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222947
Nov 06 20:55:31.760820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.769565 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=0d95a2e6-155d-4c99-b405-a45cea8570ad,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:31.780767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': '94f85efb-cdbb-4fac-91cd-3bb60d451247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b5b7f5af-6432-4290-a983-d465c102ad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:31.780767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: b5b7f5af-6432-4290-a983-d465c102ad55, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:31.813862 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.818433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network b5b7f5af-6432-4290-a983-d465c102ad55 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:31.827862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-f1334c42-d7fa-4864-9bd3-58889642c17d tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1882203
Nov 06 20:55:31.845489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5b7f5af-6432-4290-a983-d465c102ad55) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:31.854305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61864db-31a5-46f3-a823-958c51ad1170 None None] Network b5b7f5af-6432-4290-a983-d465c102ad55 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:31.890250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:31.891643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:31.949053 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fbd09e24-88c7-4d72-8515-56f28188ec50 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.7616088
Nov 06 20:55:31.951427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57562) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:32.051721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5b7f5af-6432-4290-a983-d465c102ad55', 'network_id': 'b5b7f5af-6432-4290-a983-d465c102ad55', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': '0d95a2e6-155d-4c99-b405-a45cea8570ad'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:32.053423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.078347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-217853e5-10ac-4c14-ada8-4eae242e5333 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.177 HTTP/1.1" status: 200  len: 696 time: 0.2477105
Nov 06 20:55:32.156900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.224723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Allocated IP 172.20.0.3 (b5b7f5af-6432-4290-a983-d465c102ad55/0d95a2e6-155d-4c99-b405-a45cea8570ad/a1f8cca5-83b6-49fe-8ffb-34f9db918828) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:32.289164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.450808 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.462891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.488909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.516934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74464ff4-6bf1-47d0-87cc-4566ac23d898 req-b1c9e932-31b7-4bbb-bf5a-3dce4f34ea4e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:32.525082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74464ff4-6bf1-47d0-87cc-4566ac23d898 req-b1c9e932-31b7-4bbb-bf5a-3dce4f34ea4e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.4558764
Nov 06 20:55:32.528429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Network b5b7f5af-6432-4290-a983-d465c102ad55 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:32.529622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Pushing event updated for resources: {'Port': ['ID=a1f8cca5-83b6-49fe-8ffb-34f9db918828,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:32.532318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:32.537222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:32.620790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74464ff4-6bf1-47d0-87cc-4566ac23d898 req-29d06938-7bf3-45bb-89cf-399806a96352 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899127
Nov 06 20:55:32.635591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=0d95a2e6-155d-4c99-b405-a45cea8570ad,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:32.637831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-b4c8314d-1a86-489d-a23d-5a39330b4981 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:32.639292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5719116-57d7-4c79-963c-c8dcb6177e39 req-b4c8314d-1a86-489d-a23d-5a39330b4981 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.5158410
Nov 06 20:55:32.651008 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.662564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Attempting to bind port a1f8cca5-83b6-49fe-8ffb-34f9db918828 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:32.662936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Attempting to bind port a1f8cca5-83b6-49fe-8ffb-34f9db918828 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '94f85efb-cdbb-4fac-91cd-3bb60d451247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b5b7f5af-6432-4290-a983-d465c102ad55'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:32.663429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Attempting to bind port a1f8cca5-83b6-49fe-8ffb-34f9db918828 on network b5b7f5af-6432-4290-a983-d465c102ad55 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:32.670432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:32.670881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Checking segment: {'id': '94f85efb-cdbb-4fac-91cd-3bb60d451247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b5b7f5af-6432-4290-a983-d465c102ad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:32.671900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.672337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Bound using segment: {'id': '94f85efb-cdbb-4fac-91cd-3bb60d451247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b5b7f5af-6432-4290-a983-d465c102ad55'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:32.672796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Bound port: a1f8cca5-83b6-49fe-8ffb-34f9db918828, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f85efb-cdbb-4fac-91cd-3bb60d451247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b5b7f5af-6432-4290-a983-d465c102ad55'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:32.673164 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.676699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92548675b0>,) {'filters': {'network_id': ['b5b7f5af-6432-4290-a983-d465c102ad55']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:32.694394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92548675b0>, '94f85efb-cdbb-4fac-91cd-3bb60d451247') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:32.694810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92548675b0>, '94f85efb-cdbb-4fac-91cd-3bb60d451247') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:32.720002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.743589 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.757156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e2aa14a3-a87c-41ea-b3d8-7324c7216df6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:55:32.767774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:32.768578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:32.799493 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:32.803267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] For port a1f8cca5-83b6-49fe-8ffb-34f9db918828, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:32.885018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.db.api [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 06 20:55:32.885018 ncdv-master-1 neutron-server[119334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 06 20:55:32.885018 ncdv-master-1 neutron-server[119334]: [parameters: {'id': 'b5b7f5af-6432-4290-a983-d465c102ad55'}]
Nov 06 20:55:32.885018 ncdv-master-1 neutron-server[119334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:55:32.887962 ncdv-master-1 neutron-server[119334]: DEBUG oslo_db.api [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:55:32.911005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:32.919255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-07988d9a-a51f-43e0-872e-b21f3fa0c0f7 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:32.921578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-07988d9a-a51f-43e0-872e-b21f3fa0c0f7 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1407723
Nov 06 20:55:32.927623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd688f-82aa-4f99-a026-1481228279f2 req-0cbf9d46-2ba2-4184-9925-811191a19889 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:32.927851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28cd688f-82aa-4f99-a026-1481228279f2 req-0cbf9d46-2ba2-4184-9925-811191a19889 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1097 time: 0.1957755
Nov 06 20:55:32.927970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'port_id': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'mac_address': 'fa:16:3e:4a:36:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d76b1-c186-447e-bf02-a2f54bded116', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:55:32.939403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] For port a1f8cca5-83b6-49fe-8ffb-34f9db918828, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1f8cca5-83b6-49fe-8ffb-34f9db918828,segment=NetworkSegment(94f85efb-cdbb-4fac-91cd-3bb60d451247),segment_id=94f85efb-cdbb-4fac-91cd-3bb60d451247)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:32.964822 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:32.992614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-46ab4793-ae7f-45d6-9ff5-aeca1bd17d5b tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.177 HTTP/1.1" status: 200  len: 696 time: 0.0635300
Nov 06 20:55:33.015568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Request body: {'floatingip': {'port_id': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'fixed_ip_address': '172.20.0.11'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:33.059801 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:33.060090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28cd688f-82aa-4f99-a026-1481228279f2 req-c302cf9c-c8c9-4cc8-b2ec-76c02c60f5e2 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217484
Nov 06 20:55:33.066823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:33.071924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff5d89-57ea-4650-b305-d35a2dcb5836 None None] Pushing event updated for resources: {'Port': ['ID=a1f8cca5-83b6-49fe-8ffb-34f9db918828,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:33.082835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2aa14a3-a87c-41ea-b3d8-7324c7216df6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:33.102128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b2b2f-99fe-4ab4-a28a-cf6d9fd3b84f None None] Network b5b7f5af-6432-4290-a983-d465c102ad55 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:33.166139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:33.177103 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:33.253736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e80b2-91ff-4d16-ab94-1fadfae53b9e req-60c52cc1-dfca-491d-91fd-9cba8f58b9e7 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:33.255531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-389e80b2-91ff-4d16-ab94-1fadfae53b9e req-60c52cc1-dfca-491d-91fd-9cba8f58b9e7 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1009586
Nov 06 20:55:33.282266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:33.309045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e78e68-0db1-491d-a460-66eb15f9ce1d None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 20:55:33.355741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e2aa14a3-a87c-41ea-b3d8-7324c7216df6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:55:33.389580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:33.399745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-389e80b2-91ff-4d16-ab94-1fadfae53b9e req-d5c2c450-b860-4d92-a293-be996756fd4f tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097081
Nov 06 20:55:33.525377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting port a1f8cca5-83b6-49fe-8ffb-34f9db918828 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:33.525723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:33.534707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e78e68-0db1-491d-a460-66eb15f9ce1d None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 20:55:33.630985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] For port a1f8cca5-83b6-49fe-8ffb-34f9db918828, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1f8cca5-83b6-49fe-8ffb-34f9db918828,segment=NetworkSegment(94f85efb-cdbb-4fac-91cd-3bb60d451247),segment_id=94f85efb-cdbb-4fac-91cd-3bb60d451247)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:33.631354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:33.658490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Calling delete_port for a1f8cca5-83b6-49fe-8ffb-34f9db918828 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:33.778220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:33.866696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Port': ['ID=a1f8cca5-83b6-49fe-8ffb-34f9db918828,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:33.868571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No DVR routers for this DVR port a1f8cca5-83b6-49fe-8ffb-34f9db918828 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:33.977486 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.000743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254d57760>,) {'filters': {'network_id': ['b5b7f5af-6432-4290-a983-d465c102ad55']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:34.014201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d57760>, '94f85efb-cdbb-4fac-91cd-3bb60d451247') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:34.014544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d57760>, '94f85efb-cdbb-4fac-91cd-3bb60d451247') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:34.034485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.064882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.077092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:34.077724 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:34.082146 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:34.152432 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.158236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.162356 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/b5b7f5af-6432-4290-a983-d465c102ad55 HTTP/1.1" status: 204  len: 168 time: 2.2072017
Nov 06 20:55:34.164905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.166010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57596) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:34.171189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1433152882'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:34.176729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.184655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d11a5-30ff-4688-9d40-7cc49a5d98d3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=b5b7f5af-6432-4290-a983-d465c102ad55,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:34.260218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:34.263896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.346043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:34.358080 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Floating IP 10ef1a46-8fc8-4585-914a-703cd4ec2713 associated. External IP: 172.35.0.177, port: c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37.
Nov 06 20:55:34.363494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.363715 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment 4d046da3-7507-4399-9517-a7fe2a3b7f76 of type vlan for network 0bf5aabf-f096-4fd8-b9b5-d886f1383505
Nov 06 20:55:34.507894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.550314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.559382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:34.560256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.674815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5077012
Nov 06 20:55:34.675014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57620) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:34.684046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44455c28-92b6-4d48-8262-cef7d250649d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=0bf5aabf-f096-4fd8-b9b5-d886f1383505,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:34.685469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': '0bf5aabf-f096-4fd8-b9b5-d886f1383505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:34.700082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0bf5aabf-f096-4fd8-b9b5-d886f1383505 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:34.774553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Router dbbc8656-1e1e-4655-9c56-d853e169ae50 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:55:34.824725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e2aa14a3-a87c-41ea-b3d8-7324c7216df6 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:34.914474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:34.918563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:34.923830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:34.929223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.002056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:55:35.007268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.024395 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] Sync routers for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:55:35.049308 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:35.053039 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a0f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:35.058723 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.065265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-4d07d268-dc15-40d1-9dd5-d6a436c9c3eb tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:55:35.066750 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-4d07d268-dc15-40d1-9dd5-d6a436c9c3eb tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0119178
Nov 06 20:55:35.071031 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-89392dad-e8ad-49d8-be70-fe40ed49f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "PUT /v2.0/floatingips/10ef1a46-8fc8-4585-914a-703cd4ec2713 HTTP/1.1" status: 200  len: 997 time: 2.0671437
Nov 06 20:55:35.071515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:35.073793 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:35.140600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:35.141658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:35.144125 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3447402d-b7ee-48a0-bdea-85cb78515561" -d '{"events": [{"server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:35.153353 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.167063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-3ea6ae23-836f-4e6c-882b-23ec83ca33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:35.169280 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-3ea6ae23-836f-4e6c-882b-23ec83ca33db service neutron] 10.222.0.13 "GET /v2.0/ports/42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 1094 time: 0.0771277
Nov 06 20:55:35.188092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-ababd022-3c9b-41ac-aabe-4b268ee9cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:35.190408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-ababd022-3c9b-41ac-aabe-4b268ee9cf3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1824b1585947c2ad050b80ae52d273&device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 1097 time: 0.0984714
Nov 06 20:55:35.191595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:35.192494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:55:35.211834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:35.252765 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:55:35.313838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-97170de4-f185-4731-85a9-6e5e4cf4b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:35.315407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-97170de4-f185-4731-85a9-6e5e4cf4b9f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=236e0dda-9020-42e2-aa5c-87655d068d49 HTTP/1.1" status: 200  len: 930 time: 0.1172757
Nov 06 20:55:35.358218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.407511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-45c3e1ae-db88-4b9f-ad30-d6ea52bd08cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 200  len: 1000 time: 0.0858414
Nov 06 20:55:35.450450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=0d2f8635-1465-4c5b-bb61-d9ac40b243ef,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:35.491749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on host nch1-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:35.491749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:35.492153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:35.497989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': '4d046da3-7507-4399-9517-a7fe2a3b7f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0bf5aabf-f096-4fd8-b9b5-d886f1383505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:35.498737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: 0bf5aabf-f096-4fd8-b9b5-d886f1383505, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:35.504949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:55:35.504949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:35.514338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:35.514874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:35.515281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:35.515900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Bound port: 42df9c2c-9b18-42f4-91c3-d59e5082f301, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:35.537232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-4f8e8614-172f-4d5d-a5d9-80a7d3936723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:35.550022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-4f8e8614-172f-4d5d-a5d9-80a7d3936723 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ef52c13-f516-40bd-a684-e7338755b472 HTTP/1.1" status: 200  len: 868 time: 0.1348693
Nov 06 20:55:35.613813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:35.619447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-1e303246-3f0c-4b16-a23b-cf6d70cca8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:35.621009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-1e303246-3f0c-4b16-a23b-cf6d70cca8d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=236e0dda-9020-42e2-aa5c-87655d068d49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0702145
Nov 06 20:55:35.626218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.627579 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-d2a65364-c696-463e-9d5f-23f458cb3036 service neutron] 10.222.0.13 "POST /v2.0/ports/42df9c2c-9b18-42f4-91c3-d59e5082f301/bindings HTTP/1.1" status: 201  len: 389 time: 0.4512854
Nov 06 20:55:35.628888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 0bf5aabf-f096-4fd8-b9b5-d886f1383505 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:35.633421 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a0f700>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '10ef1a46-8fc8-4585-914a-703cd4ec2713', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'floating_ip_address': '172.35.0.177', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'port_id': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'mac_address': 'fa:16:3e:f0:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:55:31Z', 'updated_at': '2021-11-06T20:55:33Z', 'revision_number': 1, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:11Z', 'revision_number': 5, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:35.653951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0bf5aabf-f096-4fd8-b9b5-d886f1383505) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:35.659412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:35.660083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.666286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675554ca-ccc2-4320-8bdf-2787e1f75b8d None None] Network 0bf5aabf-f096-4fd8-b9b5-d886f1383505 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:35.688805 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-28bb52fc-e89f-4f3f-a36b-d9821e0dd248 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0106521
Nov 06 20:55:35.689870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57630) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:35.710546 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] Checking router: dbbc8656-1e1e-4655-9c56-d853e169ae50 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:55:35.735982 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:35.741404 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a0f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:35.887782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-11d0c2ed-ec81-4ffb-afc6-acc849564a5c service neutron] 10.222.0.13 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572401
Nov 06 20:55:35.915621 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.961754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5270c8-63c5-49d0-abbe-8b302ecfeac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0bf5aabf-f096-4fd8-b9b5-d886f1383505', 'network_id': '0bf5aabf-f096-4fd8-b9b5-d886f1383505', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': '0d2f8635-1465-4c5b-bb61-d9ac40b243ef'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:35.963400 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b5270c8-63c5-49d0-abbe-8b302ecfeac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:35.975310 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:55:36.014146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a02090a-be3a-4084-a835-a0b7a76b82f8 req-e6651512-2495-4a1b-b52b-137e72187cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241846
Nov 06 20:55:36.047410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.080822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-a5f54ad9-4793-4014-bed3-0491239e9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:36.082432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-a5f54ad9-4793-4014-bed3-0491239e9d74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1097 time: 0.0674026
Nov 06 20:55:36.248377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.293322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2f8635-1465-4c5b-bb61-d9ac40b243ef,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:36.346693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-7a3ad1bf-a867-4b57-97ae-8dc7cf7257c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:36.348337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-7a3ad1bf-a867-4b57-97ae-8dc7cf7257c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.2547958
Nov 06 20:55:36.379711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.408413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254010130>,) {'filters': {'network_id': ['0bf5aabf-f096-4fd8-b9b5-d886f1383505']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:36.422729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254010130>, '4d046da3-7507-4399-9517-a7fe2a3b7f76') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:36.423153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254010130>, '4d046da3-7507-4399-9517-a7fe2a3b7f76') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:36.437421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.443245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-0b901897-e548-48eb-bef0-76a0edde5d50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 217 time: 0.0586700
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-7b5270c8-63c5-49d0-abbe-8b302ecfeac7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d2f8635-1465-4c5b-bb61-d9ac40b243ef: This subnet is being modified by another concurrent operation.
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 20:55:36.448579 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d2f8635-1465-4c5b-bb61-d9ac40b243ef: This subnet is being modified by another concurrent operation.
Nov 06 20:55:36.453449 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 20:55:36.464979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.480139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:36.480617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:36.483920 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:36.503154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178f234-2d76-4563-a70e-4187586e7df1 req-5d298388-8fbf-4f27-b185-7c2397bd77fe tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:36.515415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c178f234-2d76-4563-a70e-4187586e7df1 req-5d298388-8fbf-4f27-b185-7c2397bd77fe tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.1653707
Nov 06 20:55:36.537620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c6068-7025-479f-996f-d0774afe0a19 None None] Network 0bf5aabf-f096-4fd8-b9b5-d886f1383505 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:36.551958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a0f700>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '10ef1a46-8fc8-4585-914a-703cd4ec2713', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'floating_ip_address': '172.35.0.177', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'port_id': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'mac_address': 'fa:16:3e:f0:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:55:31Z', 'updated_at': '2021-11-06T20:55:33Z', 'revision_number': 1, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:11Z', 'revision_number': 5, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:36.583109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-999c5583-7515-4d96-9f5a-0c1c28ea24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:36.585545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-999c5583-7515-4d96-9f5a-0c1c28ea24b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.1342344
Nov 06 20:55:36.591656 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a6dfc8-d2b3-4a55-81c8-3ff0e4b697b5 None None] The sync data for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 is: [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '10ef1a46-8fc8-4585-914a-703cd4ec2713', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'floating_ip_address': '172.35.0.177', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'port_id': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'mac_address': 'fa:16:3e:f0:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:55:31Z', 'updated_at': '2021-11-06T20:55:33Z', 'revision_number': 1, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:11Z', 'revision_number': 5, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:55:36.631468 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.640452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.643638 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/0bf5aabf-f096-4fd8-b9b5-d886f1383505 HTTP/1.1" status: 204  len: 168 time: 0.9514339
Nov 06 20:55:36.656843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57670) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:36.678797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-189021037'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:36.686529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cff87b-d933-40d0-bb3d-6e7642edae7d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=0bf5aabf-f096-4fd8-b9b5-d886f1383505,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:36.716689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:36.724760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-a2375372-a71e-4c25-8e4a-025fb57f7460 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0972435
Nov 06 20:55:36.725348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.737974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5954bc-ed19-45c2-ba83-1b9ce074975c None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 20:55:36.809131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:36.817754 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6b7a2e-5cb2-4d50-9faa-174b65e17c83 x-openstack-request-id: req-3a6b7a2e-5cb2-4d50-9faa-174b65e17c83 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:36.818797 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:36.819103 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a6b7a2e-5cb2-4d50-9faa-174b65e17c83 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:36.819495 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'code': 200}
Nov 06 20:55:36.860243 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35606a6-2b3b-4218-b359-6ab12c4d33ab x-openstack-request-id: req-c35606a6-2b3b-4218-b359-6ab12c4d33ab {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:36.861129 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:36.861487 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c35606a6-2b3b-4218-b359-6ab12c4d33ab {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:36.861995 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'status': 'completed', 'code': 200}
Nov 06 20:55:36.886232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c178f234-2d76-4563-a70e-4187586e7df1 req-53c133a2-8c56-4f92-a436-dc9433c125e0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3696995
Nov 06 20:55:36.896985 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:36.897338 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment 458219b3-2a30-49c1-918f-46cb12a1dc27 of type vlan for network acde19f0-6557-48b5-84dd-e6edb9b40c20
Nov 06 20:55:36.921905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-a8ecf93c-28d0-4f7d-88bb-5619b407a75a service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853285
Nov 06 20:55:36.926776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5954bc-ed19-45c2-ba83-1b9ce074975c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 20:55:36.986033 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-d8c93910-421c-47a6-b1c7-c391cfadd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:36.987541 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-d8c93910-421c-47a6-b1c7-c391cfadd52a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c1824b1585947c2ad050b80ae52d273&device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 1097 time: 0.1958764
Nov 06 20:55:36.989350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:37.027673 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:37.033312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:37.033903 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:37.049185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d8043e-bfda-4b95-b0ed-1c5a4a10f314 None None] New status for floating IP 10ef1a46-8fc8-4585-914a-703cd4ec2713: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:55:37.126173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=acde19f0-6557-48b5-84dd-e6edb9b40c20,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:37.150483 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-44e1892d-e14d-4614-835c-f7aabb94920b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4768767
Nov 06 20:55:37.163918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57682) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:37.200740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': 'acde19f0-6557-48b5-84dd-e6edb9b40c20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:37.285779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network acde19f0-6557-48b5-84dd-e6edb9b40c20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:37.344915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-8dbabaf2-5368-4ef5-a4e9-c1af04602f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:37.346409 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-8dbabaf2-5368-4ef5-a4e9-c1af04602f00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=236e0dda-9020-42e2-aa5c-87655d068d49 HTTP/1.1" status: 200  len: 930 time: 0.2167628
Nov 06 20:55:37.400815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:37.407666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:37.576007 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-cd09ae1b-482d-4c02-9ec1-862503e94d48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 200  len: 1002 time: 0.1574221
Nov 06 20:55:37.582863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1e25d-fa8a-41d3-8c12-af33040dd7bc req-aaac3c0d-300b-481f-b9ff-d901ccb1807a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:37.591147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e1e25d-fa8a-41d3-8c12-af33040dd7bc req-aaac3c0d-300b-481f-b9ff-d901ccb1807a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 946 time: 0.7038546
Nov 06 20:55:37.637809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-f2b03361-c713-4275-ac84-66ad53cd155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:37.640707 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-f2b03361-c713-4275-ac84-66ad53cd155e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ef52c13-f516-40bd-a684-e7338755b472 HTTP/1.1" status: 200  len: 868 time: 0.0551884
Nov 06 20:55:37.727540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6e1e25d-fa8a-41d3-8c12-af33040dd7bc req-102805c8-2c89-4bea-a0c9-1d55217ffe00 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353254
Nov 06 20:55:37.734634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-c6c0b863-aee4-470c-a589-67b87c372c72 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 258 time: 0.7948942
Nov 06 20:55:37.766793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:37.784268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-d803bc84-9195-4b12-a67f-907c4e490772 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8433726
Nov 06 20:55:37.790234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-837c0d12-5c70-48cd-824c-f7b07420be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:37.792126 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-837c0d12-5c70-48cd-824c-f7b07420be99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=236e0dda-9020-42e2-aa5c-87655d068d49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1413755
Nov 06 20:55:37.834777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:37.916341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:37.998382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=37fc9c5a-b803-488e-8d74-5783d9e00278,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:38.035524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-d580272d-a10e-4e64-9f96-7e896258bf9b tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:38.037162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-d580272d-a10e-4e64-9f96-7e896258bf9b tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.1740322
Nov 06 20:55:38.056675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:38.068392 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-f60ac10d-171f-4575-9c02-a0b3c45ae59b service neutron] 10.222.0.10 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2409842
Nov 06 20:55:38.087710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': '458219b3-2a30-49c1-918f-46cb12a1dc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'acde19f0-6557-48b5-84dd-e6edb9b40c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:38.088419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: acde19f0-6557-48b5-84dd-e6edb9b40c20, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:38.155031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:38.175706 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:38.426963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Allocated IP 172.35.0.4 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/391de69d-eb14-4166-a0ef-0857c9cea911) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:38.434930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:38.529551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db969-655c-4ba4-b75f-1f15404681e1 req-db7247a4-30e1-4548-8b2a-b0ccedb5851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:38.531533 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-128db969-655c-4ba4-b75f-1f15404681e1 req-db7247a4-30e1-4548-8b2a-b0ccedb5851b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046b2d11820348118cbe7a156018a1a5&device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 1096 time: 0.5047398
Nov 06 20:55:38.557300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network acde19f0-6557-48b5-84dd-e6edb9b40c20 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:38.615529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:38.622092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:38.638473 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, acde19f0-6557-48b5-84dd-e6edb9b40c20) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:38.643750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:38.646400 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:38.647877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94256e71-1329-4370-b986-1032614e9336 None None] Network acde19f0-6557-48b5-84dd-e6edb9b40c20 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:38.685696 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca31a8bb-3015-4cfb-9c60-1af7bd84d251 req-a1b29bb1-6102-4867-81ec-d52ac710a525 service neutron] 10.222.0.10 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6078541
Nov 06 20:55:38.718144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57740) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:38.730019 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f1afc4f5-2587-4763-8150-2be594701380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5646031
Nov 06 20:55:38.732754 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:38.766641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db969-655c-4ba4-b75f-1f15404681e1 req-7b37f5ef-1bd5-4271-9e02-6dd3d48d45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:38.770492 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-128db969-655c-4ba4-b75f-1f15404681e1 req-7b37f5ef-1bd5-4271-9e02-6dd3d48d45f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 200  len: 919 time: 0.2289166
Nov 06 20:55:38.834661 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:38.839655 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-128db969-655c-4ba4-b75f-1f15404681e1 req-2ee1c403-a249-409f-92b5-23cf842c3238 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b HTTP/1.1" status: 200  len: 217 time: 0.0570891
Nov 06 20:55:38.898647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-acde19f0-6557-48b5-84dd-e6edb9b40c20', 'network_id': 'acde19f0-6557-48b5-84dd-e6edb9b40c20', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': '37fc9c5a-b803-488e-8d74-5783d9e00278'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:38.900957 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:38.902219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:38.904487 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e660865e-c4bd-43c7-a6fa-05d66bd4ba76" -d '{"events": [{"server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "name": "network-vif-unplugged", "status": "completed", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:38.909488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db969-655c-4ba4-b75f-1f15404681e1 req-37ef6e93-6d1c-421d-b08e-44635bed710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:38.913651 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-128db969-655c-4ba4-b75f-1f15404681e1 req-37ef6e93-6d1c-421d-b08e-44635bed710f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 200  len: 858 time: 0.0646601
Nov 06 20:55:38.950554 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:38.959509 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-128db969-655c-4ba4-b75f-1f15404681e1 req-7c27855f-b27c-4a41-b7e1-decdefba3339 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ea78ef8-e148-4a0b-bb4c-92362a422eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385678
Nov 06 20:55:39.010939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bed58-70c7-4858-80c7-8623a2ec9635 req-28afe8af-86cf-4e0b-8368-d90d79e62ea8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:39.018372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-365bed58-70c7-4858-80c7-8623a2ec9635 req-28afe8af-86cf-4e0b-8368-d90d79e62ea8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.1888614
Nov 06 20:55:39.033930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:39.041020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Pushing event updated for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:39.063845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:39.081028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:39.123198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.124654 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-128db969-655c-4ba4-b75f-1f15404681e1 req-18a9f39e-db57-41cd-86a7-b826ab1bd625 service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506057
Nov 06 20:55:39.142733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Allocated IP 172.20.0.2 (acde19f0-6557-48b5-84dd-e6edb9b40c20/37fc9c5a-b803-488e-8d74-5783d9e00278/98e9f610-d804-4d72-b517-ef991d5578b0) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:39.240186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:39.240779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:39.242518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:39.257433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Pushing event updated for resources: {'Port': ['ID=391de69d-eb14-4166-a0ef-0857c9cea911,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:39.279840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-128db969-655c-4ba4-b75f-1f15404681e1 req-8ab28823-ab67-4275-8b01-1026844c5eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466732
Nov 06 20:55:39.294318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-365bed58-70c7-4858-80c7-8623a2ec9635 req-54b992fe-d4b2-4d69-ae74-f5fe5fa12852 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2736666
Nov 06 20:55:39.298955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:55:39.299977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Attempting to bind port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:39.309340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:39.309686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:39.310665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:39.311115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Bound port: 42df9c2c-9b18-42f4-91c3-d59e5082f301, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:39.311479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.375963 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.387589 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.397984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.447273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Network acde19f0-6557-48b5-84dd-e6edb9b40c20 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:39.460104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:39.470001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:39.483766 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.506540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Pushing event updated for resources: {'Port': ['ID=98e9f610-d804-4d72-b517-ef991d5578b0,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:39.531711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.531997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.532304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.532728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.533124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.533429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.533580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.534263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.534263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.534526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.534880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.535096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:39.548505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Attempting to bind port 98e9f610-d804-4d72-b517-ef991d5578b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:39.548661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Attempting to bind port 98e9f610-d804-4d72-b517-ef991d5578b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '458219b3-2a30-49c1-918f-46cb12a1dc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'acde19f0-6557-48b5-84dd-e6edb9b40c20'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:39.548973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Attempting to bind port 98e9f610-d804-4d72-b517-ef991d5578b0 on network acde19f0-6557-48b5-84dd-e6edb9b40c20 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:39.555681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:39.556041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Checking segment: {'id': '458219b3-2a30-49c1-918f-46cb12a1dc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'acde19f0-6557-48b5-84dd-e6edb9b40c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:39.557576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.557995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Bound using segment: {'id': '458219b3-2a30-49c1-918f-46cb12a1dc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'acde19f0-6557-48b5-84dd-e6edb9b40c20'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:39.558482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Bound port: 98e9f610-d804-4d72-b517-ef991d5578b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458219b3-2a30-49c1-918f-46cb12a1dc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'acde19f0-6557-48b5-84dd-e6edb9b40c20'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:39.559107 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.674862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] For port 98e9f610-d804-4d72-b517-ef991d5578b0, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:39.679891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] For port 98e9f610-d804-4d72-b517-ef991d5578b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98e9f610-d804-4d72-b517-ef991d5578b0,segment=NetworkSegment(458219b3-2a30-49c1-918f-46cb12a1dc27),segment_id=458219b3-2a30-49c1-918f-46cb12a1dc27)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:39.680981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.686771 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.762921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e687a-cb4c-4a0f-895e-8fbda46c8108 req-06df6e1a-511c-41ba-9b68-7d06a8bd359d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:39.770325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f4e687a-cb4c-4a0f-895e-8fbda46c8108 req-06df6e1a-511c-41ba-9b68-7d06a8bd359d tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1999063
Nov 06 20:55:39.797722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8c5c-7d9f-4b4a-ad64-99a1f0c08a59 None None] Pushing event updated for resources: {'Port': ['ID=98e9f610-d804-4d72-b517-ef991d5578b0,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:39.804018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:39.839421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:39.846466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:39.887054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=37fc9c5a-b803-488e-8d74-5783d9e00278,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:39.901984 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.062597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f4e687a-cb4c-4a0f-895e-8fbda46c8108 req-b8022b0d-6f03-40f6-8768-6c667544b90b tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2913384
Nov 06 20:55:40.105717 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.126980 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.134324 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.226333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Pushing event updated for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=8']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:40.268476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92543bedc0>,) {'filters': {'network_id': ['acde19f0-6557-48b5-84dd-e6edb9b40c20']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:40.327558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543bedc0>, '458219b3-2a30-49c1-918f-46cb12a1dc27') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:40.328002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543bedc0>, '458219b3-2a30-49c1-918f-46cb12a1dc27') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:40.346771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:40.347533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.349690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-5b0fd5d8-6511-426d-ae30-261441381009 service neutron] 10.222.0.37 "PUT /v2.0/ports/42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 1122 time: 2.3022311
Nov 06 20:55:40.353570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.382381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.396610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90b68-eb9d-4f21-81ff-d82d5962719a req-54e1d9ff-e5f6-4e53-92c9-b7fe5454db6e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:40.398332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42e90b68-eb9d-4f21-81ff-d82d5962719a req-54e1d9ff-e5f6-4e53-92c9-b7fe5454db6e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.2399433
Nov 06 20:55:40.401092 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.403602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Pushing event updated for resources: {'Port': ['ID=391de69d-eb14-4166-a0ef-0857c9cea911,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:40.439132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:40.439791 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:40.447424 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:40.503104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:40.503104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-6b2bbc11-64e4-4da4-95fd-52a3ca61377a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 2.7451694
Nov 06 20:55:40.579068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['42df9c2c-9b18-42f4-91c3-d59e5082f301'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:55:40.593021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42e90b68-eb9d-4f21-81ff-d82d5962719a req-9806e6e7-c967-4f40-869e-58d1ad1ce880 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816528
Nov 06 20:55:40.614996 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.api [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 06 20:55:40.614996 ncdv-master-1 neutron-server[119333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 06 20:55:40.614996 ncdv-master-1 neutron-server[119333]: [parameters: {'id': 'acde19f0-6557-48b5-84dd-e6edb9b40c20'}]
Nov 06 20:55:40.614996 ncdv-master-1 neutron-server[119333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:55:40.616501 ncdv-master-1 neutron-server[119333]: DEBUG oslo_db.api [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:55:40.623341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-4dc98e8e-ba3d-4e7d-9610-726dc0cae825 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.4 HTTP/1.1" status: 200  len: 694 time: 0.1090574
Nov 06 20:55:40.664170 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63474d87-db82-4b82-8f35-b01291ecd070 x-openstack-request-id: req-63474d87-db82-4b82-8f35-b01291ecd070 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:40.664644 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "name": "network-vif-unplugged", "status": "completed", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:40.665182 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63474d87-db82-4b82-8f35-b01291ecd070 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:40.666034 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301', 'code': 200}
Nov 06 20:55:40.833696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:40.890970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-1beed0bd-b194-49ea-b5e7-86f192bc1395 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:40.892756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5ac5065-07cc-4b25-ada0-e3c4ff063a29 req-1beed0bd-b194-49ea-b5e7-86f192bc1395 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2553663
Nov 06 20:55:40.910342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eaa3d-09a5-4a7e-9ccd-bf4c8f1b7347 req-6d30ef76-f1bc-46de-925b-c80a154324a5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:40.922167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec8eaa3d-09a5-4a7e-9ccd-bf4c8f1b7347 req-6d30ef76-f1bc-46de-925b-c80a154324a5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 947 time: 0.1776536
Nov 06 20:55:41.002706 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.045542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:41.047922 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b557e469-3cca-4e75-9694-1253077a9b17" -d '{"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-unplugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:41.055972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec8eaa3d-09a5-4a7e-9ccd-bf4c8f1b7347 req-f4c0d8aa-f3c5-4c7c-916a-42830ec310dc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322587
Nov 06 20:55:41.067211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:41.089363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.117923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.222734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f393813-fc11-4ee7-bd30-8040d464f973 None None] Network acde19f0-6557-48b5-84dd-e6edb9b40c20 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:41.306602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d86d7-6eec-4139-8f87-9dee92b25ee9 req-63a0d28c-08de-4478-9716-1df50862aa33 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:41.319102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-977d86d7-6eec-4139-8f87-9dee92b25ee9 req-63a0d28c-08de-4478-9716-1df50862aa33 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1385639
Nov 06 20:55:41.349402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:55:41.437925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-977d86d7-6eec-4139-8f87-9dee92b25ee9 req-3b2c6540-9162-4900-9f36-4b5d7f9f0339 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.4 HTTP/1.1" status: 200  len: 694 time: 0.1179321
Nov 06 20:55:41.444066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting port 98e9f610-d804-4d72-b517-ef991d5578b0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:41.444441 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.451988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-977d86d7-6eec-4139-8f87-9dee92b25ee9 req-d9bc2366-fda4-4bb8-9f46-acf905fa1436 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Request body: {'floatingip': {'port_id': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'fixed_ip_address': '172.20.0.11'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:41.491688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:41.508332 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6437fe-b0fb-4543-8063-45a86f845ffe x-openstack-request-id: req-ed6437fe-b0fb-4543-8063-45a86f845ffe {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:41.508332 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-unplugged", "status": "completed", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:41.508332 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed6437fe-b0fb-4543-8063-45a86f845ffe {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:41.508332 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'code': 200}
Nov 06 20:55:41.515369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 20:55:41.521933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=14']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:41.544581 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-eb4455e0-ccb9-4e5c-9dc2-dfa612d703c7 None None] Provisioning complete for port 98e9f610-d804-4d72-b517-ef991d5578b0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:41.544948 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e0-ccb9-4e5c-9dc2-dfa612d703c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.551208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5d137-285b-4ce6-8687-69865f11a632 req-57d05aa2-7ae8-41d3-a28c-fa70b9db1d22 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:41.552782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78a5d137-285b-4ce6-8687-69865f11a632 req-57d05aa2-7ae8-41d3-a28c-fa70b9db1d22 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1551468
Nov 06 20:55:41.557875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-977d86d7-6eec-4139-8f87-9dee92b25ee9 req-d9bc2366-fda4-4bb8-9f46-acf905fa1436 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.682827 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e0-ccb9-4e5c-9dc2-dfa612d703c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.716927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] For port 98e9f610-d804-4d72-b517-ef991d5578b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98e9f610-d804-4d72-b517-ef991d5578b0,segment=NetworkSegment(458219b3-2a30-49c1-918f-46cb12a1dc27),segment_id=458219b3-2a30-49c1-918f-46cb12a1dc27)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:41.717472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.814824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-eb4455e0-ccb9-4e5c-9dc2-dfa612d703c7 None None] For port 98e9f610-d804-4d72-b517-ef991d5578b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98e9f610-d804-4d72-b517-ef991d5578b0,segment=NetworkSegment(458219b3-2a30-49c1-918f-46cb12a1dc27),segment_id=458219b3-2a30-49c1-918f-46cb12a1dc27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:41.818081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Calling delete_port for 98e9f610-d804-4d72-b517-ef991d5578b0 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:41.833018 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eb4455e0-ccb9-4e5c-9dc2-dfa612d703c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:41.927391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 98e9f610-d804-4d72-b517-ef991d5578b0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:55:41.941962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] DHCP port deletion for acde19f0-6557-48b5-84dd-e6edb9b40c20 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:55:41.987254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4455e0-ccb9-4e5c-9dc2-dfa612d703c7 None None] Pushing event updated for resources: {'Port': ['ID=98e9f610-d804-4d72-b517-ef991d5578b0,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:42.064695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 98e9f610-d804-4d72-b517-ef991d5578b0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:42.065317 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.085874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.089684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Port 98e9f610-d804-4d72-b517-ef991d5578b0 was deleted so its status cannot be updated. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 06 20:55:42.098525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] Deleting port 98e9f610-d804-4d72-b517-ef991d5578b0 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:42.098903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.107521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78a5d137-285b-4ce6-8687-69865f11a632 req-b1c6599d-ed5b-499f-add9-751ccf9c66c8 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4340723
Nov 06 20:55:42.114712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No DVR routers for this DVR port 98e9f610-d804-4d72-b517-ef991d5578b0 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:42.205708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] For port 98e9f610-d804-4d72-b517-ef991d5578b0, host ncdv-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:42.206166 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.233488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] Calling delete_port for 98e9f610-d804-4d72-b517-ef991d5578b0 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:42.237786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.ipam_backend_mixin [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] Port 98e9f610-d804-4d72-b517-ef991d5578b0 was not found and therefore no delete operation was performed {{(pid=119335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 20:55:42.240024 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.270049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] Pushing event deleted for resources: {'Port': ['ID=98e9f610-d804-4d72-b517-ef991d5578b0,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:42.292546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce62281-b1c9-48ed-9a91-97db01e4c6bd None None] No DVR routers for this DVR port 98e9f610-d804-4d72-b517-ef991d5578b0 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:42.614369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Port': ['ID=98e9f610-d804-4d72-b517-ef991d5578b0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:42.669735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:42.672472 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eba6803-a846-4e46-93aa-969f417700af" -d '{"events": [{"name": "network-changed", "server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:42.684232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.684935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.685461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.685969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.686489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.687201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.687822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.688356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.689113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.689750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.690253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.690748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:55:42.700812 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-977d86d7-6eec-4139-8f87-9dee92b25ee9 req-d9bc2366-fda4-4bb8-9f46-acf905fa1436 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 06 20:55:42.702128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-977d86d7-6eec-4139-8f87-9dee92b25ee9 req-d9bc2366-fda4-4bb8-9f46-acf905fa1436 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "PUT /v2.0/floatingips/0d46cd2b-4d99-40d4-a330-cbc5003ffb12 HTTP/1.1" status: 409  len: 549 time: 1.2556748
Nov 06 20:55:42.718439 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.758523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4114d-bdd6-4dfb-9da1-9a62739da5a7 req-4bcea0eb-e3a2-4eb0-ad72-75b0a8380a99 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:42.766014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50b4114d-bdd6-4dfb-9da1-9a62739da5a7 req-4bcea0eb-e3a2-4eb0-ad72-75b0a8380a99 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.1795807
Nov 06 20:55:42.769022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92587f0880>,) {'filters': {'network_id': ['acde19f0-6557-48b5-84dd-e6edb9b40c20']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:42.795966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92587f0880>, '458219b3-2a30-49c1-918f-46cb12a1dc27') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:42.796267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92587f0880>, '458219b3-2a30-49c1-918f-46cb12a1dc27') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:42.823677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.856995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50b4114d-bdd6-4dfb-9da1-9a62739da5a7 req-6bc2b772-28d7-4421-bd36-88b0e6d5fd28 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900960
Nov 06 20:55:42.857964 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.867428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:42.867962 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:42.871292 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:42.965013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.975656 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:42.991781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/acde19f0-6557-48b5-84dd-e6edb9b40c20 HTTP/1.1" status: 204  len: 168 time: 4.2632403
Nov 06 20:55:42.992104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57860) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:43.001818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827269010'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:43.010175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135d000-0375-4058-9e60-885394f225ba tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=acde19f0-6557-48b5-84dd-e6edb9b40c20,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:43.047806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:43.053042 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:43.098336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:43.116217 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de872d12-bc89-4f15-a476-23fb1e4dd5cb x-openstack-request-id: req-de872d12-bc89-4f15-a476-23fb1e4dd5cb {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:43.116826 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:43.116826 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de872d12-bc89-4f15-a476-23fb1e4dd5cb {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:43.117194 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301', 'status': 'completed', 'code': 200}
Nov 06 20:55:43.140598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:43.141346 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment 4612a506-e0e9-4cfb-9747-e52c854a1ce5 of type vlan for network 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a
Nov 06 20:55:43.195379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-120dbef2-6368-4b71-a382-64e92367e449 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips/0d46cd2b-4d99-40d4-a330-cbc5003ffb12 HTTP/1.1" status: 200  len: 691 time: 0.0634034
Nov 06 20:55:43.252726 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:43.275047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba6803-a846-4e46-93aa-969f417700af req-485e0b30-4f06-4321-bc25-7e21003afe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:43.277637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4eba6803-a846-4e46-93aa-969f417700af req-485e0b30-4f06-4321-bc25-7e21003afe6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1125 time: 0.1259544
Nov 06 20:55:43.372968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:43.380555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:43.381300 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:43.389085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-cd910adc-aedc-44e7-9331-aecbcb2d6ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:43.397097 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-cd910adc-aedc-44e7-9331-aecbcb2d6ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.1952670
Nov 06 20:55:43.486352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-77464e49-20cd-46bf-9bf7-c6a54a5b599b tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.4 HTTP/1.1" status: 200  len: 694 time: 0.0883772
Nov 06 20:55:43.493161 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4961545
Nov 06 20:55:43.493381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57880) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:43.499551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': '56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:43.509407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175f2e7-a195-44e5-ac20-6dc961e26278 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:43.527996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba6803-a846-4e46-93aa-969f417700af req-84263cff-c665-4962-8781-f4f92cbe8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:43.530358 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4eba6803-a846-4e46-93aa-969f417700af req-84263cff-c665-4962-8781-f4f92cbe8a02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.2423801
Nov 06 20:55:43.536423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:43.581358 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4eba6803-a846-4e46-93aa-969f417700af req-04adb776-8e62-457f-83a8-4424f6a6f67a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 217 time: 0.0392454
Nov 06 20:55:43.594799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-98070ac4-dd6d-495b-a412-dfb6d0ff30a9 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.4 HTTP/1.1" status: 200  len: 694 time: 0.0900078
Nov 06 20:55:43.664024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a76b4-5688-4ea0-a4f5-55fe7bdd7543 req-57824535-7e9e-4aea-a028-c700b326d85e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:43.666137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4a76b4-5688-4ea0-a4f5-55fe7bdd7543 req-57824535-7e9e-4aea-a028-c700b326d85e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2126555
Nov 06 20:55:43.685239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba6803-a846-4e46-93aa-969f417700af req-77b04458-450a-4eba-b0e1-e18807ccbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:43.690438 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4eba6803-a846-4e46-93aa-969f417700af req-77b04458-450a-4eba-b0e1-e18807ccbeef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0987632
Nov 06 20:55:43.732614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 98e9f610-d804-4d72-b517-ef991d5578b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:43.745217 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4eba6803-a846-4e46-93aa-969f417700af req-127585f1-7db6-48d4-84c1-f56484648096 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420372
Nov 06 20:55:43.758916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 98e9f610-d804-4d72-b517-ef991d5578b0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:55:43.759349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 98e9f610-d804-4d72-b517-ef991d5578b0 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:55:43.846566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4a76b4-5688-4ea0-a4f5-55fe7bdd7543 req-1dc93ed6-822f-41e6-b9fc-ac2f26ef64de tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363614
Nov 06 20:55:43.854795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:43.858776 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:43.953124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Deleting port 391de69d-eb14-4166-a0ef-0857c9cea911 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:43.953537 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:43.969784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing IP validity checks on allocation pools {{(pid=119333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 06 20:55:43.970388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 06 20:55:43.980614 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4eba6803-a846-4e46-93aa-969f417700af req-500b92aa-ef5c-472b-a8f4-4e9f3f3b9efe service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146339
Nov 06 20:55:44.092225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.092632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.139770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Calling delete_port for 391de69d-eb14-4166-a0ef-0857c9cea911 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:44.143985 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4eba6803-a846-4e46-93aa-969f417700af req-725b2c67-0bb7-4c9c-a211-16c4da213979 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456416
Nov 06 20:55:44.215149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4ac9c-80d6-4236-a48e-9afcec9fd3c8 req-db898347-9d56-44a1-9d27-8176d0e16607 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:44.216702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10f4ac9c-80d6-4236-a48e-9afcec9fd3c8 req-db898347-9d56-44a1-9d27-8176d0e16607 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1768768
Nov 06 20:55:44.260741 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.281545 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.296898 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.398273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10f4ac9c-80d6-4236-a48e-9afcec9fd3c8 req-09636a2a-17e6-4838-82ae-5f64426be512 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1695447
Nov 06 20:55:44.420821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=26387043-0774-4259-8bef-48f1cb78476d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:44.444225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': '4612a506-e0e9-4cfb-9747-e52c854a1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:44.444612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:44.552282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:44.560990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.592655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:44.597927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Pushing event deleted for resources: {'Port': ['ID=391de69d-eb14-4166-a0ef-0857c9cea911,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:44.604922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a966bf-58f6-4051-a7c3-aea9c7e434af None None] Network 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:44.612122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:44.612843 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.638580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4d3b-bdaa-46ed-8e73-1a7384910ffa req-d7ada14f-904b-4551-9d63-e201b28583f0 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:44.646575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c42f4d3b-bdaa-46ed-8e73-1a7384910ffa req-d7ada14f-904b-4551-9d63-e201b28583f0 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.1567667
Nov 06 20:55:44.673033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1d0ce21b-fabd-4a3c-9e47-0611c60a6f79 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.1773379
Nov 06 20:55:44.676816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57898) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:44.764129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c42f4d3b-bdaa-46ed-8e73-1a7384910ffa req-ab24c2b9-7fdc-4db9-bba0-5865b2ba00cb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162822
Nov 06 20:55:44.778340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.781132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.788532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f91bf639-0826-4b18-8940-f8c92f0da34c req-54bdb103-5d3b-45b8-8e7d-e84da718580a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "DELETE /v2.0/floatingips/0d46cd2b-4d99-40d4-a330-cbc5003ffb12 HTTP/1.1" status: 204  len: 173 time: 1.1834612
Nov 06 20:55:44.850387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a', 'network_id': '56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': '26387043-0774-4259-8bef-48f1cb78476d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:44.851368 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.851842 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:44.977728 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:45.072686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Allocated IP 172.20.0.3 (56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a/26387043-0774-4259-8bef-48f1cb78476d/247971da-1a42-47a1-b655-b7bd1336d4f0) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:45.354099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-326415f9-6cd8-4a92-8db9-79c452cc59f8 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.177 HTTP/1.1" status: 200  len: 1002 time: 0.1881211
Nov 06 20:55:45.434292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686b303-5068-47db-81b2-903d5a94bf07 req-62ed22f9-881f-4827-9d26-774ab50587a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:45.436932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:55:45.437790 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6686b303-5068-47db-81b2-903d5a94bf07 req-62ed22f9-881f-4827-9d26-774ab50587a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1096 time: 0.0574248
Nov 06 20:55:45.476203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-8eef2a38-e475-4369-977b-e50c7543b571 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:45.478137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-8eef2a38-e475-4369-977b-e50c7543b571 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports/c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 200  len: 943 time: 0.1231163
Nov 06 20:55:45.531687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84126a18-a326-4235-b93d-57a77fa76ed5 req-ff1655b8-1797-4885-8caa-b8f5c5da6c31 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:45.550148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84126a18-a326-4235-b93d-57a77fa76ed5 req-ff1655b8-1797-4885-8caa-b8f5c5da6c31 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1406243
Nov 06 20:55:45.597019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686b303-5068-47db-81b2-903d5a94bf07 req-05fbfbdc-4cf9-478a-858b-186688692a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:45.599338 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6686b303-5068-47db-81b2-903d5a94bf07 req-05fbfbdc-4cf9-478a-858b-186688692a7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1502061
Nov 06 20:55:45.678125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:45.688595 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6686b303-5068-47db-81b2-903d5a94bf07 req-a01a9230-365c-4383-b1aa-e60ce5385018 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1000 time: 0.0788848
Nov 06 20:55:45.693800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:45.704284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 20:55:45.704992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84126a18-a326-4235-b93d-57a77fa76ed5 req-866651c5-4a7c-4068-a001-0dac79921af9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1520028
Nov 06 20:55:45.718790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-43e0e96d-cf2f-4270-97be-cb576edf89c0 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.177 HTTP/1.1" status: 200  len: 1002 time: 0.1201510
Nov 06 20:55:45.730771 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:45.787893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Pushing event updated for resources: {'Port': ['ID=247971da-1a42-47a1-b655-b7bd1336d4f0,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:45.801328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:45.811590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Network 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:45.813537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:45.821583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:45.831509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=26387043-0774-4259-8bef-48f1cb78476d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:45.941812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:45.961527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Attempting to bind port 247971da-1a42-47a1-b655-b7bd1336d4f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:45.962030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Attempting to bind port 247971da-1a42-47a1-b655-b7bd1336d4f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4612a506-e0e9-4cfb-9747-e52c854a1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:45.962572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Attempting to bind port 247971da-1a42-47a1-b655-b7bd1336d4f0 on network 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:45.972361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92540a81c0>,) {'filters': {'network_id': ['56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:45.975349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:45.975934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Checking segment: {'id': '4612a506-e0e9-4cfb-9747-e52c854a1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:45.976618 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:45.977244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Bound using segment: {'id': '4612a506-e0e9-4cfb-9747-e52c854a1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:45.978012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Bound port: 247971da-1a42-47a1-b655-b7bd1336d4f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4612a506-e0e9-4cfb-9747-e52c854a1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:45.978622 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:45.982695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92540a81c0>, '4612a506-e0e9-4cfb-9747-e52c854a1ce5') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:45.982695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92540a81c0>, '4612a506-e0e9-4cfb-9747-e52c854a1ce5') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:45.993130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.008623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.014266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-4a10e75f-5d22-402f-9aa2-4e433a7ba0ec tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:46.015598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:46.016014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.016868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-4a10e75f-5d22-402f-9aa2-4e433a7ba0ec tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.2969692
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:46.090230 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:46.092640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686b303-5068-47db-81b2-903d5a94bf07 req-ab24708b-ae10-438b-b8df-66589afc31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:46.094229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6686b303-5068-47db-81b2-903d5a94bf07 req-ab24708b-ae10-438b-b8df-66589afc31ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.3963804
Nov 06 20:55:46.098367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.db.api [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 06 20:55:46.098367 ncdv-master-1 neutron-server[119334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 06 20:55:46.098367 ncdv-master-1 neutron-server[119334]: [parameters: {'id': '56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a'}]
Nov 06 20:55:46.098367 ncdv-master-1 neutron-server[119334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:55:46.098825 ncdv-master-1 neutron-server[119334]: DEBUG oslo_db.api [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:55:46.110208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] For port 247971da-1a42-47a1-b655-b7bd1336d4f0, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:46.114822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] For port 247971da-1a42-47a1-b655-b7bd1336d4f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=247971da-1a42-47a1-b655-b7bd1336d4f0,segment=NetworkSegment(4612a506-e0e9-4cfb-9747-e52c854a1ce5),segment_id=4612a506-e0e9-4cfb-9747-e52c854a1ce5)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:46.122409 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.131661 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-684ace12-e9b8-40b7-a351-e5b124222f84 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.177 HTTP/1.1" status: 200  len: 1002 time: 0.1047761
Nov 06 20:55:46.138662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:46.172533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd84f-5650-464d-a1fa-2bb04be80eaa req-ec3f72ec-cb06-477d-981f-b69be4e5ff54 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:46.182269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-259fd84f-5650-464d-a1fa-2bb04be80eaa req-ec3f72ec-cb06-477d-981f-b69be4e5ff54 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 944 time: 0.2627251
Nov 06 20:55:46.204450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ce295-394a-4a8a-8f09-d92bf8a3daa0 None None] Pushing event updated for resources: {'Port': ['ID=247971da-1a42-47a1-b655-b7bd1336d4f0,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:46.226574 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-6bcbbc6d-6851-406e-91fe-74e136de1802 service neutron] 10.222.0.10 "GET /v2.0/ports/42df9c2c-9b18-42f4-91c3-d59e5082f301/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.4054925
Nov 06 20:55:46.239178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686b303-5068-47db-81b2-903d5a94bf07 req-17d8d53c-b566-4054-a1e7-216ebbeadbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:46.242904 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6686b303-5068-47db-81b2-903d5a94bf07 req-17d8d53c-b566-4054-a1e7-216ebbeadbe4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1355510
Nov 06 20:55:46.281248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da3f6ec-920e-4080-9a92-2da773a6217e None None] Network 56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:46.322207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.417347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-259fd84f-5650-464d-a1fa-2bb04be80eaa req-2d5af7a2-8033-4387-8794-6d9332f53acb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291663
Nov 06 20:55:46.438784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f74fe9-1961-4623-a413-432711522090 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 20:55:46.566263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:46.592749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:46.598222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f74fe9-1961-4623-a413-432711522090 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 20:55:46.632797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42df9c2c-9b18-42f4-91c3-d59e5082f301 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:46.644048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:46.655672 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.693071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.696715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.702758 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6686b303-5068-47db-81b2-903d5a94bf07 req-1cf36f04-49a3-4f9c-9456-9bdf6ec92c47 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4098935
Nov 06 20:55:46.703005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.703334 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Floating IP 10ef1a46-8fc8-4585-914a-703cd4ec2713 disassociated. External IP: 172.35.0.177, port: c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37.
Nov 06 20:55:46.832174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2a078e5-e14d-4926-91bf-cd5f2c028f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.840799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] Transition to ACTIVE for port object 42df9c2c-9b18-42f4-91c3-d59e5082f301 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:55:46.857991 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:46.963853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] Pushing event updated for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:46.993392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] No DVR routers for this DVR port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:47.087652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting port 247971da-1a42-47a1-b655-b7bd1336d4f0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:47.088062 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.093127 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6686b303-5068-47db-81b2-903d5a94bf07 req-8de83aa9-968d-4ba2-ba20-2ff9c1a9664a service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3787117
Nov 06 20:55:47.106699 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-33d9fa7f-be7c-4aa4-9f0b-52c44c990588 service neutron] 10.222.0.10 "PUT /v2.0/ports/42df9c2c-9b18-42f4-91c3-d59e5082f301/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8619664
Nov 06 20:55:47.164188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f83ff2-e548-4d68-9d6d-5342cfeede1c req-5d39d8a3-495e-43cc-8d6e-e7353a3bbf85 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:47.171733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f83ff2-e548-4d68-9d6d-5342cfeede1c req-5d39d8a3-495e-43cc-8d6e-e7353a3bbf85 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1567512
Nov 06 20:55:47.176731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] For port 247971da-1a42-47a1-b655-b7bd1336d4f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=247971da-1a42-47a1-b655-b7bd1336d4f0,segment=NetworkSegment(4612a506-e0e9-4cfb-9747-e52c854a1ce5),segment_id=4612a506-e0e9-4cfb-9747-e52c854a1ce5)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:47.177320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.209897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Calling delete_port for 247971da-1a42-47a1-b655-b7bd1336d4f0 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:47.271480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-fbcba7d6-ec77-49de-92db-b309aed6be56 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:47.273080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-fbcba7d6-ec77-49de-92db-b309aed6be56 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0988100
Nov 06 20:55:47.292857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f83ff2-e548-4d68-9d6d-5342cfeede1c req-855c4736-798b-499d-b2b0-f2073a1f5341 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201963
Nov 06 20:55:47.296160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Router dbbc8656-1e1e-4655-9c56-d853e169ae50 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:55:47.361354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.398792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Port': ['ID=247971da-1a42-47a1-b655-b7bd1336d4f0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:47.402400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No DVR routers for this DVR port 247971da-1a42-47a1-b655-b7bd1336d4f0 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:47.447654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-ed9807c4-a98c-4981-8d63-099613f1ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:47.449233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-ed9807c4-a98c-4981-8d63-099613f1ca0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d&tenant_id=4c383d3827904548a85fe5db914aee4b HTTP/1.1" status: 200  len: 1096 time: 0.1554475
Nov 06 20:55:47.509064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.546600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256c5dcd0>,) {'filters': {'network_id': ['56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:47.558857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256c5dcd0>, '4612a506-e0e9-4cfb-9747-e52c854a1ce5') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:47.559153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256c5dcd0>, '4612a506-e0e9-4cfb-9747-e52c854a1ce5') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:47.571877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.589370 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.596582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:47.596987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:47.662535 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:47.668585 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.702474 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.711821 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a HTTP/1.1" status: 204  len: 168 time: 3.0327506
Nov 06 20:55:47.716184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57968) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:47.723170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1123092010'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:47.740661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba2dbf-7ea0-46b9-b1c6-a0fa355f5787 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:47.780250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:47.784068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.795938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:55:47.802441 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.813922 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] Sync routers for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:55:47.842752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea06734-c22c-490c-9178-8a493563b9a5 req-1e1cbb68-109d-4428-9840-047f0f3090a4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:47.845173 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:47.846218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:47.846379 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252965a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:47.851960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ea06734-c22c-490c-9178-8a493563b9a5 req-1e1cbb68-109d-4428-9840-047f0f3090a4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.3049452
Nov 06 20:55:47.861507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-6d743afa-d32a-4f38-b174-866a97dc8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:47.863682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-6d743afa-d32a-4f38-b174-866a97dc8a45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1096 time: 0.3152533
Nov 06 20:55:47.872373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.873665 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment d72d12ea-1d95-4339-85ff-133da06b798a of type vlan for network 0cd34f91-0592-4c11-ae17-ba663b2161d2
Nov 06 20:55:47.952441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-9f88acc5-c53e-4c61-b814-36c4994c652c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "PUT /v2.0/floatingips/10ef1a46-8fc8-4585-914a-703cd4ec2713 HTTP/1.1" status: 200  len: 695 time: 1.8188546
Nov 06 20:55:47.958899 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.993907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:47.994772 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:55:47.999760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:48.002029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:48.002837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:48.007010 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e09533-587a-4b1f-bb80-f7fbe17df9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:48.101234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=0cd34f91-0592-4c11-ae17-ba663b2161d2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:48.120805 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3cd729be-a6ea-4178-8c1a-aa126adf1bb1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4025061
Nov 06 20:55:48.123300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57974) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:48.124953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0cd34f91-0592-4c11-ae17-ba663b2161d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:48.132347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': '0cd34f91-0592-4c11-ae17-ba663b2161d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:48.134729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ea06734-c22c-490c-9178-8a493563b9a5 req-9e355df4-037c-4ebf-b536-9b3acd053da1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2812772
Nov 06 20:55:48.163398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-d21b7624-404c-4b5a-ac0c-5f3aa08b3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:48.170849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-d21b7624-404c-4b5a-ac0c-5f3aa08b3ca0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1824b1585947c2ad050b80ae52d273&device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 1097 time: 0.1472712
Nov 06 20:55:48.319747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-fbd1a17b-12a6-496b-9790-50ebc3edc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:48.321953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-fbd1a17b-12a6-496b-9790-50ebc3edc606 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.4332681
Nov 06 20:55:48.349358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:48.363541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:48.424895 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252965a60>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:11Z', 'revision_number': 5, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:48.474107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-227706d1-6666-4592-8d6b-897b8f066a56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 217 time: 0.1168442
Nov 06 20:55:48.553152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-744b82c5-6575-4567-ae5e-7013e94c945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:48.554849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-744b82c5-6575-4567-ae5e-7013e94c945a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0715592
Nov 06 20:55:48.567484 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] Checking router: dbbc8656-1e1e-4655-9c56-d853e169ae50 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:55:48.577316 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:55:48.578139 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252965a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:48.696456 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:55:48.860149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:48.940045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:55:48.942868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-c9284ae4-93f4-446e-b696-c2af26d9ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:48.946311 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-c9284ae4-93f4-446e-b696-c2af26d9ccae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c1824b1585947c2ad050b80ae52d273&device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 1097 time: 0.1984715
Nov 06 20:55:48.948673 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:49.056059 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252965a60>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:11Z', 'revision_number': 5, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:49.093116 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c44e0-2cac-4a42-b9d9-972de2101b78 None None] The sync data for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 is: [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:55:04Z', 'revision_number': 4, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '515df2f8-7833-4f50-b145-a6f7ab4d97c7', 'name': '', 'network_id': '236e0dda-9020-42e2-aa5c-87655d068d49', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'mac_address': 'fa:16:3e:91:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6ef52c13-f516-40bd-a684-e7338755b472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:55:03Z', 'updated_at': '2021-11-06T20:55:11Z', 'revision_number': 5, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'subnets': [{'id': '6ef52c13-f516-40bd-a684-e7338755b472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:55:49.164100 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f62c1-9a8e-4cd3-a2a0-172f6a14c170 x-openstack-request-id: req-8f1f62c1-9a8e-4cd3-a2a0-172f6a14c170 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:49.164535 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:49.164661 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f1f62c1-9a8e-4cd3-a2a0-172f6a14c170 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:49.165198 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'status': 'completed', 'code': 200}
Nov 06 20:55:49.169070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-edcfaaef-576f-4c20-8a65-2c7134d7439b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6033392
Nov 06 20:55:49.174296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-25eeb124-404b-43a1-bd9e-fcd99e3da51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.175449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-25eeb124-404b-43a1-bd9e-fcd99e3da51d service neutron] 10.222.0.13 "GET /v2.0/networks?id=236e0dda-9020-42e2-aa5c-87655d068d49 HTTP/1.1" status: 200  len: 930 time: 0.9795003
Nov 06 20:55:49.212768 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-695cf7ba-c1bb-429a-8c74-ece17ef0272c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:49.228688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-6f6c89a1-baaf-4df0-9503-a427a0c1c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.231070 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-6f6c89a1-baaf-4df0-9503-a427a0c1c538 service neutron] 10.222.0.10 "GET /v2.0/networks?id=236e0dda-9020-42e2-aa5c-87655d068d49 HTTP/1.1" status: 200  len: 930 time: 0.2715724
Nov 06 20:55:49.234828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=d0004c2d-8422-4212-ac63-97a66fc84a4d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:49.256145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': 'd72d12ea-1d95-4339-85ff-133da06b798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cd34f91-0592-4c11-ae17-ba663b2161d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:49.256371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: 0cd34f91-0592-4c11-ae17-ba663b2161d2, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:49.287220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-a70a35b4-26f4-4f34-a3a6-fb4774950225 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 200  len: 217 time: 0.0954831
Nov 06 20:55:49.323499 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-a7ac4821-de2a-4df1-ba38-54d54c0e0190 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 200  len: 217 time: 0.0774310
Nov 06 20:55:49.347436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 0cd34f91-0592-4c11-ae17-ba663b2161d2 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:49.352924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9dc19-04f3-4f3b-83a9-4be2045b1607 req-73ef4c55-680b-4d5e-a5f9-abf83386d74c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.354725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ea9dc19-04f3-4f3b-83a9-4be2045b1607 req-73ef4c55-680b-4d5e-a5f9-abf83386d74c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.2006865
Nov 06 20:55:49.402671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0cd34f91-0592-4c11-ae17-ba663b2161d2) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:49.415046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c652e-d294-4a83-9196-3cbe5c81f3fe None None] Network 0cd34f91-0592-4c11-ae17-ba663b2161d2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:49.440381 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.448369 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:49.467215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-bdb21cbc-58d6-473b-acd4-9426152238ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.468920 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-bdb21cbc-58d6-473b-acd4-9426152238ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6ef52c13-f516-40bd-a684-e7338755b472 HTTP/1.1" status: 200  len: 868 time: 0.1345391
Nov 06 20:55:49.507648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-8e6fe90a-2965-4e49-9463-1ef3efaeeb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.509828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-8e6fe90a-2965-4e49-9463-1ef3efaeeb25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ef52c13-f516-40bd-a684-e7338755b472 HTTP/1.1" status: 200  len: 868 time: 0.2083511
Nov 06 20:55:49.527026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-cfaf33a5-16c1-4c7d-9bff-91ab04221457 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3286762
Nov 06 20:55:49.543659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ea9dc19-04f3-4f3b-83a9-4be2045b1607 req-ec2859d2-d8cb-45fa-b1f0-ec38a8703df7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1798830
Nov 06 20:55:49.609013 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8025065c-0422-49ed-8de3-2ac7c86a88de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.4842348
Nov 06 20:55:49.611450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58028) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:49.675848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e15ec-f41d-440d-b287-84235f3b019b None None] New status for floating IP 10ef1a46-8fc8-4585-914a-703cd4ec2713: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:55:49.734656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-39840d03-2f1d-419b-8fc8-72cfb615e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.736524 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-39840d03-2f1d-419b-8fc8-72cfb615e99b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=236e0dda-9020-42e2-aa5c-87655d068d49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2498415
Nov 06 20:55:49.823070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-16e5f6fc-4ad2-4037-89e8-27669bf2a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.825697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-16e5f6fc-4ad2-4037-89e8-27669bf2a078 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=236e0dda-9020-42e2-aa5c-87655d068d49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2618048
Nov 06 20:55:49.846521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bb43-b38c-451c-bd6d-350e29a1b41e req-82d1a531-f82e-49a0-9dfc-8e77aea71492 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:49.847904 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:49.855813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9889bb43-b38c-451c-bd6d-350e29a1b41e req-82d1a531-f82e-49a0-9dfc-8e77aea71492 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.1564245
Nov 06 20:55:49.889922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-7b5a4d55-9b13-45fb-bd18-580fce3e915d service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3448899
Nov 06 20:55:49.916994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf1899-7f1d-45ae-9032-dafb772ea23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0cd34f91-0592-4c11-ae17-ba663b2161d2', 'network_id': '0cd34f91-0592-4c11-ae17-ba663b2161d2', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': 'd0004c2d-8422-4212-ac63-97a66fc84a4d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:49.919142 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-01bf1899-7f1d-45ae-9032-dafb772ea23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:49.945440 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-6181f256-d808-417a-99cb-211ee8fb942a service neutron] 10.222.0.10 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922245
Nov 06 20:55:49.985026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9889bb43-b38c-451c-bd6d-350e29a1b41e req-f30788c4-6807-4642-b219-85e1c759d8f0 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279006
Nov 06 20:55:50.057867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-f22349ed-6803-4957-a6e6-531365d1400d service neutron] 10.222.0.13 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835377
Nov 06 20:55:50.104887 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.221122 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71e09533-587a-4b1f-bb80-f7fbe17df9d6 req-64f4b996-c996-42cc-9435-5d5af6d07391 service neutron] 10.222.0.10 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672484
Nov 06 20:55:50.281375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29728547-099d-447f-a45d-082106dde02d req-17765c0f-b99b-4c59-9c39-01b0f1352cf9 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:50.283479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-17765c0f-b99b-4c59-9c39-01b0f1352cf9 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1108966
Nov 06 20:55:50.298905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.328777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-633ba70a-cb68-4f0d-be1b-258dcaec48c9 req-e49cbf9b-453c-414b-a0e1-3d9c64d381bf service neutron] 10.222.0.13 "GET /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585106
Nov 06 20:55:50.397387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=d0004c2d-8422-4212-ac63-97a66fc84a4d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-01bf1899-7f1d-45ae-9032-dafb772ea23f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0004c2d-8422-4212-ac63-97a66fc84a4d: This subnet is being modified by another concurrent operation.
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 20:55:50.441791 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0004c2d-8422-4212-ac63-97a66fc84a4d: This subnet is being modified by another concurrent operation.
Nov 06 20:55:50.446631 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 20:55:50.464510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd93681-bc14-4d5a-af97-65abf218824f None None] Network 0cd34f91-0592-4c11-ae17-ba663b2161d2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:50.498823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-29728547-099d-447f-a45d-082106dde02d req-a7f32f4e-3b55-4213-b2b6-90a902267628 service neutron] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:50.505462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-29728547-099d-447f-a45d-082106dde02d req-a7f32f4e-3b55-4213-b2b6-90a902267628 service neutron] Publish callbacks [] for binding, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.506964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29728547-099d-447f-a45d-082106dde02d req-a7f32f4e-3b55-4213-b2b6-90a902267628 service neutron] 10.222.0.37 "DELETE /v2.0/ports/42df9c2c-9b18-42f4-91c3-d59e5082f301/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2084415
Nov 06 20:55:50.542916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.585225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c1f3a0>,) {'filters': {'network_id': ['0cd34f91-0592-4c11-ae17-ba663b2161d2']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:50.592765 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.598829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c1f3a0>, 'd72d12ea-1d95-4339-85ff-133da06b798a') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:50.599211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c1f3a0>, 'd72d12ea-1d95-4339-85ff-133da06b798a') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:50.610033 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.627703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.637351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:50.637939 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:50.642359 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:50.681465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a46735-1482-4805-b094-64a3716591f5 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 20:55:50.730325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.741904 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.749836 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/0cd34f91-0592-4c11-ae17-ba663b2161d2 HTTP/1.1" status: 204  len: 168 time: 1.1373763
Nov 06 20:55:50.761164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58064) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:50.767989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1694869701'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:50.774945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e022ca8-3a69-42e7-955b-7494ab09ebd9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=0cd34f91-0592-4c11-ae17-ba663b2161d2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:50.814117 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:50.818451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.833230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5a364c11-a1a6-45ed-8776-9925eeb96de4 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips/10ef1a46-8fc8-4585-914a-703cd4ec2713 HTTP/1.1" status: 200  len: 693 time: 0.1179662
Nov 06 20:55:50.874735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:50.887339 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.887728 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment d70a2439-0823-4725-b142-479267fe8dfc of type vlan for network d2a8e87c-8459-4dea-b1ae-e5f24d27beee
Nov 06 20:55:50.902044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a46735-1482-4805-b094-64a3716591f5 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 20:55:50.965219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:50.980014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-c52252d7-28c5-4627-845c-345186ee061c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:50.982124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-c52252d7-28c5-4627-845c-345186ee061c tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.1479371
Nov 06 20:55:51.022668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:51.030898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:51.031654 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:51.057696 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2943597
Nov 06 20:55:51.068431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58070) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:51.073804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': 'd2a8e87c-8459-4dea-b1ae-e5f24d27beee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:51.125305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-b16cc755-1100-495a-a3da-b0e19803c4e9 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.177 HTTP/1.1" status: 200  len: 696 time: 0.1297097
Nov 06 20:55:51.184653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c46b3-a34c-4ea7-9ec1-e625007aaafb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=d2a8e87c-8459-4dea-b1ae-e5f24d27beee,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:51.201470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-4c385813-2a17-4df3-a6ed-977a6e43893a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.177 HTTP/1.1" status: 200  len: 696 time: 0.0742841
Nov 06 20:55:51.216368 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network d2a8e87c-8459-4dea-b1ae-e5f24d27beee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:51.244042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:51.253848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcf606-210d-4e11-9cac-1f8760d82e47 req-f723bb29-bb24-4712-a6f3-54ebd7474541 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:51.254196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:51.263541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88fcf606-210d-4e11-9cac-1f8760d82e47 req-f723bb29-bb24-4712-a6f3-54ebd7474541 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.2800751
Nov 06 20:55:51.405938 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88fcf606-210d-4e11-9cac-1f8760d82e47 req-853f735c-fbb6-497d-9d36-62b16b432cd5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1414192
Nov 06 20:55:51.467632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Deleting port 860eff6a-cd02-4ec6-99b7-bd38f8033698 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:51.467983 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:51.601716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb23d7-f099-4503-b446-b7749de1b6fa req-e9e84ed0-49f5-41a3-8c1d-d989ff38becb tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:51.609460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-acdb23d7-f099-4503-b446-b7749de1b6fa req-e9e84ed0-49f5-41a3-8c1d-d989ff38becb tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1140363
Nov 06 20:55:51.638662 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:51.639093 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:51.664543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Calling delete_port for 860eff6a-cd02-4ec6-99b7-bd38f8033698 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:51.698310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-acdb23d7-f099-4503-b446-b7749de1b6fa req-be21683a-52d6-4386-9d95-7623a522120e tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858397
Nov 06 20:55:51.726651 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:51.870460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c573f3-d569-4852-8691-e4544238f3fb req-ab140e13-9c98-4f68-a0cc-94836c9215dc tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:51.877238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15c573f3-d569-4852-8691-e4544238f3fb req-ab140e13-9c98-4f68-a0cc-94836c9215dc tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.0873117
Nov 06 20:55:51.978418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:51.997578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15c573f3-d569-4852-8691-e4544238f3fb req-47b80fe9-2812-448b-9e75-ee5dbaffd002 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128545
Nov 06 20:55:52.009152 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.059927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': 'd70a2439-0823-4725-b142-479267fe8dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2a8e87c-8459-4dea-b1ae-e5f24d27beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:52.060349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: d2a8e87c-8459-4dea-b1ae-e5f24d27beee, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:52.062796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=21fc6828-08b2-4c4f-8fbb-5b5e369f358a,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:52.091183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network d2a8e87c-8459-4dea-b1ae-e5f24d27beee is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:52.114975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2a8e87c-8459-4dea-b1ae-e5f24d27beee) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:52.124135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:52.124646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.125038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ef333-ff19-4944-8d4b-b429535826df None None] Network d2a8e87c-8459-4dea-b1ae-e5f24d27beee requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:52.156993 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa5a6574-a4f4-4785-8333-629d4e4a0824 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0845406
Nov 06 20:55:52.158198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58082) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:52.166022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Pushing event deleted for resources: {'Port': ['ID=860eff6a-cd02-4ec6-99b7-bd38f8033698,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:52.274851 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.277495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.293180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.302543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ef935ee-d8dd-49b8-95cb-064087fa7a11 req-5ee37fd1-6f85-4372-9ced-5b25cc93bd31 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "DELETE /v2.0/floatingips/10ef1a46-8fc8-4585-914a-703cd4ec2713 HTTP/1.1" status: 204  len: 173 time: 1.0998385
Nov 06 20:55:52.357151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.456624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e07fd-86f1-4b3f-876a-887f77b9d2ba req-41c09937-52b5-4854-b2e8-9dd4eca9c05c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:52.464852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-465e07fd-86f1-4b3f-876a-887f77b9d2ba req-41c09937-52b5-4854-b2e8-9dd4eca9c05c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1212823
Nov 06 20:55:52.503729 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.542507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=21fc6828-08b2-4c4f-8fbb-5b5e369f358a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:52.555210 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.574578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b21af3e-19cf-4029-b3f9-87c65d6a1cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d2a8e87c-8459-4dea-b1ae-e5f24d27beee', 'network_id': 'd2a8e87c-8459-4dea-b1ae-e5f24d27beee', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': '21fc6828-08b2-4c4f-8fbb-5b5e369f358a'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:52.574578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b21af3e-19cf-4029-b3f9-87c65d6a1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.590894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-465e07fd-86f1-4b3f-876a-887f77b9d2ba req-f07d03cb-2e68-4319-8e01-00641f203b97 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223693
Nov 06 20:55:52.604792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d4d6-63b3-472e-9b9c-dca8a5b0ab19 req-f0a6f32c-61d4-4aab-9e95-7c0683186aa1 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:52.606677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5605d4d6-63b3-472e-9b9c-dca8a5b0ab19 req-f0a6f32c-61d4-4aab-9e95-7c0683186aa1 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1096 time: 0.0844162
Nov 06 20:55:52.667346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.690039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5605d4d6-63b3-472e-9b9c-dca8a5b0ab19 req-6c650cea-8c21-4ca6-9b74-be934ec68b26 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710640
Nov 06 20:55:52.722186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925512abb0>,) {'filters': {'network_id': ['d2a8e87c-8459-4dea-b1ae-e5f24d27beee']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:52.741492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925512abb0>, 'd70a2439-0823-4725-b142-479267fe8dfc') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:52.742099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925512abb0>, 'd70a2439-0823-4725-b142-479267fe8dfc') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:52.759115 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.786265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c6691-2b2c-4371-8bda-d61d2d64028b None None] Network d2a8e87c-8459-4dea-b1ae-e5f24d27beee requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:52.795633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.818100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:52.818509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:52.821650 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:52.909126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b73da7-30dc-426a-a6e7-be7e5702010a req-c984ba3b-9cf1-42f0-8a21-047d5a25e637 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:52.910710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59b73da7-30dc-426a-a6e7-be7e5702010a req-c984ba3b-9cf1-42f0-8a21-047d5a25e637 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1825180
Nov 06 20:55:52.971660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.989824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:52.993014 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/d2a8e87c-8459-4dea-b1ae-e5f24d27beee HTTP/1.1" status: 204  len: 168 time: 0.8346920
Nov 06 20:55:52.996666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58120) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:53.011651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1030245811'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:53.016135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d84f4-df7e-4c10-ae15-cdfccd9538ce tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=d2a8e87c-8459-4dea-b1ae-e5f24d27beee,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:53.035677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59b73da7-30dc-426a-a6e7-be7e5702010a req-423ee498-83a8-415d-b22d-5ac2ee125c60 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0940294
Nov 06 20:55:53.050387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:53.054657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.098817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:53.112606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-d9eca4eb-42fe-459e-bd52-401db26daac3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:53.117430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.118395 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment 75103546-057d-4436-8ebd-aae7466b2a64 of type vlan for network 1069323f-49ea-4484-8d88-1ef69d3df144
Nov 06 20:55:53.120843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-d9eca4eb-42fe-459e-bd52-401db26daac3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.2091067
Nov 06 20:55:53.137649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-a4082398-7bc6-4acc-b0e6-408956dc8482 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/quotas/a7fa6742333c428d864b6c5b2319997d HTTP/1.1" status: 200  len: 375 time: 0.0155699
Nov 06 20:55:53.173538 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.203764 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.209520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:53.210127 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.240937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a319a-dd43-4e7b-809e-1f88e47928b5 req-0e91bc9f-38e6-48f1-aa56-80141da16330 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:53.242983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-935a319a-dd43-4e7b-809e-1f88e47928b5 req-0e91bc9f-38e6-48f1-aa56-80141da16330 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.1030159
Nov 06 20:55:53.254329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-65324cb5-a280-43cd-95ee-9f36454f229f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1154838
Nov 06 20:55:53.267491 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2698855
Nov 06 20:55:53.270502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58126) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:53.275887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1e744feb-ea1e-49c9-9f4b-25a7eaa4fdf2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'New_network'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:53.336613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c6102-d129-4179-a3ff-207145f99c0d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=1069323f-49ea-4484-8d88-1ef69d3df144,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:53.360389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-935a319a-dd43-4e7b-809e-1f88e47928b5 req-97630981-6225-4093-b29e-e67670618001 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041479
Nov 06 20:55:53.369672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1069323f-49ea-4484-8d88-1ef69d3df144 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:53.395420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-28bbbb27-cba5-4cce-a2be-55623287c3dd service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194184
Nov 06 20:55:53.504081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e744feb-ea1e-49c9-9f4b-25a7eaa4fdf2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.549732 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e744feb-ea1e-49c9-9f4b-25a7eaa4fdf2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.580395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e744feb-ea1e-49c9-9f4b-25a7eaa4fdf2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 1069323f-49ea-4484-8d88-1ef69d3df144 is not hosted by any dhcp agent {{(pid=119334) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 20:55:53.594112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-c8b0e9b9-7f4a-4a34-8dd1-fa5e8dfaa9a9 service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909692
Nov 06 20:55:53.607211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e744feb-ea1e-49c9-9f4b-25a7eaa4fdf2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:53.607961 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e744feb-ea1e-49c9-9f4b-25a7eaa4fdf2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.614626 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1e744feb-ea1e-49c9-9f4b-25a7eaa4fdf2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "PUT /v2.0/networks/1069323f-49ea-4484-8d88-1ef69d3df144 HTTP/1.1" status: 200  len: 723 time: 0.3424730
Nov 06 20:55:53.615272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58150) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:53.653841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': '1069323f-49ea-4484-8d88-1ef69d3df144', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:53.664934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-0d25424b-8205-4626-9294-3224fc0d1b5a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:53.667598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-0d25424b-8205-4626-9294-3224fc0d1b5a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 820 time: 0.1643550
Nov 06 20:55:53.692522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ba1d54d5-f6ec-4142-89d3-c2260d7a563e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/quotas/4c383d3827904548a85fe5db914aee4b HTTP/1.1" status: 200  len: 375 time: 0.0137954
Nov 06 20:55:53.761021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e744feb-ea1e-49c9-9f4b-25a7eaa4fdf2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=1069323f-49ea-4484-8d88-1ef69d3df144,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:53.775749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1069323f-49ea-4484-8d88-1ef69d3df144 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:53.801835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-b804702c-2425-46e5-bd13-caebe0c02693 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:53.803725 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-b804702c-2425-46e5-bd13-caebe0c02693 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 945 time: 0.0953212
Nov 06 20:55:53.818211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4653effe-f44a-414c-8a96-a767938a8666 req-405f7eef-0209-4b61-9900-774f064849c1 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0664730
Nov 06 20:55:53.846598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-0ed11137-944b-48c3-8ae4-5dd8614eef0e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1467822
Nov 06 20:55:53.910014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:53.916499 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:53.976633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-4c1c1490-87f1-444b-a0e6-1a5c723d5801 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1188006
Nov 06 20:55:54.026751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Deleting port b8c16e54-38d3-4289-ad74-9c49e490aa25 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:54.027285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:54.114296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-6bc9eb0e-3942-4c32-a3e5-230b32bc7592 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366348
Nov 06 20:55:54.160978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eaaa373-344a-4bed-9689-02a4e0242707 req-468f6d4b-c7ba-4005-ab35-733483aa94e9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 210 time: 0.0354633
Nov 06 20:55:54.190046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] For port b8c16e54-38d3-4289-ad74-9c49e490aa25, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c16e54-38d3-4289-ad74-9c49e490aa25,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:54.190423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:54.213849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Calling delete_port for b8c16e54-38d3-4289-ad74-9c49e490aa25 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:54.338311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:54.426765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9a08010-3a0b-4ae8-bba6-b58222b9d6fd req-a5fd4eae-e1cf-4af9-ae36-891cc6c2f929 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 210 time: 0.0491059
Nov 06 20:55:54.446528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=47d4931a-4eac-4b08-a399-ffbb0c45807b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:54.458715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': '75103546-057d-4436-8ebd-aae7466b2a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1069323f-49ea-4484-8d88-1ef69d3df144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:54.459199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: 1069323f-49ea-4484-8d88-1ef69d3df144, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:55:54.525789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 1069323f-49ea-4484-8d88-1ef69d3df144 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:55:54.529346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:54.551067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['73c5bd90-3d67-4158-bff8-91e07f8a029b', 'b8c16e54-38d3-4289-ad74-9c49e490aa25'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:55:54.563160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Pushing event deleted for resources: {'Port': ['ID=b8c16e54-38d3-4289-ad74-9c49e490aa25,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:54.564991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1069323f-49ea-4484-8d88-1ef69d3df144) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:54.586610 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:54.587205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:54.592483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c8dd-eae3-46e9-9832-d647143dc1a0 req-0d786db4-f3ad-4b45-a703-c57d52e6dafb tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:54.600651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef0c8dd-eae3-46e9-9832-d647143dc1a0 req-0d786db4-f3ad-4b45-a703-c57d52e6dafb tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 946 time: 0.0966341
Nov 06 20:55:54.628371 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bc3d3cc2-daeb-4854-9865-497598fc072c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9778581
Nov 06 20:55:54.641518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58208) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:54.643797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323a06e-c714-4b6f-9d07-09640cf6eada None None] Network 1069323f-49ea-4484-8d88-1ef69d3df144 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:54.653438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-39fc65b1-01ef-4705-b6f1-99a2d080d1f1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:54.696030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] No DVR routers for this DVR port b8c16e54-38d3-4289-ad74-9c49e490aa25 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:54.711137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:54.714848 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9ebc36db-b337-4c36-b3c5-07b5fc16a0b6 req-0f6c3c7f-aeaf-466e-be36-2e8d1fda1dd6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.10 "DELETE /v2.0/ports/b8c16e54-38d3-4289-ad74-9c49e490aa25 HTTP/1.1" status: 204  len: 173 time: 0.9030561
Nov 06 20:55:54.715302 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0814b2-5fff-4e39-99c9-479ea42beac3', 'name': 'network-vif-deleted', 'tag': 'b8c16e54-38d3-4289-ad74-9c49e490aa25'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:54.717623 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517164bf-48b6-4156-a5c9-ab00763b0f94" -d '{"events": [{"server_uuid": "8d0814b2-5fff-4e39-99c9-479ea42beac3", "name": "network-vif-deleted", "tag": "b8c16e54-38d3-4289-ad74-9c49e490aa25"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:54.728651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef0c8dd-eae3-46e9-9832-d647143dc1a0 req-6640641d-3d7b-4c2e-acc8-2aa8a265ae2a tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268117
Nov 06 20:55:54.836464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39fc65b1-01ef-4705-b6f1-99a2d080d1f1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12967292'] for subnet, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:54.914809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1069323f-49ea-4484-8d88-1ef69d3df144', 'network_id': '1069323f-49ea-4484-8d88-1ef69d3df144', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': '47d4931a-4eac-4b08-a399-ffbb0c45807b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:55:54.916219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:54.981692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2523a539-380d-4993-9421-c3b9ca97a18e req-6de88f43-4c75-4cea-86f0-3047610b2d6a tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0814b2-5fff-4e39-99c9-479ea42beac3 HTTP/1.1" status: 200  len: 210 time: 0.0393581
Nov 06 20:55:55.036963 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad032d0-fde1-4274-bbb3-569a1a6121aa x-openstack-request-id: req-8ad032d0-fde1-4274-bbb3-569a1a6121aa {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:55.038249 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0814b2-5fff-4e39-99c9-479ea42beac3", "name": "network-vif-deleted", "tag": "b8c16e54-38d3-4289-ad74-9c49e490aa25", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:55.038757 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ad032d0-fde1-4274-bbb3-569a1a6121aa {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:55.039368 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0814b2-5fff-4e39-99c9-479ea42beac3', 'name': 'network-vif-deleted', 'tag': 'b8c16e54-38d3-4289-ad74-9c49e490aa25', 'status': 'completed', 'code': 200}
Nov 06 20:55:55.078864 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39fc65b1-01ef-4705-b6f1-99a2d080d1f1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766658839655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14321281'] for subnet, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.137313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc65b1-01ef-4705-b6f1-99a2d080d1f1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:55.138196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39fc65b1-01ef-4705-b6f1-99a2d080d1f1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.140079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-39fc65b1-01ef-4705-b6f1-99a2d080d1f1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "PUT /v2.0/subnets/47d4931a-4eac-4b08-a399-ffbb0c45807b HTTP/1.1" status: 200  len: 806 time: 0.4946330
Nov 06 20:55:55.142615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58244) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:55.190419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc65b1-01ef-4705-b6f1-99a2d080d1f1 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=47d4931a-4eac-4b08-a399-ffbb0c45807b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:55.219610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Allocated IP 172.20.0.2 (1069323f-49ea-4484-8d88-1ef69d3df144/47d4931a-4eac-4b08-a399-ffbb0c45807b/e96c38b8-0c21-4732-a167-7e3156f30302) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:55.319555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32fa81a5-a3a6-4f4b-8b2e-8c8c3b1f80e7 req-798905a3-75fc-40f7-b776-254364016b98 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 210 time: 0.0556948
Nov 06 20:55:55.320735 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.459009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.470283 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.478078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.546248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Network 1069323f-49ea-4484-8d88-1ef69d3df144 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:55.561027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:55.565883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8bda700-a548-410c-a8e3-1f1841b5fef8 req-8af64f07-2558-47d3-9d2e-49e5477b00e6 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 210 time: 0.0416024
Nov 06 20:55:55.574354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:55.587536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Pushing event updated for resources: {'Port': ['ID=e96c38b8-0c21-4732-a167-7e3156f30302,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:55.599412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-9c9348c0-7ff6-4e47-91f9-9ea095866e80 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:55.603134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-9c9348c0-7ff6-4e47-91f9-9ea095866e80 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.2135234
Nov 06 20:55:55.606803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.645188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'port': {'device_id': '670bffa6-96e9-4c87-bbe6-fce23ab52b97', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'admin_state_up': True, 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:55.649174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=47d4931a-4eac-4b08-a399-ffbb0c45807b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:55.667863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Attempting to bind port e96c38b8-0c21-4732-a167-7e3156f30302 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:55.668324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Attempting to bind port e96c38b8-0c21-4732-a167-7e3156f30302 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75103546-057d-4436-8ebd-aae7466b2a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1069323f-49ea-4484-8d88-1ef69d3df144'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:55.668761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Attempting to bind port e96c38b8-0c21-4732-a167-7e3156f30302 on network 1069323f-49ea-4484-8d88-1ef69d3df144 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:55.674146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:55.674826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Checking segment: {'id': '75103546-057d-4436-8ebd-aae7466b2a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1069323f-49ea-4484-8d88-1ef69d3df144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:55.675328 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.675773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Bound using segment: {'id': '75103546-057d-4436-8ebd-aae7466b2a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1069323f-49ea-4484-8d88-1ef69d3df144'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:55.676354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Bound port: e96c38b8-0c21-4732-a167-7e3156f30302, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75103546-057d-4436-8ebd-aae7466b2a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1069323f-49ea-4484-8d88-1ef69d3df144'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:55.676800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.755694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] For port e96c38b8-0c21-4732-a167-7e3156f30302, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:55.757830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.760850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] For port e96c38b8-0c21-4732-a167-7e3156f30302, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e96c38b8-0c21-4732-a167-7e3156f30302,segment=NetworkSegment(75103546-057d-4436-8ebd-aae7466b2a64),segment_id=75103546-057d-4436-8ebd-aae7466b2a64)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:55.768139 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.795110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254a9e940>,) {'filters': {'network_id': ['1069323f-49ea-4484-8d88-1ef69d3df144']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:55.813308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254a9e940>, '75103546-057d-4436-8ebd-aae7466b2a64') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:55.813918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254a9e940>, '75103546-057d-4436-8ebd-aae7466b2a64') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:55.831740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.832019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-5b22acef-d629-443e-8998-b1bfe8848ee0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:55.848962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-5b22acef-d629-443e-8998-b1bfe8848ee0 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 804 time: 0.1773121
Nov 06 20:55:55.857678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.868013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:55.868961 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:55.873402 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:55.888796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Made reservation on behalf of a7fa6742333c428d864b6c5b2319997d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:55.892640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:55.896914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-70a97317-7357-4e68-820b-bff74b7b2fcf tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/quotas/5de129bacdaf410c9d891738fc1181f8 HTTP/1.1" status: 200  len: 375 time: 0.0469949
Nov 06 20:55:55.916231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b75cb8-ccb7-429b-8e6f-3ad7f4015198 None None] Network 1069323f-49ea-4484-8d88-1ef69d3df144 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:55.964034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3f2f-018c-46c0-bcd0-9c1573899b18 None None] Pushing event updated for resources: {'Port': ['ID=e96c38b8-0c21-4732-a167-7e3156f30302,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:55.968226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.db.api [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 06 20:55:55.968226 ncdv-master-1 neutron-server[119334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 06 20:55:55.968226 ncdv-master-1 neutron-server[119334]: [parameters: {'id': '1069323f-49ea-4484-8d88-1ef69d3df144'}]
Nov 06 20:55:55.968226 ncdv-master-1 neutron-server[119334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:55:55.968753 ncdv-master-1 neutron-server[119334]: DEBUG oslo_db.api [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:55:56.031095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59263284-ecc5-4b36-9255-ed5e937dfb15 req-aebcb943-f1ab-4e04-afd6-294c140b1dce tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:56.039441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59263284-ecc5-4b36-9255-ed5e937dfb15 req-aebcb943-f1ab-4e04-afd6-294c140b1dce tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 946 time: 0.1878223
Nov 06 20:55:56.053684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-c262a1af-e489-474b-a33a-00182f322cf6 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1551261
Nov 06 20:55:56.073950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2156c-6408-4ad2-a81c-0249935499b6 None None] Network 1069323f-49ea-4484-8d88-1ef69d3df144 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:55:56.108272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Allocated IP 172.20.0.9 (eb18f83c-d18b-4a29-9010-a6e673304a12/57786d0b-1584-4a47-a73d-de1c64f6c3e9/2d733483-6477-4ae9-8e46-4f85e80f4465) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:56.153081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59263284-ecc5-4b36-9255-ed5e937dfb15 req-d5bb7c0a-8d0f-424e-9be6-a08455f7e5ff tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126032
Nov 06 20:55:56.193856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-80e1e562-b449-4c53-86d4-a2a8694f9c69 service neutron] 10.222.0.13 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304398
Nov 06 20:55:56.216267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aaea65-75b1-4d2a-92eb-c8a2e7561ae5 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 20:55:56.302370 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:56.322719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-70cf57c9-b306-4b82-9b2e-387879e6f0bc service neutron] 10.222.0.13 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272953
Nov 06 20:55:56.340187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aaea65-75b1-4d2a-92eb-c8a2e7561ae5 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 20:55:56.343634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:56.405627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'Port': ['ID=2d733483-6477-4ae9-8e46-4f85e80f4465,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:56.434982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:56.436675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:56.440590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:56.504645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:56.654261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dc62b-66f8-4748-b643-3dc1fbde02b0 req-846f2ad7-4a8b-49c9-a5ca-275d8cb49434 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:56.664974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb2dc62b-66f8-4748-b643-3dc1fbde02b0 req-846f2ad7-4a8b-49c9-a5ca-275d8cb49434 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 931 time: 0.1182261
Nov 06 20:55:56.699378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:56.700024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:56.729557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bfa79a84-a3d6-475e-b149-24c5b74bdc68 req-9352802c-bf2b-4a4e-a9eb-a2db77fee8dd tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 210 time: 0.0620544
Nov 06 20:55:56.769324 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e9c066ea-097c-419f-9eaf-fee04cc8db6d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1287718
Nov 06 20:55:56.778436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb2dc62b-66f8-4748-b643-3dc1fbde02b0 req-b2c24b1b-af75-4633-9bef-938b4bf95c1c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125302
Nov 06 20:55:56.797858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Request body: {'port': {'device_id': '670bffa6-96e9-4c87-bbe6-fce23ab52b97', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:56.862842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-981faadc-ea62-4795-84a5-24e25a116103 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:56.865055 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-981faadc-ea62-4795-84a5-24e25a116103 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 820 time: 0.3965974
Nov 06 20:55:56.888863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e2aa14a3-a87c-41ea-b3d8-7324c7216df6 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:56.899359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Request body: {'port': {'device_id': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'admin_state_up': True, 'tenant_id': '4c383d3827904548a85fe5db914aee4b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:56.949456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a22bdcc6-36fe-4c1d-82ff-3e61ebea4500 req-bd1fda03-5e5e-4e61-9965-24cc1c6e68aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 210 time: 0.1035712
Nov 06 20:55:57.005953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting port e96c38b8-0c21-4732-a167-7e3156f30302 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:57.006303 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.008219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.033512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16676a4-4f3e-4579-abe7-e0affdd7a5cc req-fb9a52ca-0064-4ad1-9eec-c04e8c684209 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:57.039823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f16676a4-4f3e-4579-abe7-e0affdd7a5cc req-fb9a52ca-0064-4ad1-9eec-c04e8c684209 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1093707
Nov 06 20:55:57.049250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.083260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:57.086480 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e17ac3-b480-4bd1-a5a7-e097a9c26dcc" -d '{"events": [{"server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "name": "network-vif-unplugged", "status": "completed", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:57.101470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:57.107090 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.108108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b8c16e54-38d3-4289-ad74-9c49e490aa25 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:55:57.111299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f16676a4-4f3e-4579-abe7-e0affdd7a5cc req-855cf66b-d04b-4fbc-8587-7298d0cdeeea tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647106
Nov 06 20:55:57.166132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: b8c16e54-38d3-4289-ad74-9c49e490aa25 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:55:57.166571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b8c16e54-38d3-4289-ad74-9c49e490aa25 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:55:57.194612 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c3c738-9964-4f8b-9973-78822eb89d1e x-openstack-request-id: req-a9c3c738-9964-4f8b-9973-78822eb89d1e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:57.196670 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "name": "network-vif-unplugged", "status": "completed", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:57.197978 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9c3c738-9964-4f8b-9973-78822eb89d1e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:57.198376 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'code': 200}
Nov 06 20:55:57.201379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] For port e96c38b8-0c21-4732-a167-7e3156f30302, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e96c38b8-0c21-4732-a167-7e3156f30302,segment=NetworkSegment(75103546-057d-4436-8ebd-aae7466b2a64),segment_id=75103546-057d-4436-8ebd-aae7466b2a64)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:57.201878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.234475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:57.243032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ad3eae9f-462a-4aa2-9cd4-2bbcf43fd16c None None] Provisioning complete for port 2d733483-6477-4ae9-8e46-4f85e80f4465 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:55:57.243402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae9f-462a-4aa2-9cd4-2bbcf43fd16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.275841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Calling delete_port for e96c38b8-0c21-4732-a167-7e3156f30302 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:57.277958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce7743-f550-470e-b070-be287435fb88 req-8143ae2c-6bef-4d89-a61f-ef735808e635 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:57.279804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4ce7743-f550-470e-b070-be287435fb88 req-8143ae2c-6bef-4d89-a61f-ef735808e635 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 946 time: 0.1347873
Nov 06 20:55:57.294983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ad3eae9f-462a-4aa2-9cd4-2bbcf43fd16c None None] Port 2d733483-6477-4ae9-8e46-4f85e80f4465 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:55:57.330550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda91c3-70cf-4940-ab10-bf7675edc43b req-241d542a-4744-44d8-b316-34bd118afc08 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:57.339262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eda91c3-70cf-4940-ab10-bf7675edc43b req-241d542a-4744-44d8-b316-34bd118afc08 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 946 time: 0.0853026
Nov 06 20:55:57.424136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Made reservation on behalf of 4c383d3827904548a85fe5db914aee4b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:57.427716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.463415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eda91c3-70cf-4940-ab10-bf7675edc43b req-b34c8838-7fa5-4093-afff-c533b0287212 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/security-groups?id=82e70407-af09-4fd9-bae1-3e0c042025cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229668
Nov 06 20:55:57.517149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Deleting port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:57.517482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.527709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.570054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Port': ['ID=e96c38b8-0c21-4732-a167-7e3156f30302,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:57.587598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No DVR routers for this DVR port e96c38b8-0c21-4732-a167-7e3156f30302 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:57.622161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] For port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:57.622447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.715393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d733483-6477-4ae9-8e46-4f85e80f4465 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:55:57.739739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.749898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.771443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Transition to ACTIVE for port object 2d733483-6477-4ae9-8e46-4f85e80f4465 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:55:57.778906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Allocated IP 172.20.0.2 (d7f41d40-db54-4294-8f8b-5894f0c36960/4f4aaf68-5878-493f-9f1a-38a494484ac7/e871ba32-0d46-454a-a9b6-d59321c47280) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:57.785987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.795022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92540fe400>,) {'filters': {'network_id': ['1069323f-49ea-4484-8d88-1ef69d3df144']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:57.837370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92540fe400>, '75103546-057d-4436-8ebd-aae7466b2a64') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:57.837836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92540fe400>, '75103546-057d-4436-8ebd-aae7466b2a64') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:55:57.873518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Pushing event updated for resources: {'Port': ['ID=2d733483-6477-4ae9-8e46-4f85e80f4465,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:57.891784 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.933182 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.949703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:55:57.950391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:55:57.953687 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:55:57.999761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Calling delete_port for c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:58.150901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.10', 57099) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:58.156890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ee3bdf2-ec78-4d55-b4ba-071571f31553 req-b6db3a4d-659a-4cc0-bd32-dfa16a80fa51 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 210 time: 0.1138723
Nov 06 20:55:58.277109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-b0e3c981-0daf-418b-a8b2-3a128a42ce1c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:58.278666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-b0e3c981-0daf-418b-a8b2-3a128a42ce1c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 804 time: 0.2345996
Nov 06 20:55:58.280662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a0fc4e9-7767-494a-8357-a60a45e9af5b req-837d7d68-4740-4fa3-bd90-b12297c94381 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 210 time: 0.0596290
Nov 06 20:55:58.294610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c690513-31cd-4cc6-816c-613915eb18fe req-01536d1d-76d3-4c6a-b043-ce220e3d13de tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:58.296200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c690513-31cd-4cc6-816c-613915eb18fe req-01536d1d-76d3-4c6a-b043-ce220e3d13de tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 943 time: 0.2509780
Nov 06 20:55:58.311850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Request body: {'port': {'device_id': 'c58d9109-b635-447f-add3-72030026b61f', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'admin_state_up': True, 'tenant_id': '5de129bacdaf410c9d891738fc1181f8'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:58.483527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.486523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.511840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:55:58.514417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c690513-31cd-4cc6-816c-613915eb18fe req-00675bac-d7f1-4246-b155-6e74b870a1f3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1990373
Nov 06 20:55:58.518190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.522251 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/1069323f-49ea-4484-8d88-1ef69d3df144 HTTP/1.1" status: 204  len: 168 time: 3.3782275
Nov 06 20:55:58.537676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58314) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:58.557788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba830b26-e11a-401a-90f4-d5f7b19be42e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=1069323f-49ea-4484-8d88-1ef69d3df144,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:58.578489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291ac5e-c3c0-47f1-aff8-303420e06477 req-8f570dd1-9a73-4af4-ae60-1d7afd3fcc62 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:58.579964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a291ac5e-c3c0-47f1-aff8-303420e06477 req-8f570dd1-9a73-4af4-ae60-1d7afd3fcc62 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1992908
Nov 06 20:55:58.588676 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-540a30d4-d534-47f4-9595-350fb9f68a4d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:55:58.589253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540a30d4-d534-47f4-9595-350fb9f68a4d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:55:58.596328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-540a30d4-d534-47f4-9595-350fb9f68a4d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/1069323f-49ea-4484-8d88-1ef69d3df144 HTTP/1.1" status: 404  len: 339 time: 0.0498443
Nov 06 20:55:58.596549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Pushing event deleted for resources: {'Port': ['ID=c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:58.602958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58316) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:58.608929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1467949512', 'description': 'd1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:58.611985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Attempting to bind port 2d733483-6477-4ae9-8e46-4f85e80f4465 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:55:58.614889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Attempting to bind port 2d733483-6477-4ae9-8e46-4f85e80f4465 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:55:58.614889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Attempting to bind port 2d733483-6477-4ae9-8e46-4f85e80f4465 on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:58.635122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Port 2d733483-6477-4ae9-8e46-4f85e80f4465 on network eb18f83c-d18b-4a29-9010-a6e673304a12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:55:58.635122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Attempting to bind port 2d733483-6477-4ae9-8e46-4f85e80f4465 on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:55:58.648718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-4c39448e-de33-44b7-b13e-9fd3f8a03e8c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:58.650199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-4c39448e-de33-44b7-b13e-9fd3f8a03e8c tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "GET /v2.0/ports?device_id=042a28ad-9bf3-438e-b5a1-9f84e65b443f HTTP/1.1" status: 200  len: 943 time: 0.4983501
Nov 06 20:55:58.654748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.656761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:55:58.657099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Checking segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:55:58.657488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Bound using segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:55:58.657923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Bound port: 2d733483-6477-4ae9-8e46-4f85e80f4465, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:55:58.658278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.665428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] No DVR routers for this DVR port c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:55:58.668765 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.673170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.10 "DELETE /v2.0/ports/c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 HTTP/1.1" status: 204  len: 173 time: 1.3151977
Nov 06 20:55:58.675305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'name': 'network-vif-deleted', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:58.677625 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0e2f15-65b0-4d89-93e4-f6c780b4b6cc" -d '{"events": [{"server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "name": "network-vif-deleted", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:58.686352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Made reservation on behalf of 5de129bacdaf410c9d891738fc1181f8 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:58.690905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.731580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a291ac5e-c3c0-47f1-aff8-303420e06477 req-debe0907-90d7-4a32-b860-5c3882821b55 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399622
Nov 06 20:55:58.769345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:55:58.774432 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.866528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:55:58.898408 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.898408 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment 930fa961-fe14-489b-8fa9-be0320a3801b of type vlan for network 89361cf0-52d7-47ec-8ea0-b232b160c2e6
Nov 06 20:55:58.911390 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dcfc8e-c4cc-4662-bb4e-de1f498fccd2 x-openstack-request-id: req-52dcfc8e-c4cc-4662-bb4e-de1f498fccd2 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:58.911691 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcd375a-c384-43a3-8893-4628f25ccf28", "name": "network-vif-deleted", "tag": "c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:58.911976 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52dcfc8e-c4cc-4662-bb4e-de1f498fccd2 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:58.912360 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcd375a-c384-43a3-8893-4628f25ccf28', 'name': 'network-vif-deleted', 'tag': 'c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37', 'status': 'completed', 'code': 200}
Nov 06 20:55:58.918795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21ee9c78-cd12-4932-be34-0be46633a6ff req-a7fafd39-9618-4cea-abbf-ab336f3b64d1 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fcd375a-c384-43a3-8893-4628f25ccf28 HTTP/1.1" status: 200  len: 210 time: 0.0664296
Nov 06 20:55:58.937115 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:58.969469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] For port 2d733483-6477-4ae9-8e46-4f85e80f4465, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:55:58.987751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Allocated IP 172.20.0.9 (8fbc16c6-4a6c-4b93-987f-9643b3a1da7e/402d76b1-c186-447e-bf02-a2f54bded116/6a116836-c0c2-4ec1-a32f-6ce08a64fad9) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:55:59.018278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] For port 2d733483-6477-4ae9-8e46-4f85e80f4465, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d733483-6477-4ae9-8e46-4f85e80f4465,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:55:59.029832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.039052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.047304 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Network d7f41d40-db54-4294-8f8b-5894f0c36960 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:59.052054 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:55:59.059197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:59.061708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:59.070672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Pushing event updated for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:59.111328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.111950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.113397 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] 10.222.0.10 "PUT /v2.0/ports/2d733483-6477-4ae9-8e46-4f85e80f4465 HTTP/1.1" status: 200  len: 1091 time: 2.3197899
Nov 06 20:55:59.142690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.143499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670bffa6-96e9-4c87-bbe6-fce23ab52b97', 'tag': '2d733483-6477-4ae9-8e46-4f85e80f4465'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:55:59.146606 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "670bffa6-96e9-4c87-bbe6-fce23ab52b97", "tag": "2d733483-6477-4ae9-8e46-4f85e80f4465"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:55:59.214429 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.234651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Deleting port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:55:59.235168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.247638 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01facdb-bf2c-44c0-aa71-760c7fb47442 x-openstack-request-id: req-c01facdb-bf2c-44c0-aa71-760c7fb47442 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:55:59.247976 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670bffa6-96e9-4c87-bbe6-fce23ab52b97", "tag": "2d733483-6477-4ae9-8e46-4f85e80f4465", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:55:59.248276 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c01facdb-bf2c-44c0-aa71-760c7fb47442 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:55:59.248717 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670bffa6-96e9-4c87-bbe6-fce23ab52b97', 'tag': '2d733483-6477-4ae9-8e46-4f85e80f4465', 'status': 'completed', 'code': 200}
Nov 06 20:55:59.252327 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.260402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.261023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.288540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:55:59.306694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:55:59.326093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:55:59.391486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.392177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.394704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=89361cf0-52d7-47ec-8ea0-b232b160c2e6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:59.398228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.398899 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.409197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 89361cf0-52d7-47ec-8ea0-b232b160c2e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:55:59.434918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcb2c9-7265-45ac-8d3d-abdf89a250ce service neutron] Pushing event updated for resources: {'Port': ['ID=2d733483-6477-4ae9-8e46-4f85e80f4465,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:59.450266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-bdea91fd-49dd-47cc-9c9e-fb969540967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.452418 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-bdea91fd-49dd-47cc-9c9e-fb969540967b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 1094 time: 0.2785513
Nov 06 20:55:59.452657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Pushing event updated for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:55:59.458837 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f864f666-f5f6-4c79-85b4-a619d75314bb tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.8520744
Nov 06 20:55:59.460784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58328) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:59.477093 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-21d96cef-c913-4ca0-9aa1-78b9ba51eaf3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5831368
Nov 06 20:55:59.491926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b4858-8c70-4f25-a9f8-c22c396895d7 req-c3f36414-3fd7-4d56-ac66-cc97235acb91 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.496874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d2b4858-8c70-4f25-a9f8-c22c396895d7 req-c3f36414-3fd7-4d56-ac66-cc97235acb91 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 931 time: 0.2071173
Nov 06 20:55:59.499406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Request body: {'port': {'device_id': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:59.504128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-6f8ac928-8d97-4cba-938d-962dbfff0e05 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2050970
Nov 06 20:55:59.565751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Request body: {'port': {'device_id': 'c58d9109-b635-447f-add3-72030026b61f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:59.569631 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-99983b7f-e7fe-49a9-bff4-fe7c2ef41fed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d733483-6477-4ae9-8e46-4f85e80f4465 HTTP/1.1" status: 200  len: 217 time: 0.0967059
Nov 06 20:55:59.599950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] For port e2aa14a3-a87c-41ea-b3d8-7324c7216df6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:55:59.600631 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.613293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e18140-851f-453d-aa4b-de8e6a25acbc req-da4d0379-efba-4dc3-b424-31b7b6b6b90d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.615374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72e18140-851f-453d-aa4b-de8e6a25acbc req-da4d0379-efba-4dc3-b424-31b7b6b6b90d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 931 time: 0.2082155
Nov 06 20:55:59.656247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Calling delete_port for e2aa14a3-a87c-41ea-b3d8-7324c7216df6 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:55:59.672234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60563a7-08bf-46f9-979c-aa3617d011b2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.672469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e588eba5-060a-4320-bea7-e9ef7affb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.673718 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-e588eba5-060a-4320-bea7-e9ef7affb8ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0929017
Nov 06 20:55:59.673854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a60563a7-08bf-46f9-979c-aa3617d011b2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/networks?id=89361cf0-52d7-47ec-8ea0-b232b160c2e6 HTTP/1.1" status: 200  len: 761 time: 0.2136984
Nov 06 20:55:59.675878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.679001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58332) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:55:59.685161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-db4a6b9f-30c5-4593-9259-3fd7544b7074 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'description': 'd2'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:55:59.706765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d2b4858-8c70-4f25-a9f8-c22c396895d7 req-ec07d705-f1c2-4b9b-a905-4bd6c1c45da4 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907003
Nov 06 20:55:59.732604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:55:59.759148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72e18140-851f-453d-aa4b-de8e6a25acbc req-c7929270-51f3-48b1-9a13-f634cc50eb73 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285651
Nov 06 20:55:59.934328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a706dd-4832-4aa3-98ae-dbc0013c8897 req-3ea7f05c-44db-43b8-be6a-2148f1c81c3b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.935957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87a706dd-4832-4aa3-98ae-dbc0013c8897 req-3ea7f05c-44db-43b8-be6a-2148f1c81c3b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 943 time: 0.1393256
Nov 06 20:55:59.939102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-be4868f3-4510-4075-90f9-31876857da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:55:59.940630 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-be4868f3-4510-4075-90f9-31876857da71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2449701
Nov 06 20:56:00.068192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468fb41-6e4b-4554-b4fc-cef44d951ef9 req-65ca430d-7b73-48c0-896d-279847d5e72c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:00.069738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3468fb41-6e4b-4554-b4fc-cef44d951ef9 req-65ca430d-7b73-48c0-896d-279847d5e72c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.1467209
Nov 06 20:56:00.075368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87a706dd-4832-4aa3-98ae-dbc0013c8897 req-f68a0572-3b2d-4bde-8945-a3d5272790fd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286807
Nov 06 20:56:00.164437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3468fb41-6e4b-4554-b4fc-cef44d951ef9 req-2cc29ac7-8895-46d1-b2ba-b6e2f8d34738 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826747
Nov 06 20:56:00.187594 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db4a6b9f-30c5-4593-9259-3fd7544b7074 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.202317 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.223656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58342) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:00.231170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db4a6b9f-30c5-4593-9259-3fd7544b7074 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.266100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:00.276918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.285876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Pushing event deleted for resources: {'Port': ['ID=e2aa14a3-a87c-41ea-b3d8-7324c7216df6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:00.306409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Transition to ACTIVE for port object 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:56:00.314625 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db4a6b9f-30c5-4593-9259-3fd7544b7074 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 89361cf0-52d7-47ec-8ea0-b232b160c2e6 is not hosted by any dhcp agent {{(pid=119334) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 20:56:00.320758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4a6b9f-30c5-4593-9259-3fd7544b7074 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:00.321292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db4a6b9f-30c5-4593-9259-3fd7544b7074 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.322571 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db4a6b9f-30c5-4593-9259-3fd7544b7074 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "PUT /v2.0/networks/89361cf0-52d7-47ec-8ea0-b232b160c2e6 HTTP/1.1" status: 200  len: 758 time: 0.6414616
Nov 06 20:56:00.324564 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-85736ac5-6afd-4194-9c02-e838fefd954f service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3278434
Nov 06 20:56:00.334503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58344) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:00.336575 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.459777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Pushing event updated for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:00.486466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a6b9f-30c5-4593-9259-3fd7544b7074 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=89361cf0-52d7-47ec-8ea0-b232b160c2e6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:00.514740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] No DVR routers for this DVR port e2aa14a3-a87c-41ea-b3d8-7324c7216df6 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:00.519512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 89361cf0-52d7-47ec-8ea0-b232b160c2e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:00.527259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.530659 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34f389f3-7215-47a0-83a5-f152a8940ad8 req-3b7cdda6-9997-4187-a964-914c769e6011 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "DELETE /v2.0/ports/e2aa14a3-a87c-41ea-b3d8-7324c7216df6 HTTP/1.1" status: 204  len: 173 time: 1.7814817
Nov 06 20:56:00.554532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b54c9f5-893a-4435-be3a-65d7bb633c58 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:00.562817 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1b54c9f5-893a-4435-be3a-65d7bb633c58 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/networks?id=89361cf0-52d7-47ec-8ea0-b232b160c2e6 HTTP/1.1" status: 200  len: 761 time: 0.2209961
Nov 06 20:56:00.564107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58346) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:00.575844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1142747853'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:00.592449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Attempting to bind port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:00.592826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Attempting to bind port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:00.593613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Attempting to bind port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:00.614729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:00.615355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Attempting to bind port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 on network 8fbc16c6-4a6c-4b93-987f-9643b3a1da7e {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:00.620184 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9bf7a72f-3595-46b1-bb78-988e0eed4a1a req-177759a6-68c9-489a-94c5-c4d093dabb08 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2618258
Nov 06 20:56:00.624513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e871ba32-0d46-454a-a9b6-d59321c47280 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:00.625600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:00.625937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Checking segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:00.626325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Bound using segment: {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:00.626762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Bound port: 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:00.627820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.629801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:00.633014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.633433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.649832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Transition to ACTIVE for port object e871ba32-0d46-454a-a9b6-d59321c47280 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:56:00.655763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.743008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Pushing event updated for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:00.778203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:00.800427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.800427 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment b6b69bb0-c22a-4252-853e-d5fdc17ed016 of type vlan for network 97227802-4d0c-438b-a145-1a5429a1d482
Nov 06 20:56:00.808507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-43e607a7-b815-4223-ae3f-0f3deb7ce300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:00.810268 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-43e607a7-b815-4223-ae3f-0f3deb7ce300 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 1094 time: 0.1165175
Nov 06 20:56:00.811591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:00.839510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:00.840331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:00.840694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:00.884371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:00.884544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:00.884799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:00.892717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:00.893049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:00.893432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:00.893855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Bound port: e871ba32-0d46-454a-a9b6-d59321c47280, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:00.894212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.903872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e2aa14a3-a87c-41ea-b3d8-7324c7216df6 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:00.927033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: e2aa14a3-a87c-41ea-b3d8-7324c7216df6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:00.927489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e2aa14a3-a87c-41ea-b3d8-7324c7216df6 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:00.928150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:00.933208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.948286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:00.948978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c57f5cd1-9fa1-4e80-9bf4-acc0c2463b37 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:00.952893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:00.977293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-88cbee16-8db8-4347-a209-ba43b512fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:00.978781 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-88cbee16-8db8-4347-a209-ba43b512fb12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1490960
Nov 06 20:56:01.030139 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-6b2898ee-c3db-40c2-a4cf-4f12235309bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d733483-6477-4ae9-8e46-4f85e80f4465 HTTP/1.1" status: 200  len: 217 time: 0.0410426
Nov 06 20:56:01.031131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:01.033528 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14b115-4e14-4fbc-8f7a-a2e0b88c1c86 req-f5e443af-429f-469a-a3e7-cec897d32b37 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.035053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a14b115-4e14-4fbc-8f7a-a2e0b88c1c86 req-f5e443af-429f-469a-a3e7-cec897d32b37 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.2205703
Nov 06 20:56:01.038566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.039176 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:01.040536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a116836-c0c2-4ec1-a32f-6ce08a64fad9 HTTP/1.1" status: 200  len: 1091 time: 1.5225446
Nov 06 20:56:01.043005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:01.044725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:01.047016 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744886e-61fe-477c-b4cd-1b774e88911f" -d '{"events": [{"name": "network-changed", "server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:01.047712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:01.075006 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5a73b-6f6b-4e1e-9317-8f85983e9efc req-ec5b4ea7-c05d-40e1-8612-50c1a04781c3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.080637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ee5a73b-6f6b-4e1e-9317-8f85983e9efc req-ec5b4ea7-c05d-40e1-8612-50c1a04781c3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.2170606
Nov 06 20:56:01.089809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:01.095275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.095848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:01.116606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.117255 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:01.118924 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] 10.222.0.10 "PUT /v2.0/ports/e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 200  len: 1091 time: 1.6276753
Nov 06 20:56:01.134918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c49a80-b366-45ed-8d2d-7492f13ff817 service neutron] Pushing event updated for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:01.150454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-a7c84736-d77a-40ea-92dc-37e55e7dd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.151969 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-a7c84736-d77a-40ea-92dc-37e55e7dd2c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.1019409
Nov 06 20:56:01.155019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfbbb5-1019-442d-8e11-5997302b5922 service neutron] Pushing event updated for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:01.240600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-3c267ae5-48aa-4155-a093-a212e44cc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.242124 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-3c267ae5-48aa-4155-a093-a212e44cc660 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0808537
Nov 06 20:56:01.248470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-5e7b62a3-d997-445e-9845-7e98e3dfaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.249996 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-5e7b62a3-d997-445e-9845-7e98e3dfaca1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1094 time: 0.0768316
Nov 06 20:56:01.250355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'name': 'network-vif-deleted', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6'}, {'name': 'network-changed', 'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:01.252844 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3687884d-dfaa-43a1-b8c7-8e8d743800fd" -d '{"events": [{"server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "name": "network-vif-deleted", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6"}, {"name": "network-changed", "server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:01.260945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6899917
Nov 06 20:56:01.261791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58364) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:01.266932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': '97227802-4d0c-438b-a145-1a5429a1d482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:01.300993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa377279-130d-44c3-903d-2a8ca80320c9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=97227802-4d0c-438b-a145-1a5429a1d482,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:01.333417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a14b115-4e14-4fbc-8f7a-a2e0b88c1c86 req-88cbdca4-259a-49cc-aad0-baa66ca776d5 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2818041
Nov 06 20:56:01.343894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 97227802-4d0c-438b-a145-1a5429a1d482 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:01.347499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ee5a73b-6f6b-4e1e-9317-8f85983e9efc req-e4701147-3a58-4ce1-b98c-7e000ffc7d23 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490385
Nov 06 20:56:01.361667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-1896d080-0260-475e-98e2-e33130b72264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.369462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-1896d080-0260-475e-98e2-e33130b72264 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 1094 time: 0.2614164
Nov 06 20:56:01.422026 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-295d2008-ce29-4aef-bfd5-14ee02d34fa1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 200  len: 217 time: 0.1426098
Nov 06 20:56:01.442552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-d94f3aeb-acad-4ab8-97c2-b3fff3719cdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9 HTTP/1.1" status: 200  len: 217 time: 0.0549304
Nov 06 20:56:01.444272 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc3af3a-2976-4192-93f7-96d19813da73 x-openstack-request-id: req-ccc3af3a-2976-4192-93f7-96d19813da73 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:01.444466 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:01.444729 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccc3af3a-2976-4192-93f7-96d19813da73 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:01.445289 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'status': 'completed', 'code': 200}
Nov 06 20:56:01.452550 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:01.519396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-4892bb04-11db-497d-a2c2-a9f4a7dd3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.521170 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-4892bb04-11db-497d-a2c2-a9f4a7dd3cb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0871155
Nov 06 20:56:01.533639 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-69c7a01b-6b72-4d16-9690-8aeccae25d57 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2626858
Nov 06 20:56:01.544379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:01.547775 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:01.584537 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-05ac8005-13f1-4a4b-90c5-c4252fe6aa87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499225
Nov 06 20:56:01.799938 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a09aaae-86a7-4c7a-9b42-2236da3cbfe7 req-3a15f8d9-3b93-4d02-b08b-123c930cfe76 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334592
Nov 06 20:56:01.809296 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-54bf1761-b22c-4a0e-95f4-7a33c78fa2bf service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849716
Nov 06 20:56:01.956400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-9b33a1e9-939b-4e07-8c5a-e12fe5ce5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.958217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-9b33a1e9-939b-4e07-8c5a-e12fe5ce5437 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 200  len: 844 time: 0.4639935
Nov 06 20:56:01.991035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc4bfe-395e-4417-b194-d991219e04a9 req-1f024327-9fac-4c56-902f-bb51cf69dc75 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:01.992639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29bc4bfe-395e-4417-b194-d991219e04a9 req-1f024327-9fac-4c56-902f-bb51cf69dc75 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 943 time: 0.4675515
Nov 06 20:56:02.018911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-abbe4490-8d7a-44c4-9369-67c97a0ecfa6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466659
Nov 06 20:56:02.082924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057a63a-cabc-48b6-8f13-197adbb6c089 req-b0ad5aa6-c246-4a62-ac30-f62df54ce28c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.084532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d057a63a-cabc-48b6-8f13-197adbb6c089 req-b0ad5aa6-c246-4a62-ac30-f62df54ce28c tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2181447
Nov 06 20:56:02.214920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29bc4bfe-395e-4417-b194-d991219e04a9 req-bd602cf8-4452-49e1-91f2-b55aa71fd24d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003338
Nov 06 20:56:02.259742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d057a63a-cabc-48b6-8f13-197adbb6c089 req-a3c00f33-412f-4f25-8271-f0119951f771 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627262
Nov 06 20:56:02.266196 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9460adb7-b43a-40ba-a6f9-97e2146c8699 x-openstack-request-id: req-9460adb7-b43a-40ba-a6f9-97e2146c8699 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:02.266499 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042a28ad-9bf3-438e-b5a1-9f84e65b443f", "name": "network-vif-deleted", "tag": "e2aa14a3-a87c-41ea-b3d8-7324c7216df6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:02.266751 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9460adb7-b43a-40ba-a6f9-97e2146c8699 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:02.267567 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042a28ad-9bf3-438e-b5a1-9f84e65b443f', 'name': 'network-vif-deleted', 'tag': 'e2aa14a3-a87c-41ea-b3d8-7324c7216df6', 'status': 'completed', 'code': 200}
Nov 06 20:56:02.267567 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280', 'status': 'completed', 'code': 200}
Nov 06 20:56:02.280603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-e55d8c89-c1ac-4375-b515-3ab686e32d5d service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2485998
Nov 06 20:56:02.281639 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:02.293658 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b9d00c9-410f-40aa-85a5-fe3b913582d9 req-05fdd4c0-203c-460c-814f-ba9c5ca29790 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4742396
Nov 06 20:56:02.345452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=aa112270-f1a1-4cc2-bac0-e0082fe24635,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:02.380791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': 'b6b69bb0-c22a-4252-853e-d5fdc17ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '97227802-4d0c-438b-a145-1a5429a1d482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:02.381152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: 97227802-4d0c-438b-a145-1a5429a1d482, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:02.420227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-58e33a94-e8a0-414e-b641-3e351707ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.423182 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-58e33a94-e8a0-414e-b641-3e351707ab9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1094 time: 0.0731173
Nov 06 20:56:02.424835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network 97227802-4d0c-438b-a145-1a5429a1d482 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:02.445203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 97227802-4d0c-438b-a145-1a5429a1d482) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:02.455063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72bbf11-89f2-43bb-90fa-21c2f6057d86 None None] Network 97227802-4d0c-438b-a145-1a5429a1d482 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:02.483974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.484578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:02.512092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Deleting port 515df2f8-7833-4f50-b145-a6f7ab4d97c7 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:02.512541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:02.514715 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7682fce2-dcc4-48cb-887b-45dd015ba9d7 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2518635
Nov 06 20:56:02.515393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58372) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:02.515746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4417f8aa-a931-4102-b6a7-3a257e12fc14 req-bd286e65-92e3-47d0-9d05-8549e009fbad service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2254939
Nov 06 20:56:02.585107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c1877-4406-4bee-9ca8-18731dd69303 req-95c6f1c7-76ce-4e1d-9ffb-26d14461af2f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.586507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d83c1877-4406-4bee-9ca8-18731dd69303 req-95c6f1c7-76ce-4e1d-9ffb-26d14461af2f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.1638989
Nov 06 20:56:02.606872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-52fe931a-2e13-4a97-a1fc-eba503844d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.609054 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-52fe931a-2e13-4a97-a1fc-eba503844d09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.1759562
Nov 06 20:56:02.629944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96273e-f5a6-46bb-a812-a5452b635f96 req-8094d7a0-7d06-4e40-b9f7-7241ac8d7a14 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.631473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af96273e-f5a6-46bb-a812-a5452b635f96 req-8094d7a0-7d06-4e40-b9f7-7241ac8d7a14 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.1898408
Nov 06 20:56:02.643543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-97227802-4d0c-438b-a145-1a5429a1d482', 'network_id': '97227802-4d0c-438b-a145-1a5429a1d482', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': 'aa112270-f1a1-4cc2-bac0-e0082fe24635'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:56:02.645457 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:02.677612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-d9274b5e-2822-42c5-93ed-159b8291f8e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 200  len: 217 time: 0.0492997
Nov 06 20:56:02.684851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:02.718396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] For port 515df2f8-7833-4f50-b145-a6f7ab4d97c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=515df2f8-7833-4f50-b145-a6f7ab4d97c7,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:02.718783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:02.753780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Calling delete_port for 515df2f8-7833-4f50-b145-a6f7ab4d97c7 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:02.757406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744886e-61fe-477c-b4cd-1b774e88911f req-b4df9ff2-92b1-4fc2-a5f6-cbf334434316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.759344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744886e-61fe-477c-b4cd-1b774e88911f req-b4df9ff2-92b1-4fc2-a5f6-cbf334434316 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de129bacdaf410c9d891738fc1181f8&device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 1094 time: 0.1658857
Nov 06 20:56:02.760534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-d4644153-d088-4ea9-9d59-c8cff1fc2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.761979 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-d4644153-d088-4ea9-9d59-c8cff1fc2e04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0752277
Nov 06 20:56:02.769017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d83c1877-4406-4bee-9ca8-18731dd69303 req-f842f8de-4576-4f3d-b9d4-7341ef800d08 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626811
Nov 06 20:56:02.788617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af96273e-f5a6-46bb-a812-a5452b635f96 req-4803d705-f72e-440b-bb6e-0a81cdba3ef8 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278627
Nov 06 20:56:02.806245 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-6bcd0543-a61e-4483-a68e-e5b0d2dcfff7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304844
Nov 06 20:56:02.807541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:02.826643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Allocated IP 172.20.0.2 (97227802-4d0c-438b-a145-1a5429a1d482/aa112270-f1a1-4cc2-bac0-e0082fe24635/fae0358b-7173-4a8a-90fa-f66160fe9445) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:02.951404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744886e-61fe-477c-b4cd-1b774e88911f req-0a72b3e2-c1e9-49b7-a8f5-909f96da32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:02.953156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744886e-61fe-477c-b4cd-1b774e88911f req-0a72b3e2-c1e9-49b7-a8f5-909f96da32a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 200  len: 905 time: 0.1679761
Nov 06 20:56:02.985243 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-a3211e37-171e-4ab5-a11e-34431be424b4 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262834
Nov 06 20:56:03.000824 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.008536 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.039981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744886e-61fe-477c-b4cd-1b774e88911f req-78566e0f-23b1-4d58-929a-d3e0af928a47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9 HTTP/1.1" status: 200  len: 217 time: 0.0675683
Nov 06 20:56:03.052821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Pushing event updated for resources: {'Port': ['ID=fae0358b-7173-4a8a-90fa-f66160fe9445,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:03.068664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Network 97227802-4d0c-438b-a145-1a5429a1d482 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:03.070707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:03.074462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.075680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:03.110888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744886e-61fe-477c-b4cd-1b774e88911f req-82dc59ad-d869-46a5-a40f-ba67b991e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:03.112541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744886e-61fe-477c-b4cd-1b774e88911f req-82dc59ad-d869-46a5-a40f-ba67b991e028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 200  len: 844 time: 0.0594556
Nov 06 20:56:03.124658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=aa112270-f1a1-4cc2-bac0-e0082fe24635,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:03.138913 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3687884d-dfaa-43a1-b8c7-8e8d743800fd req-78f4ef47-6d1f-4c0f-ac32-07db385d5f94 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456208
Nov 06 20:56:03.140562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Attempting to bind port fae0358b-7173-4a8a-90fa-f66160fe9445 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:03.141212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Attempting to bind port fae0358b-7173-4a8a-90fa-f66160fe9445 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6b69bb0-c22a-4252-853e-d5fdc17ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '97227802-4d0c-438b-a145-1a5429a1d482'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:03.141585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Attempting to bind port fae0358b-7173-4a8a-90fa-f66160fe9445 on network 97227802-4d0c-438b-a145-1a5429a1d482 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:03.147205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:03.159810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Checking segment: {'id': 'b6b69bb0-c22a-4252-853e-d5fdc17ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '97227802-4d0c-438b-a145-1a5429a1d482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:03.160217 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.165397 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Bound using segment: {'id': 'b6b69bb0-c22a-4252-853e-d5fdc17ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '97227802-4d0c-438b-a145-1a5429a1d482'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:03.167332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Bound port: fae0358b-7173-4a8a-90fa-f66160fe9445, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b69bb0-c22a-4252-853e-d5fdc17ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '97227802-4d0c-438b-a145-1a5429a1d482'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:03.167332 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.173329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744886e-61fe-477c-b4cd-1b774e88911f req-a8c14deb-d498-4c74-9e3d-72d8f7ce2243 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302258
Nov 06 20:56:03.197676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.227583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92543e07f0>,) {'filters': {'network_id': ['97227802-4d0c-438b-a145-1a5429a1d482']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:03.236487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] For port fae0358b-7173-4a8a-90fa-f66160fe9445, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:03.238393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543e07f0>, 'b6b69bb0-c22a-4252-853e-d5fdc17ed016') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:03.239525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543e07f0>, 'b6b69bb0-c22a-4252-853e-d5fdc17ed016') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:03.245361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.249777 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.251017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] For port fae0358b-7173-4a8a-90fa-f66160fe9445, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fae0358b-7173-4a8a-90fa-f66160fe9445,segment=NetworkSegment(b6b69bb0-c22a-4252-853e-d5fdc17ed016),segment_id=b6b69bb0-c22a-4252-853e-d5fdc17ed016)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:03.259260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.264846 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.272009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:03.272469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:03.276349 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:03.279273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=515df2f8-7833-4f50-b145-a6f7ab4d97c7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:03.381074 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.db.api [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 06 20:56:03.381074 ncdv-master-1 neutron-server[119334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 06 20:56:03.381074 ncdv-master-1 neutron-server[119334]: [parameters: {'id': '97227802-4d0c-438b-a145-1a5429a1d482'}]
Nov 06 20:56:03.381074 ncdv-master-1 neutron-server[119334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:56:03.381595 ncdv-master-1 neutron-server[119334]: DEBUG oslo_db.api [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:56:03.386788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744886e-61fe-477c-b4cd-1b774e88911f req-1ef654ec-30f9-4c18-9577-74d3a84a053c service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049026
Nov 06 20:56:03.427534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf57b9a-4a5f-4128-a4d2-18301e61e03a None None] Pushing event updated for resources: {'Port': ['ID=fae0358b-7173-4a8a-90fa-f66160fe9445,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:03.439575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94954643-3a0c-44ba-8e19-de4001ba429b None None] Network 97227802-4d0c-438b-a145-1a5429a1d482 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:03.538302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85653428-fcc2-4644-ae49-a877bbe200e8 req-da95cbf7-6a32-461d-81bb-2470be8f30b8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:03.539975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85653428-fcc2-4644-ae49-a877bbe200e8 req-da95cbf7-6a32-461d-81bb-2470be8f30b8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 943 time: 0.1751781
Nov 06 20:56:03.596447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b0770-84c6-4d4f-9727-ad4a4824d6ee None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 20:56:03.625087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a137b-acf3-44cb-ae6b-de548119884f req-3d8a1fa2-a325-41ce-a06e-45bbbc97aad6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:03.627061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb8a137b-acf3-44cb-ae6b-de548119884f req-3d8a1fa2-a325-41ce-a06e-45bbbc97aad6 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.2217762
Nov 06 20:56:03.632963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-45f334d2-12e9-4485-8db3-779a7722c121 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:03.635296 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-45f334d2-12e9-4485-8db3-779a7722c121 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.10 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 945 time: 0.0630865
Nov 06 20:56:03.717162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744886e-61fe-477c-b4cd-1b774e88911f req-2926eed3-1b8b-4b3c-a3da-7fe0a1977d2b service neutron] 10.222.0.10 "GET /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3067698
Nov 06 20:56:03.741774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85653428-fcc2-4644-ae49-a877bbe200e8 req-d59e0d36-7e3b-4677-b088-b669754f0c3d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635714
Nov 06 20:56:03.767115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Deleting port 73c5bd90-3d67-4158-bff8-91e07f8a029b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:03.767464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.769542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb8a137b-acf3-44cb-ae6b-de548119884f req-86748049-33ab-4a0b-ad14-f96e8bd5cccf tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b539597-13da-4938-a476-20c1790fe241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134088
Nov 06 20:56:03.772650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.903205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.923724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] For port 73c5bd90-3d67-4158-bff8-91e07f8a029b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73c5bd90-3d67-4158-bff8-91e07f8a029b,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:03.924343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:03.939218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b0770-84c6-4d4f-9727-ad4a4824d6ee None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 20:56:03.940550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Calling delete_port for 73c5bd90-3d67-4158-bff8-91e07f8a029b owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:03.983362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35ba5d-ac5f-4716-b8d6-5f40fa79b031 req-d2c5bfe4-d507-4c07-9e19-e8f5636e479d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:03.984891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a35ba5d-ac5f-4716-b8d6-5f40fa79b031 req-d2c5bfe4-d507-4c07-9e19-e8f5636e479d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.1096570
Nov 06 20:56:03.993653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fdc8-168b-4490-82c7-fc57a4eba44b req-4b527f82-d9ce-49b0-9e12-15922d6439d7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:03.995670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0b7fdc8-168b-4490-82c7-fc57a4eba44b req-4b527f82-d9ce-49b0-9e12-15922d6439d7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.0899937
Nov 06 20:56:04.028605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting port fae0358b-7173-4a8a-90fa-f66160fe9445 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:04.028940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.100554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a35ba5d-ac5f-4716-b8d6-5f40fa79b031 req-97aa8d96-b3f4-4cc7-9075-c790f986042f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038694
Nov 06 20:56:04.105744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] For port fae0358b-7173-4a8a-90fa-f66160fe9445, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fae0358b-7173-4a8a-90fa-f66160fe9445,segment=NetworkSegment(b6b69bb0-c22a-4252-853e-d5fdc17ed016),segment_id=b6b69bb0-c22a-4252-853e-d5fdc17ed016)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:04.106199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.133014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Calling delete_port for fae0358b-7173-4a8a-90fa-f66160fe9445 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:04.152146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0b7fdc8-168b-4490-82c7-fc57a4eba44b req-94e6af69-dcbe-4aed-83fb-47296e967d37 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483228
Nov 06 20:56:04.197139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Router dbbc8656-1e1e-4655-9c56-d853e169ae50 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:56:04.236606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.257363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['73c5bd90-3d67-4158-bff8-91e07f8a029b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:04.274018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Pushing event deleted for resources: {'Port': ['ID=73c5bd90-3d67-4158-bff8-91e07f8a029b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:04.322777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] No DVR routers for this DVR port 73c5bd90-3d67-4158-bff8-91e07f8a029b on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:04.325371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.329390 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db6bd6fc-8a0f-4423-98b8-252527fd1703 req-d3878f6b-d46e-4057-99d4-657182e23768 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.10 "DELETE /v2.0/ports/73c5bd90-3d67-4158-bff8-91e07f8a029b HTTP/1.1" status: 204  len: 173 time: 0.6828396
Nov 06 20:56:04.329812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d9c005-dc47-4fb6-ac23-fdeada22a300', 'name': 'network-vif-deleted', 'tag': '73c5bd90-3d67-4158-bff8-91e07f8a029b'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:04.332047 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549927de-9da4-47d8-809d-0d62e67c0433" -d '{"events": [{"server_uuid": "02d9c005-dc47-4fb6-ac23-fdeada22a300", "name": "network-vif-deleted", "tag": "73c5bd90-3d67-4158-bff8-91e07f8a029b"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:04.342557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.345892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:56:04.358414 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] Sync routers for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:56:04.375133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a41af096-c532-49b8-b2df-f33431d12dbd admin admin] 10.222.0.13 "PUT /v2.0/routers/dbbc8656-1e1e-4655-9c56-d853e169ae50/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1503761
Nov 06 20:56:04.375759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58390) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:04.376886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Port': ['ID=fae0358b-7173-4a8a-90fa-f66160fe9445,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:04.379064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No DVR routers for this DVR port fae0358b-7173-4a8a-90fa-f66160fe9445 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:04.381547 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:56:04.382249 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e451c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:04.384806 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e848105-db85-43dd-910c-fc73aa981862 x-openstack-request-id: req-5e848105-db85-43dd-910c-fc73aa981862 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:04.385192 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d9c005-dc47-4fb6-ac23-fdeada22a300", "name": "network-vif-deleted", "tag": "73c5bd90-3d67-4158-bff8-91e07f8a029b", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:04.385626 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e848105-db85-43dd-910c-fc73aa981862 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:04.386218 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d9c005-dc47-4fb6-ac23-fdeada22a300', 'name': 'network-vif-deleted', 'tag': '73c5bd90-3d67-4158-bff8-91e07f8a029b', 'status': 'completed', 'code': 200}
Nov 06 20:56:04.487989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.509073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.510461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925484d5b0>,) {'filters': {'network_id': ['97227802-4d0c-438b-a145-1a5429a1d482']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:04.524109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925484d5b0>, 'b6b69bb0-c22a-4252-853e-d5fdc17ed016') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:04.524440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925484d5b0>, 'b6b69bb0-c22a-4252-853e-d5fdc17ed016') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:04.533937 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.543315 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:56:04.547576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.554604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:04.555258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:04.558451 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:04.623211 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.624436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.633356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.639292 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/97227802-4d0c-438b-a145-1a5429a1d482 HTTP/1.1" status: 204  len: 168 time: 2.1203427
Nov 06 20:56:04.640727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58392) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:04.649867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae08e72-2e37-46ed-a962-08b1e0e5d8ee tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=97227802-4d0c-438b-a145-1a5429a1d482,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:04.685612 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d093ac-d8a9-4a94-852d-dca1f48af8f9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:04.686947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-46d093ac-d8a9-4a94-852d-dca1f48af8f9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/subnets/aa112270-f1a1-4cc2-bac0-e0082fe24635 HTTP/1.1" status: 404  len: 337 time: 0.0458524
Nov 06 20:56:04.689700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58394) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:04.710967 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-50269c43-f2e3-4883-b451-00b2094a6f42 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:04.711529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50269c43-f2e3-4883-b451-00b2094a6f42 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:04.714660 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-50269c43-f2e3-4883-b451-00b2094a6f42 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/97227802-4d0c-438b-a145-1a5429a1d482 HTTP/1.1" status: 404  len: 339 time: 0.0239463
Nov 06 20:56:04.719055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58396) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:04.734689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Deleting port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:04.735035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.741441 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e451c0>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:56:03Z', 'revision_number': 5, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port': {'id': '9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:57Z', 'updated_at': '2021-11-06T20:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:04.769496 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] Checking router: dbbc8656-1e1e-4655-9c56-d853e169ae50 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:56:04.780431 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] Routers {'dbbc8656-1e1e-4655-9c56-d853e169ae50'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:56:04.781622 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e451c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dbbc8656-1e1e-4655-9c56-d853e169ae50'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:04.844365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] For port 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:04.844755 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:04.887805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Calling delete_port for 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:04.889266 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] Set router dbbc8656-1e1e-4655-9c56-d853e169ae50 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:56:04.899700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2d733483-6477-4ae9-8e46-4f85e80f4465 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:04.938733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12a3fd5b-005a-4626-b647-6c8269dc0d12 req-767e3d24-a38d-464b-ba5b-67f3428fbc76 tempest-ServerRescueNegativeTestJSON-1374481399 tempest-ServerRescueNegativeTestJSON-1374481399-project] 10.222.0.13 "GET /v2.0/ports?device_id=02d9c005-dc47-4fb6-ac23-fdeada22a300 HTTP/1.1" status: 200  len: 210 time: 0.0396774
Nov 06 20:56:04.955778 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e451c0>, [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:56:04Z', 'revision_number': 6, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:04.990192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe1de1-ffbf-4437-b64f-6311cb18b3cd None None] The sync data for ids ['dbbc8656-1e1e-4655-9c56-d853e169ae50'] in ncdv-master-1 is: [{'id': 'dbbc8656-1e1e-4655-9c56-d853e169ae50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1907625821-router', 'tenant_id': '5c1824b1585947c2ad050b80ae52d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:54:56Z', 'updated_at': '2021-11-06T20:56:04Z', 'revision_number': 6, 'project_id': '5c1824b1585947c2ad050b80ae52d273', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:56:04.998537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff2a9b-70d7-4b32-bacd-d2bd68006380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.002832 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d9ff2a9b-70d7-4b32-bacd-d2bd68006380 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2801855
Nov 06 20:56:05.003198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58402) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:05.077265 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-619658dd-6750-4b9b-80a0-0741ef0ddc6d tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 207 time: 0.0608227
Nov 06 20:56:05.078332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58404) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:05.094487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2d733483-6477-4ae9-8e46-4f85e80f4465, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d733483-6477-4ae9-8e46-4f85e80f4465,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:05.110033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '2d733483-6477-4ae9-8e46-4f85e80f4465', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': '2d733483-6477-4ae9-8e46-4f85e80f4465', 'mac_address': 'fa:16:3e:af:13:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:56:05.198610 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:05.216393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d733483-6477-4ae9-8e46-4f85e80f4465 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:05.237481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2d733483-6477-4ae9-8e46-4f85e80f4465, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d733483-6477-4ae9-8e46-4f85e80f4465,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:05.242867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:05.292223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=2d733483-6477-4ae9-8e46-4f85e80f4465,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:05.326285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b060e-c52e-4a6c-ade3-36bad27621c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.334802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b060e-c52e-4a6c-ade3-36bad27621c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.343505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b060e-c52e-4a6c-ade3-36bad27621c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.350721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b060e-c52e-4a6c-ade3-36bad27621c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.352868 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c87b060e-c52e-4a6c-ade3-36bad27621c6 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.2730780
Nov 06 20:56:05.357721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58414) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:05.364738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e21b6f-a75b-4add-9884-185fbac200b3 req-f0c72d03-842b-4ca0-a6c5-bb27f794948c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.366470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64e21b6f-a75b-4add-9884-185fbac200b3 req-f0c72d03-842b-4ca0-a6c5-bb27f794948c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 943 time: 0.5109982
Nov 06 20:56:05.459046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64e21b6f-a75b-4add-9884-185fbac200b3 req-2a4606cd-2f4e-4b09-8ed2-7c7511098d33 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767126
Nov 06 20:56:05.469447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac6794-a229-453e-ae86-e2c78458d2f2 req-7fb9b576-f51f-4352-bad5-4cc36c77ae0f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.471410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eaac6794-a229-453e-ae86-e2c78458d2f2 req-7fb9b576-f51f-4352-bad5-4cc36c77ae0f tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.1579258
Nov 06 20:56:05.518905 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-961193b7-d6e2-46bb-9810-f83599919f6f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.1595974
Nov 06 20:56:05.522255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58416) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:05.611709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b18083-85f2-41fb-bfa0-79f95d7bbd7b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.613301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b18083-85f2-41fb-bfa0-79f95d7bbd7b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.616538 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-41b18083-85f2-41fb-bfa0-79f95d7bbd7b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0922313
Nov 06 20:56:05.619203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58418) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:05.644402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eaac6794-a229-453e-ae86-e2c78458d2f2 req-be85f9de-01fe-4e62-aec7-233a4ba0a7d3 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132631
Nov 06 20:56:05.657765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7b037-d2d1-4821-bb88-7e990735d06e req-63f032fe-4139-4a9b-b303-00b7c53b5045 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.659260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5e7b037-d2d1-4821-bb88-7e990735d06e req-63f032fe-4139-4a9b-b303-00b7c53b5045 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.1053944
Nov 06 20:56:05.682839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2d733483-6477-4ae9-8e46-4f85e80f4465'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:05.691758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:05.695653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d772e-9a44-42f6-85f2-29f3559164b9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.697314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d772e-9a44-42f6-85f2-29f3559164b9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.702166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-644d772e-9a44-42f6-85f2-29f3559164b9 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0787179
Nov 06 20:56:05.703054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58420) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:05.734497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:05.806667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5e7b037-d2d1-4821-bb88-7e990735d06e req-de85f948-a7a2-42a5-bef8-11e13630dcd7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328580
Nov 06 20:56:05.821985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71983ceb-71fb-43da-94b3-1f8878b05bec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:05.823473 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-71983ceb-71fb-43da-94b3-1f8878b05bec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/networks/32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d HTTP/1.1" status: 200  len: 798 time: 0.1194828
Nov 06 20:56:05.829202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58422) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:05.840900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:05.935570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:05.955692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:05.956318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9f5d6ddc-ebb3-4b17-a775-9e065e4c7b07 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:05.956910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 515df2f8-7833-4f50-b145-a6f7ab4d97c7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:05.968228 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-44738df1-8f41-4221-aba8-5ad4b05f6c8b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/networks/32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 314 time: 0.1375742
Nov 06 20:56:05.971593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58426) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:05.974994 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:05.977655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:05.983742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 515df2f8-7833-4f50-b145-a6f7ab4d97c7 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:05.984336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 515df2f8-7833-4f50-b145-a6f7ab4d97c7 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:06.016984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58428) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:06.037517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.038087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbbc8656-1e1e-4655-9c56-d853e169ae50 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:56:06.044182 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.045883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d14388a7-dc22-4119-9a88-2921f73cfe9e admin admin] 10.222.0.13 "DELETE /v2.0/routers/dbbc8656-1e1e-4655-9c56-d853e169ae50 HTTP/1.1" status: 204  len: 168 time: 1.6647322
Nov 06 20:56:06.047994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58430) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:06.060705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b81bfa-ba64-42fa-9a25-66dcfd274fab tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:06.062074 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-02b81bfa-ba64-42fa-9a25-66dcfd274fab tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/subnets/c63dcad7-d6ce-493f-9065-a30136be007b HTTP/1.1" status: 200  len: 811 time: 0.0893452
Nov 06 20:56:06.065627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58432) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:06.097442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fa41e2-facb-4ce7-a7b5-750753886892 admin admin] Deleting subnet 6ef52c13-f516-40bd-a684-e7338755b472 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:06.101272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40fa41e2-facb-4ce7-a7b5-750753886892 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.138535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40fa41e2-facb-4ce7-a7b5-750753886892 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.159866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d486ab-9c00-41fe-bd30-251cf1aeb5e3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:06.161458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-98d486ab-9c00-41fe-bd30-251cf1aeb5e3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "GET /v2.0/subnets/c63dcad7-d6ce-493f-9065-a30136be007b?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0948563
Nov 06 20:56:06.164988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58434) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:06.173898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-110729971'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:06.221496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:06.224993 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.255329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40fa41e2-facb-4ce7-a7b5-750753886892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.292445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:06.309753 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.310105 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Added segment 896267b7-a6f8-41f9-8651-79faac4f9d05 of type vlan for network e2b8f8d0-0f0e-452f-9f08-08821bb865d1
Nov 06 20:56:06.356994 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40fa41e2-facb-4ce7-a7b5-750753886892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.360402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.388655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa41e2-facb-4ce7-a7b5-750753886892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef52c13-f516-40bd-a684-e7338755b472,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:06.399599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c410084-17db-4436-a7b6-997902a64da3 None None] Network 236e0dda-9020-42e2-aa5c-87655d068d49 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:06.399894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40fa41e2-facb-4ce7-a7b5-750753886892 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.405809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-40fa41e2-facb-4ce7-a7b5-750753886892 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ef52c13-f516-40bd-a684-e7338755b472 HTTP/1.1" status: 204  len: 168 time: 0.3545785
Nov 06 20:56:06.406046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58436) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:06.476795 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.482400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:06.482985 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.516693 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.578414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.607472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4413245
Nov 06 20:56:06.611343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58440) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:06.611976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a49bf0-c298-447b-aaec-d14d81f99061 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Network': ['ID=e2b8f8d0-0f0e-452f-9f08-08821bb865d1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:06.619028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] DHCP port deletion for 236e0dda-9020-42e2-aa5c-87655d068d49 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:56:06.625883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:06.629837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'network_id': 'e2b8f8d0-0f0e-452f-9f08-08821bb865d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:06.706696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5291a84-ba6d-434c-b11d-ad7ab18ed01c req-6ea4fb5d-181a-4bdf-b625-25b7eac19237 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:06.708415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5291a84-ba6d-434c-b11d-ad7ab18ed01c req-6ea4fb5d-181a-4bdf-b625-25b7eac19237 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 944 time: 0.1554339
Nov 06 20:56:06.727850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] Deleting port b82aa915-49f8-43df-8d07-bb35418a3ffc {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:06.728251 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.802152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] For port b82aa915-49f8-43df-8d07-bb35418a3ffc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b82aa915-49f8-43df-8d07-bb35418a3ffc,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:06.802696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.822859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] Calling delete_port for b82aa915-49f8-43df-8d07-bb35418a3ffc owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:06.846867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5291a84-ba6d-434c-b11d-ad7ab18ed01c req-b8460fff-6643-464a-b831-cf4d5eba2b83 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167700
Nov 06 20:56:06.872146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Deleting port b82aa915-49f8-43df-8d07-bb35418a3ffc {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:06.872600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.874607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Made reservation on behalf of e039fada4a2d408c8603175e1821f577 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:06.884669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:06.904545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:06.905728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d100-0918-43a5-8ebd-bd3d983acc21 req-9a13024d-d0bd-4883-b903-bcd90c5d4901 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:06.907349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 73c5bd90-3d67-4158-bff8-91e07f8a029b no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:06.907579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53a6d100-0918-43a5-8ebd-bd3d983acc21 req-9a13024d-d0bd-4883-b903-bcd90c5d4901 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.1484065
Nov 06 20:56:06.950401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 73c5bd90-3d67-4158-bff8-91e07f8a029b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:06.951015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 73c5bd90-3d67-4158-bff8-91e07f8a029b not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:07.015171 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.056216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] Pushing event deleted for resources: {'Port': ['ID=b82aa915-49f8-43df-8d07-bb35418a3ffc,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:07.058456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7dd20-7d80-4d19-ad45-951224099999 None None] No DVR routers for this DVR port b82aa915-49f8-43df-8d07-bb35418a3ffc on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:07.064068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Performing IP validity checks on allocation pools {{(pid=119333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 06 20:56:07.064068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 06 20:56:07.108263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:07.123042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'port_id': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'mac_address': 'fa:16:3e:87:03:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d76b1-c186-447e-bf02-a2f54bded116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:56:07.163693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.179385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:07.181073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53a6d100-0918-43a5-8ebd-bd3d983acc21 req-13dcf3bf-115c-43bd-929b-f776c793d8cd tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093966
Nov 06 20:56:07.186488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] For port b82aa915-49f8-43df-8d07-bb35418a3ffc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b82aa915-49f8-43df-8d07-bb35418a3ffc,segment=NetworkSegment(1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20),segment_id=1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:07.186488 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.208950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:07.220934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a4b70-c3b3-4e76-9633-08988d5bc6b2 req-60aa3966-e440-468a-840c-ef3a6357e300 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:07.222310 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.225796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e871ba32-0d46-454a-a9b6-d59321c47280 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:07.228806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d5a4b70-c3b3-4e76-9633-08988d5bc6b2 req-60aa3966-e440-468a-840c-ef3a6357e300 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.1605818
Nov 06 20:56:07.239387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Calling delete_port for b82aa915-49f8-43df-8d07-bb35418a3ffc owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:07.250553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Deleting port 946c88f1-f069-4542-9929-70d04414b16d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:07.251732 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.339321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:07.357633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] For port 946c88f1-f069-4542-9929-70d04414b16d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946c88f1-f069-4542-9929-70d04414b16d,segment=NetworkSegment(d772f0af-2af9-4f83-9e6b-a81a4074c37e),segment_id=d772f0af-2af9-4f83-9e6b-a81a4074c37e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:07.358120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.365559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d5a4b70-c3b3-4e76-9633-08988d5bc6b2 req-ba51839c-5fc2-4253-8b3a-bc030456fe82 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358809
Nov 06 20:56:07.375721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Calling delete_port for 946c88f1-f069-4542-9929-70d04414b16d owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:07.398251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:07.411662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e871ba32-0d46-454a-a9b6-d59321c47280', 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'port_id': 'e871ba32-0d46-454a-a9b6-d59321c47280', 'mac_address': 'fa:16:3e:d0:a8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4aaf68-5878-493f-9f1a-38a494484ac7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:56:07.445715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.450687 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.458551 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.472548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e871ba32-0d46-454a-a9b6-d59321c47280 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:07.494838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:07.500025 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.509306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82aa915-49f8-43df-8d07-bb35418a3ffc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:07.513373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] No DVR routers for this DVR port b82aa915-49f8-43df-8d07-bb35418a3ffc on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:07.558750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:07.565149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=ff2b1966-8ff1-4515-8830-3a25e81ec49d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:07.618219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.634993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Checking segment: {'id': '896267b7-a6f8-41f9-8651-79faac4f9d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e2b8f8d0-0f0e-452f-9f08-08821bb865d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:07.635257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network hostable DHCP agents. Network: e2b8f8d0-0f0e-452f-9f08-08821bb865d1, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:07.642859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.651461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9258aa08b0>,) {'filters': {'network_id': ['236e0dda-9020-42e2-aa5c-87655d068d49']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:07.665222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9258aa08b0>, '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:07.665525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9258aa08b0>, '1cfc4d2f-90a0-4a4d-ab29-6dd1ce49ef20') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:07.668618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b82aa915-49f8-43df-8d07-bb35418a3ffc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:07.674789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=946c88f1-f069-4542-9929-70d04414b16d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:07.683345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.691117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b82aa915-49f8-43df-8d07-bb35418a3ffc {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:07.691463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b82aa915-49f8-43df-8d07-bb35418a3ffc not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:07.692913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:07.704466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.710464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e2b8f8d0-0f0e-452f-9f08-08821bb865d1) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:07.712340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:07.712769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:07.714477 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:07.725988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:07.726152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd4990-050a-428b-a9b3-a044d23d3154 None None] Network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:07.726590 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.776941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2192c9a8-8dee-49cd-9931-89c58687fa9e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.1544974
Nov 06 20:56:07.784942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58450) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:07.784942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2e598e65-4002-4568-8855-b749996af54f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:07.868718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.876768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.897227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e2b8f8d0-0f0e-452f-9f08-08821bb865d1', 'network_id': 'e2b8f8d0-0f0e-452f-9f08-08821bb865d1', 'tenant_id': 'e039fada4a2d408c8603175e1821f577', 'fixed_ips': [{'subnet_id': 'ff2b1966-8ff1-4515-8830-3a25e81ec49d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:56:07.898188 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.912772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:07.916683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] 10.222.0.13 "DELETE /v2.0/networks/236e0dda-9020-42e2-aa5c-87655d068d49 HTTP/1.1" status: 204  len: 168 time: 1.5096514
Nov 06 20:56:07.921787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c573d6-f978-402b-93bf-826f46f07810 admin admin] Pushing event deleted for resources: {'Network': ['ID=236e0dda-9020-42e2-aa5c-87655d068d49,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:07.944397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2e598e65-4002-4568-8855-b749996af54f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12967292'] for subnet, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.005821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e871ba32-0d46-454a-a9b6-d59321c47280'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:08.007869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['6a116836-c0c2-4ec1-a32f-6ce08a64fad9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:08.103061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0106a1-8ba5-41b1-996a-23f0ef8fee21 req-88e9bf89-6359-47c6-aefa-bdec6140dedf tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:08.104831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa0106a1-8ba5-41b1-996a-23f0ef8fee21 req-88e9bf89-6359-47c6-aefa-bdec6140dedf tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 944 time: 0.1275315
Nov 06 20:56:08.174350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Router dcb41a9c-6220-481a-8213-7c4470276ed2 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:56:08.219177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58458) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:08.240421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa0106a1-8ba5-41b1-996a-23f0ef8fee21 req-03edc4eb-bfc6-422f-b544-f78b1d990998 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250525
Nov 06 20:56:08.281416 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2e598e65-4002-4568-8855-b749996af54f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766658839655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14321281'] for subnet, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.288827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0cd1b0ca-bbf2-4682-b1ce-e7afeeb84da9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c1824b1585947c2ad050b80ae52d273&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0682938
Nov 06 20:56:08.289399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58462) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:08.356852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Allocated IP 172.20.0.3 (e2b8f8d0-0f0e-452f-9f08-08821bb865d1/ff2b1966-8ff1-4515-8830-3a25e81ec49d/e36c5b21-157f-422f-9469-9627feb9fca2) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:08.377091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:56:08.387638 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c8d58104-d257-42d7-8fe7-b3c4a2b253a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/dcb41a9c-6220-481a-8213-7c4470276ed2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3695967
Nov 06 20:56:08.388336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58466) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:08.405270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e598e65-4002-4568-8855-b749996af54f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:08.405876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2e598e65-4002-4568-8855-b749996af54f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.409808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2e598e65-4002-4568-8855-b749996af54f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "PUT /v2.0/subnets/ff2b1966-8ff1-4515-8830-3a25e81ec49d HTTP/1.1" status: 200  len: 877 time: 0.6289709
Nov 06 20:56:08.415309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58470) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:08.450575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e598e65-4002-4568-8855-b749996af54f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event updated for resources: {'Subnet': ['ID=ff2b1966-8ff1-4515-8830-3a25e81ec49d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:08.468146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] Sync routers for ids ['dcb41a9c-6220-481a-8213-7c4470276ed2'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:56:08.500976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] Routers {'dcb41a9c-6220-481a-8213-7c4470276ed2'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:56:08.501603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251a91970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dcb41a9c-6220-481a-8213-7c4470276ed2'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:08.526384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.550837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773a73-40ec-4665-94ae-b34be1fd2685 req-591c98a5-c015-4abc-b22e-3d597ff16ff6 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:08.558591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89773a73-40ec-4665-94ae-b34be1fd2685 req-591c98a5-c015-4abc-b22e-3d597ff16ff6 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 944 time: 0.2151456
Nov 06 20:56:08.588057 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d0e5cba6-2f7f-4b04-8d2e-d3823f4b9627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.614376 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.627132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.649125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.654217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2a3e-380a-4efa-b995-1e48face0d15 req-02a2d95f-231f-497e-b91a-590acb31be98 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:08.655676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b1d2a3e-380a-4efa-b995-1e48face0d15 req-02a2d95f-231f-497e-b91a-590acb31be98 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 944 time: 0.1762569
Nov 06 20:56:08.667996 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.670905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d0e5cba6-2f7f-4b04-8d2e-d3823f4b9627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.682215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] Set router dcb41a9c-6220-481a-8213-7c4470276ed2 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:56:08.685289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:08.710391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Deleting port 2ea3bb16-a9fb-4dce-a8d1-92101932111b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:08.711203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.717144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89773a73-40ec-4665-94ae-b34be1fd2685 req-7af8a37e-edcf-4b47-a477-9cd00476dbf8 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576746
Nov 06 20:56:08.788069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b1d2a3e-380a-4efa-b995-1e48face0d15 req-bd09e5d0-19fd-40b2-9fce-7b52cf1014b1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150966
Nov 06 20:56:08.806577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d0e5cba6-2f7f-4b04-8d2e-d3823f4b9627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.809659 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d0e5cba6-2f7f-4b04-8d2e-d3823f4b9627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.813963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d0e5cba6-2f7f-4b04-8d2e-d3823f4b9627 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82e70407-af09-4fd9-bae1-3e0c042025cb HTTP/1.1" status: 204  len: 168 time: 0.5141492
Nov 06 20:56:08.823150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting port e36c5b21-157f-422f-9469-9627feb9fca2 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:08.823497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.827407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5cba6-2f7f-4b04-8d2e-d3823f4b9627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e70407-af09-4fd9-bae1-3e0c042025cb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:08.846166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] For port 2ea3bb16-a9fb-4dce-a8d1-92101932111b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea3bb16-a9fb-4dce-a8d1-92101932111b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:08.846654 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.862701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Calling delete_port for 2ea3bb16-a9fb-4dce-a8d1-92101932111b owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:08.918983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] For port e36c5b21-157f-422f-9469-9627feb9fca2, host ncdv-master-1, got binding levels [] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:08.919247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:08.927046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2d733483-6477-4ae9-8e46-4f85e80f4465 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:08.932189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Calling delete_port for e36c5b21-157f-422f-9469-9627feb9fca2 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:08.932970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:08.960546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:08.963437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Pushing event updated for resources: {'Port': ['ID=e36c5b21-157f-422f-9469-9627feb9fca2,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:09.082807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.083826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.100364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Attempting to bind port e36c5b21-157f-422f-9469-9627feb9fca2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:09.101362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Attempting to bind port e36c5b21-157f-422f-9469-9627feb9fca2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '896267b7-a6f8-41f9-8651-79faac4f9d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e2b8f8d0-0f0e-452f-9f08-08821bb865d1'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:09.101908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Attempting to bind port e36c5b21-157f-422f-9469-9627feb9fca2 on network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:09.114937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Port': ['ID=e36c5b21-157f-422f-9469-9627feb9fca2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:09.116797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 2d733483-6477-4ae9-8e46-4f85e80f4465 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:56:09.120396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:09.120396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Checking segment: {'id': '896267b7-a6f8-41f9-8651-79faac4f9d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e2b8f8d0-0f0e-452f-9f08-08821bb865d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:09.120666 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.121002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Bound using segment: {'id': '896267b7-a6f8-41f9-8651-79faac4f9d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e2b8f8d0-0f0e-452f-9f08-08821bb865d1'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:09.121484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Bound port: e36c5b21-157f-422f-9469-9627feb9fca2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896267b7-a6f8-41f9-8651-79faac4f9d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e2b8f8d0-0f0e-452f-9f08-08821bb865d1'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:09.122152 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.129735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea3bb16-a9fb-4dce-a8d1-92101932111b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:09.146582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 2d733483-6477-4ae9-8e46-4f85e80f4465 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:09.146997 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.199249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No DVR routers for this DVR port e36c5b21-157f-422f-9469-9627feb9fca2 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:09.217675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.222144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-49b2e3cd-52cb-4db9-bf54-78cc0792ca7e None None] Port e36c5b21-157f-422f-9469-9627feb9fca2 has been deleted concurrently {{(pid=119335) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 06 20:56:09.283357 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.366037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.398773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.402524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.406998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251a91970>, [{'id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'name': 'tempest-ServerRescueNegativeTestJSON-960600073-router', 'tenant_id': '046b2d11820348118cbe7a156018a1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134'}], 'enable_snat': True}, 'gw_port_id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:56:07Z', 'revision_number': 5, 'project_id': '046b2d11820348118cbe7a156018a1a5', 'gw_port': {'id': '2ea3bb16-a9fb-4dce-a8d1-92101932111b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb41a9c-6220-481a-8213-7c4470276ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:53:12Z', 'updated_at': '2021-11-06T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:09.488929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.489496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb41a9c-6220-481a-8213-7c4470276ed2 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:56:09.495384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.499004 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bad104f0-297f-4a35-bd76-0d587daf7a03 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dcb41a9c-6220-481a-8213-7c4470276ed2 HTTP/1.1" status: 204  len: 168 time: 1.1096742
Nov 06 20:56:09.499671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58488) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:09.523322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] Checking router: dcb41a9c-6220-481a-8213-7c4470276ed2 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:56:09.527193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1386b-e520-4aa6-8477-7e9452a32b72 req-6b111d9f-5ab7-4e33-82d6-fcdb2db5b85e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:09.528828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ede1386b-e520-4aa6-8477-7e9452a32b72 req-6b111d9f-5ab7-4e33-82d6-fcdb2db5b85e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 944 time: 0.1638808
Nov 06 20:56:09.540030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670bffa6-96e9-4c87-bbe6-fce23ab52b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d733483-6477-4ae9-8e46-4f85e80f4465'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:09.542894 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f1b361-04a1-431c-a6b0-aaef32fc4dc7" -d '{"events": [{"server_uuid": "670bffa6-96e9-4c87-bbe6-fce23ab52b97", "name": "network-vif-plugged", "status": "completed", "tag": "2d733483-6477-4ae9-8e46-4f85e80f4465"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:09.581815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:56:09.582237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 06 20:56:09.582914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_agentschedulers_db [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dcb41a9c-6220-481a-8213-7c4470276ed2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent'). {{(pid=119335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 06 20:56:09.583277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a89259-2bb4-4e28-b9de-8aa9ae486c21 None None] The sync data for ids ['dcb41a9c-6220-481a-8213-7c4470276ed2'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:56:09.586888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2d733483-6477-4ae9-8e46-4f85e80f4465, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d733483-6477-4ae9-8e46-4f85e80f4465,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:09.591119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.610207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.696032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f92bdb-8da4-41e4-b8d3-d48af2d68d46 admin admin] Deleting subnet e8ffc188-0ebf-4696-9188-ff4aaffe4b89 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:09.714147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89f92bdb-8da4-41e4-b8d3-d48af2d68d46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.752768 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429cf68e-33c7-4a01-aa3b-2808b432e357 x-openstack-request-id: req-429cf68e-33c7-4a01-aa3b-2808b432e357 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:09.753478 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670bffa6-96e9-4c87-bbe6-fce23ab52b97", "name": "network-vif-plugged", "status": "completed", "tag": "2d733483-6477-4ae9-8e46-4f85e80f4465", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:09.753773 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-429cf68e-33c7-4a01-aa3b-2808b432e357 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:09.754782 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670bffa6-96e9-4c87-bbe6-fce23ab52b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d733483-6477-4ae9-8e46-4f85e80f4465', 'code': 200}
Nov 06 20:56:09.776033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2b1966-8ff1-4515-8830-3a25e81ec49d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:09.833574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=2d733483-6477-4ae9-8e46-4f85e80f4465,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:09.893977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.894497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89f92bdb-8da4-41e4-b8d3-d48af2d68d46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.913791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ede1386b-e520-4aa6-8477-7e9452a32b72 req-2c103eac-d749-45b7-a090-0fdb998eacbb tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3677530
Nov 06 20:56:09.954532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095d65-244e-494e-81ce-c8e0efc67ad8 req-69cfcf42-c1dc-414d-9478-c0ea90528b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:09.955957 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b5095d65-244e-494e-81ce-c8e0efc67ad8 req-69cfcf42-c1dc-414d-9478-c0ea90528b96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 1096 time: 0.1194000
Nov 06 20:56:09.959140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255363130>,) {'filters': {'network_id': ['e2b8f8d0-0f0e-452f-9f08-08821bb865d1']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:09.964648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89f92bdb-8da4-41e4-b8d3-d48af2d68d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:09.973824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255363130>, '896267b7-a6f8-41f9-8651-79faac4f9d05') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:09.974425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255363130>, '896267b7-a6f8-41f9-8651-79faac4f9d05') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:09.986797 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.005364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fbb99-a3ea-4af1-b343-d5c5113937ea req-67f85010-5a3f-4384-97b9-a30627a50384 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:10.006927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-437fbb99-a3ea-4af1-b343-d5c5113937ea req-67f85010-5a3f-4384-97b9-a30627a50384 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 944 time: 0.1097124
Nov 06 20:56:10.024745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.044112 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b5095d65-244e-494e-81ce-c8e0efc67ad8 req-df7f5425-cd29-45dd-b784-cb77bf6d9ede service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769997
Nov 06 20:56:10.053839 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89f92bdb-8da4-41e4-b8d3-d48af2d68d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.059266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:10.059681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:10.064178 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:10.071803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89f92bdb-8da4-41e4-b8d3-d48af2d68d46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.079804 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-89f92bdb-8da4-41e4-b8d3-d48af2d68d46 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8ffc188-0ebf-4696-9188-ff4aaffe4b89 HTTP/1.1" status: 204  len: 168 time: 0.5778441
Nov 06 20:56:10.081660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58504) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:10.195438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525e720-2631-4772-a627-d01300e9c32c req-0f97cd6b-82d7-4916-b716-a53c3e89fe3f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:10.198023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3525e720-2631-4772-a627-d01300e9c32c req-0f97cd6b-82d7-4916-b716-a53c3e89fe3f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 944 time: 0.1875200
Nov 06 20:56:10.201529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-437fbb99-a3ea-4af1-b343-d5c5113937ea req-1bebec06-074e-4dfa-b2fe-148491ad795e tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815193
Nov 06 20:56:10.202652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.214281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.217595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.226039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f92bdb-8da4-41e4-b8d3-d48af2d68d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ffc188-0ebf-4696-9188-ff4aaffe4b89,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:10.226560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/e2b8f8d0-0f0e-452f-9f08-08821bb865d1 HTTP/1.1" status: 204  len: 168 time: 1.8064597
Nov 06 20:56:10.227269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58522) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:10.262429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa11b0-5606-4630-82c7-8466a279854c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=e2b8f8d0-0f0e-452f-9f08-08821bb865d1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:10.310562 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b45a492-f3be-42a5-8078-0f3d2fa83806 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:10.311044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b45a492-f3be-42a5-8078-0f3d2fa83806 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:10.314869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b45a492-f3be-42a5-8078-0f3d2fa83806 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/ff2b1966-8ff1-4515-8830-3a25e81ec49d HTTP/1.1" status: 404  len: 337 time: 0.0658333
Nov 06 20:56:10.317554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58524) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:10.375057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.385496 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc994911-9983-4c1f-8a0d-3d87d9c86ab3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:10.386146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc994911-9983-4c1f-8a0d-3d87d9c86ab3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:10.389625 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dc994911-9983-4c1f-8a0d-3d87d9c86ab3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/e2b8f8d0-0f0e-452f-9f08-08821bb865d1 HTTP/1.1" status: 404  len: 339 time: 0.0711155
Nov 06 20:56:10.392702 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58532) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:10.400397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3525e720-2631-4772-a627-d01300e9c32c req-345e6acb-86cb-4ea6-ae7f-088c222adb52 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496322
Nov 06 20:56:10.428859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254b0d700>,) {'filters': {'network_id': ['8ea78ef8-e148-4a0b-bb4c-92362a422eaa']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:10.462369 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b78330-1fb8-4ea3-ad02-82900840e861 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:10.462629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b78330-1fb8-4ea3-ad02-82900840e861 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:10.465630 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-74b78330-1fb8-4ea3-ad02-82900840e861 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/aa112270-f1a1-4cc2-bac0-e0082fe24635 HTTP/1.1" status: 404  len: 337 time: 0.0708961
Nov 06 20:56:10.467394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b0d700>, 'd772f0af-2af9-4f83-9e6b-a81a4074c37e') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:10.467678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b0d700>, 'd772f0af-2af9-4f83-9e6b-a81a4074c37e') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:10.468723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58534) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:10.480000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.488977 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c59d43-7a1c-493b-8a48-1c2488a04eb3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:10.489519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c59d43-7a1c-493b-8a48-1c2488a04eb3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:10.494901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b2c59d43-7a1c-493b-8a48-1c2488a04eb3 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/97227802-4d0c-438b-a145-1a5429a1d482 HTTP/1.1" status: 404  len: 339 time: 0.0225866
Nov 06 20:56:10.495445 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.495606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58536) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:10.502214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:10.502759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:10.506175 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:10.576188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.589809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.596565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.604464 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ea78ef8-e148-4a0b-bb4c-92362a422eaa HTTP/1.1" status: 204  len: 168 time: 0.5195839
Nov 06 20:56:10.613505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a10e8-1e63-4e6b-ba95-3a0349818e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea78ef8-e148-4a0b-bb4c-92362a422eaa,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:10.702805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-1116c725-5a9c-4922-b6ef-02db0a81cc0b tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bc42ff18c5cc4af1bad1e1d62c7c5f18&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0744245
Nov 06 20:56:10.784343 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.815887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254468310>,) {'filters': {'network_id': ['89361cf0-52d7-47ec-8ea0-b232b160c2e6']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:10.836213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254468310>, '930fa961-fe14-489b-8fa9-be0320a3801b') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:10.836549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254468310>, '930fa961-fe14-489b-8fa9-be0320a3801b') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:10.843250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58550) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:10.849244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2061ec6a-f18b-43f5-b213-6e63931d57ad None None] Could not find standard attr ID for object e36c5b21-157f-422f-9469-9627feb9fca2. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:56:10.855617 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.873373 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.880474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:10.880882 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.897094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca2535-4ea6-4d43-a9e4-4a9546ce1e2d None None] DHCP port deletion for e2b8f8d0-0f0e-452f-9f08-08821bb865d1 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:10.900200 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:10.915471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:10.915585 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cf59d1c4-a839-410f-8414-95665e798885 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=046b2d11820348118cbe7a156018a1a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0686200
Nov 06 20:56:10.916330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58552) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:10.919812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fd166-f11b-402a-94f0-02e91768db82 None None] Network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:10.957672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fd166-f11b-402a-94f0-02e91768db82 None None] Network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 could not be found, it might have been deleted concurrently. {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 06 20:56:10.969729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90a5d2-0c21-4ae3-b6ff-dfea7f67e280 None None] Network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:10.985020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df90683f-b87f-4c25-ae8e-05874a83c4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:10.989270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90a5d2-0c21-4ae3-b6ff-dfea7f67e280 None None] Network e2b8f8d0-0f0e-452f-9f08-08821bb865d1 could not be found, it might have been deleted concurrently. {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 06 20:56:10.998456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b979-b339-4afd-b65c-030c77abc107 req-4b80f297-b298-4dfe-b20b-882bf7f5840f tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:11.004316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:56:11.006357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-4b80f297-b298-4dfe-b20b-882bf7f5840f tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2960322
Nov 06 20:56:11.008629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:11.009257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.016741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.018297 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df90683f-b87f-4c25-ae8e-05874a83c4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.048470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.051725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/89361cf0-52d7-47ec-8ea0-b232b160c2e6 HTTP/1.1" status: 204  len: 168 time: 0.5552754
Nov 06 20:56:11.059314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-020511f1-5a3e-44a7-8477-5f71a414ee43 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/quotas/bc42ff18c5cc4af1bad1e1d62c7c5f18 HTTP/1.1" status: 200  len: 375 time: 0.0520744
Nov 06 20:56:11.061166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58556) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.081394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d419ec-c4e3-49e2-84dd-6e095a66010a tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=89361cf0-52d7-47ec-8ea0-b232b160c2e6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:11.099566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-174224a0-eb1b-49b1-9556-8f80b48832a8 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc42ff18c5cc4af1bad1e1d62c7c5f18&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0393913
Nov 06 20:56:11.102515 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d4aa87-39f4-46fe-a08e-ee94752b711f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.103149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d4aa87-39f4-46fe-a08e-ee94752b711f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.105402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.109151 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e7d4aa87-39f4-46fe-a08e-ee94752b711f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/47d4931a-4eac-4b08-a399-ffbb0c45807b HTTP/1.1" status: 404  len: 337 time: 0.0439148
Nov 06 20:56:11.111660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58558) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.124716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b0399-a5d6-410f-8e46-06f0d0f1dc69 req-2e6d5446-9fa8-474c-bf4f-e60884db0de1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:11.126918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f5b0399-a5d6-410f-8e46-06f0d0f1dc69 req-2e6d5446-9fa8-474c-bf4f-e60884db0de1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1125896
Nov 06 20:56:11.131980 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e82911b-d6da-4596-9d9f-bb10d622e2ca tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.132638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e82911b-d6da-4596-9d9f-bb10d622e2ca tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.138307 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6e82911b-d6da-4596-9d9f-bb10d622e2ca tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/1069323f-49ea-4484-8d88-1ef69d3df144 HTTP/1.1" status: 404  len: 339 time: 0.0235713
Nov 06 20:56:11.138484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58560) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.159384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:11.167581 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.168473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e871ba32-0d46-454a-a9b6-d59321c47280 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:11.171552 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb9a382-f7ad-48d7-bbb2-624c8f6faa98 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.172053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb9a382-f7ad-48d7-bbb2-624c8f6faa98 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.175168 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0eb9a382-f7ad-48d7-bbb2-624c8f6faa98 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/21fc6828-08b2-4c4f-8fbb-5b5e369f358a HTTP/1.1" status: 404  len: 337 time: 0.0352476
Nov 06 20:56:11.176221 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df90683f-b87f-4c25-ae8e-05874a83c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.178527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df90683f-b87f-4c25-ae8e-05874a83c4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.179204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58562) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.179604 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df90683f-b87f-4c25-ae8e-05874a83c4a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b539597-13da-4938-a476-20c1790fe241 HTTP/1.1" status: 204  len: 168 time: 0.2623610
Nov 06 20:56:11.187446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90683f-b87f-4c25-ae8e-05874a83c4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b539597-13da-4938-a476-20c1790fe241,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:11.208518 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7370f82-a6c6-4843-b5dc-d8355630002e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.209363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7370f82-a6c6-4843-b5dc-d8355630002e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.212639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d7370f82-a6c6-4843-b5dc-d8355630002e tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/d2a8e87c-8459-4dea-b1ae-e5f24d27beee HTTP/1.1" status: 404  len: 339 time: 0.0295095
Nov 06 20:56:11.215718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58566) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.228657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f5b0399-a5d6-410f-8e46-06f0d0f1dc69 req-0e5a40e8-f303-4875-9316-36ae8c62b60a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925701
Nov 06 20:56:11.264891 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d6fd58-2744-44ac-9542-71a5c1376342 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.265715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d6fd58-2744-44ac-9542-71a5c1376342 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.270088 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-02d6fd58-2744-44ac-9542-71a5c1376342 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/d0004c2d-8422-4212-ac63-97a66fc84a4d HTTP/1.1" status: 404  len: 337 time: 0.0523210
Nov 06 20:56:11.272470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58570) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.297310 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-28035878-e8b0-485d-b9a5-022816a12831 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.297880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28035878-e8b0-485d-b9a5-022816a12831 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.300990 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-28035878-e8b0-485d-b9a5-022816a12831 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/0cd34f91-0592-4c11-ae17-ba663b2161d2 HTTP/1.1" status: 404  len: 339 time: 0.0273926
Nov 06 20:56:11.303445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58572) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.322808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:11.345262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e871ba32-0d46-454a-a9b6-d59321c47280 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:56:11.345736 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea36f35-1d84-4240-924e-3ee9f0f78ec4 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.346409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea36f35-1d84-4240-924e-3ee9f0f78ec4 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.350251 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2ea36f35-1d84-4240-924e-3ee9f0f78ec4 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/26387043-0774-4259-8bef-48f1cb78476d HTTP/1.1" status: 404  len: 337 time: 0.0458703
Nov 06 20:56:11.353013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58576) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.355882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e871ba32-0d46-454a-a9b6-d59321c47280 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:11.356534 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.379876 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf45c76c-9686-48ec-8ffb-273b730e344c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.380488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf45c76c-9686-48ec-8ffb-273b730e344c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.383771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bf45c76c-9686-48ec-8ffb-273b730e344c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/56b6a9f3-5a87-44c8-92e2-8b016e0fbd5a HTTP/1.1" status: 404  len: 339 time: 0.0293820
Nov 06 20:56:11.386593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58582) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.425711 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-344f0b76-d328-41c1-b52a-7f4d11efc088 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.426476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344f0b76-d328-41c1-b52a-7f4d11efc088 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.428344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-227315a6-8309-47e4-b4bb-2a667af2a101 req-11f35b15-3f32-4afa-9143-2d31fc38d778 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 210 time: 0.0434141
Nov 06 20:56:11.432005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-344f0b76-d328-41c1-b52a-7f4d11efc088 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/37fc9c5a-b803-488e-8d74-5783d9e00278 HTTP/1.1" status: 404  len: 337 time: 0.0439515
Nov 06 20:56:11.434377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58586) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.473354 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8698aed-63ed-41bb-a89a-fee907477b9f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.492531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240747b5-53f1-4d8b-99ef-f586616bc4aa req-3405e988-ee78-4a5c-8d1b-ad9c277af736 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:11.494887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240747b5-53f1-4d8b-99ef-f586616bc4aa req-3405e988-ee78-4a5c-8d1b-ad9c277af736 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.0708811
Nov 06 20:56:11.496891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8698aed-63ed-41bb-a89a-fee907477b9f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.511105 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e8698aed-63ed-41bb-a89a-fee907477b9f tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/acde19f0-6557-48b5-84dd-e6edb9b40c20 HTTP/1.1" status: 404  len: 339 time: 0.0753915
Nov 06 20:56:11.511989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58590) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.550810 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-40112db0-0a82-45e9-a8dd-9a44525e5b2c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.551366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40112db0-0a82-45e9-a8dd-9a44525e5b2c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.557549 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-40112db0-0a82-45e9-a8dd-9a44525e5b2c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/0d2f8635-1465-4c5b-bb61-d9ac40b243ef HTTP/1.1" status: 404  len: 337 time: 0.0432689
Nov 06 20:56:11.558695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58592) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.580626 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a513b3-b5b8-413a-b711-b416c249886b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.581358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a513b3-b5b8-413a-b711-b416c249886b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.589801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58594) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.589994 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-53a513b3-b5b8-413a-b711-b416c249886b tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/0bf5aabf-f096-4fd8-b9b5-d886f1383505 HTTP/1.1" status: 404  len: 339 time: 0.0301542
Nov 06 20:56:11.601174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.660944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 946c88f1-f069-4542-9929-70d04414b16d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:11.667170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:11.673290 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240747b5-53f1-4d8b-99ef-f586616bc4aa req-9fb1532d-a5ec-4f91-973a-7a81cc8a54db tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723204
Nov 06 20:56:11.676460 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6910cf9a-110f-4ecb-b6d9-0505c29210f2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.676818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6910cf9a-110f-4ecb-b6d9-0505c29210f2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.682870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6910cf9a-110f-4ecb-b6d9-0505c29210f2 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/0d95a2e6-155d-4c99-b405-a45cea8570ad HTTP/1.1" status: 404  len: 337 time: 0.0879779
Nov 06 20:56:11.683791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58602) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.697731 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.699414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 946c88f1-f069-4542-9929-70d04414b16d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:11.699775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 946c88f1-f069-4542-9929-70d04414b16d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:11.700181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ea3bb16-a9fb-4dce-a8d1-92101932111b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:11.717909 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c594f9-8928-4ca0-9948-599442bdfe7c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.718927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c594f9-8928-4ca0-9948-599442bdfe7c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.723191 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-04c594f9-8928-4ca0-9948-599442bdfe7c tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/b5b7f5af-6432-4290-a983-d465c102ad55 HTTP/1.1" status: 404  len: 339 time: 0.0372345
Nov 06 20:56:11.726374 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58604) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.764143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9'}, {'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:11.766484 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c7c4e8-bff2-4a39-b8e1-133b667dfb67" -d '{"events": [{"server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "name": "network-vif-plugged", "status": "completed", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9"}, {"server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "name": "network-vif-plugged", "status": "completed", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:11.774070 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-50700010-534a-462b-9216-b5810b16e0de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.774455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50700010-534a-462b-9216-b5810b16e0de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.778814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 2ea3bb16-a9fb-4dce-a8d1-92101932111b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:11.779440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ea3bb16-a9fb-4dce-a8d1-92101932111b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:11.780031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e36c5b21-157f-422f-9469-9627feb9fca2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:11.783165 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-50700010-534a-462b-9216-b5810b16e0de tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/70f64b21-34ac-4305-985a-9aebd6608bdf HTTP/1.1" status: 404  len: 337 time: 0.0550501
Nov 06 20:56:11.783474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58612) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.805211 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3911af75-9f64-4749-95ce-df44da429e21 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:11.807678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3911af75-9f64-4749-95ce-df44da429e21 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:11.813571 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3911af75-9f64-4749-95ce-df44da429e21 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/98ca67b1-80cb-4718-844d-b0c73f394c59 HTTP/1.1" status: 404  len: 339 time: 0.0289574
Nov 06 20:56:11.814642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58614) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:11.828980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: e36c5b21-157f-422f-9469-9627feb9fca2 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:11.829332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e36c5b21-157f-422f-9469-9627feb9fca2 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:11.834142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:11.938511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7037a7b-057b-4d97-8bb9-c6565d00e797 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting subnet c63dcad7-d6ce-493f-9065-a30136be007b {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:11.944519 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e7037a7b-057b-4d97-8bb9-c6565d00e797 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:11.978818 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26db9069-722d-4f37-9832-746babb28cee x-openstack-request-id: req-26db9069-722d-4f37-9832-746babb28cee {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:11.979385 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "name": "network-vif-plugged", "status": "completed", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9", "code": 200}, {"server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "name": "network-vif-plugged", "status": "completed", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:11.979385 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26db9069-722d-4f37-9832-746babb28cee {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:11.981554 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'code': 200}
Nov 06 20:56:11.981554 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280', 'code': 200}
Nov 06 20:56:12.096929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e7037a7b-057b-4d97-8bb9-c6565d00e797 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.130273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842527e-a6a1-4a07-9791-ca33a797f80c req-abae8f8f-bbce-4bc7-ae89-f4ca7a20c2a5 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:12.138559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b842527e-a6a1-4a07-9791-ca33a797f80c req-abae8f8f-bbce-4bc7-ae89-f4ca7a20c2a5 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.4738197
Nov 06 20:56:12.158693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04916f1-2d7d-477d-a568-9fc672b42ea8 req-f73bc3f1-f11b-4597-bf05-781d627519ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:12.161056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b04916f1-2d7d-477d-a568-9fc672b42ea8 req-f73bc3f1-f11b-4597-bf05-781d627519ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1096 time: 0.0825486
Nov 06 20:56:12.163683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499dcf1-deb5-4456-a5d1-8a906bb095c5 req-5465e6ed-82f8-4986-9fea-47ffade28e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:12.165223 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0499dcf1-deb5-4456-a5d1-8a906bb095c5 req-5465e6ed-82f8-4986-9fea-47ffade28e55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 1096 time: 0.1064076
Nov 06 20:56:12.202238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b842527e-a6a1-4a07-9791-ca33a797f80c req-04c40544-0905-4542-b45c-7d33bff0c35b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625644
Nov 06 20:56:12.245503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b04916f1-2d7d-477d-a568-9fc672b42ea8 req-7fe222ec-110a-49f7-9137-3a0a1e269a2e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708866
Nov 06 20:56:12.260462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e7037a7b-057b-4d97-8bb9-c6565d00e797 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.317061 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0499dcf1-deb5-4456-a5d1-8a906bb095c5 req-a6063ba0-977d-4728-b363-6aea238b9805 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118724
Nov 06 20:56:12.351891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e7037a7b-057b-4d97-8bb9-c6565d00e797 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.367428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d4a52-58b0-4424-9e56-55281ec8698a req-1501dc17-917a-4aac-9d3a-e2b8be6698ef tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:12.368998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b6d4a52-58b0-4424-9e56-55281ec8698a req-1501dc17-917a-4aac-9d3a-e2b8be6698ef tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0593226
Nov 06 20:56:12.383479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7037a7b-057b-4d97-8bb9-c6565d00e797 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Subnet': ['ID=c63dcad7-d6ce-493f-9065-a30136be007b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:12.389311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e7037a7b-057b-4d97-8bb9-c6565d00e797 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.395957 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e7037a7b-057b-4d97-8bb9-c6565d00e797 tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/subnets/c63dcad7-d6ce-493f-9065-a30136be007b HTTP/1.1" status: 204  len: 168 time: 0.5766897
Nov 06 20:56:12.395957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58632) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:12.399009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f579ed-678a-41a2-9d5e-37160275eb6c None None] Network 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:12.448812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b6d4a52-58b0-4424-9e56-55281ec8698a req-faf299bd-e7ad-4035-9da4-10af371888de tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718439
Nov 06 20:56:12.540781 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.566021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa36122d-2114-453b-afef-544d82ac4aad req-b353ebe5-827a-41d8-bd77-16d335b46618 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 210 time: 0.0527132
Nov 06 20:56:12.612022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] DHCP port deletion for 32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:56:12.618368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Deleting port 7d6c9ea6-7936-4de8-bb76-6788978a8129 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:12.619184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.673334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] Deleting port 7d6c9ea6-7936-4de8-bb76-6788978a8129 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:12.674104 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.695165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] For port 7d6c9ea6-7936-4de8-bb76-6788978a8129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d6c9ea6-7936-4de8-bb76-6788978a8129,segment=NetworkSegment(a483ed78-ec5b-4e7f-810f-02c6d71a60a1),segment_id=a483ed78-ec5b-4e7f-810f-02c6d71a60a1)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:12.695557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.709511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Calling delete_port for 7d6c9ea6-7936-4de8-bb76-6788978a8129 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:12.742539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] For port 7d6c9ea6-7936-4de8-bb76-6788978a8129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d6c9ea6-7936-4de8-bb76-6788978a8129,segment=NetworkSegment(a483ed78-ec5b-4e7f-810f-02c6d71a60a1),segment_id=a483ed78-ec5b-4e7f-810f-02c6d71a60a1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:12.743056 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.757171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] Calling delete_port for 7d6c9ea6-7936-4de8-bb76-6788978a8129 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:12.792987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.828752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] No DVR routers for this DVR port 7d6c9ea6-7936-4de8-bb76-6788978a8129 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:12.836667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Port': ['ID=7d6c9ea6-7936-4de8-bb76-6788978a8129,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:12.875302 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:12.904496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] No DVR routers for this DVR port 7d6c9ea6-7936-4de8-bb76-6788978a8129 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:12.983818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b760214-1fae-4878-a73a-9bc0ecccafd0 None None] Pushing event deleted for resources: {'Port': ['ID=7d6c9ea6-7936-4de8-bb76-6788978a8129,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:13.007854 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.017638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d1db4-1df2-4c7d-bade-f6f144a6abb2 req-3f6f28d1-cfbc-4311-ab4d-108728b0b40d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:13.019329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839d1db4-1df2-4c7d-bade-f6f144a6abb2 req-3f6f28d1-cfbc-4311-ab4d-108728b0b40d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0845993
Nov 06 20:56:13.039025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254cb1190>,) {'filters': {'network_id': ['32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:13.055944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254cb1190>, 'a483ed78-ec5b-4e7f-810f-02c6d71a60a1') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:13.056213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254cb1190>, 'a483ed78-ec5b-4e7f-810f-02c6d71a60a1') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:13.067871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.085387 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.091645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:13.092104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:13.095856 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:13.116416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fe5a1-582c-438d-b523-68dfffcc1392 req-94c33c0e-2e84-4269-af9c-eb18c33f0ff8 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:13.117898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f4fe5a1-582c-438d-b523-68dfffcc1392 req-94c33c0e-2e84-4269-af9c-eb18c33f0ff8 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.0968218
Nov 06 20:56:13.121188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839d1db4-1df2-4c7d-bade-f6f144a6abb2 req-bf278f09-c8c6-41b2-9932-8740754f1ced tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904827
Nov 06 20:56:13.160786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.170709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.174608 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] 10.222.0.13 "DELETE /v2.0/networks/32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d HTTP/1.1" status: 204  len: 168 time: 0.7785921
Nov 06 20:56:13.196504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1014b-2f53-45be-812b-1ec83674b3ec tempest-NetworksTest-190147106 tempest-NetworksTest-190147106-project] Pushing event deleted for resources: {'Network': ['ID=32c2fe15-2fd4-4ab8-8b8e-a8ea15fd439d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:13.206409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f4fe5a1-582c-438d-b523-68dfffcc1392 req-8aca73f5-1d0f-402c-ac12-8a2c0bf064fe tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772641
Nov 06 20:56:13.293712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a76676f-b8ef-4432-b861-c29bdeb22248 req-f450bc15-6ee8-42fb-8ef4-2b1b76721690 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0420563
Nov 06 20:56:13.366460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478a21b-4695-43ef-bf10-9526c348bfc1 req-a6277e03-9eec-45b8-8bba-6ddb7cdd39d2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:13.367907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d478a21b-4695-43ef-bf10-9526c348bfc1 req-a6277e03-9eec-45b8-8bba-6ddb7cdd39d2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.0585563
Nov 06 20:56:13.448891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d478a21b-4695-43ef-bf10-9526c348bfc1 req-a5b9200d-74b3-4709-b3f4-2a6262246a7a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667655
Nov 06 20:56:13.503757 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-e4c03059-1717-4ac6-89c0-07194a9d1e08 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bc42ff18c5cc4af1bad1e1d62c7c5f18&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0250566
Nov 06 20:56:13.528025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58676) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:13.670171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b979-b339-4afd-b65c-030c77abc107 req-4f2cb15c-08a3-4222-99a8-07badbbf7d1f tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:13.671712 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-4f2cb15c-08a3-4222-99a8-07badbbf7d1f tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1507919
Nov 06 20:56:13.693778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Request body: {'port': {'device_id': 'f0996b95-7820-4da7-ac82-6c25563512ed', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': 'bc42ff18c5cc4af1bad1e1d62c7c5f18'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:13.723170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7d6c9ea6-7936-4de8-bb76-6788978a8129 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:13.758008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 7d6c9ea6-7936-4de8-bb76-6788978a8129 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:13.758350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7d6c9ea6-7936-4de8-bb76-6788978a8129 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:13.775330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b7d664d-fb2f-4536-af55-8ab482ba3dc6 req-cd36c9ad-bdbe-4c26-8fe8-84f5d7753338 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 210 time: 0.0670388
Nov 06 20:56:13.784341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7084d99b-df32-4670-857a-d94fee8c597b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e039fada4a2d408c8603175e1821f577&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2528095
Nov 06 20:56:13.785828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58682) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:13.854352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc041b-b76a-40d1-a390-8f6dabe48451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.888563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc041b-b76a-40d1-a390-8f6dabe48451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.945883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc041b-b76a-40d1-a390-8f6dabe48451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.948648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9dc041b-b76a-40d1-a390-8f6dabe48451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:13.949966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9dc041b-b76a-40d1-a390-8f6dabe48451 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b260a59-f7b6-4d63-817f-f39d55ae684a HTTP/1.1" status: 204  len: 168 time: 0.1630106
Nov 06 20:56:13.958645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc041b-b76a-40d1-a390-8f6dabe48451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b260a59-f7b6-4d63-817f-f39d55ae684a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:14.095589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Made reservation on behalf of bc42ff18c5cc4af1bad1e1d62c7c5f18 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:14.100717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.110486 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.190882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.196845 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.268876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a1205b-95e1-4532-bb45-04a16d748cf4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:14.277960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.285936 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.327740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4d69-0391-4c1c-9008-8c4f9cee0acd req-6f45008f-7326-4341-9ceb-93563d7171af tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:14.337505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c68f4d69-0391-4c1c-9008-8c4f9cee0acd req-6f45008f-7326-4341-9ceb-93563d7171af tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1328068
Nov 06 20:56:14.402743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Allocated IP 192.168.233.123 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/1ff5f294-9386-44eb-971a-6cfc9daf261b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:14.454182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c68f4d69-0391-4c1c-9008-8c4f9cee0acd req-cfbd9aba-fcf4-4a28-8bab-f80aa3d57502 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062648
Nov 06 20:56:14.465709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983846-071f-4fce-8268-87d81d59fc17 req-13fed1a1-ad69-4edc-ac0e-710ef892494a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:14.475849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac983846-071f-4fce-8268-87d81d59fc17 req-13fed1a1-ad69-4edc-ac0e-710ef892494a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.1371002
Nov 06 20:56:14.570212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac983846-071f-4fce-8268-87d81d59fc17 req-a43ac61f-d450-494c-b6e2-7b33e4690609 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932856
Nov 06 20:56:14.641253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.687990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e6a872b-522f-4859-94c2-7ddf0c117869 req-87107ab2-b63f-466f-90fa-89afcfcaff34 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0314004
Nov 06 20:56:14.692962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.766498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Pushing event updated for resources: {'Port': ['ID=1ff5f294-9386-44eb-971a-6cfc9daf261b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:14.795672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:14.797150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:14.799665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:14.831406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58718) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:14.839821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f556d-b0f5-44d9-afb3-ffb8c8439fd7 req-c416cb17-ce13-4365-b217-0e16c7ec69e3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:14.847444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff1f556d-b0f5-44d9-afb3-ffb8c8439fd7 req-c416cb17-ce13-4365-b217-0e16c7ec69e3 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.0759449
Nov 06 20:56:14.866770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:14.867435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.891786 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-422dfe78-df02-4b0b-acd7-7d052713b090 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2098181
Nov 06 20:56:14.905120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Request body: {'port': {'device_id': 'f0996b95-7820-4da7-ac82-6c25563512ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:14.934062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff1f556d-b0f5-44d9-afb3-ffb8c8439fd7 req-e129bee8-a097-407a-9683-27a6744caeb1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856671
Nov 06 20:56:14.972181 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:14.986615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fe6ed-ff82-4df6-92f7-b4388fc86f58 req-d9f40787-031a-4fdd-a03a-efd2f81fcd3c tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:14.997690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b2fe6ed-ff82-4df6-92f7-b4388fc86f58 req-d9f40787-031a-4fdd-a03a-efd2f81fcd3c tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 936 time: 0.1009967
Nov 06 20:56:15.034580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1818400116'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:15.074124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b2fe6ed-ff82-4df6-92f7-b4388fc86f58 req-825eb1cf-c884-4a87-95af-2d01130ead64 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752754
Nov 06 20:56:15.089997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:15.093859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.103225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.119154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8a4281d1-0549-4ed5-8122-9ec533afc73e None None] Provisioning complete for port 1ff5f294-9386-44eb-971a-6cfc9daf261b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:15.119528 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a4281d1-0549-4ed5-8122-9ec533afc73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.155295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8a4281d1-0549-4ed5-8122-9ec533afc73e None None] Port 1ff5f294-9386-44eb-971a-6cfc9daf261b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:15.190562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcdd0e-d9ee-41d5-a66c-4032514ff30f req-d3432d30-f667-4a64-beb8-bef50555a7df tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:15.192329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7fcdd0e-d9ee-41d5-a66c-4032514ff30f req-d3432d30-f667-4a64-beb8-bef50555a7df tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1096 time: 0.0738914
Nov 06 20:56:15.245270 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.253059 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.283485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7fcdd0e-d9ee-41d5-a66c-4032514ff30f req-7dd882a1-ddb9-4dd8-b0e2-6e8ec227e8ae tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826995
Nov 06 20:56:15.289878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:15.306434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d102e7-4e68-4431-8a82-143b090036be,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:15.307668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff5f294-9386-44eb-971a-6cfc9daf261b {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:15.309431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.309781 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Added segment 620515f9-549e-421e-8f6f-55a441e359b9 of type vlan for network 6b9d1e8d-5590-41de-a97b-c70b567c46cc
Nov 06 20:56:15.315999 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.334583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Transition to ACTIVE for port object 1ff5f294-9386-44eb-971a-6cfc9daf261b will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:56:15.338664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.354669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.389160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.397962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:15.398680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.402788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5f294-9386-44eb-971a-6cfc9daf261b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:15.472385 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6226594
Nov 06 20:56:15.473977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58732) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:15.479416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'name': 'tempest-PortsIpV6TestJSON-1040376893'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:15.508496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0385507-fb1b-411f-a05d-86e4405ba28b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Network': ['ID=6b9d1e8d-5590-41de-a97b-c70b567c46cc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:15.520052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:15.586445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Attempting to bind port 1ff5f294-9386-44eb-971a-6cfc9daf261b on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:15.586885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Attempting to bind port 1ff5f294-9386-44eb-971a-6cfc9daf261b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:15.587189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Attempting to bind port 1ff5f294-9386-44eb-971a-6cfc9daf261b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:15.600952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Port 1ff5f294-9386-44eb-971a-6cfc9daf261b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:15.601330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Attempting to bind port 1ff5f294-9386-44eb-971a-6cfc9daf261b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:15.615383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:15.615699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:15.616088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:15.616566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Bound port: 1ff5f294-9386-44eb-971a-6cfc9daf261b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:15.616928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.657747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27955d80-7974-4444-8c9c-e8613cdf69f0 req-b63bd429-6fbb-4888-b6f3-2d09c6dc43e1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:15.666637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27955d80-7974-4444-8c9c-e8613cdf69f0 req-b63bd429-6fbb-4888-b6f3-2d09c6dc43e1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1084058
Nov 06 20:56:15.679808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:15.685390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.723504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:15.730839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] For port 1ff5f294-9386-44eb-971a-6cfc9daf261b, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:15.746147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] For port 1ff5f294-9386-44eb-971a-6cfc9daf261b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff5f294-9386-44eb-971a-6cfc9daf261b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:15.746449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27955d80-7974-4444-8c9c-e8613cdf69f0 req-0cd26dba-4dd3-4bb1-9e10-8cc3cf558f94 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789795
Nov 06 20:56:15.792261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c567e0-9d89-41a5-9658-96d8fbf24e43 req-24174040-630d-4216-8f57-4b78082c7d0d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:15.793890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90c567e0-9d89-41a5-9658-96d8fbf24e43 req-24174040-630d-4216-8f57-4b78082c7d0d tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.1082096
Nov 06 20:56:15.801019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.889213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:15.890163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:15.891584 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] 10.222.0.10 "PUT /v2.0/ports/1ff5f294-9386-44eb-971a-6cfc9daf261b HTTP/1.1" status: 200  len: 1096 time: 0.9908824
Nov 06 20:56:15.892046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0996b95-7820-4da7-ac82-6c25563512ed', 'tag': '1ff5f294-9386-44eb-971a-6cfc9daf261b'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:15.893801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90c567e0-9d89-41a5-9658-96d8fbf24e43 req-1766c279-f13b-46b2-92bc-c578d95f2be2 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932291
Nov 06 20:56:15.894412 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d426c88d-a388-4997-8fe3-cb32de01d7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f0996b95-7820-4da7-ac82-6c25563512ed", "tag": "1ff5f294-9386-44eb-971a-6cfc9daf261b"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:15.930886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c42db13f-59a2-412f-b842-d45ef5d0190e req-d2a41d77-3f9f-46b8-a0ae-1e32f8583f90 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0867438
Nov 06 20:56:15.933846 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029f9b3-d4c9-44c7-b4de-48438b39835b service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5f294-9386-44eb-971a-6cfc9daf261b,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:16.008053 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201efb3d-0186-4abc-b221-ea973c0789f2 x-openstack-request-id: req-201efb3d-0186-4abc-b221-ea973c0789f2 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:16.008777 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0996b95-7820-4da7-ac82-6c25563512ed", "tag": "1ff5f294-9386-44eb-971a-6cfc9daf261b", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:16.009465 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-201efb3d-0186-4abc-b221-ea973c0789f2 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:16.010486 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0996b95-7820-4da7-ac82-6c25563512ed', 'tag': '1ff5f294-9386-44eb-971a-6cfc9daf261b', 'status': 'completed', 'code': 200}
Nov 06 20:56:16.102960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b979-b339-4afd-b65c-030c77abc107 req-543de46b-c445-4401-94f8-d2b257a096dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.104856 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-543de46b-c445-4401-94f8-d2b257a096dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc42ff18c5cc4af1bad1e1d62c7c5f18&device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 1099 time: 0.1643617
Nov 06 20:56:16.111193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.165181 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-8f81d499-db6f-4888-ac2a-05948cb3a8d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=1ff5f294-9386-44eb-971a-6cfc9daf261b HTTP/1.1" status: 200  len: 217 time: 0.0454669
Nov 06 20:56:16.233786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b979-b339-4afd-b65c-030c77abc107 req-bb864e03-4778-419f-bcee-5ce2682f6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.235729 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-bb864e03-4778-419f-bcee-5ce2682f6eaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0607116
Nov 06 20:56:16.274284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.284837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13c62-b501-48f4-a3ff-f50d0afd900c req-39f3d4fb-80e7-490d-b0f4-6d00ec0e131d tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.286931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5a13c62-b501-48f4-a3ff-f50d0afd900c req-39f3d4fb-80e7-490d-b0f4-6d00ec0e131d tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 948 time: 0.0732214
Nov 06 20:56:16.342507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b979-b339-4afd-b65c-030c77abc107 req-f6282c5a-82cc-46ce-95b3-b6926c2ddd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.342843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5a13c62-b501-48f4-a3ff-f50d0afd900c req-16da095d-40d7-4077-be34-2cdcebfd1db8 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495770
Nov 06 20:56:16.344129 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-f6282c5a-82cc-46ce-95b3-b6926c2ddd88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1003101
Nov 06 20:56:16.346260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=85ddf219-2e31-453b-a12a-a360b0a4c7a7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:16.386413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking segment: {'id': '620515f9-549e-421e-8f6f-55a441e359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:16.386768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network hostable DHCP agents. Network: 6b9d1e8d-5590-41de-a97b-c70b567c46cc, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:16.444458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:16.466726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b9d1e8d-5590-41de-a97b-c70b567c46cc) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:16.475604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd7ca6-06c2-4988-b65a-b05ad994a2bb None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:16.476823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:16.482982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.483586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.494800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-5efd2d9a-94a2-423c-a4b9-fee020452655 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382661
Nov 06 20:56:16.506899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bdd934d2-8507-416b-a8d6-1d5c1a2d260f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.0316620
Nov 06 20:56:16.510189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58800) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:16.516645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-960954824'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:16.549599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:16.555713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.585881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:16.596568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.596992 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Added segment d4032091-66bc-4c77-b5c2-69a4ae650332 of type vlan for network c2ae04be-277c-4bc6-87ec-78ddb1fa1330
Nov 06 20:56:16.643630 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f44b979-b339-4afd-b65c-030c77abc107 req-b5f26452-6bc9-4ef5-a561-0cb409bf1e5e service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353183
Nov 06 20:56:16.644528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.673487 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.680440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.681108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.745668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-6bc052f2-29b7-47dd-a4dc-4d6ace65fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.747329 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-6bc052f2-29b7-47dd-a4dc-4d6ace65fcf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc42ff18c5cc4af1bad1e1d62c7c5f18&device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 1099 time: 0.0484040
Nov 06 20:56:16.765675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2536497
Nov 06 20:56:16.766279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58810) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:16.775822 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-34ab4390-81b7-42ed-b079-1550e056dc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:16.779516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'ports': [{'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc'}, {'network_id': 'c2ae04be-277c-4bc6-87ec-78ddb1fa1330'}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:16.779827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:16.780332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': 'c2ae04be-277c-4bc6-87ec-78ddb1fa1330'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:16.809413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e26fe-0c91-438f-a2e8-49f9904ba328 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Network': ['ID=c2ae04be-277c-4bc6-87ec-78ddb1fa1330,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:16.819919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c2ae04be-277c-4bc6-87ec-78ddb1fa1330 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:16.859526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-c83b4cce-b7c8-4d9c-bb1b-783dd2e4efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.860557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-c83b4cce-b7c8-4d9c-bb1b-783dd2e4efdf service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1020000
Nov 06 20:56:16.913178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbd5f6-a5ce-4cda-95ab-e301643bf346 req-7e3be6da-e162-4bf5-875f-beee05dcadcf tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.920920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56fbd5f6-a5ce-4cda-95ab-e301643bf346 req-7e3be6da-e162-4bf5-875f-beee05dcadcf tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.1718490
Nov 06 20:56:16.928574 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-b68424ab-01a5-4010-9c49-5c0e899339e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=1ff5f294-9386-44eb-971a-6cfc9daf261b HTTP/1.1" status: 200  len: 217 time: 0.0579727
Nov 06 20:56:16.983183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-e204f2b6-6559-4794-9479-d394fd81af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:16.984712 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-e204f2b6-6559-4794-9479-d394fd81af20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0478897
Nov 06 20:56:17.036882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-4e199bf5-72e5-4e0b-867f-d77d44537016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:17.038711 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-4e199bf5-72e5-4e0b-867f-d77d44537016 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0436251
Nov 06 20:56:17.059815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aed1b-88ea-469a-bf70-ac73fb18c1cf req-74e41442-d300-4488-9f12-7f79a4190a73 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:17.061322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b6aed1b-88ea-469a-bf70-ac73fb18c1cf req-74e41442-d300-4488-9f12-7f79a4190a73 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1788225
Nov 06 20:56:17.065954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56fbd5f6-a5ce-4cda-95ab-e301643bf346 req-f690c615-fc05-4bd2-b4d2-cc1305f8fae4 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441379
Nov 06 20:56:17.110208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 2} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:17.114874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:17.137788 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-e309d2d7-ac0b-4f73-8982-f90f073d1eca service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912259
Nov 06 20:56:17.138354 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:17.150968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b6aed1b-88ea-469a-bf70-ac73fb18c1cf req-3180cc0e-8603-4270-9d7a-f6129ed82255 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820010
Nov 06 20:56:17.228602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port ea7966ac-29f4-49e4-9829-abaa0124d29f yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:17.266393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f805e99d-1592-4338-aeef-e40d2e3d5bf9 req-4dfbeaa0-97d0-48dc-97bb-7d69667e6f3c tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0338249
Nov 06 20:56:17.276652 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d426c88d-a388-4997-8fe3-cb32de01d7dd req-f4c3a6ff-dc0a-4e15-9fbf-fa824f5fc2c6 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306164
Nov 06 20:56:17.437596 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:17.537296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port 27bc2f2e-fe9b-40d6-b089-a579ebf7bda9 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:17.553253 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23afc019-1fe5-4df5-8d54-5a21c29e52d3 req-dc53313c-da60-42cc-a385-9919ec61fdb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0271220
Nov 06 20:56:17.557310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e19d37-4fa7-4452-90fb-c8e6b4290c0e req-f3014e47-50f5-4c05-af44-5309339c5c1a tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:17.558824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24e19d37-4fa7-4452-90fb-c8e6b4290c0e req-f3014e47-50f5-4c05-af44-5309339c5c1a tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 948 time: 0.1044507
Nov 06 20:56:17.657213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24e19d37-4fa7-4452-90fb-c8e6b4290c0e req-4ecb12ae-64a9-48a9-94e6-d6cf3fe187a5 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907741
Nov 06 20:56:17.709561 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:17.745679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:17.787273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:17.790369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:17.797127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:17.797957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:17.809463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=ea7966ac-29f4-49e4-9829-abaa0124d29f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:17.876659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=27bc2f2e-fe9b-40d6-b089-a579ebf7bda9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:17.886038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking segment: {'id': 'd4032091-66bc-4c77-b5c2-69a4ae650332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c2ae04be-277c-4bc6-87ec-78ddb1fa1330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:17.886398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network hostable DHCP agents. Network: c2ae04be-277c-4bc6-87ec-78ddb1fa1330, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:17.905480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network c2ae04be-277c-4bc6-87ec-78ddb1fa1330 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:17.914364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2ae04be-277c-4bc6-87ec-78ddb1fa1330) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:17.918303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:17.923062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8135b51-8856-4ad6-b3de-954bad3e5c29 None None] Network c2ae04be-277c-4bc6-87ec-78ddb1fa1330 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:17.924250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:17.929902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:17.930564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:17.947148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9ae3eb7-6b23-492f-b189-a5dabed37235 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.1743662
Nov 06 20:56:17.950005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58842) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:18.040720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6b0e6-a9d7-4442-82e1-70653f0803f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 27bc2f2e-fe9b-40d6-b089-a579ebf7bda9 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:18.041270 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb6b0e6-a9d7-4442-82e1-70653f0803f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:18.111825 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb6b0e6-a9d7-4442-82e1-70653f0803f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:18.126403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6b0e6-a9d7-4442-82e1-70653f0803f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 27bc2f2e-fe9b-40d6-b089-a579ebf7bda9 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:18.235950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442248bd-ac85-4e18-b898-abac11da09ec req-214ec44d-1480-4419-b203-f20322d52d9b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:18.237471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-442248bd-ac85-4e18-b898-abac11da09ec req-214ec44d-1480-4419-b203-f20322d52d9b tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.0704656
Nov 06 20:56:18.289076 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb6b0e6-a9d7-4442-82e1-70653f0803f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:18.335032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6b0e6-a9d7-4442-82e1-70653f0803f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=27bc2f2e-fe9b-40d6-b089-a579ebf7bda9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:18.352555 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb6b0e6-a9d7-4442-82e1-70653f0803f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:18.355777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0cb6b0e6-a9d7-4442-82e1-70653f0803f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/27bc2f2e-fe9b-40d6-b089-a579ebf7bda9 HTTP/1.1" status: 204  len: 168 time: 0.4046204
Nov 06 20:56:18.358588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58852) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:18.368835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4de41-82b0-4c5b-be44-5172b5190128 req-ec9e626c-a00b-4620-a5a9-407576414b48 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:18.370208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68b4de41-82b0-4c5b-be44-5172b5190128 req-ec9e626c-a00b-4620-a5a9-407576414b48 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1306872
Nov 06 20:56:18.377514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-442248bd-ac85-4e18-b898-abac11da09ec req-2bb1f66f-96fb-4572-8521-8dd34734e743 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283321
Nov 06 20:56:18.432349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68b4de41-82b0-4c5b-be44-5172b5190128 req-60033599-1e18-4a51-bc5f-b893671bf023 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535104
Nov 06 20:56:18.459830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2599db1-a97e-4f75-b853-1d2b05badc5d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:18.468728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2599db1-a97e-4f75-b853-1d2b05badc5d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:18.468728 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c2599db1-a97e-4f75-b853-1d2b05badc5d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.1083663
Nov 06 20:56:18.471096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58858) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:18.503138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-938df72f-ac32-4c55-9eb2-43b604370761 req-30ef8960-989f-4ae8-9079-334f58c29675 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0400572
Nov 06 20:56:18.580986 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a35aa-2f2f-4ae5-a3da-a1b97516b530 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port ea7966ac-29f4-49e4-9829-abaa0124d29f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:18.581324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e8a35aa-2f2f-4ae5-a3da-a1b97516b530 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:18.648921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e8a35aa-2f2f-4ae5-a3da-a1b97516b530 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:18.661394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a35aa-2f2f-4ae5-a3da-a1b97516b530 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for ea7966ac-29f4-49e4-9829-abaa0124d29f owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:18.737644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e8a35aa-2f2f-4ae5-a3da-a1b97516b530 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:18.769810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a35aa-2f2f-4ae5-a3da-a1b97516b530 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=ea7966ac-29f4-49e4-9829-abaa0124d29f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:18.776602 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e8a35aa-2f2f-4ae5-a3da-a1b97516b530 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:18.780865 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5e8a35aa-2f2f-4ae5-a3da-a1b97516b530 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/ea7966ac-29f4-49e4-9829-abaa0124d29f HTTP/1.1" status: 204  len: 168 time: 0.3087654
Nov 06 20:56:18.783182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04328292-58e2-464b-b73c-f323b7cb9341 req-86558a88-b7ae-47bd-bc33-48c76fd0b778 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:18.783660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58862) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:18.784721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04328292-58e2-464b-b73c-f323b7cb9341 req-86558a88-b7ae-47bd-bc33-48c76fd0b778 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 948 time: 0.0560596
Nov 06 20:56:18.839035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04328292-58e2-464b-b73c-f323b7cb9341 req-04bc356e-499c-45b2-9bb9-1c1b844f4b1f tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479910
Nov 06 20:56:18.839683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d24793-b64e-41fc-b624-cc34ef4804d7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:18.841754 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-18d24793-b64e-41fc-b624-cc34ef4804d7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0574083
Nov 06 20:56:18.844584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58864) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:18.869952 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4c543c-b080-4dae-b348-53ed9ab24f62 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:18.871599 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe4c543c-b080-4dae-b348-53ed9ab24f62 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/27bc2f2e-fe9b-40d6-b089-a579ebf7bda9 HTTP/1.1" status: 404  len: 333 time: 0.0259981
Nov 06 20:56:18.874801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58866) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:18.904113 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-65624d87-77cb-4092-b576-d650a808e7c1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:18.905610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-65624d87-77cb-4092-b576-d650a808e7c1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/ea7966ac-29f4-49e4-9829-abaa0124d29f HTTP/1.1" status: 404  len: 333 time: 0.0295424
Nov 06 20:56:18.908235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58868) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:18.927404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:18.982502 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.023990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:19.036373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'network_id': '8fbc16c6-4a6c-4b93-987f-9643b3a1da7e', 'port_id': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'mac_address': 'fa:16:3e:87:03:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d76b1-c186-447e-bf02-a2f54bded116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:56:19.075543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.078152 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.090885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:19.095954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925861f730>,) {'filters': {'network_id': ['c2ae04be-277c-4bc6-87ec-78ddb1fa1330']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:19.106105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925861f730>, 'd4032091-66bc-4c77-b5c2-69a4ae650332') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:19.106442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925861f730>, 'd4032091-66bc-4c77-b5c2-69a4ae650332') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:19.110849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:19.115547 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.116895 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.130385 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.136827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:19.137276 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:19.140428 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:19.163033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:19.189654 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-710350eb-1942-4c48-9669-7bf27f356769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.207263 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.214324 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.217328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/networks/c2ae04be-277c-4bc6-87ec-78ddb1fa1330 HTTP/1.1" status: 204  len: 168 time: 0.3081291
Nov 06 20:56:19.221319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58870) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:19.227141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1013291384'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:19.229579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2d2b1-12ce-4505-b54d-8d8c336f7a56 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Network': ['ID=c2ae04be-277c-4bc6-87ec-78ddb1fa1330,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:19.250005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:19.253733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.276868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:19.286113 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.286448 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Added segment 4eba9be2-0696-4c0d-8465-bd42b43ad06f of type vlan for network 0afb97d7-56a6-41fe-98c3-a39a2187859d
Nov 06 20:56:19.324222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.348420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.353899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:19.354475 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.413811 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.1911607
Nov 06 20:56:19.417089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58874) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:19.421877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '0afb97d7-56a6-41fe-98c3-a39a2187859d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:19.477132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d525-f259-4e92-90b6-750a63983600 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Network': ['ID=0afb97d7-56a6-41fe-98c3-a39a2187859d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:19.487676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0afb97d7-56a6-41fe-98c3-a39a2187859d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:19.522332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cae41-9977-42a5-85e0-8ee85928ba75 req-7335204c-9d55-4d4d-bf94-21cb744d6d62 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:19.524655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd9cae41-9977-42a5-85e0-8ee85928ba75 req-7335204c-9d55-4d4d-bf94-21cb744d6d62 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 944 time: 0.0703800
Nov 06 20:56:19.537499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:19.543120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.611746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Performing IP validity checks on allocation pools {{(pid=119334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 06 20:56:19.614161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4743b-3efe-4862-9635-69c52230e9ac req-8657d50b-644e-44c6-a37b-1d326c267bae tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:19.614952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 06 20:56:19.615667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26f4743b-3efe-4862-9635-69c52230e9ac req-8657d50b-644e-44c6-a37b-1d326c267bae tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0897071
Nov 06 20:56:19.618789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['6a116836-c0c2-4ec1-a32f-6ce08a64fad9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:19.627213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd9cae41-9977-42a5-85e0-8ee85928ba75 req-4cac44a3-f4ea-4b5a-a429-5eca1f2ad653 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671129
Nov 06 20:56:19.687107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26f4743b-3efe-4862-9635-69c52230e9ac req-d1eafa8f-fa57-47ac-97bc-2c785d2130b6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588624
Nov 06 20:56:19.733228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45398e9a-a6e1-4c53-90bc-9a055536c8cd req-42a5633d-88e9-4f89-9221-3c147819085e tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0312462
Nov 06 20:56:19.799609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.865026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=c963230f-9852-4a08-90ab-14b2160bd68c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:19.874085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking segment: {'id': '4eba9be2-0696-4c0d-8465-bd42b43ad06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0afb97d7-56a6-41fe-98c3-a39a2187859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:19.874444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network hostable DHCP agents. Network: 0afb97d7-56a6-41fe-98c3-a39a2187859d, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:19.894044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 0afb97d7-56a6-41fe-98c3-a39a2187859d is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:19.904475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0afb97d7-56a6-41fe-98c3-a39a2187859d) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:19.908659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:19.909256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:19.913211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca6f99-8983-42c3-ad32-f748a26a6499 None None] Network 0afb97d7-56a6-41fe-98c3-a39a2187859d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:19.932135 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fcf2966f-0a1a-4b12-8c53-4ad6e6242767 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5139956
Nov 06 20:56:19.932896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58888) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:19.937790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': '0afb97d7-56a6-41fe-98c3-a39a2187859d', 'name': 'tempest-PortsIpV6TestJSON-1996818735'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:19.985045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaea92-49db-4b4f-9158-72cc5e0fda5c req-99e7e6f2-1254-4370-a67b-9943afafdbd6 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:19.986555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44aaea92-49db-4b4f-9158-72cc5e0fda5c req-99e7e6f2-1254-4370-a67b-9943afafdbd6 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 948 time: 0.0573320
Nov 06 20:56:20.042438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44aaea92-49db-4b4f-9158-72cc5e0fda5c req-efd198f1-fa02-4e34-806d-8c38e70f91f1 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452440
Nov 06 20:56:20.049987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:20.054232 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.080563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0afb97d7-56a6-41fe-98c3-a39a2187859d', 'network_id': '0afb97d7-56a6-41fe-98c3-a39a2187859d', 'tenant_id': 'e63a025ef80f43d8bb7bef703826424b', 'fixed_ips': [{'subnet_id': 'c963230f-9852-4a08-90ab-14b2160bd68c'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:56:20.081433 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.090515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port 651a58e9-bd83-4831-836f-cc664e88bc8b yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:20.213404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::373 (0afb97d7-56a6-41fe-98c3-a39a2187859d/c963230f-9852-4a08-90ab-14b2160bd68c/651a58e9-bd83-4831-836f-cc664e88bc8b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:20.367702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.410430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.453225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 0afb97d7-56a6-41fe-98c3-a39a2187859d is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:20.457035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Allocated IP 2001:db8::2 (0afb97d7-56a6-41fe-98c3-a39a2187859d/c963230f-9852-4a08-90ab-14b2160bd68c/b0270489-6e8c-43a4-b980-2904e894129d) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:20.458548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:20.462482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:20.468225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:20.468790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.478126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=651a58e9-bd83-4831-836f-cc664e88bc8b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:20.496679 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-39a51bb4-cc3d-4fc6-a2fa-56f1409cd974 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.5601745
Nov 06 20:56:20.496862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58890) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:20.521572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.587665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-641c08e9-df26-40ef-b6d7-cfd35bc403a7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 651a58e9-bd83-4831-836f-cc664e88bc8b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:20.588008 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-641c08e9-df26-40ef-b6d7-cfd35bc403a7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.616063 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.625846 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.668345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Network 0afb97d7-56a6-41fe-98c3-a39a2187859d is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:20.673036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:20.676717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:20.690256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Pushing event updated for resources: {'Port': ['ID=b0270489-6e8c-43a4-b980-2904e894129d,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:20.703926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-641c08e9-df26-40ef-b6d7-cfd35bc403a7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.720402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-641c08e9-df26-40ef-b6d7-cfd35bc403a7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 651a58e9-bd83-4831-836f-cc664e88bc8b owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:20.762112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Attempting to bind port b0270489-6e8c-43a4-b980-2904e894129d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:20.762820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Attempting to bind port b0270489-6e8c-43a4-b980-2904e894129d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4eba9be2-0696-4c0d-8465-bd42b43ad06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0afb97d7-56a6-41fe-98c3-a39a2187859d'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:20.763184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Attempting to bind port b0270489-6e8c-43a4-b980-2904e894129d on network 0afb97d7-56a6-41fe-98c3-a39a2187859d {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:20.768205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:20.768606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Checking segment: {'id': '4eba9be2-0696-4c0d-8465-bd42b43ad06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0afb97d7-56a6-41fe-98c3-a39a2187859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:20.769003 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.770023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Bound using segment: {'id': '4eba9be2-0696-4c0d-8465-bd42b43ad06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0afb97d7-56a6-41fe-98c3-a39a2187859d'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:20.770484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Bound port: b0270489-6e8c-43a4-b980-2904e894129d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eba9be2-0696-4c0d-8465-bd42b43ad06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0afb97d7-56a6-41fe-98c3-a39a2187859d'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:20.770861 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.791519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df561ad7-f194-4c92-b31f-3f047d8a5461 req-221b135a-eed6-4acb-84e4-5bcc2afd1f10 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:20.793064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df561ad7-f194-4c92-b31f-3f047d8a5461 req-221b135a-eed6-4acb-84e4-5bcc2afd1f10 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 944 time: 0.0893877
Nov 06 20:56:20.820724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db13a4-bf9f-4a74-9210-dedd26ec5200 req-f29253e0-48b7-4f75-9856-fea947cce4e7 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:20.822240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91db13a4-bf9f-4a74-9210-dedd26ec5200 req-f29253e0-48b7-4f75-9856-fea947cce4e7 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1096 time: 0.0795488
Nov 06 20:56:20.850339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] For port b0270489-6e8c-43a4-b980-2904e894129d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:20.853963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] For port b0270489-6e8c-43a4-b980-2904e894129d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0270489-6e8c-43a4-b980-2904e894129d,segment=NetworkSegment(4eba9be2-0696-4c0d-8465-bd42b43ad06f),segment_id=4eba9be2-0696-4c0d-8465-bd42b43ad06f)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:20.858623 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.879777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df561ad7-f194-4c92-b31f-3f047d8a5461 req-0e4c44e9-12ff-47b2-a5cb-821d9d4c2ad1 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733490
Nov 06 20:56:20.895280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-641c08e9-df26-40ef-b6d7-cfd35bc403a7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.942852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91db13a4-bf9f-4a74-9210-dedd26ec5200 req-9633c1e0-a90d-4f20-b2f9-db7c5a0ca558 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028721
Nov 06 20:56:20.952333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40dc60-9682-4edb-acc2-f20e383966f5 None None] Pushing event updated for resources: {'Port': ['ID=b0270489-6e8c-43a4-b980-2904e894129d,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:20.958836 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1ff5f294-9386-44eb-971a-6cfc9daf261b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:20.964223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:20.975963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c08e9-df26-40ef-b6d7-cfd35bc403a7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=651a58e9-bd83-4831-836f-cc664e88bc8b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:20.981163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-641c08e9-df26-40ef-b6d7-cfd35bc403a7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:20.985152 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-641c08e9-df26-40ef-b6d7-cfd35bc403a7 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/651a58e9-bd83-4831-836f-cc664e88bc8b HTTP/1.1" status: 204  len: 168 time: 0.4873223
Nov 06 20:56:20.987779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58908) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:21.015476 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-35589b10-d95a-476d-ae51-5ed9a57ed452 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:56:21.016904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35589b10-d95a-476d-ae51-5ed9a57ed452 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:21.020839 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-35589b10-d95a-476d-ae51-5ed9a57ed452 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/651a58e9-bd83-4831-836f-cc664e88bc8b HTTP/1.1" status: 404  len: 333 time: 0.0312946
Nov 06 20:56:21.023946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58912) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:21.065646 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dedfd1-8564-4e89-8b36-aaa630149a68 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:21.070347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-99dedfd1-8564-4e89-8b36-aaa630149a68 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/651a58e9-bd83-4831-836f-cc664e88bc8b HTTP/1.1" status: 404  len: 333 time: 0.0429399
Nov 06 20:56:21.070996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58916) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:21.093294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34be499-7b81-4764-b151-d61639227854 req-e4bba003-8284-47ea-bfb6-ea1703fb0bf1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:21.100754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b34be499-7b81-4764-b151-d61639227854 req-e4bba003-8284-47ea-bfb6-ea1703fb0bf1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1502337
Nov 06 20:56:21.109645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7acb84d-6a7b-488f-b3b0-99c1e24a114c req-0268e4b3-11e9-4b44-9921-2508cbfdf4ce tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0547707
Nov 06 20:56:21.131952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e7dc86-a379-432e-a1f3-fa2cc8c3b877 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet c963230f-9852-4a08-90ab-14b2160bd68c {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:21.132391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:21.133354 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.135344 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc86-a379-432e-a1f3-fa2cc8c3b877 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.181055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b34be499-7b81-4764-b151-d61639227854 req-e593e070-27cf-4a4d-a7e9-f3d301164b09 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742331
Nov 06 20:56:21.214544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1ff5f294-9386-44eb-971a-6cfc9daf261b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff5f294-9386-44eb-971a-6cfc9daf261b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:21.217465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc86-a379-432e-a1f3-fa2cc8c3b877 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.230182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '1ff5f294-9386-44eb-971a-6cfc9daf261b', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '1ff5f294-9386-44eb-971a-6cfc9daf261b', 'mac_address': 'fa:16:3e:3d:1e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:56:21.313780 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.362478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff5f294-9386-44eb-971a-6cfc9daf261b {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:21.374747 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc86-a379-432e-a1f3-fa2cc8c3b877 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.375958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.398149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1ff5f294-9386-44eb-971a-6cfc9daf261b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff5f294-9386-44eb-971a-6cfc9daf261b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:21.406567 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.415205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:21.417482 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ad951-2515-44b9-aa03-45a0c9d3bedd" -d '{"events": [{"server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "name": "network-vif-plugged", "status": "completed", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:21.434129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed0658-378f-4cf3-b364-4f5914c16c22 req-5929148a-ec0c-4e93-a297-0bcfc76c45e9 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:21.443109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4ed0658-378f-4cf3-b364-4f5914c16c22 req-5929148a-ec0c-4e93-a297-0bcfc76c45e9 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 948 time: 0.0733485
Nov 06 20:56:21.461900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:21.473717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc86-a379-432e-a1f3-fa2cc8c3b877 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.490216 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.497061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1ff5f294-9386-44eb-971a-6cfc9daf261b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:21.500731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4ed0658-378f-4cf3-b364-4f5914c16c22 req-8e5e9306-3ed6-48a0-a07c-eb130c668f31 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567226
Nov 06 20:56:21.530256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13e7dc86-a379-432e-a1f3-fa2cc8c3b877 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.533875 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-13e7dc86-a379-432e-a1f3-fa2cc8c3b877 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/c963230f-9852-4a08-90ab-14b2160bd68c HTTP/1.1" status: 204  len: 168 time: 0.4618280
Nov 06 20:56:21.534543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7dc86-a379-432e-a1f3-fa2cc8c3b877 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=c963230f-9852-4a08-90ab-14b2160bd68c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:21.537225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58922) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:21.572042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:21.654114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.725064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port b0270489-6e8c-43a4-b980-2904e894129d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:21.725444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.727963 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.770144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b0270489-6e8c-43a4-b980-2904e894129d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:21.844199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] For port b0270489-6e8c-43a4-b980-2904e894129d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0270489-6e8c-43a4-b980-2904e894129d,segment=NetworkSegment(4eba9be2-0696-4c0d-8465-bd42b43ad06f),segment_id=4eba9be2-0696-4c0d-8465-bd42b43ad06f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:21.844652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.886801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b0270489-6e8c-43a4-b980-2904e894129d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:21.887469 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:21.892687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for b0270489-6e8c-43a4-b980-2904e894129d owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:21.934473 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0fb4a4-eba5-46c2-9e6b-bf4d177b6390 x-openstack-request-id: req-6b0fb4a4-eba5-46c2-9e6b-bf4d177b6390 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:21.936975 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "name": "network-vif-plugged", "status": "completed", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:21.937862 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b0fb4a4-eba5-46c2-9e6b-bf4d177b6390 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:21.938350 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'code': 200}
Nov 06 20:56:22.005083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.040867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=b0270489-6e8c-43a4-b980-2904e894129d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:22.048031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No DVR routers for this DVR port b0270489-6e8c-43a4-b980-2904e894129d on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:22.067782 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.095544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89619130-4926-42bc-b670-36c5ce8c872c req-d1852b38-c0ad-4748-93cb-9cfd27dbbe74 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0552409
Nov 06 20:56:22.169845 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.188624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1ff5f294-9386-44eb-971a-6cfc9daf261b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:22.195470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92542517f0>,) {'filters': {'network_id': ['0afb97d7-56a6-41fe-98c3-a39a2187859d']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:22.206965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92542517f0>, '4eba9be2-0696-4c0d-8465-bd42b43ad06f') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:22.207271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92542517f0>, '4eba9be2-0696-4c0d-8465-bd42b43ad06f') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:22.218270 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.234313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.243269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:22.245413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.259797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262d71b-99be-4090-a0c6-d9d98dd68b26 req-452bc54b-e808-4b1c-8533-afbd7e943b93 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:22.268586 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e262d71b-99be-4090-a0c6-d9d98dd68b26 req-452bc54b-e808-4b1c-8533-afbd7e943b93 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.0982428
Nov 06 20:56:22.325756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715eb42-2223-4f48-98c3-96d77ea9842b None None] Network 0afb97d7-56a6-41fe-98c3-a39a2187859d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:22.337797 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:22.350311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e262d71b-99be-4090-a0c6-d9d98dd68b26 req-2456b4bb-624f-4185-a40a-d60bd0da7994 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796056
Nov 06 20:56:22.351852 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.363155 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.376856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58968) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:22.379304 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/networks/0afb97d7-56a6-41fe-98c3-a39a2187859d HTTP/1.1" status: 204  len: 168 time: 0.8409750
Nov 06 20:56:22.383521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667838522'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:22.396890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf88aec-224a-48db-bbcb-5e2d117524aa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Network': ['ID=0afb97d7-56a6-41fe-98c3-a39a2187859d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:22.406575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fdb8fbe1-ab7c-4447-aa6c-bac371e466c1 None None] Could not find standard attr ID for object b0270489-6e8c-43a4-b980-2904e894129d. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:56:22.444540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:22.449495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.508717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:22.524075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.524436 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Added segment d6bdf7e2-4911-4de0-a3c7-e36126d55ea7 of type vlan for network 59668257-ea1f-4a4b-b124-652b10ce020a
Nov 06 20:56:22.564575 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.575117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07eba8-108c-4403-92f8-02a7ace3a807 req-dcfda0a1-30d5-4fea-b465-a2975c61ab62 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:22.576740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e07eba8-108c-4403-92f8-02a7ace3a807 req-dcfda0a1-30d5-4fea-b465-a2975c61ab62 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1073756
Nov 06 20:56:22.590382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.643756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b2c48-7a42-4026-a593-3baae4f588a9 None None] DHCP port deletion for 0afb97d7-56a6-41fe-98c3-a39a2187859d request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:56:22.644033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.650382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:22.651052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:22.713074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-83a22d99-ce82-4f3d-9e74-21cd6aa59e50 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:56:22.714202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-83a22d99-ce82-4f3d-9e74-21cd6aa59e50 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066185
Nov 06 20:56:22.731647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e07eba8-108c-4403-92f8-02a7ace3a807 req-8be6e60b-f558-4ab6-8b36-fb3ed7d6b6fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296716
Nov 06 20:56:22.744270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3660979
Nov 06 20:56:22.747483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58972) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:22.752066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '59668257-ea1f-4a4b-b124-652b10ce020a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:22.770958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-fbdc6dc9-bb00-4e16-a1c4-0e8f4ce4f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:22.771875 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-fbdc6dc9-bb00-4e16-a1c4-0e8f4ce4f984 service neutron] 10.222.0.13 "GET /v2.0/ports/e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 200  len: 1093 time: 0.0509617
Nov 06 20:56:22.784388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:22.785113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:56:22.815754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caf301-c8f9-4bae-9803-b85f25eec2fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Network': ['ID=59668257-ea1f-4a4b-b124-652b10ce020a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:22.831650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 59668257-ea1f-4a4b-b124-652b10ce020a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:22.872099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:22.876221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:23.099533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736824f-ad6b-4ba8-9b37-9df56197edac req-320f6f76-b0dd-41b1-ae04-d130fae89957 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:23.101165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c736824f-ad6b-4ba8-9b37-9df56197edac req-320f6f76-b0dd-41b1-ae04-d130fae89957 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 949 time: 0.0966938
Nov 06 20:56:23.159991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:23.210419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on host nch1-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:23.210758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:23.211074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:23.215215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:23.215519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:23.220171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:23.220521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:23.220900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:23.221328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Bound port: e871ba32-0d46-454a-a9b6-d59321c47280, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:23.224990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c736824f-ad6b-4ba8-9b37-9df56197edac req-2d7e2a79-b12d-463f-b0d7-9df3ba43b30f tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029048
Nov 06 20:56:23.244167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=634ff0f1-b288-4dac-ba53-53f9ac0dc599,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:23.257388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking segment: {'id': 'd6bdf7e2-4911-4de0-a3c7-e36126d55ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '59668257-ea1f-4a4b-b124-652b10ce020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:23.257759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network hostable DHCP agents. Network: 59668257-ea1f-4a4b-b124-652b10ce020a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:23.277424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 59668257-ea1f-4a4b-b124-652b10ce020a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:23.283291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:23.299067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:23.300918 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c5ae8ee1-b2ae-4cc3-9b47-218b09e9cf65 service neutron] 10.222.0.13 "POST /v2.0/ports/e871ba32-0d46-454a-a9b6-d59321c47280/bindings HTTP/1.1" status: 201  len: 389 time: 0.5200541
Nov 06 20:56:23.302261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 59668257-ea1f-4a4b-b124-652b10ce020a) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:23.306628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:23.307173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:23.315691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be2412-1ac3-4434-a41c-a2246ac99bc1 None None] Network 59668257-ea1f-4a4b-b124-652b10ce020a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:23.345639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2593be22-c53c-41c4-ab06-b71136042322 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5972638
Nov 06 20:56:23.348661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58976) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:23.356734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': '59668257-ea1f-4a4b-b124-652b10ce020a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-859009313'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:23.366727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca03bbca-2d71-4b67-902b-a73042040c86 req-5b4b20e9-7338-4784-9f5a-d4a6d4b7cc00 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0374198
Nov 06 20:56:23.528285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:23.537187 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:23.568855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port 9f84142f-2eb7-4a3b-981a-f8764094ff0f yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:23.579184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-59668257-ea1f-4a4b-b124-652b10ce020a', 'network_id': '59668257-ea1f-4a4b-b124-652b10ce020a', 'tenant_id': 'e63a025ef80f43d8bb7bef703826424b', 'fixed_ips': [{'subnet_id': '634ff0f1-b288-4dac-ba53-53f9ac0dc599'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:56:23.580582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dff5e-9d06-4f0b-9dcc-1808c3ecd8b6 req-160c9abf-4829-451e-9549-8709b1f1c7eb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:23.581251 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:23.582259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-033dff5e-9d06-4f0b-9dcc-1808c3ecd8b6 req-160c9abf-4829-451e-9549-8709b1f1c7eb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.0993233
Nov 06 20:56:23.595795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f173c-2d30-49d3-80a1-1cc9f7b34b8b req-6ebb910f-e011-48cf-ad47-913cde151ae1 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:23.597838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db3f173c-2d30-49d3-80a1-1cc9f7b34b8b req-6ebb910f-e011-48cf-ad47-913cde151ae1 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.0831110
Nov 06 20:56:23.697722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b0270489-6e8c-43a4-b980-2904e894129d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:23.716063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::bb (59668257-ea1f-4a4b-b124-652b10ce020a/634ff0f1-b288-4dac-ba53-53f9ac0dc599/9f84142f-2eb7-4a3b-981a-f8764094ff0f) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:23.734914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b0270489-6e8c-43a4-b980-2904e894129d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:23.735447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b0270489-6e8c-43a4-b980-2904e894129d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:23.748344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-8d663bcd-8a1a-48ec-b02a-9ec88aa71972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:23.749596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-8d663bcd-8a1a-48ec-b02a-9ec88aa71972 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1096 time: 0.1497529
Nov 06 20:56:23.753366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db3f173c-2d30-49d3-80a1-1cc9f7b34b8b req-0f1923a4-2a09-465d-ac14-cbb3d8708cfe tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290023
Nov 06 20:56:23.769047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-033dff5e-9d06-4f0b-9dcc-1808c3ecd8b6 req-fc9a259b-c701-4b7c-9255-9d221b1aa473 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700120
Nov 06 20:56:23.899967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:23.935564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380faf2e-2427-458e-b03d-997697844e3f req-6f1a8bd7-724e-4b57-b75b-20df3c170ecc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:23.945448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-380faf2e-2427-458e-b03d-997697844e3f req-6f1a8bd7-724e-4b57-b75b-20df3c170ecc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0897210
Nov 06 20:56:23.946542 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.002638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 59668257-ea1f-4a4b-b124-652b10ce020a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:24.007168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:24.020693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:24.028357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:24.029185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.029869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Allocated IP 2001:db8::2 (59668257-ea1f-4a4b-b124-652b10ce020a/634ff0f1-b288-4dac-ba53-53f9ac0dc599/c785d683-c889-46a7-aed9-522c6499d5c6) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:24.034427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=9f84142f-2eb7-4a3b-981a-f8764094ff0f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:24.045891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-380faf2e-2427-458e-b03d-997697844e3f req-ce2182fd-2562-4cae-a171-cf6094d6a931 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994837
Nov 06 20:56:24.050069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-b11720d2-af78-4a4c-9f3a-d9e61b796dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:24.051688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-b11720d2-af78-4a4c-9f3a-d9e61b796dcb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.2811873
Nov 06 20:56:24.052462 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-def81e89-ee63-43b6-8491-c544e8b50bbf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 891 time: 0.7024493
Nov 06 20:56:24.055289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58988) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:24.123790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-0fb63c24-998f-4ab4-b1a7-7f2700549c4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 200  len: 217 time: 0.0573871
Nov 06 20:56:24.198924 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.205997 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.210309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c6ddb98e-8254-4433-b381-84174685657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:24.211790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c6ddb98e-8254-4433-b381-84174685657c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0785258
Nov 06 20:56:24.242995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Network 59668257-ea1f-4a4b-b124-652b10ce020a is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:24.244668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-86a61034-3661-4d44-91ed-c6b82c6013f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263133
Nov 06 20:56:24.247107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-18ef1d57-c619-4ec6-9415-d127c557e84a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 9f84142f-2eb7-4a3b-981a-f8764094ff0f {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:24.247451 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18ef1d57-c619-4ec6-9415-d127c557e84a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.247920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:24.259418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:24.265794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Pushing event updated for resources: {'Port': ['ID=c785d683-c889-46a7-aed9-522c6499d5c6,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:24.321777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Attempting to bind port c785d683-c889-46a7-aed9-522c6499d5c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:24.322478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Attempting to bind port c785d683-c889-46a7-aed9-522c6499d5c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd6bdf7e2-4911-4de0-a3c7-e36126d55ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '59668257-ea1f-4a4b-b124-652b10ce020a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:24.322638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Attempting to bind port c785d683-c889-46a7-aed9-522c6499d5c6 on network 59668257-ea1f-4a4b-b124-652b10ce020a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:24.327688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:24.328051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Checking segment: {'id': 'd6bdf7e2-4911-4de0-a3c7-e36126d55ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '59668257-ea1f-4a4b-b124-652b10ce020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:24.328473 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.328861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Bound using segment: {'id': 'd6bdf7e2-4911-4de0-a3c7-e36126d55ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '59668257-ea1f-4a4b-b124-652b10ce020a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:24.329312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Bound port: c785d683-c889-46a7-aed9-522c6499d5c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bdf7e2-4911-4de0-a3c7-e36126d55ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '59668257-ea1f-4a4b-b124-652b10ce020a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:24.329685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.396098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] For port c785d683-c889-46a7-aed9-522c6499d5c6, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:24.400598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] For port c785d683-c889-46a7-aed9-522c6499d5c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c785d683-c889-46a7-aed9-522c6499d5c6,segment=NetworkSegment(d6bdf7e2-4911-4de0-a3c7-e36126d55ea7),segment_id=d6bdf7e2-4911-4de0-a3c7-e36126d55ea7)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:24.408201 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.485526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72870a-5c43-402b-8c65-f009e3da2ce0 None None] Pushing event updated for resources: {'Port': ['ID=c785d683-c889-46a7-aed9-522c6499d5c6,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:24.751438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-050f388b-afee-4004-8fd2-0b17e0317ec5 req-6a1ee704-148b-4567-b9b9-8cc4bbb8a803 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0553145
Nov 06 20:56:24.803252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8131dc-793f-4fbb-9397-d040f13ab333 req-23bc9a1c-fdb1-4bcb-9356-cb012a567ee7 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:24.810748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f8131dc-793f-4fbb-9397-d040f13ab333 req-23bc9a1c-fdb1-4bcb-9356-cb012a567ee7 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 949 time: 0.5025012
Nov 06 20:56:24.817386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18ef1d57-c619-4ec6-9415-d127c557e84a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:24.836633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-634d9414-78e5-4a8e-b667-3a78434d85c3 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5847650
Nov 06 20:56:24.849599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-18ef1d57-c619-4ec6-9415-d127c557e84a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 9f84142f-2eb7-4a3b-981a-f8764094ff0f owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:24.951869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f8131dc-793f-4fbb-9397-d040f13ab333 req-90887124-6a33-426f-85f6-65b6483cf85c tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401081
Nov 06 20:56:24.973369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1ff5f294-9386-44eb-971a-6cfc9daf261b up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:25.030739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 1ff5f294-9386-44eb-971a-6cfc9daf261b completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:56:25.034010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488871a-3b2e-4180-9472-e7bd9230a85e req-73da1c5c-5fa7-4375-b5ac-182b18e9e281 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:25.035521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 1ff5f294-9386-44eb-971a-6cfc9daf261b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:25.036076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2488871a-3b2e-4180-9472-e7bd9230a85e req-73da1c5c-5fa7-4375-b5ac-182b18e9e281 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 945 time: 0.1665916
Nov 06 20:56:25.036995 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.109303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-095b03f0-54d3-48b6-8aad-701f80567e48 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645366
Nov 06 20:56:25.126162 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.152106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0996b95-7820-4da7-ac82-6c25563512ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5f294-9386-44eb-971a-6cfc9daf261b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:25.155441 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82a79a6-1528-4c44-879d-2a42b0ba4eb3" -d '{"events": [{"server_uuid": "f0996b95-7820-4da7-ac82-6c25563512ed", "name": "network-vif-plugged", "status": "completed", "tag": "1ff5f294-9386-44eb-971a-6cfc9daf261b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:25.169924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1ff5f294-9386-44eb-971a-6cfc9daf261b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff5f294-9386-44eb-971a-6cfc9daf261b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:25.177231 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.178436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:25.182633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b00f2-9c91-45c3-869d-293a47cceadf req-f9e0205a-6eb6-41fd-bff7-1b42736b587d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:25.184174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c9b00f2-9c91-45c3-869d-293a47cceadf req-f9e0205a-6eb6-41fd-bff7-1b42736b587d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.1443012
Nov 06 20:56:25.196516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2488871a-3b2e-4180-9472-e7bd9230a85e req-188c8610-cc51-4a4a-9977-6dda0c15e7e7 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447792
Nov 06 20:56:25.240607 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18ef1d57-c619-4ec6-9415-d127c557e84a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.293766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c9b00f2-9c91-45c3-869d-293a47cceadf req-dee1a873-30e6-4fa5-ae21-acddb3f53701 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955355
Nov 06 20:56:25.295198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef1d57-c619-4ec6-9415-d127c557e84a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=9f84142f-2eb7-4a3b-981a-f8764094ff0f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:25.331551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18ef1d57-c619-4ec6-9415-d127c557e84a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.339658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59010) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:25.342614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-18ef1d57-c619-4ec6-9415-d127c557e84a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/9f84142f-2eb7-4a3b-981a-f8764094ff0f HTTP/1.1" status: 204  len: 168 time: 1.2823982
Nov 06 20:56:25.387381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1ff5f294-9386-44eb-971a-6cfc9daf261b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:25.414998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.420650 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e27176-a708-42b8-8162-83a5ed7d4fac tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:25.428328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d0e27176-a708-42b8-8162-83a5ed7d4fac tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/9f84142f-2eb7-4a3b-981a-f8764094ff0f HTTP/1.1" status: 404  len: 333 time: 0.0863771
Nov 06 20:56:25.429549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59012) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:25.481541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:25.490435 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.495187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff9bae-0e04-448f-bd4b-e3595af35c2f req-05a4f348-8b96-419b-817c-9cfdbdb46022 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:25.506899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dff9bae-0e04-448f-bd4b-e3595af35c2f req-05a4f348-8b96-419b-817c-9cfdbdb46022 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1020191
Nov 06 20:56:25.533752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc330ae8-969b-4e87-b55a-53a8eca7151a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet 634ff0f1-b288-4dac-ba53-53f9ac0dc599 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:25.545006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cc330ae8-969b-4e87-b55a-53a8eca7151a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.586348 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4466abe4-a573-41cc-8501-eaf3fdd5b5ac x-openstack-request-id: req-4466abe4-a573-41cc-8501-eaf3fdd5b5ac {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:25.592197 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0996b95-7820-4da7-ac82-6c25563512ed", "name": "network-vif-plugged", "status": "completed", "tag": "1ff5f294-9386-44eb-971a-6cfc9daf261b", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:25.593850 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4466abe4-a573-41cc-8501-eaf3fdd5b5ac {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:25.594573 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0996b95-7820-4da7-ac82-6c25563512ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5f294-9386-44eb-971a-6cfc9daf261b', 'code': 200}
Nov 06 20:56:25.595916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:25.601809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dff9bae-0e04-448f-bd4b-e3595af35c2f req-6320cb80-01bd-4f2d-b082-9582b2fc52b6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930502
Nov 06 20:56:25.645871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cc330ae8-969b-4e87-b55a-53a8eca7151a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.706655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de202b17-f77e-4eb1-b70f-bb627e72ecb2 req-197f834e-2468-49ff-8dc4-e2f6d607cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:25.708231 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-de202b17-f77e-4eb1-b70f-bb627e72ecb2 req-197f834e-2468-49ff-8dc4-e2f6d607cce9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 1101 time: 0.0938969
Nov 06 20:56:25.730985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebf97a8-96b5-4b70-8948-e0a2328ea98d None None] Network 59668257-ea1f-4a4b-b124-652b10ce020a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:25.811128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cc330ae8-969b-4e87-b55a-53a8eca7151a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.822575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c785d683-c889-46a7-aed9-522c6499d5c6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:25.851899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-de202b17-f77e-4eb1-b70f-bb627e72ecb2 req-b20ede01-9d5a-411c-ac79-5f023a9e270f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026673
Nov 06 20:56:25.900049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cc330ae8-969b-4e87-b55a-53a8eca7151a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.928704 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cc330ae8-969b-4e87-b55a-53a8eca7151a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:25.932369 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cc330ae8-969b-4e87-b55a-53a8eca7151a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/634ff0f1-b288-4dac-ba53-53f9ac0dc599 HTTP/1.1" status: 204  len: 168 time: 0.5010772
Nov 06 20:56:25.935992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80a8a3c0-61c7-41e2-b8d7-582d9b153d5c req-ee59a711-449f-4e87-bcf4-f5d7fb75b46f tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0569534
Nov 06 20:56:25.943535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59032) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:25.952457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc330ae8-969b-4e87-b55a-53a8eca7151a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=634ff0f1-b288-4dac-ba53-53f9ac0dc599,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:26.008195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dea42d43-8255-4af8-973c-ecbf80502490 None None] Provisioning complete for port c785d683-c889-46a7-aed9-522c6499d5c6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:26.008195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dea42d43-8255-4af8-973c-ecbf80502490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.110222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.126582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa3fbf-29e3-4e20-9a4f-003d69551600 req-d42de549-263b-45a9-a24a-a97b610a95dd tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:26.128110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13aa3fbf-29e3-4e20-9a4f-003d69551600 req-d42de549-263b-45a9-a24a-a97b610a95dd tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 950 time: 0.0880818
Nov 06 20:56:26.131727 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c785d683-c889-46a7-aed9-522c6499d5c6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:26.132450 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.279426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f9aaa-84ad-4eb4-aa19-afed9491998a req-d93e530c-d8c6-4124-88a1-b2e5aea672de tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:26.280889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e94f9aaa-84ad-4eb4-aa19-afed9491998a req-d93e530c-d8c6-4124-88a1-b2e5aea672de tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.1512220
Nov 06 20:56:26.286387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13aa3fbf-29e3-4e20-9a4f-003d69551600 req-17735bc9-a50e-4c05-8ee7-fb4eea61fe98 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469045
Nov 06 20:56:26.308519 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-1c45d1b3-1282-4820-84e7-1d398b57fdae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1299822
Nov 06 20:56:26.340989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port c785d683-c889-46a7-aed9-522c6499d5c6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:26.341375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.433686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dea42d43-8255-4af8-973c-ecbf80502490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.477501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] DHCP port deletion for 59668257-ea1f-4a4b-b124-652b10ce020a request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:56:26.490305 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.490540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e94f9aaa-84ad-4eb4-aa19-afed9491998a req-db644739-2866-47bd-aa1c-9257caf9a829 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951277
Nov 06 20:56:26.496984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-dea42d43-8255-4af8-973c-ecbf80502490 None None] For port c785d683-c889-46a7-aed9-522c6499d5c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c785d683-c889-46a7-aed9-522c6499d5c6,segment=NetworkSegment(d6bdf7e2-4911-4de0-a3c7-e36126d55ea7),segment_id=d6bdf7e2-4911-4de0-a3c7-e36126d55ea7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:26.497693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] For port c785d683-c889-46a7-aed9-522c6499d5c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c785d683-c889-46a7-aed9-522c6499d5c6,segment=NetworkSegment(d6bdf7e2-4911-4de0-a3c7-e36126d55ea7),segment_id=d6bdf7e2-4911-4de0-a3c7-e36126d55ea7)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:26.498615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.519991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for c785d683-c889-46a7-aed9-522c6499d5c6 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:26.526943 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dea42d43-8255-4af8-973c-ecbf80502490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.547946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-368b80d7-23d5-4c66-b899-5691a721cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:26.550547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-368b80d7-23d5-4c66-b899-5691a721cb21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 1095 time: 0.1903169
Nov 06 20:56:26.560442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e96341-6352-4019-bb5c-360eb6f6da04 req-f0ce576c-755c-4d9f-b047-e498e8510944 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:26.564781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0e96341-6352-4019-bb5c-360eb6f6da04 req-f0ce576c-755c-4d9f-b047-e498e8510944 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.1571059
Nov 06 20:56:26.677038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:56:26.677446 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:56:26.683748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0e96341-6352-4019-bb5c-360eb6f6da04 req-e7d97432-235b-47fd-ac13-5da7b4ec4e19 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770011
Nov 06 20:56:26.703347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea42d43-8255-4af8-973c-ecbf80502490 None None] Pushing event updated for resources: {'Port': ['ID=c785d683-c889-46a7-aed9-522c6499d5c6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:26.727703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] Deleting port c785d683-c889-46a7-aed9-522c6499d5c6 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:26.728088 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.798968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] For port c785d683-c889-46a7-aed9-522c6499d5c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c785d683-c889-46a7-aed9-522c6499d5c6,segment=NetworkSegment(d6bdf7e2-4911-4de0-a3c7-e36126d55ea7),segment_id=d6bdf7e2-4911-4de0-a3c7-e36126d55ea7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:26.799656 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.813827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] Calling delete_port for c785d683-c889-46a7-aed9-522c6499d5c6 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:26.827693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-919a994d-c36d-49dc-8168-dba18c546b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:26.829583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-919a994d-c36d-49dc-8168-dba18c546b7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.2242243
Nov 06 20:56:26.830178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.870449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=c785d683-c889-46a7-aed9-522c6499d5c6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:26.901360 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:26.903936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No DVR routers for this DVR port c785d683-c889-46a7-aed9-522c6499d5c6 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:26.916278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408423b-db29-44e0-8523-9998fa1cd0a8 req-d3ef421a-02ff-48a1-85ac-48d39ff4982e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:26.917924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7408423b-db29-44e0-8523-9998fa1cd0a8 req-d3ef421a-02ff-48a1-85ac-48d39ff4982e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1550181
Nov 06 20:56:26.920930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-416210bf-24b2-47d5-8fde-cda18dce6fff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 200  len: 217 time: 0.0799894
Nov 06 20:56:26.928858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] Pushing event deleted for resources: {'Port': ['ID=c785d683-c889-46a7-aed9-522c6499d5c6,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:26.932586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e4c86-3c0e-4026-ba93-8b448c509ae1 None None] No DVR routers for this DVR port c785d683-c889-46a7-aed9-522c6499d5c6 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:27.092395 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.100923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f127f15-71ff-42aa-a437-640c006dbdae req-2be43176-8643-43e8-9c19-ee4f075ee93a tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0734015
Nov 06 20:56:27.108666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-817f5b3f-6c97-4530-b368-fa5e3ab13a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.110060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-817f5b3f-6c97-4530-b368-fa5e3ab13a50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.1641371
Nov 06 20:56:27.134746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7408423b-db29-44e0-8523-9998fa1cd0a8 req-c10abd40-1fc8-426f-b009-6a45f48873e5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902239
Nov 06 20:56:27.137389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924ffae9a0>,) {'filters': {'network_id': ['59668257-ea1f-4a4b-b124-652b10ce020a']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:27.155405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924ffae9a0>, 'd6bdf7e2-4911-4de0-a3c7-e36126d55ea7') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:27.155705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924ffae9a0>, 'd6bdf7e2-4911-4de0-a3c7-e36126d55ea7') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:27.176758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-3cd87bdb-ed85-4a82-81cc-d3ba3a0fc2df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411348
Nov 06 20:56:27.180038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.197025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Port c785d683-c889-46a7-aed9-522c6499d5c6 update to ACTIVE by agent not found {{(pid=119335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 06 20:56:27.232204 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.242063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:27.242454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:27.245380 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:27.327331 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.332166 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.335643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/networks/59668257-ea1f-4a4b-b124-652b10ce020a HTTP/1.1" status: 204  len: 168 time: 1.3908238
Nov 06 20:56:27.339267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59050) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:27.344789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'name': 'tempest-PortsIpV6TestJSON-320602960'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:27.358719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107881e-0029-4c8d-abd9-43ea34a502f8 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Network': ['ID=59668257-ea1f-4a4b-b124-652b10ce020a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:27.363682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-a5c19916-03e0-4afd-9cb8-0bac2d26a1a0 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766751
Nov 06 20:56:27.450510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:27.454986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.468908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d8a37-52f3-406b-932b-3a8076267b49 req-a85763df-aa90-4871-a274-54d52a8eb415 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.470656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-908d8a37-52f3-406b-932b-3a8076267b49 req-a85763df-aa90-4871-a274-54d52a8eb415 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 950 time: 0.1059859
Nov 06 20:56:27.474354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port d5b386a7-abb7-4c16-8f59-6059aa04e5ab yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:27.524172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78e77445-ac87-450a-8672-bdcbd19a6fee req-8acda6e4-18d0-4b6d-b11a-e78b26ef3ff1 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509836
Nov 06 20:56:27.557840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-908d8a37-52f3-406b-932b-3a8076267b49 req-3f36dcfc-b5d0-416a-8e2f-6ac6902a9005 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728471
Nov 06 20:56:27.595516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:27.599541 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7270a37c-51ed-4e9c-ba46-ff3cb4d71dc4" -d '{"events": [{"server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:27.646608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b0fd-2f82-4772-878b-90735c86e665 req-1069d5d7-c510-4cf4-bf30-84d9a37ec2b5 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.648904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ab7b0fd-2f82-4772-878b-90735c86e665 req-1069d5d7-c510-4cf4-bf30-84d9a37ec2b5 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.0592632
Nov 06 20:56:27.656993 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-2db4f7f0-bbf7-407d-8b06-58728f74d49f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1204610
Nov 06 20:56:27.660485 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044eb2ad-3e21-4dc2-9574-75d0b5dd3559 x-openstack-request-id: req-044eb2ad-3e21-4dc2-9574-75d0b5dd3559 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:27.660666 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:27.661310 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-044eb2ad-3e21-4dc2-9574-75d0b5dd3559 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:27.661310 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'code': 200}
Nov 06 20:56:27.713205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.735024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c785d683-c889-46a7-aed9-522c6499d5c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:27.760033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c785d683-c889-46a7-aed9-522c6499d5c6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:27.760550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c785d683-c889-46a7-aed9-522c6499d5c6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:27.767759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ab7b0fd-2f82-4772-878b-90735c86e665 req-fc46bbbe-938e-44f8-9f4c-8cd0fca1d700 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036835
Nov 06 20:56:27.799862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.861991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-858c60f3-32e1-4fcc-8f43-9d1ca8c568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.862377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-858c60f3-32e1-4fcc-8f43-9d1ca8c568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.864077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-858c60f3-32e1-4fcc-8f43-9d1ca8c568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.864575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-858c60f3-32e1-4fcc-8f43-9d1ca8c568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.865409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-858c60f3-32e1-4fcc-8f43-9d1ca8c568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.865883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-858c60f3-32e1-4fcc-8f43-9d1ca8c568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.866343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-858c60f3-32e1-4fcc-8f43-9d1ca8c568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.868424 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-858c60f3-32e1-4fcc-8f43-9d1ca8c568a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6499 time: 0.1114733
Nov 06 20:56:27.871570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:27.875690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:27.883410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4b2c0-f258-450d-bb77-a456fd6ae51c req-1083db99-01df-4bc8-908c-f3bacf62c76a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.883651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:27.885381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52c4b2c0-f258-450d-bb77-a456fd6ae51c req-1083db99-01df-4bc8-908c-f3bacf62c76a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.0711160
Nov 06 20:56:27.889382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:27.889999 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:27.904396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=d5b386a7-abb7-4c16-8f59-6059aa04e5ab,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:27.917757 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-407c8db9-5f7e-48f2-995f-76d694787865 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.5772498
Nov 06 20:56:27.920442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59062) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:27.944633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52c4b2c0-f258-450d-bb77-a456fd6ae51c req-ebb90c35-1827-4da9-9fb1-9c1842b743e8 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525906
Nov 06 20:56:28.073941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-de805848-2081-4da9-9c38-7dadc3c3770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.074407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-de805848-2081-4da9-9c38-7dadc3c3770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.074876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-de805848-2081-4da9-9c38-7dadc3c3770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.076504 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-de805848-2081-4da9-9c38-7dadc3c3770e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ac9c34d5-c747-4b87-9e0a-345684b21c29&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=1ed770e6-9b00-40af-a51d-f21c36fc4854&id=958012f3-be05-4daa-8ea3-73508f133764&id=958012f3-be05-4daa-8ea3-73508f133764 HTTP/1.1" status: 200  len: 2297 time: 0.1289008
Nov 06 20:56:28.089031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-632b9556-a8a1-4155-9caf-c1b01a1b6e7a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port d5b386a7-abb7-4c16-8f59-6059aa04e5ab {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:28.089372 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-632b9556-a8a1-4155-9caf-c1b01a1b6e7a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:28.205202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-632b9556-a8a1-4155-9caf-c1b01a1b6e7a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:28.215271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14a76a13-2f6d-405d-a613-a9aa06b24c16 req-55aa34ab-78e3-45eb-8027-c83b5dfbcb91 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0269644
Nov 06 20:56:28.216232 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-5050eb71-401a-418f-a529-83689adef445 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da512244-df04-4f1e-9589-476f01bcf03c HTTP/1.1" status: 200  len: 1000 time: 0.1229377
Nov 06 20:56:28.222066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-632b9556-a8a1-4155-9caf-c1b01a1b6e7a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for d5b386a7-abb7-4c16-8f59-6059aa04e5ab owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:28.275690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50846198-9c3f-4a11-ab92-96755980af7e req-fdd72128-9db6-41be-b93a-df9c6c5ebcce tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.277276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50846198-9c3f-4a11-ab92-96755980af7e req-fdd72128-9db6-41be-b93a-df9c6c5ebcce tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0554287
Nov 06 20:56:28.309368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-4184523a-6319-4984-8179-a9abef3f06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.310855 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-4184523a-6319-4984-8179-a9abef3f06a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48b74287-d028-45eb-9b38-be997c73abff HTTP/1.1" status: 200  len: 855 time: 0.0831680
Nov 06 20:56:28.326249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50846198-9c3f-4a11-ab92-96755980af7e req-324f37a5-67e5-4278-8d0b-9e11b32ab27d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429890
Nov 06 20:56:28.363590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-632b9556-a8a1-4155-9caf-c1b01a1b6e7a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:28.393891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b9556-a8a1-4155-9caf-c1b01a1b6e7a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=d5b386a7-abb7-4c16-8f59-6059aa04e5ab,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:28.406064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-632b9556-a8a1-4155-9caf-c1b01a1b6e7a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:28.409327 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-632b9556-a8a1-4155-9caf-c1b01a1b6e7a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/d5b386a7-abb7-4c16-8f59-6059aa04e5ab HTTP/1.1" status: 204  len: 168 time: 0.4879057
Nov 06 20:56:28.411918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59070) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:28.412448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-7be831a0-1072-437a-9fa6-167cf1afb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.413604 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-7be831a0-1072-437a-9fa6-167cf1afb699 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ac9c34d5-c747-4b87-9e0a-345684b21c29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0812428
Nov 06 20:56:28.417430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'mac_address': 'fa:16:3e:84:6e:e9', 'name': 'tempest-PortsIpV6TestJSON-1346059617'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:28.514518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:28.517159 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-8fd1060d-38cb-4142-a909-3032f97cb64f service neutron] 10.222.0.10 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876384
Nov 06 20:56:28.582196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:28.605411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port d6501ee4-7f5c-46ff-b9ec-440213b1147f yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:28.619936 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-85e9b467-0736-4434-b73f-a08d33974d08 service neutron] 10.222.0.10 "GET /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909333
Nov 06 20:56:28.669890 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-1782cc63-f85c-4a6d-b5f2-4d3b65edb974 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=b2314b90-7099-4642-9659-4a7f9cf3fccc HTTP/1.1" status: 200  len: 217 time: 0.0417778
Nov 06 20:56:28.730196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-036523a7-4a07-40d8-86f5-a5e6e89306a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.732433 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-036523a7-4a07-40d8-86f5-a5e6e89306a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.0479977
Nov 06 20:56:28.750401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-9fe2118d-6c9e-428f-a5fb-07c44f82a113 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.751923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-9fe2118d-6c9e-428f-a5fb-07c44f82a113 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.1371129
Nov 06 20:56:28.783372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-89318f23-ae07-40f7-9933-f67b2575421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.785482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-89318f23-ae07-40f7-9933-f67b2575421e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0437055
Nov 06 20:56:28.841827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce461f74-8695-4230-b61f-5fa382bbde48 req-3c3d8c64-73b4-4457-a9f6-dd0e3a92a5f7 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:28.843366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce461f74-8695-4230-b61f-5fa382bbde48 req-3c3d8c64-73b4-4457-a9f6-dd0e3a92a5f7 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 950 time: 0.1891904
Nov 06 20:56:28.894475 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-3fc7f444-0182-422f-b0ee-1b5354c14842 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1010144
Nov 06 20:56:28.987381 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-e2e86e52-6604-4a58-9d80-2d199508b0be service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849338
Nov 06 20:56:28.989907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.000054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce461f74-8695-4230-b61f-5fa382bbde48 req-bf850815-2142-4ca9-99e0-74ddca53aea2 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473866
Nov 06 20:56:29.031664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409809b8-ddf5-4ffb-abc1-c6940efdb8c1 req-6e1732ab-37a6-4971-b8f4-f57237b7d986 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.032062 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-237f71b7-61fe-4e94-ae62-7681bd5bde06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=ae68264b-1862-48ec-9e32-e8afd5d1d1a9 HTTP/1.1" status: 200  len: 217 time: 0.0361321
Nov 06 20:56:29.033241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-409809b8-ddf5-4ffb-abc1-c6940efdb8c1 req-6e1732ab-37a6-4971-b8f4-f57237b7d986 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/ports?device_id=c58d9109-b635-447f-add3-72030026b61f HTTP/1.1" status: 200  len: 943 time: 0.1451807
Nov 06 20:56:29.051788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Deleting port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:29.052131 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.088379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-512e9db1-73e6-415c-a83b-bce36e9fe77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.089954 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-512e9db1-73e6-415c-a83b-bce36e9fe77d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.0505650
Nov 06 20:56:29.144668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-2191604f-bbe4-4ec4-a41d-d587661abcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.146310 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-2191604f-bbe4-4ec4-a41d-d587661abcc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0452385
Nov 06 20:56:29.150077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.236145 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-b5214de4-5584-4308-93cf-33f26ac0bee8 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809989
Nov 06 20:56:29.248444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:29.255504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-409809b8-ddf5-4ffb-abc1-c6940efdb8c1 req-638bc440-197f-4bcb-a13e-b6b5d402a56a tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.13 "GET /v2.0/security-groups?id=25fd62d9-6a0e-40d2-aa5d-45baefceef4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112610
Nov 06 20:56:29.257279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] For port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,segment=NetworkSegment(d98b3da7-514e-4fe9-935f-9c4439d9ed5e),segment_id=d98b3da7-514e-4fe9-935f-9c4439d9ed5e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:29.257646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.274667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:29.277977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:29.284041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.284736 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.302687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Calling delete_port for 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:29.314431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=d6501ee4-7f5c-46ff-b9ec-440213b1147f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:29.327096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-07d86f92-86e2-4471-bf54-4c37022e0503 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.9139295
Nov 06 20:56:29.332751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59086) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:29.340385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a830ec5-0a0c-46b3-89bb-4cc5748183d4 req-71b02394-757b-49e5-b1b2-328607a6f9f7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.341931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a830ec5-0a0c-46b3-89bb-4cc5748183d4 req-71b02394-757b-49e5-b1b2-328607a6f9f7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.1933506
Nov 06 20:56:29.402064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6877e3-09e5-4202-8705-a9337a4e7465 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.403442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8d6877e3-09e5-4202-8705-a9337a4e7465 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/d6501ee4-7f5c-46ff-b9ec-440213b1147f HTTP/1.1" status: 200  len: 845 time: 0.0716994
Nov 06 20:56:29.407400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59090) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:29.410345 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-9561ae2f-8755-4717-a916-30b85dcadb28 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597440
Nov 06 20:56:29.461990 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-af185fae-c31e-402a-bfc7-5b257b51cda6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=9210c3a1-39eb-4a93-b546-62b199efbddb HTTP/1.1" status: 200  len: 217 time: 0.0415347
Nov 06 20:56:29.483464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a830ec5-0a0c-46b3-89bb-4cc5748183d4 req-d96c8d0e-faa9-4b35-8d8c-9ec3f7351e7c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059120
Nov 06 20:56:29.523365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-20e35a0b-e64e-40d4-b104-3e7f9ff884df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.524872 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-20e35a0b-e64e-40d4-b104-3e7f9ff884df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.0494640
Nov 06 20:56:29.545800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9ffcd48-7e1b-44e6-8ab3-1036075da54c req-ff579603-a519-4c37-85ca-1ffc506c4dc7 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0538237
Nov 06 20:56:29.578871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-57a172f8-de6c-446c-add6-639baf515aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.580779 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-57a172f8-de6c-446c-add6-639baf515aa8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0455897
Nov 06 20:56:29.686950 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-eba21d05-6a0e-420f-a7a6-cdc68ab0fdaa service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937922
Nov 06 20:56:29.690101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.713835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-36a5f367-dfc6-4b62-a50b-129f8bd03cc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port d6501ee4-7f5c-46ff-b9ec-440213b1147f {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:29.714175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36a5f367-dfc6-4b62-a50b-129f8bd03cc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.784637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Pushing event deleted for resources: {'Port': ['ID=6a116836-c0c2-4ec1-a32f-6ce08a64fad9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:29.789658 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-3097e244-7a18-4782-b090-f30ac0fdecbb service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878768
Nov 06 20:56:29.821828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-345b1057-99c9-47e7-b305-5dcc77f56135 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.824931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-345b1057-99c9-47e7-b305-5dcc77f56135 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2455754
Nov 06 20:56:29.833744 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-b25eb464-d16f-40d1-8cea-3d77a7810d74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3 HTTP/1.1" status: 200  len: 217 time: 0.0362685
Nov 06 20:56:29.841807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeab79b-b5e5-4e8e-80f9-353fc1fbb352 req-29f5e310-f998-439b-86fc-2adde8593622 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.843276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4eeab79b-b5e5-4e8e-80f9-353fc1fbb352 req-29f5e310-f998-439b-86fc-2adde8593622 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.2486691
Nov 06 20:56:29.870357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:29.872799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] No DVR routers for this DVR port 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:29.875507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.879293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad7e821d-7ffb-4b07-b4f3-3a4ac03ee328 req-ca71fb7d-bd6f-4e35-bd16-fc52b71ba522 tempest-ImagesTestJSON-1532675822 tempest-ImagesTestJSON-1532675822-project] 10.222.0.10 "DELETE /v2.0/ports/6a116836-c0c2-4ec1-a32f-6ce08a64fad9 HTTP/1.1" status: 204  len: 173 time: 1.1190834
Nov 06 20:56:29.887259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'name': 'network-vif-deleted', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:29.889856 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d4e8ae-0216-4db5-b1ae-61e95e73ed08" -d '{"events": [{"server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "name": "network-vif-deleted", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:29.894761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-452f5f9c-a077-404d-bb15-7e4807384277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.896332 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-452f5f9c-a077-404d-bb15-7e4807384277 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 200  len: 797 time: 0.0510972
Nov 06 20:56:29.902607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8800-0621-4eb4-ab20-a43cae2f669c req-75339f3a-8fd2-4dca-a96f-e66cac82715a tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.904479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-070b8800-0621-4eb4-ab20-a43cae2f669c req-75339f3a-8fd2-4dca-a96f-e66cac82715a tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 950 time: 0.2758644
Nov 06 20:56:29.932154 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36a5f367-dfc6-4b62-a50b-129f8bd03cc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:29.954646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-ad9a28e9-b2ae-4555-a588-fe2f152806a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:29.957906 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-ad9a28e9-b2ae-4555-a588-fe2f152806a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ed770e6-9b00-40af-a51d-f21c36fc4854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0479355
Nov 06 20:56:29.961338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-36a5f367-dfc6-4b62-a50b-129f8bd03cc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for d6501ee4-7f5c-46ff-b9ec-440213b1147f owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:30.068828 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-c0cf0cc5-1342-4e0a-9ae3-781d19620c15 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854256
Nov 06 20:56:30.169351 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-dd411e73-3ad9-44e8-9220-d6bebb1be6f5 service neutron] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917838
Nov 06 20:56:30.221058 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-fe96f90e-7c10-4bc1-8edf-189174ccd089 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=17be14bc-9403-4e98-b5d4-244642a0bc18 HTTP/1.1" status: 200  len: 217 time: 0.0375271
Nov 06 20:56:30.281131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-48011704-e06a-4ab6-9d78-eb06ab60531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:30.282903 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-48011704-e06a-4ab6-9d78-eb06ab60531f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3a5f413-46fc-4794-9630-797b452619b5 HTTP/1.1" status: 200  len: 797 time: 0.0506885
Nov 06 20:56:30.338135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-535f94c5-a9c5-4ead-890e-931ddd49d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:30.339580 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-535f94c5-a9c5-4ead-890e-931ddd49d5f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0426123
Nov 06 20:56:30.387900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:30.392718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4eeab79b-b5e5-4e8e-80f9-353fc1fbb352 req-47ffe4d0-709d-4133-abfa-821e1a6e24d1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5302784
Nov 06 20:56:30.429051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-070b8800-0621-4eb4-ab20-a43cae2f669c req-665e0673-6072-45d2-ba39-1ce414c95d9e tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4852128
Nov 06 20:56:30.461078 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-ba2006da-47c3-4cd9-9627-dca59f79429c service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122503
Nov 06 20:56:30.501793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36a5f367-dfc6-4b62-a50b-129f8bd03cc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:30.536457 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396aaff1-309b-4335-ba15-ab4111e2824f x-openstack-request-id: req-396aaff1-309b-4335-ba15-ab4111e2824f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:30.537226 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58d9109-b635-447f-add3-72030026b61f", "name": "network-vif-deleted", "tag": "6a116836-c0c2-4ec1-a32f-6ce08a64fad9", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:30.537226 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-396aaff1-309b-4335-ba15-ab4111e2824f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:30.537486 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58d9109-b635-447f-add3-72030026b61f', 'name': 'network-vif-deleted', 'tag': '6a116836-c0c2-4ec1-a32f-6ce08a64fad9', 'status': 'completed', 'code': 200}
Nov 06 20:56:30.573462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5f367-dfc6-4b62-a50b-129f8bd03cc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=d6501ee4-7f5c-46ff-b9ec-440213b1147f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:30.584731 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36a5f367-dfc6-4b62-a50b-129f8bd03cc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:30.587996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-36a5f367-dfc6-4b62-a50b-129f8bd03cc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/d6501ee4-7f5c-46ff-b9ec-440213b1147f HTTP/1.1" status: 204  len: 168 time: 1.1735990
Nov 06 20:56:30.590620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59106) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:30.624369 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7588d0a9-38d9-43fe-b7fa-f05f94e52ae3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:30.625921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7588d0a9-38d9-43fe-b7fa-f05f94e52ae3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/d6501ee4-7f5c-46ff-b9ec-440213b1147f HTTP/1.1" status: 404  len: 333 time: 0.0344467
Nov 06 20:56:30.632339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59110) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:30.635997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'name': 'tempest-PortsIpV6TestJSON-674242238'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:30.636235 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-964d4252-42d8-483d-9731-7b218fb7b8ec service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617575
Nov 06 20:56:30.698313 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-d1fc6b6c-925c-487f-9341-a848be31abab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76 HTTP/1.1" status: 200  len: 217 time: 0.0401480
Nov 06 20:56:30.752104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-3c2e8a29-c5f1-47d8-8ef0-d7b6bcca2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:30.753013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67e6fac7-176e-4189-aff9-af637a2c0361 req-677cc571-fa4a-4042-b1ac-73356bac6a7b tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0641022
Nov 06 20:56:30.754893 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-3c2e8a29-c5f1-47d8-8ef0-d7b6bcca2072 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e3a5f413-46fc-4794-9630-797b452619b5 HTTP/1.1" status: 200  len: 797 time: 0.0437005
Nov 06 20:56:30.758907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:30.822174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712447-1c10-4050-8fff-2fdead80c55e req-c9fa1f55-938e-4978-a5e3-220689560c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:30.823632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dde03-5ca6-4116-96aa-262b51a06338 req-352fb085-8ae4-4163-b801-6d07571d26e4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:30.823790 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-c9fa1f55-938e-4978-a5e3-220689560c9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=958012f3-be05-4daa-8ea3-73508f133764&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0588582
Nov 06 20:56:30.825191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e49dde03-5ca6-4116-96aa-262b51a06338 req-352fb085-8ae4-4163-b801-6d07571d26e4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 945 time: 0.1374977
Nov 06 20:56:30.867366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:30.898081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:30.901599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:30.934015 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-af848808-c172-48bc-9b5f-52145d4a817b service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1004119
Nov 06 20:56:30.950539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port 2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:30.961529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:30.971977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e49dde03-5ca6-4116-96aa-262b51a06338 req-d4900f22-678c-47cf-99c5-55a9fd2ff9a2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376190
Nov 06 20:56:30.993987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:30.999668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.037338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:31.037752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6a116836-c0c2-4ec1-a32f-6ce08a64fad9 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:31.057249 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b712447-1c10-4050-8fff-2fdead80c55e req-3bfedf4f-e2d4-416f-a05d-63f81de08559 service neutron] 10.222.0.10 "GET /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141202
Nov 06 20:56:31.111089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Pushing event updated for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:31.119259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59140) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:31.170787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Deleting subnet 402d76b1-c186-447e-bf02-a2f54bded116 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:31.174236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.207953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.209380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:31.209719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:31.210052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:31.223189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:31.223516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Attempting to bind port e871ba32-0d46-454a-a9b6-d59321c47280 on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:31.237313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:31.238292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:31.238607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:31.239047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Bound port: e871ba32-0d46-454a-a9b6-d59321c47280, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:31.239404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.250010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.251928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.308794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.335937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:31.340239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:31.341865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.344897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.398494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:31.407751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:31.414637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:31.420690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:31.421340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.461682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Pushing event updated for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=8']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:31.467615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:31.468243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.469687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-caf84f98-3307-4da2-9534-432f40aa3a05 service neutron] 10.222.0.37 "PUT /v2.0/ports/e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 200  len: 1121 time: 1.6211181
Nov 06 20:56:31.476718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.8445444
Nov 06 20:56:31.479355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59146) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:31.523277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:31.541565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['e871ba32-0d46-454a-a9b6-d59321c47280'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:31.548008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e871ba32-0d46-454a-a9b6-d59321c47280 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:31.585319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cc7c9-b4d4-4b28-8463-be4f9fc3abd1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:31.655215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402d76b1-c186-447e-bf02-a2f54bded116,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:31.661914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.665860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e871ba32-0d46-454a-a9b6-d59321c47280'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:31.673777 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.677442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/402d76b1-c186-447e-bf02-a2f54bded116 HTTP/1.1" status: 204  len: 168 time: 0.5571578
Nov 06 20:56:31.681630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59154) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:31.682375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.683005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.683518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.683841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.684395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.684803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.685220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.685585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.685981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.686558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.686751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.687157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aee50-b004-4a2a-9d99-25dde0956d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:31.735136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63702-255a-4ed5-9968-b3223cd4189b req-6c4de7b5-9e19-4321-a102-a0a1a43c9093 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:31.736714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90a63702-255a-4ed5-9968-b3223cd4189b req-6c4de7b5-9e19-4321-a102-a0a1a43c9093 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 950 time: 0.1266162
Nov 06 20:56:31.794415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-c5122eac-49b3-42c7-a4b5-2244bae6149a tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:31.796085 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-c5122eac-49b3-42c7-a4b5-2244bae6149a tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 950 time: 0.1394727
Nov 06 20:56:31.816496 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.899506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:31.939735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90a63702-255a-4ed5-9968-b3223cd4189b req-abfde1e3-f1cf-4109-969e-4c7776e13838 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1205b-95e1-4532-bb45-04a16d748cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879818
Nov 06 20:56:31.949870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aeb86-a51d-4205-b429-f3b155b57ccd req-8e80173e-11f2-4c85-b2a6-c00760904ae7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:31.951981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a9aeb86-a51d-4205-b429-f3b155b57ccd req-8e80173e-11f2-4c85-b2a6-c00760904ae7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.4244106
Nov 06 20:56:31.955234 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.980796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c9a430>,) {'filters': {'network_id': ['8fbc16c6-4a6c-4b93-987f-9643b3a1da7e']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:31.992663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:31.993432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c9a430>, 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:31.993765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c9a430>, 'd98b3da7-514e-4fe9-935f-9c4439d9ed5e') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:32.003102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.010199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.026266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Deleting port 1ff5f294-9386-44eb-971a-6cfc9daf261b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:32.026699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.032320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e871ba32-0d46-454a-a9b6-d59321c47280 has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 20:56:32.043374 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.058634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] In _notify_port_updated(), no bound segment for port 2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e on network 6b9d1e8d-5590-41de-a97b-c70b567c46cc {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:56:32.066721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:32.068042 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.068857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "PUT /v2.0/ports/2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e HTTP/1.1" status: 200  len: 818 time: 0.5883331
Nov 06 20:56:32.072453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59160) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:32.087703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a9aeb86-a51d-4205-b429-f3b155b57ccd req-cbb17ce9-0367-4f56-8979-09a38aaa7643 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231570
Nov 06 20:56:32.090877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:32.091354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:32.093298 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:32.118908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51298c-2213-47df-be59-8bbdf70f3180 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:32.205516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b05d1077-3d25-4d78-83b2-893cfb06bf19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:32.205876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b05d1077-3d25-4d78-83b2-893cfb06bf19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.207994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.218453 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.222095 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8fbc16c6-4a6c-4b93-987f-9643b3a1da7e HTTP/1.1" status: 204  len: 168 time: 0.5318065
Nov 06 20:56:32.228032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] For port 1ff5f294-9386-44eb-971a-6cfc9daf261b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ff5f294-9386-44eb-971a-6cfc9daf261b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:32.228421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.245262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c51da9-2eaf-431d-8423-e82dfb966368 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fbc16c6-4a6c-4b93-987f-9643b3a1da7e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:32.253019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Calling delete_port for 1ff5f294-9386-44eb-971a-6cfc9daf261b owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:32.261473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60343eb0-299e-4583-ac67-0702454ba473 req-3b949889-3ca3-4d17-bda3-e08824af05e5 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0681722
Nov 06 20:56:32.321810 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b05d1077-3d25-4d78-83b2-893cfb06bf19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.344955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5375a-2c78-48f7-bc8f-6e14575f7ca5 req-b65b1a8a-e71c-44f5-b35f-96f88e51aae1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:32.346474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dd5375a-2c78-48f7-bc8f-6e14575f7ca5 req-b65b1a8a-e71c-44f5-b35f-96f88e51aae1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.0877810
Nov 06 20:56:32.348044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b05d1077-3d25-4d78-83b2-893cfb06bf19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:32.417010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.430062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1ff5f294-9386-44eb-971a-6cfc9daf261b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:32.436574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59164) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:32.462107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Pushing event deleted for resources: {'Port': ['ID=1ff5f294-9386-44eb-971a-6cfc9daf261b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:32.476869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dd5375a-2c78-48f7-bc8f-6e14575f7ca5 req-512749bd-a8fe-4359-a9b7-6eb19881f6fb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205299
Nov 06 20:56:32.508288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] No DVR routers for this DVR port 1ff5f294-9386-44eb-971a-6cfc9daf261b on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:32.511124 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.514510 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-aa603dbf-f09b-4e7b-832c-319ded96e123 req-050ed255-6429-4652-bc41-723f4d9a5fbb tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.10 "DELETE /v2.0/ports/1ff5f294-9386-44eb-971a-6cfc9daf261b HTTP/1.1" status: 204  len: 173 time: 0.7097137
Nov 06 20:56:32.514970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0996b95-7820-4da7-ac82-6c25563512ed', 'name': 'network-vif-deleted', 'tag': '1ff5f294-9386-44eb-971a-6cfc9daf261b'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:32.517304 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99db160-1d76-4daa-9023-c6c21f430e39" -d '{"events": [{"server_uuid": "f0996b95-7820-4da7-ac82-6c25563512ed", "name": "network-vif-deleted", "tag": "1ff5f294-9386-44eb-971a-6cfc9daf261b"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:32.520552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3ef0ec8a-d08b-47f9-8186-ee0ace792361 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5de129bacdaf410c9d891738fc1181f8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0828934
Nov 06 20:56:32.523943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59168) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:32.532167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b05d1077-3d25-4d78-83b2-893cfb06bf19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.543928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280'}, {'name': 'network-changed', 'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:32.546265 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedba296-b194-4741-a16b-c44fb0a88382" -d '{"events": [{"server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "name": "network-vif-unplugged", "status": "completed", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280"}, {"name": "network-changed", "server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:32.559098 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be617d2f-2be7-4185-ad9f-fcefd2534a66 x-openstack-request-id: req-be617d2f-2be7-4185-ad9f-fcefd2534a66 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:32.559251 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0996b95-7820-4da7-ac82-6c25563512ed", "name": "network-vif-deleted", "tag": "1ff5f294-9386-44eb-971a-6cfc9daf261b", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:32.559469 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be617d2f-2be7-4185-ad9f-fcefd2534a66 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:32.560639 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0996b95-7820-4da7-ac82-6c25563512ed', 'name': 'network-vif-deleted', 'tag': '1ff5f294-9386-44eb-971a-6cfc9daf261b', 'status': 'completed', 'code': 200}
Nov 06 20:56:32.604235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d1077-3d25-4d78-83b2-893cfb06bf19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:32.607961 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcb3894-539b-44a9-ac28-73ea05d638bb x-openstack-request-id: req-efcb3894-539b-44a9-ac28-73ea05d638bb {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:32.608418 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "name": "network-vif-unplugged", "status": "completed", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280", "code": 200}, {"name": "network-changed", "server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:32.608677 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efcb3894-539b-44a9-ac28-73ea05d638bb {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:32.609085 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280', 'code': 200}
Nov 06 20:56:32.609339 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280', 'status': 'completed', 'code': 200}
Nov 06 20:56:32.616639 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b05d1077-3d25-4d78-83b2-893cfb06bf19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.620344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b05d1077-3d25-4d78-83b2-893cfb06bf19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e HTTP/1.1" status: 204  len: 168 time: 0.5469015
Nov 06 20:56:32.623411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59172) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:32.645599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68aeb210-a2ac-44a8-ab25-928aead71c28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.676749 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68aeb210-a2ac-44a8-ab25-928aead71c28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.712322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d06d6-f9e6-4d2f-b686-6345c1dd0b25 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:32.716946 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3a8d06d6-f9e6-4d2f-b686-6345c1dd0b25 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0926526
Nov 06 20:56:32.717305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59174) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:32.725692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedba296-b194-4741-a16b-c44fb0a88382 req-f643a583-91b0-4d2e-b738-1d181e0296d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:32.727385 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cedba296-b194-4741-a16b-c44fb0a88382 req-f643a583-91b0-4d2e-b738-1d181e0296d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1124 time: 0.0713861
Nov 06 20:56:32.747893 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-780193f5-6e96-40db-8715-401f4ac73098 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:32.748621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-780193f5-6e96-40db-8715-401f4ac73098 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/2ee5b75a-1ff1-4cc8-96c6-42d71b721d7e HTTP/1.1" status: 404  len: 333 time: 0.0294039
Nov 06 20:56:32.754564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59176) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:32.760469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-353236250'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:32.764688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68aeb210-a2ac-44a8-ab25-928aead71c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.767391 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68aeb210-a2ac-44a8-ab25-928aead71c28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.768521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-68aeb210-a2ac-44a8-ab25-928aead71c28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25fd62d9-6a0e-40d2-aa5d-45baefceef4f HTTP/1.1" status: 204  len: 168 time: 0.2435946
Nov 06 20:56:32.785606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeb210-a2ac-44a8-ab25-928aead71c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd62d9-6a0e-40d2-aa5d-45baefceef4f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:32.796249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:32.808880 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.835243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:32.842757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedba296-b194-4741-a16b-c44fb0a88382 req-d033c6bc-d511-4a62-be2a-2ca25869249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:32.844863 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cedba296-b194-4741-a16b-c44fb0a88382 req-d033c6bc-d511-4a62-be2a-2ca25869249a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.1055110
Nov 06 20:56:32.846437 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.846790 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Added segment dc42652a-ede7-4acd-b86e-ee553973e3d1 of type vlan for network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0
Nov 06 20:56:32.892509 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cedba296-b194-4741-a16b-c44fb0a88382 req-9830e9a5-71de-414d-86ea-ecc4afe18699 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 200  len: 217 time: 0.0406404
Nov 06 20:56:32.909377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.937829 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.944521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:32.945107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:32.954153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedba296-b194-4741-a16b-c44fb0a88382 req-04467ebb-f8ba-4349-a76b-b7957d80616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:32.954153 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cedba296-b194-4741-a16b-c44fb0a88382 req-04467ebb-f8ba-4349-a76b-b7957d80616b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0490558
Nov 06 20:56:33.005435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cedba296-b194-4741-a16b-c44fb0a88382 req-9eda5955-3e69-4538-bd86-3e5ccc691ae6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0336533
Nov 06 20:56:33.025068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2693129
Nov 06 20:56:33.029204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59184) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:33.037392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:33.047209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793663-236b-426b-8487-404334eab62f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Network': ['ID=1e8a5fe8-94bb-4077-ba46-49e2364b4df0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:33.060971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:33.124983 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cedba296-b194-4741-a16b-c44fb0a88382 req-32860f33-c9c2-4248-bf83-5313a7bc24fd service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105578
Nov 06 20:56:33.172519 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fda3705-70e8-4ed0-82f1-1d58b570fe47 req-c4eb4795-c724-4e25-8d50-7971834f8267 tempest-ImagesNegativeTestJSON-142857113 tempest-ImagesNegativeTestJSON-142857113-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0996b95-7820-4da7-ac82-6c25563512ed HTTP/1.1" status: 200  len: 210 time: 0.0638857
Nov 06 20:56:33.306550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45904c-e05f-4234-91a6-6fa902f91609 req-1652fa17-8435-4012-aedc-1f323a9b6857 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:33.308098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a45904c-e05f-4234-91a6-6fa902f91609 req-1652fa17-8435-4012-aedc-1f323a9b6857 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0748827
Nov 06 20:56:33.308758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:33.312183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:33.320502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cedba296-b194-4741-a16b-c44fb0a88382 req-26a1fa7d-230e-4979-99b4-56be03f01090 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799150
Nov 06 20:56:33.417240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea95b6c5-7e3c-4d98-889e-eb09e5ee5988 req-7f94cd7f-5236-4795-9616-861350045e3a tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0442200
Nov 06 20:56:33.463940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a45904c-e05f-4234-91a6-6fa902f91609 req-c4841f79-c9c0-46c9-b72f-d117087df129 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462791
Nov 06 20:56:33.610362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:33.671378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cc55c-63ef-4d9c-8c4d-70a8a9ad91b9 req-1e5b820e-1793-44ce-b5f6-65edc586e976 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:33.672725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f6cc55c-63ef-4d9c-8c4d-70a8a9ad91b9 req-1e5b820e-1793-44ce-b5f6-65edc586e976 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.1090808
Nov 06 20:56:33.697055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=bf3e27bf-e47d-4c95-9606-4c2458f97927,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:33.701065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59212) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:33.726355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking segment: {'id': 'dc42652a-ede7-4acd-b86e-ee553973e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:33.726725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network hostable DHCP agents. Network: 1e8a5fe8-94bb-4077-ba46-49e2364b4df0, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:33.750454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f6cc55c-63ef-4d9c-8c4d-70a8a9ad91b9 req-c68b1d3e-1e4c-4ebe-bec5-7f60cc6d1a5d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661168
Nov 06 20:56:33.758167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:33.768358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e8a5fe8-94bb-4077-ba46-49e2364b4df0) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:33.772852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:33.773454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:33.782962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f5939-5dea-4035-a999-6392ad655fb3 None None] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:33.796610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fb0e2164-8f43-4317-ab3c-998344e28ad5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7657580
Nov 06 20:56:33.797163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59216) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:33.804686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1609111d-0ae0-4174-b41f-4e6ea93e4256 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:33.817162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-261330653-network', 'tenant_id': 'ec8f9116653e40f0a02c98904ff90b65'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:33.887757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Made reservation on behalf of ec8f9116653e40f0a02c98904ff90b65 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:33.890409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:33.906073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:33.935105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e8a5fe8-94bb-4077-ba46-49e2364b4df0', 'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0', 'tenant_id': 'e63a025ef80f43d8bb7bef703826424b', 'fixed_ips': [{'subnet_id': 'bf3e27bf-e47d-4c95-9606-4c2458f97927'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:56:33.936042 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:33.983448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1609111d-0ae0-4174-b41f-4e6ea93e4256 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:33.986837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1609111d-0ae0-4174-b41f-4e6ea93e4256 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.078489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Allocated IP 2001:db8::2 (1e8a5fe8-94bb-4077-ba46-49e2364b4df0/bf3e27bf-e47d-4c95-9606-4c2458f97927/43ab9460-19c0-48f9-8294-6b2bae06bcaa) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:34.080936 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.087052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.127525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:34.131336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c5dc8-c956-45d8-8bb5-d318650bd102,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:34.135578 ncdv-master-1 neutron-server[119334]: INFO neutron.db.ipam_backend_mixin [None req-1609111d-0ae0-4174-b41f-4e6ea93e4256 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf3e27bf-e47d-4c95-9606-4c2458f97927 (CIDR: 2001:db8::/64)
Nov 06 20:56:34.141454 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1609111d-0ae0-4174-b41f-4e6ea93e4256 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 20:56:34.141832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1609111d-0ae0-4174-b41f-4e6ea93e4256 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:56:34.149960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.150305 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Added segment 9b9e06a4-373d-4983-a68a-9c77fd3b5c34 of type vlan for network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286
Nov 06 20:56:34.198778 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1609111d-0ae0-4174-b41f-4e6ea93e4256 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4004269
Nov 06 20:56:34.201706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59220) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:34.210921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.212967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:34.249631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.252892 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.254365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:34.255097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.258404 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.339229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.6367290
Nov 06 20:56:34.339996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59232) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:34.357648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Request body: {'subnet': {'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-261330653-subnet', 'tenant_id': 'ec8f9116653e40f0a02c98904ff90b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:34.362040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:34.366146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:34.370102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d78c76-e6f1-4c21-bb80-312b22fe0afa admin admin] Pushing event updated for resources: {'Network': ['ID=514e4a26-40f9-4959-b8bc-7e6cfc5f6286,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:34.370782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:34.374229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:34.377887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.395103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:34.395621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Made reservation on behalf of ec8f9116653e40f0a02c98904ff90b65 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:34.400049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.424237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Pushing event updated for resources: {'Port': ['ID=43ab9460-19c0-48f9-8294-6b2bae06bcaa,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:34.536352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Attempting to bind port 43ab9460-19c0-48f9-8294-6b2bae06bcaa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:34.536741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Attempting to bind port 43ab9460-19c0-48f9-8294-6b2bae06bcaa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc42652a-ede7-4acd-b86e-ee553973e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:34.537110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Attempting to bind port 43ab9460-19c0-48f9-8294-6b2bae06bcaa on network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:34.544791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:34.545169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Checking segment: {'id': 'dc42652a-ede7-4acd-b86e-ee553973e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:34.545572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.545979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Bound using segment: {'id': 'dc42652a-ede7-4acd-b86e-ee553973e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:34.546760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Bound port: 43ab9460-19c0-48f9-8294-6b2bae06bcaa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc42652a-ede7-4acd-b86e-ee553973e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:34.547921 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.609869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-270e9f21-f8ea-4445-acb6-23ef7affd5a0 req-cabda9ba-06f6-4c2f-98dc-67e1176b5004 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0619819
Nov 06 20:56:34.647370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] For port 43ab9460-19c0-48f9-8294-6b2bae06bcaa, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:34.652405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] For port 43ab9460-19c0-48f9-8294-6b2bae06bcaa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43ab9460-19c0-48f9-8294-6b2bae06bcaa,segment=NetworkSegment(dc42652a-ede7-4acd-b86e-ee553973e3d1),segment_id=dc42652a-ede7-4acd-b86e-ee553973e3d1)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:34.660429 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.681566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.736449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad750d-a915-416c-89d6-8447dbf2d94e None None] Pushing event updated for resources: {'Port': ['ID=43ab9460-19c0-48f9-8294-6b2bae06bcaa,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:34.766934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5caa2dcc-6706-4d97-bd8c-a69c2b424fe6,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:34.832727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Checking segment: {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:34.834020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Network hostable DHCP agents. Network: 514e4a26-40f9-4959-b8bc-7e6cfc5f6286, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:34.855082 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:34.879926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 514e4a26-40f9-4959-b8bc-7e6cfc5f6286) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:34.885408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:34.886445 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.888054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59252) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:34.893159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa35d457-cb77-4496-86d0-2ff3a1bb16f7 None None] Network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:34.929176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1fc894a5-8f6a-4f7f-88bd-d37bf46c4a59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.5823312
Nov 06 20:56:34.946072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdd6c6-61b9-4fa4-b8e6-87146a1447f5 req-7a961df4-d962-44b2-bd79-93dc01cf5904 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:34.953954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6efdd6c6-61b9-4fa4-b8e6-87146a1447f5 req-7a961df4-d962-44b2-bd79-93dc01cf5904 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.3425853
Nov 06 20:56:34.958508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:34.977293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b64b1-6546-4663-ba75-e264f66b6eee req-9d0ba0f8-2815-4ba6-8e2d-5ba116e89819 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:34.983000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7b64b1-6546-4663-ba75-e264f66b6eee req-9d0ba0f8-2815-4ba6-8e2d-5ba116e89819 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.1315520
Nov 06 20:56:35.016134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1ff5f294-9386-44eb-971a-6cfc9daf261b no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:35.059396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 1ff5f294-9386-44eb-971a-6cfc9daf261b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:35.060105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1ff5f294-9386-44eb-971a-6cfc9daf261b not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:35.138225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106431af-7a08-4303-a997-fbbe17f8f7b5 None None] Network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:35.146835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=d5e89267-7a09-4c49-9a98-024c46cf30f6,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:35.151063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:35.177856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:35.183768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:35.184401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:35.187148 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5b0cdeba-8eb8-4a34-87dc-d1d5e647e961 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc42ff18c5cc4af1bad1e1d62c7c5f18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2979393
Nov 06 20:56:35.189507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59260) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:35.202636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6efdd6c6-61b9-4fa4-b8e6-87146a1447f5 req-b762d438-56a5-440f-bef3-55f7eca7b14d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2477844
Nov 06 20:56:35.246448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7b64b1-6546-4663-ba75-e264f66b6eee req-2ad2176f-7765-4661-b4f9-bc02f2da1fec tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479889
Nov 06 20:56:35.255591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bccbd1e5-8f54-47d3-bb4d-34967a15eb7f tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0502472
Nov 06 20:56:35.256935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59268) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:35.273330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0', 'fixed_ips': [{'subnet_id': 'bf3e27bf-e47d-4c95-9606-4c2458f97927'}, {'subnet_id': 'd5e89267-7a09-4c49-9a98-024c46cf30f6'}], 'name': 'tempest-PortsIpV6TestJSON-10082046'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:35.297135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-811db556-7f4a-4127-bb11-23cfaf825feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:35.335127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-811db556-7f4a-4127-bb11-23cfaf825feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:35.393608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-811db556-7f4a-4127-bb11-23cfaf825feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:35.396599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-811db556-7f4a-4127-bb11-23cfaf825feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:35.398117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-811db556-7f4a-4127-bb11-23cfaf825feb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9a1205b-95e1-4532-bb45-04a16d748cf4 HTTP/1.1" status: 204  len: 168 time: 0.2032166
Nov 06 20:56:35.418238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811db556-7f4a-4127-bb11-23cfaf825feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a1205b-95e1-4532-bb45-04a16d748cf4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:35.461958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:35.571084 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:35.589892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port 401f3db5-af08-42fe-a91e-8dd3f4976247 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:35.607064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-c5d9ea80-fe23-40de-977d-4798a9f47b00 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:35.608618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-c5d9ea80-fe23-40de-977d-4798a9f47b00 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 821 time: 0.1309030
Nov 06 20:56:35.632912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-d5df3901-5316-4a58-ad94-ceb71486b1b7 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/quotas/ec8f9116653e40f0a02c98904ff90b65 HTTP/1.1" status: 200  len: 375 time: 0.0148318
Nov 06 20:56:35.707338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-7103727c-66a8-4131-a499-020512ef1f2b tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0719905
Nov 06 20:56:35.803404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 43ab9460-19c0-48f9-8294-6b2bae06bcaa up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:35.848573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c61190f1-f806-4251-bd5b-9c41d7f5af28 req-010def1e-b1bb-4eca-97a7-8c964996d69c tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0538683
Nov 06 20:56:35.910606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-f4d1d56f-5103-4523-a55e-2324e3d9d496 service neutron] 10.222.0.13 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028461
Nov 06 20:56:35.920266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 43ab9460-19c0-48f9-8294-6b2bae06bcaa triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:35.920716 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.040532 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.071976 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:56:36.079082 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::81 (1e8a5fe8-94bb-4077-ba46-49e2364b4df0/bf3e27bf-e47d-4c95-9606-4c2458f97927/401f3db5-af08-42fe-a91e-8dd3f4976247) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:36.086580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-f73c620b-0f23-4305-bab0-8f9a8649a049 service neutron] 10.222.0.13 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687713
Nov 06 20:56:36.093965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8:0:1::20f (1e8a5fe8-94bb-4077-ba46-49e2364b4df0/d5e89267-7a09-4c49-9a98-024c46cf30f6/401f3db5-af08-42fe-a91e-8dd3f4976247) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:36.095257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 43ab9460-19c0-48f9-8294-6b2bae06bcaa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43ab9460-19c0-48f9-8294-6b2bae06bcaa,segment=NetworkSegment(dc42652a-ede7-4acd-b86e-ee553973e3d1),segment_id=dc42652a-ede7-4acd-b86e-ee553973e3d1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:36.102180 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.151505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c318d880-b501-48fa-89ca-836efee6ab7c None None] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:36.232646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=43ab9460-19c0-48f9-8294-6b2bae06bcaa,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:36.255559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-14718f17-ecf7-4469-83c7-260a8f4d5550 None None] Provisioning complete for port 43ab9460-19c0-48f9-8294-6b2bae06bcaa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:36.255559 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14718f17-ecf7-4469-83c7-260a8f4d5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.342826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a651c67e-016a-4067-996c-6197632643fc req-9d1df083-8971-4aa3-8fbc-a23f93b22798 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 210 time: 0.0803912
Nov 06 20:56:36.354373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.401761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.490521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee713565-d56f-4e1c-bd80-93ae035a6cd3 req-349b2793-bfa8-43ae-a6b0-4d8b6e5ebaa5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:36.500623 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee713565-d56f-4e1c-bd80-93ae035a6cd3 req-349b2793-bfa8-43ae-a6b0-4d8b6e5ebaa5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1551194
Nov 06 20:56:36.536110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:36.540019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:36.550703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b01308-ca58-4852-874a-69ae00588cd1 None None] Update dhcp port {'port': {'network_id': '1e8a5fe8-94bb-4077-ba46-49e2364b4df0', 'fixed_ips': [{'subnet_id': 'bf3e27bf-e47d-4c95-9606-4c2458f97927', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5e89267-7a09-4c49-9a98-024c46cf30f6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '43ab9460-19c0-48f9-8294-6b2bae06bcaa'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 20:56:36.557168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:36.562611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:36.563519 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.567749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=401f3db5-af08-42fe-a91e-8dd3f4976247,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:36.592066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5b01308-ca58-4852-874a-69ae00588cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.599472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21d9f-ad81-4fbc-9acd-6f169e784c6e req-765d83d3-8b7a-4ef0-b40a-a44b07f9c12d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:36.605021 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7338c51a-405c-428b-b0cf-99d84c77f8f4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1014 time: 1.3466673
Nov 06 20:56:36.605683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59322) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:36.607805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5b21d9f-ad81-4fbc-9acd-6f169e784c6e req-765d83d3-8b7a-4ef0-b40a-a44b07f9c12d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.1475658
Nov 06 20:56:36.613453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf3e27bf-e47d-4c95-9606-4c2458f97927'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:36.647489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee713565-d56f-4e1c-bd80-93ae035a6cd3 req-e0fc531c-9b08-4bc7-9821-d372f6ccfc17 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455348
Nov 06 20:56:36.683288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5b21d9f-ad81-4fbc-9acd-6f169e784c6e req-a3cfa1f0-071a-452e-882a-6e2e83b801f8 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741177
Nov 06 20:56:36.764926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:36.847008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-b5b01308-ca58-4852-874a-69ae00588cd1 None None] Allocated IP 2001:db8:0:1::2 (1e8a5fe8-94bb-4077-ba46-49e2364b4df0/d5e89267-7a09-4c49-9a98-024c46cf30f6/43ab9460-19c0-48f9-8294-6b2bae06bcaa) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:37.092335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6e24efd-3250-4c56-b428-9fda16def60f req-97af653d-fab0-4a0e-b8ad-fcb4a9bde919 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0639465
Nov 06 20:56:37.103807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b5b01308-ca58-4852-874a-69ae00588cd1 None None] For port 43ab9460-19c0-48f9-8294-6b2bae06bcaa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43ab9460-19c0-48f9-8294-6b2bae06bcaa,segment=NetworkSegment(dc42652a-ede7-4acd-b86e-ee553973e3d1),segment_id=dc42652a-ede7-4acd-b86e-ee553973e3d1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:37.137406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5b01308-ca58-4852-874a-69ae00588cd1 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:37.144002 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5b01308-ca58-4852-874a-69ae00588cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:37.203992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Delete allocated IP 2001:db8:0:1::20f (1e8a5fe8-94bb-4077-ba46-49e2364b4df0/d5e89267-7a09-4c49-9a98-024c46cf30f6) {{(pid=119334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 06 20:56:37.226066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b01308-ca58-4852-874a-69ae00588cd1 None None] Pushing event updated for resources: {'Port': ['ID=43ab9460-19c0-48f9-8294-6b2bae06bcaa,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:37.356247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:37.361234 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:37.417799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] In _notify_port_updated(), no bound segment for port 401f3db5-af08-42fe-a91e-8dd3f4976247 on network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:56:37.423655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:37.424540 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:37.428825 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "PUT /v2.0/ports/401f3db5-af08-42fe-a91e-8dd3f4976247 HTTP/1.1" status: 200  len: 923 time: 0.8221564
Nov 06 20:56:37.432795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59334) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:37.437128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf3e27bf-e47d-4c95-9606-4c2458f97927'}, {'subnet_id': 'd5e89267-7a09-4c49-9a98-024c46cf30f6'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:37.438750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27150d78-9d8b-4c73-b027-b9494c0dc33d req-ab318bac-fe34-48e2-93eb-00d6011663d5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 210 time: 0.0350389
Nov 06 20:56:37.477256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371a9ea-376c-4144-b715-0b3c78226077 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=401f3db5-af08-42fe-a91e-8dd3f4976247,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:37.523430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:37.729722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 43ab9460-19c0-48f9-8294-6b2bae06bcaa up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:37.807042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 43ab9460-19c0-48f9-8294-6b2bae06bcaa triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:37.807618 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:37.889391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bff14-a0e8-4504-9138-fe39e8cc6957 req-8243f9d7-be23-4ba9-90bb-7f71e48d9ba8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:37.893086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb892f-6702-4af5-8914-b73517813325 None None] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:37.898696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021bff14-a0e8-4504-9138-fe39e8cc6957 req-8243f9d7-be23-4ba9-90bb-7f71e48d9ba8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1191471
Nov 06 20:56:37.930349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29696b32-8308-4294-a23f-a8a73cac71a9 req-13bdf830-22b8-4077-930b-5aee12d267f9 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:37.931849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29696b32-8308-4294-a23f-a8a73cac71a9 req-13bdf830-22b8-4077-930b-5aee12d267f9 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 943 time: 0.1026886
Nov 06 20:56:37.996232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021bff14-a0e8-4504-9138-fe39e8cc6957 req-11ae14f0-5a2a-42d6-8967-e8383c2d0173 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964525
Nov 06 20:56:38.010123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c15563bd-b92b-4cd6-a014-e51ef77c5979 None None] Provisioning complete for port 43ab9460-19c0-48f9-8294-6b2bae06bcaa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:38.010831 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c15563bd-b92b-4cd6-a014-e51ef77c5979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.051208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29696b32-8308-4294-a23f-a8a73cac71a9 req-29afb290-2bfc-4036-bc20-88565cae7a2d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068034
Nov 06 20:56:38.229399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f6c8d1e-722b-4770-ab99-7a57c3150dc5 req-8feb9231-780b-45f3-94f9-8d72d6be4cf1 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0425332
Nov 06 20:56:38.290573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8:0:1::192 (1e8a5fe8-94bb-4077-ba46-49e2364b4df0/d5e89267-7a09-4c49-9a98-024c46cf30f6/401f3db5-af08-42fe-a91e-8dd3f4976247) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:38.379631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-b98b1024-1d3f-4323-9d78-a5146264fe08 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:38.381192 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-b98b1024-1d3f-4323-9d78-a5146264fe08 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 821 time: 0.7486658
Nov 06 20:56:38.425941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Request body: {'port': {'device_id': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'admin_state_up': True, 'tenant_id': 'ec8f9116653e40f0a02c98904ff90b65'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:38.481299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-f1cfa6f2-b85e-4990-8990-ce0c1814aa7f tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:56:38.482454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-f1cfa6f2-b85e-4990-8990-ce0c1814aa7f tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058024
Nov 06 20:56:38.573672 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.595237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.596674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-919face6-7cc5-4d1f-bc09-6347db3a18a7 req-8908dcbc-edd2-45e5-864c-95be9b1b73c4 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 210 time: 0.0524530
Nov 06 20:56:38.608274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4d87f196-4c89-450f-b3a5-684e51f7f3c0 None None] Provisioning complete for port 43ab9460-19c0-48f9-8294-6b2bae06bcaa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:38.612839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4d87f196-4c89-450f-b3a5-684e51f7f3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.631936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-75c7ba0e-9202-4197-9422-fb64cdf9d4e6 service neutron] 10.222.0.10 "GET /v2.0/ports/e871ba32-0d46-454a-a9b6-d59321c47280/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1422584
Nov 06 20:56:38.715557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] In _notify_port_updated(), no bound segment for port 401f3db5-af08-42fe-a91e-8dd3f4976247 on network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:56:38.722792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:38.723515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.727340 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "PUT /v2.0/ports/401f3db5-af08-42fe-a91e-8dd3f4976247 HTTP/1.1" status: 200  len: 1009 time: 1.2925091
Nov 06 20:56:38.727340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b473a1-33b3-46e9-91e5-629dafbd3a19 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=401f3db5-af08-42fe-a91e-8dd3f4976247,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:38.727601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4d87f196-4c89-450f-b3a5-684e51f7f3c0 None None] Provisioning complete for port 401f3db5-af08-42fe-a91e-8dd3f4976247 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:38.727601 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4d87f196-4c89-450f-b3a5-684e51f7f3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.738957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59390) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:38.754644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Made reservation on behalf of ec8f9116653e40f0a02c98904ff90b65 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:38.759431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.770469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4d87f196-4c89-450f-b3a5-684e51f7f3c0 None None] Port 401f3db5-af08-42fe-a91e-8dd3f4976247 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:38.858449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:38.896780 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a9d3c425-92d1-4c92-8176-db2f3b38f0fe None None] Provisioning complete for port 401f3db5-af08-42fe-a91e-8dd3f4976247 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:38.897340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:38.897917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c425-92d1-4c92-8176-db2f3b38f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.941655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2950ab95-baa0-4294-b69b-84e08ee60a7c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 401f3db5-af08-42fe-a91e-8dd3f4976247 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:38.941894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2950ab95-baa0-4294-b69b-84e08ee60a7c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:38.943162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e871ba32-0d46-454a-a9b6-d59321c47280 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:38.950979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3c425-92d1-4c92-8176-db2f3b38f0fe None None] Port 401f3db5-af08-42fe-a91e-8dd3f4976247 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:38.958062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:38.973452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.012943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Allocated IP 172.20.0.5 (514e4a26-40f9-4959-b8bc-7e6cfc5f6286/5caa2dcc-6706-4d97-bd8c-a69c2b424fe6/7da66a9d-f034-4223-9041-8301ccc26527) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:39.024097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e871ba32-0d46-454a-a9b6-d59321c47280 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:39.057804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] Transition to ACTIVE for port object e871ba32-0d46-454a-a9b6-d59321c47280 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:56:39.062894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.072816 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2950ab95-baa0-4294-b69b-84e08ee60a7c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.100436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2950ab95-baa0-4294-b69b-84e08ee60a7c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 401f3db5-af08-42fe-a91e-8dd3f4976247 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:39.118186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e871ba32-0d46-454a-a9b6-d59321c47280 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:39.181064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d7844c57-fe0f-4d42-99e5-88aeb363a526 None None] Provisioning complete for port 401f3db5-af08-42fe-a91e-8dd3f4976247 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:39.181922 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d7844c57-fe0f-4d42-99e5-88aeb363a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.190106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] No DVR routers for this DVR port e871ba32-0d46-454a-a9b6-d59321c47280 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:39.225888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d7844c57-fe0f-4d42-99e5-88aeb363a526 None None] Port 401f3db5-af08-42fe-a91e-8dd3f4976247 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:39.278878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.281337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] Pushing event updated for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=10']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:39.303086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-437c67f1-a4bc-4562-aeac-4b6be29b0d34 service neutron] 10.222.0.10 "PUT /v2.0/ports/e871ba32-0d46-454a-a9b6-d59321c47280/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6598454
Nov 06 20:56:39.337347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52b6e4-5d75-4d48-a9a5-23dd91409fa8 req-35696a43-3b16-49cc-99f2-58f49fbae903 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:39.339720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b52b6e4-5d75-4d48-a9a5-23dd91409fa8 req-35696a43-3b16-49cc-99f2-58f49fbae903 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.2279565
Nov 06 20:56:39.351621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978304a-c79f-44d6-bf7c-fcf2da0eae88 req-f7860e8b-360c-4aa1-b34e-2b16bd635762 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:39.359928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9978304a-c79f-44d6-bf7c-fcf2da0eae88 req-f7860e8b-360c-4aa1-b34e-2b16bd635762 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 944 time: 0.1632829
Nov 06 20:56:39.401029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.449456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ee2bfb0e-941b-4ad9-824d-ee00cbea9602 None None] Provisioning complete for port 401f3db5-af08-42fe-a91e-8dd3f4976247 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:39.449805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfb0e-941b-4ad9-824d-ee00cbea9602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.468714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:39.470819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event updated for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:39.473504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2950ab95-baa0-4294-b69b-84e08ee60a7c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.475851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:39.477987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:39.493623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bfb0e-941b-4ad9-824d-ee00cbea9602 None None] Port 401f3db5-af08-42fe-a91e-8dd3f4976247 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:39.529675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950ab95-baa0-4294-b69b-84e08ee60a7c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=401f3db5-af08-42fe-a91e-8dd3f4976247,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:39.591346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:39.592015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.597952 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2950ab95-baa0-4294-b69b-84e08ee60a7c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.609303 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2950ab95-baa0-4294-b69b-84e08ee60a7c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/401f3db5-af08-42fe-a91e-8dd3f4976247 HTTP/1.1" status: 204  len: 168 time: 0.8690736
Nov 06 20:56:39.614238 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59406) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:39.654228 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbe4b73-1065-428a-80aa-b1989a08615b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:39.658791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cbbe4b73-1065-428a-80aa-b1989a08615b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/401f3db5-af08-42fe-a91e-8dd3f4976247 HTTP/1.1" status: 404  len: 333 time: 0.0404530
Nov 06 20:56:39.659135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59410) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:39.679940 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-449758ac-c4e6-4e10-bdf4-997d3c38920d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2609756
Nov 06 20:56:39.733581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0083425-e35d-4ddd-8a09-d4a0b31f3e02 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet d5e89267-7a09-4c49-9a98-024c46cf30f6 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:39.738473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0083425-e35d-4ddd-8a09-d4a0b31f3e02 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.813920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0083425-e35d-4ddd-8a09-d4a0b31f3e02 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:39.848981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b52b6e4-5d75-4d48-a9a5-23dd91409fa8 req-dd05fea9-afab-4b2c-a134-2acbc10c764e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4724083
Nov 06 20:56:39.859141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9978304a-c79f-44d6-bf7c-fcf2da0eae88 req-ceaafabc-b267-482d-9aa7-9e6abcdb97e2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4982703
Nov 06 20:56:39.884542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-567d5e7f-8b94-4c21-8cff-d68c781290a0 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:39.897324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-567d5e7f-8b94-4c21-8cff-d68c781290a0 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1558907
Nov 06 20:56:39.948068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-8bf4857e-8b2f-4acf-9874-77ed20727ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:39.949968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-8bf4857e-8b2f-4acf-9874-77ed20727ade service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba&tenant_id=4c383d3827904548a85fe5db914aee4b HTTP/1.1" status: 200  len: 1095 time: 0.0553961
Nov 06 20:56:39.970285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Request body: {'port': {'device_id': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:40.010977 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0083425-e35d-4ddd-8a09-d4a0b31f3e02 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.042577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99cff37c-b142-4a61-97bf-0fad24ab88f3 req-c57fe574-9ed6-45ce-a7e0-6f26622fc19c tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0311699
Nov 06 20:56:40.062499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-f898a04b-b668-4fd8-a264-c533eedd3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:40.063991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-f898a04b-b668-4fd8-a264-c533eedd3059 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1095 time: 0.0844042
Nov 06 20:56:40.085541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.147469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0083425-e35d-4ddd-8a09-d4a0b31f3e02 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.153326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10506e-e253-49e9-97b3-ef4788353ef8 req-c23a17c3-68a9-4dda-98f5-c2c829f642de tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:40.156840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb10506e-e253-49e9-97b3-ef4788353ef8 req-c23a17c3-68a9-4dda-98f5-c2c829f642de tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 931 time: 0.1087086
Nov 06 20:56:40.181999 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0083425-e35d-4ddd-8a09-d4a0b31f3e02 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e89267-7a09-4c49-9a98-024c46cf30f6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:40.193714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0083425-e35d-4ddd-8a09-d4a0b31f3e02 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.197431 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d0083425-e35d-4ddd-8a09-d4a0b31f3e02 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/d5e89267-7a09-4c49-9a98-024c46cf30f6 HTTP/1.1" status: 204  len: 168 time: 0.5368509
Nov 06 20:56:40.202634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59446) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:40.207659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e52b4-ce5e-4b91-bd30-30f8c2922d86 None None] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:40.274832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-cc719876-6f9a-4df2-b02a-b8d91c3c7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:40.276366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-cc719876-6f9a-4df2-b02a-b8d91c3c7854 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.1985824
Nov 06 20:56:40.334426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb10506e-e253-49e9-97b3-ef4788353ef8 req-b36287b5-a4f3-4b38-b618-37b594693edf tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718218
Nov 06 20:56:40.338422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-c09d620e-e3cb-4eec-bf85-1c2aa1992a5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 200  len: 217 time: 0.0517647
Nov 06 20:56:40.349725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9b9f3a-6704-41b9-a94e-e0ca887a2044 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet bf3e27bf-e47d-4c95-9606-4c2458f97927 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:40.353135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9f3a-6704-41b9-a94e-e0ca887a2044 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.435001 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9f3a-6704-41b9-a94e-e0ca887a2044 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.441656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da66a9d-f034-4223-9041-8301ccc26527 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:40.449759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.463773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Transition to ACTIVE for port object 7da66a9d-f034-4223-9041-8301ccc26527 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:56:40.466055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-ef23fa73-e340-4b8b-bcc7-45bc5be2ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:40.467542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-ef23fa73-e340-4b8b-bcc7-45bc5be2ca33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.1109836
Nov 06 20:56:40.474689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.510454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-94ca0045-2176-45b4-914a-bdf47e312fb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328207
Nov 06 20:56:40.547435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Pushing event updated for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:40.607905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9f3a-6704-41b9-a94e-e0ca887a2044 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.608346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Attempting to bind port 7da66a9d-f034-4223-9041-8301ccc26527 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:40.608753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Attempting to bind port 7da66a9d-f034-4223-9041-8301ccc26527 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:40.609084 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Attempting to bind port 7da66a9d-f034-4223-9041-8301ccc26527 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:40.614134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Port 7da66a9d-f034-4223-9041-8301ccc26527 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:40.614465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Attempting to bind port 7da66a9d-f034-4223-9041-8301ccc26527 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:40.619685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:40.620032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Checking segment: {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:40.620504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Bound using segment: {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:40.620940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Bound port: 7da66a9d-f034-4223-9041-8301ccc26527, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:40.621299 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.673185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-1d42115c-50b2-4806-a13f-e77c1c8325cd service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534882
Nov 06 20:56:40.687671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:40.691508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:40.699039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.706175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9f3a-6704-41b9-a94e-e0ca887a2044 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.738950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:40.739572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.741338 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] 10.222.0.10 "PUT /v2.0/ports/7da66a9d-f034-4223-9041-8301ccc26527 HTTP/1.1" status: 200  len: 1091 time: 1.0405667
Nov 06 20:56:40.741504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:40.743776 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c0b305-8b40-496b-adde-7a17bf31b7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "tag": "7da66a9d-f034-4223-9041-8301ccc26527"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:40.777265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b9f3a-6704-41b9-a94e-e0ca887a2044 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=bf3e27bf-e47d-4c95-9606-4c2458f97927,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:40.780164 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9f3a-6704-41b9-a94e-e0ca887a2044 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.786804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7b9b9f3a-6704-41b9-a94e-e0ca887a2044 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/bf3e27bf-e47d-4c95-9606-4c2458f97927 HTTP/1.1" status: 204  len: 168 time: 0.5830803
Nov 06 20:56:40.788112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59454) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:40.809931 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09583d57-c9ec-4b1f-ada3-12cd44fec9a0 x-openstack-request-id: req-09583d57-c9ec-4b1f-ada3-12cd44fec9a0 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:40.810316 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "tag": "7da66a9d-f034-4223-9041-8301ccc26527", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:40.810447 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09583d57-c9ec-4b1f-ada3-12cd44fec9a0 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:40.810975 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527', 'status': 'completed', 'code': 200}
Nov 06 20:56:40.832944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-bd43326a-c01f-4fc1-b623-35fe019803cb service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509459
Nov 06 20:56:40.884142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21845496-2834-4d94-b5cb-f280ecc93c5b service neutron] Pushing event updated for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:40.938076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-20379db4-1616-429a-9c3e-3982aab06431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:40.940222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-20379db4-1616-429a-9c3e-3982aab06431 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 1094 time: 0.1283913
Nov 06 20:56:40.945346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:40.986617 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-6610c7ad-e124-4274-87a2-790ecbde3d96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7da66a9d-f034-4223-9041-8301ccc26527 HTTP/1.1" status: 200  len: 217 time: 0.0373077
Nov 06 20:56:41.040684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a414800-6fc8-4123-bcec-4bdb1fc9c430 req-0422eb6f-bf4a-455d-bd57-6f00c097379b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:41.041628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a414800-6fc8-4123-bcec-4bdb1fc9c430 req-0422eb6f-bf4a-455d-bd57-6f00c097379b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1050699
Nov 06 20:56:41.053688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e94e1-7055-414d-a4a3-cbdc426bca94 req-1378ed0b-c997-4b4e-baf3-69e23bbdb287 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:41.055867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-026e94e1-7055-414d-a4a3-cbdc426bca94 req-1378ed0b-c997-4b4e-baf3-69e23bbdb287 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 944 time: 0.0835667
Nov 06 20:56:41.057937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c0dde6-ccb6-4f42-9ea0-fc103c8fcae4 None None] Network 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:41.072637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-b0e8b549-a063-4be4-9b43-b0597fd5ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:41.074090 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-b0e8b549-a063-4be4-9b43-b0597fd5ae47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5caa2dcc-6706-4d97-bd8c-a69c2b424fe6 HTTP/1.1" status: 200  len: 861 time: 0.0611989
Nov 06 20:56:41.093698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 43ab9460-19c0-48f9-8294-6b2bae06bcaa {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:41.094084 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.120321 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-987f04de-4aad-4d24-a57a-d935a1640ae6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375309
Nov 06 20:56:41.148956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fd79d905-5e74-45eb-9ccf-10b85503032c None None] Provisioning complete for port 43ab9460-19c0-48f9-8294-6b2bae06bcaa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:41.149329 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fd79d905-5e74-45eb-9ccf-10b85503032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.174216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a414800-6fc8-4123-bcec-4bdb1fc9c430 req-d166de3c-157c-4921-a427-61fd38df2052 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172400
Nov 06 20:56:41.176869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-dcaa8521-73de-4e99-91c5-90da812a4bfe tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:41.178299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-dcaa8521-73de-4e99-91c5-90da812a4bfe tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1155860
Nov 06 20:56:41.183237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-026e94e1-7055-414d-a4a3-cbdc426bca94 req-25df6e0b-2dd0-409e-a0a5-a88019fca1c7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183248
Nov 06 20:56:41.239518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] For port 43ab9460-19c0-48f9-8294-6b2bae06bcaa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43ab9460-19c0-48f9-8294-6b2bae06bcaa,segment=NetworkSegment(dc42652a-ede7-4acd-b86e-ee553973e3d1),segment_id=dc42652a-ede7-4acd-b86e-ee553973e3d1)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:41.239941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.259934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 43ab9460-19c0-48f9-8294-6b2bae06bcaa owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:41.340674 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-ded1a20a-85bc-45b1-b0c0-9eeab2ba5288 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933272
Nov 06 20:56:41.376366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] DHCP port deletion for 1e8a5fe8-94bb-4077-ba46-49e2364b4df0 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:56:41.394172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-dc62f388-90b6-4f0c-a36c-45926b79305f service neutron] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:41.398238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-dc62f388-90b6-4f0c-a36c-45926b79305f service neutron] Publish callbacks [] for binding, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.403581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e9b5ee-f0f6-4f1c-ba96-111c45fc9846 req-dc62f388-90b6-4f0c-a36c-45926b79305f service neutron] 10.222.0.37 "DELETE /v2.0/ports/e871ba32-0d46-454a-a9b6-d59321c47280/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2108014
Nov 06 20:56:41.450200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Deleting port 43ab9460-19c0-48f9-8294-6b2bae06bcaa {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:41.451423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.505608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.508863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-835ea598-5eb8-483f-9583-df8f6f35eb1a req-cdbf4f70-0349-4aba-9763-d0dadd3208d8 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0461903
Nov 06 20:56:41.524437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] For port 43ab9460-19c0-48f9-8294-6b2bae06bcaa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43ab9460-19c0-48f9-8294-6b2bae06bcaa,segment=NetworkSegment(dc42652a-ede7-4acd-b86e-ee553973e3d1),segment_id=dc42652a-ede7-4acd-b86e-ee553973e3d1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:41.525116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.540229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Calling delete_port for 43ab9460-19c0-48f9-8294-6b2bae06bcaa owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:41.563936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=43ab9460-19c0-48f9-8294-6b2bae06bcaa,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:41.566706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No DVR routers for this DVR port 43ab9460-19c0-48f9-8294-6b2bae06bcaa on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:41.588445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7d3b8-ca09-41f4-a8e5-18d93ee7d5d2 req-51d6962e-a86d-4337-9cb6-d2748f299f48 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:41.590336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7b7d3b8-ca09-41f4-a8e5-18d93ee7d5d2 req-51d6962e-a86d-4337-9cb6-d2748f299f48 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 943 time: 0.0804958
Nov 06 20:56:41.622756 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16bb7d8e-d6e4-46ce-8cc0-e513f1d90c92 req-1d0c3924-b01d-448e-857b-5ee07e2cb887 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2730007
Nov 06 20:56:41.638241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.663796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Pushing event deleted for resources: {'Port': ['ID=43ab9460-19c0-48f9-8294-6b2bae06bcaa,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:41.664172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7b7d3b8-ca09-41f4-a8e5-18d93ee7d5d2 req-b03b26f5-82d4-42bd-a39b-5ba9a5759092 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608146
Nov 06 20:56:41.681648 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] No DVR routers for this DVR port 43ab9460-19c0-48f9-8294-6b2bae06bcaa on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:41.684436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.685123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.685879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.686498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.687043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.687643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.688183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.688884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.689423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.690009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.690451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.690927 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e28a9-543a-49d3-be81-5c9ab0bf1f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:41.731322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 43ab9460-19c0-48f9-8294-6b2bae06bcaa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:41.754472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 43ab9460-19c0-48f9-8294-6b2bae06bcaa {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:41.754841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 43ab9460-19c0-48f9-8294-6b2bae06bcaa not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:41.809240 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.835819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256421190>,) {'filters': {'network_id': ['1e8a5fe8-94bb-4077-ba46-49e2364b4df0']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:41.847588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-df85bba3-f1fa-495a-a5a4-0f160b413b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:41.849137 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-df85bba3-f1fa-495a-a5a4-0f160b413b2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 1094 time: 0.1010888
Nov 06 20:56:41.850792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256421190>, 'dc42652a-ede7-4acd-b86e-ee553973e3d1') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:41.851044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256421190>, 'dc42652a-ede7-4acd-b86e-ee553973e3d1') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:41.861197 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.898272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.930506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:41.930934 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:41.933882 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:42.000525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-ffa4c237-8477-449d-9387-edf272cb9652 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0238216
Nov 06 20:56:42.012165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:42.026128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:42.029276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/networks/1e8a5fe8-94bb-4077-ba46-49e2364b4df0 HTTP/1.1" status: 204  len: 168 time: 1.2385290
Nov 06 20:56:42.033905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59516) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:42.040229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8519ed-c232-4360-993a-c459ef0887c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Network': ['ID=1e8a5fe8-94bb-4077-ba46-49e2364b4df0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:42.042619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-cca06336-4812-42de-82ab-9d661fdac8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:42.044057 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-cca06336-4812-42de-82ab-9d661fdac8a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 922 time: 0.1734116
Nov 06 20:56:42.085637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-fc2e39db-dc30-4dae-80bd-0d025ed9b280 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7da66a9d-f034-4223-9041-8301ccc26527 HTTP/1.1" status: 200  len: 217 time: 0.0336292
Nov 06 20:56:42.135400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-3dc62987-ec98-49a3-b824-14bc86ca5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:42.136955 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-3dc62987-ec98-49a3-b824-14bc86ca5f1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5caa2dcc-6706-4d97-bd8c-a69c2b424fe6 HTTP/1.1" status: 200  len: 861 time: 0.0438752
Nov 06 20:56:42.142492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7308c-d6e8-4bd1-96f1-726a7d58093b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:42.144671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-20c7308c-d6e8-4bd1-96f1-726a7d58093b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1089058
Nov 06 20:56:42.148112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59518) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:42.173690 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-88985a5b-cef6-4dd6-9496-9615b0d2256c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284934
Nov 06 20:56:42.182767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-d473b561-2be4-4458-91b5-4c43098777f8 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:42.184425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-d473b561-2be4-4458-91b5-4c43098777f8 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1740274
Nov 06 20:56:42.205474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-c4c061e6-7831-4f61-97bc-b51f78ef9b26 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/quotas/753c99ec4c5644e4bdc41ee986f427ac HTTP/1.1" status: 200  len: 375 time: 0.0139544
Nov 06 20:56:42.214150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d3aeed36-cb7f-4e7d-af94-5657e73260c6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0649123
Nov 06 20:56:42.219365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59522) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:42.231007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667997265'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:42.254909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-54d8211e-22d8-4be5-a57d-15c3520307db tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0396893
Nov 06 20:56:42.270168 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-705b6eef-ca97-4bdf-bf63-62c78a24b422 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883858
Nov 06 20:56:42.302986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:42.308256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:42.355476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25a629-d535-40b0-b2de-d8543c86f3aa req-0f68c798-9619-4566-a9a0-6774a2e012f6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:42.357674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef25a629-d535-40b0-b2de-d8543c86f3aa req-0f68c798-9619-4566-a9a0-6774a2e012f6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0968714
Nov 06 20:56:42.367496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:42.401778 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64c0b305-8b40-496b-adde-7a17bf31b7a0 req-77d3f9f5-2740-4a40-8610-fd513452a02c service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069512
Nov 06 20:56:42.411647 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:42.412046 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Added segment 9c15173e-e890-432b-bf62-e305c2d506ed of type vlan for network e8b00122-395c-4c2d-bfa3-7664fee6040e
Nov 06 20:56:42.492557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:42.497796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef25a629-d535-40b0-b2de-d8543c86f3aa req-305ee882-bd8e-488c-b20c-2cbf00e74185 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218004
Nov 06 20:56:42.558750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679fe3-7d19-4d07-ba3e-fccf51e2f86d req-c9ae546d-3b33-47b8-839c-d77f56cb18d6 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:42.560322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02679fe3-7d19-4d07-ba3e-fccf51e2f86d req-c9ae546d-3b33-47b8-839c-d77f56cb18d6 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 944 time: 0.0908084
Nov 06 20:56:42.561681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:42.567448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:42.568047 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:42.656969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4365909
Nov 06 20:56:42.660213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59542) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:42.666922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:42.677793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fdf90-bf28-4dae-9a46-f30b5289c422 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Network': ['ID=e8b00122-395c-4c2d-bfa3-7664fee6040e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:42.690087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e8b00122-395c-4c2d-bfa3-7664fee6040e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:42.716922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02679fe3-7d19-4d07-ba3e-fccf51e2f86d req-e77e6f23-09e5-4e04-9c78-a7e024ca5745 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446157
Nov 06 20:56:42.822604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-a649e008-5527-4c32-a23a-be40e69d2693 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322607
Nov 06 20:56:42.824946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:42.828690 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:42.867677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f680980-dff5-4b8b-ad75-b3eca1892d59 req-e3bf9c43-ce10-4f7f-8d21-24f326a77c19 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0415213
Nov 06 20:56:43.020391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-84197279-22f1-4cd7-b6c2-3b5597110d97 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:43.022309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-84197279-22f1-4cd7-b6c2-3b5597110d97 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1837296
Nov 06 20:56:43.051485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-f6847659-ea38-47b2-8f1b-f104e938e6ce tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/quotas/753c99ec4c5644e4bdc41ee986f427ac HTTP/1.1" status: 200  len: 375 time: 0.0129766
Nov 06 20:56:43.079792 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:43.089987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-9d97db4e-42a5-4fe7-a34f-649805ca3479 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0293107
Nov 06 20:56:43.105790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410e10e-cf78-4b22-afb6-455803d82c8d req-e33e288d-c6c0-408d-9a03-82c2388cd27c tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:43.118159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8410e10e-cf78-4b22-afb6-455803d82c8d req-e33e288d-c6c0-408d-9a03-82c2388cd27c tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 943 time: 0.1347961
Nov 06 20:56:43.151529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=be723c36-b1e7-4bae-8c4d-320e0bdfa7ac,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:43.160589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking segment: {'id': '9c15173e-e890-432b-bf62-e305c2d506ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:43.160954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network hostable DHCP agents. Network: e8b00122-395c-4c2d-bfa3-7664fee6040e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:43.186362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8410e10e-cf78-4b22-afb6-455803d82c8d req-8113aa73-1868-4d0e-8074-fe2a8ea59e05 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672789
Nov 06 20:56:43.186650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network e8b00122-395c-4c2d-bfa3-7664fee6040e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:43.208655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8b00122-395c-4c2d-bfa3-7664fee6040e) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:43.218653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:43.219257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:43.228086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398601b-dcfa-42e7-919f-09e1e8a056a1 None None] Network e8b00122-395c-4c2d-bfa3-7664fee6040e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:43.256562 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7becacca-5211-4dec-be3e-bfb9c5a1f143 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5923638
Nov 06 20:56:43.256758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59562) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:43.261793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e', 'name': 'tempest-PortsIpV6TestJSON-2074573252'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:43.337121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cf73de7-7d3a-4c31-93ad-5f9608ddfaf6 req-a7fe6781-1210-4e3a-b266-a90bf23ebb54 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 210 time: 0.0650735
Nov 06 20:56:43.367481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde4e94-7a10-4e3c-ba1c-cb6a385b888e req-ade37b3f-92dc-40ca-9a9f-108f5aac530d tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:43.369159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bde4e94-7a10-4e3c-ba1c-cb6a385b888e req-ade37b3f-92dc-40ca-9a9f-108f5aac530d tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1095 time: 0.0516157
Nov 06 20:56:43.404438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:43.408633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:43.428132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port a8006024-e31e-48af-ad7c-90c2eb86f5fc yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:43.437509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bde4e94-7a10-4e3c-ba1c-cb6a385b888e req-3694c0e6-63c3-4f1c-b67e-7d58a2b90687 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604370
Nov 06 20:56:43.507516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8b00122-395c-4c2d-bfa3-7664fee6040e', 'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e', 'tenant_id': 'e63a025ef80f43d8bb7bef703826424b', 'fixed_ips': [{'subnet_id': 'be723c36-b1e7-4bae-8c4d-320e0bdfa7ac'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:56:43.508427 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:43.575960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ee3f-2ac6-482d-a077-45d2d984bcb3 req-fedc71ed-6be3-4bf2-9c0d-bb69345b7903 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:43.583634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21b8ee3f-2ac6-482d-a077-45d2d984bcb3 req-fedc71ed-6be3-4bf2-9c0d-bb69345b7903 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 1095 time: 0.0509923
Nov 06 20:56:43.650670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21b8ee3f-2ac6-482d-a077-45d2d984bcb3 req-d1612c7a-5528-48c2-85fb-bddbe07d692e tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657792
Nov 06 20:56:43.662521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::242 (e8b00122-395c-4c2d-bfa3-7664fee6040e/be723c36-b1e7-4bae-8c4d-320e0bdfa7ac/a8006024-e31e-48af-ad7c-90c2eb86f5fc) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:43.746488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe08726-16bb-4613-960c-2650196f2394 req-0f407d61-2899-4d4d-9be6-8b2ded2dfb04 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:43.757042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbe08726-16bb-4613-960c-2650196f2394 req-0f407d61-2899-4d4d-9be6-8b2ded2dfb04 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1301658
Nov 06 20:56:43.844797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbe08726-16bb-4613-960c-2650196f2394 req-04b84fe6-211b-4389-bd68-648e3dd6bf8b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865800
Nov 06 20:56:43.876104 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-ff5d0ce3-f459-4729-b8db-1ba26565e4dd tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0282965
Nov 06 20:56:44.001156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af21866d-ba75-4d1c-81fc-b8baf5a8ad88 req-bf3a3458-0f78-4f7b-b64d-89f43f139047 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0393381
Nov 06 20:56:44.058927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.095627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-c1af5ba1-b132-4f32-a771-6c79d1e09483 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:44.098240 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-c1af5ba1-b132-4f32-a771-6c79d1e09483 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2027857
Nov 06 20:56:44.121414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Request body: {'port': {'device_id': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '753c99ec4c5644e4bdc41ee986f427ac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:44.189708 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.238276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Allocated IP 2001:db8::2 (e8b00122-395c-4c2d-bfa3-7664fee6040e/be723c36-b1e7-4bae-8c4d-320e0bdfa7ac/9a74cf79-7e1a-4e32-a1d3-dd57baeddc25) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:44.311588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505ccb5-ab9d-4ab5-b63c-c480e99e0bc6 req-405f285f-0727-4099-bda3-8851867e0a6d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:44.313121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4505ccb5-ab9d-4ab5-b63c-c480e99e0bc6 req-405f285f-0727-4099-bda3-8851867e0a6d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 943 time: 0.0524824
Nov 06 20:56:44.338228 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.357341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.369394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4505ccb5-ab9d-4ab5-b63c-c480e99e0bc6 req-b52c96c4-ef22-445d-aa56-bfd891d1897d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494382
Nov 06 20:56:44.442128 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.460917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.488530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f284c10a-5289-4d0a-832e-6f19c4c68a64 req-bd541e8f-713a-4779-834f-0fcab4bf32b0 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 210 time: 0.0424507
Nov 06 20:56:44.526978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Pushing event updated for resources: {'Port': ['ID=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:44.537150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-40933c6b-f60b-4a23-940c-1727a30d813c tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0244517
Nov 06 20:56:44.544661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Network e8b00122-395c-4c2d-bfa3-7664fee6040e is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:44.545862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network e8b00122-395c-4c2d-bfa3-7664fee6040e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:44.546728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:44.550325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:44.553727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:44.558645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:44.564361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:44.564903 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.567776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=a8006024-e31e-48af-ad7c-90c2eb86f5fc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:44.595104 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2200ada4-fa7c-4e89-8807-fd9c367e1892 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.3371482
Nov 06 20:56:44.597949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59596) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:44.602550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e', 'name': 'tempest-PortsIpV6TestJSON-361914289'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:44.619894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Attempting to bind port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:44.620934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Attempting to bind port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c15173e-e890-432b-bf62-e305c2d506ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:44.621596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Attempting to bind port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 on network e8b00122-395c-4c2d-bfa3-7664fee6040e {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:44.629347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:44.630086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Checking segment: {'id': '9c15173e-e890-432b-bf62-e305c2d506ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:44.630634 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.631161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Bound using segment: {'id': '9c15173e-e890-432b-bf62-e305c2d506ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:44.632054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Bound port: 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c15173e-e890-432b-bf62-e305c2d506ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e8b00122-395c-4c2d-bfa3-7664fee6040e'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:44.632606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.661959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Made reservation on behalf of 753c99ec4c5644e4bdc41ee986f427ac for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:44.665433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.676809 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.725858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] For port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:44.730367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] For port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,segment=NetworkSegment(9c15173e-e890-432b-bf62-e305c2d506ed),segment_id=9c15173e-e890-432b-bf62-e305c2d506ed)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:44.736219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.761294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-ba2d320e-43e4-4d20-9b8e-b6b4c054a569 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:44.763850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-ba2d320e-43e4-4d20-9b8e-b6b4c054a569 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1625786
Nov 06 20:56:44.796532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Request body: {'port': {'device_id': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '753c99ec4c5644e4bdc41ee986f427ac'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:44.812154 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.813671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:44.815388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd138cf6-4482-4312-92bf-98c75b937e53 None None] Pushing event updated for resources: {'Port': ['ID=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:44.817931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.827377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:44.873563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port bda15130-4d51-4d6a-a09b-2e8ea6667197 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:44.975761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ed6b20-449b-4c31-aba7-933ca817494b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:45.074248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263e6c8-b902-4d62-a750-04ba97ee5956 req-a6b6af6f-3b2e-4cf4-ac3c-064799c9c984 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:45.075860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4263e6c8-b902-4d62-a750-04ba97ee5956 req-a6b6af6f-3b2e-4cf4-ac3c-064799c9c984 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0841448
Nov 06 20:56:45.077115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Made reservation on behalf of 753c99ec4c5644e4bdc41ee986f427ac for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:45.080361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7da66a9d-f034-4223-9041-8301ccc26527 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:45.080804 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.118262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Allocated IP 192.168.233.201 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/727932c3-7c17-41cf-a440-b43625fb7fb0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:45.170080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::24 (e8b00122-395c-4c2d-bfa3-7664fee6040e/be723c36-b1e7-4bae-8c4d-320e0bdfa7ac/bda15130-4d51-4d6a-a09b-2e8ea6667197) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:45.228517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4263e6c8-b902-4d62-a750-04ba97ee5956 req-25e915d0-b5ae-44cf-b1f9-fdfe4ec02730 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356566
Nov 06 20:56:45.248627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f2dfee6-750c-4522-89a9-2c0fbb555646 req-b920fb09-c8f7-4f29-b489-abc6050f5038 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0488012
Nov 06 20:56:45.296237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:45.318887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '7da66a9d-f034-4223-9041-8301ccc26527', 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'port_id': '7da66a9d-f034-4223-9041-8301ccc26527', 'mac_address': 'fa:16:3e:06:2b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa2dcc-6706-4d97-bd8c-a69c2b424fe6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:56:45.366686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.381469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da66a9d-f034-4223-9041-8301ccc26527 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:45.427579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:45.434052 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.502726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:45.531099 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.534936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b121848-71d7-413b-8c78-eb37e9c38fd0 req-808ac456-418b-4b4b-8daa-3c1e662a4897 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:45.543188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b121848-71d7-413b-8c78-eb37e9c38fd0 req-808ac456-418b-4b4b-8daa-3c1e662a4897 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 944 time: 0.0801144
Nov 06 20:56:45.560259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.600021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b121848-71d7-413b-8c78-eb37e9c38fd0 req-f1ba27f8-b691-4e00-8244-1a507dc5b7fc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557029
Nov 06 20:56:45.618039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.647229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86af11ae-67ec-4423-bab8-52f63468b574 req-2dc72c01-8035-4388-a842-f2d2a52ef2ea tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 210 time: 0.0458245
Nov 06 20:56:45.648517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.683620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:45.694171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:45.697197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network e8b00122-395c-4c2d-bfa3-7664fee6040e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:45.698679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:45.701216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:45.701811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Allocated IP 192.168.233.254 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/21508f07-0718-477d-a58c-ec0512e5bdad) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:45.705470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:45.746165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:45.751849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:45.752508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.843733 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2448766
Nov 06 20:56:45.844610 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c1ec5-0923-4b0b-93b5-c312462ff9b4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=bda15130-4d51-4d6a-a09b-2e8ea6667197,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:45.847456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59650) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:45.883035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['7da66a9d-f034-4223-9041-8301ccc26527'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:45.907074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:45.907786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:45.982171 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-3d359738-707a-4c67-8d31-09f3172882bb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8668528
Nov 06 20:56:45.988678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:46.000997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Request body: {'port': {'device_id': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:46.001681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.054847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517adc07-226d-4c4a-9f27-923b8073df84 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:46.060168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59656) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:46.065221 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-517adc07-226d-4c4a-9f27-923b8073df84 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A242 HTTP/1.1" status: 200  len: 929 time: 0.2059436
Nov 06 20:56:46.127017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:46.127729 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.169726 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.176550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.231794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5302fb89-3248-4ae1-a0c8-a42c081f5aff None None] Provisioning complete for port 727932c3-7c17-41cf-a440-b43625fb7fb0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:46.233418 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5302fb89-3248-4ae1-a0c8-a42c081f5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.293304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:46.299178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:46.345297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:46.391140 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.395735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Pushing event updated for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:46.411123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5302fb89-3248-4ae1-a0c8-a42c081f5aff None None] Port 727932c3-7c17-41cf-a440-b43625fb7fb0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:46.458013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,segment=NetworkSegment(9c15173e-e890-432b-bf62-e305c2d506ed),segment_id=9c15173e-e890-432b-bf62-e305c2d506ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:46.467584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.468249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da895a-cebf-49a9-ae10-b2599eb422e9 None None] Network e8b00122-395c-4c2d-bfa3-7664fee6040e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:46.468649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.469389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.469946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.470517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.471069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.471727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.472247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.472893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.473411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.473974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.474485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:56:46.523907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:46.525203 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.546803 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.597408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3e22e97-8ba4-4987-ac08-29294d8e4821 req-5a1f8b1d-6885-4fb5-9ac7-ab2c2a617703 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0801277
Nov 06 20:56:46.610950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-739d3822-2e6c-40d1-938f-ac7b13f133eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port bda15130-4d51-4d6a-a09b-2e8ea6667197 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:46.611611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-739d3822-2e6c-40d1-938f-ac7b13f133eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.619746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-343b40e4-dc5c-4d68-871b-657b8e6cd83f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8304734
Nov 06 20:56:46.674247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edbd17-cf7c-4e31-9356-eb9380897255 req-de199128-5e2a-49b2-8401-405c39dd15ae tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:46.683856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4edbd17-cf7c-4e31-9356-eb9380897255 req-de199128-5e2a-49b2-8401-405c39dd15ae tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.2811680
Nov 06 20:56:46.728521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Request body: {'port': {'device_id': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:46.812461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-92635a45-8c95-466c-b269-da765ba3ae38 None None] Provisioning complete for port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:46.812830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92635a45-8c95-466c-b269-da765ba3ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.831185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727932c3-7c17-41cf-a440-b43625fb7fb0 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:46.840828 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.858456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Transition to ACTIVE for port object 727932c3-7c17-41cf-a440-b43625fb7fb0 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:56:46.863681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.898476 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-196d8c67-d9d7-40b2-9890-3eacbcfc9014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:46.907422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:46.915120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4edbd17-cf7c-4e31-9356-eb9380897255 req-bdea424f-07b0-4375-b2a3-18da228565d3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297869
Nov 06 20:56:46.980606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7a5f4-0be7-46e1-8e41-dab062a4087a req-c95a4664-d7b4-4898-86c2-584f6bc15e48 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:46.984855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49c7a5f4-0be7-46e1-8e41-dab062a4087a req-c95a4664-d7b4-4898-86c2-584f6bc15e48 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 944 time: 0.2424707
Nov 06 20:56:46.997856 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.002537 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-739d3822-2e6c-40d1-938f-ac7b13f133eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.004666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:47.070928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-739d3822-2e6c-40d1-938f-ac7b13f133eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for bda15130-4d51-4d6a-a09b-2e8ea6667197 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:47.073321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Attempting to bind port 727932c3-7c17-41cf-a440-b43625fb7fb0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:47.073668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Attempting to bind port 727932c3-7c17-41cf-a440-b43625fb7fb0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:47.073995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Attempting to bind port 727932c3-7c17-41cf-a440-b43625fb7fb0 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:47.078971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Port 727932c3-7c17-41cf-a440-b43625fb7fb0 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:47.079328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Attempting to bind port 727932c3-7c17-41cf-a440-b43625fb7fb0 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:47.085532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:47.085868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:47.086536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:47.086975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Bound port: 727932c3-7c17-41cf-a440-b43625fb7fb0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:47.087567 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.156029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a6e83cfc-a6c4-4d02-ab8e-132dbeb99a54 None None] Provisioning complete for port 21508f07-0718-477d-a58c-ec0512e5bdad triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:47.157005 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6e83cfc-a6c4-4d02-ab8e-132dbeb99a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.166545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:47.170100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:47.176054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.199732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a6e83cfc-a6c4-4d02-ab8e-132dbeb99a54 None None] Port 21508f07-0718-477d-a58c-ec0512e5bdad cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:47.227981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:47.228650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.230044 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] 10.222.0.10 "PUT /v2.0/ports/727932c3-7c17-41cf-a440-b43625fb7fb0 HTTP/1.1" status: 200  len: 1096 time: 1.2334218
Nov 06 20:56:47.230487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:47.232817 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f338476-9b75-4e99-8206-ecd07edd51cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:47.239610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49c7a5f4-0be7-46e1-8e41-dab062a4087a req-0fded74e-ce1a-48c2-b93f-8b4780e9fb2b tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313390
Nov 06 20:56:47.267227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d908ba-e191-4ee0-b636-818cf19d1398 service neutron] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:47.322784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-510aba92-5779-47e6-a82b-5ab1ab1279bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:47.324616 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-510aba92-5779-47e6-a82b-5ab1ab1279bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 1099 time: 0.0508485
Nov 06 20:56:47.362501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d901ea-7268-46ef-b2f8-75b2f2a52a93 req-8258d5ec-e270-4ddb-8e63-5ec63e7ac085 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:47.364118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70d901ea-7268-46ef-b2f8-75b2f2a52a93 req-8258d5ec-e270-4ddb-8e63-5ec63e7ac085 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 936 time: 0.3213205
Nov 06 20:56:47.380780 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-0bfa4d4b-0749-40a7-8de0-e02805e7c138 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=727932c3-7c17-41cf-a440-b43625fb7fb0 HTTP/1.1" status: 200  len: 217 time: 0.0457513
Nov 06 20:56:47.463000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-37fb2672-917c-4ded-97af-616a858f10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:47.464904 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-37fb2672-917c-4ded-97af-616a858f10c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0746443
Nov 06 20:56:47.556001 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adcf0a8-6a82-40d1-9d46-76bd98f2855d x-openstack-request-id: req-8adcf0a8-6a82-40d1-9d46-76bd98f2855d {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:47.556684 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:47.557067 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8adcf0a8-6a82-40d1-9d46-76bd98f2855d {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:47.557566 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'status': 'completed', 'code': 200}
Nov 06 20:56:47.567146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-d3d64978-8f7a-4493-a450-bc86d2384e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:47.569306 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-d3d64978-8f7a-4493-a450-bc86d2384e8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0777361
Nov 06 20:56:47.570658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0f920561-9870-443b-ae81-f67e160fb0bc None None] Provisioning complete for port bda15130-4d51-4d6a-a09b-2e8ea6667197 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:47.571119 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0f920561-9870-443b-ae81-f67e160fb0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.578961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70d901ea-7268-46ef-b2f8-75b2f2a52a93 req-c8f78596-405b-40fc-bbb6-502e5a855572 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951714
Nov 06 20:56:47.621929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0f920561-9870-443b-ae81-f67e160fb0bc None None] Port bda15130-4d51-4d6a-a09b-2e8ea6667197 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:47.633587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0f920561-9870-443b-ae81-f67e160fb0bc None None] Provisioning complete for port a8006024-e31e-48af-ad7c-90c2eb86f5fc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:47.634468 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0f920561-9870-443b-ae81-f67e160fb0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.655062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-739d3822-2e6c-40d1-938f-ac7b13f133eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.721337 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-1d6e56da-6db2-40b6-ad9d-1705190491d2 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431499
Nov 06 20:56:47.723518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d3822-2e6c-40d1-938f-ac7b13f133eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=bda15130-4d51-4d6a-a09b-2e8ea6667197,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:47.724522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0f920561-9870-443b-ae81-f67e160fb0bc None None] Port a8006024-e31e-48af-ad7c-90c2eb86f5fc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:47.744115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0f920561-9870-443b-ae81-f67e160fb0bc None None] Provisioning complete for port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:47.744819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0f920561-9870-443b-ae81-f67e160fb0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:47.797930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:47.850961 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5157ce1c-4f8c-439e-b6c3-d7cbebf75da7 req-bc46289a-72b9-457b-b8ab-88149b9faaf7 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201961
Nov 06 20:56:47.907822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:47.908195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.003971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-f3b1dbc9-6355-4397-80fe-829b788114cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:48.005774 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-f3b1dbc9-6355-4397-80fe-829b788114cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 1099 time: 0.0826974
Nov 06 20:56:48.051335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-47040058-ca9c-49bc-92f6-bfd3aa53b9f7 None None] Provisioning complete for port a8006024-e31e-48af-ad7c-90c2eb86f5fc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:48.051709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47040058-ca9c-49bc-92f6-bfd3aa53b9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.097249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-47040058-ca9c-49bc-92f6-bfd3aa53b9f7 None None] Port a8006024-e31e-48af-ad7c-90c2eb86f5fc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:56:48.161247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-7ba0cdfd-979d-4f2d-a299-b4b3b4006f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:48.163102 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-7ba0cdfd-979d-4f2d-a299-b4b3b4006f0d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1463833
Nov 06 20:56:48.212742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2157d5a1-3352-47d1-b5ed-43d8983f7d24 None None] Could not find standard attr ID for object bda15130-4d51-4d6a-a09b-2e8ea6667197. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:56:48.224197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-dd1963f1-bf83-41d2-94d8-5cf8ea147146 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=727932c3-7c17-41cf-a440-b43625fb7fb0 HTTP/1.1" status: 200  len: 217 time: 0.0445056
Nov 06 20:56:48.234970 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-739d3822-2e6c-40d1-938f-ac7b13f133eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.240001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-739d3822-2e6c-40d1-938f-ac7b13f133eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/bda15130-4d51-4d6a-a09b-2e8ea6667197 HTTP/1.1" status: 204  len: 168 time: 2.1747160
Nov 06 20:56:48.243388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69371660-0f48-4122-b6d9-08bfbc0a213b req-b4aff2f1-3134-47b2-879a-d081af9a759a tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.4805160
Nov 06 20:56:48.243388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59714) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:48.289556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-e4117c0d-0342-45e0-9b7d-acc56335e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:48.291969 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-e4117c0d-0342-45e0-9b7d-acc56335e7e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0598469
Nov 06 20:56:48.351629 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a940be-9036-4a5f-a56b-0ee813687204 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:48.355929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-82a940be-9036-4a5f-a56b-0ee813687204 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/bda15130-4d51-4d6a-a09b-2e8ea6667197 HTTP/1.1" status: 404  len: 333 time: 0.0828614
Nov 06 20:56:48.357373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59718) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:48.365036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21508f07-0718-477d-a58c-ec0512e5bdad {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:48.393237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-f1938c1b-619a-4095-934e-f8415fd470d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:48.397202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-f1938c1b-619a-4095-934e-f8415fd470d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0957980
Nov 06 20:56:48.397469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.413757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Transition to ACTIVE for port object 21508f07-0718-477d-a58c-ec0512e5bdad will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:56:48.436117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44084b-5593-4e74-8f4b-68469e9fb516 req-7e9ecd06-9e08-48e4-aecd-01e93a348f26 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:48.438894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be44084b-5593-4e74-8f4b-68469e9fb516 req-7e9ecd06-9e08-48e4-aecd-01e93a348f26 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.2084911
Nov 06 20:56:48.442314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.535175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb8ae7-b8ec-4ed6-b72c-b218a292cd9f req-e0a4576b-2a38-4127-a560-7b1cf6786729 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:48.543852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88bb8ae7-b8ec-4ed6-b72c-b218a292cd9f req-e0a4576b-2a38-4127-a560-7b1cf6786729 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 944 time: 0.2003541
Nov 06 20:56:48.554902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b07cbc6b-7114-4867-9e82-01b09e0702cc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port a8006024-e31e-48af-ad7c-90c2eb86f5fc {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:48.555237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b07cbc6b-7114-4867-9e82-01b09e0702cc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.559281 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-0c2e8f45-d111-408d-ba95-8660a3f5898a service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500027
Nov 06 20:56:48.565369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Pushing event updated for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:48.655315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be44084b-5593-4e74-8f4b-68469e9fb516 req-44c066b6-6eb5-4afd-9626-2edf70368572 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009666
Nov 06 20:56:48.673871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88bb8ae7-b8ec-4ed6-b72c-b218a292cd9f req-c77db965-fdad-45ad-9ce9-e3c93ba54883 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280558
Nov 06 20:56:48.715022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Attempting to bind port 21508f07-0718-477d-a58c-ec0512e5bdad on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:48.715366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Attempting to bind port 21508f07-0718-477d-a58c-ec0512e5bdad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:48.715699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Attempting to bind port 21508f07-0718-477d-a58c-ec0512e5bdad on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:48.723523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Port 21508f07-0718-477d-a58c-ec0512e5bdad on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:48.723855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Attempting to bind port 21508f07-0718-477d-a58c-ec0512e5bdad on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:48.725824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b07cbc6b-7114-4867-9e82-01b09e0702cc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.746392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b07cbc6b-7114-4867-9e82-01b09e0702cc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for a8006024-e31e-48af-ad7c-90c2eb86f5fc owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:48.749867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:48.750281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:48.750598 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6f338476-9b75-4e99-8206-ecd07edd51cd req-6e155a0a-97c0-47b8-8478-a1e20956db06 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644895
Nov 06 20:56:48.750721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:48.751118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Bound port: 21508f07-0718-477d-a58c-ec0512e5bdad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:48.751614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.907126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:48.922400 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b07cbc6b-7114-4867-9e82-01b09e0702cc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.952344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cbc6b-7114-4867-9e82-01b09e0702cc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=a8006024-e31e-48af-ad7c-90c2eb86f5fc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:48.959096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:48.979430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-bfa1392f-31f1-43b0-97e1-d325266e36fe tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:48.979430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-bfa1392f-31f1-43b0-97e1-d325266e36fe tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 820 time: 0.1878009
Nov 06 20:56:48.982887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.988596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b07cbc6b-7114-4867-9e82-01b09e0702cc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:48.991914 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b07cbc6b-7114-4867-9e82-01b09e0702cc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/a8006024-e31e-48af-ad7c-90c2eb86f5fc HTTP/1.1" status: 204  len: 168 time: 0.6328685
Nov 06 20:56:48.994880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59732) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:49.022239 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cbda1e-c73b-4657-8fb5-29cbcdbf4875 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:49.024031 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-64cbda1e-c73b-4657-8fb5-29cbcdbf4875 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/a8006024-e31e-48af-ad7c-90c2eb86f5fc HTTP/1.1" status: 404  len: 333 time: 0.0280914
Nov 06 20:56:49.026862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59734) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:49.042588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:49.043351 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.044790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] 10.222.0.10 "PUT /v2.0/ports/21508f07-0718-477d-a58c-ec0512e5bdad HTTP/1.1" status: 200  len: 1096 time: 2.3989832
Nov 06 20:56:49.047712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:49.049799 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08766179-1350-4848-a442-abd9a1379f58" -d '{"events": [{"name": "network-changed", "server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:49.054409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-eb787ad7-4d60-4ad5-96f1-77d8651e408f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/quotas/4c383d3827904548a85fe5db914aee4b HTTP/1.1" status: 200  len: 375 time: 0.0676162
Nov 06 20:56:49.062644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0c643-8611-4b57-aef1-e762475bfaf9 req-3f03cb56-b747-41d9-8fa1-7f5a946fc5da tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:49.064536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2af0c643-8611-4b57-aef1-e762475bfaf9 req-3f03cb56-b747-41d9-8fa1-7f5a946fc5da tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.1623201
Nov 06 20:56:49.088586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7da66a9d-f034-4223-9041-8301ccc26527 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:49.135318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f731f2-1c0b-4aba-92f7-8fd2970e8919 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet be723c36-b1e7-4bae-8c4d-320e0bdfa7ac {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:49.145282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f731f2-1c0b-4aba-92f7-8fd2970e8919 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.145738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cccfb-80b4-4474-b5bf-bc1114be054c service neutron] Pushing event updated for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:49.214796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 7da66a9d-f034-4223-9041-8301ccc26527 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:56:49.219982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 7da66a9d-f034-4223-9041-8301ccc26527 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:49.220675 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.224350 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-6b480539-328c-4454-b3b4-fb4ab690ff2e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1587296
Nov 06 20:56:49.229536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2af0c643-8611-4b57-aef1-e762475bfaf9 req-0655bb25-ce4e-4dfb-8a38-276aa4a92ca2 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566613
Nov 06 20:56:49.231499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3c19b053-2914-4595-820e-ee44542d4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.233726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-21a437cb-683f-4252-a6bf-0775cc413773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:49.235606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-21a437cb-683f-4252-a6bf-0775cc413773 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 1099 time: 0.1175067
Nov 06 20:56:49.254868 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f731f2-1c0b-4aba-92f7-8fd2970e8919 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.302770 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8307bb13-13ca-4e0a-ab37-8738d5b6ab61 x-openstack-request-id: req-8307bb13-13ca-4e0a-ab37-8738d5b6ab61 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:49.303061 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:49.303313 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8307bb13-13ca-4e0a-ab37-8738d5b6ab61 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:49.303704 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad', 'status': 'completed', 'code': 200}
Nov 06 20:56:49.380508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-8135d5f2-71a1-4062-87f8-8a273cac7dd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=21508f07-0718-477d-a58c-ec0512e5bdad HTTP/1.1" status: 200  len: 217 time: 0.1266141
Nov 06 20:56:49.389874 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.397151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f731f2-1c0b-4aba-92f7-8fd2970e8919 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.399049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cad23bb-549c-4968-af2e-fc1469355045 req-32415a77-fb63-456d-a988-65cc863c9ef3 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0384626
Nov 06 20:56:49.430147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:49.432920 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757c0703-e50b-44ce-b5aa-5591f2978935" -d '{"events": [{"server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "name": "network-vif-plugged", "status": "completed", "tag": "7da66a9d-f034-4223-9041-8301ccc26527"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:49.438856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:49.445064 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.471072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-339c0e79-9c1b-4be2-aa69-4977a1bbd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:49.472815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-339c0e79-9c1b-4be2-aa69-4977a1bbd908 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0762088
Nov 06 20:56:49.485582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f731f2-1c0b-4aba-92f7-8fd2970e8919 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.489081 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff49ae74-1c83-4cef-bf5a-a631e8112e33 x-openstack-request-id: req-ff49ae74-1c83-4cef-bf5a-a631e8112e33 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:49.489372 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "name": "network-vif-plugged", "status": "completed", "tag": "7da66a9d-f034-4223-9041-8301ccc26527", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:49.489618 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff49ae74-1c83-4cef-bf5a-a631e8112e33 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:49.489996 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527', 'code': 200}
Nov 06 20:56:49.500099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-cee7615b-36d2-426f-93bd-ef0290d0802c service neutron] 10.222.0.13 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449908
Nov 06 20:56:49.526482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f731f2-1c0b-4aba-92f7-8fd2970e8919 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=be723c36-b1e7-4bae-8c4d-320e0bdfa7ac,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:49.528958 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f731f2-1c0b-4aba-92f7-8fd2970e8919 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.532176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-22f731f2-1c0b-4aba-92f7-8fd2970e8919 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/be723c36-b1e7-4bae-8c4d-320e0bdfa7ac HTTP/1.1" status: 204  len: 168 time: 0.5043728
Nov 06 20:56:49.534827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:49.547293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3374281f-c254-45ce-b9a2-223cd33e3407 None None] Network e8b00122-395c-4c2d-bfa3-7664fee6040e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:49.550685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:49.591371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-8dc0b522-3b25-4594-a256-3b2062c60ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:49.593186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-8dc0b522-3b25-4594-a256-3b2062c60ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1086359
Nov 06 20:56:49.643760 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.647806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801278b-0c41-4cd4-9c4c-ef0224f5224d req-cab7f530-a538-4ebf-a4f2-8ed1723862d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:49.649341 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a801278b-0c41-4cd4-9c4c-ef0224f5224d req-cab7f530-a538-4ebf-a4f2-8ed1723862d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 1096 time: 0.0672615
Nov 06 20:56:49.683460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-ad9515e5-120d-4f50-a8bb-bd296570b255 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683316
Nov 06 20:56:49.715718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-4c748e54-0138-44a7-9a64-b1cfab53eb12 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124368
Nov 06 20:56:49.726726 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a801278b-0c41-4cd4-9c4c-ef0224f5224d req-3cbfbf41-60d3-462a-9c6d-d5155fe782d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698233
Nov 06 20:56:49.747554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:49.748698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.816691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] DHCP port deletion for e8b00122-395c-4c2d-bfa3-7664fee6040e request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:56:49.820189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] For port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,segment=NetworkSegment(9c15173e-e890-432b-bf62-e305c2d506ed),segment_id=9c15173e-e890-432b-bf62-e305c2d506ed)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:49.820592 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.837744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:49.881822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa803-d3cb-4038-bc16-4e8f78d8fba7 req-c566f8fc-4378-48da-89c5-12ec98920349 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:49.883391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-945fa803-d3cb-4038-bc16-4e8f78d8fba7 req-c566f8fc-4378-48da-89c5-12ec98920349 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0864811
Nov 06 20:56:49.898113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] Deleting port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:49.898726 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.902341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8a3fff3-40a2-4e0f-9503-fa2411c7ad81 req-206f6a71-a581-4331-8632-337d0562c758 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783557
Nov 06 20:56:49.942805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-945fa803-d3cb-4038-bc16-4e8f78d8fba7 req-089bb16c-6e60-482e-aee6-f2f135955f8b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531800
Nov 06 20:56:49.972101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:49.986117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] For port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,segment=NetworkSegment(9c15173e-e890-432b-bf62-e305c2d506ed),segment_id=9c15173e-e890-432b-bf62-e305c2d506ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:49.987680 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.001874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No DVR routers for this DVR port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:50.003616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:50.012996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] Calling delete_port for 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:50.092227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144f7c1-193c-44fc-8cd2-bedb9f0b21ac req-516b8517-3967-4657-aa24-a8db20471583 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:50.098737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9144f7c1-193c-44fc-8cd2-bedb9f0b21ac req-516b8517-3967-4657-aa24-a8db20471583 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.0943844
Nov 06 20:56:50.103623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.128866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925662bd90>,) {'filters': {'network_id': ['e8b00122-395c-4c2d-bfa3-7664fee6040e']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   from cryptography.utils import int_from_bytes
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   from cryptography.utils import int_from_bytes
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.131827 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:56:50.134921 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 20:56:50.139947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925662bd90>, '9c15173e-e890-432b-bf62-e305c2d506ed') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:50.140102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925662bd90>, '9c15173e-e890-432b-bf62-e305c2d506ed') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:50.141236 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.157913 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.171502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] Pushing event deleted for resources: {'Port': ['ID=9a74cf79-7e1a-4e32-a1d3-dd57baeddc25,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:50.174233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cc72a-5ea7-4183-978f-11c92f8ac37e None None] No DVR routers for this DVR port 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:50.180933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.189264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:50.189844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:50.195708 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:50.226640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08766179-1350-4848-a442-abd9a1379f58 req-b0426746-e29b-4498-bb9c-4bfb0ec4f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:50.228332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08766179-1350-4848-a442-abd9a1379f58 req-b0426746-e29b-4498-bb9c-4bfb0ec4f2ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 1099 time: 0.1246474
Nov 06 20:56:50.236178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9144f7c1-193c-44fc-8cd2-bedb9f0b21ac req-d74defbb-56e8-4a92-aae6-fb0edc0deee4 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659125
Nov 06 20:56:50.288188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.313289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.324205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59764) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:50.324472 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/networks/e8b00122-395c-4c2d-bfa3-7664fee6040e HTTP/1.1" status: 204  len: 168 time: 0.7882571
Nov 06 20:56:50.328332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb439bf1-abb3-4d1e-96c0-e42dbd4c5f11 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Network': ['ID=e8b00122-395c-4c2d-bfa3-7664fee6040e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:50.347360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1049923315'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:50.359074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5adffa1e-7ec7-48b7-b2e3-084cb44096ca req-5688b238-56a1-42e1-9119-07c85448ba6d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 210 time: 0.0552266
Nov 06 20:56:50.431401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08766179-1350-4848-a442-abd9a1379f58 req-566f7293-1a64-4e1e-97b7-97525cd88bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:50.433012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08766179-1350-4848-a442-abd9a1379f58 req-566f7293-1a64-4e1e-97b7-97525cd88bf8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1951969
Nov 06 20:56:50.434686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:50.438319 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.491208 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.500877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df99e8-9146-4190-bfb0-f4bc9362d582 req-b1d0f2dd-0ac2-4760-b20a-260c64962d04 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:50.502369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5df99e8-9146-4190-bfb0-f4bc9362d582 req-b1d0f2dd-0ac2-4760-b20a-260c64962d04 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.1366403
Nov 06 20:56:50.507638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08766179-1350-4848-a442-abd9a1379f58 req-0292c725-d940-4343-8164-0d919cbe41ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=21508f07-0718-477d-a58c-ec0512e5bdad HTTP/1.1" status: 200  len: 217 time: 0.0624504
Nov 06 20:56:50.548731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-183f5322-a181-436c-911b-12bd6df8c329 req-beac773d-1c4d-42f9-be1e-184863ef6c6d tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0448163
Nov 06 20:56:50.583281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:50.610484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.610854 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Added segment 7a20e740-0b5a-42b0-b933-491b88b60b6b of type vlan for network c81e4336-95bc-432e-bd8b-bf8a664c8412
Nov 06 20:56:50.660400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5df99e8-9146-4190-bfb0-f4bc9362d582 req-6a3d1e8e-ede2-48aa-a172-2f76fbcbeca5 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451972
Nov 06 20:56:50.661799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08766179-1350-4848-a442-abd9a1379f58 req-769a89ef-ac91-4909-9a8c-8a131eb24849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:50.663198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08766179-1350-4848-a442-abd9a1379f58 req-769a89ef-ac91-4909-9a8c-8a131eb24849 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1423001
Nov 06 20:56:50.686739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.733295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.739035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:50.739612 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:50.746656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08766179-1350-4848-a442-abd9a1379f58 req-29a2054a-4f8c-4259-993e-dc04a4489c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:50.748113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08766179-1350-4848-a442-abd9a1379f58 req-29a2054a-4f8c-4259-993e-dc04a4489c1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0757844
Nov 06 20:56:50.848880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5203781
Nov 06 20:56:50.851774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59774) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:50.857083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:50.860007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc03d6-1e41-4e73-ac87-3694d72b12f3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Network': ['ID=c81e4336-95bc-432e-bd8b-bf8a664c8412,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:50.876411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c81e4336-95bc-432e-bd8b-bf8a664c8412 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:50.903115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08766179-1350-4848-a442-abd9a1379f58 req-4af0ca3e-f628-4fda-b2bb-918fde2fbbd4 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385689
Nov 06 20:56:50.953886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:50.957439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:51.007066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08766179-1350-4848-a442-abd9a1379f58 req-f3078644-2460-4f15-9efc-e20a9d73b640 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943532
Nov 06 20:56:51.078632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ce7a0-f80f-4108-ab89-1b9dad796127 req-09224cd1-6f4b-4698-853d-b8bdc51671bf tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:51.080249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-068ce7a0-f80f-4108-ab89-1b9dad796127 req-09224cd1-6f4b-4698-853d-b8bdc51671bf tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0585845
Nov 06 20:56:51.131970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-068ce7a0-f80f-4108-ab89-1b9dad796127 req-69b6daed-e602-4c9e-a251-0a07ad2196f8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449064
Nov 06 20:56:51.426616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6df656-1c4a-4fa1-972e-8925c4c51a4d req-aaf10c39-031c-46ed-a32a-4774a9bc6364 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:51.428420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e6df656-1c4a-4fa1-972e-8925c4c51a4d req-aaf10c39-031c-46ed-a32a-4774a9bc6364 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.0885901
Nov 06 20:56:51.451174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-76e79c89-26cd-4060-9731-766b15fb2d53 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:51.452571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-76e79c89-26cd-4060-9731-766b15fb2d53 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 820 time: 0.2075138
Nov 06 20:56:51.486982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:51.492692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Request body: {'port': {'device_id': '1791c480-1c88-478b-91cb-e512a6b911cc', 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'admin_state_up': True, 'tenant_id': '4c383d3827904548a85fe5db914aee4b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:51.540885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4944a7b9-2795-4fcc-a4b7-68f7913aa3a0 req-1cefd1c7-11b4-4ad1-9a2a-16543d60201c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 210 time: 0.0396395
Nov 06 20:56:51.586833 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking segment: {'id': '7a20e740-0b5a-42b0-b933-491b88b60b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:51.587131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network hostable DHCP agents. Network: c81e4336-95bc-432e-bd8b-bf8a664c8412, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:51.590257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=5a26c77e-cc5b-48b0-93ef-86cd17456adc,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:51.617952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network c81e4336-95bc-432e-bd8b-bf8a664c8412 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:51.629444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c81e4336-95bc-432e-bd8b-bf8a664c8412) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:51.634491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e6df656-1c4a-4fa1-972e-8925c4c51a4d req-3be039ae-dac4-4f68-8911-0315656c8db0 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993759
Nov 06 20:56:51.650206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f9e1a-44fa-4a69-a441-c2718bdea775 None None] Network c81e4336-95bc-432e-bd8b-bf8a664c8412 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:51.661661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:51.662271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:51.686497 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d2974384-6aeb-43da-94c2-8f55769bf447 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8325331
Nov 06 20:56:51.702034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59790) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:51.716050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412', 'name': 'tempest-PortsIpV6TestJSON-2075891174', 'fixed_ips': [{'subnet_id': '5a26c77e-cc5b-48b0-93ef-86cd17456adc', 'ip_address': '2001:db8::10'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:51.727668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10791927-fc56-4178-8468-65e6a26f35c7 req-9bf0b62b-bb02-4352-9874-01dd589f354e tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0594614
Nov 06 20:56:51.759552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:51.786478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:51.786807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9a74cf79-7e1a-4e32-a1d3-dd57baeddc25 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:51.812160 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:51.830483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Made reservation on behalf of 4c383d3827904548a85fe5db914aee4b for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:51.834713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:51.856691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ec36d-fe20-44a2-a8dc-fbc0e6495b45 req-a73879d5-593a-4894-9e2c-66dc72204098 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:51.858482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef5ec36d-fe20-44a2-a8dc-fbc0e6495b45 req-a73879d5-593a-4894-9e2c-66dc72204098 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.0900028
Nov 06 20:56:51.899881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:51.919129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c81e4336-95bc-432e-bd8b-bf8a664c8412', 'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412', 'tenant_id': 'e63a025ef80f43d8bb7bef703826424b', 'fixed_ips': [{'subnet_id': '5a26c77e-cc5b-48b0-93ef-86cd17456adc'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:56:51.920203 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.005652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef5ec36d-fe20-44a2-a8dc-fbc0e6495b45 req-c60c1405-bfc4-4db8-92c0-38fd4418d4dd tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237938
Nov 06 20:56:52.021345 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.042012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port e18a4959-aa81-4156-bc63-0ec4a1f1a3df yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:52.075151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Allocated IP 172.20.0.13 (d7f41d40-db54-4294-8f8b-5894f0c36960/4f4aaf68-5878-493f-9f1a-38a494484ac7/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:52.086147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Allocated IP 2001:db8::2 (c81e4336-95bc-432e-bd8b-bf8a664c8412/5a26c77e-cc5b-48b0-93ef-86cd17456adc/9b83861c-a962-4c8f-a485-513f2b5613d8) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:52.265350 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.276231 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.286219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.305933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8eae4-04f3-47e6-bcf2-62a07e165aa6 req-2dda8ac2-4cd5-41e1-9078-dd4f6393ea1a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:52.313841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ca8eae4-04f3-47e6-bcf2-62a07e165aa6 req-2dda8ac2-4cd5-41e1-9078-dd4f6393ea1a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0981734
Nov 06 20:56:52.323280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Network c81e4336-95bc-432e-bd8b-bf8a664c8412 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:52.330789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:52.335701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:52.344645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Pushing event updated for resources: {'Port': ['ID=9b83861c-a962-4c8f-a485-513f2b5613d8,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:52.398435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ca8eae4-04f3-47e6-bcf2-62a07e165aa6 req-75495e14-c6c1-4755-8cae-2e50cab49032 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756295
Nov 06 20:56:52.405408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Attempting to bind port 9b83861c-a962-4c8f-a485-513f2b5613d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:52.405801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Attempting to bind port 9b83861c-a962-4c8f-a485-513f2b5613d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a20e740-0b5a-42b0-b933-491b88b60b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:52.406513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Attempting to bind port 9b83861c-a962-4c8f-a485-513f2b5613d8 on network c81e4336-95bc-432e-bd8b-bf8a664c8412 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:52.408137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::10 (c81e4336-95bc-432e-bd8b-bf8a664c8412/5a26c77e-cc5b-48b0-93ef-86cd17456adc/e18a4959-aa81-4156-bc63-0ec4a1f1a3df) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:52.410904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.412102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:52.412564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Checking segment: {'id': '7a20e740-0b5a-42b0-b933-491b88b60b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:52.413304 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.413681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Bound using segment: {'id': '7a20e740-0b5a-42b0-b933-491b88b60b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:52.414117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Bound port: 9b83861c-a962-4c8f-a485-513f2b5613d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a20e740-0b5a-42b0-b933-491b88b60b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:52.414508 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.442924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['e871ba32-0d46-454a-a9b6-d59321c47280'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:52.494887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Pushing event updated for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:52.523626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Network d7f41d40-db54-4294-8f8b-5894f0c36960 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:52.525796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:52.528329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:52.564224 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.585527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:52.586173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.610934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] For port 9b83861c-a962-4c8f-a485-513f2b5613d8, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:52.614532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-49f5d1e0-e549-4c58-8012-c880ce4866aa tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1366558
Nov 06 20:56:52.618898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] For port 9b83861c-a962-4c8f-a485-513f2b5613d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b83861c-a962-4c8f-a485-513f2b5613d8,segment=NetworkSegment(7a20e740-0b5a-42b0-b933-491b88b60b6b),segment_id=7a20e740-0b5a-42b0-b933-491b88b60b6b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:52.628974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Request body: {'port': {'device_id': '1791c480-1c88-478b-91cb-e512a6b911cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:52.629397 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.648657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.740873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0714ed-6ecb-431c-a9eb-15453db8daf9 None None] Pushing event updated for resources: {'Port': ['ID=9b83861c-a962-4c8f-a485-513f2b5613d8,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:52.764064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.797816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.816090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network c81e4336-95bc-432e-bd8b-bf8a664c8412 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:52.821158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:52.825459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:52.831382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:52.832095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:52.852596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=e18a4959-aa81-4156-bc63-0ec4a1f1a3df,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:52.865741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-942b8656-e3da-4463-b5cf-abf71694f596 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1620710
Nov 06 20:56:52.866420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59812) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:52.871433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': 'c81e4336-95bc-432e-bd8b-bf8a664c8412', 'name': 'tempest-PortsIpV6TestJSON-2085480266', 'fixed_ips': [{'subnet_id': '5a26c77e-cc5b-48b0-93ef-86cd17456adc', 'ip_address': '2001:db8::f'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:52.893651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58756ad6-3436-49da-9473-bb6165d0a305 req-f698b053-d5b1-46d6-bae5-ecdfefdc59f0 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:52.895192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58756ad6-3436-49da-9473-bb6165d0a305 req-f698b053-d5b1-46d6-bae5-ecdfefdc59f0 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 932 time: 0.1659236
Nov 06 20:56:52.916732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3e829-c94f-47a0-9e37-09618c5715ff req-b560d787-4048-400d-a27e-b2b0dc9777b5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:52.918266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77e3e829-c94f-47a0-9e37-09618c5715ff req-b560d787-4048-400d-a27e-b2b0dc9777b5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1245360
Nov 06 20:56:53.035708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:53.041915 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.063771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port 65484474-9bbe-4bb5-83c7-7813e781f02b yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:53.090260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58756ad6-3436-49da-9473-bb6165d0a305 req-886c18bc-8f2e-4091-b5e4-2f4933f7da03 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851010
Nov 06 20:56:53.130704 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:53.131011 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77e3e829-c94f-47a0-9e37-09618c5715ff req-dc498d1e-8306-4efe-a394-1a96248573fa tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992300
Nov 06 20:56:53.270608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:53.282593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'mac_address': 'fa:16:3e:ad:b0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:56:53.284694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3abaecd5-3216-4271-b09e-7cdea8f22ebf req-5ae88beb-0c97-44d1-be84-c534ec15da95 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0447690
Nov 06 20:56:53.306915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::f (c81e4336-95bc-432e-bd8b-bf8a664c8412/5a26c77e-cc5b-48b0-93ef-86cd17456adc/65484474-9bbe-4bb5-83c7-7813e781f02b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:53.337102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.356523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727932c3-7c17-41cf-a440-b43625fb7fb0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:53.391971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:53.404797 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.419315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06c6e-e26a-4d78-99cd-1dc0124cfb1e req-0bdb0ecc-2c52-4471-9482-754cc5d5f8c8 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:53.421864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9b06c6e-e26a-4d78-99cd-1dc0124cfb1e req-0bdb0ecc-2c52-4471-9482-754cc5d5f8c8 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.1862006
Nov 06 20:56:53.448000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:53.465363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:53.477654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.503544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.505994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Transition to ACTIVE for port object 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:56:53.520481 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.542113 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.597304 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network c81e4336-95bc-432e-bd8b-bf8a664c8412 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:53.601167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:53.604410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:53.610587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:53.611269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.630835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=65484474-9bbe-4bb5-83c7-7813e781f02b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:53.644598 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56bd451f-573b-48af-b252-79fc28a07b41 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.7742419
Nov 06 20:56:53.644973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59824) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:53.751694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea0dae-eaf5-4edd-b6d7-c4d8898adcb2 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:53.757394 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d8ea0dae-eaf5-4edd-b6d7-c4d8898adcb2 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1107647
Nov 06 20:56:53.757594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59826) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:53.805232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9b83861c-a962-4c8f-a485-513f2b5613d8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:53.826690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c4b09-44ad-46f0-a314-90acc727129a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:53.834549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c4b09-44ad-46f0-a314-90acc727129a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:53.858091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c4b09-44ad-46f0-a314-90acc727129a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:53.859842 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4f2c4b09-44ad-46f0-a314-90acc727129a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.0988932
Nov 06 20:56:53.863403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59828) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:53.870398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9b83861c-a962-4c8f-a485-513f2b5613d8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:53.870633 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:53.907126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c95873-3265-4768-ba25-53c2b3d6a3c5 req-baf562d2-0d2b-41a0-bdc4-3464357ccbcd tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:53.915028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c95873-3265-4768-ba25-53c2b3d6a3c5 req-baf562d2-0d2b-41a0-bdc4-3464357ccbcd tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.4920776
Nov 06 20:56:53.920884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['727932c3-7c17-41cf-a440-b43625fb7fb0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:53.943952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9b06c6e-e26a-4d78-99cd-1dc0124cfb1e req-588e16d8-d9ba-4d6d-9352-c99742065f85 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4990177
Nov 06 20:56:54.024963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c95873-3265-4768-ba25-53c2b3d6a3c5 req-6ad19e39-5ebf-4dbe-a3c3-028c956ea253 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088839
Nov 06 20:56:54.048466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:54.048664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.073582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a5bb4-9bdf-4248-89be-c0cc45848aaa None None] Network c81e4336-95bc-432e-bd8b-bf8a664c8412 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:54.104548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-90d92ac4-daf5-45e0-8b2a-8b763f702b97 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 65484474-9bbe-4bb5-83c7-7813e781f02b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:54.104893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90d92ac4-daf5-45e0-8b2a-8b763f702b97 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.183867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:54.184744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:54.184744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:54.189254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 9b83861c-a962-4c8f-a485-513f2b5613d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b83861c-a962-4c8f-a485-513f2b5613d8,segment=NetworkSegment(7a20e740-0b5a-42b0-b933-491b88b60b6b),segment_id=7a20e740-0b5a-42b0-b933-491b88b60b6b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:54.194559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:56:54.197801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:54.198085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c8a31d12-195f-46f1-bc01-0aba18ea14a1 None None] Provisioning complete for port 9b83861c-a962-4c8f-a485-513f2b5613d8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:54.198482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8a31d12-195f-46f1-bc01-0aba18ea14a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.206443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:54.206844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:54.207303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:54.207461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.207868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Bound port: 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:54.208306 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.234923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7909ed-b589-491b-b8c1-ba1ee7e01596 req-37296aac-077a-48c1-a749-c3a225049d1b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:54.236592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e7909ed-b589-491b-b8c1-ba1ee7e01596 req-37296aac-077a-48c1-a749-c3a225049d1b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.0953870
Nov 06 20:56:54.258339 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90d92ac4-daf5-45e0-8b2a-8b763f702b97 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.279685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-90d92ac4-daf5-45e0-8b2a-8b763f702b97 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 65484474-9bbe-4bb5-83c7-7813e781f02b owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:54.354212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:54.357616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:54.363225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e7909ed-b589-491b-b8c1-ba1ee7e01596 req-0b8b20e1-4a11-439a-af87-aa8c577eeac4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085527
Nov 06 20:56:54.367950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.371804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=9b83861c-a962-4c8f-a485-513f2b5613d8,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:54.381519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e1075-5bdd-42f3-8450-c12105f9ca91 req-05566f39-04d0-492a-89c0-5f27ad7f338e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:54.383117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b10e1075-5bdd-42f3-8450-c12105f9ca91 req-05566f39-04d0-492a-89c0-5f27ad7f338e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.1099253
Nov 06 20:56:54.446292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:54.447060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.448588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] 10.222.0.10 "PUT /v2.0/ports/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 200  len: 1092 time: 1.8254597
Nov 06 20:56:54.449117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:54.451457 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a65f8-576f-41d6-8616-2a7326e17e60" -d '{"events": [{"name": "network-changed", "server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:54.463860 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90d92ac4-daf5-45e0-8b2a-8b763f702b97 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.491204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce770b-b02c-4e90-a749-a02f5ecf1878 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:54.504908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d92ac4-daf5-45e0-8b2a-8b763f702b97 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=65484474-9bbe-4bb5-83c7-7813e781f02b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:54.530893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b10e1075-5bdd-42f3-8450-c12105f9ca91 req-98a61bd8-fdfe-47d2-a0ed-59a45d2c15f7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201606
Nov 06 20:56:54.531190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90d92ac4-daf5-45e0-8b2a-8b763f702b97 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.535006 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-90d92ac4-daf5-45e0-8b2a-8b763f702b97 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/65484474-9bbe-4bb5-83c7-7813e781f02b HTTP/1.1" status: 204  len: 168 time: 0.6706419
Nov 06 20:56:54.537741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59842) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:54.557317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ebfbb-b85d-4c10-9f7f-25a9a7e93741 req-633d32ab-fb03-4a62-8458-1d19930f5004 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:54.559248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f8ebfbb-b85d-4c10-9f7f-25a9a7e93741 req-633d32ab-fb03-4a62-8458-1d19930f5004 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.0884526
Nov 06 20:56:54.566905 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-4183d33f-6fec-49f8-998e-7ffe4548f2bf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:54.568765 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4183d33f-6fec-49f8-998e-7ffe4548f2bf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/65484474-9bbe-4bb5-83c7-7813e781f02b HTTP/1.1" status: 404  len: 333 time: 0.0298569
Nov 06 20:56:54.571291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:54.664907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f4b5a3f-47ce-40b3-9e56-49656dc206cd req-52ee3f4b-b2a8-4f33-b2db-edaeb13f23d9 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0437009
Nov 06 20:56:54.677119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c498e179-5d46-43c0-a55d-390f837a78a1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port e18a4959-aa81-4156-bc63-0ec4a1f1a3df {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:54.677787 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c498e179-5d46-43c0-a55d-390f837a78a1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.678908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-05e2a4a6-afec-4675-b11f-467630b6029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:54.680477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-05e2a4a6-afec-4675-b11f-467630b6029a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1095 time: 0.1201046
Nov 06 20:56:54.704626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f8ebfbb-b85d-4c10-9f7f-25a9a7e93741 req-59bc6814-92d3-491c-b033-0967f5e647f6 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310513
Nov 06 20:56:54.745233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-327bd090-fba8-4d01-acdf-099e1e999a7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 200  len: 217 time: 0.0559497
Nov 06 20:56:54.783220 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd25d61-37e7-40f3-8362-170e03cba06a x-openstack-request-id: req-ddd25d61-37e7-40f3-8362-170e03cba06a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:54.783488 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:54.784491 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddd25d61-37e7-40f3-8362-170e03cba06a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:54.784894 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e', 'status': 'completed', 'code': 200}
Nov 06 20:56:54.818893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-cbec8e72-1c1f-4a8b-b6cc-046373cb5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:54.820830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c498e179-5d46-43c0-a55d-390f837a78a1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.821285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-cbec8e72-1c1f-4a8b-b6cc-046373cb5e2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0679662
Nov 06 20:56:54.824597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ef241fd9-9ae2-44f2-99e2-7b4d11d1d77e None None] Could not find standard attr ID for object 65484474-9bbe-4bb5-83c7-7813e781f02b. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:56:54.836992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ef241fd9-9ae2-44f2-99e2-7b4d11d1d77e None None] Provisioning complete for port 9b83861c-a962-4c8f-a485-513f2b5613d8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:54.837358 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ef241fd9-9ae2-44f2-99e2-7b4d11d1d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:54.860983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c498e179-5d46-43c0-a55d-390f837a78a1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for e18a4959-aa81-4156-bc63-0ec4a1f1a3df owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:54.867708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-0c1f5b25-8950-476d-b343-b97edf81eaab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259032
Nov 06 20:56:54.991640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384535f-c940-4f7e-8e38-76dc39b0f49d req-c5ee990c-0045-4472-b0f4-04aa89f525c7 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:54.993408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4384535f-c940-4f7e-8e38-76dc39b0f49d req-c5ee990c-0045-4472-b0f4-04aa89f525c7 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1716988
Nov 06 20:56:55.040538 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c498e179-5d46-43c0-a55d-390f837a78a1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.077918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498e179-5d46-43c0-a55d-390f837a78a1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=e18a4959-aa81-4156-bc63-0ec4a1f1a3df,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:55.079147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4384535f-c940-4f7e-8e38-76dc39b0f49d req-5b1e5049-9bf3-4c12-9ac2-842e4345f7a6 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769446
Nov 06 20:56:55.106776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dae0c-f5f4-4a9f-9524-46570bdee02d req-465c0db0-26ec-41a6-bb9a-2ebe282ad7d6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:55.113938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ef241fd9-9ae2-44f2-99e2-7b4d11d1d77e None None] Could not find standard attr ID for object e18a4959-aa81-4156-bc63-0ec4a1f1a3df. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:56:55.115821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-401dae0c-f5f4-4a9f-9524-46570bdee02d req-465c0db0-26ec-41a6-bb9a-2ebe282ad7d6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.2119353
Nov 06 20:56:55.136171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 21508f07-0718-477d-a58c-ec0512e5bdad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:56:55.142921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c498e179-5d46-43c0-a55d-390f837a78a1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.148347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c498e179-5d46-43c0-a55d-390f837a78a1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/e18a4959-aa81-4156-bc63-0ec4a1f1a3df HTTP/1.1" status: 204  len: 168 time: 0.5744689
Nov 06 20:56:55.148652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-6e675868-5da3-412f-8a7f-bc3f2e24b229 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557554
Nov 06 20:56:55.153350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59856) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:55.207760 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d4f865-ff03-4cef-a97d-b22b4bf11564 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:56:55.209832 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b5d4f865-ff03-4cef-a97d-b22b4bf11564 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/e18a4959-aa81-4156-bc63-0ec4a1f1a3df HTTP/1.1" status: 404  len: 333 time: 0.0561819
Nov 06 20:56:55.212749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59860) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:55.240875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-80bbbe87-a059-4659-9472-c4cb88682524 None None] Could not find standard attr ID for object e18a4959-aa81-4156-bc63-0ec4a1f1a3df. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:56:55.257760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:55.274147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '21508f07-0718-477d-a58c-ec0512e5bdad', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '21508f07-0718-477d-a58c-ec0512e5bdad', 'mac_address': 'fa:16:3e:1c:36:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:56:55.282723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-09953162-a16a-4263-a16d-b1fe7363ea0b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet 5a26c77e-cc5b-48b0-93ef-86cd17456adc {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:56:55.286165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09953162-a16a-4263-a16d-b1fe7363ea0b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.288096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-401dae0c-f5f4-4a9f-9524-46570bdee02d req-c2c229c3-febc-4461-80ec-0359226f18b9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1713393
Nov 06 20:56:55.333829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.349882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21508f07-0718-477d-a58c-ec0512e5bdad {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:56:55.358714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09953162-a16a-4263-a16d-b1fe7363ea0b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.384441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:55.391326 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.397985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77662-205d-45e5-956d-a11f65d2d6e7 req-a287aba6-515c-4494-9770-abda8682d0be tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:55.409771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18e77662-205d-45e5-956d-a11f65d2d6e7 req-a287aba6-515c-4494-9770-abda8682d0be tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.1811488
Nov 06 20:56:55.423152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c28cdb2-f4e5-4249-870c-539a99f256ac req-356f48ce-b58e-44f2-9fc7-38d412b9b447 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2611723
Nov 06 20:56:55.481434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18e77662-205d-45e5-956d-a11f65d2d6e7 req-1df22e8f-124b-4aeb-b902-aa31543228dd tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705030
Nov 06 20:56:55.485260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-31c215a1-6918-4673-9490-2ed192dacd1f None None] Could not find standard attr ID for object 65484474-9bbe-4bb5-83c7-7813e781f02b. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:56:55.491860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:55.554443 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09953162-a16a-4263-a16d-b1fe7363ea0b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.567446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-3da1d4ee-0514-4c6d-b1aa-ca1edcaba167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:55.572585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-3da1d4ee-0514-4c6d-b1aa-ca1edcaba167 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1095 time: 0.0608838
Nov 06 20:56:55.631752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09953162-a16a-4263-a16d-b1fe7363ea0b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.661005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09953162-a16a-4263-a16d-b1fe7363ea0b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=5a26c77e-cc5b-48b0-93ef-86cd17456adc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:55.665634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09953162-a16a-4263-a16d-b1fe7363ea0b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.669748 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-09953162-a16a-4263-a16d-b1fe7363ea0b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/5a26c77e-cc5b-48b0-93ef-86cd17456adc HTTP/1.1" status: 204  len: 168 time: 0.4560275
Nov 06 20:56:55.672417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59868) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:55.735026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8813eef-c9e8-4f39-a88c-b7046e77ffd9 None None] Network c81e4336-95bc-432e-bd8b-bf8a664c8412 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:55.765107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c03479-966b-4331-ace7-700b7462cdfb req-69f06e8e-470b-49da-b50f-5294fb0d2cea tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:55.766120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.766610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9c03479-966b-4331-ace7-700b7462cdfb req-69f06e8e-470b-49da-b50f-5294fb0d2cea tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1754804
Nov 06 20:56:55.779038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9b83861c-a962-4c8f-a485-513f2b5613d8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:55.799277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-19f7f743-19e4-4987-82c4-0387b4823a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:55.801338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-19f7f743-19e4-4987-82c4-0387b4823a85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.2204409
Nov 06 20:56:55.809122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b916f-5d6b-470b-b17f-000c99e591ed req-509b4992-c0b1-492c-bb23-2402a528a9b6 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:55.817243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d06b916f-5d6b-470b-b17f-000c99e591ed req-509b4992-c0b1-492c-bb23-2402a528a9b6 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.2032223
Nov 06 20:56:55.831801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 9b83861c-a962-4c8f-a485-513f2b5613d8 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:56:55.832736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.864122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-fcec4151-6cdd-4485-9542-b9e501d807b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 200  len: 217 time: 0.0379095
Nov 06 20:56:55.896963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] For port 9b83861c-a962-4c8f-a485-513f2b5613d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b83861c-a962-4c8f-a485-513f2b5613d8,segment=NetworkSegment(7a20e740-0b5a-42b0-b933-491b88b60b6b),segment_id=7a20e740-0b5a-42b0-b933-491b88b60b6b)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:55.897355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.904025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9b83861c-a962-4c8f-a485-513f2b5613d8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:55.904575 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:55.916090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 9b83861c-a962-4c8f-a485-513f2b5613d8 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:56:55.952637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9c03479-966b-4331-ace7-700b7462cdfb req-5e554bca-5320-4357-a32d-2cd6d02bde2f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1744967
Nov 06 20:56:55.982800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-b922aaa7-8550-488b-aebe-db84a12ee793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:55.984125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-b922aaa7-8550-488b-aebe-db84a12ee793 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.1084635
Nov 06 20:56:56.010427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d06b916f-5d6b-470b-b17f-000c99e591ed req-e4fa5c7f-c47d-48a9-96a1-4f4e5df1f229 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921692
Nov 06 20:56:56.026277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.035183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490613c9-3878-4aa0-b663-eda22c19211e None None] DHCP port deletion for c81e4336-95bc-432e-bd8b-bf8a664c8412 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:56:56.053686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['21508f07-0718-477d-a58c-ec0512e5bdad'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:56:56.084894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-89763bd2-dfbd-4e56-98b0-ff13e0407fc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734320
Nov 06 20:56:56.095150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=9b83861c-a962-4c8f-a485-513f2b5613d8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:56.104872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No DVR routers for this DVR port 9b83861c-a962-4c8f-a485-513f2b5613d8 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:56:56.167808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b1ffc74-bbea-4d43-89ea-871282fc8c51 req-e0dce241-e371-4169-8fed-7dc9c0952985 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0512056
Nov 06 20:56:56.223058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.251182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92566ccee0>,) {'filters': {'network_id': ['c81e4336-95bc-432e-bd8b-bf8a664c8412']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:56.261598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566ccee0>, '7a20e740-0b5a-42b0-b933-491b88b60b6b') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:56.261953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566ccee0>, '7a20e740-0b5a-42b0-b933-491b88b60b6b') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:56:56.271712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.285292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.286113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19167a5c-2638-41a2-9988-ae30a05474ad req-668e347c-92f7-4aaa-9fb5-54bc81757f61 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:56.287619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19167a5c-2638-41a2-9988-ae30a05474ad req-668e347c-92f7-4aaa-9fb5-54bc81757f61 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.2055230
Nov 06 20:56:56.291415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:56:56.291800 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:56:56.294740 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:56:56.330214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-8ff9f56a-0489-4b10-accb-ae015a94ff15 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340953
Nov 06 20:56:56.339773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0977e-a4f3-4cbe-bf2a-2278296746b2 req-d590503e-3327-4ae0-af17-1f79fa439fda tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:56.341333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fb0977e-a4f3-4cbe-bf2a-2278296746b2 req-d590503e-3327-4ae0-af17-1f79fa439fda tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1050444
Nov 06 20:56:56.353800 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.360970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.364635 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/networks/c81e4336-95bc-432e-bd8b-bf8a664c8412 HTTP/1.1" status: 204  len: 168 time: 0.6911869
Nov 06 20:56:56.368318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59878) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:56.373419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-899447214'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:56.387072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c45d-2d01-4305-b344-9e33b130dc34 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Network': ['ID=c81e4336-95bc-432e-bd8b-bf8a664c8412,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:56.407566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:56.411807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.436563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19167a5c-2638-41a2-9988-ae30a05474ad req-1657d3c5-89c0-4fbf-864a-f702025b5458 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393130
Nov 06 20:56:56.441778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:56:56.452622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.452979 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Added segment 653492ab-c5e8-49c1-ae73-d5a92d4fbc45 of type vlan for network e0e7b206-79ae-41fa-ad95-771d928efde2
Nov 06 20:56:56.485746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fb0977e-a4f3-4cbe-bf2a-2278296746b2 req-4c0b54bf-fded-48e6-9165-dba43c53e57f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325922
Nov 06 20:56:56.502229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.515085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9a65f8-576f-41d6-8616-2a7326e17e60 req-3181b10b-283c-4558-b1cf-2ac7c2aabb42 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727166
Nov 06 20:56:56.535022 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.542275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:56.542929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.605339 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2357688
Nov 06 20:56:56.607192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59896) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:56.613043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': 'e0e7b206-79ae-41fa-ad95-771d928efde2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:56.622020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407d238-3072-4373-8aa8-ed6cc411d1d5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Network': ['ID=e0e7b206-79ae-41fa-ad95-771d928efde2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:56.632649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e0e7b206-79ae-41fa-ad95-771d928efde2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:56:56.755484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-4258eb19-6d91-4e8f-a68d-df92d9e9dfec tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:56.756997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-4258eb19-6d91-4e8f-a68d-df92d9e9dfec tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.2132509
Nov 06 20:56:56.775652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b4f24-54e8-4d00-812b-2ffe538d1ad5 req-be749560-ff49-4276-9abb-d95fada6db45 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:56.777131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-549b4f24-54e8-4d00-812b-2ffe538d1ad5 req-be749560-ff49-4276-9abb-d95fada6db45 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 949 time: 0.1392832
Nov 06 20:56:56.797670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-ab146b04-8bb9-4776-a385-261794c44830 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/quotas/a7fa6742333c428d864b6c5b2319997d HTTP/1.1" status: 200  len: 375 time: 0.0333176
Nov 06 20:56:56.814284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:56.818484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:56.935530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-549b4f24-54e8-4d00-812b-2ffe538d1ad5 req-520d7c3b-b8a2-48ce-b8b2-3683572220c1 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489520
Nov 06 20:56:56.960476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-52a5d13a-75a0-4133-bec0-703ad52d4f97 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1494112
Nov 06 20:56:57.167453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-06dd2b22-0988-4aa0-9dcb-ba38c7926395 service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991682
Nov 06 20:56:57.169224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:57.203859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9195c10-3275-4c68-aa41-ada21fd7f511 req-b7db5df2-9428-4c00-aa72-f01bb3527f1d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:57.205328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9195c10-3275-4c68-aa41-ada21fd7f511 req-b7db5df2-9428-4c00-aa72-f01bb3527f1d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1458013
Nov 06 20:56:57.215107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.237447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 727932c3-7c17-41cf-a440-b43625fb7fb0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:56:57.242074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 727932c3-7c17-41cf-a440-b43625fb7fb0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:57.242442 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.324718 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.347520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-994f6cd0-1a52-405a-af48-7e0470f5a08a req-c7d53563-7212-4e92-8ccd-d44b4d2ea61c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0524418
Nov 06 20:56:57.347765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:57.349951 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3556f80c-83c8-4577-bf86-ff2d3d6ab687" -d '{"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-plugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:57.362943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:57.367153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.378853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=73da23eb-9c2f-4e59-bdf0-f860c3609855,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:57.404414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9195c10-3275-4c68-aa41-ada21fd7f511 req-6746e0bc-f2fc-468f-ade0-4da334f9d9b0 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862171
Nov 06 20:56:57.419110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Checking segment: {'id': '653492ab-c5e8-49c1-ae73-d5a92d4fbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e0e7b206-79ae-41fa-ad95-771d928efde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:57.419476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network hostable DHCP agents. Network: e0e7b206-79ae-41fa-ad95-771d928efde2, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:56:57.423220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-f8c79bb5-d2e0-498e-aff2-6b9a21789778 service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2396276
Nov 06 20:56:57.439981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:57.444758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network e0e7b206-79ae-41fa-ad95-771d928efde2 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:56:57.457277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0e7b206-79ae-41fa-ad95-771d928efde2) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:57.462024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:57.462839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.470331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612abdc3-3890-4380-abff-7535eee3c557 None None] Network e0e7b206-79ae-41fa-ad95-771d928efde2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:57.494043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b284cbad-87a6-4c70-a608-c846b14e563d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8855848
Nov 06 20:56:57.496937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59908) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:57.503129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d009ff84-defd-4951-8429-d20621ddf295 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1329582600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:57.510862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-185ab8e2-0679-43c8-8d48-5bf7e15ae522 req-9156cc48-c998-48a9-bf4e-21e15d580c55 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0328968
Nov 06 20:56:57.536195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d009ff84-defd-4951-8429-d20621ddf295 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.537197 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d009ff84-defd-4951-8429-d20621ddf295 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.630502 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72197979-f255-491c-8d13-262604bfbafd x-openstack-request-id: req-72197979-f255-491c-8d13-262604bfbafd {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:56:57.630782 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-plugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:56:57.631088 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72197979-f255-491c-8d13-262604bfbafd {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:56:57.631482 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'code': 200}
Nov 06 20:56:57.658511 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d009ff84-defd-4951-8429-d20621ddf295 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.667353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d009ff84-defd-4951-8429-d20621ddf295 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.714219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e0e7b206-79ae-41fa-ad95-771d928efde2', 'network_id': 'e0e7b206-79ae-41fa-ad95-771d928efde2', 'tenant_id': 'e63a025ef80f43d8bb7bef703826424b', 'fixed_ips': [{'subnet_id': '73da23eb-9c2f-4e59-bdf0-f860c3609855'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:56:57.715220 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.715837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d009ff84-defd-4951-8429-d20621ddf295 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.717642 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d009ff84-defd-4951-8429-d20621ddf295 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2196846
Nov 06 20:56:57.720514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59916) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:57.729974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'network_id': 'e0e7b206-79ae-41fa-ad95-771d928efde2', 'name': 'tempest-PortsIpV6TestJSON-1227435056'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:57.752724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9b83861c-a962-4c8f-a485-513f2b5613d8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:56:57.783155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 9b83861c-a962-4c8f-a485-513f2b5613d8 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:56:57.784500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9b83861c-a962-4c8f-a485-513f2b5613d8 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:56:57.827735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07c7b-cc7a-4f17-b9b7-936946c0cafb req-c7e2d228-3420-46fd-b190-9d52c2288445 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:57.836537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c07c7b-cc7a-4f17-b9b7-936946c0cafb req-c7e2d228-3420-46fd-b190-9d52c2288445 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1956463
Nov 06 20:56:57.870983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980898e5-4897-4add-bb8e-d948a39a949f req-8659e520-a701-4a7d-9bb0-ea040bfc7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:57.872599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-980898e5-4897-4add-bb8e-d948a39a949f req-8659e520-a701-4a7d-9bb0-ea040bfc7dad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 1101 time: 0.1382301
Nov 06 20:56:57.887974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd40c0-a863-4ad6-88a9-465ddf77f485 req-b21c6011-0e37-45a0-a523-1f77511b9d7e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:57.890133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccbd40c0-a863-4ad6-88a9-465ddf77f485 req-b21c6011-0e37-45a0-a523-1f77511b9d7e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.1891754
Nov 06 20:56:57.904943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:56:57.909524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:57.936419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:56:57.943262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Allocated IP 2001:db8::2 (e0e7b206-79ae-41fa-ad95-771d928efde2/73da23eb-9c2f-4e59-bdf0-f860c3609855/ce48314e-035e-4f7e-ad29-a50da789b541) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:57.982337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c07c7b-cc7a-4f17-b9b7-936946c0cafb req-7eccf2a1-5992-4da0-af71-519814d4247e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399593
Nov 06 20:56:57.984831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-980898e5-4897-4add-bb8e-d948a39a949f req-e0b21550-fe31-4b14-81a3-59249e942bf6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813942
Nov 06 20:56:58.038068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccbd40c0-a863-4ad6-88a9-465ddf77f485 req-d143bb24-edc5-4a53-86bd-5cba6d55743e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356630
Nov 06 20:56:58.067990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8be24aec-95ad-4e17-904f-c4825930f261 req-c094fecf-d35b-4a0c-9835-35a323ed2399 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 210 time: 0.0288262
Nov 06 20:56:58.141277 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:58.148985 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:58.189020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037927a-d094-4585-add0-8e84765066e5 req-cf20cba4-4f44-4e3b-ad24-727bbaa186c4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:58.191692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2037927a-d094-4585-add0-8e84765066e5 req-cf20cba4-4f44-4e3b-ad24-727bbaa186c4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 949 time: 0.0556865
Nov 06 20:56:58.200740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Network e0e7b206-79ae-41fa-ad95-771d928efde2 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:58.205343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Pushing event updated for resources: {'Port': ['ID=ce48314e-035e-4f7e-ad29-a50da789b541,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:58.206774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::17f (e0e7b206-79ae-41fa-ad95-771d928efde2/73da23eb-9c2f-4e59-bdf0-f860c3609855/f45a4afc-0e06-40e0-80f0-1a1fc8227aeb) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:56:58.209455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:58.214262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:58.242815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2037927a-d094-4585-add0-8e84765066e5 req-ca36337b-5627-4333-bd97-61630373e370 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444155
Nov 06 20:56:58.277996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Attempting to bind port ce48314e-035e-4f7e-ad29-a50da789b541 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:56:58.277996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Attempting to bind port ce48314e-035e-4f7e-ad29-a50da789b541 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '653492ab-c5e8-49c1-ae73-d5a92d4fbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e0e7b206-79ae-41fa-ad95-771d928efde2'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:56:58.277996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Attempting to bind port ce48314e-035e-4f7e-ad29-a50da789b541 on network e0e7b206-79ae-41fa-ad95-771d928efde2 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:56:58.283762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:56:58.284162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Checking segment: {'id': '653492ab-c5e8-49c1-ae73-d5a92d4fbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e0e7b206-79ae-41fa-ad95-771d928efde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:56:58.284784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:58.285210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Bound using segment: {'id': '653492ab-c5e8-49c1-ae73-d5a92d4fbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e0e7b206-79ae-41fa-ad95-771d928efde2'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:56:58.285688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Bound port: ce48314e-035e-4f7e-ad29-a50da789b541, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653492ab-c5e8-49c1-ae73-d5a92d4fbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e0e7b206-79ae-41fa-ad95-771d928efde2'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:56:58.286125 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:58.374965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] For port ce48314e-035e-4f7e-ad29-a50da789b541, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:56:58.379708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] For port ce48314e-035e-4f7e-ad29-a50da789b541, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce48314e-035e-4f7e-ad29-a50da789b541,segment=NetworkSegment(653492ab-c5e8-49c1-ae73-d5a92d4fbc45),segment_id=653492ab-c5e8-49c1-ae73-d5a92d4fbc45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:56:58.386564 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:58.432750 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:58.473641 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:58.487545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721891a4-ca3a-4338-8a35-6e449cdaeec0 None None] Pushing event updated for resources: {'Port': ['ID=ce48314e-035e-4f7e-ad29-a50da789b541,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:58.548391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network e0e7b206-79ae-41fa-ad95-771d928efde2 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:56:58.550014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=f45a4afc-0e06-40e0-80f0-1a1fc8227aeb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:58.553963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:56:58.560883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:56:58.575367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:58.576648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:58.600191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59940) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:56:58.600934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dedd5ede-3d35-41d5-8426-50179e56e83d tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.8749397
Nov 06 20:56:58.727762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bea68159-c080-4340-8e3e-db0401061ce8 req-d92b0bf1-95b3-435a-b997-2380402d68c4 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0759838
Nov 06 20:56:59.060439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b4e3-e7d6-42e3-8f13-afe2c0ab9035 req-36f8e1ee-cabf-4dff-a9de-ced15f9a769c tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:59.061980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0916b4e3-e7d6-42e3-8f13-afe2c0ab9035 req-36f8e1ee-cabf-4dff-a9de-ced15f9a769c tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1020529
Nov 06 20:56:59.077431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:59.187671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 21508f07-0718-477d-a58c-ec0512e5bdad up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:59.264406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 21508f07-0718-477d-a58c-ec0512e5bdad completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:56:59.269365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 21508f07-0718-477d-a58c-ec0512e5bdad triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:59.269757 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:59.363736 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:59.422139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:56:59.430616 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:59.489373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:56:59.581337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0916b4e3-e7d6-42e3-8f13-afe2c0ab9035 req-d9294a04-3193-4743-a7cb-1456781eb3a6 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5095162
Nov 06 20:56:59.632237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:56:59.634591 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50daa0e-3442-4aa8-823b-c0654c813ce1" -d '{"events": [{"server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "name": "network-vif-plugged", "status": "completed", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:56:59.640034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bd0204-0393-4264-865b-3e9106273adf None None] Network e0e7b206-79ae-41fa-ad95-771d928efde2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:56:59.670883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82ec68-9544-499e-adc4-40a3f729edb6 req-02ec46d7-73c7-44b0-aca8-a3f229af6de7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:59.672437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d82ec68-9544-499e-adc4-40a3f729edb6 req-02ec46d7-73c7-44b0-aca8-a3f229af6de7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.2680931
Nov 06 20:56:59.700367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8c70fdd1-134c-400e-a9a0-2d67c0c2e386 None None] Provisioning complete for port ce48314e-035e-4f7e-ad29-a50da789b541 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:59.700736 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c70fdd1-134c-400e-a9a0-2d67c0c2e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:59.718607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-bacc2edf-0f28-482a-b02d-ed5059c3030c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:56:59.720113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-bacc2edf-0f28-482a-b02d-ed5059c3030c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.3086143
Nov 06 20:56:59.741672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d4b22ee-e570-42a4-b7f7-c435263e65d6 req-c8ae0c2c-f412-4ac5-8f07-d85b206d33fc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 210 time: 0.0840840
Nov 06 20:56:59.801118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'port': {'device_id': 'e9b981f8-9d0d-4885-92fd-36b67332203a', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'admin_state_up': True, 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:56:59.804807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ce48314e-035e-4f7e-ad29-a50da789b541 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:56:59.929958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c70fdd1-134c-400e-a9a0-2d67c0c2e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:59.947696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d82ec68-9544-499e-adc4-40a3f729edb6 req-6c359bb7-25f9-43ce-99c1-668248825378 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2670293
Nov 06 20:56:59.957119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ce48314e-035e-4f7e-ad29-a50da789b541 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:56:59.957504 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:56:59.996499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8c70fdd1-134c-400e-a9a0-2d67c0c2e386 None None] For port ce48314e-035e-4f7e-ad29-a50da789b541, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce48314e-035e-4f7e-ad29-a50da789b541,segment=NetworkSegment(653492ab-c5e8-49c1-ae73-d5a92d4fbc45),segment_id=653492ab-c5e8-49c1-ae73-d5a92d4fbc45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:00.010586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c70fdd1-134c-400e-a9a0-2d67c0c2e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.045586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac7333-859a-4272-93e2-7c7de0b3a419 req-2d323e45-74f1-4921-9532-0c9a7207b221 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:00.048958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0ac7333-859a-4272-93e2-7c7de0b3a419 req-2d323e45-74f1-4921-9532-0c9a7207b221 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 950 time: 0.1895118
Nov 06 20:57:00.072188 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.091390 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.103317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70fdd1-134c-400e-a9a0-2d67c0c2e386 None None] Pushing event updated for resources: {'Port': ['ID=ce48314e-035e-4f7e-ad29-a50da789b541,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:00.174820 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d41d94-f93c-4b8a-bdc1-7c56977e0b8e x-openstack-request-id: req-23d41d94-f93c-4b8a-bdc1-7c56977e0b8e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:00.175654 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "name": "network-vif-plugged", "status": "completed", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:00.175654 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23d41d94-f93c-4b8a-bdc1-7c56977e0b8e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:00.176050 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad', 'code': 200}
Nov 06 20:57:00.190098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Made reservation on behalf of a7fa6742333c428d864b6c5b2319997d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:00.193686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.229510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=f45a4afc-0e06-40e0-80f0-1a1fc8227aeb,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:00.235630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0ac7333-859a-4272-93e2-7c7de0b3a419 req-1d65376b-3370-4782-8e7f-ba1ee5f8af9c tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684406
Nov 06 20:57:00.307119 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f840c780-8f5b-46b9-aef9-3d95653ae0c1 req-0396c00e-e425-437c-89a7-57f12800e800 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0610754
Nov 06 20:57:00.329827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dce46-5694-4717-ae66-f0862d1c584b req-fda57d50-4de4-4f79-b830-b45a7c15a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:00.331661 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-214dce46-5694-4717-ae66-f0862d1c584b req-fda57d50-4de4-4f79-b830-b45a7c15a43c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 1101 time: 0.0531690
Nov 06 20:57:00.372982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2e41bb9e-0bd4-4d59-ba99-8b1018351c70 None None] Provisioning complete for port ce48314e-035e-4f7e-ad29-a50da789b541 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:00.373944 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2e41bb9e-0bd4-4d59-ba99-8b1018351c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.423129 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-214dce46-5694-4717-ae66-f0862d1c584b req-5951830c-1d6b-4c49-8082-943804082a9e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755577
Nov 06 20:57:00.449335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.502425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2e41bb9e-0bd4-4d59-ba99-8b1018351c70 None None] Provisioning complete for port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:00.503120 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2e41bb9e-0bd4-4d59-ba99-8b1018351c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.545183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2e41bb9e-0bd4-4d59-ba99-8b1018351c70 None None] Port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:00.593509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Allocated IP 172.20.0.3 (eb18f83c-d18b-4a29-9010-a6e673304a12/57786d0b-1584-4a47-a73d-de1c64f6c3e9/ac110983-e7fe-43d9-8d9e-d8bac8f7734c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:00.622161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fdfdcd51-8655-447a-8048-347612564909 req-ea41c877-d506-45da-b605-235703333897 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0458817
Nov 06 20:57:00.669278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-90735eea-4ae6-4e4f-b277-dec1358fa87b None None] Provisioning complete for port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:00.669567 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-90735eea-4ae6-4e4f-b277-dec1358fa87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.724259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-90735eea-4ae6-4e4f-b277-dec1358fa87b None None] Port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:00.733410 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.745370 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0879f0d1-6f27-4957-a009-f9ce8a5f8c15 req-41587f7b-9f82-46aa-ab2b-9251e5f77686 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4661d53a03444645b01499f756e32627&device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0334089
Nov 06 20:57:00.780125 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0879f0d1-6f27-4957-a009-f9ce8a5f8c15 req-22f3d2db-00e4-45b0-9527-1479a90c5ef8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4661d53a03444645b01499f756e32627&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0266767
Nov 06 20:57:00.848086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5b22b-a209-4793-80fe-abda5ac35ed0 req-e7fb9ac7-c3ba-4bbd-993c-dab8b8a0856e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:00.849723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-acb5b22b-a209-4793-80fe-abda5ac35ed0 req-e7fb9ac7-c3ba-4bbd-993c-dab8b8a0856e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1660275
Nov 06 20:57:00.944596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6e86c622-603e-4d2e-83e3-4c3087e98054 None None] Provisioning complete for port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:00.944965 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e86c622-603e-4d2e-83e3-4c3087e98054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:00.948742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70050dcc-760b-4d63-9a7a-5fa8f7931581 req-b1d6edeb-b3a8-43a4-951b-a24b2209d81d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 210 time: 0.0945547
Nov 06 20:57:00.950361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f0d1-6f27-4957-a009-f9ce8a5f8c15 req-d1626c30-3806-4fd0-aebf-94e3fb715538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:00.952637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0879f0d1-6f27-4957-a009-f9ce8a5f8c15 req-d1626c30-3806-4fd0-aebf-94e3fb715538 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1638222
Nov 06 20:57:00.987638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6e86c622-603e-4d2e-83e3-4c3087e98054 None None] Port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:01.053264 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.058868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-acb5b22b-a209-4793-80fe-abda5ac35ed0 req-a3317731-66a0-491d-81b1-677232fe4441 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993780
Nov 06 20:57:01.180231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e3ce8-0046-436f-a21e-2a8da1bb130e req-4658dda0-3261-4d5c-8ed5-cf0b20ee98e6 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:01.182424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be6e3ce8-0046-436f-a21e-2a8da1bb130e req-4658dda0-3261-4d5c-8ed5-cf0b20ee98e6 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.1540575
Nov 06 20:57:01.201035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.204256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:01.217525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2d733483-6477-4ae9-8e46-4f85e80f4465'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:01.295005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:01.306963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:01.322223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:01.325385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'Port': ['ID=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:01.381093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:01.383426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be6e3ce8-0046-436f-a21e-2a8da1bb130e req-f99e1dff-c520-4395-983c-638ae1c2fdd1 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880956
Nov 06 20:57:01.403060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e', 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960', 'port_id': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e', 'mac_address': 'fa:16:3e:b4:62:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4aaf68-5878-493f-9f1a-38a494484ac7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:57:01.432322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.446061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.447245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.463977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:01.464728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.472975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.497770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:01.521664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d5294-e965-4159-812c-f8e2a8f2e34f req-0ae99bc4-ebdd-47cd-95b9-71e6f989acc9 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:01.523349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-561d5294-e965-4159-812c-f8e2a8f2e34f req-0ae99bc4-ebdd-47cd-95b9-71e6f989acc9 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 950 time: 0.1938210
Nov 06 20:57:01.528606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:01.533995 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.573290 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-c747abf3-69e5-47da-b05d-01ce7f0a63e3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7768579
Nov 06 20:57:01.586605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:01.601391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Request body: {'port': {'device_id': 'e9b981f8-9d0d-4885-92fd-36b67332203a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:01.610371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b146ad11-366f-4bc1-a277-9eb50bc78e45 None None] Provisioning complete for port ac110983-e7fe-43d9-8d9e-d8bac8f7734c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:01.610371 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b146ad11-366f-4bc1-a277-9eb50bc78e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.631443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=f45a4afc-0e06-40e0-80f0-1a1fc8227aeb,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:01.648825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b146ad11-366f-4bc1-a277-9eb50bc78e45 None None] Port ac110983-e7fe-43d9-8d9e-d8bac8f7734c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:01.678758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-561d5294-e965-4159-812c-f8e2a8f2e34f req-6570534d-746b-46f1-8b8b-d02d23cdb6dc tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412308
Nov 06 20:57:01.733631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e190e495-91d1-483d-96b5-d703675f6390 req-f886a38a-8eac-401c-bba0-d29d3184dfdb tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0317888
Nov 06 20:57:01.742322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:01.745128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ce48314e-035e-4f7e-ad29-a50da789b541 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:01.748703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network e0e7b206-79ae-41fa-ad95-771d928efde2 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:01.757473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:01.800001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ce48314e-035e-4f7e-ad29-a50da789b541 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:01.800403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:02.043933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Router d5628e28-292f-45ab-bd0d-8f995be282d4 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:57:02.069727 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-79130099-f986-46b5-a3c7-be7adb008ff4 None None] Provisioning complete for port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:02.070197 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-79130099-f986-46b5-a3c7-be7adb008ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:02.107187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-79130099-f986-46b5-a3c7-be7adb008ff4 None None] Port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:02.191641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2783-5b08-45cd-b1c0-009e7c38f0aa req-5f4ceb02-4a70-4c43-be07-a74c9b0a1787 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:02.193112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c8d2783-5b08-45cd-b1c0-009e7c38f0aa req-5f4ceb02-4a70-4c43-be07-a74c9b0a1787 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 931 time: 0.1628761
Nov 06 20:57:02.319344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:02.584999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:57:02.591481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1e0f6b97-ce17-4ef0-a127-3014136969ea tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "PUT /v2.0/routers/d5628e28-292f-45ab-bd0d-8f995be282d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9897594
Nov 06 20:57:02.594256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59994) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:02.596795 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f05a1-5744-4c7e-9aca-e139093ac186 None None] Sync routers for ids ['d5628e28-292f-45ab-bd0d-8f995be282d4'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:57:02.608045 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f05a1-5744-4c7e-9aca-e139093ac186 None None] Routers {'d5628e28-292f-45ab-bd0d-8f995be282d4'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:02.608702 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dc4f05a1-5744-4c7e-9aca-e139093ac186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526b4850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:56:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d5628e28-292f-45ab-bd0d-8f995be282d4'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:02.631198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db3b2-f81f-4667-8ae4-3d5d37f21525 req-2efd890a-26f2-4961-a35d-def1477afd40 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:02.632759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b3db3b2-f81f-4667-8ae4-3d5d37f21525 req-2efd890a-26f2-4961-a35d-def1477afd40 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.4609060
Nov 06 20:57:02.638103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac110983-e7fe-43d9-8d9e-d8bac8f7734c {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:02.651362 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dc4f05a1-5744-4c7e-9aca-e139093ac186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526b4850>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:02.654479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227c1a3-d827-4b4d-9bb2-8f6bb136ccd2 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:02.655686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c8d2783-5b08-45cd-b1c0-009e7c38f0aa req-b51e331a-3050-40a0-a16b-ebfc1e1164c4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403503
Nov 06 20:57:02.656404 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2227c1a3-d827-4b4d-9bb2-8f6bb136ccd2 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5628e28-292f-45ab-bd0d-8f995be282d4 HTTP/1.1" status: 200  len: 989 time: 0.0604970
Nov 06 20:57:02.659096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59996) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:02.660757 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:02.661314 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f05a1-5744-4c7e-9aca-e139093ac186 None None] Routers {'d5628e28-292f-45ab-bd0d-8f995be282d4'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:02.662037 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dc4f05a1-5744-4c7e-9aca-e139093ac186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526b4850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:56:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d5628e28-292f-45ab-bd0d-8f995be282d4'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:02.697872 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dc4f05a1-5744-4c7e-9aca-e139093ac186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526b4850>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:02.698707 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f05a1-5744-4c7e-9aca-e139093ac186 None None] The sync data for ids ['d5628e28-292f-45ab-bd0d-8f995be282d4'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:57:02.717448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Transition to ACTIVE for port object ac110983-e7fe-43d9-8d9e-d8bac8f7734c will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:57:02.722564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b3db3b2-f81f-4667-8ae4-3d5d37f21525 req-98941a75-a76a-42f5-9a20-e43660f361d1 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780945
Nov 06 20:57:02.724275 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:02.765982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Pushing event updated for resources: {'Port': ['ID=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:02.972914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974b240-ea3e-4d6d-8336-d2d4da896d44 req-ec05fe04-3272-4f3f-a794-f8ec21eb5d35 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:02.974666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9974b240-ea3e-4d6d-8336-d2d4da896d44 req-ec05fe04-3272-4f3f-a794-f8ec21eb5d35 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 945 time: 0.1270027
Nov 06 20:57:02.977061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Attempting to bind port ac110983-e7fe-43d9-8d9e-d8bac8f7734c on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:02.977489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Attempting to bind port ac110983-e7fe-43d9-8d9e-d8bac8f7734c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:02.977975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Attempting to bind port ac110983-e7fe-43d9-8d9e-d8bac8f7734c on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:02.985596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Port ac110983-e7fe-43d9-8d9e-d8bac8f7734c on network eb18f83c-d18b-4a29-9010-a6e673304a12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:57:02.986014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Attempting to bind port ac110983-e7fe-43d9-8d9e-d8bac8f7734c on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:03.001417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:03.001417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Checking segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:03.002352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Bound using segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:03.003027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Bound port: ac110983-e7fe-43d9-8d9e-d8bac8f7734c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:03.003422 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:03.046205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c588d1f-fe47-4259-85da-958d33166282 req-4e960e6f-42c2-4f06-850b-c5f37cd44a75 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:03.047776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c588d1f-fe47-4259-85da-958d33166282 req-4e960e6f-42c2-4f06-850b-c5f37cd44a75 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 950 time: 0.1306055
Nov 06 20:57:03.107606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9974b240-ea3e-4d6d-8336-d2d4da896d44 req-5aa11430-6447-4d3c-809d-596eb87c1bb6 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173294
Nov 06 20:57:03.163011 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c588d1f-fe47-4259-85da-958d33166282 req-a7033fac-7a7a-42fc-8802-9e6cf2aa4fd4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063383
Nov 06 20:57:03.167198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] For port ac110983-e7fe-43d9-8d9e-d8bac8f7734c, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:03.170830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] For port ac110983-e7fe-43d9-8d9e-d8bac8f7734c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:03.176980 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:03.211804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7da66a9d-f034-4223-9041-8301ccc26527 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:03.240111 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0879f0d1-6f27-4957-a009-f9ce8a5f8c15 req-a1166c54-a39b-4bd6-af6f-45f647b1fa57 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.10 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.3184829
Nov 06 20:57:03.244069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22ff1445-348c-4b0c-9f22-08d5206bdd2b req-e9b023af-9f7a-441a-a24d-61af2c5f7d36 tempest-ServerShowV257Test-1069317352 tempest-ServerShowV257Test-1069317352-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ac3d0d-96c0-41e8-ac54-22ad21abf405 HTTP/1.1" status: 200  len: 210 time: 0.0577722
Nov 06 20:57:03.250073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:03.250730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:03.252820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] 10.222.0.10 "PUT /v2.0/ports/ac110983-e7fe-43d9-8d9e-d8bac8f7734c HTTP/1.1" status: 200  len: 1091 time: 1.6625998
Nov 06 20:57:03.253278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b981f8-9d0d-4885-92fd-36b67332203a', 'tag': 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:03.255560 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b981f8-9d0d-4885-92fd-36b67332203a", "tag": "ac110983-e7fe-43d9-8d9e-d8bac8f7734c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:03.309543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec4538-b82e-4a3f-990d-17f172abad1a service neutron] Pushing event updated for resources: {'Port': ['ID=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:03.313130 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096de1b-7e5e-4a7b-b9a6-a1fbd2461e00 x-openstack-request-id: req-4096de1b-7e5e-4a7b-b9a6-a1fbd2461e00 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:03.313415 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b981f8-9d0d-4885-92fd-36b67332203a", "tag": "ac110983-e7fe-43d9-8d9e-d8bac8f7734c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:03.313665 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4096de1b-7e5e-4a7b-b9a6-a1fbd2461e00 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:03.314058 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b981f8-9d0d-4885-92fd-36b67332203a', 'tag': 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c', 'status': 'completed', 'code': 200}
Nov 06 20:57:03.368120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787577b-8291-4a9d-b73d-ab391cd37670 req-c759de21-d1c3-4d3d-ab59-40fa35b78036 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:03.385887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7787577b-8291-4a9d-b73d-ab391cd37670 req-c759de21-d1c3-4d3d-ab59-40fa35b78036 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 950 time: 0.1248789
Nov 06 20:57:03.457522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-1f15085f-dc1a-486c-a605-ce73cb6fd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:03.459366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-1f15085f-dc1a-486c-a605-ce73cb6fd4bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 1094 time: 0.1445057
Nov 06 20:57:03.476729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7787577b-8291-4a9d-b73d-ab391cd37670 req-bd4a2354-b17c-479d-b863-5fd2e8c51a39 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865760
Nov 06 20:57:03.535921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-a41d6712-fe12-42f8-8999-87e866281cda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac110983-e7fe-43d9-8d9e-d8bac8f7734c HTTP/1.1" status: 200  len: 217 time: 0.0578575
Nov 06 20:57:03.599233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:03.608647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-29dabbd9-ba6e-4798-8ec8-2a361e6135c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:03.610149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-29dabbd9-ba6e-4798-8ec8-2a361e6135c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0654080
Nov 06 20:57:03.614682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '7da66a9d-f034-4223-9041-8301ccc26527', 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'port_id': '7da66a9d-f034-4223-9041-8301ccc26527', 'mac_address': 'fa:16:3e:06:2b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa2dcc-6706-4d97-bd8c-a69c2b424fe6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:57:03.666581 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:03.685666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:03.688491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7da66a9d-f034-4223-9041-8301ccc26527 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:03.722815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:03.725908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-16ed9a33-7c48-4abb-97e4-3f65af3a70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:03.727791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-16ed9a33-7c48-4abb-97e4-3f65af3a70af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1050353
Nov 06 20:57:03.730094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:03.815872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:03.931122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['7da66a9d-f034-4223-9041-8301ccc26527'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:03.936106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a299e-6794-4efe-83b8-820ec83d27b3 req-cbe4116c-4a66-4225-ad3d-3b89dbb5e2af tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:03.938910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b9a299e-6794-4efe-83b8-820ec83d27b3 req-cbe4116c-4a66-4225-ad3d-3b89dbb5e2af tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 943 time: 0.1598535
Nov 06 20:57:03.973073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-e0e7da2c-34f0-4f15-a114-0f8052e50754 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351954
Nov 06 20:57:04.068992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port f45a4afc-0e06-40e0-80f0-1a1fc8227aeb {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:04.069794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:04.069958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b9a299e-6794-4efe-83b8-820ec83d27b3 req-30142ad1-fab4-4e82-9a5a-23d616b602c5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226814
Nov 06 20:57:04.165558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e804fd-6c58-49ab-8a9f-ace17db91ec7 req-9e2c1a57-858e-46c6-ac9a-1ad50019b5bd tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:04.167409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e804fd-6c58-49ab-8a9f-ace17db91ec7 req-9e2c1a57-858e-46c6-ac9a-1ad50019b5bd tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 944 time: 0.1046386
Nov 06 20:57:04.171488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dfea568-8a26-40fd-aa0f-ce7aea328e5a req-409e2704-978b-49c9-88de-1c87bea230fa service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770577
Nov 06 20:57:04.199807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:04.212361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for f45a4afc-0e06-40e0-80f0-1a1fc8227aeb owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:04.228883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e804fd-6c58-49ab-8a9f-ace17db91ec7 req-7312d9f9-2e32-462e-b07a-96cd9dde875a tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549095
Nov 06 20:57:04.344494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-902916d2-f50b-4313-a88f-43d54977236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:04.346614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-902916d2-f50b-4313-a88f-43d54977236a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 1094 time: 0.1103809
Nov 06 20:57:04.385105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acd7e-4003-49a4-9741-b1212bd2ba45 req-3a02184f-adc1-4579-aaa3-23fb25e4ca5d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:04.386654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e32acd7e-4003-49a4-9741-b1212bd2ba45 req-3a02184f-adc1-4579-aaa3-23fb25e4ca5d tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 945 time: 0.0939324
Nov 06 20:57:04.417210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:04.477510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=f45a4afc-0e06-40e0-80f0-1a1fc8227aeb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:04.494679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e32acd7e-4003-49a4-9741-b1212bd2ba45 req-ddb7b1e1-3796-4442-ad55-d0edeb9b8aaf tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816090
Nov 06 20:57:04.499873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-87bbb997-0d21-4f24-a848-f4b844b8fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:04.501423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-87bbb997-0d21-4f24-a848-f4b844b8fc18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1453934
Nov 06 20:57:04.561770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-8ff7d1ff-0993-48dc-b90c-33fcf2136f32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac110983-e7fe-43d9-8d9e-d8bac8f7734c HTTP/1.1" status: 200  len: 217 time: 0.0485933
Nov 06 20:57:04.572282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:04.633505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-d52e86be-cdf6-4fb9-aa55-3208012efe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:04.635283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-d52e86be-cdf6-4fb9-aa55-3208012efe8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0632098
Nov 06 20:57:04.690466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-3449a07c-6c9e-4b0f-a6b6-927e3243e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:04.692598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-3449a07c-6c9e-4b0f-a6b6-927e3243e1e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0486102
Nov 06 20:57:04.748102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Router d5628e28-292f-45ab-bd0d-8f995be282d4 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:57:04.764872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60042) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:04.803954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-8049b227-4136-4a56-ac3f-5091aea04111 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989456
Nov 06 20:57:04.830220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:57:04.837439 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-470a9941-d343-49dc-9b11-04fd23d2b5ec tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "PUT /v2.0/routers/d5628e28-292f-45ab-bd0d-8f995be282d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1759007
Nov 06 20:57:04.840357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e37fb-15c0-4da3-be1c-9f533ae85acf None None] Sync routers for ids ['d5628e28-292f-45ab-bd0d-8f995be282d4'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:57:04.840801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60046) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:04.852862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e37fb-15c0-4da3-be1c-9f533ae85acf None None] Routers {'d5628e28-292f-45ab-bd0d-8f995be282d4'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:04.853901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-453e37fb-15c0-4da3-be1c-9f533ae85acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251606340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:56:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d5628e28-292f-45ab-bd0d-8f995be282d4'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:04.866584 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4da694-ebf0-4d54-9041-6b3992fcdd3e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:57:04.868799 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d4da694-ebf0-4d54-9041-6b3992fcdd3e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/f45a4afc-0e06-40e0-80f0-1a1fc8227aeb HTTP/1.1" status: 404  len: 333 time: 0.0265360
Nov 06 20:57:04.870886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60048) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:04.915195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-453e37fb-15c0-4da3-be1c-9f533ae85acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251606340>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:04.924890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e37fb-15c0-4da3-be1c-9f533ae85acf None None] Routers {'d5628e28-292f-45ab-bd0d-8f995be282d4'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:04.925761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-453e37fb-15c0-4da3-be1c-9f533ae85acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251606340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:56:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d5628e28-292f-45ab-bd0d-8f995be282d4'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:04.935530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db2112b-5b13-4aee-bf6c-6d6b0e458b03 req-e9af7e2d-50c5-483b-a932-a3801c74adc4 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1157343
Nov 06 20:57:04.942904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5bbaead-d59e-42b1-9294-bb6bda403def admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:04.958623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6314d5c6-557b-428e-92a8-fa7598928536 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:04.963675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-453e37fb-15c0-4da3-be1c-9f533ae85acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251606340>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:04.964440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e37fb-15c0-4da3-be1c-9f533ae85acf None None] The sync data for ids ['d5628e28-292f-45ab-bd0d-8f995be282d4'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:57:05.033169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5bbaead-d59e-42b1-9294-bb6bda403def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.038013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5bbaead-d59e-42b1-9294-bb6bda403def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.080600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c5bbaead-d59e-42b1-9294-bb6bda403def admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4661d53a03444645b01499f756e32627&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3142316
Nov 06 20:57:05.081506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbaead-d59e-42b1-9294-bb6bda403def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174adf6-0974-4079-a5ec-8fc0db264880,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:05.084672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60050) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:05.133147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6314d5c6-557b-428e-92a8-fa7598928536 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.136835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6314d5c6-557b-428e-92a8-fa7598928536 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.137371 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5630eb5d-3c21-4075-864b-6e43d9fb757c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.182946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5630eb5d-3c21-4075-864b-6e43d9fb757c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.184994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6314d5c6-557b-428e-92a8-fa7598928536 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.185827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6314d5c6-557b-428e-92a8-fa7598928536 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Fanout notify agent at l3_agent the message router_deleted on router d5628e28-292f-45ab-bd0d-8f995be282d4 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:57:05.194310 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6314d5c6-557b-428e-92a8-fa7598928536 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.195845 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6314d5c6-557b-428e-92a8-fa7598928536 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/routers/d5628e28-292f-45ab-bd0d-8f995be282d4 HTTP/1.1" status: 204  len: 168 time: 0.3237243
Nov 06 20:57:05.198546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60056) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:05.224428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:05.240731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32717eda-d627-4373-a611-517b6c05428b req-3f013dae-b807-4a22-9bb1-4a403f5ada13 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:05.249876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32717eda-d627-4373-a611-517b6c05428b req-3f013dae-b807-4a22-9bb1-4a403f5ada13 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 943 time: 0.1025257
Nov 06 20:57:05.267363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd27c4a-0a53-4362-87d7-3d5281e1f123 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet 73da23eb-9c2f-4e59-bdf0-f860c3609855 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:05.271579 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd27c4a-0a53-4362-87d7-3d5281e1f123 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.321005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32717eda-d627-4373-a611-517b6c05428b req-686ac5d8-5942-47e9-89ed-fbaac85a57a7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700192
Nov 06 20:57:05.322209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd27c4a-0a53-4362-87d7-3d5281e1f123 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.322930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5630eb5d-3c21-4075-864b-6e43d9fb757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.326640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5630eb5d-3c21-4075-864b-6e43d9fb757c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.329173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5630eb5d-3c21-4075-864b-6e43d9fb757c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e174adf6-0974-4079-a5ec-8fc0db264880 HTTP/1.1" status: 204  len: 168 time: 0.2435069
Nov 06 20:57:05.338802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630eb5d-3c21-4075-864b-6e43d9fb757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174adf6-0974-4079-a5ec-8fc0db264880,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:05.359429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:57:05.370355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:05.370915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.455629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd27c4a-0a53-4362-87d7-3d5281e1f123 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.491284 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.521831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:05.524312 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2653fd-bb8d-48fe-8dbe-92c4fdfe7da8" -d '{"events": [{"server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "name": "network-vif-plugged", "status": "completed", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:05.529609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea588e0-ec93-4aea-a404-989df1b5c63b req-067d0192-7d4d-41a8-90e4-89401eadc956 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:05.534139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ea588e0-ec93-4aea-a404-989df1b5c63b req-067d0192-7d4d-41a8-90e4-89401eadc956 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 944 time: 0.0575924
Nov 06 20:57:05.539995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:05.547437 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.549916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7da66a9d-f034-4223-9041-8301ccc26527 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:05.574736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd27c4a-0a53-4362-87d7-3d5281e1f123 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.605880 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8c248b-b626-40f9-93a2-b777132bdb62 x-openstack-request-id: req-8f8c248b-b626-40f9-93a2-b777132bdb62 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:05.606172 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "name": "network-vif-plugged", "status": "completed", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:05.606426 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f8c248b-b626-40f9-93a2-b777132bdb62 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:05.606812 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e', 'code': 200}
Nov 06 20:57:05.622152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ea588e0-ec93-4aea-a404-989df1b5c63b req-c43e83dc-45d8-4a36-b14c-42422f90b7c2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803907
Nov 06 20:57:05.625010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd27c4a-0a53-4362-87d7-3d5281e1f123 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=73da23eb-9c2f-4e59-bdf0-f860c3609855,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:05.631630 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd27c4a-0a53-4362-87d7-3d5281e1f123 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.636491 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8bd27c4a-0a53-4362-87d7-3d5281e1f123 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/73da23eb-9c2f-4e59-bdf0-f860c3609855 HTTP/1.1" status: 204  len: 168 time: 0.4360075
Nov 06 20:57:05.646915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60082) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:05.687331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db0f55-57a7-415c-ac4b-8cf35ea715e0 None None] Network e0e7b206-79ae-41fa-ad95-771d928efde2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:05.769876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:05.809669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.824090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3e573-4081-4d4f-8dda-8a1910028a10 req-2bcf21f2-3790-45ce-bba8-5f4e81370139 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:05.832244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69d3e573-4081-4d4f-8dda-8a1910028a10 req-2bcf21f2-3790-45ce-bba8-5f4e81370139 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 946 time: 0.1718609
Nov 06 20:57:05.835325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65054b-698f-4d78-bd5f-6ed432323e96 req-325d188f-045c-40fe-bf8d-92db215bc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:05.836801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a65054b-698f-4d78-bd5f-6ed432323e96 req-325d188f-045c-40fe-bf8d-92db215bc7cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1097 time: 0.1545935
Nov 06 20:57:05.840917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 7da66a9d-f034-4223-9041-8301ccc26527 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:05.841508 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.944213 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:05.968667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69d3e573-4081-4d4f-8dda-8a1910028a10 req-a3dc2f53-9c7e-415b-b285-185ad4340555 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304345
Nov 06 20:57:05.976726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a65054b-698f-4d78-bd5f-6ed432323e96 req-ee7d188c-d475-41fc-adde-5ce0f688b746 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227341
Nov 06 20:57:05.997332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:05.999754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] DHCP port deletion for e0e7b206-79ae-41fa-ad95-771d928efde2 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:57:06.003117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port ce48314e-035e-4f7e-ad29-a50da789b541 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:06.003688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.003939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.084670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] For port ce48314e-035e-4f7e-ad29-a50da789b541, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce48314e-035e-4f7e-ad29-a50da789b541,segment=NetworkSegment(653492ab-c5e8-49c1-ae73-d5a92d4fbc45),segment_id=653492ab-c5e8-49c1-ae73-d5a92d4fbc45)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:06.085332 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.087409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:06.102496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for ce48314e-035e-4f7e-ad29-a50da789b541 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:06.105265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] Deleting port ce48314e-035e-4f7e-ad29-a50da789b541 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:06.105721 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.178359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] For port ce48314e-035e-4f7e-ad29-a50da789b541, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce48314e-035e-4f7e-ad29-a50da789b541,segment=NetworkSegment(653492ab-c5e8-49c1-ae73-d5a92d4fbc45),segment_id=653492ab-c5e8-49c1-ae73-d5a92d4fbc45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:06.179366 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.191106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.193700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] Calling delete_port for ce48314e-035e-4f7e-ad29-a50da789b541 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:06.224204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=ce48314e-035e-4f7e-ad29-a50da789b541,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:06.227094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No DVR routers for this DVR port ce48314e-035e-4f7e-ad29-a50da789b541 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:06.253629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60100) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:06.275980 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.304722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] Pushing event deleted for resources: {'Port': ['ID=ce48314e-035e-4f7e-ad29-a50da789b541,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:06.310580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51c31c-e269-498f-a89c-83c1d62601aa None None] No DVR routers for this DVR port ce48314e-035e-4f7e-ad29-a50da789b541 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:06.340924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.368536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92587e1250>,) {'filters': {'network_id': ['e0e7b206-79ae-41fa-ad95-771d928efde2']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:06.376237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-491884117-network', 'tenant_id': '21423998077b4a0e9f30b00f62b5691f'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:06.379238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92587e1250>, '653492ab-c5e8-49c1-ae73-d5a92d4fbc45') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:06.379238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92587e1250>, '653492ab-c5e8-49c1-ae73-d5a92d4fbc45') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:06.389503 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.399055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Made reservation on behalf of 21423998077b4a0e9f30b00f62b5691f for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:06.401430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.406801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.415285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.428340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:06.428340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:06.430975 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:06.518642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77feba90-86de-4f92-955c-854cb2ed4733 req-13c16921-2fa6-4aaa-91f2-ac1c5dd9471b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:06.518918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77feba90-86de-4f92-955c-854cb2ed4733 req-13c16921-2fa6-4aaa-91f2-ac1c5dd9471b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 943 time: 0.1097312
Nov 06 20:57:06.520083 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.528478 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.532128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/networks/e0e7b206-79ae-41fa-ad95-771d928efde2 HTTP/1.1" status: 204  len: 168 time: 0.8849821
Nov 06 20:57:06.537915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60120) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:06.549886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44977970-1821-4316-9dbb-ad89a2ff15c0 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Network': ['ID=e0e7b206-79ae-41fa-ad95-771d928efde2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:06.596357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77feba90-86de-4f92-955c-854cb2ed4733 req-b9e40bf7-69e1-4a43-bbf5-367e98b0ea3b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629587
Nov 06 20:57:06.599379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57604b-9f12-4207-9892-4226c65cdf01 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:06.604102 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ec57604b-9f12-4207-9892-4226c65cdf01 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/85ddf219-2e31-453b-a12a-a360b0a4c7a7 HTTP/1.1" status: 200  len: 845 time: 0.0617430
Nov 06 20:57:06.604814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60122) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:06.624643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.630036 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.650045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-acac2806-cd89-428d-bc0d-0976207120fa tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/85ddf219-2e31-453b-a12a-a360b0a4c7a7?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0440633
Nov 06 20:57:06.653694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60126) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:06.658631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:06.659993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:57:06.666895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eebec3-14d2-430d-a936-fe6b8ab9430f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:06.673338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.673682 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Added segment 4b86ea25-4152-4b49-859f-741688810966 of type vlan for network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8
Nov 06 20:57:06.723490 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.749714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.750752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:06.751354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.782056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7d96f-1df4-49ca-9117-ca28d9352f14 req-86ee9f0a-9fb4-4de7-a618-97ae7279b8ec tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:06.783658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bd7d96f-1df4-49ca-9117-ca28d9352f14 req-86ee9f0a-9fb4-4de7-a618-97ae7279b8ec tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.0782213
Nov 06 20:57:06.808434 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5535927
Nov 06 20:57:06.811420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60128) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:06.819419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089857b3-e500-4208-884b-ae54731ab034 admin admin] Pushing event updated for resources: {'Network': ['ID=a5eb6519-b7b2-40a6-95e2-b8fbed3952b8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:06.820205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Request body: {'subnet': {'network_id': 'a5eb6519-b7b2-40a6-95e2-b8fbed3952b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-491884117-subnet', 'tenant_id': '21423998077b4a0e9f30b00f62b5691f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:06.831223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:57:06.847526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:06.850968 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:06.900703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bd7d96f-1df4-49ca-9117-ca28d9352f14 req-d68d44b8-1073-47aa-9e22-965bbddc079d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108642
Nov 06 20:57:06.916744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Made reservation on behalf of 21423998077b4a0e9f30b00f62b5691f for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:06.919028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.219167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177efab-2472-43bf-8ed3-7d85dab314ff req-f5606c88-2005-4de7-8651-862a349466f0 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:07.220658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2177efab-2472-43bf-8ed3-7d85dab314ff req-f5606c88-2005-4de7-8651-862a349466f0 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 946 time: 0.1688111
Nov 06 20:57:07.245203 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.314541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d54bb6-9c72-4cab-b6c7-29843b895bc7 req-ace2faf7-2017-48a7-a588-7a4f8bd50ddc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:07.315957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d54bb6-9c72-4cab-b6c7-29843b895bc7 req-ace2faf7-2017-48a7-a588-7a4f8bd50ddc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1935868
Nov 06 20:57:07.333643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:07.346937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.362400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:07.371988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6ddda-4873-4dbf-ab43-a891789428f4 None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:07.372487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:07.373052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.405734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=4b77308e-46af-4fc8-b894-bb2bf3a23529,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:07.420477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2177efab-2472-43bf-8ed3-7d85dab314ff req-4d6239d7-9871-4bdd-8fba-1427938e1433 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689923
Nov 06 20:57:07.432067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d49f6932-7949-4587-afab-5eba9ce769e9 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7773242
Nov 06 20:57:07.435385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60138) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:07.440096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d9a885e8-ea8d-4101-a4ec-299bd0d5fbbd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'security_group': {'name': 'tempest-secgroup-300399051'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:07.468936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d54bb6-9c72-4cab-b6c7-29843b895bc7 req-5b0ef7ec-f4b7-4d89-96ad-28806d7f0a2a tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420870
Nov 06 20:57:07.472950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d9a885e8-ea8d-4101-a4ec-299bd0d5fbbd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.522250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b936b212-d22d-4a31-bd1d-18e868b30fb1,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:07.526849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Checking segment: {'id': '4b86ea25-4152-4b49-859f-741688810966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a5eb6519-b7b2-40a6-95e2-b8fbed3952b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:07.527208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Network hostable DHCP agents. Network: a5eb6519-b7b2-40a6-95e2-b8fbed3952b8, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:57:07.553117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:57:07.574487 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d9a885e8-ea8d-4101-a4ec-299bd0d5fbbd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.575569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5eb6519-b7b2-40a6-95e2-b8fbed3952b8) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:07.583640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:07.584244 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.585621 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d9a885e8-ea8d-4101-a4ec-299bd0d5fbbd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.595031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e98a7-1e5c-49bd-bcbf-add7d9493f5e None None] Network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:07.607765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:07.612328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d9a885e8-ea8d-4101-a4ec-299bd0d5fbbd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.621015 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c835cbca-f3f9-42f1-9e5b-accccb1e2906 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8009586
Nov 06 20:57:07.621285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d9a885e8-ea8d-4101-a4ec-299bd0d5fbbd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1803536
Nov 06 20:57:07.621396 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664284cd-b379-42a9-b52d-c15561a417f6" -d '{"events": [{"server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "name": "network-vif-plugged", "status": "completed", "tag": "7da66a9d-f034-4223-9041-8301ccc26527"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:07.621499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60152) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:07.639709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6c9d9362-1747-468e-b793-fddc30f51126 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'security_group': {'name': 'tempest-secgroup-396222992'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:07.687133 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9362-1747-468e-b793-fddc30f51126 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.702532 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'tenant_id': 'e63a025ef80f43d8bb7bef703826424b', 'fixed_ips': [{'subnet_id': '4b77308e-46af-4fc8-b894-bb2bf3a23529'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:57:07.703495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.759810 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4831678e-deee-41c8-8891-2a18a63fe037 x-openstack-request-id: req-4831678e-deee-41c8-8891-2a18a63fe037 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:07.760106 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "name": "network-vif-plugged", "status": "completed", "tag": "7da66a9d-f034-4223-9041-8301ccc26527", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:07.760389 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4831678e-deee-41c8-8891-2a18a63fe037 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:07.760825 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527', 'code': 200}
Nov 06 20:57:07.793125 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a885e8-ea8d-4101-a4ec-299bd0d5fbbd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bcedf7-a4ba-45f8-8110-a486277eb0c1,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:07.845621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe9480-0d7b-483b-bf89-a86dc1a92afc req-da30c623-f80a-42ee-99b5-de9cf9c0b7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:07.848198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbbe9480-0d7b-483b-bf89-a86dc1a92afc req-da30c623-f80a-42ee-99b5-de9cf9c0b7fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 943 time: 0.0771699
Nov 06 20:57:07.854405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9362-1747-468e-b793-fddc30f51126 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.870692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9362-1747-468e-b793-fddc30f51126 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.894719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ce48314e-035e-4f7e-ad29-a50da789b541 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:07.925556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2537b680-f9b6-4aa9-bb33-d9ea30f16876 None None] Network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:07.930629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9362-1747-468e-b793-fddc30f51126 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:07.932040 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6c9d9362-1747-468e-b793-fddc30f51126 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3093174
Nov 06 20:57:07.934593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d9362-1747-468e-b793-fddc30f51126 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92664241-5a13-4ecd-9a59-4da0de9fc83e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:07.935144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60164) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:07.937638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ce48314e-035e-4f7e-ad29-a50da789b541 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:07.938192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ce48314e-035e-4f7e-ad29-a50da789b541 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:07.954571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-124843617', 'security_groups': ['92664241-5a13-4ecd-9a59-4da0de9fc83e'], 'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b77308e-46af-4fc8-b894-bb2bf3a23529'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:08.065778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbbe9480-0d7b-483b-bf89-a86dc1a92afc req-538f675d-afdb-4604-938c-1581f550d510 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083945
Nov 06 20:57:08.075932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Allocated IP 2001:db8::2 (6b9d1e8d-5590-41de-a97b-c70b567c46cc/4b77308e-46af-4fc8-b894-bb2bf3a23529/ad73f436-f5d9-471a-af7e-cf26f495bc34) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:08.129951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60172) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:08.135045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-662735548-network', 'tenant_id': '0a637cff786148b2b0662ab983f6be61'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:08.147582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:08.161186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Made reservation on behalf of 0a637cff786148b2b0662ab983f6be61 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:08.163682 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.173191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.238944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.254515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.257734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port 3031eb1d-5e6c-405f-ae74-985be5504265 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:57:08.259675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.268554 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.274096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.284576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:57:08.301157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103a5fee-dae7-4a3f-b3be-1bffd1a96baa,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:08.303991 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.304432 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Added segment 08fd2240-95c9-4bba-bec8-47da39fc15f3 of type vlan for network 289b6a6c-b980-4b8a-b0d0-7f97301e3ec9
Nov 06 20:57:08.341064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:08.342129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Pushing event updated for resources: {'Port': ['ID=ad73f436-f5d9-471a-af7e-cf26f495bc34,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:08.345230 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:08.347338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:08.351099 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.381303 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.382398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:08.383185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.405426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Attempting to bind port ad73f436-f5d9-471a-af7e-cf26f495bc34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:08.405996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Attempting to bind port ad73f436-f5d9-471a-af7e-cf26f495bc34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '620515f9-549e-421e-8f6f-55a441e359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:08.406099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Attempting to bind port ad73f436-f5d9-471a-af7e-cf26f495bc34 on network 6b9d1e8d-5590-41de-a97b-c70b567c46cc {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:08.411771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:08.412141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Checking segment: {'id': '620515f9-549e-421e-8f6f-55a441e359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:08.412590 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.412981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Bound using segment: {'id': '620515f9-549e-421e-8f6f-55a441e359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:08.413568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Bound port: ad73f436-f5d9-471a-af7e-cf26f495bc34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620515f9-549e-421e-8f6f-55a441e359b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:08.413953 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.445313 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3116028
Nov 06 20:57:08.445858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60174) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:08.447378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::18e (6b9d1e8d-5590-41de-a97b-c70b567c46cc/4b77308e-46af-4fc8-b894-bb2bf3a23529/3031eb1d-5e6c-405f-ae74-985be5504265) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:08.451087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Request body: {'subnet': {'network_id': '289b6a6c-b980-4b8a-b0d0-7f97301e3ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-662735548-subnet', 'tenant_id': '0a637cff786148b2b0662ab983f6be61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:08.467948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2666e-5efc-43ce-98d1-02526609cd99 admin admin] Pushing event updated for resources: {'Network': ['ID=289b6a6c-b980-4b8a-b0d0-7f97301e3ec9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:08.483968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 289b6a6c-b980-4b8a-b0d0-7f97301e3ec9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:57:08.485051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Made reservation on behalf of 0a637cff786148b2b0662ab983f6be61 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:08.491384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.502572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] For port ad73f436-f5d9-471a-af7e-cf26f495bc34, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:08.559155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] For port ad73f436-f5d9-471a-af7e-cf26f495bc34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad73f436-f5d9-471a-af7e-cf26f495bc34,segment=NetworkSegment(620515f9-549e-421e-8f6f-55a441e359b9),segment_id=620515f9-549e-421e-8f6f-55a441e359b9)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:08.575775 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.653499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690a767-25de-46a1-a2d6-b1341fe6b2c1 None None] Pushing event updated for resources: {'Port': ['ID=ad73f436-f5d9-471a-af7e-cf26f495bc34,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:08.685661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34579c1c-d940-4584-bfc1-a35d68e13f1e req-adc74ce6-9cda-468e-a290-23ea08f7833f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:08.687331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34579c1c-d940-4584-bfc1-a35d68e13f1e req-adc74ce6-9cda-468e-a290-23ea08f7833f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 946 time: 0.1648748
Nov 06 20:57:08.706517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.712090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9db54-af86-47bb-a77a-42878d84b390 req-833e0a4e-13a5-45f8-8a21-22e48d29e4ff tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:08.713725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eff9db54-af86-47bb-a77a-42878d84b390 req-833e0a4e-13a5-45f8-8a21-22e48d29e4ff tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 945 time: 0.1158741
Nov 06 20:57:08.759292 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.769749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954d79d7-43d7-4afe-aadd-8105c6de4718,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:08.777071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Checking segment: {'id': '08fd2240-95c9-4bba-bec8-47da39fc15f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '289b6a6c-b980-4b8a-b0d0-7f97301e3ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:08.777222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Network hostable DHCP agents. Network: 289b6a6c-b980-4b8a-b0d0-7f97301e3ec9, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:57:08.796402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Network 289b6a6c-b980-4b8a-b0d0-7f97301e3ec9 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:57:08.808098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 289b6a6c-b980-4b8a-b0d0-7f97301e3ec9) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:08.812557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:08.813505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.823070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a0065-844b-4d89-84b0-ff6c77f88af5 None None] Network 289b6a6c-b980-4b8a-b0d0-7f97301e3ec9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:08.832705 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d7a0b599-fad5-4bec-a074-914d76bea0e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3860865
Nov 06 20:57:08.835814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34579c1c-d940-4584-bfc1-a35d68e13f1e req-8909195a-3787-449d-8469-ec286aa8312b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386523
Nov 06 20:57:08.842327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eff9db54-af86-47bb-a77a-42878d84b390 req-3a6d406d-fb48-40d3-8165-25d26d29a25e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209614
Nov 06 20:57:08.847087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.909534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:08.915366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=3031eb1d-5e6c-405f-ae74-985be5504265,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:08.936320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:08.945146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:08.961723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:08.961922 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:08.991197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8dd01d02-5220-453d-ab83-4823e1d95b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.0534632
Nov 06 20:57:08.994122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60190) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:09.001624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f3e5e8af-a1cb-41e2-a333-1fed6a9f0663 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:09.199046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e5e8af-a1cb-41e2-a333-1fed6a9f0663 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:09.213178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3e5e8af-a1cb-41e2-a333-1fed6a9f0663 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:09.244037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:09.245820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7da66a9d-f034-4223-9041-8301ccc26527 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:09.292515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1b27e-88a6-431e-b931-06ee14bad3d9 req-63dbfab4-c392-4c3c-aae3-d18b8a8c40e4 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:09.294272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3b1b27e-88a6-431e-b931-06ee14bad3d9 req-63dbfab4-c392-4c3c-aae3-d18b8a8c40e4 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1097 time: 0.0740092
Nov 06 20:57:09.305142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932cd9c-51bc-4dfa-8ab2-6dfe0aa0cfb7 None None] Network 289b6a6c-b980-4b8a-b0d0-7f97301e3ec9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:09.313706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e703313-2226-4c40-83ae-81c6eb07ff6f req-9212b1c9-31df-481d-ba93-2ca39c366b2b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:09.314786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e703313-2226-4c40-83ae-81c6eb07ff6f req-9212b1c9-31df-481d-ba93-2ca39c366b2b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 943 time: 0.0645549
Nov 06 20:57:09.335798 ncdv-master-1 neutron-server[119334]: INFO neutron.db.ipam_backend_mixin [None req-f3e5e8af-a1cb-41e2-a333-1fed6a9f0663 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b77308e-46af-4fc8-b894-bb2bf3a23529 (CIDR: 2001:db8::/64)
Nov 06 20:57:09.340228 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e5e8af-a1cb-41e2-a333-1fed6a9f0663 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 20:57:09.340784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e5e8af-a1cb-41e2-a333-1fed6a9f0663 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:09.360544 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f3e5e8af-a1cb-41e2-a333-1fed6a9f0663 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3649373
Nov 06 20:57:09.361190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60206) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:09.367029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:09.387643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3b1b27e-88a6-431e-b931-06ee14bad3d9 req-af4779e4-852a-4147-a835-97d0fe938f00 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837524
Nov 06 20:57:09.402896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e703313-2226-4c40-83ae-81c6eb07ff6f req-c25848fd-a17b-4060-b32b-89fb79e819fe tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734172
Nov 06 20:57:09.502465 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:09.529236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:09.548087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:09.552216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:09.553641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc355b0-8427-4e6f-8934-ff64a3bee906 req-b10b204d-55b0-4cec-969f-fcbdad5cff30 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:09.554802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'mac_address': 'fa:16:3e:ad:b0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:57:09.557918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cc355b0-8427-4e6f-8934-ff64a3bee906 req-b10b204d-55b0-4cec-969f-fcbdad5cff30 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1097 time: 0.0511847
Nov 06 20:57:09.596879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:09.621963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cc355b0-8427-4e6f-8934-ff64a3bee906 req-5320939d-e851-47ce-b919-4b0c6ef80256 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577359
Nov 06 20:57:09.628480 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:09.741963 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:09.768883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:09.771487 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44630029-4dd7-4824-8970-4f81ddc82844" -d '{"events": [{"server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "name": "network-vif-unplugged", "status": "completed", "tag": "7da66a9d-f034-4223-9041-8301ccc26527"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:09.811429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 727932c3-7c17-41cf-a440-b43625fb7fb0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:09.821094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:09.879007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ad73f436-f5d9-471a-af7e-cf26f495bc34 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:09.887376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-66469958-0ed2-4e42-8131-ecd18dbca05e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:09.889270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-66469958-0ed2-4e42-8131-ecd18dbca05e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 943 time: 0.1007433
Nov 06 20:57:09.897151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:09.948137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:09.948860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ac110983-e7fe-43d9-8d9e-d8bac8f7734c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:10.004522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-848940b1-8aa6-4da7-bb71-0d4afbb8b231 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:10.006493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-848940b1-8aa6-4da7-bb71-0d4afbb8b231 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/networks?id=a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 HTTP/1.1" status: 200  len: 824 time: 0.3292859
Nov 06 20:57:10.027716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.054219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-6e8fcd21-6c7d-4f48-8430-aeaec1b336a2 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/quotas/21423998077b4a0e9f30b00f62b5691f HTTP/1.1" status: 200  len: 375 time: 0.0337520
Nov 06 20:57:10.082703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:10.092324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:10.092324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:10.092324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.109614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Deleting port 7da66a9d-f034-4223-9041-8301ccc26527 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:10.110340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.130612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=f6d292f3-c83e-42dd-b041-9c38e6132011,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:10.153039 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0e42cccd-7669-4a7f-93a9-c4cb80c9899a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7898149
Nov 06 20:57:10.153715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60242) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:10.159537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1293171392', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f6d292f3-c83e-42dd-b041-9c38e6132011'}], 'security_groups': ['93bcedf7-a4ba-45f8-8110-a486277eb0c1']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:10.168084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ac110983-e7fe-43d9-8d9e-d8bac8f7734c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:10.227940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-f13001be-f910-40df-ba82-f13eece05201 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21423998077b4a0e9f30b00f62b5691f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1719408
Nov 06 20:57:10.243448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c', 'mac_address': 'fa:16:3e:1c:1d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:57:10.277139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-4d641bd7-45f2-4330-b0f1-fb28e14434d7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:57:10.284460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-4d641bd7-45f2-4330-b0f1-fb28e14434d7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0555499
Nov 06 20:57:10.309880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:10.427100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980f769-93e8-45f4-9759-ce2cafaacdfc None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:10.435046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] For port 7da66a9d-f034-4223-9041-8301ccc26527, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7da66a9d-f034-4223-9041-8301ccc26527,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:10.435849 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.452823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-89a429f3-7a0b-4108-b396-502c84c57844 service neutron] 10.222.0.13 "GET /v2.0/networks/a5eb6519-b7b2-40a6-95e2-b8fbed3952b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672931
Nov 06 20:57:10.453487 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.465086 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.520426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Calling delete_port for 7da66a9d-f034-4223-9041-8301ccc26527 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:10.528508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac110983-e7fe-43d9-8d9e-d8bac8f7734c {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:10.567493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:10.567896 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.612210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8dd2f96f-8b1a-4ef0-b80b-1981072c651c None None] Provisioning complete for port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:10.612628 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f96f-8b1a-4ef0-b80b-1981072c651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.619796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ac110983-e7fe-43d9-8d9e-d8bac8f7734c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:10.641236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-73196e9e-37d2-4061-a06f-c71483e5db1e service neutron] 10.222.0.13 "GET /v2.0/networks/a5eb6519-b7b2-40a6-95e2-b8fbed3952b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874943
Nov 06 20:57:10.673030 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.739063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:10.775770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2f96f-8b1a-4ef0-b80b-1981072c651c None None] Port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:10.798519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.864739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8dd2f96f-8b1a-4ef0-b80b-1981072c651c None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:10.865105 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f96f-8b1a-4ef0-b80b-1981072c651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.884216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['727932c3-7c17-41cf-a440-b43625fb7fb0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:10.909171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event deleted for resources: {'Port': ['ID=7da66a9d-f034-4223-9041-8301ccc26527,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:10.959694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:10.968256 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a034db-060c-48f2-8314-5a6c3762d9dd x-openstack-request-id: req-34a034db-060c-48f2-8314-5a6c3762d9dd {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:10.968579 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "name": "network-vif-unplugged", "status": "completed", "tag": "7da66a9d-f034-4223-9041-8301ccc26527", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:10.968831 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34a034db-060c-48f2-8314-5a6c3762d9dd {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:10.969219 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527', 'code': 200}
Nov 06 20:57:11.023150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] No DVR routers for this DVR port 7da66a9d-f034-4223-9041-8301ccc26527 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:11.027441 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:11.036869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b58739d6-668f-46f5-ae2c-9e8045954c5f req-d0dc5b4b-cee1-4997-95d0-6b5e5fb032bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "DELETE /v2.0/ports/7da66a9d-f034-4223-9041-8301ccc26527 HTTP/1.1" status: 204  len: 173 time: 1.1401722
Nov 06 20:57:11.059923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port ad73f436-f5d9-471a-af7e-cf26f495bc34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad73f436-f5d9-471a-af7e-cf26f495bc34,segment=NetworkSegment(620515f9-549e-421e-8f6f-55a441e359b9),segment_id=620515f9-549e-421e-8f6f-55a441e359b9)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:11.091992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'name': 'network-vif-deleted', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:11.101226 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a8b279-c08d-41a7-aee3-c529535728a0" -d '{"events": [{"server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "name": "network-vif-deleted", "tag": "7da66a9d-f034-4223-9041-8301ccc26527"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:11.107145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a713b8a-ca1b-495a-a9ce-dcb0193e8075 req-90143ff5-2317-43d6-8f59-ed2e6452b826 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=de50665b-f9fe-480d-b6a4-1591f2cc2757 HTTP/1.1" status: 200  len: 210 time: 0.0692203
Nov 06 20:57:11.120246 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:11.200618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ac110983-e7fe-43d9-8d9e-d8bac8f7734c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:11.254552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f96f-8b1a-4ef0-b80b-1981072c651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:11.317349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4036425-8ca6-4a95-99ac-98f6d2eb817c None None] Update dhcp port {'port': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'fixed_ips': [{'subnet_id': '4b77308e-46af-4fc8-b894-bb2bf3a23529', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6d292f3-c83e-42dd-b041-9c38e6132011'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ad73f436-f5d9-471a-af7e-cf26f495bc34'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 20:57:11.343648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-8622f239-fc85-4c5f-b885-3145a89c923e tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:57:11.347995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-8622f239-fc85-4c5f-b885-3145a89c923e tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0094602
Nov 06 20:57:11.349486 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4036425-8ca6-4a95-99ac-98f6d2eb817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:11.361683 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=ad73f436-f5d9-471a-af7e-cf26f495bc34,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:11.547060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Delete allocated IP 2001:db8::18e (6b9d1e8d-5590-41de-a97b-c70b567c46cc/4b77308e-46af-4fc8-b894-bb2bf3a23529) {{(pid=119334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 06 20:57:11.562245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8:0:1::2c4 (6b9d1e8d-5590-41de-a97b-c70b567c46cc/f6d292f3-c83e-42dd-b041-9c38e6132011/3031eb1d-5e6c-405f-ae74-985be5504265) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:11.621680 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-8dd2f96f-8b1a-4ef0-b80b-1981072c651c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:57:11.622232 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-8dd2f96f-8b1a-4ef0-b80b-1981072c651c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:57:11.778584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db68588-57b1-484a-9a33-074836cf1d84 req-0332dfe5-445c-4db6-bd65-2853143fc2fe tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:11.792746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db68588-57b1-484a-9a33-074836cf1d84 req-0332dfe5-445c-4db6-bd65-2853143fc2fe tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 944 time: 0.1468632
Nov 06 20:57:11.799776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ad73f436-f5d9-471a-af7e-cf26f495bc34 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:11.803392 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:11.816700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:11.890294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] In _notify_port_updated(), no bound segment for port 3031eb1d-5e6c-405f-ae74-985be5504265 on network 6b9d1e8d-5590-41de-a97b-c70b567c46cc {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:57:11.898621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:11.899614 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:11.901347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "PUT /v2.0/ports/3031eb1d-5e6c-405f-ae74-985be5504265 HTTP/1.1" status: 200  len: 931 time: 1.7466247
Nov 06 20:57:11.904346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60316) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:11.945747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db68588-57b1-484a-9a33-074836cf1d84 req-c64981a1-aa63-4350-bde4-d66c2f344dc0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518383
Nov 06 20:57:11.974147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb274-27a7-4fde-aaf2-32f47c51d230 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=3031eb1d-5e6c-405f-ae74-985be5504265,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:12.032142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-7c69f971-0d16-4ca8-8d77-6387f7932f86 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 3031eb1d-5e6c-405f-ae74-985be5504265 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:12.032619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c69f971-0d16-4ca8-8d77-6387f7932f86 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:12.128949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8adcac8-fb1f-4bb1-8837-1c2697a62b84 req-e065031a-e130-4c62-b67d-93e559f6b822 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 210 time: 0.0530314
Nov 06 20:57:12.155703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-e7c4e41c-07e5-468c-8838-a73937295102 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:57:12.156860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-e7c4e41c-07e5-468c-8838-a73937295102 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3470986
Nov 06 20:57:12.167180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c69f971-0d16-4ca8-8d77-6387f7932f86 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:12.193710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-7c69f971-0d16-4ca8-8d77-6387f7932f86 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 3031eb1d-5e6c-405f-ae74-985be5504265 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:12.320056 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33069a32-6b59-4b69-b816-d1ce05ff4fcb x-openstack-request-id: req-33069a32-6b59-4b69-b816-d1ce05ff4fcb {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:12.320899 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50665b-f9fe-480d-b6a4-1591f2cc2757", "name": "network-vif-deleted", "tag": "7da66a9d-f034-4223-9041-8301ccc26527", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:12.321863 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33069a32-6b59-4b69-b816-d1ce05ff4fcb {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:12.329596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-a72a0ff9-b0c7-4282-9309-39347c9fab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:12.331727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-a72a0ff9-b0c7-4282-9309-39347c9fab01 service neutron] 10.222.0.13 "GET /v2.0/ports/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 200  len: 1094 time: 0.1526878
Nov 06 20:57:12.336464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e4036425-8ca6-4a95-99ac-98f6d2eb817c None None] Allocated IP 2001:db8:0:1::2 (6b9d1e8d-5590-41de-a97b-c70b567c46cc/f6d292f3-c83e-42dd-b041-9c38e6132011/ad73f436-f5d9-471a-af7e-cf26f495bc34) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:12.338011 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50665b-f9fe-480d-b6a4-1591f2cc2757', 'name': 'network-vif-deleted', 'tag': '7da66a9d-f034-4223-9041-8301ccc26527', 'status': 'completed', 'code': 200}
Nov 06 20:57:12.367821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:12.370109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:57:12.386228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:12.386605 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:12.496810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c69f971-0d16-4ca8-8d77-6387f7932f86 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:12.542667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e4036425-8ca6-4a95-99ac-98f6d2eb817c None None] For port ad73f436-f5d9-471a-af7e-cf26f495bc34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad73f436-f5d9-471a-af7e-cf26f495bc34,segment=NetworkSegment(620515f9-549e-421e-8f6f-55a441e359b9),segment_id=620515f9-549e-421e-8f6f-55a441e359b9)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:12.546084 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69f971-0d16-4ca8-8d77-6387f7932f86 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=3031eb1d-5e6c-405f-ae74-985be5504265,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:12.588618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c69f971-0d16-4ca8-8d77-6387f7932f86 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:12.592234 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7c69f971-0d16-4ca8-8d77-6387f7932f86 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/3031eb1d-5e6c-405f-ae74-985be5504265 HTTP/1.1" status: 204  len: 168 time: 0.6866462
Nov 06 20:57:12.595024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60340) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:12.633276 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b6c0a7-53ac-4418-9e1a-497b1dd1e951 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:57:12.635265 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-33b6c0a7-53ac-4418-9e1a-497b1dd1e951 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/3031eb1d-5e6c-405f-ae74-985be5504265 HTTP/1.1" status: 404  len: 333 time: 0.0386367
Nov 06 20:57:12.639418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60342) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:12.671646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on host nch1-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:12.672241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:12.672719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:12.679153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:57:12.680072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:12.682576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4036425-8ca6-4a95-99ac-98f6d2eb817c None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:12.686506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:12.687094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:12.687578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:12.688819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Bound port: 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:12.691116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4036425-8ca6-4a95-99ac-98f6d2eb817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:12.831519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:12.846534 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:12.847975 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-dea3b5ec-c35f-49af-966d-961cfc755953 service neutron] 10.222.0.13 "POST /v2.0/ports/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e/bindings HTTP/1.1" status: 201  len: 389 time: 0.4881806
Nov 06 20:57:12.901579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4036425-8ca6-4a95-99ac-98f6d2eb817c None None] Pushing event updated for resources: {'Port': ['ID=ad73f436-f5d9-471a-af7e-cf26f495bc34,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:13.053527 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:57:13.276078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:13.354265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 727932c3-7c17-41cf-a440-b43625fb7fb0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:13.354777 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.493961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-3b662ab6-1189-4713-90e4-a1f583fe7c54 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:13.498049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-3b662ab6-1189-4713-90e4-a1f583fe7c54 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.10 "GET /v2.0/networks?id=a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 HTTP/1.1" status: 200  len: 824 time: 0.7991452
Nov 06 20:57:13.499895 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.514713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60358) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:13.521889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7f8c885f-faeb-4629-9861-dc9ae565e3f5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123301536', 'description': 'tempest-description--1202687376'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:13.566371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:13.567013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Request body: {'port': {'device_id': '63f4f0a1-23c6-46bd-b4c0-705a61ffdc99', 'network_id': 'a5eb6519-b7b2-40a6-95e2-b8fbed3952b8', 'admin_state_up': True, 'tenant_id': '21423998077b4a0e9f30b00f62b5691f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:13.569120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f8c885f-faeb-4629-9861-dc9ae565e3f5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.572222 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43bd4f4-3ad5-4bd2-95d1-3fc879753bec" -d '{"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-plugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:13.606692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:13.616855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.620516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ac110983-e7fe-43d9-8d9e-d8bac8f7734c up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:13.719706 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d5d9-0499-4c29-b680-bc6aa7d8c784 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.734203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f8c885f-faeb-4629-9861-dc9ae565e3f5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.744571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f8c885f-faeb-4629-9861-dc9ae565e3f5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.790067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c885f-faeb-4629-9861-dc9ae565e3f5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d8de0-6441-4da5-83d4-111c7d47c08e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:13.827222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f34468-2a88-47aa-85fb-c81e56ce6d61 req-3e3f2897-57d8-45af-9287-71c2581b6654 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:13.830187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:13.837202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ad73f436-f5d9-471a-af7e-cf26f495bc34 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:13.838615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f8c885f-faeb-4629-9861-dc9ae565e3f5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.843085 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7f8c885f-faeb-4629-9861-dc9ae565e3f5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3266451
Nov 06 20:57:13.846769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60366) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:13.851740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74f34468-2a88-47aa-85fb-c81e56ce6d61 req-3e3f2897-57d8-45af-9287-71c2581b6654 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 944 time: 0.5434463
Nov 06 20:57:13.853703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e5623841-f74d-4257-b593-6eea612c8187 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Request body: {'security_group_rule': {'security_group_id': 'ae9d8de0-6441-4da5-83d4-111c7d47c08e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:13.862210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-f6353532-134d-41e2-8584-5b60f771641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:13.866236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-f6353532-134d-41e2-8584-5b60f771641a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1097 time: 0.5429320
Nov 06 20:57:13.888194 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d5d9-0499-4c29-b680-bc6aa7d8c784 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.899353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5623841-f74d-4257-b593-6eea612c8187 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.917260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port ac110983-e7fe-43d9-8d9e-d8bac8f7734c completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:57:13.938043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port ac110983-e7fe-43d9-8d9e-d8bac8f7734c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:13.938688 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:13.949394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dbc3e880-6185-4b79-9010-c3d2248dd20c None None] Provisioning complete for port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:13.949991 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dbc3e880-6185-4b79-9010-c3d2248dd20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.024237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:14.024859 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.029115 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5623841-f74d-4257-b593-6eea612c8187 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.042778 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5623841-f74d-4257-b593-6eea612c8187 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.056589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dbc3e880-6185-4b79-9010-c3d2248dd20c None None] Port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:14.067840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-787f3e5b-214a-4225-a526-00e60477a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:14.069520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-787f3e5b-214a-4225-a526-00e60477a941 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.1836171
Nov 06 20:57:14.071194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5623841-f74d-4257-b593-6eea612c8187 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b95555-cf2c-40fd-ba4d-aec7fbff87eb,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:14.097341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5623841-f74d-4257-b593-6eea612c8187 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.107886 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e5623841-f74d-4257-b593-6eea612c8187 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2514627
Nov 06 20:57:14.112915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60368) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:14.119184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b7f48924-8400-4a62-96f7-9637aec9d444 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Request body: {'security_group_rule': {'security_group_id': 'ae9d8de0-6441-4da5-83d4-111c7d47c08e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:14.143273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dbc3e880-6185-4b79-9010-c3d2248dd20c None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:14.143972 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dbc3e880-6185-4b79-9010-c3d2248dd20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.190050 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b7f48924-8400-4a62-96f7-9637aec9d444 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.206122 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.225675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d5d9-0499-4c29-b680-bc6aa7d8c784 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.229998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d5d9-0499-4c29-b680-bc6aa7d8c784 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.231013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d9b5d5d9-0499-4c29-b680-bc6aa7d8c784 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/security-groups/92664241-5a13-4ecd-9a59-4da0de9fc83e HTTP/1.1" status: 204  len: 168 time: 1.5900469
Nov 06 20:57:14.243801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60372) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:14.374696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ac110983-e7fe-43d9-8d9e-d8bac8f7734c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:14.397809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-d782d4ae-68ab-430b-989f-2a93e9dc2d45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 200  len: 217 time: 0.2818825
Nov 06 20:57:14.406342 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.406874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7da66a9d-f034-4223-9041-8301ccc26527 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:14.418794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b7f48924-8400-4a62-96f7-9637aec9d444 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.428324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d5d9-0499-4c29-b680-bc6aa7d8c784 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92664241-5a13-4ecd-9a59-4da0de9fc83e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:14.445302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b7f48924-8400-4a62-96f7-9637aec9d444 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.465228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 7da66a9d-f034-4223-9041-8301ccc26527 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:14.465819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7da66a9d-f034-4223-9041-8301ccc26527 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:14.469800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.475727 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ad4678-7f2c-4fb3-8389-525896b368db tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.529159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f48924-8400-4a62-96f7-9637aec9d444 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c59ca3-0619-4d7a-b952-81007cdbd5c5,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:14.533779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.542393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-2a94ecfb-b8ef-4335-8e87-2d6be128644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:14.547007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-2a94ecfb-b8ef-4335-8e87-2d6be128644e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.1325445
Nov 06 20:57:14.567468 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b7f48924-8400-4a62-96f7-9637aec9d444 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.573683 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b7f48924-8400-4a62-96f7-9637aec9d444 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4597452
Nov 06 20:57:14.574306 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60374) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:14.576149 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ad4678-7f2c-4fb3-8389-525896b368db tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.581134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8d3d1-96c4-4e63-b36e-51acd0bc1f92 req-25f170b3-9278-4249-945a-03afa5138bd9 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:14.582743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0d8d3d1-96c4-4e63-b36e-51acd0bc1f92 req-25f170b3-9278-4249-945a-03afa5138bd9 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 946 time: 0.8643572
Nov 06 20:57:14.588435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:14.594603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74f34468-2a88-47aa-85fb-c81e56ce6d61 req-397549b1-cd79-4c38-894c-328a1f320ac0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7406545
Nov 06 20:57:14.606707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:14.616017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dbc3e880-6185-4b79-9010-c3d2248dd20c None None] Could not find standard attr ID for object 3031eb1d-5e6c-405f-ae74-985be5504265. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:57:14.692422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-82a97ba7-01c7-4709-94b2-c5c49e21330c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1315811
Nov 06 20:57:14.714298 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.731099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f2f26c55-a4a7-454f-a8b6-b7523b58049a None None] Could not find standard attr ID for object 3031eb1d-5e6c-405f-ae74-985be5504265. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:57:14.745675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ad4678-7f2c-4fb3-8389-525896b368db tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.748979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ad4678-7f2c-4fb3-8389-525896b368db tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:14.750123 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73ad4678-7f2c-4fb3-8389-525896b368db tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/security-groups/93bcedf7-a4ba-45f8-8110-a486277eb0c1 HTTP/1.1" status: 204  len: 168 time: 0.5053501
Nov 06 20:57:14.759039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:14.851719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c33adb8e-da32-4861-9b83-6dbe8b4566ec None None] Could not find standard attr ID for object 3031eb1d-5e6c-405f-ae74-985be5504265. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:57:14.878037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f6979e0-1486-4b0e-b59a-23ff0a584021 req-d3898d1d-b7e2-4b8f-bbc0-6ab5c1d7b250 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 210 time: 0.0736573
Nov 06 20:57:14.906219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad4678-7f2c-4fb3-8389-525896b368db tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bcedf7-a4ba-45f8-8110-a486277eb0c1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:14.950854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0d8d3d1-96c4-4e63-b36e-51acd0bc1f92 req-b6fa68af-7ce2-485b-92ef-683e5dac4c24 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3456962
Nov 06 20:57:14.955015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Made reservation on behalf of 21423998077b4a0e9f30b00f62b5691f for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:14.960927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.033861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3b9d84-0384-46c7-a2b5-8a1d504e7b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet 4b77308e-46af-4fc8-b894-bb2bf3a23529 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:15.045241 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9d84-0384-46c7-a2b5-8a1d504e7b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.073780 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7101fb-fdb7-48d7-af27-caa175b9e8e4 x-openstack-request-id: req-ac7101fb-fdb7-48d7-af27-caa175b9e8e4 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:15.073780 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-plugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:15.074106 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac7101fb-fdb7-48d7-af27-caa175b9e8e4 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:15.074436 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'code': 200}
Nov 06 20:57:15.090235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-a94059ad-5489-48c5-b4bd-9b1435d5761d service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3671782
Nov 06 20:57:15.138289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9d84-0384-46c7-a2b5-8a1d504e7b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.238580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Allocated IP 172.20.0.4 (a5eb6519-b7b2-40a6-95e2-b8fbed3952b8/b936b212-d22d-4a31-bd1d-18e868b30fb1/93c7d686-82c3-47f5-b551-bbb8fa1160ac) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:15.266522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-ea296bae-e27f-4213-af5e-0d56f29cc7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688416
Nov 06 20:57:15.269001 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.315872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9d84-0384-46c7-a2b5-8a1d504e7b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.473754 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.490439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9d84-0384-46c7-a2b5-8a1d504e7b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.530614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b9d84-0384-46c7-a2b5-8a1d504e7b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=4b77308e-46af-4fc8-b894-bb2bf3a23529,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:15.532710 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9d84-0384-46c7-a2b5-8a1d504e7b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.534729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.536813 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0c3b9d84-0384-46c7-a2b5-8a1d504e7b4e tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/4b77308e-46af-4fc8-b894-bb2bf3a23529 HTTP/1.1" status: 204  len: 168 time: 0.7647460
Nov 06 20:57:15.542361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60386) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:15.552808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:15.565795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019127a-f790-4b4e-a9f2-29bebb0ded8d None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:15.631947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Pushing event updated for resources: {'Port': ['ID=93c7d686-82c3-47f5-b551-bbb8fa1160ac,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:15.651567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:15.653476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:15.658524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:15.681390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Allocated IP 172.35.0.55 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/bb03ec86-06a9-40cf-b567-ac48be45303c) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:15.777381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:15.778249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.806335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-efbe86d4-9cdd-42d8-b7c1-3a2fd98da9cb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2631428
Nov 06 20:57:15.823956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d35bb5-2db9-47ad-8034-b926158c9ca1 req-caca1683-f008-4434-b557-a5200652dc04 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:15.833130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d35bb5-2db9-47ad-8034-b926158c9ca1 req-caca1683-f008-4434-b557-a5200652dc04 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 945 time: 0.0939074
Nov 06 20:57:15.843412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Request body: {'port': {'device_id': '63f4f0a1-23c6-46bd-b4c0-705a61ffdc99', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:15.941621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:15.946070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.964502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:15.976629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d35bb5-2db9-47ad-8034-b926158c9ca1 req-f820923b-4866-4a27-9fad-c864200bb9d1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347795
Nov 06 20:57:15.979242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:16.128140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:16.225631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:16.232455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:16.249154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:16.259660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fd018-6f55-4f2b-a7c5-da219113b007 req-bb4bd565-6a91-460c-b0a5-0e7afd64330a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:16.267370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e2fd018-6f55-4f2b-a7c5-da219113b007 req-bb4bd565-6a91-460c-b0a5-0e7afd64330a tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 946 time: 0.1719863
Nov 06 20:57:16.325069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9121e03-7988-465c-81a2-9d1c4aca122d req-7a165e53-a769-45bc-9da9-d0de317cd37e tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:16.326887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9121e03-7988-465c-81a2-9d1c4aca122d req-7a165e53-a769-45bc-9da9-d0de317cd37e tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 931 time: 0.2498114
Nov 06 20:57:16.338313 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event updated for resources: {'Port': ['ID=bb03ec86-06a9-40cf-b567-ac48be45303c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:16.472877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e2fd018-6f55-4f2b-a7c5-da219113b007 req-d22f211e-75fc-4d04-804f-ce486b00315b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997411
Nov 06 20:57:16.491948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:16.608489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9121e03-7988-465c-81a2-9d1c4aca122d req-ae75c173-1f2a-453e-8c93-16678a0f878b tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2727673
Nov 06 20:57:16.641150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:16.721707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:16.775783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:16.808643 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5a31-ecc1-49b4-b8c9-35b523adc476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:16.825502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:16.893610 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:16.894201 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:16.914310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c7d686-82c3-47f5-b551-bbb8fa1160ac {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:16.927684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=4a5a7f99-f717-4441-bf77-cf85900e5e78,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:16.934427 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-17308497-576e-443a-95dc-2f5f11d58dc6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3910189
Nov 06 20:57:16.941647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60416) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:16.948334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546b8fc-1edf-4127-94e5-c40fc07603d6 None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:16.954697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-43c3311c-2902-47a9-89ec-36539147ee72 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'security_group': {'name': 'tempest-secgroup-1282911800'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:16.988765 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.012779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Transition to ACTIVE for port object 93c7d686-82c3-47f5-b551-bbb8fa1160ac will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:57:17.015225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43c3311c-2902-47a9-89ec-36539147ee72 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.027048 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.076333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b981f8-9d0d-4885-92fd-36b67332203a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:17.078858 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2686dd67-f9b4-41e8-83c8-90dda93c6ee9" -d '{"events": [{"server_uuid": "e9b981f8-9d0d-4885-92fd-36b67332203a", "name": "network-vif-plugged", "status": "completed", "tag": "ac110983-e7fe-43d9-8d9e-d8bac8f7734c"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:17.084540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7d686-82c3-47f5-b551-bbb8fa1160ac,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:17.109073 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d5f17a91-7700-400b-966c-1ff26497473a None None] Provisioning complete for port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:17.109514 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5f17a91-7700-400b-966c-1ff26497473a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.111630 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.126196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.155841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43c3311c-2902-47a9-89ec-36539147ee72 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.165372 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43c3311c-2902-47a9-89ec-36539147ee72 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.207212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d5f17a91-7700-400b-966c-1ff26497473a None None] Port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:17.279550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d5f17a91-7700-400b-966c-1ff26497473a None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:17.280148 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5f17a91-7700-400b-966c-1ff26497473a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.303104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event updated for resources: {'Port': ['ID=bb03ec86-06a9-40cf-b567-ac48be45303c,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:17.306275 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec10fc7-8add-404c-a4b6-d507f008e420 x-openstack-request-id: req-6ec10fc7-8add-404c-a4b6-d507f008e420 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:17.306864 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b981f8-9d0d-4885-92fd-36b67332203a", "name": "network-vif-plugged", "status": "completed", "tag": "ac110983-e7fe-43d9-8d9e-d8bac8f7734c", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:17.307356 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ec10fc7-8add-404c-a4b6-d507f008e420 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:17.308189 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b981f8-9d0d-4885-92fd-36b67332203a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c', 'code': 200}
Nov 06 20:57:17.335454 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.364126 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.366032 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-443750e5-ba39-4d65-b057-cd706672a2b2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7849500
Nov 06 20:57:17.421468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43c3311c-2902-47a9-89ec-36539147ee72 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.426251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-43c3311c-2902-47a9-89ec-36539147ee72 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4834287
Nov 06 20:57:17.427278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60426) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:17.433232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1c7bb957-3b21-40ed-8083-482f751658f1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'security_group': {'name': 'tempest-secgroup-1168205700'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:17.435819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3311c-2902-47a9-89ec-36539147ee72 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b2e271-aae2-4794-ab92-57a7b60b9ba3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:17.446822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cdeb83-0599-457f-8e73-9287a4c506e8 None None] Update dhcp port {'port': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'fixed_ips': [{'subnet_id': 'f6d292f3-c83e-42dd-b041-9c38e6132011', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a5a7f99-f717-4441-bf77-cf85900e5e78'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ad73f436-f5d9-471a-af7e-cf26f495bc34'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 20:57:17.451279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Attempting to bind port 93c7d686-82c3-47f5-b551-bbb8fa1160ac on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:17.452211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Attempting to bind port 93c7d686-82c3-47f5-b551-bbb8fa1160ac by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4b86ea25-4152-4b49-859f-741688810966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a5eb6519-b7b2-40a6-95e2-b8fbed3952b8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:17.452582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Attempting to bind port 93c7d686-82c3-47f5-b551-bbb8fa1160ac on network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:17.454328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36533d-702c-4e19-924e-64efae1d732c req-ffe50ece-39b7-4a92-aa20-4d129c114223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:17.456727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ea36533d-702c-4e19-924e-64efae1d732c req-ffe50ece-39b7-4a92-aa20-4d129c114223 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 1096 time: 0.0885341
Nov 06 20:57:17.458258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Port 93c7d686-82c3-47f5-b551-bbb8fa1160ac on network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:57:17.458589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Attempting to bind port 93c7d686-82c3-47f5-b551-bbb8fa1160ac on network a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:17.469301 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31256db-2cdd-4880-a7e5-7937293413f5 req-266d3635-56fa-4855-8db8-3016900cee11 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:17.479255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e31256db-2cdd-4880-a7e5-7937293413f5 req-266d3635-56fa-4855-8db8-3016900cee11 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 945 time: 0.2999780
Nov 06 20:57:17.484685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-50cdeb83-0599-457f-8e73-9287a4c506e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.497021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:17.497497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Checking segment: {'id': '4b86ea25-4152-4b49-859f-741688810966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a5eb6519-b7b2-40a6-95e2-b8fbed3952b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:17.497897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Bound using segment: {'id': '4b86ea25-4152-4b49-859f-741688810966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a5eb6519-b7b2-40a6-95e2-b8fbed3952b8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:17.498452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Bound port: 93c7d686-82c3-47f5-b551-bbb8fa1160ac, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b86ea25-4152-4b49-859f-741688810966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a5eb6519-b7b2-40a6-95e2-b8fbed3952b8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:17.498814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.555615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e31256db-2cdd-4880-a7e5-7937293413f5 req-cafc2a5e-f5ec-4798-b04a-ae8cfdbcf3d9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753632
Nov 06 20:57:17.591518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ea36533d-702c-4e19-924e-64efae1d732c req-04cfe1a3-ea51-4763-bcec-2d6a30bad7d8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185048
Nov 06 20:57:17.596680 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb957-3b21-40ed-8083-482f751658f1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.749320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb957-3b21-40ed-8083-482f751658f1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.759415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb957-3b21-40ed-8083-482f751658f1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.791736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] For port 93c7d686-82c3-47f5-b551-bbb8fa1160ac, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:17.796887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] For port 93c7d686-82c3-47f5-b551-bbb8fa1160ac, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7d686-82c3-47f5-b551-bbb8fa1160ac,segment=NetworkSegment(4b86ea25-4152-4b49-859f-741688810966),segment_id=4b86ea25-4152-4b49-859f-741688810966)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:17.811641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46689-5eaa-45f1-8fb2-c9f8fdfb88d2 req-422f02d0-0c59-4424-ab8d-81132b3cf2ef tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:17.820251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0a46689-5eaa-45f1-8fb2-c9f8fdfb88d2 req-422f02d0-0c59-4424-ab8d-81132b3cf2ef tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 946 time: 0.1991665
Nov 06 20:57:17.829036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bb957-3b21-40ed-8083-482f751658f1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff42bc7-6dc2-4cd3-a8e0-d17f0e8998cd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:17.845386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb957-3b21-40ed-8083-482f751658f1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.849265 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c7bb957-3b21-40ed-8083-482f751658f1 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4199541
Nov 06 20:57:17.852094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60440) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:17.860341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-68bdebda-a1db-4000-a315-a71f5152a48c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'security_group': {'name': 'tempest-secgroup-2045978291'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:17.869672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-50cdeb83-0599-457f-8e73-9287a4c506e8 None None] Allocated IP 2001:db8::2 (6b9d1e8d-5590-41de-a97b-c70b567c46cc/4a5a7f99-f717-4441-bf77-cf85900e5e78/ad73f436-f5d9-471a-af7e-cf26f495bc34) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:17.896980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0a46689-5eaa-45f1-8fb2-c9f8fdfb88d2 req-4dc11f0e-d72c-4b03-a16f-93c4b50ae467 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755455
Nov 06 20:57:17.898214 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.905889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68bdebda-a1db-4000-a315-a71f5152a48c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:17.921543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8bc27-51bf-40b5-906f-a5b23c0cf0f9 req-28dfb771-3193-4fa8-93b0-47ff6db5dee7 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:17.933468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53d8bc27-51bf-40b5-906f-a5b23c0cf0f9 req-28dfb771-3193-4fa8-93b0-47ff6db5dee7 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 943 time: 0.2193575
Nov 06 20:57:18.021349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68bdebda-a1db-4000-a315-a71f5152a48c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:18.034210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68bdebda-a1db-4000-a315-a71f5152a48c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:18.040791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-50cdeb83-0599-457f-8e73-9287a4c506e8 None None] For port ad73f436-f5d9-471a-af7e-cf26f495bc34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad73f436-f5d9-471a-af7e-cf26f495bc34,segment=NetworkSegment(620515f9-549e-421e-8f6f-55a441e359b9),segment_id=620515f9-549e-421e-8f6f-55a441e359b9)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:18.100930 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-50cdeb83-0599-457f-8e73-9287a4c506e8 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:18.108398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:18.112129 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-50cdeb83-0599-457f-8e73-9287a4c506e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:18.113128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdebda-a1db-4000-a315-a71f5152a48c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6d7a63-c53d-4692-88d4-d05257debac4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:18.114806 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:18.116659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] 10.222.0.10 "PUT /v2.0/ports/93c7d686-82c3-47f5-b551-bbb8fa1160ac HTTP/1.1" status: 200  len: 1091 time: 2.2775142
Nov 06 20:57:18.124230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68bdebda-a1db-4000-a315-a71f5152a48c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:18.128459 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-68bdebda-a1db-4000-a315-a71f5152a48c tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2724359
Nov 06 20:57:18.129247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f4f0a1-23c6-46bd-b4c0-705a61ffdc99', 'tag': '93c7d686-82c3-47f5-b551-bbb8fa1160ac'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:18.129535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60450) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:18.133732 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a57aac-0b30-4932-a326-8d7695c44c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "63f4f0a1-23c6-46bd-b4c0-705a61ffdc99", "tag": "93c7d686-82c3-47f5-b551-bbb8fa1160ac"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:18.155448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-886129523', 'security_groups': ['4e6d7a63-c53d-4692-88d4-d05257debac4'], 'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a5a7f99-f717-4441-bf77-cf85900e5e78'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:18.228210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53d8bc27-51bf-40b5-906f-a5b23c0cf0f9 req-131df805-6408-435e-ad3d-e2b1ab82b181 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2887385
Nov 06 20:57:18.278908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdeb83-0599-457f-8e73-9287a4c506e8 None None] Pushing event updated for resources: {'Port': ['ID=ad73f436-f5d9-471a-af7e-cf26f495bc34,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:18.334338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a0fd7-079c-4361-8d36-20643f1f3533 service neutron] Pushing event updated for resources: {'Port': ['ID=93c7d686-82c3-47f5-b551-bbb8fa1160ac,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:18.410287 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:18.448075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-941ec8a8-cd6d-472f-8b2d-bb3ad999f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:18.450028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-941ec8a8-cd6d-472f-8b2d-bb3ad999f2fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21423998077b4a0e9f30b00f62b5691f&device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 1094 time: 0.1342039
Nov 06 20:57:18.460266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-75394aee-2304-490e-bfd8-4048eb10a608 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:18.461859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-75394aee-2304-490e-bfd8-4048eb10a608 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 821 time: 0.2908669
Nov 06 20:57:18.544020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-629447f6-e1ff-46c1-9d39-e91ebd4d6249 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c7d686-82c3-47f5-b551-bbb8fa1160ac HTTP/1.1" status: 200  len: 217 time: 0.0811374
Nov 06 20:57:18.552178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-901932cd-22c6-4e59-869b-45d6ce662007 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/quotas/ec8f9116653e40f0a02c98904ff90b65 HTTP/1.1" status: 200  len: 375 time: 0.0824561
Nov 06 20:57:18.622372 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:18.645514 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffacddc2-6740-4434-b741-ed26a735a3a9 x-openstack-request-id: req-ffacddc2-6740-4434-b741-ed26a735a3a9 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:18.645734 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f4f0a1-23c6-46bd-b4c0-705a61ffdc99", "tag": "93c7d686-82c3-47f5-b551-bbb8fa1160ac", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:18.646075 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffacddc2-6740-4434-b741-ed26a735a3a9 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:18.646543 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f4f0a1-23c6-46bd-b4c0-705a61ffdc99', 'tag': '93c7d686-82c3-47f5-b551-bbb8fa1160ac', 'status': 'completed', 'code': 200}
Nov 06 20:57:18.655299 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] device_id is not set on port e9727bb7-9f4e-4b87-b798-aa96d600c131 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:57:18.666798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-6853ce54-b3b1-4d72-800e-46fa86b59a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:18.668282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-6853ce54-b3b1-4d72-800e-46fa86b59a82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b936b212-d22d-4a31-bd1d-18e868b30fb1 HTTP/1.1" status: 200  len: 864 time: 0.1057756
Nov 06 20:57:18.724854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-26562579-2c10-457e-8457-3ae359c09e2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5eb6519-b7b2-40a6-95e2-b8fbed3952b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359707
Nov 06 20:57:18.902675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-b6207497-8408-4543-90d1-6034c8568dd6 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3495684
Nov 06 20:57:18.912250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8::2d (6b9d1e8d-5590-41de-a97b-c70b567c46cc/4a5a7f99-f717-4441-bf77-cf85900e5e78/e9727bb7-9f4e-4b87-b798-aa96d600c131) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:18.950789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77591a-28b3-4494-b862-b1b2f060b49b req-31a2f9d9-1809-4133-afe9-363740462856 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:18.955598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c77591a-28b3-4494-b862-b1b2f060b49b req-31a2f9d9-1809-4133-afe9-363740462856 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 945 time: 0.2265797
Nov 06 20:57:19.065333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-d3dbd43b-4142-43c2-9d73-0f3b3ee72cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453907
Nov 06 20:57:19.095394 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:19.148863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:19.171001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-358b4131-c9bb-4d88-873b-9ca88f6758a9 service neutron] 10.222.0.10 "GET /v2.0/networks/a5eb6519-b7b2-40a6-95e2-b8fbed3952b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4299030
Nov 06 20:57:19.203581 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-433d54f5-0e9d-4d17-8dc0-9d7ab96332d7 None None] Provisioning complete for port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:19.204981 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-433d54f5-0e9d-4d17-8dc0-9d7ab96332d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:19.209333 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b87967b-511a-4341-b35c-d49a018a591c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:19.244995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c77591a-28b3-4494-b862-b1b2f060b49b req-8d392afe-3f0f-4f9f-943f-946b2856c9ed tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444921
Nov 06 20:57:19.250444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:19.259206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:19.261934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:19.269457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:19.270156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:19.297745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=e9727bb7-9f4e-4b87-b798-aa96d600c131,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:19.335638 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56f0a03a-248a-4c2c-96dd-d7b84b934f53 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2052975
Nov 06 20:57:19.345366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:19.354234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-63378aa1-70df-4434-860f-d284ed8db02a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:19.359704 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-433d54f5-0e9d-4d17-8dc0-9d7ab96332d7 None None] Port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:19.378583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-433d54f5-0e9d-4d17-8dc0-9d7ab96332d7 None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:19.378946 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-433d54f5-0e9d-4d17-8dc0-9d7ab96332d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:19.500504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-21c7d061-0862-4ece-b419-c36d1224da85 service neutron] 10.222.0.13 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4341302
Nov 06 20:57:19.574518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72ea12-f30f-4391-9447-2af0be93e62d req-60c37a6c-f307-4fd4-934f-08df3c84de08 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:19.585005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d72ea12-f30f-4391-9447-2af0be93e62d req-60c37a6c-f307-4fd4-934f-08df3c84de08 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 946 time: 0.1936173
Nov 06 20:57:19.609404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63378aa1-70df-4434-860f-d284ed8db02a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:19.614512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63378aa1-70df-4434-860f-d284ed8db02a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:19.652461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ed02cb-4b12-4aa2-aae4-579c061c2df9 req-93a66a76-a6aa-4bce-8692-0f1ae9ecd3f7 service neutron] 10.222.0.10 "GET /v2.0/networks/a5eb6519-b7b2-40a6-95e2-b8fbed3952b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4629683
Nov 06 20:57:19.775371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-dd963e90-8484-4c6d-ba8c-7764739dd99e tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:19.778224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-dd963e90-8484-4c6d-ba8c-7764739dd99e tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.4359348
Nov 06 20:57:19.793220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d72ea12-f30f-4391-9447-2af0be93e62d req-751d1a16-4acd-46c8-8c96-37e79e2c7055 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056422
Nov 06 20:57:19.804058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:19.808173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-aab107a5-ac0f-45ad-99c5-bbec18b86ad4 None None] Provisioning complete for port e9727bb7-9f4e-4b87-b798-aa96d600c131 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:19.814891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aab107a5-ac0f-45ad-99c5-bbec18b86ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:19.911716 ncdv-master-1 neutron-server[119334]: INFO neutron.db.ipam_backend_mixin [None req-63378aa1-70df-4434-860f-d284ed8db02a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a5a7f99-f717-4441-bf77-cf85900e5e78 (CIDR: 2001:db8::/64)
Nov 06 20:57:19.915530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ad73f436-f5d9-471a-af7e-cf26f495bc34 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:19.919785 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-63378aa1-70df-4434-860f-d284ed8db02a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 20:57:19.920482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63378aa1-70df-4434-860f-d284ed8db02a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:19.935982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-f3a21ec9-a976-4851-9538-339a040c17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:19.938514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-f3a21ec9-a976-4851-9538-339a040c17fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21423998077b4a0e9f30b00f62b5691f&device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 1094 time: 0.1589196
Nov 06 20:57:19.959692 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63378aa1-70df-4434-860f-d284ed8db02a tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6073034
Nov 06 20:57:19.959890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60484) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:19.965290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-566efd30-bc14-42a4-b789-e6577537fdcc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:19.994562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-aab107a5-ac0f-45ad-99c5-bbec18b86ad4 None None] Port e9727bb7-9f4e-4b87-b798-aa96d600c131 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:20.013717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:20.014967 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:20.087542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:20.208077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566efd30-bc14-42a4-b789-e6577537fdcc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:20.219198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-566efd30-bc14-42a4-b789-e6577537fdcc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:20.430820 ncdv-master-1 neutron-server[119334]: INFO neutron.db.ipam_backend_mixin [None req-566efd30-bc14-42a4-b789-e6577537fdcc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f6d292f3-c83e-42dd-b041-9c38e6132011 (CIDR: 2001:db8:0:1::/64)
Nov 06 20:57:20.436878 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-566efd30-bc14-42a4-b789-e6577537fdcc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 20:57:20.437439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566efd30-bc14-42a4-b789-e6577537fdcc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:20.466272 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-566efd30-bc14-42a4-b789-e6577537fdcc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.5048306
Nov 06 20:57:20.467063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60502) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:20.475341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'subnet': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:20.497417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:20.669666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Made reservation on behalf of e63a025ef80f43d8bb7bef703826424b for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:20.673393 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:20.723566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01737b95-a584-4531-9e8e-2df63fb614fa req-30a92b52-96a6-44ab-ad73-42e2644692f4 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 210 time: 0.0850575
Nov 06 20:57:20.922378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-9e461b2f-6d81-471e-bc9a-6ee4c64a1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:20.924192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-9e461b2f-6d81-471e-bc9a-6ee4c64a1b06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 HTTP/1.1" status: 200  len: 925 time: 0.9112785
Nov 06 20:57:21.001309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82236cef-c1fb-4e64-86e2-ed128d69ac68 req-acdda801-2064-4ca6-8a67-370460b81a50 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:21.002029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:21.008782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82236cef-c1fb-4e64-86e2-ed128d69ac68 req-acdda801-2064-4ca6-8a67-370460b81a50 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 943 time: 1.0611477
Nov 06 20:57:21.030974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-aaec7f89-2e63-4862-9f16-be453dd88f4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c7d686-82c3-47f5-b551-bbb8fa1160ac HTTP/1.1" status: 200  len: 217 time: 0.0806403
Nov 06 20:57:21.066661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:21.070650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:21.073548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:21.074136 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:21.089179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d975ca0-8d91-497c-9607-4733a17b2f89 None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:21.092322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Subnet': ['ID=6c95ced6-2913-4f32-86f5-3e962a140b42,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:21.104013 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2ffe185c-ac4f-492e-96a3-3407fcd51fa3 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.6354787
Nov 06 20:57:21.104875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60508) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:21.109469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f7342-044e-4f63-a57e-509333607b64 req-a3864b66-14a0-476f-bcd5-2f338b5c4b33 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:21.110697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-817462526', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c95ced6-2913-4f32-86f5-3e962a140b42'}], 'security_groups': ['13b2e271-aae2-4794-ab92-57a7b60b9ba3', '2ff42bc7-6dc2-4cd3-a8e0-d17f0e8998cd']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:21.118230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df8f7342-044e-4f63-a57e-509333607b64 req-a3864b66-14a0-476f-bcd5-2f338b5c4b33 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 945 time: 0.2082908
Nov 06 20:57:21.190185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:21.195708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82236cef-c1fb-4e64-86e2-ed128d69ac68 req-649f6ec8-1d5f-4607-b2a7-59747acabfb9 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857519
Nov 06 20:57:21.212131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-ad08bbc1-3540-4fcb-9d1b-6d99e9bd2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:21.213774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-ad08bbc1-3540-4fcb-9d1b-6d99e9bd2c5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b936b212-d22d-4a31-bd1d-18e868b30fb1 HTTP/1.1" status: 200  len: 864 time: 0.1678007
Nov 06 20:57:21.230804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:21.256929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df8f7342-044e-4f63-a57e-509333607b64 req-28c41ca5-a590-441f-be1d-15692080a54c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376076
Nov 06 20:57:21.309152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-c3336473-e256-4a47-8591-6eee2d37a706 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5eb6519-b7b2-40a6-95e2-b8fbed3952b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831163
Nov 06 20:57:21.580697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160cb34a-f039-40dc-b824-d5d0b202facb None None] Update dhcp port {'port': {'network_id': '6b9d1e8d-5590-41de-a97b-c70b567c46cc', 'fixed_ips': [{'subnet_id': 'f6d292f3-c83e-42dd-b041-9c38e6132011', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a5a7f99-f717-4441-bf77-cf85900e5e78', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c95ced6-2913-4f32-86f5-3e962a140b42'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ad73f436-f5d9-471a-af7e-cf26f495bc34'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 20:57:21.660091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-17ccee76-8e55-4f77-a2fb-d8c114750571 service neutron] 10.222.0.10 "GET /v2.0/networks/a5eb6519-b7b2-40a6-95e2-b8fbed3952b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3197045
Nov 06 20:57:21.677519 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-160cb34a-f039-40dc-b824-d5d0b202facb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:21.737148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:21.788578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:21.844865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-71149fd5-a68e-441e-b093-a2022235e8bf tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:21.846647 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-71149fd5-a68e-441e-b093-a2022235e8bf tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 821 time: 0.3466907
Nov 06 20:57:21.874284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Request body: {'port': {'device_id': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'admin_state_up': True, 'tenant_id': 'ec8f9116653e40f0a02c98904ff90b65'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:21.882284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:21.917713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f22a1802-fccb-4f9d-993d-59a9670e366b req-4fcf5d7c-23e8-43fb-b25f-b8517cceea81 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 210 time: 0.0347862
Nov 06 20:57:21.950753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254a0e-8626-42d3-b9bd-5fe8560c992c req-95fb802c-5073-4cab-a0bc-99b3397c5a70 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:21.958649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34254a0e-8626-42d3-b9bd-5fe8560c992c req-95fb802c-5073-4cab-a0bc-99b3397c5a70 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 946 time: 0.6194816
Nov 06 20:57:21.975548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:21.978738 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bba15b4-eed8-440d-b97d-b1851c695be0" -d '{"events": [{"server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:22.000771 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:22.039971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:22.047004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Delete allocated IP 2001:db8::2d (6b9d1e8d-5590-41de-a97b-c70b567c46cc/4a5a7f99-f717-4441-bf77-cf85900e5e78) {{(pid=119334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 06 20:57:22.068156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Allocated IP 2001:db8:0:2::b3 (6b9d1e8d-5590-41de-a97b-c70b567c46cc/6c95ced6-2913-4f32-86f5-3e962a140b42/e9727bb7-9f4e-4b87-b798-aa96d600c131) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:22.096164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:22.101054 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fceee8-c1b0-480c-b28b-426eb77a91ed x-openstack-request-id: req-68fceee8-c1b0-480c-b28b-426eb77a91ed {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:22.101352 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:22.101595 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68fceee8-c1b0-480c-b28b-426eb77a91ed {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:22.102006 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e', 'code': 200}
Nov 06 20:57:22.132317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Made reservation on behalf of ec8f9116653e40f0a02c98904ff90b65 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:22.138114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 20:57:22.143299 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:22.156901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9a57aac-0b30-4932-a326-8d7695c44c5f req-5bc9f048-4d00-4fc5-8b20-d9966fb3c3b5 service neutron] 10.222.0.10 "GET /v2.0/networks/a5eb6519-b7b2-40a6-95e2-b8fbed3952b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4321752
Nov 06 20:57:22.159393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:22.190340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34254a0e-8626-42d3-b9bd-5fe8560c992c req-81a6191b-a5b3-4665-b19e-0fa533c5704f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307072
Nov 06 20:57:22.228322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:22.228679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:22.229016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:22.235147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:57:22.235478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Attempting to bind port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on network d7f41d40-db54-4294-8f8b-5894f0c36960 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:22.241671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:22.242315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Checking segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:22.242432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Bound using segment: {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:22.242969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Bound port: 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef918851-46ba-40f9-ba15-307441d8629f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd7f41d40-db54-4294-8f8b-5894f0c36960'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:22.243486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:22.380846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:22.381434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Allocated IP 172.20.0.12 (514e4a26-40f9-4959-b8bc-7e6cfc5f6286/5caa2dcc-6706-4d97-bd8c-a69c2b424fe6/8e1bfa1e-3334-4ad8-8f73-fc61a05f1710) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:22.410628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db12f81-f2ad-40d1-b0d1-416e17dd117d req-0d6b4d3e-ac25-4532-8b8a-66b38ea6f53d tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:22.418897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6db12f81-f2ad-40d1-b0d1-416e17dd117d req-0d6b4d3e-ac25-4532-8b8a-66b38ea6f53d tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 943 time: 0.0930388
Nov 06 20:57:22.428055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:22.441336 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:22.484837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:22.579208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6db12f81-f2ad-40d1-b0d1-416e17dd117d req-e6fe7241-dd9e-4d9f-9154-75abc0459ffd tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591010
Nov 06 20:57:22.639538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:22.640590 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:22.646677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] 10.222.0.37 "PUT /v2.0/ports/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 200  len: 1122 time: 2.8517878
Nov 06 20:57:22.647922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f01db1-dc20-41b5-8928-067b22e1f929 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=8']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:22.724323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:22.842503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:22.931489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:22.942399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.025964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] In _notify_port_updated(), no bound segment for port e9727bb7-9f4e-4b87-b798-aa96d600c131 on network 6b9d1e8d-5590-41de-a97b-c70b567c46cc {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:57:23.031295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:23.031940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.036649 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "PUT /v2.0/ports/e9727bb7-9f4e-4b87-b798-aa96d600c131 HTTP/1.1" status: 200  len: 968 time: 1.9275117
Nov 06 20:57:23.037266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60548) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:23.051291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2c90b-260e-41bd-89e5-077d9c6a31eb tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event updated for resources: {'Port': ['ID=e9727bb7-9f4e-4b87-b798-aa96d600c131,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:23.067974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-160cb34a-f039-40dc-b824-d5d0b202facb None None] Allocated IP 2001:db8:0:2::2 (6b9d1e8d-5590-41de-a97b-c70b567c46cc/6c95ced6-2913-4f32-86f5-3e962a140b42/ad73f436-f5d9-471a-af7e-cf26f495bc34) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:23.171039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.171908 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-459cc684-8528-4c8a-92be-6da961585a8c req-6816b786-3be8-4bd6-8d6c-4bc5e8fd96d9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 210 time: 0.1247644
Nov 06 20:57:23.227753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.282162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:23.286513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:23.295206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:23.301576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d7245cc2-7571-49d3-88f9-98abc0a47c8b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port e9727bb7-9f4e-4b87-b798-aa96d600c131 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:23.307634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7245cc2-7571-49d3-88f9-98abc0a47c8b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.339564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event updated for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:23.340927 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 93c7d686-82c3-47f5-b551-bbb8fa1160ac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:23.382702 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:23.385277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.416624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c04198df-8119-4e4b-a515-bf8ac796f125 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5493505
Nov 06 20:57:23.433623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Request body: {'port': {'device_id': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:23.436016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697504-f742-4e5a-83db-b6f6c2fe05dc req-35f86cec-da3a-4133-8c22-3bfb8262feb8 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:23.443600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e697504-f742-4e5a-83db-b6f6c2fe05dc req-35f86cec-da3a-4133-8c22-3bfb8262feb8 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.0792220
Nov 06 20:57:23.505806 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7245cc2-7571-49d3-88f9-98abc0a47c8b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.512801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.524558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 93c7d686-82c3-47f5-b551-bbb8fa1160ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7d686-82c3-47f5-b551-bbb8fa1160ac,segment=NetworkSegment(4b86ea25-4152-4b49-859f-741688810966),segment_id=4b86ea25-4152-4b49-859f-741688810966)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:23.538298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e697504-f742-4e5a-83db-b6f6c2fe05dc req-8b7c4461-7928-4adb-89db-e5911c83e30e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937514
Nov 06 20:57:23.551619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '93c7d686-82c3-47f5-b551-bbb8fa1160ac', 'network_id': 'a5eb6519-b7b2-40a6-95e2-b8fbed3952b8', 'port_id': '93c7d686-82c3-47f5-b551-bbb8fa1160ac', 'mac_address': 'fa:16:3e:26:14:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b936b212-d22d-4a31-bd1d-18e868b30fb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:57:23.557994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d7245cc2-7571-49d3-88f9-98abc0a47c8b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for e9727bb7-9f4e-4b87-b798-aa96d600c131 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:23.637511 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.654948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c7d686-82c3-47f5-b551-bbb8fa1160ac {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:23.678128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 93c7d686-82c3-47f5-b551-bbb8fa1160ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7d686-82c3-47f5-b551-bbb8fa1160ac,segment=NetworkSegment(4b86ea25-4152-4b49-859f-741688810966),segment_id=4b86ea25-4152-4b49-859f-741688810966)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:23.734900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.742277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-160cb34a-f039-40dc-b824-d5d0b202facb None None] For port ad73f436-f5d9-471a-af7e-cf26f495bc34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad73f436-f5d9-471a-af7e-cf26f495bc34,segment=NetworkSegment(620515f9-549e-421e-8f6f-55a441e359b9),segment_id=620515f9-549e-421e-8f6f-55a441e359b9)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:23.812324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52551823-fc69-4290-bec3-4ba644e817d5 req-e9ce5e12-2ead-41d4-a3f2-86384812e263 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:23.820664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52551823-fc69-4290-bec3-4ba644e817d5 req-e9ce5e12-2ead-41d4-a3f2-86384812e263 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 944 time: 0.0946648
Nov 06 20:57:23.879619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52551823-fc69-4290-bec3-4ba644e817d5 req-7459f304-59ed-4a35-992c-4b1712fdbf8b tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571945
Nov 06 20:57:23.885600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7245cc2-7571-49d3-88f9-98abc0a47c8b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.922635 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-160cb34a-f039-40dc-b824-d5d0b202facb None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.925195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=93c7d686-82c3-47f5-b551-bbb8fa1160ac,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:23.935227 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-160cb34a-f039-40dc-b824-d5d0b202facb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.944684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7245cc2-7571-49d3-88f9-98abc0a47c8b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=e9727bb7-9f4e-4b87-b798-aa96d600c131,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:23.973760 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7245cc2-7571-49d3-88f9-98abc0a47c8b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:23.976956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d7245cc2-7571-49d3-88f9-98abc0a47c8b tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/e9727bb7-9f4e-4b87-b798-aa96d600c131 HTTP/1.1" status: 204  len: 168 time: 0.9386406
Nov 06 20:57:23.984558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60570) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:24.031096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cb34a-f039-40dc-b824-d5d0b202facb None None] Pushing event updated for resources: {'Port': ['ID=ad73f436-f5d9-471a-af7e-cf26f495bc34,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:24.038021 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bb628c-a7d9-4e1a-86c4-f345890a32ef tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] GET failed (client error): The resource could not be found.
Nov 06 20:57:24.042741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-08bb628c-a7d9-4e1a-86c4-f345890a32ef tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports/e9727bb7-9f4e-4b87-b798-aa96d600c131 HTTP/1.1" status: 404  len: 333 time: 0.0571709
Nov 06 20:57:24.043374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60572) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:24.051079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:24.059199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.078588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Transition to ACTIVE for port object 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:57:24.085744 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.103008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:24.105460 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045" -d '{"events": [{"name": "network-changed", "server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:24.140547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9700ce23-8f41-4dde-987b-c295f68757fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.174647 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9700ce23-8f41-4dde-987b-c295f68757fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.191747 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3a68aa-c5eb-47c8-8537-abe3fd91ec7c x-openstack-request-id: req-dd3a68aa-c5eb-47c8-8537-abe3fd91ec7c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:24.192449 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:24.192871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Pushing event updated for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:24.193545 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd3a68aa-c5eb-47c8-8537-abe3fd91ec7c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:24.194110 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e', 'status': 'completed', 'code': 200}
Nov 06 20:57:24.275757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-7d32dda8-a222-40d1-a004-83c643c118c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:24.277783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-7d32dda8-a222-40d1-a004-83c643c118c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1125 time: 0.0595555
Nov 06 20:57:24.285985 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9700ce23-8f41-4dde-987b-c295f68757fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.290034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9700ce23-8f41-4dde-987b-c295f68757fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.291530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9700ce23-8f41-4dde-987b-c295f68757fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e6d7a63-c53d-4692-88d4-d05257debac4 HTTP/1.1" status: 204  len: 168 time: 0.2469418
Nov 06 20:57:24.295123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60578) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:24.330620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Attempting to bind port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:24.331186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Attempting to bind port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:24.331596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['93c7d686-82c3-47f5-b551-bbb8fa1160ac'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:24.331920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Attempting to bind port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:24.348370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700ce23-8f41-4dde-987b-c295f68757fc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6d7a63-c53d-4692-88d4-d05257debac4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:24.349867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:57:24.350517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Attempting to bind port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:24.363206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:24.363863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Checking segment: {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:24.364567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Bound using segment: {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:24.365196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Bound port: 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:24.365774 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.423189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59e86818-8f95-4350-a231-ab4d9ded9f88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.479213 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59e86818-8f95-4350-a231-ab4d9ded9f88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.548635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:24.549304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e497bf-f1b8-4671-8b92-1f68ac97f6d5 req-4c665e79-11ca-4d85-8b6c-70cde4b6377d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:24.560101 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74e497bf-f1b8-4671-8b92-1f68ac97f6d5 req-4c665e79-11ca-4d85-8b6c-70cde4b6377d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 944 time: 0.2198038
Nov 06 20:57:24.562118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:24.572745 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.615996 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59e86818-8f95-4350-a231-ab4d9ded9f88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.620000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59e86818-8f95-4350-a231-ab4d9ded9f88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.621361 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-59e86818-8f95-4350-a231-ab4d9ded9f88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ff42bc7-6dc2-4cd3-a8e0-d17f0e8998cd HTTP/1.1" status: 204  len: 168 time: 0.3250604
Nov 06 20:57:24.628591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60584) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:24.640598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:24.641225 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.643380 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] 10.222.0.10 "PUT /v2.0/ports/8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 HTTP/1.1" status: 200  len: 1092 time: 1.2146425
Nov 06 20:57:24.643654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-4a4388a8-cf4c-4845-ab1b-3654136b9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:24.645196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-4a4388a8-cf4c-4845-ab1b-3654136b9e96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.3526239
Nov 06 20:57:24.664446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:24.668871 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b38174-67d3-43b4-b69d-5d81b07b9db9" -d '{"events": [{"name": "network-changed", "server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:24.682318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e86818-8f95-4350-a231-ab4d9ded9f88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff42bc7-6dc2-4cd3-a8e0-d17f0e8998cd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:24.774943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb11df-4802-4f78-896a-9a9a501db2fe service neutron] Pushing event updated for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:24.779238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-875c6dce-08f3-4016-8291-64f58c63a2fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 200  len: 217 time: 0.1083422
Nov 06 20:57:24.796646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74e497bf-f1b8-4671-8b92-1f68ac97f6d5 req-7b92d625-9f99-400d-b445-5d9886505bc4 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2363048
Nov 06 20:57:24.819955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8b3f-9bff-4adc-a925-e886d5f08fb5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:24.842997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-09746d2e-cc8a-4c9b-b256-3d1503d0d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:24.844826 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-09746d2e-cc8a-4c9b-b256-3d1503d0d4f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 1095 time: 0.1376646
Nov 06 20:57:24.972840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8ad37-04d0-46ba-93da-1fcae7446303 req-a91d68d9-f5bd-4245-8410-6f874569ce28 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:24.988740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ede8ad37-04d0-46ba-93da-1fcae7446303 req-a91d68d9-f5bd-4245-8410-6f874569ce28 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.2844944
Nov 06 20:57:25.006821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-e7348069-4b37-4953-9350-176d8797176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:25.015519 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-e7348069-4b37-4953-9350-176d8797176f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.2117062
Nov 06 20:57:25.048069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8b3f-9bff-4adc-a925-e886d5f08fb5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:25.065901 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f93586d-c596-442a-a32b-316d798e14e3 x-openstack-request-id: req-3f93586d-c596-442a-a32b-316d798e14e3 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:25.079187 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:25.081171 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f93586d-c596-442a-a32b-316d798e14e3 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:25.081837 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'status': 'completed', 'code': 200}
Nov 06 20:57:25.106913 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-c0229a12-2bba-4f4d-aa3f-2669161479c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 HTTP/1.1" status: 200  len: 217 time: 0.2345614
Nov 06 20:57:25.137673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-60319160-8044-4c8f-8770-49c73693ea1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1133401
Nov 06 20:57:25.278191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8b3f-9bff-4adc-a925-e886d5f08fb5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:25.281930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8b3f-9bff-4adc-a925-e886d5f08fb5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:25.287590 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eb8b8b3f-9bff-4adc-a925-e886d5f08fb5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/security-groups/13b2e271-aae2-4794-ab92-57a7b60b9ba3 HTTP/1.1" status: 204  len: 168 time: 0.6547763
Nov 06 20:57:25.288882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60596) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:25.304764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-6c591990-31d2-49f7-ae42-e6bce33baadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:25.306241 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-6c591990-31d2-49f7-ae42-e6bce33baadc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5caa2dcc-6706-4d97-bd8c-a69c2b424fe6 HTTP/1.1" status: 200  len: 861 time: 0.1805222
Nov 06 20:57:25.311008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ede8ad37-04d0-46ba-93da-1fcae7446303 req-41866c77-91d5-4f0a-901f-a4a7d6fc82e2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3210089
Nov 06 20:57:25.403018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b8b3f-9bff-4adc-a925-e886d5f08fb5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b2e271-aae2-4794-ab92-57a7b60b9ba3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:25.451488 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-b8e2ad34-becb-46a0-aeb3-ce683549e57c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665810
Nov 06 20:57:25.474997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-234f11ab-747f-4e4d-965d-370a46b8dbd1 None None] Could not find standard attr ID for object e9727bb7-9f4e-4b87-b798-aa96d600c131. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:57:25.521147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-234f11ab-747f-4e4d-965d-370a46b8dbd1 None None] Provisioning complete for port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:25.521978 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-234f11ab-747f-4e4d-965d-370a46b8dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:25.553386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272278a5-859b-49fb-a21b-6bc42a4d2291 req-8459b343-7d34-4457-bcf8-b34977091d4b tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:25.561969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-272278a5-859b-49fb-a21b-6bc42a4d2291 req-8459b343-7d34-4457-bcf8-b34977091d4b tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 944 time: 0.2476084
Nov 06 20:57:25.565367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-203c8a31-66d3-4947-aaaf-7823827619ee tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet 4a5a7f99-f717-4441-bf77-cf85900e5e78 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:25.587137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-04098f4c-cc1a-4ae2-b3e4-fb01f83c5422 service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246340
Nov 06 20:57:25.589164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-203c8a31-66d3-4947-aaaf-7823827619ee tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:25.627275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-234f11ab-747f-4e4d-965d-370a46b8dbd1 None None] Port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:25.650630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-234f11ab-747f-4e4d-965d-370a46b8dbd1 None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:25.653873 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-234f11ab-747f-4e4d-965d-370a46b8dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:25.714229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-203c8a31-66d3-4947-aaaf-7823827619ee tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:25.742141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-272278a5-859b-49fb-a21b-6bc42a4d2291 req-b3025877-24db-422d-a69b-80bfa208e971 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718965
Nov 06 20:57:25.744597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c929ad2-b0fb-4abc-8868-4ea6e82bf045 req-ebb87f7f-e00a-4c76-8e3c-96d494685bda service neutron] 10.222.0.10 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148758
Nov 06 20:57:25.838057 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-f9713b5c-a802-45fe-8333-1be4e55b1abc service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3663828
Nov 06 20:57:25.872601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ad73f436-f5d9-471a-af7e-cf26f495bc34 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:25.982415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ec42b234-f89f-4b9b-a94f-cb183a27d832 None None] Could not find standard attr ID for object e9727bb7-9f4e-4b87-b798-aa96d600c131. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:57:25.991503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892b183-3115-4fc7-8ea2-5eea9e45b22a req-c12fb130-912c-41d3-afa4-3a1e4c4d69bf tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:25.993127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0892b183-3115-4fc7-8ea2-5eea9e45b22a req-c12fb130-912c-41d3-afa4-3a1e4c4d69bf tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 944 time: 0.0915926
Nov 06 20:57:26.032008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:26.032413 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:26.041753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-203c8a31-66d3-4947-aaaf-7823827619ee tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:26.047632 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15d38074-f69b-4229-8c6e-bd28afd76f0e req-23580204-cf1b-413f-a2f6-c12eda486767 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990349
Nov 06 20:57:26.117637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0892b183-3115-4fc7-8ea2-5eea9e45b22a req-7cf9af3f-783d-43a9-bb7e-462827e272a3 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135793
Nov 06 20:57:26.206109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-ce9ea9ae-172b-47a2-85c4-4a67d57996e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:26.207936 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-ce9ea9ae-172b-47a2-85c4-4a67d57996e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 1095 time: 0.0575862
Nov 06 20:57:26.209642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-203c8a31-66d3-4947-aaaf-7823827619ee tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:26.301408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c8a31-66d3-4947-aaaf-7823827619ee tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5a7f99-f717-4441-bf77-cf85900e5e78,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:26.316163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-203c8a31-66d3-4947-aaaf-7823827619ee tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:26.324614 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-203c8a31-66d3-4947-aaaf-7823827619ee tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/4a5a7f99-f717-4441-bf77-cf85900e5e78 HTTP/1.1" status: 204  len: 168 time: 1.0258417
Nov 06 20:57:26.324719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60616) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:26.335324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f2ed4-e136-4ca3-b079-7508ff25a767 None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:26.362590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-2d5ebdd3-8f9f-492e-b77a-6ded6b17efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:26.364469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-2d5ebdd3-8f9f-492e-b77a-6ded6b17efd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 922 time: 0.1265349
Nov 06 20:57:26.418044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6320875-f5d2-4413-8d8d-c80d44a8ddfd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet 6c95ced6-2913-4f32-86f5-3e962a140b42 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:26.436045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6320875-f5d2-4413-8d8d-c80d44a8ddfd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:26.447472 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-827d53d3-3d12-4ac4-b942-9af63a92bcbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 HTTP/1.1" status: 200  len: 217 time: 0.0722611
Nov 06 20:57:26.494049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6320875-f5d2-4413-8d8d-c80d44a8ddfd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:26.533488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90674b57-d254-4691-b68e-7a5d6f5fe9bc req-674f7fbc-e2cc-4ce9-9082-836344b3a9c2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:26.541158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90674b57-d254-4691-b68e-7a5d6f5fe9bc req-674f7fbc-e2cc-4ce9-9082-836344b3a9c2 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.1178894
Nov 06 20:57:26.566093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-686b768e-d2aa-47c5-95db-1bb314acad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:26.567924 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-686b768e-d2aa-47c5-95db-1bb314acad28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5caa2dcc-6706-4d97-bd8c-a69c2b424fe6 HTTP/1.1" status: 200  len: 861 time: 0.1093788
Nov 06 20:57:26.631106 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-7fbad0ce-7566-4cce-929f-d001e82cf844 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435314
Nov 06 20:57:26.714715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90674b57-d254-4691-b68e-7a5d6f5fe9bc req-537340ae-2817-415b-8530-070a66e45d37 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723323
Nov 06 20:57:26.790788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6320875-f5d2-4413-8d8d-c80d44a8ddfd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:26.810577 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-a03bd217-9328-4c55-ba2e-15379a93693a service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636744
Nov 06 20:57:26.927053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-1c827492-fb5d-45fe-ae9e-6f18eb49e4a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2974827
Nov 06 20:57:26.955446 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65b38174-67d3-43b4-b69d-5d81b07b9db9 req-23b792c5-c71c-49dc-92ba-0a19034da733 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350336
Nov 06 20:57:26.967182 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6320875-f5d2-4413-8d8d-c80d44a8ddfd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.042454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa20cc-3d5a-480a-8780-8d06fc053f1e req-2d5ba26b-0412-4f25-8625-34e5a6d4402f tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:27.052542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fa20cc-3d5a-480a-8780-8d06fc053f1e req-2d5ba26b-0412-4f25-8625-34e5a6d4402f tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 944 time: 0.2024837
Nov 06 20:57:27.069967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6320875-f5d2-4413-8d8d-c80d44a8ddfd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=6c95ced6-2913-4f32-86f5-3e962a140b42,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:27.072192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6320875-f5d2-4413-8d8d-c80d44a8ddfd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.078622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c6320875-f5d2-4413-8d8d-c80d44a8ddfd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/6c95ced6-2913-4f32-86f5-3e962a140b42 HTTP/1.1" status: 204  len: 168 time: 0.7505548
Nov 06 20:57:27.079151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60636) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.140829 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdea89a8-80fc-458b-8666-0ccf4258a0f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:27.141215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdea89a8-80fc-458b-8666-0ccf4258a0f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:27.144935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bdea89a8-80fc-458b-8666-0ccf4258a0f5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/4a5a7f99-f717-4441-bf77-cf85900e5e78 HTTP/1.1" status: 404  len: 337 time: 0.0600183
Nov 06 20:57:27.147171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60642) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.159084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-fb4458ee-0286-4fcc-8152-080d45426337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:27.160649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-fb4458ee-0286-4fcc-8152-080d45426337 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 1096 time: 0.2089782
Nov 06 20:57:27.197215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4fa20cc-3d5a-480a-8780-8d06fc053f1e req-b61426c2-6e3c-499f-9bef-19b95cd89cdf tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435516
Nov 06 20:57:27.246009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a488f93f-007a-4fa0-a2dc-cd932e8bfab6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting subnet f6d292f3-c83e-42dd-b041-9c38e6132011 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:27.250668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a488f93f-007a-4fa0-a2dc-cd932e8bfab6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.323836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a488f93f-007a-4fa0-a2dc-cd932e8bfab6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.325302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 93c7d686-82c3-47f5-b551-bbb8fa1160ac up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:27.427520 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a488f93f-007a-4fa0-a2dc-cd932e8bfab6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.440829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-631ca840-2c72-4b88-96e6-8a31d24d1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:27.442356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-631ca840-2c72-4b88-96e6-8a31d24d1eb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.2441859
Nov 06 20:57:27.494125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 93c7d686-82c3-47f5-b551-bbb8fa1160ac completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:57:27.499344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 93c7d686-82c3-47f5-b551-bbb8fa1160ac triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:27.500241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.527053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a488f93f-007a-4fa0-a2dc-cd932e8bfab6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.567940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a9814-5217-45eb-af53-dbb6ec2335a7 None None] Network 6b9d1e8d-5590-41de-a97b-c70b567c46cc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:27.573963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488f93f-007a-4fa0-a2dc-cd932e8bfab6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d292f3-c83e-42dd-b041-9c38e6132011,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:27.574593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-ee05006e-3ab6-4e1d-a2f3-9a8d46d17bdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 200  len: 217 time: 0.1066449
Nov 06 20:57:27.584220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a488f93f-007a-4fa0-a2dc-cd932e8bfab6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.588491 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a488f93f-007a-4fa0-a2dc-cd932e8bfab6 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/f6d292f3-c83e-42dd-b041-9c38e6132011 HTTP/1.1" status: 204  len: 168 time: 0.4400702
Nov 06 20:57:27.591813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60648) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.627611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b6573-eb77-47f3-b281-ea0cefc1f329 req-995c0d4f-6ee8-4b3f-9bfa-fd214512268b tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:27.629214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c17b6573-eb77-47f3-b281-ea0cefc1f329 req-995c0d4f-6ee8-4b3f-9bfa-fd214512268b tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 944 time: 0.1859214
Nov 06 20:57:27.649845 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c42d3f-43c4-46e6-b1e2-e452b76b00e5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:27.650660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c42d3f-43c4-46e6-b1e2-e452b76b00e5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:27.654489 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21c42d3f-43c4-46e6-b1e2-e452b76b00e5 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/4b77308e-46af-4fc8-b894-bb2bf3a23529 HTTP/1.1" status: 404  len: 337 time: 0.0614405
Nov 06 20:57:27.657153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60650) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.671541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-f5234cbb-b9ae-456d-958e-647eda80953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:27.671541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-f5234cbb-b9ae-456d-958e-647eda80953f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.0889542
Nov 06 20:57:27.689139 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d42166b-dbec-432b-b99d-7e6e77f89a50 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5628e28-292f-45ab-bd0d-8f995be282d4 HTTP/1.1" status: 200  len: 205 time: 0.0300722
Nov 06 20:57:27.691596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60652) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.707673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1e9e9b4f-29cc-4cec-aa79-7e36612e1887 None None] Provisioning complete for port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:27.708133 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9b4f-29cc-4cec-aa79-7e36612e1887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.716326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-4e3b1793-2a4b-4f37-9ab4-6a7b13c472d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323396
Nov 06 20:57:27.755776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e9b4f-29cc-4cec-aa79-7e36612e1887 None None] Port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:27.765859 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-cd85331c-80f8-487f-b6a4-0024e9fbebdf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] delete failed (client error): The resource could not be found.
Nov 06 20:57:27.770107 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cd85331c-80f8-487f-b6a4-0024e9fbebdf tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/routers/d5628e28-292f-45ab-bd0d-8f995be282d4 HTTP/1.1" status: 404  len: 336 time: 0.0741322
Nov 06 20:57:27.770455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60662) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.795930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c17b6573-eb77-47f3-b281-ea0cefc1f329 req-7a07251a-d641-45d3-95b7-f6f3526d18a0 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522515
Nov 06 20:57:27.809859 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-317c656f-7878-4158-84ec-0916d1e2d3c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:27.810423 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317c656f-7878-4158-84ec-0916d1e2d3c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:27.816609 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-317c656f-7878-4158-84ec-0916d1e2d3c4 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/73da23eb-9c2f-4e59-bdf0-f860c3609855 HTTP/1.1" status: 404  len: 337 time: 0.0422857
Nov 06 20:57:27.816739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60668) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.859267 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ce4b58-5821-4c44-b693-e077d0f39946 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:27.859828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ce4b58-5821-4c44-b693-e077d0f39946 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:27.865472 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-70ce4b58-5821-4c44-b693-e077d0f39946 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/5a26c77e-cc5b-48b0-93ef-86cd17456adc HTTP/1.1" status: 404  len: 337 time: 0.0441658
Nov 06 20:57:27.865826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60670) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.902781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-35063c52-ecb4-489c-bb95-40a489638bbc service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759109
Nov 06 20:57:27.936855 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fefe9f2-f8be-4e92-9db8-537de3ac7089 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:27.937446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fefe9f2-f8be-4e92-9db8-537de3ac7089 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:27.943642 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1fefe9f2-f8be-4e92-9db8-537de3ac7089 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/be723c36-b1e7-4bae-8c4d-320e0bdfa7ac HTTP/1.1" status: 404  len: 337 time: 0.0744054
Nov 06 20:57:27.947194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60672) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.952506 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.978163 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f627a54e-5be8-4d46-a215-dabacd66a1e2 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:27.978953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f627a54e-5be8-4d46-a215-dabacd66a1e2 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:27.984570 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f627a54e-5be8-4d46-a215-dabacd66a1e2 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/401f3db5-af08-42fe-a91e-8dd3f4976247 HTTP/1.1" status: 404  len: 333 time: 0.0338635
Nov 06 20:57:27.984750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60674) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:27.990417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 93c7d686-82c3-47f5-b551-bbb8fa1160ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7d686-82c3-47f5-b551-bbb8fa1160ac,segment=NetworkSegment(4b86ea25-4152-4b49-859f-741688810966),segment_id=4b86ea25-4152-4b49-859f-741688810966)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:27.991630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1e9e9b4f-29cc-4cec-aa79-7e36612e1887 None None] Provisioning complete for port ad73f436-f5d9-471a-af7e-cf26f495bc34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:27.992127 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e9e9b4f-29cc-4cec-aa79-7e36612e1887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:27.996068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4f0a1-23c6-46bd-b4c0-705a61ffdc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7d686-82c3-47f5-b551-bbb8fa1160ac'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:27.998600 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06b7e87-8825-4dfc-bd91-776dc835fc42" -d '{"events": [{"server_uuid": "63f4f0a1-23c6-46bd-b4c0-705a61ffdc99", "name": "network-vif-plugged", "status": "completed", "tag": "93c7d686-82c3-47f5-b551-bbb8fa1160ac"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:28.024509 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e183c3-aede-4f2a-9e48-85a78e916cdc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:28.025113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e183c3-aede-4f2a-9e48-85a78e916cdc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:28.033005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-45e183c3-aede-4f2a-9e48-85a78e916cdc tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/d5e89267-7a09-4c49-9a98-024c46cf30f6 HTTP/1.1" status: 404  len: 337 time: 0.0447528
Nov 06 20:57:28.033584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60678) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:28.042826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:28.101521 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-084a6e7b-1f6e-4460-b1ab-a8bc03538a88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:28.106825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084a6e7b-1f6e-4460-b1ab-a8bc03538a88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:28.116586 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef404b3a-84ad-47dc-a6a0-118bffa70ea2 x-openstack-request-id: req-ef404b3a-84ad-47dc-a6a0-118bffa70ea2 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:28.117111 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-084a6e7b-1f6e-4460-b1ab-a8bc03538a88 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/bf3e27bf-e47d-4c95-9606-4c2458f97927 HTTP/1.1" status: 404  len: 337 time: 0.0812943
Nov 06 20:57:28.118839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60680) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:28.124438 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f4f0a1-23c6-46bd-b4c0-705a61ffdc99", "name": "network-vif-plugged", "status": "completed", "tag": "93c7d686-82c3-47f5-b551-bbb8fa1160ac", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:28.124438 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef404b3a-84ad-47dc-a6a0-118bffa70ea2 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:28.124438 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f4f0a1-23c6-46bd-b4c0-705a61ffdc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7d686-82c3-47f5-b551-bbb8fa1160ac', 'code': 200}
Nov 06 20:57:28.133752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2772dbd-71ab-4d8a-8df1-3c0cd99f7db2 req-8c29eabe-6a70-45a9-91e0-55079842a411 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225618
Nov 06 20:57:28.175901 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0427e93-c6b2-47d2-bc4f-aaaf83110ecd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:28.182609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=93c7d686-82c3-47f5-b551-bbb8fa1160ac,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:28.196464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0427e93-c6b2-47d2-bc4f-aaaf83110ecd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:28.206522 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a0427e93-c6b2-47d2-bc4f-aaaf83110ecd tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/9f84142f-2eb7-4a3b-981a-f8764094ff0f HTTP/1.1" status: 404  len: 333 time: 0.0820782
Nov 06 20:57:28.217022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60682) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:28.277692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] DHCP port deletion for 6b9d1e8d-5590-41de-a97b-c70b567c46cc request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:57:28.282697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23ef54-e909-428a-8502-cffb9ee8242f req-e006e2ce-9b26-4507-8a34-7bd83e9de457 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:28.290582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de23ef54-e909-428a-8502-cffb9ee8242f req-e006e2ce-9b26-4507-8a34-7bd83e9de457 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 944 time: 0.3709936
Nov 06 20:57:28.308336 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-bb6f96a7-7e0b-4509-9acf-474e6c82a8ad service neutron] 10.222.0.10 "GET /v2.0/ports/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1425364
Nov 06 20:57:28.316470 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f44a8e8-5f9b-4500-95de-b6eb2ccb8326 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:28.317287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f44a8e8-5f9b-4500-95de-b6eb2ccb8326 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:28.321166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f44a8e8-5f9b-4500-95de-b6eb2ccb8326 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/634ff0f1-b288-4dac-ba53-53f9ac0dc599 HTTP/1.1" status: 404  len: 337 time: 0.0990303
Nov 06 20:57:28.326969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60688) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:28.375850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] Deleting port ad73f436-f5d9-471a-af7e-cf26f495bc34 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:28.377017 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:28.395424 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbb28b0-3e5c-4dad-bf20-b6e190a5c414 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:57:28.395886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbb28b0-3e5c-4dad-bf20-b6e190a5c414 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:57:28.400134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-adbb28b0-3e5c-4dad-bf20-b6e190a5c414 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/subnets/c963230f-9852-4a08-90ab-14b2160bd68c HTTP/1.1" status: 404  len: 337 time: 0.0722067
Nov 06 20:57:28.402740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60690) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:28.427127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de23ef54-e909-428a-8502-cffb9ee8242f req-7eabacd9-fe90-4274-96c0-e6e13a69c5a4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349459
Nov 06 20:57:28.454408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9f6b2-362d-4dea-8403-3e5cb28cbe4d req-a4b53fff-25fc-4c40-95c1-93cb0942e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:28.457783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] For port ad73f436-f5d9-471a-af7e-cf26f495bc34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad73f436-f5d9-471a-af7e-cf26f495bc34,segment=NetworkSegment(620515f9-549e-421e-8f6f-55a441e359b9),segment_id=620515f9-549e-421e-8f6f-55a441e359b9)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:28.458147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42f9f6b2-362d-4dea-8403-3e5cb28cbe4d req-a4b53fff-25fc-4c40-95c1-93cb0942e49e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 1096 time: 0.2537808
Nov 06 20:57:28.458256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:28.469465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365585a-5b76-48e6-8811-6f801262bade req-52534d08-b3f7-44ee-8d91-84e5f188c5fd tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:28.472037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d365585a-5b76-48e6-8811-6f801262bade req-52534d08-b3f7-44ee-8d91-84e5f188c5fd tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 945 time: 0.1298282
Nov 06 20:57:28.472778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] Calling delete_port for ad73f436-f5d9-471a-af7e-cf26f495bc34 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:28.552656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42f9f6b2-362d-4dea-8403-3e5cb28cbe4d req-811e3ce3-e3b7-4dd6-a24e-b882ff853648 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791016
Nov 06 20:57:28.567253 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:28.574571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d365585a-5b76-48e6-8811-6f801262bade req-eeb9f32b-5eee-4c7d-928a-e3750ab3783c tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797620
Nov 06 20:57:28.595934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] Pushing event deleted for resources: {'Port': ['ID=ad73f436-f5d9-471a-af7e-cf26f495bc34,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:28.599543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a9a6c-5c4e-4f5a-8d31-34b35260457c None None] No DVR routers for this DVR port ad73f436-f5d9-471a-af7e-cf26f495bc34 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:28.618675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2dc879ae-bf4f-4552-9712-004a40c8a160 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Deleting port 85ddf219-2e31-453b-a12a-a360b0a4c7a7 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:28.619089 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dc879ae-bf4f-4552-9712-004a40c8a160 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:28.703469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:28.734919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dc879ae-bf4f-4552-9712-004a40c8a160 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:28.738100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:28.773783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2dc879ae-bf4f-4552-9712-004a40c8a160 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Calling delete_port for 85ddf219-2e31-453b-a12a-a360b0a4c7a7 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:28.793204 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:28.832463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:28.850813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:28.949454 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dc879ae-bf4f-4552-9712-004a40c8a160 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:28.996199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc879ae-bf4f-4552-9712-004a40c8a160 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Port': ['ID=85ddf219-2e31-453b-a12a-a360b0a4c7a7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:29.007381 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dc879ae-bf4f-4552-9712-004a40c8a160 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:29.012985 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2dc879ae-bf4f-4552-9712-004a40c8a160 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/ports/85ddf219-2e31-453b-a12a-a360b0a4c7a7 HTTP/1.1" status: 204  len: 168 time: 0.6069920
Nov 06 20:57:29.014016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60708) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:29.016499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] Transition to ACTIVE for port object 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:57:29.023484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:29.093081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] No DVR routers for this DVR port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:29.101502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:29.129854 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-f4ce0cf3-f10f-48a5-8d0b-e70ba74a13e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8113286
Nov 06 20:57:29.162431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:29.187377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684d534-16f5-4bf3-a5ff-e67ab23c243d req-7f7c008d-1436-4bda-93ce-a4c017b3b9cd tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:29.188900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3684d534-16f5-4bf3-a5ff-e67ab23c243d req-7f7c008d-1436-4bda-93ce-a4c017b3b9cd tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 944 time: 0.0874786
Nov 06 20:57:29.351417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:29.384013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-bcc54257-88b9-44e0-bc6f-33126e5c25b1 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:29.385550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-bcc54257-88b9-44e0-bc6f-33126e5c25b1 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1903236
Nov 06 20:57:29.401172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3684d534-16f5-4bf3-a5ff-e67ab23c243d req-548b4365-9849-4c1c-9862-8a18ef689dae tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047524
Nov 06 20:57:29.416592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254955700>,) {'filters': {'network_id': ['6b9d1e8d-5590-41de-a97b-c70b567c46cc']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:29.430083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254955700>, '620515f9-549e-421e-8f6f-55a441e359b9') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:29.430380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254955700>, '620515f9-549e-421e-8f6f-55a441e359b9') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:29.442329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:29.478598 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:29.488935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-26016b2f-bd75-4729-9adc-abc987dee385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:29.490491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-26016b2f-bd75-4729-9adc-abc987dee385 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc&tenant_id=4c383d3827904548a85fe5db914aee4b HTTP/1.1" status: 200  len: 1096 time: 0.0932083
Nov 06 20:57:29.491514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:29.491913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:29.495209 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:29.601790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-cd4309ca-5593-4f08-b07d-8475b6d5b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:29.603336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-cd4309ca-5593-4f08-b07d-8475b6d5b657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c383d3827904548a85fe5db914aee4b&device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1096 time: 0.0668674
Nov 06 20:57:29.636557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-f3a74db2-10a4-48bc-b579-25f5cf348590 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0804269
Nov 06 20:57:29.695115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:29.763321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-a1cbfd81-b42c-4fbe-8961-fc6ba6f12ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:29.765279 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-a1cbfd81-b42c-4fbe-8961-fc6ba6f12ec7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1096 time: 0.0897274
Nov 06 20:57:29.772208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ad73f436-f5d9-471a-af7e-cf26f495bc34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:29.819246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ad73f436-f5d9-471a-af7e-cf26f495bc34 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:29.820125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ad73f436-f5d9-471a-af7e-cf26f495bc34 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:29.926834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-9e7e0534-922f-4518-be54-1a0020869351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:29.927912 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-9e7e0534-922f-4518-be54-1a0020869351 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1283033
Nov 06 20:57:30.036255 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-d73a9c09-62d7-42a8-aaa2-0fdc4144a388 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1000 time: 0.0949085
Nov 06 20:57:30.101858 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:30.103666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-9ac23be7-9f94-4ab4-98ce-cc467d56666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:30.107555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] 10.222.0.13 "DELETE /v2.0/networks/6b9d1e8d-5590-41de-a97b-c70b567c46cc HTTP/1.1" status: 204  len: 168 time: 1.0900724
Nov 06 20:57:30.107747 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-9ac23be7-9f94-4ab4-98ce-cc467d56666a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0574672
Nov 06 20:57:30.117785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663926f6-3d36-415e-abeb-53c8ba58ed44 tempest-PortsIpV6TestJSON-1992780569 tempest-PortsIpV6TestJSON-1992780569-project] Pushing event deleted for resources: {'Network': ['ID=6b9d1e8d-5590-41de-a97b-c70b567c46cc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:30.179954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a81d8-504f-4d9c-96d1-8c62bfda3328 req-eff5213c-e22e-4969-b19c-401c1a720956 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:30.187303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-712a81d8-504f-4d9c-96d1-8c62bfda3328 req-eff5213c-e22e-4969-b19c-401c1a720956 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 945 time: 0.5824223
Nov 06 20:57:30.201924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-5b889658-cefb-4320-8aa0-1db95f16bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:30.203433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-5b889658-cefb-4320-8aa0-1db95f16bf57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 200  len: 921 time: 0.5882037
Nov 06 20:57:30.215781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-a0624b5d-6531-4153-8388-4e135127a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:30.218181 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-a0624b5d-6531-4153-8388-4e135127a3f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0963559
Nov 06 20:57:30.269649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724a159-a420-4c45-92c4-de44ae268f26 req-cea23ec8-93f0-4b81-9f5b-cfd5dba8104d tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:30.271321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4724a159-a420-4c45-92c4-de44ae268f26 req-cea23ec8-93f0-4b81-9f5b-cfd5dba8104d tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 945 time: 0.1718853
Nov 06 20:57:30.272733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-a24d41dc-4d26-4871-a275-93732ef4c8a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 200  len: 217 time: 0.0599692
Nov 06 20:57:30.357980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-712a81d8-504f-4d9c-96d1-8c62bfda3328 req-2496bd42-978d-4151-84fe-b7aefedb3061 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689239
Nov 06 20:57:30.404480 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-097c723f-be63-4f10-ba03-67971a4df56d service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605318
Nov 06 20:57:30.432544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4724a159-a420-4c45-92c4-de44ae268f26 req-c7b7b2b4-1249-4dde-970d-8f7ce0f7ebcc tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356609
Nov 06 20:57:30.434329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-35bd85f8-b9cd-4b7a-8e44-02794edf9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:30.435827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-35bd85f8-b9cd-4b7a-8e44-02794edf9419 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 200  len: 860 time: 0.1534135
Nov 06 20:57:30.492391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-35b2e50e-d3f6-4f99-b49e-3c0a2c4f96c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7f41d40-db54-4294-8f8b-5894f0c36960&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469704
Nov 06 20:57:30.650783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60736) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:30.698136 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-16b07570-cbcc-4c7a-ba96-801c4e522fc7 req-5d98987d-e26b-48bb-8616-ef3482580482 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2405221
Nov 06 20:57:30.718307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-0b222d94-ce34-48f4-b684-546c034ae282 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126493
Nov 06 20:57:30.846210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80319a97-092c-4a02-943d-d879f2dacbce req-8ffe8f6c-2cf8-49cf-8d54-773fae267e70 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:30.847283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80319a97-092c-4a02-943d-d879f2dacbce req-8ffe8f6c-2cf8-49cf-8d54-773fae267e70 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 944 time: 0.1223557
Nov 06 20:57:30.909348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60744) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:30.909550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5427063e-9dc3-4d9b-bf47-5408357b321c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e63a025ef80f43d8bb7bef703826424b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2550125
Nov 06 20:57:30.924021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-16937476-6fc8-46d6-ad59-1e6a624e4555 service neutron] 10.222.0.37 "GET /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883793
Nov 06 20:57:30.941601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80319a97-092c-4a02-943d-d879f2dacbce req-2c20dbb5-33f4-4e1d-9520-57d15035e8c0 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828359
Nov 06 20:57:30.996947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-49722e61-a8d8-4118-bcd4-d0fb5d217fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:31.020102 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-49722e61-a8d8-4118-bcd4-d0fb5d217fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:31.077097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-49722e61-a8d8-4118-bcd4-d0fb5d217fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:31.080588 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-49722e61-a8d8-4118-bcd4-d0fb5d217fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:31.081866 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-49722e61-a8d8-4118-bcd4-d0fb5d217fc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33d102e7-4e68-4431-8a82-143b090036be HTTP/1.1" status: 204  len: 168 time: 0.1715274
Nov 06 20:57:31.093267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49722e61-a8d8-4118-bcd4-d0fb5d217fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d102e7-4e68-4431-8a82-143b090036be,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:31.209883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a94b1-38cb-4660-96a9-161b136da79e req-98334ce1-50a8-40c9-8798-fd0b94e6499a tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:31.211443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-98334ce1-50a8-40c9-8798-fd0b94e6499a tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc&tenant_id=4c383d3827904548a85fe5db914aee4b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0465415
Nov 06 20:57:31.334027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-290a94b1-38cb-4660-96a9-161b136da79e req-ae472c65-45b4-4d12-8d7f-f000fb724dd7 service neutron] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:31.337481 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-290a94b1-38cb-4660-96a9-161b136da79e req-ae472c65-45b4-4d12-8d7f-f000fb724dd7 service neutron] Publish callbacks [] for binding, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:31.338660 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-290a94b1-38cb-4660-96a9-161b136da79e req-ae472c65-45b4-4d12-8d7f-f000fb724dd7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1188166
Nov 06 20:57:31.354473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:31.358564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:31.435248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:31.512731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fa95f-2f44-419b-934e-9a1efd2d31b1 req-51910f14-ceb9-4d27-958f-66f47631d23f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:31.514707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f5fa95f-2f44-419b-934e-9a1efd2d31b1 req-51910f14-ceb9-4d27-958f-66f47631d23f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 945 time: 0.0614424
Nov 06 20:57:31.519932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:31.540596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'port_id': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'mac_address': 'fa:16:3e:23:03:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa2dcc-6706-4d97-bd8c-a69c2b424fe6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:57:31.584488 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:31.598931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:31.600889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f5fa95f-2f44-419b-934e-9a1efd2d31b1 req-4590261f-22c1-46a8-ad17-17dbeebd846e tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806372
Nov 06 20:57:31.620979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7be09-8685-4ded-9fbc-320f313c2463 req-804abd3a-5cb9-4004-b5c3-d43b724ca4c7 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:31.622906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b7be09-8685-4ded-9fbc-320f313c2463 req-804abd3a-5cb9-4004-b5c3-d43b724ca4c7 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 945 time: 0.0707810
Nov 06 20:57:31.629268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:31.634739 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:31.706821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:31.722299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4b7be09-8685-4ded-9fbc-320f313c2463 req-37e426eb-abd5-492c-b1e1-073488cae0db tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853493
Nov 06 20:57:31.883438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:32.025619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf5c6-02e1-4b9f-9a08-8e4d1228d3d5 req-a6cf17c3-e9b7-4ec6-9b3e-93c5977e2679 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:32.027177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c44bf5c6-02e1-4b9f-9a08-8e4d1228d3d5 req-a6cf17c3-e9b7-4ec6-9b3e-93c5977e2679 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 945 time: 0.1211171
Nov 06 20:57:32.027393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60806) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:32.031428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e7350-6059-4ab9-b443-fb5badc1e042 req-a7f96a0f-7358-4133-abb4-53f3130e2b6c tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:32.033504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-330e7350-6059-4ab9-b443-fb5badc1e042 req-a7f96a0f-7358-4133-abb4-53f3130e2b6c tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 1096 time: 0.0772581
Nov 06 20:57:32.118258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c44bf5c6-02e1-4b9f-9a08-8e4d1228d3d5 req-d91c7189-6077-47bb-b2d1-db3c674c1773 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829794
Nov 06 20:57:32.129243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-330e7350-6059-4ab9-b443-fb5badc1e042 req-40ab7952-3a14-4ead-8945-a6389ee25f40 tempest-LiveAutoBlockMigrationV225Test-2030327405 tempest-LiveAutoBlockMigrationV225Test-2030327405-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875273
Nov 06 20:57:32.179899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0e742ea5-52f8-4838-a79c-e84af177cf6f tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2034878176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:32.208911 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e742ea5-52f8-4838-a79c-e84af177cf6f tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.210691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e742ea5-52f8-4838-a79c-e84af177cf6f tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.224502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['8e1bfa1e-3334-4ad8-8f73-fc61a05f1710'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:32.272685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e742ea5-52f8-4838-a79c-e84af177cf6f tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.278021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e742ea5-52f8-4838-a79c-e84af177cf6f tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.293942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a2845-faa9-4de6-9909-83bdf38f15d7 req-aa3dae5d-f4a9-4f2a-90a9-d52bbc45b3e8 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:32.295714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-815a2845-faa9-4de6-9909-83bdf38f15d7 req-aa3dae5d-f4a9-4f2a-90a9-d52bbc45b3e8 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 945 time: 0.0743861
Nov 06 20:57:32.302693 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e742ea5-52f8-4838-a79c-e84af177cf6f tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.306633 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0e742ea5-52f8-4838-a79c-e84af177cf6f tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2774422
Nov 06 20:57:32.309403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60826) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:32.317106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1075429556'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:32.349830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Made reservation on behalf of 7f3eb08465614d908b22519df4574c9d for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:32.354699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.363375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-815a2845-faa9-4de6-9909-83bdf38f15d7 req-f1b0c55a-9913-4c18-af4a-df50382c4066 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593784
Nov 06 20:57:32.370532 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.500742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.505883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.555079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe9047-20e2-4fd6-b5b8-3d35825ef966,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:32.557576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:57:32.573024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.573493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.573939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.574324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.574644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.574982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.575342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.575787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.576186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.576551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.576982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.577324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:32.586536 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.586901 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Added segment 8f219542-6b31-43cf-b414-cec7b738c449 of type vlan for network c52f00a6-a154-4a71-92e0-13377bd98355
Nov 06 20:57:32.636450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.661681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.667913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:32.668549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.674977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ffd5-5154-41e7-a44e-d5e0862c7738 req-5e575632-e585-402b-bc17-8ad7fd2c28bc tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:32.676600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a739ffd5-5154-41e7-a44e-d5e0862c7738 req-5e575632-e585-402b-bc17-8ad7fd2c28bc tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 950 time: 0.0798483
Nov 06 20:57:32.689264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5de10d-71a3-4dda-b8e7-a790d3a64a07 req-cd66176d-e2bb-4c89-b53c-cee7d7901700 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:32.690794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc5de10d-71a3-4dda-b8e7-a790d3a64a07 req-cd66176d-e2bb-4c89-b53c-cee7d7901700 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 945 time: 0.0683315
Nov 06 20:57:32.728873 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4181342
Nov 06 20:57:32.731988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60834) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:32.736814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'subnet': {'network_id': 'c52f00a6-a154-4a71-92e0-13377bd98355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:32.762835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a739ffd5-5154-41e7-a44e-d5e0862c7738 req-7f2ecdac-1cf6-46d9-952f-aac29ec9814c tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710609
Nov 06 20:57:32.767832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc5de10d-71a3-4dda-b8e7-a790d3a64a07 req-ee82dafa-382b-4bac-a671-7d6c142a4e4b tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697086
Nov 06 20:57:32.796996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1e073-a3c2-43e7-8ecb-1236a710f390 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Network': ['ID=c52f00a6-a154-4a71-92e0-13377bd98355,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:32.814706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c52f00a6-a154-4a71-92e0-13377bd98355 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:57:32.858050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Made reservation on behalf of 7f3eb08465614d908b22519df4574c9d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:32.862151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:32.943670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ff2e0-c187-4b07-8cc4-63810469e0ce req-78ee98e1-d29d-4d44-b29a-b859803efef4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:32.945418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a55ff2e0-c187-4b07-8cc4-63810469e0ce req-78ee98e1-d29d-4d44-b29a-b859803efef4 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 945 time: 0.0736842
Nov 06 20:57:32.999293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a55ff2e0-c187-4b07-8cc4-63810469e0ce req-e5fd55e2-a02a-4258-ae48-c87f148ef4fc tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459266
Nov 06 20:57:33.096042 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.155934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Subnet': ['ID=ffcbc9e1-904e-4bae-90c7-e4e2d049f16d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:33.167796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Checking segment: {'id': '8f219542-6b31-43cf-b414-cec7b738c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c52f00a6-a154-4a71-92e0-13377bd98355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:33.168210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network hostable DHCP agents. Network: c52f00a6-a154-4a71-92e0-13377bd98355, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:57:33.186025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network c52f00a6-a154-4a71-92e0-13377bd98355 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:57:33.199383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c52f00a6-a154-4a71-92e0-13377bd98355) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:33.204308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:33.204980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.213879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad32d008-0d37-4709-ba41-76bb92a40803 None None] Network c52f00a6-a154-4a71-92e0-13377bd98355 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:33.240693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60860) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:33.246838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'network': {'name': 'tempest-router-network01--263179428'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:33.253067 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b2a644da-bd85-4915-84a4-9c8105f83cdb tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5194461
Nov 06 20:57:33.287305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Made reservation on behalf of 7f3eb08465614d908b22519df4574c9d for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:33.293008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.321104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:57:33.334731 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.335091 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Added segment 013cd53a-47f8-409b-8e36-cbc1012b5c02 of type vlan for network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1
Nov 06 20:57:33.374622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:33.390761 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.475120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c52f00a6-a154-4a71-92e0-13377bd98355', 'network_id': 'c52f00a6-a154-4a71-92e0-13377bd98355', 'tenant_id': '7f3eb08465614d908b22519df4574c9d', 'fixed_ips': [{'subnet_id': 'ffcbc9e1-904e-4bae-90c7-e4e2d049f16d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:57:33.476166 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.509911 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.525240 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.530791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:33.531377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.553681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-8ac7fc90-13a7-4ce5-88bc-0bdc54a74d11 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:33.555139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-8ac7fc90-13a7-4ce5-88bc-0bdc54a74d11 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.37 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 945 time: 0.1606493
Nov 06 20:57:33.589619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:33.592064 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b698040b-bd6d-441c-a774-9427df25d5d1" -d '{"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-unplugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:33.614038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:33.620435 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.629273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3872678
Nov 06 20:57:33.632135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60872) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:33.637342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'network': {'name': 'tempest-router-network02--2144313717'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:33.660863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Made reservation on behalf of 7f3eb08465614d908b22519df4574c9d for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:33.662955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ee6d2-2cba-4328-8004-e6efd77a7bdf req-be30ef99-1749-400c-b7e1-a2fded230ae1 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:33.664794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.668830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-181ee6d2-2cba-4328-8004-e6efd77a7bdf req-be30ef99-1749-400c-b7e1-a2fded230ae1 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 945 time: 0.2402208
Nov 06 20:57:33.693334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacefe9-be09-4557-9b9e-a048c840efcc req-8ce7b590-daa2-4be9-ba5a-ba0f87d7aa3c tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:33.695298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bacefe9-be09-4557-9b9e-a048c840efcc req-8ce7b590-daa2-4be9-ba5a-ba0f87d7aa3c tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 945 time: 0.2426100
Nov 06 20:57:33.697651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Allocated IP 172.20.0.2 (c52f00a6-a154-4a71-92e0-13377bd98355/ffcbc9e1-904e-4bae-90c7-e4e2d049f16d/adbb1a2e-d010-434b-83a1-568ccd57e674) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:33.700815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:57:33.703442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706d7c-be27-4d2f-b4d1-895619159e08 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Network': ['ID=5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:33.706495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:33.713002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.714356 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Added segment 6b3444ab-32d0-44a5-991e-17905191a44e of type vlan for network cafbfddf-e458-4ca3-acfb-ed40321f65fa
Nov 06 20:57:33.721334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:57:33.760580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.788670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.795326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:33.796097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.836029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bacefe9-be09-4557-9b9e-a048c840efcc req-56f31ab7-cc74-4d65-804a-e054c5408b4a tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224718
Nov 06 20:57:33.853055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-181ee6d2-2cba-4328-8004-e6efd77a7bdf req-5bcd33db-1bac-4bdf-b0a1-7db5689fb870 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521604
Nov 06 20:57:33.882812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Deleting port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:33.883527 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:33.891725 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2583814
Nov 06 20:57:33.893897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:33.909267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67005ff-2c89-4aef-9140-54c260ca57d1 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Network': ['ID=cafbfddf-e458-4ca3-acfb-ed40321f65fa,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:33.925644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network cafbfddf-e458-4ca3-acfb-ed40321f65fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:57:33.926272 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'subnet': {'network_id': '5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:33.931538 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e5ea18-9d53-48df-ac88-f2516feee7b0 x-openstack-request-id: req-05e5ea18-9d53-48df-ac88-f2516feee7b0 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:33.932066 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-unplugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:33.932523 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05e5ea18-9d53-48df-ac88-f2516feee7b0 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:33.933084 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'code': 200}
Nov 06 20:57:34.097644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] For port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:34.098023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.128144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Made reservation on behalf of 7f3eb08465614d908b22519df4574c9d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:34.129989 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.131574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.134732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Calling delete_port for 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:34.146382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.199075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Network c52f00a6-a154-4a71-92e0-13377bd98355 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:34.202302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:34.207401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:34.210529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Pushing event updated for resources: {'Port': ['ID=adbb1a2e-d010-434b-83a1-568ccd57e674,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:34.256940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a119e-5a35-441f-b585-82eaa117cdab req-10df8adc-682a-4182-adcd-71fc34a4602f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:34.258472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d1a119e-5a35-441f-b585-82eaa117cdab req-10df8adc-682a-4182-adcd-71fc34a4602f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=1791c480-1c88-478b-91cb-e512a6b911cc HTTP/1.1" status: 200  len: 945 time: 0.1767259
Nov 06 20:57:34.270346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Attempting to bind port adbb1a2e-d010-434b-83a1-568ccd57e674 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:34.270723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Attempting to bind port adbb1a2e-d010-434b-83a1-568ccd57e674 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f219542-6b31-43cf-b414-cec7b738c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c52f00a6-a154-4a71-92e0-13377bd98355'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:34.271089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Attempting to bind port adbb1a2e-d010-434b-83a1-568ccd57e674 on network c52f00a6-a154-4a71-92e0-13377bd98355 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:34.276392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:34.276771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Checking segment: {'id': '8f219542-6b31-43cf-b414-cec7b738c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c52f00a6-a154-4a71-92e0-13377bd98355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:34.277176 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.277609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Bound using segment: {'id': '8f219542-6b31-43cf-b414-cec7b738c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c52f00a6-a154-4a71-92e0-13377bd98355'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:34.278137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Bound port: adbb1a2e-d010-434b-83a1-568ccd57e674, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f219542-6b31-43cf-b414-cec7b738c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c52f00a6-a154-4a71-92e0-13377bd98355'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:34.278515 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.348806 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] For port adbb1a2e-d010-434b-83a1-568ccd57e674, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:34.352565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] For port adbb1a2e-d010-434b-83a1-568ccd57e674, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adbb1a2e-d010-434b-83a1-568ccd57e674,segment=NetworkSegment(8f219542-6b31-43cf-b414-cec7b738c449),segment_id=8f219542-6b31-43cf-b414-cec7b738c449)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:34.357563 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.364841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d1a119e-5a35-441f-b585-82eaa117cdab req-14c73a5f-25c0-4ea1-b754-d42dd635ba3f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954683
Nov 06 20:57:34.422681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c84c6-1308-42cb-b907-3dcf849fa064 None None] Pushing event updated for resources: {'Port': ['ID=adbb1a2e-d010-434b-83a1-568ccd57e674,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:34.485256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.496448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['e871ba32-0d46-454a-a9b6-d59321c47280'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:34.524640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Pushing event deleted for resources: {'Port': ['ID=1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:34.533108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.618948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] No DVR routers for this DVR port 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:34.622023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.626071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-018bcbea-db44-459a-bcbd-3aa8f8106349 req-c3f301c7-c88c-48ee-8f88-501729372dbb tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.37 "DELETE /v2.0/ports/1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e HTTP/1.1" status: 204  len: 173 time: 1.0545037
Nov 06 20:57:34.630165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'name': 'network-vif-deleted', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:34.632683 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2e39f-8937-4ede-812f-199b4ef860c6" -d '{"events": [{"server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "name": "network-vif-deleted", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:34.665460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Subnet': ['ID=66baafbd-23f0-4a74-b0ca-88a6d7739d68,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:34.709176 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef018e7-7e68-4d10-b8d4-e0827e11462f x-openstack-request-id: req-3ef018e7-7e68-4d10-b8d4-e0827e11462f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:34.709773 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791c480-1c88-478b-91cb-e512a6b911cc", "name": "network-vif-deleted", "tag": "1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:34.709773 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ef018e7-7e68-4d10-b8d4-e0827e11462f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:34.710109 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791c480-1c88-478b-91cb-e512a6b911cc', 'name': 'network-vif-deleted', 'tag': '1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e', 'status': 'completed', 'code': 200}
Nov 06 20:57:34.713489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Checking segment: {'id': '013cd53a-47f8-409b-8e36-cbc1012b5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:34.713849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network hostable DHCP agents. Network: 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:57:34.735038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:57:34.746472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:34.751262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:34.752116 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.755274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ee306-9212-47ef-ae5f-65668f344f99 None None] Network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:34.774459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6eef53f1-6a05-4e49-843a-677ce3416b3d tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8779111
Nov 06 20:57:34.777079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60896) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:34.783065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'subnet': {'network_id': 'cafbfddf-e458-4ca3-acfb-ed40321f65fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:34.921305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Made reservation on behalf of 7f3eb08465614d908b22519df4574c9d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:34.925771 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:34.971163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1', 'network_id': '5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1', 'tenant_id': '7f3eb08465614d908b22519df4574c9d', 'fixed_ips': [{'subnet_id': '66baafbd-23f0-4a74-b0ca-88a6d7739d68'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:57:34.972048 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.171891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Allocated IP 172.20.0.2 (5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1/66baafbd-23f0-4a74-b0ca-88a6d7739d68/d6c14420-15b9-4a3d-822a-140bb1359261) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:35.178318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf39e7-937c-4b93-85df-8f28e29a34f1 req-39de91e6-b216-4a54-b8ca-690078516873 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:35.181565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6abf39e7-937c-4b93-85df-8f28e29a34f1 req-39de91e6-b216-4a54-b8ca-690078516873 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 945 time: 0.1429391
Nov 06 20:57:35.197941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c11f45-1a4c-441c-9a16-45f763aff0af req-c721fec7-d371-43c3-8aed-6605c37685b5 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:35.199492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0c11f45-1a4c-441c-9a16-45f763aff0af req-c721fec7-d371-43c3-8aed-6605c37685b5 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 945 time: 0.1597445
Nov 06 20:57:35.358524 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.374228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:35.375169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6abf39e7-937c-4b93-85df-8f28e29a34f1 req-9c9d0f4c-2855-4b49-8f00-18e48cd12fe1 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744690
Nov 06 20:57:35.375801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-90cdba9e-ed39-4538-b2cf-ec3c7afda248 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:35.380073 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-90cdba9e-ed39-4538-b2cf-ec3c7afda248 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.10 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 945 time: 0.0880625
Nov 06 20:57:35.421225 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.428054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0c11f45-1a4c-441c-9a16-45f763aff0af req-e68ed43b-ff7c-445b-9e8c-76572a446e04 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6eebec3-14d2-430d-a936-fe6b8ab9430f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932247
Nov 06 20:57:35.465113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:35.470923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.555535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Deleting port 93c7d686-82c3-47f5-b551-bbb8fa1160ac {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:35.556216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.588901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Subnet': ['ID=2f029082-9dbf-44d7-aaf0-8ffe6f31892f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:35.603555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Pushing event updated for resources: {'Port': ['ID=d6c14420-15b9-4a3d-822a-140bb1359261,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:35.647309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Checking segment: {'id': '6b3444ab-32d0-44a5-991e-17905191a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cafbfddf-e458-4ca3-acfb-ed40321f65fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:35.648353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network hostable DHCP agents. Network: cafbfddf-e458-4ca3-acfb-ed40321f65fa, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:57:35.657589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:35.670162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:35.673604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network cafbfddf-e458-4ca3-acfb-ed40321f65fa is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:57:35.722726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cafbfddf-e458-4ca3-acfb-ed40321f65fa) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:35.730723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:35.731345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.731924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c919a0bf-3a78-43c3-8742-728c84371f07 None None] Network c52f00a6-a154-4a71-92e0-13377bd98355 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:35.743391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3a3c6-37ff-4178-bb7c-c61a09ee1898 None None] Network cafbfddf-e458-4ca3-acfb-ed40321f65fa requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:35.769120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f046d57c-5af7-4761-b791-b342ffc75006 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9906127
Nov 06 20:57:35.769944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] For port 93c7d686-82c3-47f5-b551-bbb8fa1160ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7d686-82c3-47f5-b551-bbb8fa1160ac,segment=NetworkSegment(4b86ea25-4152-4b49-859f-741688810966),segment_id=4b86ea25-4152-4b49-859f-741688810966)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:35.770427 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.772734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60934) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:35.804357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Calling delete_port for 93c7d686-82c3-47f5-b551-bbb8fa1160ac owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:35.841500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:57:35.857218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Attempting to bind port d6c14420-15b9-4a3d-822a-140bb1359261 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:35.857587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Attempting to bind port d6c14420-15b9-4a3d-822a-140bb1359261 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '013cd53a-47f8-409b-8e36-cbc1012b5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:35.857948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Attempting to bind port d6c14420-15b9-4a3d-822a-140bb1359261 on network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:35.875920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:35.876958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.911170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device adbb1a2e-d010-434b-83a1-568ccd57e674 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:35.914744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:35.915115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Checking segment: {'id': '013cd53a-47f8-409b-8e36-cbc1012b5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:35.915522 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.915907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Bound using segment: {'id': '013cd53a-47f8-409b-8e36-cbc1012b5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:35.916665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Bound port: d6c14420-15b9-4a3d-822a-140bb1359261, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013cd53a-47f8-409b-8e36-cbc1012b5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:35.917044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.962747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a26eebf5-62b0-47f7-88d1-bd5231393566 None None] Provisioning complete for port adbb1a2e-d010-434b-83a1-568ccd57e674 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:35.963245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a26eebf5-62b0-47f7-88d1-bd5231393566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:35.969415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.010922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Pushing event deleted for resources: {'Port': ['ID=93c7d686-82c3-47f5-b551-bbb8fa1160ac,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:36.021119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['93c7d686-82c3-47f5-b551-bbb8fa1160ac'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:36.052639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] No DVR routers for this DVR port 93c7d686-82c3-47f5-b551-bbb8fa1160ac on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:36.055333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.059568 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3a9bf5f1-eaca-492c-9f40-5a69716d875a req-9da0b72a-ac51-4877-8a83-e7a429964ed4 tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.10 "DELETE /v2.0/ports/93c7d686-82c3-47f5-b551-bbb8fa1160ac HTTP/1.1" status: 204  len: 173 time: 0.6715009
Nov 06 20:57:36.060170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4f0a1-23c6-46bd-b4c0-705a61ffdc99', 'name': 'network-vif-deleted', 'tag': '93c7d686-82c3-47f5-b551-bbb8fa1160ac'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:36.062503 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f011be70-4dca-455d-82d8-6a04e16fcb12" -d '{"events": [{"server_uuid": "63f4f0a1-23c6-46bd-b4c0-705a61ffdc99", "name": "network-vif-deleted", "tag": "93c7d686-82c3-47f5-b551-bbb8fa1160ac"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:36.131499 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.183008 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04441e6a-399a-4a6c-8491-a8cb9f2d78eb x-openstack-request-id: req-04441e6a-399a-4a6c-8491-a8cb9f2d78eb {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:36.183297 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f4f0a1-23c6-46bd-b4c0-705a61ffdc99", "name": "network-vif-deleted", "tag": "93c7d686-82c3-47f5-b551-bbb8fa1160ac", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:36.183549 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04441e6a-399a-4a6c-8491-a8cb9f2d78eb {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:36.183968 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f4f0a1-23c6-46bd-b4c0-705a61ffdc99', 'name': 'network-vif-deleted', 'tag': '93c7d686-82c3-47f5-b551-bbb8fa1160ac', 'status': 'completed', 'code': 200}
Nov 06 20:57:36.279586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] For port d6c14420-15b9-4a3d-822a-140bb1359261, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:36.339128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port adbb1a2e-d010-434b-83a1-568ccd57e674 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:36.339502 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.342106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] For port d6c14420-15b9-4a3d-822a-140bb1359261, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6c14420-15b9-4a3d-822a-140bb1359261,segment=NetworkSegment(013cd53a-47f8-409b-8e36-cbc1012b5c02),segment_id=013cd53a-47f8-409b-8e36-cbc1012b5c02)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:36.368134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cafbfddf-e458-4ca3-acfb-ed40321f65fa', 'network_id': 'cafbfddf-e458-4ca3-acfb-ed40321f65fa', 'tenant_id': '7f3eb08465614d908b22519df4574c9d', 'fixed_ips': [{'subnet_id': '2f029082-9dbf-44d7-aaf0-8ffe6f31892f'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:57:36.369013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.384804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Allocated IP 172.20.0.1 (5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1/66baafbd-23f0-4a74-b0ca-88a6d7739d68/816ca260-46c8-48e6-8c2a-2bc4e8883c63) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:36.391654 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.394127 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.504552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a26eebf5-62b0-47f7-88d1-bd5231393566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.733300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:36.736537 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6219e5-0229-48ba-b2d6-039d63c2055e" -d '{"events": [{"server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "name": "network-vif-plugged", "status": "completed", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:36.900277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:36.949004 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:36.956939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa8593-01e1-46f9-9f6a-af499fc7f46d None None] Pushing event updated for resources: {'Port': ['ID=d6c14420-15b9-4a3d-822a-140bb1359261,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:37.071497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a26eebf5-62b0-47f7-88d1-bd5231393566 None None] For port adbb1a2e-d010-434b-83a1-568ccd57e674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adbb1a2e-d010-434b-83a1-568ccd57e674,segment=NetworkSegment(8f219542-6b31-43cf-b414-cec7b738c449),segment_id=8f219542-6b31-43cf-b414-cec7b738c449)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:37.075631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8bc9ed7-fe4a-4e7f-a26a-7c188b84e462 req-cee761c7-e84a-480f-859c-e227b89d99fb tempest-ServersNegativeTestMultiTenantJSON-1518829870 tempest-ServersNegativeTestMultiTenantJSON-1518829870-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f4f0a1-23c6-46bd-b4c0-705a61ffdc99 HTTP/1.1" status: 200  len: 210 time: 0.0493078
Nov 06 20:57:37.112134 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a26eebf5-62b0-47f7-88d1-bd5231393566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.155385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24274234-2c31-4221-afdf-20dfb2687819 req-ff62c852-8095-4f86-9a4e-5046e3dc240a tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:37.164226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24274234-2c31-4221-afdf-20dfb2687819 req-ff62c852-8095-4f86-9a4e-5046e3dc240a tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 945 time: 0.7086995
Nov 06 20:57:37.187237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Allocated IP 172.20.0.2 (cafbfddf-e458-4ca3-acfb-ed40321f65fa/2f029082-9dbf-44d7-aaf0-8ffe6f31892f/c2a22763-05e5-4592-989d-e40f8076ac4a) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:37.191255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:37.215941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.268860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24274234-2c31-4221-afdf-20dfb2687819 req-60941202-ec85-485d-9e10-ec65570db5db tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030445
Nov 06 20:57:37.293750 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.298608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-94a9233f-6c11-4f48-ad6f-7fa6a6067ad4 None None] Provisioning complete for port adbb1a2e-d010-434b-83a1-568ccd57e674 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:37.299194 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94a9233f-6c11-4f48-ad6f-7fa6a6067ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.356902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eebf5-62b0-47f7-88d1-bd5231393566 None None] Pushing event updated for resources: {'Port': ['ID=adbb1a2e-d010-434b-83a1-568ccd57e674,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:37.364934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:37.373448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:37.378345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:37.389508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 21508f07-0718-477d-a58c-ec0512e5bdad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:37.424340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Port': ['ID=816ca260-46c8-48e6-8c2a-2bc4e8883c63,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:37.443844 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.459689 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d348546a-fb65-4a40-850c-de41d802c801 x-openstack-request-id: req-d348546a-fb65-4a40-850c-de41d802c801 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:37.459987 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "name": "network-vif-plugged", "status": "completed", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:37.460259 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d348546a-fb65-4a40-850c-de41d802c801 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:37.460679 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'code': 200}
Nov 06 20:57:37.615462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc030e7b-9f0c-456b-9120-dcc32d260d8f req-3a503dbc-b3ed-465a-a3bd-627adfb2599d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:37.617294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc030e7b-9f0c-456b-9120-dcc32d260d8f req-3a503dbc-b3ed-465a-a3bd-627adfb2599d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0922410
Nov 06 20:57:37.617703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.635465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:37.647180 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.669630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6aa39-8911-4c4a-be19-361ec1c0b5a5 req-ce3e8b25-241d-4762-902b-fb729e8c7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:37.671778 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bab6aa39-8911-4c4a-be19-361ec1c0b5a5 req-ce3e8b25-241d-4762-902b-fb729e8c7be6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 1097 time: 0.0687702
Nov 06 20:57:37.674766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Network cafbfddf-e458-4ca3-acfb-ed40321f65fa is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:37.679141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:37.685013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.702213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:37.704473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '21508f07-0718-477d-a58c-ec0512e5bdad', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '21508f07-0718-477d-a58c-ec0512e5bdad', 'mac_address': 'fa:16:3e:1c:36:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:57:37.713891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc030e7b-9f0c-456b-9120-dcc32d260d8f req-e798c8d0-72a4-4833-b363-c860f1d69357 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849683
Nov 06 20:57:37.795102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Pushing event updated for resources: {'Port': ['ID=c2a22763-05e5-4592-989d-e40f8076ac4a,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:37.796645 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bab6aa39-8911-4c4a-be19-361ec1c0b5a5 req-78a7855f-c6d9-4cb1-b985-2988989baeff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111832
Nov 06 20:57:37.829236 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.851081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Attempting to bind port c2a22763-05e5-4592-989d-e40f8076ac4a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:57:37.851261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Attempting to bind port c2a22763-05e5-4592-989d-e40f8076ac4a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b3444ab-32d0-44a5-991e-17905191a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cafbfddf-e458-4ca3-acfb-ed40321f65fa'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:57:37.851654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Attempting to bind port c2a22763-05e5-4592-989d-e40f8076ac4a on network cafbfddf-e458-4ca3-acfb-ed40321f65fa {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:57:37.858948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21508f07-0718-477d-a58c-ec0512e5bdad {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:37.864239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:57:37.864719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Checking segment: {'id': '6b3444ab-32d0-44a5-991e-17905191a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cafbfddf-e458-4ca3-acfb-ed40321f65fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:37.865202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.866043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Bound using segment: {'id': '6b3444ab-32d0-44a5-991e-17905191a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cafbfddf-e458-4ca3-acfb-ed40321f65fa'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:57:37.866153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Bound port: c2a22763-05e5-4592-989d-e40f8076ac4a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3444ab-32d0-44a5-991e-17905191a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cafbfddf-e458-4ca3-acfb-ed40321f65fa'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:57:37.866598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.894550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:37.919164 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:37.922015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:37.965027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8905ea-fafb-437a-9c0e-15192341fcea req-7d7fb1f9-33b5-4611-af50-f7e8dfb12a08 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:37.966516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c8905ea-fafb-437a-9c0e-15192341fcea req-7d7fb1f9-33b5-4611-af50-f7e8dfb12a08 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1002798
Nov 06 20:57:37.974014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:37.974554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 1c0d21ce-7b68-4ae6-9a77-2a2a01a0e72e not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:38.036493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] For port c2a22763-05e5-4592-989d-e40f8076ac4a, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:57:38.040393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] For port c2a22763-05e5-4592-989d-e40f8076ac4a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2a22763-05e5-4592-989d-e40f8076ac4a,segment=NetworkSegment(6b3444ab-32d0-44a5-991e-17905191a44e),segment_id=6b3444ab-32d0-44a5-991e-17905191a44e)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:57:38.042012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:38.048323 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.083597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device adbb1a2e-d010-434b-83a1-568ccd57e674 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:38.092654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c8905ea-fafb-437a-9c0e-15192341fcea req-d3efef03-034a-4425-85a1-064a1c84d708 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1157656
Nov 06 20:57:38.127626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['21508f07-0718-477d-a58c-ec0512e5bdad'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:38.148484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.163479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.184999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30954df9-b20f-4406-ad43-bb58c0677da6 None None] Pushing event updated for resources: {'Port': ['ID=c2a22763-05e5-4592-989d-e40f8076ac4a,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:38.206991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32788) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:38.226675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00479e88-bbf3-4549-ba55-e002a76c2f8a None None] Network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:38.276919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.285684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ef6363-9a02-44b4-8ef7-7e62d075a85b admin admin] Deleting subnet b936b212-d22d-4a31-bd1d-18e868b30fb1 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:38.296243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef6363-9a02-44b4-8ef7-7e62d075a85b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.373017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef6363-9a02-44b4-8ef7-7e62d075a85b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.399215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Port': ['ID=816ca260-46c8-48e6-8c2a-2bc4e8883c63,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:38.415856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port adbb1a2e-d010-434b-83a1-568ccd57e674 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:38.416270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.457789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-24363526-d5b9-41da-812b-f236faa3d085 None None] Provisioning complete for port d6c14420-15b9-4a3d-822a-140bb1359261 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:38.458155 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24363526-d5b9-41da-812b-f236faa3d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.463367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef6363-9a02-44b4-8ef7-7e62d075a85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.559558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:38.566091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:38.591496 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef6363-9a02-44b4-8ef7-7e62d075a85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.620523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef6363-9a02-44b4-8ef7-7e62d075a85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b936b212-d22d-4a31-bd1d-18e868b30fb1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:38.633609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef6363-9a02-44b4-8ef7-7e62d075a85b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.637357 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88ef6363-9a02-44b4-8ef7-7e62d075a85b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b936b212-d22d-4a31-bd1d-18e868b30fb1 HTTP/1.1" status: 204  len: 168 time: 0.4291632
Nov 06 20:57:38.643662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:38.737966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.738640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d6c14420-15b9-4a3d-822a-140bb1359261 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:38.831713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.844929 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24363526-d5b9-41da-812b-f236faa3d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.854698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d3ce4-c480-4cc3-9bc0-c4fcfb2aa38f req-c484a39d-9988-4f03-9a71-0fc1c5eab0f7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:38.865062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b69d3ce4-c480-4cc3-9bc0-c4fcfb2aa38f req-c484a39d-9988-4f03-9a71-0fc1c5eab0f7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 944 time: 0.1216054
Nov 06 20:57:38.869280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c8f850>,) {'filters': {'network_id': ['a5eb6519-b7b2-40a6-95e2-b8fbed3952b8']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:38.871500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d6c14420-15b9-4a3d-822a-140bb1359261 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:38.871879 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.885685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e48116-18be-453a-9642-8a0ac3a4ab36 req-3291b12b-21b7-415a-aa79-2a2f28b269ec tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:38.896012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c8f850>, '4b86ea25-4152-4b49-859f-741688810966') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:38.897850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c8f850>, '4b86ea25-4152-4b49-859f-741688810966') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:38.904909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82e48116-18be-453a-9642-8a0ac3a4ab36 req-3291b12b-21b7-415a-aa79-2a2f28b269ec tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.3183353
Nov 06 20:57:38.912648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.921291 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-24363526-d5b9-41da-812b-f236faa3d085 None None] For port d6c14420-15b9-4a3d-822a-140bb1359261, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6c14420-15b9-4a3d-822a-140bb1359261,segment=NetworkSegment(013cd53a-47f8-409b-8e36-cbc1012b5c02),segment_id=013cd53a-47f8-409b-8e36-cbc1012b5c02)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:38.932659 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24363526-d5b9-41da-812b-f236faa3d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.939174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:38.949853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:38.950333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:39.018824 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:39.021246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24363526-d5b9-41da-812b-f236faa3d085 None None] Pushing event updated for resources: {'Port': ['ID=d6c14420-15b9-4a3d-822a-140bb1359261,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:39.023228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.027207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82e48116-18be-453a-9642-8a0ac3a4ab36 req-0cbffa79-6177-4a62-89c0-3e9cc469371b tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159229
Nov 06 20:57:39.032550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b69d3ce4-c480-4cc3-9bc0-c4fcfb2aa38f req-df735bac-2f72-4133-a171-4975dcfb69d7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665311
Nov 06 20:57:39.043438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.045635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Router c50daead-42ea-49cf-82ce-93f1a461cb0c is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:57:39.063304 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5eb6519-b7b2-40a6-95e2-b8fbed3952b8 HTTP/1.1" status: 204  len: 168 time: 0.4154873
Nov 06 20:57:39.064189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32804) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:39.099831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb32b14-f4b3-43bd-937a-1ef8766dc627 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5eb6519-b7b2-40a6-95e2-b8fbed3952b8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:39.157100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-509a13e0-4a39-4220-ab55-b65ebe00f638 None None] Provisioning complete for port 816ca260-46c8-48e6-8c2a-2bc4e8883c63 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:39.158598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-509a13e0-4a39-4220-ab55-b65ebe00f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.213512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-509a13e0-4a39-4220-ab55-b65ebe00f638 None None] Port 816ca260-46c8-48e6-8c2a-2bc4e8883c63 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:39.225460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-509a13e0-4a39-4220-ab55-b65ebe00f638 None None] Provisioning complete for port d6c14420-15b9-4a3d-822a-140bb1359261 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:39.225869 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-509a13e0-4a39-4220-ab55-b65ebe00f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.319416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21c307a-9ffb-49eb-8d34-dd72fb8c495b admin admin] Deleting subnet 954d79d7-43d7-4afe-aadd-8105c6de4718 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:39.328182 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c21c307a-9ffb-49eb-8d34-dd72fb8c495b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.367679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-f3bc94a1-4391-408e-bc49-2b0fad372820 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:39.369267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-f3bc94a1-4391-408e-bc49-2b0fad372820 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.37 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 944 time: 0.2575719
Nov 06 20:57:39.375392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 21508f07-0718-477d-a58c-ec0512e5bdad up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:39.377139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27e69c-b4c5-4394-b0d0-6944d01da9e1 req-f23455b9-edcf-4091-96e4-e1b2a62c8ede tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:39.378492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc27e69c-b4c5-4394-b0d0-6944d01da9e1 req-f23455b9-edcf-4091-96e4-e1b2a62c8ede tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1488624
Nov 06 20:57:39.379498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:57:39.394426 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e412949-5901-4aa9-80bc-fd6b39b5ea26 None None] Sync routers for ids ['c50daead-42ea-49cf-82ce-93f1a461cb0c'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:57:39.403454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aa8852b9-5d67-411d-af79-bf82b8215901 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "PUT /v2.0/routers/c50daead-42ea-49cf-82ce-93f1a461cb0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6270950
Nov 06 20:57:39.404064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32814) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:39.412247 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e412949-5901-4aa9-80bc-fd6b39b5ea26 None None] Routers {'c50daead-42ea-49cf-82ce-93f1a461cb0c'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:39.415748 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9e412949-5901-4aa9-80bc-fd6b39b5ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252808bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c50daead-42ea-49cf-82ce-93f1a461cb0c'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:39.450549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1ddf6e2f-c476-4c0a-be2f-a2fe28b339b8 None None] Provisioning complete for port 816ca260-46c8-48e6-8c2a-2bc4e8883c63 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:39.454212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1ddf6e2f-c476-4c0a-be2f-a2fe28b339b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.461138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c21c307a-9ffb-49eb-8d34-dd72fb8c495b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.473235 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9e412949-5901-4aa9-80bc-fd6b39b5ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252808bb0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:39.485050 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e412949-5901-4aa9-80bc-fd6b39b5ea26 None None] Routers {'c50daead-42ea-49cf-82ce-93f1a461cb0c'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:39.486700 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9e412949-5901-4aa9-80bc-fd6b39b5ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252808bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c50daead-42ea-49cf-82ce-93f1a461cb0c'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:39.542472 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9e412949-5901-4aa9-80bc-fd6b39b5ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252808bb0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:39.543370 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e412949-5901-4aa9-80bc-fd6b39b5ea26 None None] The sync data for ids ['c50daead-42ea-49cf-82ce-93f1a461cb0c'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:57:39.572233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf6e2f-c476-4c0a-be2f-a2fe28b339b8 None None] Port 816ca260-46c8-48e6-8c2a-2bc4e8883c63 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:39.589597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 21508f07-0718-477d-a58c-ec0512e5bdad triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:39.590226 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.669293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc27e69c-b4c5-4394-b0d0-6944d01da9e1 req-0fb43cd7-908f-49db-9c8b-ae04e3b9d1ed tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2777805
Nov 06 20:57:39.691085 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c21c307a-9ffb-49eb-8d34-dd72fb8c495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.808557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c21c307a-9ffb-49eb-8d34-dd72fb8c495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.845531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefdd224-791d-48da-aa3b-f6c4eb0c5646 None None] Network cafbfddf-e458-4ca3-acfb-ed40321f65fa requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:39.871670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c307a-9ffb-49eb-8d34-dd72fb8c495b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954d79d7-43d7-4afe-aadd-8105c6de4718,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:39.879383 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c21c307a-9ffb-49eb-8d34-dd72fb8c495b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.882933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c21c307a-9ffb-49eb-8d34-dd72fb8c495b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/954d79d7-43d7-4afe-aadd-8105c6de4718 HTTP/1.1" status: 204  len: 168 time: 0.8175163
Nov 06 20:57:39.886878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32824) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:39.893479 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.897828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Deleting port e871ba32-0d46-454a-a9b6-d59321c47280 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:39.897828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:39.968316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-030c9f86-da46-47ca-a9d1-a5fa2c52ad94 None None] Provisioning complete for port 816ca260-46c8-48e6-8c2a-2bc4e8883c63 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:39.968848 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-030c9f86-da46-47ca-a9d1-a5fa2c52ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.033995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:40.036439 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1cf4c7-dd6f-46f2-919a-7343e9f52230" -d '{"events": [{"server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "name": "network-vif-plugged", "status": "completed", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:40.040883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.046124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d6c14420-15b9-4a3d-822a-140bb1359261 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:40.094139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] For port e871ba32-0d46-454a-a9b6-d59321c47280, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e871ba32-0d46-454a-a9b6-d59321c47280,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:40.094669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.153654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Calling delete_port for e871ba32-0d46-454a-a9b6-d59321c47280 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:40.216112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.246905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:40.248778 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26881893-0293-450e-afd4-71fb2cae196e x-openstack-request-id: req-26881893-0293-450e-afd4-71fb2cae196e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:40.249082 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "name": "network-vif-plugged", "status": "completed", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:40.249330 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26881893-0293-450e-afd4-71fb2cae196e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:40.249746 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad', 'code': 200}
Nov 06 20:57:40.263269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.264071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 93c7d686-82c3-47f5-b551-bbb8fa1160ac no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:40.289695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 93c7d686-82c3-47f5-b551-bbb8fa1160ac {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:40.290051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 93c7d686-82c3-47f5-b551-bbb8fa1160ac not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:40.291643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-030c9f86-da46-47ca-a9d1-a5fa2c52ad94 None None] Port 816ca260-46c8-48e6-8c2a-2bc4e8883c63 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:40.339372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9257046e50>,) {'filters': {'network_id': ['289b6a6c-b980-4b8a-b0d0-7f97301e3ec9']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:40.377808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9257046e50>, '08fd2240-95c9-4bba-bec8-47da39fc15f3') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:40.378103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9257046e50>, '08fd2240-95c9-4bba-bec8-47da39fc15f3') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:40.394421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:40.396411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.406646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d6c14420-15b9-4a3d-822a-140bb1359261 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:40.407012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.445097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7065b8c-905f-43f7-abb6-bec2d5cfa741 req-89561375-39d3-4193-84db-c2fb3497de19 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:40.452368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7065b8c-905f-43f7-abb6-bec2d5cfa741 req-89561375-39d3-4193-84db-c2fb3497de19 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacbb840-9952-44fa-a73b-0c020a3c93ba HTTP/1.1" status: 200  len: 944 time: 0.1794617
Nov 06 20:57:40.460104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.473256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cb455774-5b58-41e8-85d5-15f397e16770 None None] Provisioning complete for port c2a22763-05e5-4592-989d-e40f8076ac4a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:40.473573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb455774-5b58-41e8-85d5-15f397e16770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.476999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:40.477404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:40.479238 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:40.487628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6512e2-6d5d-4912-a08d-c697548c90b0 req-3e5bf98c-bb29-4be9-8031-ecc58d76a717 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:40.489180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c6512e2-6d5d-4912-a08d-c697548c90b0 req-3e5bf98c-bb29-4be9-8031-ecc58d76a717 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.1790242
Nov 06 20:57:40.509935 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-2daa4ba1-7e34-4e7d-a36d-89948f5c14b6 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 20:57:40.511173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2daa4ba1-7e34-4e7d-a36d-89948f5c14b6 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "PUT /v2.0/routers/c50daead-42ea-49cf-82ce-93f1a461cb0c/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.1056237
Nov 06 20:57:40.517301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32838) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:40.567093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c2a22763-05e5-4592-989d-e40f8076ac4a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:40.634516 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb455774-5b58-41e8-85d5-15f397e16770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.679774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cb455774-5b58-41e8-85d5-15f397e16770 None None] For port c2a22763-05e5-4592-989d-e40f8076ac4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2a22763-05e5-4592-989d-e40f8076ac4a,segment=NetworkSegment(6b3444ab-32d0-44a5-991e-17905191a44e),segment_id=6b3444ab-32d0-44a5-991e-17905191a44e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:40.683653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c2a22763-05e5-4592-989d-e40f8076ac4a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:40.684236 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.709862 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb455774-5b58-41e8-85d5-15f397e16770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.737817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c6512e2-6d5d-4912-a08d-c697548c90b0 req-d911909c-3637-4076-80c1-9727a5d61956 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267027
Nov 06 20:57:40.738191 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.756180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7065b8c-905f-43f7-abb6-bec2d5cfa741 req-0486a2a0-61f0-4cc7-a210-5dc80da58e65 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2997415
Nov 06 20:57:40.781613 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.815840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.820422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] 10.222.0.13 "DELETE /v2.0/networks/289b6a6c-b980-4b8a-b0d0-7f97301e3ec9 HTTP/1.1" status: 204  len: 168 time: 0.9332523
Nov 06 20:57:40.822815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Pushing event deleted for resources: {'Port': ['ID=e871ba32-0d46-454a-a9b6-d59321c47280,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:40.842539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb455774-5b58-41e8-85d5-15f397e16770 None None] Pushing event updated for resources: {'Port': ['ID=c2a22763-05e5-4592-989d-e40f8076ac4a,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:40.879824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724c6e6-a9fc-48c5-bdc5-0dc4624f8ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=289b6a6c-b980-4b8a-b0d0-7f97301e3ec9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:40.932006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c60c52ca-afb1-4f2a-8c42-0d94dcd53fdf None None] Provisioning complete for port c2a22763-05e5-4592-989d-e40f8076ac4a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:40.932505 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c60c52ca-afb1-4f2a-8c42-0d94dcd53fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.941870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] No DVR routers for this DVR port e871ba32-0d46-454a-a9b6-d59321c47280 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:40.968392 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:40.984317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bf31f8c-07ac-45da-9e21-3c57257b9c1b req-66847278-daef-48a8-ade9-09414c47b73b tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.37 "DELETE /v2.0/ports/e871ba32-0d46-454a-a9b6-d59321c47280 HTTP/1.1" status: 204  len: 173 time: 1.6010525
Nov 06 20:57:40.984917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'name': 'network-vif-deleted', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:40.988008 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068d2f1a-8750-47e3-97a0-1c02c3ab57a9" -d '{"events": [{"server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "name": "network-vif-deleted", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:41.053890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1cf71-2262-4144-b21b-d0aefe83f97e req-876be26f-a0f2-4be1-a26d-ff6954d660fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.055726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cfc1cf71-2262-4144-b21b-d0aefe83f97e req-876be26f-a0f2-4be1-a26d-ff6954d660fa tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1534705
Nov 06 20:57:41.073315 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.103075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32858) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:41.158725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be868-eb80-43eb-bc41-8476d6e798d4 req-f19898a7-d8b3-49c2-b39d-bb8a7f8371ec tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.160601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-477be868-eb80-43eb-bc41-8476d6e798d4 req-f19898a7-d8b3-49c2-b39d-bb8a7f8371ec tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.1037571
Nov 06 20:57:41.176318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cfc1cf71-2262-4144-b21b-d0aefe83f97e req-4a576b67-0897-4b79-b56c-27de50bd33f9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098273
Nov 06 20:57:41.210256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-62f7d0d5-0659-439e-b38e-74602e3aefcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21423998077b4a0e9f30b00f62b5691f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1050684
Nov 06 20:57:41.217419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32860) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:41.266641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-477be868-eb80-43eb-bc41-8476d6e798d4 req-97e14468-6ecb-4a40-bed9-ee6357cb0645 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947030
Nov 06 20:57:41.300703 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af2580f9-c013-476b-941c-4660bd3e27df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.316427 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c80c9f-db53-4ec2-b3a7-dd2965e9e76c x-openstack-request-id: req-90c80c9f-db53-4ec2-b3a7-dd2965e9e76c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:41.316799 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacbb840-9952-44fa-a73b-0c020a3c93ba", "name": "network-vif-deleted", "tag": "e871ba32-0d46-454a-a9b6-d59321c47280", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:41.317164 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90c80c9f-db53-4ec2-b3a7-dd2965e9e76c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:41.317552 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacbb840-9952-44fa-a73b-0c020a3c93ba', 'name': 'network-vif-deleted', 'tag': 'e871ba32-0d46-454a-a9b6-d59321c47280', 'status': 'completed', 'code': 200}
Nov 06 20:57:41.331928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af2580f9-c013-476b-941c-4660bd3e27df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.374902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Deleting port 816ca260-46c8-48e6-8c2a-2bc4e8883c63 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:41.376847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.428123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-6eb6916b-694e-4173-bdad-3644b3b05428 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.434255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-6eb6916b-694e-4173-bdad-3644b3b05428 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.441062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-6eb6916b-694e-4173-bdad-3644b3b05428 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.448004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-6eb6916b-694e-4173-bdad-3644b3b05428 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.453628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-6eb6916b-694e-4173-bdad-3644b3b05428 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.459866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-6eb6916b-694e-4173-bdad-3644b3b05428 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.466416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-6eb6916b-694e-4173-bdad-3644b3b05428 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.468354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-6eb6916b-694e-4173-bdad-3644b3b05428 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.1067150
Nov 06 20:57:41.482283 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af2580f9-c013-476b-941c-4660bd3e27df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.484770 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af2580f9-c013-476b-941c-4660bd3e27df admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.487561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-af2580f9-c013-476b-941c-4660bd3e27df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6eebec3-14d2-430d-a936-fe6b8ab9430f HTTP/1.1" status: 204  len: 168 time: 0.2681444
Nov 06 20:57:41.508818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2580f9-c013-476b-941c-4660bd3e27df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eebec3-14d2-430d-a936-fe6b8ab9430f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:41.526654 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.542292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Calling delete_port for 816ca260-46c8-48e6-8c2a-2bc4e8883c63 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:41.565329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e166e7ba-12d9-4a77-8409-fcac8ad093e4 req-0c58e6bf-d651-4fff-b73e-61904b16ac59 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0895493
Nov 06 20:57:41.805434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11f4b-f5c0-4cc3-bc12-741c2e13d52c req-29621365-9f23-4f12-844f-321e79776343 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.807390 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c2a22763-05e5-4592-989d-e40f8076ac4a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:41.812686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11f4b-f5c0-4cc3-bc12-741c2e13d52c req-29621365-9f23-4f12-844f-321e79776343 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.820242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11f4b-f5c0-4cc3-bc12-741c2e13d52c req-29621365-9f23-4f12-844f-321e79776343 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.827617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11f4b-f5c0-4cc3-bc12-741c2e13d52c req-29621365-9f23-4f12-844f-321e79776343 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.835309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11f4b-f5c0-4cc3-bc12-741c2e13d52c req-29621365-9f23-4f12-844f-321e79776343 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.842539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11f4b-f5c0-4cc3-bc12-741c2e13d52c req-29621365-9f23-4f12-844f-321e79776343 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.850220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.852326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11f4b-f5c0-4cc3-bc12-741c2e13d52c req-29621365-9f23-4f12-844f-321e79776343 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:41.877051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12f11f4b-f5c0-4cc3-bc12-741c2e13d52c req-29621365-9f23-4f12-844f-321e79776343 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.1980617
Nov 06 20:57:41.916904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e871ba32-0d46-454a-a9b6-d59321c47280 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:41.945531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c2a22763-05e5-4592-989d-e40f8076ac4a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:41.945872 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:41.947533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: e871ba32-0d46-454a-a9b6-d59321c47280 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:41.947876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e871ba32-0d46-454a-a9b6-d59321c47280 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:41.951379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Port': ['ID=816ca260-46c8-48e6-8c2a-2bc4e8883c63,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:42.121019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32912) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:42.211356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ba1d2763-0919-42b4-87ed-4c27a2eee48b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a637cff786148b2b0662ab983f6be61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0890679
Nov 06 20:57:42.213706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32918) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:42.241991 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:42.335362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79767d14-a349-486e-98f4-6886548d6dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:42.367658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeff65-0d69-439d-91f5-17534fe4c7b9 req-d5a97180-5ac4-41ba-b987-88fe5e92c6b1 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:42.369224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50aeff65-0d69-439d-91f5-17534fe4c7b9 req-d5a97180-5ac4-41ba-b987-88fe5e92c6b1 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.1197557
Nov 06 20:57:42.381779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effcbd4-9219-4b6a-8284-30b474624271 req-b629ee88-dea1-4fda-8581-d62e55b2b660 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:42.383232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5effcbd4-9219-4b6a-8284-30b474624271 req-b629ee88-dea1-4fda-8581-d62e55b2b660 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.1186690
Nov 06 20:57:42.389530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79767d14-a349-486e-98f4-6886548d6dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:42.409170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Router c50daead-42ea-49cf-82ce-93f1a461cb0c has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:57:42.489490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:57:42.492121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50aeff65-0d69-439d-91f5-17534fe4c7b9 req-f4fd80ac-22dd-4a85-9d29-2ca0bb515365 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079121
Nov 06 20:57:42.493993 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ccc1f42a-81de-412a-93ee-671a50fbf932 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "PUT /v2.0/routers/c50daead-42ea-49cf-82ce-93f1a461cb0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9752431
Nov 06 20:57:42.497954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32920) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:42.500566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d918c4e-5b60-4c3c-9f67-b144c77c6167 None None] Sync routers for ids ['c50daead-42ea-49cf-82ce-93f1a461cb0c'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:57:42.502736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5effcbd4-9219-4b6a-8284-30b474624271 req-f525851a-87fa-49c4-bd1c-b1bf2f08b82f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013253
Nov 06 20:57:42.515767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79767d14-a349-486e-98f4-6886548d6dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:42.519508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79767d14-a349-486e-98f4-6886548d6dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:42.520949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-79767d14-a349-486e-98f4-6886548d6dc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/103a5fee-dae7-4a3f-b3be-1bffd1a96baa HTTP/1.1" status: 204  len: 168 time: 0.3058245
Nov 06 20:57:42.530533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79767d14-a349-486e-98f4-6886548d6dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103a5fee-dae7-4a3f-b3be-1bffd1a96baa,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:42.543358 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-40b832f4-eb81-4603-a875-e39cc2a96418 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] delete failed (client error): The resource could not be found.
Nov 06 20:57:42.549117 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-40b832f4-eb81-4603-a875-e39cc2a96418 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1115945070 HTTP/1.1" status: 404  len: 335 time: 0.0451162
Nov 06 20:57:42.549385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32924) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:42.554306 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-313e3242-8748-4f99-a4a8-2f5ec6bfc630 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c50daead-42ea-49cf-82ce-93f1a461cb0c'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:42.571736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d918c4e-5b60-4c3c-9f67-b144c77c6167 None None] Routers {'c50daead-42ea-49cf-82ce-93f1a461cb0c'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:42.572386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4d918c4e-5b60-4c3c-9f67-b144c77c6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513f37c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c50daead-42ea-49cf-82ce-93f1a461cb0c'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:42.625843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4d918c4e-5b60-4c3c-9f67-b144c77c6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513f37c0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:42.636709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d918c4e-5b60-4c3c-9f67-b144c77c6167 None None] Routers {'c50daead-42ea-49cf-82ce-93f1a461cb0c'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:42.637420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4d918c4e-5b60-4c3c-9f67-b144c77c6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513f37c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c50daead-42ea-49cf-82ce-93f1a461cb0c'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:42.680923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4d918c4e-5b60-4c3c-9f67-b144c77c6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513f37c0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:42.681606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d918c4e-5b60-4c3c-9f67-b144c77c6167 None None] The sync data for ids ['c50daead-42ea-49cf-82ce-93f1a461cb0c'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:57:42.706056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e7f68-dfc4-4a18-ba3f-32b3d31b9b68 req-9d735b9f-2e4d-4bcf-8a92-b69f0f646579 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:42.708112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab1e7f68-dfc4-4a18-ba3f-32b3d31b9b68 req-9d735b9f-2e4d-4bcf-8a92-b69f0f646579 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0742130
Nov 06 20:57:42.786177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-313e3242-8748-4f99-a4a8-2f5ec6bfc630 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:42.809165 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-313e3242-8748-4f99-a4a8-2f5ec6bfc630 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] update failed (client error): The resource could not be found.
Nov 06 20:57:42.814214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-313e3242-8748-4f99-a4a8-2f5ec6bfc630 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "PUT /v2.0/routers/c50daead-42ea-49cf-82ce-93f1a461cb0c HTTP/1.1" status: 404  len: 339 time: 0.2599397
Nov 06 20:57:42.814353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab1e7f68-dfc4-4a18-ba3f-32b3d31b9b68 req-03c1635b-c3c0-4a18-9e87-5f0fd42ab1ef tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908899
Nov 06 20:57:42.815129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32928) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:42.839469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265014d5-9569-47b6-8866-d61dcc59188b req-53bcaeb4-9080-4a89-b368-3891c4869c63 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:42.841013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-265014d5-9569-47b6-8866-d61dcc59188b req-53bcaeb4-9080-4a89-b368-3891c4869c63 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.37 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.0764210
Nov 06 20:57:43.169889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Deleting port 42df9c2c-9b18-42f4-91c3-d59e5082f301 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:43.170234 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.243062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.355409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32960) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:43.483961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1252023734-network', 'tenant_id': '4bb60add293a4098bacb7cc4295e8b6e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:43.513911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Made reservation on behalf of 4bb60add293a4098bacb7cc4295e8b6e for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:43.518024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.531884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.694008 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.712222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.718939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] For port 42df9c2c-9b18-42f4-91c3-d59e5082f301, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42df9c2c-9b18-42f4-91c3-d59e5082f301,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:43.719479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.755427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:57:43.778853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f23b9-afc3-4984-8e22-7f884b375bbb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:43.784570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.784911 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Added segment b8fd9ca0-226f-4c5e-8439-28ac92b9ab30 of type vlan for network b216a3b2-542b-458f-9471-1d28934def35
Nov 06 20:57:43.799388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Calling delete_port for 42df9c2c-9b18-42f4-91c3-d59e5082f301 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:43.877704 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.914507 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.916275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:43.917169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:43.928225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745db42-659c-4bec-9643-04c4d2ffdf3a req-09ed612c-6701-480e-9c3d-1b7249677462 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:43.935389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b745db42-659c-4bec-9643-04c4d2ffdf3a req-09ed612c-6701-480e-9c3d-1b7249677462 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 945 time: 0.2730286
Nov 06 20:57:44.008964 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6521027
Nov 06 20:57:44.014824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32996) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:44.038766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Request body: {'subnet': {'network_id': 'b216a3b2-542b-458f-9471-1d28934def35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1252023734-subnet', 'tenant_id': '4bb60add293a4098bacb7cc4295e8b6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:44.061057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2532440-59e6-43d6-9790-a877b5502631 req-72a79b20-bdae-4aaa-b52e-93ae0724053a tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.062626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2532440-59e6-43d6-9790-a877b5502631 req-72a79b20-bdae-4aaa-b52e-93ae0724053a tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.3244026
Nov 06 20:57:44.091360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930537fd-8157-4902-b3de-83c552610f58 admin admin] Pushing event updated for resources: {'Network': ['ID=b216a3b2-542b-458f-9471-1d28934def35,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:44.164875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network b216a3b2-542b-458f-9471-1d28934def35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:57:44.165604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Made reservation on behalf of 4bb60add293a4098bacb7cc4295e8b6e for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:44.168199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.207039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b745db42-659c-4bec-9643-04c4d2ffdf3a req-a911ecf6-7fb3-47e1-a61a-e00f044ba5e6 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2707717
Nov 06 20:57:44.299744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Allocated IP 172.20.0.1 (c52f00a6-a154-4a71-92e0-13377bd98355/ffcbc9e1-904e-4bae-90c7-e4e2d049f16d/1e88aff4-a7a8-4429-b38c-c10786e18a2c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:57:44.370080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2532440-59e6-43d6-9790-a877b5502631 req-68cea6b0-1bd6-4b4f-a4e1-790f43bfae3f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2916446
Nov 06 20:57:44.381655 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.398099 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.507644 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.559970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa699cb9-677e-41a1-9923-ef376ad7a278 req-cedacac9-460b-4ba4-a461-37d1d5bda62b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.561746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa699cb9-677e-41a1-9923-ef376ad7a278 req-cedacac9-460b-4ba4-a461-37d1d5bda62b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1767137
Nov 06 20:57:44.568438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Pushing event deleted for resources: {'Port': ['ID=42df9c2c-9b18-42f4-91c3-d59e5082f301,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:44.604327 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.661997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] No DVR routers for this DVR port 42df9c2c-9b18-42f4-91c3-d59e5082f301 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:44.667722 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.671000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-265014d5-9569-47b6-8866-d61dcc59188b req-588172dd-5cc6-4001-aee6-784666de8c25 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.37 "DELETE /v2.0/ports/42df9c2c-9b18-42f4-91c3-d59e5082f301 HTTP/1.1" status: 204  len: 173 time: 1.7967777
Nov 06 20:57:44.675686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'name': 'network-vif-deleted', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:44.678274 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e603997-d7a4-47f8-b381-499f20ff4d59" -d '{"events": [{"server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "name": "network-vif-deleted", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:44.701763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33044) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:44.708583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.736107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1ed20e-04bd-4e72-856e-af9afa6b81fe,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:44.739903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa699cb9-677e-41a1-9923-ef376ad7a278 req-3aba9be6-34d3-483b-8581-30be36cdf893 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1607759
Nov 06 20:57:44.742818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Checking segment: {'id': 'b8fd9ca0-226f-4c5e-8439-28ac92b9ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b216a3b2-542b-458f-9471-1d28934def35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:57:44.744561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Network hostable DHCP agents. Network: b216a3b2-542b-458f-9471-1d28934def35, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:57:44.781669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Network b216a3b2-542b-458f-9471-1d28934def35 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:57:44.798729 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641eca06-ea90-4e3f-892d-3fb5bab65708 x-openstack-request-id: req-641eca06-ea90-4e3f-892d-3fb5bab65708 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:44.799036 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81864163-41d3-46b9-b9bb-3bb2b1ef142d", "name": "network-vif-deleted", "tag": "42df9c2c-9b18-42f4-91c3-d59e5082f301", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:44.799294 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-641eca06-ea90-4e3f-892d-3fb5bab65708 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:44.799783 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81864163-41d3-46b9-b9bb-3bb2b1ef142d', 'name': 'network-vif-deleted', 'tag': '42df9c2c-9b18-42f4-91c3-d59e5082f301', 'status': 'completed', 'code': 200}
Nov 06 20:57:44.802403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b216a3b2-542b-458f-9471-1d28934def35) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:44.807404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.808015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.812882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9caebf5-fbc4-4e77-b56f-8883370eab87 None None] Network b216a3b2-542b-458f-9471-1d28934def35 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:44.844366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:44.865177 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f3c58329-da9d-4cb8-ba41-d53acf4b76b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8409259
Nov 06 20:57:44.931535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network c52f00a6-a154-4a71-92e0-13377bd98355 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:44.939153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:44.944892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:57:44.975442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Port': ['ID=1e88aff4-a7a8-4429-b38c-c10786e18a2c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:44.986436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-b563697c-3c0d-43fe-910e-d23d64785fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.986949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-b563697c-3c0d-43fe-910e-d23d64785fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.987424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-b563697c-3c0d-43fe-910e-d23d64785fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.987887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-b563697c-3c0d-43fe-910e-d23d64785fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.988517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-b563697c-3c0d-43fe-910e-d23d64785fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.988979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-b563697c-3c0d-43fe-910e-d23d64785fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.989442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-b563697c-3c0d-43fe-910e-d23d64785fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:44.991495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-b563697c-3c0d-43fe-910e-d23d64785fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 6499 time: 0.2864101
Nov 06 20:57:45.028035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df796592-cba8-49b2-bc49-9b1ba73061e5 None None] Network b216a3b2-542b-458f-9471-1d28934def35 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:45.058995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33054) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:45.065302 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.137689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54a8dfd-421a-4b80-a7c9-e090527555b1 admin admin] Deleting subnet 0c1ed20e-04bd-4e72-856e-af9afa6b81fe {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:45.142987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b54a8dfd-421a-4b80-a7c9-e090527555b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.256521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b54a8dfd-421a-4b80-a7c9-e090527555b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.265211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-1b4e5d2f-5800-4c78-a0ad-d23fa394cee4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&id=19b93901-c4af-43c5-bc42-bea2c84d713f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2596886
Nov 06 20:57:45.360832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b54a8dfd-421a-4b80-a7c9-e090527555b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.368847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2d573bf5-adf9-4919-938b-c386b7342f2a None None] Provisioning complete for port 1e88aff4-a7a8-4429-b38c-c10786e18a2c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:45.370218 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2d573bf5-adf9-4919-938b-c386b7342f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.397794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.430825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:57:45.462921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2d573bf5-adf9-4919-938b-c386b7342f2a None None] Port 1e88aff4-a7a8-4429-b38c-c10786e18a2c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:45.482196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b54a8dfd-421a-4b80-a7c9-e090527555b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.503758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a5dcc94-e378-410e-93f1-1590696e0bae req-1a61783b-a158-44ec-9b50-ef242364ff56 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=81864163-41d3-46b9-b9bb-3bb2b1ef142d HTTP/1.1" status: 200  len: 210 time: 0.0700018
Nov 06 20:57:45.532841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a8dfd-421a-4b80-a7c9-e090527555b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1ed20e-04bd-4e72-856e-af9afa6b81fe,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:45.534990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b54a8dfd-421a-4b80-a7c9-e090527555b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.545696 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b54a8dfd-421a-4b80-a7c9-e090527555b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c1ed20e-04bd-4e72-856e-af9afa6b81fe HTTP/1.1" status: 204  len: 168 time: 0.4855902
Nov 06 20:57:45.546789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33070) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:45.569043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:45.591718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'port_id': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'mac_address': 'fa:16:3e:23:03:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa2dcc-6706-4d97-bd8c-a69c2b424fe6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:57:45.659911 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.670748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.677271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:57:45.701441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f2f34-5efd-4512-8e0e-189a83dec41a req-067b0f8f-a565-42e7-b228-41f54932ffc9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:45.708309 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:45.709305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d1f2f34-5efd-4512-8e0e-189a83dec41a req-067b0f8f-a565-42e7-b228-41f54932ffc9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.2138307
Nov 06 20:57:45.716357 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.788896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.799970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d1f2f34-5efd-4512-8e0e-189a83dec41a req-9bc3fab4-ec4d-4ace-819a-6bbe6ac34610 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851548
Nov 06 20:57:45.810020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:45.818286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fc63310>,) {'filters': {'network_id': ['b216a3b2-542b-458f-9471-1d28934def35']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:45.833198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fc63310>, 'b8fd9ca0-226f-4c5e-8439-28ac92b9ab30') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:45.833568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fc63310>, 'b8fd9ca0-226f-4c5e-8439-28ac92b9ab30') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:45.835600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.838199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.840749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.841289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.841813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.842930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.843770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.845534 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.846480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.848903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.849690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.850467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.853167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:45.879956 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.886858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:45.887447 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:45.889220 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:45.920395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:45.951094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['8e1bfa1e-3334-4ad8-8f73-fc61a05f1710'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:57:45.966766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:45.989613 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.003413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 42df9c2c-9b18-42f4-91c3-d59e5082f301 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:46.004627 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 42df9c2c-9b18-42f4-91c3-d59e5082f301 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:46.017095 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b216a3b2-542b-458f-9471-1d28934def35 HTTP/1.1" status: 204  len: 168 time: 0.4566321
Nov 06 20:57:46.041212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a28de9-7979-4530-9cee-67012baad679 req-0ac037e6-a900-4825-9489-bd6f78729466 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:46.052395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59a28de9-7979-4530-9cee-67012baad679 req-0ac037e6-a900-4825-9489-bd6f78729466 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1304843
Nov 06 20:57:46.054579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88481e06-74a7-4412-8e39-aa0d926dfb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=b216a3b2-542b-458f-9471-1d28934def35,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:46.149438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59a28de9-7979-4530-9cee-67012baad679 req-d24f9afe-1c09-48af-863f-6b9917c18342 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960295
Nov 06 20:57:46.164956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.181210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.213106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33082) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:46.264370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.267717 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-17749895-d1ff-401c-9252-4c7bd44bc0ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bb60add293a4098bacb7cc4295e8b6e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0507317
Nov 06 20:57:46.272257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33084) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:46.277535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event updated for resources: {'Port': ['ID=1e88aff4-a7a8-4429-b38c-c10786e18a2c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:46.332045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1147-3e70-410a-b380-62bed6e62ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.371295 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1147-3e70-410a-b380-62bed6e62ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.397157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Network c52f00a6-a154-4a71-92e0-13377bd98355 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:57:46.399011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:57:46.472105 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1147-3e70-410a-b380-62bed6e62ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.478391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1147-3e70-410a-b380-62bed6e62ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.482245 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f7fd1147-3e70-410a-b380-62bed6e62ac8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf9f23b9-afc3-4984-8e22-7f884b375bbb HTTP/1.1" status: 204  len: 168 time: 0.2089095
Nov 06 20:57:46.512211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd1147-3e70-410a-b380-62bed6e62ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f23b9-afc3-4984-8e22-7f884b375bbb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:46.580539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Router c50daead-42ea-49cf-82ce-93f1a461cb0c has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:57:46.790511 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa5802fb-2c51-453f-8205-58178b96b648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.807623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:57:46.816941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f39c2631-2d86-4ace-a2b0-13560a68959a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "PUT /v2.0/routers/c50daead-42ea-49cf-82ce-93f1a461cb0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9936762
Nov 06 20:57:46.817684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33104) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:46.835020 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f436a-33c2-43b9-9092-7c61d858556d None None] Sync routers for ids ['c50daead-42ea-49cf-82ce-93f1a461cb0c'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:57:46.856542 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f436a-33c2-43b9-9092-7c61d858556d None None] Routers {'c50daead-42ea-49cf-82ce-93f1a461cb0c'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:46.857223 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f60f436a-33c2-43b9-9092-7c61d858556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252911580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c50daead-42ea-49cf-82ce-93f1a461cb0c'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:46.908274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c66e905b-0ba1-41d9-9a3e-21bddfe6e7d1 None None] Provisioning complete for port 1e88aff4-a7a8-4429-b38c-c10786e18a2c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:46.908874 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c66e905b-0ba1-41d9-9a3e-21bddfe6e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.963146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c66e905b-0ba1-41d9-9a3e-21bddfe6e7d1 None None] Port 1e88aff4-a7a8-4429-b38c-c10786e18a2c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:57:46.971294 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a631009-8264-4719-9bb1-f14fb3fee487 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:46.993575 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f60f436a-33c2-43b9-9092-7c61d858556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252911580>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:47.017536 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f436a-33c2-43b9-9092-7c61d858556d None None] Routers {'c50daead-42ea-49cf-82ce-93f1a461cb0c'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:47.020676 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f60f436a-33c2-43b9-9092-7c61d858556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252911580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c50daead-42ea-49cf-82ce-93f1a461cb0c'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:47.033612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393d9f8-2bd7-4c3a-a46e-356b17d28da2 req-a2e5e559-26b7-4563-a40b-76e90ddd45c9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:47.035218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6393d9f8-2bd7-4c3a-a46e-356b17d28da2 req-a2e5e559-26b7-4563-a40b-76e90ddd45c9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 945 time: 0.1143184
Nov 06 20:57:47.063045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187de36-400c-40e7-bdf7-6497f84e8504 req-2986ee0a-5772-4076-9da0-784989a32e2f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:47.070362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1187de36-400c-40e7-bdf7-6497f84e8504 req-2986ee0a-5772-4076-9da0-784989a32e2f tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 944 time: 0.0981982
Nov 06 20:57:47.098339 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-7a631009-8264-4719-9bb1-f14fb3fee487 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 06 20:57:47.107268 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7a631009-8264-4719-9bb1-f14fb3fee487 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/routers/c50daead-42ea-49cf-82ce-93f1a461cb0c HTTP/1.1" status: 409  len: 329 time: 0.2878985
Nov 06 20:57:47.108899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33110) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:47.152442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1187de36-400c-40e7-bdf7-6497f84e8504 req-8ed1bcf7-2646-4d74-926d-0c15eb6848bd tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bbccd76-a3a5-47a3-911e-82b51649ee1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811052
Nov 06 20:57:47.238032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6393d9f8-2bd7-4c3a-a46e-356b17d28da2 req-f7f9f149-ce1d-40d1-a634-365b77a92b69 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945348
Nov 06 20:57:47.262195 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f60f436a-33c2-43b9-9092-7c61d858556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252911580>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:47.263208 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f436a-33c2-43b9-9092-7c61d858556d None None] The sync data for ids ['c50daead-42ea-49cf-82ce-93f1a461cb0c'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:57:47.338065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0388a-0659-4840-86b8-a7eaae7e80fa req-1da961fa-175c-4336-820f-31ee310d79c2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:47.347911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3be0388a-0659-4840-86b8-a7eaae7e80fa req-1da961fa-175c-4336-820f-31ee310d79c2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1005473
Nov 06 20:57:47.420553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3be0388a-0659-4840-86b8-a7eaae7e80fa req-b89caa72-0853-48b3-a789-49a01090cefd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713615
Nov 06 20:57:47.441453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:57:47.512108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:57:47.512644 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:47.570098 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:47.581784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-2b142a86-84b5-4aaf-9cf8-e299443e29c7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:47.583409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-2b142a86-84b5-4aaf-9cf8-e299443e29c7 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 944 time: 0.0800745
Nov 06 20:57:47.633224 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:47.671126 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:47.675669 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a8401a-6e57-4f06-bed3-ae46d247cfc2" -d '{"events": [{"server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "name": "network-vif-plugged", "status": "completed", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:47.714200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:47.721764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:47.778159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Deleting port 924c058a-77c0-4dc6-a5e1-a65e4c088faa {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:47.778377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:47.831080 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d6ef1-4ba2-4f3f-8f84-84f4a305a929 x-openstack-request-id: req-dc3d6ef1-4ba2-4f3f-8f84-84f4a305a929 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:47.831634 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "name": "network-vif-plugged", "status": "completed", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:47.831901 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc3d6ef1-4ba2-4f3f-8f84-84f4a305a929 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:47.832445 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'code': 200}
Nov 06 20:57:47.834145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:47.975687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] For port 924c058a-77c0-4dc6-a5e1-a65e4c088faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=924c058a-77c0-4dc6-a5e1-a65e4c088faa,segment=NetworkSegment(ef918851-46ba-40f9-ba15-307441d8629f),segment_id=ef918851-46ba-40f9-ba15-307441d8629f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:47.976837 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:47.991900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Calling delete_port for 924c058a-77c0-4dc6-a5e1-a65e4c088faa owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:48.097227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33150) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:48.123227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Deleting port 1e88aff4-a7a8-4429-b38c-c10786e18a2c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:48.124436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.225928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.226697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.246021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Calling delete_port for 1e88aff4-a7a8-4429-b38c-c10786e18a2c owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:48.304221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Pushing event deleted for resources: {'Port': ['ID=924c058a-77c0-4dc6-a5e1-a65e4c088faa,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:48.341477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1457405251-network', 'tenant_id': '7212e0a4c9714174acab332d2236dac7'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:48.395160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Made reservation on behalf of 7212e0a4c9714174acab332d2236dac7 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:48.397838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.407490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df7e8c57-2b5f-4647-91a6-974a602542e5 req-3566dc88-a2da-4b6e-beb0-f06ded7a69b5 tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b HTTP/1.1" status: 200  len: 210 time: 0.0480711
Nov 06 20:57:48.407490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.407806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.411464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.412017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.428326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.428820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.429278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.429640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.430057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.430417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.430727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.431107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:57:48.446930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.487638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] No DVR routers for this DVR port 924c058a-77c0-4dc6-a5e1-a65e4c088faa on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:48.493789 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.499480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd3d99a3-87cb-4f65-ace8-e76f8384f3ca req-ed919a2e-6db9-43d0-b1bd-e3ecb3a2fe8c tempest-LiveAutoBlockMigrationV225Test-92513929 tempest-LiveAutoBlockMigrationV225Test-92513929-project] 10.222.0.37 "DELETE /v2.0/ports/924c058a-77c0-4dc6-a5e1-a65e4c088faa HTTP/1.1" status: 204  len: 173 time: 0.9071486
Nov 06 20:57:48.522103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'name': 'network-vif-deleted', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:48.528874 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92daa536-c67c-4665-9320-538fbf3c8ff6" -d '{"events": [{"server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "name": "network-vif-deleted", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:48.581451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.624243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7826-3d9d-4b41-b33f-6b6b3715087d req-3a9b1389-7750-4372-93ce-27e36bc24bca tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:48.633329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a50e7826-3d9d-4b41-b33f-6b6b3715087d req-3a9b1389-7750-4372-93ce-27e36bc24bca tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.1942086
Nov 06 20:57:48.646384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a728-a012-4e59-84ab-e6bd8c441417 req-26cfd90d-38d0-4816-857f-59d77686d578 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:48.653476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Port': ['ID=1e88aff4-a7a8-4429-b38c-c10786e18a2c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:48.656101 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7e7a728-a012-4e59-84ab-e6bd8c441417 req-26cfd90d-38d0-4816-857f-59d77686d578 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1189709
Nov 06 20:57:48.752642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.759318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7e7a728-a012-4e59-84ab-e6bd8c441417 req-e51a9289-b514-417b-98a9-e45fac060cad tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986388
Nov 06 20:57:48.775906 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.804233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:57:48.815546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a50e7826-3d9d-4b41-b33f-6b6b3715087d req-8afa86fc-8cbb-4918-8ab9-c90f300b989b tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799963
Nov 06 20:57:48.817706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.818318 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Added segment 733780d9-022e-4ca1-ad4d-add61b3d8e1f of type vlan for network 996350c9-5f86-4e57-a57e-b7aecb565c76
Nov 06 20:57:48.879265 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:48.882013 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb64db1-2eed-4eda-9066-5a4b071ec6e8 x-openstack-request-id: req-6bb64db1-2eed-4eda-9066-5a4b071ec6e8 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:48.882477 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b", "name": "network-vif-deleted", "tag": "924c058a-77c0-4dc6-a5e1-a65e4c088faa", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:48.882875 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bb64db1-2eed-4eda-9066-5a4b071ec6e8 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:48.883437 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc827ee7-cdd8-4861-8f0a-cd5da4e4a23b', 'name': 'network-vif-deleted', 'tag': '924c058a-77c0-4dc6-a5e1-a65e4c088faa', 'status': 'completed', 'code': 200}
Nov 06 20:57:49.009144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bc6ee-a3fc-4a46-8ece-0ccc9ef876a5 req-50b1214d-43c5-4872-ac1a-09d12e226094 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:49.011799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-742bc6ee-a3fc-4a46-8ece-0ccc9ef876a5 req-50b1214d-43c5-4872-ac1a-09d12e226094 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0951164
Nov 06 20:57:49.074549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:49.086943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-742bc6ee-a3fc-4a46-8ece-0ccc9ef876a5 req-fcac7638-149d-46b2-b8a3-bbd3dfc55191 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669346
Nov 06 20:57:49.088214 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:49.089225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:49.089804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:49.094994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5577528-e06e-4362-8566-f5a809ef1dc0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:49.199036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85659132-6839-48b0-99c1-4021e0314efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:49.467358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33180) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:49.502018 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4035010
Nov 06 20:57:49.533796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a23c85-0404-41d4-a319-69b426bef4f0 admin admin] Deleting subnet 4f4aaf68-5878-493f-9f1a-38a494484ac7 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:49.537177 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6a23c85-0404-41d4-a319-69b426bef4f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:49.558203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccc970-20ca-41ea-926a-424ab3d2fd9a admin admin] Pushing event updated for resources: {'Network': ['ID=996350c9-5f86-4e57-a57e-b7aecb565c76,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:49.569177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 996350c9-5f86-4e57-a57e-b7aecb565c76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:57:49.590248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6a23c85-0404-41d4-a319-69b426bef4f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:49.648044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6a23c85-0404-41d4-a319-69b426bef4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:49.896039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Router c50daead-42ea-49cf-82ce-93f1a461cb0c has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:57:49.943529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6a23c85-0404-41d4-a319-69b426bef4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:49.993136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a23c85-0404-41d4-a319-69b426bef4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4aaf68-5878-493f-9f1a-38a494484ac7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:49.993992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:57:50.000382 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aa826319-0c78-4f27-a952-9444d39c408a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "PUT /v2.0/routers/c50daead-42ea-49cf-82ce-93f1a461cb0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8901410
Nov 06 20:57:50.004435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33196) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:50.007525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce837e77-9921-48dd-8767-4810d98f7667 None None] Sync routers for ids ['c50daead-42ea-49cf-82ce-93f1a461cb0c'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:57:50.022613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce837e77-9921-48dd-8767-4810d98f7667 None None] Routers {'c50daead-42ea-49cf-82ce-93f1a461cb0c'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:50.024534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ce837e77-9921-48dd-8767-4810d98f7667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513e5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:57:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c50daead-42ea-49cf-82ce-93f1a461cb0c'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:50.055629 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:57:50.065253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ce837e77-9921-48dd-8767-4810d98f7667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513e5790>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:50.070586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6a23c85-0404-41d4-a319-69b426bef4f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.073892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a6a23c85-0404-41d4-a319-69b426bef4f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f4aaf68-5878-493f-9f1a-38a494484ac7 HTTP/1.1" status: 204  len: 168 time: 0.6050124
Nov 06 20:57:50.076189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce837e77-9921-48dd-8767-4810d98f7667 None None] Routers {'c50daead-42ea-49cf-82ce-93f1a461cb0c'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:57:50.076902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ce837e77-9921-48dd-8767-4810d98f7667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513e5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:57:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c50daead-42ea-49cf-82ce-93f1a461cb0c'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:50.085754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33198) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:50.088413 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-38a724cc-de4c-41ec-a007-7fc196bf4ac2 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] show failed (client error): The resource could not be found.
Nov 06 20:57:50.093614 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38a724cc-de4c-41ec-a007-7fc196bf4ac2 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1306826174 HTTP/1.1" status: 404  len: 335 time: 0.0839167
Nov 06 20:57:50.094468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33200) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:50.099022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4efe7e32-8c17-4bdc-a755-24f3080dfd35 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Request body: {'router': {'name': 'new_name'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:50.132142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ce837e77-9921-48dd-8767-4810d98f7667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513e5790>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:50.132821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce837e77-9921-48dd-8767-4810d98f7667 None None] The sync data for ids ['c50daead-42ea-49cf-82ce-93f1a461cb0c'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:57:50.141958 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-4efe7e32-8c17-4bdc-a755-24f3080dfd35 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] update failed (client error): The resource could not be found.
Nov 06 20:57:50.143235 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4efe7e32-8c17-4bdc-a755-24f3080dfd35 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1341264493 HTTP/1.1" status: 404  len: 335 time: 0.0477922
Nov 06 20:57:50.148042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33202) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:50.219396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68573d6-c60c-475e-b5ff-45fa4e18574c tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Deleting subnet 2f029082-9dbf-44d7-aaf0-8ffe6f31892f {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:50.223290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b68573d6-c60c-475e-b5ff-45fa4e18574c tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.269242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c701cf9-b406-4faf-8484-5814cbf300ca req-7c33f302-ea9e-4183-830c-65061a8898c9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:50.272603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c701cf9-b406-4faf-8484-5814cbf300ca req-7c33f302-ea9e-4183-830c-65061a8898c9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.2807040
Nov 06 20:57:50.286905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b68573d6-c60c-475e-b5ff-45fa4e18574c tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.380938 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b68573d6-c60c-475e-b5ff-45fa4e18574c tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.405453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de09c-2cdf-42db-a308-57a7a0d9100d req-9cb6aa41-3ea0-4e9b-8f32-df42b83ad5c3 tempest-ComputeTenantNetworksTest-1567603779 tempest-ComputeTenantNetworksTest-1567603779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:50.412466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de09c-2cdf-42db-a308-57a7a0d9100d req-9cb6aa41-3ea0-4e9b-8f32-df42b83ad5c3 tempest-ComputeTenantNetworksTest-1567603779 tempest-ComputeTenantNetworksTest-1567603779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:50.420608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de09c-2cdf-42db-a308-57a7a0d9100d req-9cb6aa41-3ea0-4e9b-8f32-df42b83ad5c3 tempest-ComputeTenantNetworksTest-1567603779 tempest-ComputeTenantNetworksTest-1567603779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:50.420881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-601de09c-2cdf-42db-a308-57a7a0d9100d req-9cb6aa41-3ea0-4e9b-8f32-df42b83ad5c3 tempest-ComputeTenantNetworksTest-1567603779 tempest-ComputeTenantNetworksTest-1567603779-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.3126869
Nov 06 20:57:50.475199 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.488400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c701cf9-b406-4faf-8484-5814cbf300ca req-d9e0a5b3-01d6-41dd-9803-f11ab97b2e87 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2012546
Nov 06 20:57:50.523495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.528622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b68573d6-c60c-475e-b5ff-45fa4e18574c tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.621678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b68573d6-c60c-475e-b5ff-45fa4e18574c tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.622503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479faf6-b988-4d15-a728-30457c1c4b9f None None] Network cafbfddf-e458-4ca3-acfb-ed40321f65fa requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:50.632452 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b68573d6-c60c-475e-b5ff-45fa4e18574c tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/subnets/2f029082-9dbf-44d7-aaf0-8ffe6f31892f HTTP/1.1" status: 204  len: 168 time: 0.4828537
Nov 06 20:57:50.635063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33220) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:50.687549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68573d6-c60c-475e-b5ff-45fa4e18574c tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Subnet': ['ID=2f029082-9dbf-44d7-aaf0-8ffe6f31892f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:50.752357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bff23e-4e60-4df6-8d00-4414eb962c69 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Deleting subnet 66baafbd-23f0-4a74-b0ca-88a6d7739d68 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:50.759501 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bff23e-4e60-4df6-8d00-4414eb962c69 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.810917 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bff23e-4e60-4df6-8d00-4414eb962c69 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.929669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] DHCP port deletion for cafbfddf-e458-4ca3-acfb-ed40321f65fa request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:57:50.944584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bff23e-4e60-4df6-8d00-4414eb962c69 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:50.999292 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] Deleting port c2a22763-05e5-4592-989d-e40f8076ac4a {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:50.999671 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.018910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bff23e-4e60-4df6-8d00-4414eb962c69 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.056168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30d284-769c-49d8-a615-7cbb142305b4 None None] Network 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:51.061235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4bff23e-4e60-4df6-8d00-4414eb962c69 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.065569 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a4bff23e-4e60-4df6-8d00-4414eb962c69 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/subnets/66baafbd-23f0-4a74-b0ca-88a6d7739d68 HTTP/1.1" status: 204  len: 168 time: 0.4268889
Nov 06 20:57:51.067056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bff23e-4e60-4df6-8d00-4414eb962c69 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Subnet': ['ID=66baafbd-23f0-4a74-b0ca-88a6d7739d68,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:51.069016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33222) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:51.140690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.163847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.174685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254a93070>,) {'filters': {'network_id': ['d7f41d40-db54-4294-8f8b-5894f0c36960']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:51.190611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254a93070>, 'ef918851-46ba-40f9-ba15-307441d8629f') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:51.190611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254a93070>, 'ef918851-46ba-40f9-ba15-307441d8629f') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:51.209200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] For port c2a22763-05e5-4592-989d-e40f8076ac4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2a22763-05e5-4592-989d-e40f8076ac4a,segment=NetworkSegment(6b3444ab-32d0-44a5-991e-17905191a44e),segment_id=6b3444ab-32d0-44a5-991e-17905191a44e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:51.209611 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.212838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972b2f6-2f62-4f52-b93f-e5c845c2fe68 req-81459518-5add-4472-85e4-f69cb207eb04 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:51.222074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7972b2f6-2f62-4f52-b93f-e5c845c2fe68 req-81459518-5add-4472-85e4-f69cb207eb04 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1569183
Nov 06 20:57:51.225818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] Calling delete_port for c2a22763-05e5-4592-989d-e40f8076ac4a owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:51.226119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.238992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Deleting port c2a22763-05e5-4592-989d-e40f8076ac4a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:51.239607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.260526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fc4bf-e535-4355-9f4b-ec2ed6a8e269 req-2af7d8c3-cb99-4461-99a8-f4535358e617 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:51.269378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-423fc4bf-e535-4355-9f4b-ec2ed6a8e269 req-2af7d8c3-cb99-4461-99a8-f4535358e617 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.7301695
Nov 06 20:57:51.316129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.320942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] For port c2a22763-05e5-4592-989d-e40f8076ac4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2a22763-05e5-4592-989d-e40f8076ac4a,segment=NetworkSegment(6b3444ab-32d0-44a5-991e-17905191a44e),segment_id=6b3444ab-32d0-44a5-991e-17905191a44e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:51.321313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.341183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Calling delete_port for c2a22763-05e5-4592-989d-e40f8076ac4a owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:51.356595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:51.357175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:51.360850 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:51.367321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] DHCP port deletion for 5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:57:51.371746 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.399917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] Pushing event deleted for resources: {'Port': ['ID=c2a22763-05e5-4592-989d-e40f8076ac4a,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:51.440816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebc21b-6f57-49a7-bc7c-341e7d8e55c1 None None] No DVR routers for this DVR port c2a22763-05e5-4592-989d-e40f8076ac4a on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:51.446173 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.472279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7972b2f6-2f62-4f52-b93f-e5c845c2fe68 req-e570fe36-3f0f-4909-bc4d-9a9e145d5ee2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2437453
Nov 06 20:57:51.502030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-423fc4bf-e535-4355-9f4b-ec2ed6a8e269 req-8c9591ef-f996-4476-a0a8-eb1a1c0a4d64 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2301660
Nov 06 20:57:51.519273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] No DVR routers for this DVR port c2a22763-05e5-4592-989d-e40f8076ac4a on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:51.521509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Port': ['ID=c2a22763-05e5-4592-989d-e40f8076ac4a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:51.535986 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.540641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.548371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7f41d40-db54-4294-8f8b-5894f0c36960 HTTP/1.1" status: 204  len: 168 time: 1.4478683
Nov 06 20:57:51.557880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] Deleting port d6c14420-15b9-4a3d-822a-140bb1359261 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:51.559835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.587884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33228) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:51.626594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29532288-5cc9-4297-aee0-93fafc50b554 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f41d40-db54-4294-8f8b-5894f0c36960,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:51.721137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.725140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a16e-44e1-47f9-9357-836f73fc84c9 req-28a9c45c-1bab-42bf-8657-b524fe2b4a96 tempest-ComputeTenantNetworksTest-1567603779 tempest-ComputeTenantNetworksTest-1567603779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:51.738444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7e7a16e-44e1-47f9-9357-836f73fc84c9 req-28a9c45c-1bab-42bf-8657-b524fe2b4a96 tempest-ComputeTenantNetworksTest-1567603779 tempest-ComputeTenantNetworksTest-1567603779-project] 10.222.0.13 "GET /v2.0/networks/996350c9-5f86-4e57-a57e-b7aecb565c76 HTTP/1.1" status: 200  len: 769 time: 0.2288802
Nov 06 20:57:51.741035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33236) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:51.771894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-2939bf54-85f4-4b17-8a0e-4f2cc2b4b206 admin admin] Deleting subnet d87ac6a4-02d1-4bdd-9e75-0d2e6801801e {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:51.781478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2939bf54-85f4-4b17-8a0e-4f2cc2b4b206 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.793209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] For port d6c14420-15b9-4a3d-822a-140bb1359261, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6c14420-15b9-4a3d-822a-140bb1359261,segment=NetworkSegment(013cd53a-47f8-409b-8e36-cbc1012b5c02),segment_id=013cd53a-47f8-409b-8e36-cbc1012b5c02)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:51.793654 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.850127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] Calling delete_port for d6c14420-15b9-4a3d-822a-140bb1359261 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:51.871651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256974580>,) {'filters': {'network_id': ['cafbfddf-e458-4ca3-acfb-ed40321f65fa']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:51.880511 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.901404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d6c14420-15b9-4a3d-822a-140bb1359261 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:51.906662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256974580>, '6b3444ab-32d0-44a5-991e-17905191a44e') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:51.907521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256974580>, '6b3444ab-32d0-44a5-991e-17905191a44e') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:51.942624 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2939bf54-85f4-4b17-8a0e-4f2cc2b4b206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.972342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:51.980026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:52.037366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.052489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2939bf54-85f4-4b17-8a0e-4f2cc2b4b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.055811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:52.056377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:52.059503 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:52.062915 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.088810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819197-4716-4518-b283-ace17bf804a1 req-460bf141-0463-406e-8e99-f2288efa36a3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:52.096804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d819197-4716-4518-b283-ace17bf804a1 req-460bf141-0463-406e-8e99-f2288efa36a3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1929450
Nov 06 20:57:52.168137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc6ab7-5da6-458d-8254-743206eba7dd req-bafb291c-ab13-4dda-8157-dae2490412f6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:52.170085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fecc6ab7-5da6-458d-8254-743206eba7dd req-bafb291c-ab13-4dda-8157-dae2490412f6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1775525
Nov 06 20:57:52.213006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-914caf7a-0d6b-4455-8f2e-0abdc8307062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:52.214564 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-914caf7a-0d6b-4455-8f2e-0abdc8307062 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1096 time: 0.2849951
Nov 06 20:57:52.251753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.289812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.292624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/networks/cafbfddf-e458-4ca3-acfb-ed40321f65fa HTTP/1.1" status: 204  len: 168 time: 1.2224479
Nov 06 20:57:52.293785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 924c058a-77c0-4dc6-a5e1-a65e4c088faa {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:52.294348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 924c058a-77c0-4dc6-a5e1-a65e4c088faa not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:52.300926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33246) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:52.317263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8b7a-b721-4777-b229-2cc1e52bdf68 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Network': ['ID=cafbfddf-e458-4ca3-acfb-ed40321f65fa,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:52.324597 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.339889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2939bf54-85f4-4b17-8a0e-4f2cc2b4b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.352929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d819197-4716-4518-b283-ace17bf804a1 req-d2f00fcb-f65f-4a43-9fd8-c32ed228e568 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2550540
Nov 06 20:57:52.403619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939bf54-85f4-4b17-8a0e-4f2cc2b4b206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87ac6a4-02d1-4bdd-9e75-0d2e6801801e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:52.424808 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2939bf54-85f4-4b17-8a0e-4f2cc2b4b206 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.425448 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.428628 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2939bf54-85f4-4b17-8a0e-4f2cc2b4b206 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d87ac6a4-02d1-4bdd-9e75-0d2e6801801e HTTP/1.1" status: 204  len: 168 time: 0.8395517
Nov 06 20:57:52.430364 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-8a59dd9c-513c-46f2-9c87-6b09d3fca3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:52.431776 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-8a59dd9c-513c-46f2-9c87-6b09d3fca3f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.2068245
Nov 06 20:57:52.432230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33248) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:52.455298 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.472059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fecc6ab7-5da6-458d-8254-743206eba7dd req-f59cf0b6-6d2c-4b04-a4f1-8d5102a530f0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2793455
Nov 06 20:57:52.481058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92543be400>,) {'filters': {'network_id': ['996350c9-5f86-4e57-a57e-b7aecb565c76']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.496733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543be400>, '733780d9-022e-4ca1-ad4d-add61b3d8e1f') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.497315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543be400>, '733780d9-022e-4ca1-ad4d-add61b3d8e1f') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.503858 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.518843 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.526270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c2a22763-05e5-4592-989d-e40f8076ac4a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:52.530610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] Pushing event deleted for resources: {'Port': ['ID=d6c14420-15b9-4a3d-822a-140bb1359261,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:52.539859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.562697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed785968-10ab-4f71-b28b-e0c44b8b5e74 None None] No DVR routers for this DVR port d6c14420-15b9-4a3d-822a-140bb1359261 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:52.565966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c2a22763-05e5-4592-989d-e40f8076ac4a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:52.566443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c2a22763-05e5-4592-989d-e40f8076ac4a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:52.567795 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-5af856cd-744a-48ab-bcdd-f0df56f744a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1000 time: 0.1050875
Nov 06 20:57:52.572547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:52.573140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:52.575029 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:52.586416 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.637671 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.659547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-3b38751c-bfec-4961-8591-9cc710db9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:52.661122 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-3b38751c-bfec-4961-8591-9cc710db9e19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0797989
Nov 06 20:57:52.730975 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.752907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.766229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254171850>,) {'filters': {'network_id': ['5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.769038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.772227 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.772872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] 10.222.0.13 "DELETE /v2.0/networks/996350c9-5f86-4e57-a57e-b7aecb565c76 HTTP/1.1" status: 204  len: 168 time: 1.0261519
Nov 06 20:57:52.804702 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-4b444c1b-65a0-40de-8a2f-b3b3033722b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:52.806190 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-4b444c1b-65a0-40de-8a2f-b3b3033722b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1213219
Nov 06 20:57:52.807757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255d92490>,) {'filters': {'network_id': ['f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.816618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec322c-a6c1-4719-b680-370c525229e9 req-a00c8d7d-8806-4b01-be6c-738c46c0cf3e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:52.818479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9ec322c-a6c1-4719-b680-370c525229e9 req-a00c8d7d-8806-4b01-be6c-738c46c0cf3e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.1515002
Nov 06 20:57:52.821688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f211-d53f-45b8-b680-0bef6e8be542 admin admin] Pushing event deleted for resources: {'Network': ['ID=996350c9-5f86-4e57-a57e-b7aecb565c76,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:52.825057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254171850>, '013cd53a-47f8-409b-8e36-cbc1012b5c02') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.825663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254171850>, '013cd53a-47f8-409b-8e36-cbc1012b5c02') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.826209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d92490>, 'f4d1c8b3-c175-483b-ad9e-4b366add041a') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.826509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d92490>, 'f4d1c8b3-c175-483b-ad9e-4b366add041a') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:52.838866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.870928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.896118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.916872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:52.917109 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.917582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:52.919569 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:52.923813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:52.924279 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:52.997247 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-4fd60d97-df10-4b66-9664-e3f657db235d service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820164
Nov 06 20:57:53.004305 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:53.008588 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:53.015436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33264) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:53.022165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.027631 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb HTTP/1.1" status: 204  len: 168 time: 0.5921080
Nov 06 20:57:53.028417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.052970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9ec322c-a6c1-4719-b680-370c525229e9 req-2f2d2ddc-917f-4348-96e8-5b4d13157042 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182052
Nov 06 20:57:53.064474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.068078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/networks/5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1 HTTP/1.1" status: 204  len: 168 time: 0.7647200
Nov 06 20:57:53.070727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33268) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:53.080844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c7611-05bf-4a93-b4aa-71486de7ddd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d8a9c4-ee46-46a6-817b-e2f6254b2bdb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:53.131441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d07c40-dfdd-466a-9a47-b59d97934e9a tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Network': ['ID=5ca815c5-edff-4aea-9b6e-9e86ccb6d5f1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:53.150191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea9258f-afb2-4dbf-bb2c-bcc5996a4558 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Deleting subnet ffcbc9e1-904e-4bae-90c7-e4e2d049f16d {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:57:53.160918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea9258f-afb2-4dbf-bb2c-bcc5996a4558 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.172342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2800c462-36ab-409e-afd6-96daa09582e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7212e0a4c9714174acab332d2236dac7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1548073
Nov 06 20:57:53.181818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33272) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:53.201195 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cadd1ce3-9f0c-435e-aec1-8777e40395ef req-5c448e81-dce7-4dc7-8346-63f354f9a742 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927834
Nov 06 20:57:53.229297 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea9258f-afb2-4dbf-bb2c-bcc5996a4558 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.295228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce0126cf-f0b2-4751-8717-af21789f5415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.296860 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33274) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:53.333312 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce0126cf-f0b2-4751-8717-af21789f5415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.415624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce0126cf-f0b2-4751-8717-af21789f5415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.419616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce0126cf-f0b2-4751-8717-af21789f5415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.420884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ce0126cf-f0b2-4751-8717-af21789f5415 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5577528-e06e-4362-8566-f5a809ef1dc0 HTTP/1.1" status: 204  len: 168 time: 0.2378685
Nov 06 20:57:53.434172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0126cf-f0b2-4751-8717-af21789f5415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5577528-e06e-4362-8566-f5a809ef1dc0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:53.479225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33282) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:53.479812 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dfa517ea-de7e-48fe-a751-a243d7302b59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c383d3827904548a85fe5db914aee4b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1819742
Nov 06 20:57:53.506149 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea9258f-afb2-4dbf-bb2c-bcc5996a4558 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.592035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea9258f-afb2-4dbf-bb2c-bcc5996a4558 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.646210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9258f-afb2-4dbf-bb2c-bcc5996a4558 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcbc9e1-904e-4bae-90c7-e4e2d049f16d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:53.649364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fea362-8785-49e4-8852-c4be348a3e81 req-20b6aa8f-f809-4641-bf42-9e1f3b1776fc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:53.650835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7fea362-8785-49e4-8852-c4be348a3e81 req-20b6aa8f-f809-4641-bf42-9e1f3b1776fc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1425033
Nov 06 20:57:53.656087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea9258f-afb2-4dbf-bb2c-bcc5996a4558 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.659212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b043b6-65cd-4e51-9267-5df57053bc1c req-b639b5e3-db56-4c4a-876c-173b23da2be7 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:53.659840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1ea9258f-afb2-4dbf-bb2c-bcc5996a4558 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/subnets/ffcbc9e1-904e-4bae-90c7-e4e2d049f16d HTTP/1.1" status: 204  len: 168 time: 0.5878966
Nov 06 20:57:53.660752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78b043b6-65cd-4e51-9267-5df57053bc1c req-b639b5e3-db56-4c4a-876c-173b23da2be7 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.1512921
Nov 06 20:57:53.663384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33286) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:53.681769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6777c41-9602-4a0a-9118-481653bc5392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.693071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3feeca8-bef9-4067-af39-8ebc4c0503e2 None None] Network c52f00a6-a154-4a71-92e0-13377bd98355 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:57:53.792626 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6777c41-9602-4a0a-9118-481653bc5392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.954993 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:53.986489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78b043b6-65cd-4e51-9267-5df57053bc1c req-b26bb586-b1d9-471e-85fb-2603fc4e95a4 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936027
Nov 06 20:57:54.010028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7fea362-8785-49e4-8852-c4be348a3e81 req-d593a3ff-2c5f-4e04-80ce-cfc119bc790a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3007090
Nov 06 20:57:54.012798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] DHCP port deletion for c52f00a6-a154-4a71-92e0-13377bd98355 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:57:54.083788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6777c41-9602-4a0a-9118-481653bc5392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.088743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c6777c41-9602-4a0a-9118-481653bc5392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.092464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c6777c41-9602-4a0a-9118-481653bc5392 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bbccd76-a3a5-47a3-911e-82b51649ee1e HTTP/1.1" status: 204  len: 168 time: 0.6089585
Nov 06 20:57:54.115297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6777c41-9602-4a0a-9118-481653bc5392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbccd76-a3a5-47a3-911e-82b51649ee1e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:54.203203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d32c0-3d75-4420-9c50-ba4c582a321d req-9c36e2b8-f376-4a44-a948-b6cc4c5d28e2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:54.216989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] Deleting port adbb1a2e-d010-434b-83a1-568ccd57e674 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:54.217179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c6d32c0-3d75-4420-9c50-ba4c582a321d req-9c36e2b8-f376-4a44-a948-b6cc4c5d28e2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1208956
Nov 06 20:57:54.217371 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.236399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Deleting port adbb1a2e-d010-434b-83a1-568ccd57e674 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:54.242398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.292863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] For port adbb1a2e-d010-434b-83a1-568ccd57e674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adbb1a2e-d010-434b-83a1-568ccd57e674,segment=NetworkSegment(8f219542-6b31-43cf-b414-cec7b738c449),segment_id=8f219542-6b31-43cf-b414-cec7b738c449)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:54.293262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.306415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] Calling delete_port for adbb1a2e-d010-434b-83a1-568ccd57e674 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:54.402760 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.424737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] For port adbb1a2e-d010-434b-83a1-568ccd57e674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adbb1a2e-d010-434b-83a1-568ccd57e674,segment=NetworkSegment(8f219542-6b31-43cf-b414-cec7b738c449),segment_id=8f219542-6b31-43cf-b414-cec7b738c449)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:54.425107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.449358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c6d32c0-3d75-4420-9c50-ba4c582a321d req-24ec4537-f2df-4ad7-b592-9c4c193bacb9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2314212
Nov 06 20:57:54.450484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Calling delete_port for adbb1a2e-d010-434b-83a1-568ccd57e674 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:54.464605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] Pushing event deleted for resources: {'Port': ['ID=adbb1a2e-d010-434b-83a1-568ccd57e674,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:54.483039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c759da-aea9-4229-b551-9413f87be5b2 None None] No DVR routers for this DVR port adbb1a2e-d010-434b-83a1-568ccd57e674 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:54.690907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242f83c-475e-4a14-83dd-160d27b81e90 req-b6914389-0be5-4508-bdd8-3d3ed9fe2f0b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:54.698335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e242f83c-475e-4a14-83dd-160d27b81e90 req-b6914389-0be5-4508-bdd8-3d3ed9fe2f0b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1018384
Nov 06 20:57:54.718192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.773183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e242f83c-475e-4a14-83dd-160d27b81e90 req-3db66b84-763a-47d3-9294-4d4567957de9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736871
Nov 06 20:57:54.776891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Port': ['ID=adbb1a2e-d010-434b-83a1-568ccd57e674,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:54.780752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] No DVR routers for this DVR port adbb1a2e-d010-434b-83a1-568ccd57e674 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:54.797304 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33322) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:54.881595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:54.890341 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5d7cb38c-5dce-4a93-8ad1-0ae9c0ffe2d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b67c42b369ba41cd863e5eda435c7095&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0906429
Nov 06 20:57:54.895343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33328) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:54.928108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254bc32e0>,) {'filters': {'network_id': ['c52f00a6-a154-4a71-92e0-13377bd98355']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:54.958564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254bc32e0>, '8f219542-6b31-43cf-b414-cec7b738c449') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:54.959276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254bc32e0>, '8f219542-6b31-43cf-b414-cec7b738c449') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:57:54.972978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.006956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.019753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:57:55.020159 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:57:55.023844 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:57:55.150121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-928e58c7-e537-4c34-a3a0-acba40fa87a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.209452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.214821 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.222058 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33340) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:55.222506 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/networks/c52f00a6-a154-4a71-92e0-13377bd98355 HTTP/1.1" status: 204  len: 168 time: 1.5574753
Nov 06 20:57:55.237715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-928e58c7-e537-4c34-a3a0-acba40fa87a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.262456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f64e1-a0c3-4f63-8bd7-eea7dc33e35a req-3650e16e-c9ef-4e87-8d2e-fc0f8e35623b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:55.263963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-622f64e1-a0c3-4f63-8bd7-eea7dc33e35a req-3650e16e-c9ef-4e87-8d2e-fc0f8e35623b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1715863
Nov 06 20:57:55.284682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6549668d-1121-457f-bf70-8a614abc04bd tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "GET /v2.0/ports?device_id=c50daead-42ea-49cf-82ce-93f1a461cb0c HTTP/1.1" status: 200  len: 205 time: 0.0607133
Nov 06 20:57:55.287089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1e0bb-1d1f-4aae-9cc4-71e8a7eaa94e tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Pushing event deleted for resources: {'Network': ['ID=c52f00a6-a154-4a71-92e0-13377bd98355,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:55.290034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33342) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:55.342956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf0cc8-366e-438d-921f-6001653237ac req-8e5300c2-5b40-48dd-bf25-ddc5c47789a2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:55.347898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83bf0cc8-366e-438d-921f-6001653237ac req-8e5300c2-5b40-48dd-bf25-ddc5c47789a2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 946 time: 0.2526824
Nov 06 20:57:55.402525 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ffc20d3-b81b-4811-a975-8b84f9640797 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.443348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:55.457398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83bf0cc8-366e-438d-921f-6001653237ac req-257ff979-2d47-46dc-9a34-cf0e962222ab tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017897
Nov 06 20:57:55.469772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-622f64e1-a0c3-4f63-8bd7-eea7dc33e35a req-32a2be0e-a8b9-49d7-ab9b-a4882e36ac1b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1895337
Nov 06 20:57:55.470913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-928e58c7-e537-4c34-a3a0-acba40fa87a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.474440 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-928e58c7-e537-4c34-a3a0-acba40fa87a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.475672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-928e58c7-e537-4c34-a3a0-acba40fa87a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d017e31-c728-4c47-bc7f-9a9cfbff9c5b HTTP/1.1" status: 204  len: 168 time: 0.5792391
Nov 06 20:57:55.488567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e58c7-e537-4c34-a3a0-acba40fa87a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d017e31-c728-4c47-bc7f-9a9cfbff9c5b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:55.652244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.764393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:55.769189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:55.777904 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcc940d-95ce-4517-a20e-dcbc0447a89f" -d '{"events": [{"server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:55.794884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.823221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc8eb6-882b-4a13-9277-74f58a6e917c req-2c59ee21-81ce-4ec9-9fce-69d39cc20b59 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:55.825279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75dc8eb6-882b-4a13-9277-74f58a6e917c req-2c59ee21-81ce-4ec9-9fce-69d39cc20b59 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1498599
Nov 06 20:57:55.875579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device adbb1a2e-d010-434b-83a1-568ccd57e674 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:55.935834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ffc20d3-b81b-4811-a975-8b84f9640797 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.943881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ffc20d3-b81b-4811-a975-8b84f9640797 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:55.973212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75dc8eb6-882b-4a13-9277-74f58a6e917c req-3b1e5c30-b985-4bfc-b7bd-0fb7b5c46e52 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338608
Nov 06 20:57:55.992151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: adbb1a2e-d010-434b-83a1-568ccd57e674 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:55.992691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device adbb1a2e-d010-434b-83a1-568ccd57e674 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:55.994330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:55.998669 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefaa429-2788-423d-9514-f3dc7ebd3979 x-openstack-request-id: req-aefaa429-2788-423d-9514-f3dc7ebd3979 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:55.999144 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:55.999558 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aefaa429-2788-423d-9514-f3dc7ebd3979 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:56.000099 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'code': 200}
Nov 06 20:57:56.127659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-2f20793c-3ef9-4fef-ad4c-81bd6d40b547 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:56.127857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd01e81-65be-4bd9-ae7e-b757fd3b07d7 req-bc90ff1d-bb2b-4926-9732-886ca783d136 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:56.127984 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-2f20793c-3ef9-4fef-ad4c-81bd6d40b547 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 944 time: 0.3229432
Nov 06 20:57:56.127984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ffc20d3-b81b-4811-a975-8b84f9640797 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:56.127984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffc20d3-b81b-4811-a975-8b84f9640797 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Fanout notify agent at l3_agent the message router_deleted on router c50daead-42ea-49cf-82ce-93f1a461cb0c {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:57:56.141883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbd01e81-65be-4bd9-ae7e-b757fd3b07d7 req-bc90ff1d-bb2b-4926-9732-886ca783d136 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0898113
Nov 06 20:57:56.142546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ffc20d3-b81b-4811-a975-8b84f9640797 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:56.143882 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4ffc20d3-b81b-4811-a975-8b84f9640797 tempest-RoutersNegativeTest-82625562 tempest-RoutersNegativeTest-82625562-project] 10.222.0.13 "DELETE /v2.0/routers/c50daead-42ea-49cf-82ce-93f1a461cb0c HTTP/1.1" status: 204  len: 168 time: 0.8527257
Nov 06 20:57:56.252815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbd01e81-65be-4bd9-ae7e-b757fd3b07d7 req-f207607c-173d-4154-a10e-e6ebf7a5e54d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1072187
Nov 06 20:57:56.366252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Deleting port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:57:56.366882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:56.508589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] For port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:57:56.508960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:56.528655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Calling delete_port for 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:57:56.691950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:56.725638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33400) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:56.767587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event deleted for resources: {'Port': ['ID=8e1bfa1e-3334-4ad8-8f73-fc61a05f1710,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:56.780904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-613a781d-835e-48d0-b141-12756eaa27a7 req-0a1b5ba1-37d6-4f9c-bd63-e91f32c1b55f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=32061ca8-bcb4-4e81-88ab-f5e4bd028872 HTTP/1.1" status: 200  len: 210 time: 0.0990145
Nov 06 20:57:56.789688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] No DVR routers for this DVR port 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:57:56.792807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:56.797824 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ba190a-c285-4a8b-bb16-08fd9b99e81d req-cb9c7d2c-efdf-40cc-b2be-3626071b85da tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "DELETE /v2.0/ports/8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 HTTP/1.1" status: 204  len: 173 time: 0.6658380
Nov 06 20:57:56.798345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'name': 'network-vif-deleted', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:57:56.800637 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90345005-4be8-4756-8c9e-bba6a5e11c2a" -d '{"events": [{"server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "name": "network-vif-deleted", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:57:56.853577 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2b8416-4ccd-4b35-8e0f-d4056a9e3795 x-openstack-request-id: req-4a2b8416-4ccd-4b35-8e0f-d4056a9e3795 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:57:56.854078 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32061ca8-bcb4-4e81-88ab-f5e4bd028872", "name": "network-vif-deleted", "tag": "8e1bfa1e-3334-4ad8-8f73-fc61a05f1710", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:57:56.854485 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a2b8416-4ccd-4b35-8e0f-d4056a9e3795 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:57:56.855228 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32061ca8-bcb4-4e81-88ab-f5e4bd028872', 'name': 'network-vif-deleted', 'tag': '8e1bfa1e-3334-4ad8-8f73-fc61a05f1710', 'status': 'completed', 'code': 200}
Nov 06 20:57:57.137308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86f9d5-d50f-4107-b785-337522fa03b5 req-5258dcb3-9806-4525-840e-a634941a7981 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:57.139102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df86f9d5-d50f-4107-b785-337522fa03b5 req-5258dcb3-9806-4525-840e-a634941a7981 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0620370
Nov 06 20:57:57.226829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bb9fc953-fda2-4ced-a358-706134a1df60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f3eb08465614d908b22519df4574c9d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4488151
Nov 06 20:57:57.230550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33420) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:57.256779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df86f9d5-d50f-4107-b785-337522fa03b5 req-ab9b16ff-c440-468f-a15b-eed3fca85aaf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726330
Nov 06 20:57:57.347596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95fb5255-121e-4c98-b9b2-df81604f6463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:57.396213 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95fb5255-121e-4c98-b9b2-df81604f6463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:57.465636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95fb5255-121e-4c98-b9b2-df81604f6463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:57.468016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ead05-9c28-45f7-b906-ef35a27e55ee req-e8571f12-75e7-437b-a084-a789534e1666 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:57.468815 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95fb5255-121e-4c98-b9b2-df81604f6463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:57.477029 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-95fb5255-121e-4c98-b9b2-df81604f6463 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cafe9047-20e2-4fd6-b5b8-3d35825ef966 HTTP/1.1" status: 204  len: 168 time: 0.2456815
Nov 06 20:57:57.489026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6ead05-9c28-45f7-b906-ef35a27e55ee req-e8571f12-75e7-437b-a084-a789534e1666 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1088963
Nov 06 20:57:57.492698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb5255-121e-4c98-b9b2-df81604f6463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe9047-20e2-4fd6-b5b8-3d35825ef966,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:57.543043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33432) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:57.606838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6ead05-9c28-45f7-b906-ef35a27e55ee req-2a935e1e-f8d5-4575-b007-ed4cf7579614 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161091
Nov 06 20:57:57.992716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60552b-f5d7-4835-9118-221427910769 req-48282769-1037-4f16-acf2-45afbc8dc92c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:58.003272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e60552b-f5d7-4835-9118-221427910769 req-48282769-1037-4f16-acf2-45afbc8dc92c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1163156
Nov 06 20:57:58.058138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1651619695-network', 'tenant_id': 'a80ec8702cd94e0eaefdf3eb907a0cff'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:58.120526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e60552b-f5d7-4835-9118-221427910769 req-c988618a-a7f1-4415-829f-1b0bca834332 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032624
Nov 06 20:57:58.146309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Made reservation on behalf of a80ec8702cd94e0eaefdf3eb907a0cff for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:58.148973 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:58.171286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:58.531077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39af60b-862b-47c8-b3b5-5f102be5d462 req-f75db52e-d23b-4908-bf7d-66dd1a4bddf5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:58.533413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a39af60b-862b-47c8-b3b5-5f102be5d462 req-f75db52e-d23b-4908-bf7d-66dd1a4bddf5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1155887
Nov 06 20:57:58.589927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-012bd173-5dac-4f3a-bf21-c86f01c96a52 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:58.600095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-012bd173-5dac-4f3a-bf21-c86f01c96a52 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 821 time: 0.2363384
Nov 06 20:57:58.654013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-50a28318-636a-4a3a-813a-bca0b57edf03 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/quotas/ec8f9116653e40f0a02c98904ff90b65 HTTP/1.1" status: 200  len: 375 time: 0.0526888
Nov 06 20:57:58.668456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a39af60b-862b-47c8-b3b5-5f102be5d462 req-db79a670-3388-4778-b555-2e0a3c9859e9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1269596
Nov 06 20:57:58.749536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-c3a8dec1-c5c4-40f1-9c7c-2624ec3f0282 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0945876
Nov 06 20:57:58.983601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:58.994971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:59.031377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e69e53-af4d-4ba6-a330-1c98a6d09efe,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:59.044578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:57:59.057217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:59.058312 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Added segment 10417e6d-22ae-4d63-ac14-66feb80129ed of type vlan for network a0d87934-0232-4205-a7f7-5ad3a2322d26
Nov 06 20:57:59.117688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-4bc6641e-46ea-4965-a636-da5d054b0eda service neutron] 10.222.0.13 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3594830
Nov 06 20:57:59.148757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:59.217956 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:59.224941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:59.225681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:59.340002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbf7ef-21c4-4eb5-a209-6701e60a77f9 req-d1e78183-d127-41b9-b515-a2200d0d7418 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:59.342028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1cbf7ef-21c4-4eb5-a209-6701e60a77f9 req-d1e78183-d127-41b9-b515-a2200d0d7418 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0948188
Nov 06 20:57:59.368386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5c2c2a07-1f86-400e-9b85-d3028e8d80e3 service neutron] 10.222.0.13 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2428360
Nov 06 20:57:59.378355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d87934-0232-4205-a7f7-5ad3a2322d26,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:57:59.397775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a0d87934-0232-4205-a7f7-5ad3a2322d26 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:57:59.434821 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-83d3373b-cd42-45c6-ae3b-8b6f8c739674 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.8877015
Nov 06 20:57:59.435251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33528) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:57:59.442937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Request body: {'subnet': {'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1651619695-subnet', 'tenant_id': 'a80ec8702cd94e0eaefdf3eb907a0cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:57:59.492933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1cbf7ef-21c4-4eb5-a209-6701e60a77f9 req-1adf9d7b-5686-4806-bf09-76c0d1b5ae59 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385612
Nov 06 20:57:59.499477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Made reservation on behalf of a80ec8702cd94e0eaefdf3eb907a0cff for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:57:59.522958 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:59.524856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:57:59.583253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:57:59.583597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e1bfa1e-3334-4ad8-8f73-fc61a05f1710 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:57:59.759970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5f17c23-3756-47a9-8886-4d2e21488c24 req-5cb980d7-0a0c-4f08-bd6d-48e5f4a37db2 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 210 time: 0.0580781
Nov 06 20:57:59.787553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188f5b-7dca-4577-89b9-897cca4a2d1e req-bf502441-476b-4918-b60b-c6cd12f38a9a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:59.798754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96188f5b-7dca-4577-89b9-897cca4a2d1e req-bf502441-476b-4918-b60b-c6cd12f38a9a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1708119
Nov 06 20:57:59.885413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:57:59.913112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96188f5b-7dca-4577-89b9-897cca4a2d1e req-02a80e4c-343f-4dcd-8345-ad7897e5a5a2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131768
Nov 06 20:57:59.979574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00fd9a-0298-41dc-9433-e467f3980a4d req-540a5b0b-eba6-4c96-bc0f-8519d3e8c31c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:57:59.991855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df00fd9a-0298-41dc-9433-e467f3980a4d req-540a5b0b-eba6-4c96-bc0f-8519d3e8c31c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1063960
Nov 06 20:58:00.095692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df00fd9a-0298-41dc-9433-e467f3980a4d req-98280d0c-e1c5-42e8-8783-57e7a132de07 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025748
Nov 06 20:58:00.100239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=700ccb63-5106-4e87-ba88-ceed32dd9408,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:00.111050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:00.111645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Network hostable DHCP agents. Network: a0d87934-0232-4205-a7f7-5ad3a2322d26, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:58:00.173843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Network a0d87934-0232-4205-a7f7-5ad3a2322d26 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:58:00.201018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0d87934-0232-4205-a7f7-5ad3a2322d26) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:00.213854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4d40c-33de-446d-8b04-7b7dbda78be2 None None] Network a0d87934-0232-4205-a7f7-5ad3a2322d26 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:58:00.229987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:00.232196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:00.295307 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-27a4dccc-04bf-4da1-87f7-cc2bf87bb8d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8581400
Nov 06 20:58:00.347545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f9d97-f745-41ce-80bd-4cb0f5ef891c req-acb6e4ca-0c10-46c6-9b5b-89bd88bbbb1d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:00.354503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-725f9d97-f745-41ce-80bd-4cb0f5ef891c req-acb6e4ca-0c10-46c6-9b5b-89bd88bbbb1d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.2168939
Nov 06 20:58:00.458605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-725f9d97-f745-41ce-80bd-4cb0f5ef891c req-4e89b08a-b3e6-46ae-b7f6-6b70590fb509 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942340
Nov 06 20:58:00.556779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0af39b-a038-41ec-929a-39f8ef885bb1 None None] Network a0d87934-0232-4205-a7f7-5ad3a2322d26 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:58:00.721403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382a55d-0699-4ab5-ac92-2517389f148d req-32e4bf3d-a248-4e63-9b06-b932770a486d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:00.732409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0382a55d-0699-4ab5-ac92-2517389f148d req-32e4bf3d-a248-4e63-9b06-b932770a486d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1086838
Nov 06 20:58:00.875109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0382a55d-0699-4ab5-ac92-2517389f148d req-c52f2d10-e1a2-421e-8bc9-0adb7da9469f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1360514
Nov 06 20:58:00.980805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1ac49be-842d-4d64-8691-ddf1db911f74 req-df6edd97-8132-4c54-baaa-81dc2ddec603 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 210 time: 0.0557563
Nov 06 20:58:01.294428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279984e-9a77-4b5b-8d91-e9770dfb2316 req-113b9b3f-6aae-4665-b81e-66501b38a952 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:01.304426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0279984e-9a77-4b5b-8d91-e9770dfb2316 req-113b9b3f-6aae-4665-b81e-66501b38a952 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1012135
Nov 06 20:58:01.444746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0279984e-9a77-4b5b-8d91-e9770dfb2316 req-c8f09429-568d-45e2-a2f0-faa2daa14ed9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1360836
Nov 06 20:58:01.485473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:58:01.592591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-50b83baa-2bab-401b-8257-9113c20c70b0 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:01.595308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-50b83baa-2bab-401b-8257-9113c20c70b0 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 821 time: 0.2247119
Nov 06 20:58:01.624188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Request body: {'port': {'device_id': 'ee0646dc-086d-493b-9821-1a815390c091', 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'admin_state_up': True, 'tenant_id': 'ec8f9116653e40f0a02c98904ff90b65'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:01.763430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:01.805342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'port_id': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'mac_address': 'fa:16:3e:c5:f1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:58:01.819017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33630) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:01.826141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2088576362-network', 'tenant_id': '5632b98ba3314b2e8bd9bcca7c504b73'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:01.864009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Made reservation on behalf of ec8f9116653e40f0a02c98904ff90b65 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:01.879989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:01.897390 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:01.902547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Made reservation on behalf of 5632b98ba3314b2e8bd9bcca7c504b73 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:01.906066 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:01.925002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:58:01.953849 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:01.960664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:01.967439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.071455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:02.142977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:58:02.156114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Allocated IP 172.20.0.14 (514e4a26-40f9-4959-b8bc-7e6cfc5f6286/5caa2dcc-6706-4d97-bd8c-a69c2b424fe6/c9e1077c-96e4-47ab-9e42-04ae85e221d6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:58:02.238130 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.281032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a471b826-ae4a-47af-9ae0-e0b48ff565fa req-2f9fa986-de38-4649-94aa-937cd8d9adda tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 210 time: 0.0851908
Nov 06 20:58:02.285864 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.348402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:58:02.383937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd5178f-0765-48e3-8f5d-1dfc6c9e9c34,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:02.387551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.387901 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Added segment da854f31-63a2-49ec-a7bd-0545f0babe45 of type vlan for network d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b
Nov 06 20:58:02.494424 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.509228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.635868 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.638345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.639440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:02.640452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.718672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c1918-1d1f-416f-bc8e-46a80bbb9e45 req-79d41095-21e2-4988-bc83-1c13abc00380 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:02.727483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f15c1918-1d1f-416f-bc8e-46a80bbb9e45 req-79d41095-21e2-4988-bc83-1c13abc00380 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 944 time: 0.1697493
Nov 06 20:58:02.752839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] Pushing event updated for resources: {'Network': ['ID=d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:02.754312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event updated for resources: {'Port': ['ID=c9e1077c-96e4-47ab-9e42-04ae85e221d6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:02.770482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:58:02.788727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:58:02.792374 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:02.804927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:58:02.822219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2fb2869b-fde8-4d82-bb34-1854adaf8430 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9992409
Nov 06 20:58:02.826046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33656) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:02.835355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Request body: {'subnet': {'network_id': 'd7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2088576362-subnet', 'tenant_id': '5632b98ba3314b2e8bd9bcca7c504b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:02.924207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:02.925537 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.926868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Made reservation on behalf of 5632b98ba3314b2e8bd9bcca7c504b73 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:02.929695 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:02.950666 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5453f535-495e-4941-a144-5395fd649698 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3338995
Nov 06 20:58:02.969903 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Request body: {'port': {'device_id': 'ee0646dc-086d-493b-9821-1a815390c091', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:03.073752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f15c1918-1d1f-416f-bc8e-46a80bbb9e45 req-361550d9-d9a1-453b-bb4e-3989cddeeda5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3449450
Nov 06 20:58:03.092226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.363167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.407168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33692) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:03.483133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Checking segment: {'id': 'da854f31-63a2-49ec-a7bd-0545f0babe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:03.483410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Network hostable DHCP agents. Network: d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:58:03.488932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99cbc154-6283-4e82-8172-153f0c56d680,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:03.495320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:58:03.522704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c953cf-f5fc-4592-b0f3-95453481e51f req-7a7dfba5-79af-4acc-8da3-bd0c8e857e24 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:03.524326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89c953cf-f5fc-4592-b0f3-95453481e51f req-7a7dfba5-79af-4acc-8da3-bd0c8e857e24 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 932 time: 0.0815046
Nov 06 20:58:03.525659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Network d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:58:03.548739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:03.562490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:03.563129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.565786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b374514-532c-4a38-8a3b-7d2f6021cf94 None None] Network d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:58:03.611551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-37489d3b-dc2d-44a3-9893-71aa1ee4ff47 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7766411
Nov 06 20:58:03.617250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89c953cf-f5fc-4592-b0f3-95453481e51f req-c7d50e90-843e-43bc-875d-bd45da129ada tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825791
Nov 06 20:58:03.671169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7414821c-6c7b-4186-a89e-4d52dd665350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.701957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e1077c-96e4-47ab-9e42-04ae85e221d6 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:58:03.728374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:58:03.729187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.731825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.759623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Transition to ACTIVE for port object c9e1077c-96e4-47ab-9e42-04ae85e221d6 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:58:03.773158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.883363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Pushing event updated for resources: {'Port': ['ID=c9e1077c-96e4-47ab-9e42-04ae85e221d6,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:03.900005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623eb453-dee2-4ee6-9db0-d6f9093701b5 None None] Network d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:58:03.914849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7414821c-6c7b-4186-a89e-4d52dd665350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.918118 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.924901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7414821c-6c7b-4186-a89e-4d52dd665350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:03.956938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33706) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:03.957407 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7414821c-6c7b-4186-a89e-4d52dd665350 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eafcce14a3284b9380add9d68c1d61a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5479803
Nov 06 20:58:03.995986 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Attempting to bind port c9e1077c-96e4-47ab-9e42-04ae85e221d6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:58:03.996339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Attempting to bind port c9e1077c-96e4-47ab-9e42-04ae85e221d6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:58:03.996676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Attempting to bind port c9e1077c-96e4-47ab-9e42-04ae85e221d6 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:03.998802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414821c-6c7b-4186-a89e-4d52dd665350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c1ca47-f9ad-4162-b228-51fe8ca1ae94,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:04.018170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Port c9e1077c-96e4-47ab-9e42-04ae85e221d6 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:58:04.018499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Attempting to bind port c9e1077c-96e4-47ab-9e42-04ae85e221d6 on network 514e4a26-40f9-4959-b8bc-7e6cfc5f6286 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:04.021998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:04.029207 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49152b1-cfe6-4daa-b8f4-eab7344c9f68" -d '{"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-plugged", "status": "completed", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:04.032070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:58:04.032449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Checking segment: {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:04.032840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Bound using segment: {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:58:04.033282 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Bound port: c9e1077c-96e4-47ab-9e42-04ae85e221d6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9e06a4-373d-4983-a68a-9c77fd3b5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:58:04.033681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.064610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:04.073121 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.091435 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fb44846f-d1d3-4886-bf15-b2453dcdecb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.105079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] For port c9e1077c-96e4-47ab-9e42-04ae85e221d6, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:58:04.108889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] For port c9e1077c-96e4-47ab-9e42-04ae85e221d6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9e1077c-96e4-47ab-9e42-04ae85e221d6,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:58:04.117795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.146102 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa29b0c4-f18e-4a36-b1eb-0da73e978bf0 x-openstack-request-id: req-aa29b0c4-f18e-4a36-b1eb-0da73e978bf0 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:04.146633 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-plugged", "status": "completed", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:04.147037 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa29b0c4-f18e-4a36-b1eb-0da73e978bf0 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:04.147573 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'code': 200}
Nov 06 20:58:04.150060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fb44846f-d1d3-4886-bf15-b2453dcdecb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.176176 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:04.177031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.178772 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] 10.222.0.10 "PUT /v2.0/ports/c9e1077c-96e4-47ab-9e42-04ae85e221d6 HTTP/1.1" status: 200  len: 1092 time: 1.2189755
Nov 06 20:58:04.179226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0646dc-086d-493b-9821-1a815390c091', 'tag': 'c9e1077c-96e4-47ab-9e42-04ae85e221d6'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:04.181802 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07279ff-f06d-47be-9381-018d3816d13d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0646dc-086d-493b-9821-1a815390c091", "tag": "c9e1077c-96e4-47ab-9e42-04ae85e221d6"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:04.189152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:04.239085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fca101-6776-403a-8eb1-a53a76443c2a service neutron] Pushing event updated for resources: {'Port': ['ID=c9e1077c-96e4-47ab-9e42-04ae85e221d6,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:04.295932 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fb44846f-d1d3-4886-bf15-b2453dcdecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.297879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-098c0453-c47a-4430-b45a-8fe6032e1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:04.301541 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-098c0453-c47a-4430-b45a-8fe6032e1e14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 1095 time: 0.0709975
Nov 06 20:58:04.301740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fb44846f-d1d3-4886-bf15-b2453dcdecb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.302165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fb44846f-d1d3-4886-bf15-b2453dcdecb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1c1ca47-f9ad-4162-b228-51fe8ca1ae94 HTTP/1.1" status: 204  len: 168 time: 0.3439319
Nov 06 20:58:04.322923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44846f-d1d3-4886-bf15-b2453dcdecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c1ca47-f9ad-4162-b228-51fe8ca1ae94,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:04.373451 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-83f0fcdc-0e95-4592-8baa-37548f99dd44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e1077c-96e4-47ab-9e42-04ae85e221d6 HTTP/1.1" status: 200  len: 217 time: 0.0631175
Nov 06 20:58:04.379353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf85e3-9574-41a2-b2df-554870de8fb3 req-0482cfdb-4130-414e-a0db-05123a0ca209 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:04.386810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ecf85e3-9574-41a2-b2df-554870de8fb3 req-0482cfdb-4130-414e-a0db-05123a0ca209 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1460960
Nov 06 20:58:04.428753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-a3c8c17b-65e8-431e-a746-f1b3f0a39f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:04.430783 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-a3c8c17b-65e8-431e-a746-f1b3f0a39f09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5caa2dcc-6706-4d97-bd8c-a69c2b424fe6 HTTP/1.1" status: 200  len: 861 time: 0.0494516
Nov 06 20:58:04.477198 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-336dd3fb-4d55-4c4e-bb16-afcf62f41758 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371184
Nov 06 20:58:04.504549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ecf85e3-9574-41a2-b2df-554870de8fb3 req-1961bcd3-a88e-40aa-b175-87b97dadeb9c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123426
Nov 06 20:58:04.551918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-36807832-ba4a-451c-b433-06d24eb3a1a1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:04.553685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-36807832-ba4a-451c-b433-06d24eb3a1a1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 808 time: 0.1961706
Nov 06 20:58:04.580445 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c4b7b3-34cf-4cf7-98bc-16a981e8e523 x-openstack-request-id: req-94c4b7b3-34cf-4cf7-98bc-16a981e8e523 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:04.580839 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0646dc-086d-493b-9821-1a815390c091", "tag": "c9e1077c-96e4-47ab-9e42-04ae85e221d6", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:04.581208 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94c4b7b3-34cf-4cf7-98bc-16a981e8e523 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:04.581522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-ffb9bd5b-0803-4376-81d3-978d31f9bcb7 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/quotas/a80ec8702cd94e0eaefdf3eb907a0cff HTTP/1.1" status: 200  len: 375 time: 0.0212095
Nov 06 20:58:04.581788 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0646dc-086d-493b-9821-1a815390c091', 'tag': 'c9e1077c-96e4-47ab-9e42-04ae85e221d6', 'status': 'completed', 'code': 200}
Nov 06 20:58:04.598710 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-183f0007-2212-45d1-bdc1-32e3aec04044 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105449
Nov 06 20:58:04.625089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-b59a80ee-6648-4a8c-b5da-107aaa740f08 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0369527
Nov 06 20:58:04.710982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33758) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:04.727635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93b5af59-f656-46ca-af91-08ce3d82adab admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.764281 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-20b6f311-efbe-4ffd-b6e8-4118e44f308a req-5a265271-a16d-40f7-9f0d-2e75791cd6c2 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545930
Nov 06 20:58:04.807849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adf595-525d-4dfb-b252-30a2275e9449 req-31f5c0f7-0473-4b8e-92f0-b23f594cf9ff tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:04.809412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5adf595-525d-4dfb-b252-30a2275e9449 req-31f5c0f7-0473-4b8e-92f0-b23f594cf9ff tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 944 time: 0.0835674
Nov 06 20:58:04.815793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-0461e64a-0731-4451-805c-792d58cd5269 service neutron] 10.222.0.13 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892977
Nov 06 20:58:04.904947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93b5af59-f656-46ca-af91-08ce3d82adab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.912396 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93b5af59-f656-46ca-af91-08ce3d82adab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:04.931415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5adf595-525d-4dfb-b252-30a2275e9449 req-24871ebb-0353-4503-9067-b3f018081d6e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052206
Nov 06 20:58:04.951035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-2ddea108-ecd1-4e1a-97d9-5b4f04ca25e2 service neutron] 10.222.0.13 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168127
Nov 06 20:58:04.959872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07279ff-f06d-47be-9381-018d3816d13d req-4a16ee5f-4568-4559-a411-ac42d6ccc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:04.962380 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e07279ff-f06d-47be-9381-018d3816d13d req-4a16ee5f-4568-4559-a411-ac42d6ccc8c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec8f9116653e40f0a02c98904ff90b65&device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 1095 time: 0.1223023
Nov 06 20:58:04.977732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33768) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:04.982812 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-93b5af59-f656-46ca-af91-08ce3d82adab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d60000c8a294b64875f54421aa6d0e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2707272
Nov 06 20:58:05.049811 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56afb976-ba9f-4512-89e0-7d8e4a34f4f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:05.068075 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5af59-f656-46ca-af91-08ce3d82adab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d692879-2202-44e4-9276-5740a5ff848e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:05.086456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56afb976-ba9f-4512-89e0-7d8e4a34f4f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:05.104576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07279ff-f06d-47be-9381-018d3816d13d req-5cee7e57-db75-4baa-9a30-1d9ee2791647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:05.106252 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e07279ff-f06d-47be-9381-018d3816d13d req-5cee7e57-db75-4baa-9a30-1d9ee2791647 service neutron] 10.222.0.10 "GET /v2.0/networks?id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 200  len: 922 time: 0.1189749
Nov 06 20:58:05.192621 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56afb976-ba9f-4512-89e0-7d8e4a34f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:05.195218 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e07279ff-f06d-47be-9381-018d3816d13d req-bae23936-0c2b-4d4d-bd57-2be4daa9e9ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e1077c-96e4-47ab-9e42-04ae85e221d6 HTTP/1.1" status: 200  len: 217 time: 0.0814991
Nov 06 20:58:05.198068 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56afb976-ba9f-4512-89e0-7d8e4a34f4f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:05.201716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-56afb976-ba9f-4512-89e0-7d8e4a34f4f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d692879-2202-44e4-9276-5740a5ff848e HTTP/1.1" status: 204  len: 168 time: 0.2199640
Nov 06 20:58:05.234406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afb976-ba9f-4512-89e0-7d8e4a34f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d692879-2202-44e4-9276-5740a5ff848e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:05.273872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ff083f6-0c2f-45d5-8d18-39f7765bee91 req-77deb0a1-76b9-4713-891c-80efe8227df2 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 210 time: 0.0573695
Nov 06 20:58:05.286313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9f2b6-ec37-4577-b17f-790e59281579 req-28efc3f1-37d4-43d2-b628-5f815dee6b57 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:05.303055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07279ff-f06d-47be-9381-018d3816d13d req-277d17b1-18c6-4bd4-b30c-e93e08482010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:05.304787 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e07279ff-f06d-47be-9381-018d3816d13d req-277d17b1-18c6-4bd4-b30c-e93e08482010 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5caa2dcc-6706-4d97-bd8c-a69c2b424fe6 HTTP/1.1" status: 200  len: 861 time: 0.1018360
Nov 06 20:58:05.305770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ca9f2b6-ec37-4577-b17f-790e59281579 req-28efc3f1-37d4-43d2-b628-5f815dee6b57 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 950 time: 0.1519766
Nov 06 20:58:05.370073 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e07279ff-f06d-47be-9381-018d3816d13d req-499d9b1c-77ee-4e81-8741-39cbabfeb86a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=514e4a26-40f9-4959-b8bc-7e6cfc5f6286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529771
Nov 06 20:58:05.394584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ca9f2b6-ec37-4577-b17f-790e59281579 req-aa8565a2-e226-4904-9d37-3deba1d58621 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878711
Nov 06 20:58:05.513874 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e07279ff-f06d-47be-9381-018d3816d13d req-2db4edd0-9086-43f7-ae7c-f29b03ab9771 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337397
Nov 06 20:58:05.699165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1289f4b-c728-4ef8-bd55-9af07907781d req-c84adabe-ee6b-4686-9502-561b4fc2d3d7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:05.700778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1289f4b-c728-4ef8-bd55-9af07907781d req-c84adabe-ee6b-4686-9502-561b4fc2d3d7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0949996
Nov 06 20:58:05.704856 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e07279ff-f06d-47be-9381-018d3816d13d req-7abd348f-4120-4817-853d-149a6c579c19 service neutron] 10.222.0.10 "GET /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289794
Nov 06 20:58:05.767492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1289f4b-c728-4ef8-bd55-9af07907781d req-9c2a605d-d525-4317-b5e2-ac63c8810ce8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557799
Nov 06 20:58:06.068883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b325f8-ee0c-42ee-9518-ca913c6a68a2 req-ee98453a-1cc0-40f7-b8d1-d8c37e1c6150 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:06.070558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68b325f8-ee0c-42ee-9518-ca913c6a68a2 req-ee98453a-1cc0-40f7-b8d1-d8c37e1c6150 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 944 time: 0.0603464
Nov 06 20:58:06.118865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68b325f8-ee0c-42ee-9518-ca913c6a68a2 req-04a0a462-30fb-4027-b1f7-b16199a7b0be tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416269
Nov 06 20:58:06.377739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df83962a-6f31-4f65-bf12-cc093d0fb66d req-656e84c0-1468-46c3-a80e-b2ba1377679f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 210 time: 0.0286646
Nov 06 20:58:06.568447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce9e0-2ce7-4537-8e0d-f1c53a720573 req-084404b0-bf19-4357-a2a7-64b2ad74aaa5 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:06.572071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33862) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:06.578711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac8ce9e0-2ce7-4537-8e0d-f1c53a720573 req-084404b0-bf19-4357-a2a7-64b2ad74aaa5 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 950 time: 0.1013317
Nov 06 20:58:06.646029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac8ce9e0-2ce7-4537-8e0d-f1c53a720573 req-723bc212-3d5d-4e76-9e22-c310a34aeb7e tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639179
Nov 06 20:58:06.678438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-593f0b69-18ea-43bd-9884-acf2a84b87ff tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:06.680753 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-593f0b69-18ea-43bd-9884-acf2a84b87ff tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 808 time: 0.1909628
Nov 06 20:58:06.709456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Request body: {'port': {'device_id': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'admin_state_up': True, 'tenant_id': 'a80ec8702cd94e0eaefdf3eb907a0cff'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:06.829650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Made reservation on behalf of a80ec8702cd94e0eaefdf3eb907a0cff for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:06.834807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:06.891664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10bdaae1-82a5-4586-bb3e-1d853def16e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:06.934681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374df0f-07fe-4960-b5db-8ae5b816e55e req-2782f62d-2a89-4949-ab7d-6acf1ee6789e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:06.936278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8374df0f-07fe-4960-b5db-8ae5b816e55e req-2782f62d-2a89-4949-ab7d-6acf1ee6789e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0652580
Nov 06 20:58:07.012965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8374df0f-07fe-4960-b5db-8ae5b816e55e req-22bc9724-6c4d-4f1e-a41f-12cd8c2c3b98 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690198
Nov 06 20:58:07.099587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Allocated IP 172.20.0.3 (a0d87934-0232-4205-a7f7-5ad3a2322d26/700ccb63-5106-4e87-ba88-ceed32dd9408/d9f96638-2b86-47db-ab65-f6ee62e849cd) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:58:07.107813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10bdaae1-82a5-4586-bb3e-1d853def16e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.114188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10bdaae1-82a5-4586-bb3e-1d853def16e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.199722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33910) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:07.200339 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10bdaae1-82a5-4586-bb3e-1d853def16e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81320b99746a4f9b84dde57142855f51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6265886
Nov 06 20:58:07.203817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdaae1-82a5-4586-bb3e-1d853def16e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b83cf78-88d1-4e2b-bc80-3836a9ab5262,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:07.347478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.467795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.527262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Network a0d87934-0232-4205-a7f7-5ad3a2322d26 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:58:07.530615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:07.534594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:58:07.574687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Pushing event updated for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:07.597844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:07.599010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.628992 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-38ba723e-1b4b-4d5e-8114-01f2f838f1e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9234214
Nov 06 20:58:07.642311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Request body: {'port': {'device_id': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:07.683519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9bedd-d580-4b23-8178-8635903187f9 req-60320da6-51bc-4c91-ae60-914716898b56 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:07.690644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00a9bedd-d580-4b23-8178-8635903187f9 req-60320da6-51bc-4c91-ae60-914716898b56 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 944 time: 0.4831357
Nov 06 20:58:07.704357 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d23f42c2-e310-4fc8-82f5-3531b17b9be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.735198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.743131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3709a-c3ae-4bd1-a25b-b91b1f544edd req-a76798ad-37f8-4a27-8a14-b56abf5b2627 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:07.750752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ab3709a-c3ae-4bd1-a25b-b91b1f544edd req-a76798ad-37f8-4a27-8a14-b56abf5b2627 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 931 time: 0.1452448
Nov 06 20:58:07.798647 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d23f42c2-e310-4fc8-82f5-3531b17b9be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.840207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00a9bedd-d580-4b23-8178-8635903187f9 req-2a108f77-7178-468d-83e6-49ec98ac153d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485801
Nov 06 20:58:07.900616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ab3709a-c3ae-4bd1-a25b-b91b1f544edd req-ca1ef805-0c15-4ad1-ab60-b664bdd59664 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455343
Nov 06 20:58:07.945082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d23f42c2-e310-4fc8-82f5-3531b17b9be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.949604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d23f42c2-e310-4fc8-82f5-3531b17b9be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:07.951068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d23f42c2-e310-4fc8-82f5-3531b17b9be3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b83cf78-88d1-4e2b-bc80-3836a9ab5262 HTTP/1.1" status: 204  len: 168 time: 0.7503431
Nov 06 20:58:07.967726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f42c2-e310-4fc8-82f5-3531b17b9be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b83cf78-88d1-4e2b-bc80-3836a9ab5262,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:08.123099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f96638-2b86-47db-ab65-f6ee62e849cd {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:58:08.134270 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.152013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Transition to ACTIVE for port object d9f96638-2b86-47db-ab65-f6ee62e849cd will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:58:08.168135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.270905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:08.283019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4873-980a-4ed5-a6b2-6bdea7b21cf1 req-a2875990-6063-494b-b2e4-2fb0dab22478 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:08.285536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f88e4873-980a-4ed5-a6b2-6bdea7b21cf1 req-a2875990-6063-494b-b2e4-2fb0dab22478 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1167517
Nov 06 20:58:08.347062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:58:08.351434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:58:08.351434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:08.363568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:58:08.363782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:08.374866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:58:08.374866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:08.378749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:58:08.379209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Bound port: d9f96638-2b86-47db-ab65-f6ee62e849cd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:58:08.379586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.412234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f88e4873-980a-4ed5-a6b2-6bdea7b21cf1 req-46389ae5-ee8a-4b3f-8578-a087d195b240 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187096
Nov 06 20:58:08.503455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:58:08.505690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33968) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:08.514228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:58:08.523370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d59edfd-0ea5-40fc-8b02-73fe1452a745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.526721 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.583257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:08.585300 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.586937 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 1091 time: 0.9494419
Nov 06 20:58:08.587592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:08.590152 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95276d91-27d9-4af7-9633-f9db89e5b11c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:08.610700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33972) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:08.631712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e3f5e-54bf-4f84-b7a7-4ef344af1da4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:08.676049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d59edfd-0ea5-40fc-8b02-73fe1452a745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.683919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d59edfd-0ea5-40fc-8b02-73fe1452a745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.695866 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20abc28c-ef2d-4c20-93ec-8649a61fad61 x-openstack-request-id: req-20abc28c-ef2d-4c20-93ec-8649a61fad61 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:08.696487 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:08.696873 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20abc28c-ef2d-4c20-93ec-8649a61fad61 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:08.697413 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd', 'status': 'completed', 'code': 200}
Nov 06 20:58:08.718898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-ad89311d-b17e-4f52-a669-93c51aaf100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:08.723895 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-ad89311d-b17e-4f52-a669-93c51aaf100e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1094 time: 0.0687196
Nov 06 20:58:08.745717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8d59edfd-0ea5-40fc-8b02-73fe1452a745 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fafffe37596e467db4ac635d6c796ba3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2387464
Nov 06 20:58:08.746964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59edfd-0ea5-40fc-8b02-73fe1452a745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccff675-3483-4b84-b977-e13616c452f8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:08.763960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33976) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:08.789719 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-a98221b0-4c41-41f7-80da-767e4c837f3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 217 time: 0.0542700
Nov 06 20:58:08.838312 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb462-9338-401b-a117-44d26a56587a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.890394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb462-9338-401b-a117-44d26a56587a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:08.899280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-706ad7a6-fc5a-4188-9edb-6105ba196a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:08.901044 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-706ad7a6-fc5a-4188-9edb-6105ba196a15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0957365
Nov 06 20:58:08.971918 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-fccb44dc-32b3-4f32-adbd-34319d8dbcc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614386
Nov 06 20:58:09.001991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2301ec1e-63e7-469a-9121-8fa12abfa8c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.092018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf5ae3-ed9c-4109-a906-e6014bf4eed7 req-9dd3fcdd-55d2-42b5-9a1c-340b122ce7c1 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:09.094851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7bf5ae3-ed9c-4109-a906-e6014bf4eed7 req-9dd3fcdd-55d2-42b5-9a1c-340b122ce7c1 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 944 time: 0.1594899
Nov 06 20:58:09.113222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c9724-40bb-43bf-b380-fff79fe9170e req-b856db4d-858c-45b2-a1a7-6c9a55f18b60 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:09.122259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf5c9724-40bb-43bf-b380-fff79fe9170e req-b856db4d-858c-45b2-a1a7-6c9a55f18b60 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.1358933
Nov 06 20:58:09.134118 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-77366d1e-582f-4c5d-8e9b-cd453c1e0344 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532323
Nov 06 20:58:09.190627 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb462-9338-401b-a117-44d26a56587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.193690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb462-9338-401b-a117-44d26a56587a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.197557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e4eb462-9338-401b-a117-44d26a56587a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ccff675-3483-4b84-b977-e13616c452f8 HTTP/1.1" status: 204  len: 168 time: 0.4312143
Nov 06 20:58:09.217792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eb462-9338-401b-a117-44d26a56587a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccff675-3483-4b84-b977-e13616c452f8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:09.244748 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ebaf4e6-5a90-4761-827c-6ef98932a367 req-4b07d9e4-b9f4-42c8-a046-83d7b492ade0 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1017988
Nov 06 20:58:09.289604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7bf5ae3-ed9c-4109-a906-e6014bf4eed7 req-9a77446b-c2a4-4532-a5cc-37a2a084210f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482809
Nov 06 20:58:09.320856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf5c9724-40bb-43bf-b380-fff79fe9170e req-139a37b3-c4eb-439b-aca5-28551dcf0ed8 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954799
Nov 06 20:58:09.387741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-209f62ab-6b2a-41fe-8da7-48a2562cfd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:09.389636 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-209f62ab-6b2a-41fe-8da7-48a2562cfd28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1094 time: 0.0879676
Nov 06 20:58:09.393087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2301ec1e-63e7-469a-9121-8fa12abfa8c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.407209 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2301ec1e-63e7-469a-9121-8fa12abfa8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.479898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2301ec1e-63e7-469a-9121-8fa12abfa8c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b4ef297bfcb4ed2ad5b9d2ca85b8708&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8665757
Nov 06 20:58:09.479898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301ec1e-63e7-469a-9121-8fa12abfa8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001dd96f-5dfc-4da0-b459-99eac1af8594,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:09.482511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33998) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:09.554841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c9e1077c-96e4-47ab-9e42-04ae85e221d6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:58:09.559321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-3701aee0-10d0-4b89-abfb-e2205b749544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:09.561173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-3701aee0-10d0-4b89-abfb-e2205b749544 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.1632779
Nov 06 20:58:09.589629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd2b97-d6c0-4ea3-9ebf-9f4610364ac9 req-ad830c13-58b8-474a-9e81-53a126db9579 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:09.591717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5bd2b97-d6c0-4ea3-9ebf-9f4610364ac9 req-ad830c13-58b8-474a-9e81-53a126db9579 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1038582
Nov 06 20:58:09.624111 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b62193fd-cfc9-4514-b5c1-2c2857b390d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.627280 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-11bbbcfe-4f98-441b-afc3-a1422082d6c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 217 time: 0.0521531
Nov 06 20:58:09.674766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c9e1077c-96e4-47ab-9e42-04ae85e221d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9e1077c-96e4-47ab-9e42-04ae85e221d6,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:09.688262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 21508f07-0718-477d-a58c-ec0512e5bdad no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:58:09.695392 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b62193fd-cfc9-4514-b5c1-2c2857b390d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.729695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-b5e9e2d9-472d-40d9-9b92-8ec8cb054d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:09.731414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-b5e9e2d9-472d-40d9-9b92-8ec8cb054d80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0874796
Nov 06 20:58:09.736686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'c9e1077c-96e4-47ab-9e42-04ae85e221d6', 'network_id': '514e4a26-40f9-4959-b8bc-7e6cfc5f6286', 'port_id': 'c9e1077c-96e4-47ab-9e42-04ae85e221d6', 'mac_address': 'fa:16:3e:83:2c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa2dcc-6706-4d97-bd8c-a69c2b424fe6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:58:09.741220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5bd2b97-d6c0-4ea3-9ebf-9f4610364ac9 req-5b9f443a-5bf1-49d4-a3ab-5044344230c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386976
Nov 06 20:58:09.782155 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-be6c6399-e743-4d0a-88f5-f22ea2c8a47f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407259
Nov 06 20:58:09.816117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b62193fd-cfc9-4514-b5c1-2c2857b390d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.818980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b62193fd-cfc9-4514-b5c1-2c2857b390d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.820323 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b62193fd-cfc9-4514-b5c1-2c2857b390d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/001dd96f-5dfc-4da0-b459-99eac1af8594 HTTP/1.1" status: 204  len: 168 time: 0.3365929
Nov 06 20:58:09.838569 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.860418 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.890335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62193fd-cfc9-4514-b5c1-2c2857b390d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001dd96f-5dfc-4da0-b459-99eac1af8594,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:09.901589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e1077c-96e4-47ab-9e42-04ae85e221d6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:58:09.912104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:09.915038 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0e0357-7e7c-4000-aeaa-83b5c241c333" -d '{"events": [{"server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "name": "network-vif-unplugged", "status": "completed", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:09.930011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:09.941834 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:09.975624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-ff8fd1ac-254c-432a-9a41-56bad59ed337 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728272
Nov 06 20:58:10.015149 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82181d6-b03a-4e4b-9f78-3ab3cf98b105 x-openstack-request-id: req-a82181d6-b03a-4e4b-9f78-3ab3cf98b105 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:10.015557 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "name": "network-vif-unplugged", "status": "completed", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:10.015997 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a82181d6-b03a-4e4b-9f78-3ab3cf98b105 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:10.016499 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad', 'code': 200}
Nov 06 20:58:10.018752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:10.022591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c9e1077c-96e4-47ab-9e42-04ae85e221d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9e1077c-96e4-47ab-9e42-04ae85e221d6,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:10.030212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:10.134517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c9e1077c-96e4-47ab-9e42-04ae85e221d6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:10.197011 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-95276d91-27d9-4af7-9633-f9db89e5b11c req-68d7ac65-d3e7-4439-a47a-49f8837e4e14 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065060
Nov 06 20:58:10.519749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f0b04-7e60-4d25-9d3b-ecb4c236affd req-d0a61cbb-120f-48dc-9414-6311aea0b73d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:10.529741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e6f0b04-7e60-4d25-9d3b-ecb4c236affd req-d0a61cbb-120f-48dc-9414-6311aea0b73d tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 945 time: 0.1688445
Nov 06 20:58:10.573623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34046) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:10.598039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3d1b-51e4-4546-a0d7-56ec2106dd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:10.611211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1c640-1db1-4d20-817c-6eb2175798ed req-908f071b-b54a-456b-acdc-859ff53f4d35 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:10.623107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29a1c640-1db1-4d20-817c-6eb2175798ed req-908f071b-b54a-456b-acdc-859ff53f4d35 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.1666105
Nov 06 20:58:10.723293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e6f0b04-7e60-4d25-9d3b-ecb4c236affd req-2a9419b7-128d-4329-840a-d747b36e7e46 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802125
Nov 06 20:58:10.744912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29a1c640-1db1-4d20-817c-6eb2175798ed req-ef25d3a7-b3c3-47a3-9146-21b7a5afe101 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206303
Nov 06 20:58:10.746798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3d1b-51e4-4546-a0d7-56ec2106dd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:10.762830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3d1b-51e4-4546-a0d7-56ec2106dd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:10.785534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c9e1077c-96e4-47ab-9e42-04ae85e221d6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:58:10.925595 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e8ce3d1b-51e4-4546-a0d7-56ec2106dd1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e244daad3924f928d69c7b75964bb43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3502135
Nov 06 20:58:10.926415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce3d1b-51e4-4546-a0d7-56ec2106dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db697a1e-dbc7-4b39-9982-d1dcd90779a4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:10.928732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34060) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:11.054896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06530b-f4ae-4f33-9bf0-7e91d23c4aba req-bd3c7b48-3cf9-46a1-981b-2c9f6e2db4a0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:11.056480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c06530b-f4ae-4f33-9bf0-7e91d23c4aba req-bd3c7b48-3cf9-46a1-981b-2c9f6e2db4a0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0901456
Nov 06 20:58:11.073454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22eebaa9-2e5d-450b-b90c-50318f074862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:11.115193 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22eebaa9-2e5d-450b-b90c-50318f074862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:11.141985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c06530b-f4ae-4f33-9bf0-7e91d23c4aba req-67099dce-17e0-445f-944d-b60df4d9f808 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768490
Nov 06 20:58:11.185226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22eebaa9-2e5d-450b-b90c-50318f074862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:11.188784 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22eebaa9-2e5d-450b-b90c-50318f074862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:11.189953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-22eebaa9-2e5d-450b-b90c-50318f074862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db697a1e-dbc7-4b39-9982-d1dcd90779a4 HTTP/1.1" status: 204  len: 168 time: 0.2580032
Nov 06 20:58:11.209509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eebaa9-2e5d-450b-b90c-50318f074862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db697a1e-dbc7-4b39-9982-d1dcd90779a4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:11.555583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:58:11.737300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:11.752769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'mac_address': 'fa:16:3e:ad:b0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:58:11.806950 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:11.830160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727932c3-7c17-41cf-a440-b43625fb7fb0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:58:11.897514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:11.904095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:11.981984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:12.036847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987a1ec-5489-47de-9ae1-078b5762c639 req-a6641dc5-a772-4e27-ba22-28a6aaf60c89 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:12.038422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4987a1ec-5489-47de-9ae1-078b5762c639 req-a6641dc5-a772-4e27-ba22-28a6aaf60c89 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.1874809
Nov 06 20:58:12.048152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0e75f-ce54-4a1b-adc2-d41153abb20c req-9791979b-07b7-44be-a3fb-a0c6d3154838 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:12.055659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fe0e75f-ce54-4a1b-adc2-d41153abb20c req-9791979b-07b7-44be-a3fb-a0c6d3154838 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 945 time: 0.1305141
Nov 06 20:58:12.136881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['727932c3-7c17-41cf-a440-b43625fb7fb0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:58:12.151072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fe0e75f-ce54-4a1b-adc2-d41153abb20c req-632f7589-2efc-49cc-bf22-9833c6af34c5 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926130
Nov 06 20:58:12.160649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4987a1ec-5489-47de-9ae1-078b5762c639 req-9794a5d4-bce1-4cc1-853c-720e6e3608e9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976901
Nov 06 20:58:12.364584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f862-8f22-4f4a-b303-b97ddfab8c16 req-0140022b-b449-4494-a8ce-aa30935d51db tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:12.374062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ca9f862-8f22-4f4a-b303-b97ddfab8c16 req-0140022b-b449-4494-a8ce-aa30935d51db tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0763831
Nov 06 20:58:12.436200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ca9f862-8f22-4f4a-b303-b97ddfab8c16 req-84eab4da-c999-4c37-88c5-f42ea62cab67 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623083
Nov 06 20:58:13.346607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edad77e-aeef-434e-9107-5ddf2ec30e18 req-449369b4-299c-47a8-aef7-b3851851dd3b tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:13.353736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4edad77e-aeef-434e-9107-5ddf2ec30e18 req-449369b4-299c-47a8-aef7-b3851851dd3b tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 945 time: 0.1059453
Nov 06 20:58:13.381792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c72c8-55ed-4bd3-8be0-1c5d6cc3e17b req-3951ce18-f591-43e2-8677-cfd60f9e5e62 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:13.383291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a5c72c8-55ed-4bd3-8be0-1c5d6cc3e17b req-3951ce18-f591-43e2-8677-cfd60f9e5e62 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.1181526
Nov 06 20:58:13.428915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4edad77e-aeef-434e-9107-5ddf2ec30e18 req-051bbce1-eea6-4901-bd1c-792ca4388fd7 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743501
Nov 06 20:58:13.466650 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a5c72c8-55ed-4bd3-8be0-1c5d6cc3e17b req-e52bbcf2-b07f-49da-bc6a-689d185d877c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744648
Nov 06 20:58:13.570283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d9f96638-2b86-47db-ab65-f6ee62e849cd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:58:13.575471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:58:13.601444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ac5c8-e530-4adf-95ee-a0a798f6d2a5 req-2e5c5688-3272-439d-a67c-859c0d9f9254 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:13.603494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b05ac5c8-e530-4adf-95ee-a0a798f6d2a5 req-2e5c5688-3272-439d-a67c-859c0d9f9254 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0617929
Nov 06 20:58:13.683328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b05ac5c8-e530-4adf-95ee-a0a798f6d2a5 req-b6f2b55a-f1eb-4db1-88fb-5b1511dcc7c1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679779
Nov 06 20:58:13.794911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 727932c3-7c17-41cf-a440-b43625fb7fb0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:58:13.795275 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:13.846632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:13.876687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'd9f96638-2b86-47db-ab65-f6ee62e849cd', 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'port_id': 'd9f96638-2b86-47db-ab65-f6ee62e849cd', 'mac_address': 'fa:16:3e:4f:67:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700ccb63-5106-4e87-ba88-ceed32dd9408', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:58:14.157169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.174676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f96638-2b86-47db-ab65-f6ee62e849cd {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:58:14.196461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:14.201861 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.205464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.261749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34208) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:14.262408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:14.306201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:14.308459 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9cdfa3-5c99-4283-8154-397890c4abda" -d '{"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-plugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:14.333119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:14.336803 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.341570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.343398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c9e1077c-96e4-47ab-9e42-04ae85e221d6 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:58:14.350328 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.413142 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea88f9-1a7c-42e1-acde-24a1db1cd23a x-openstack-request-id: req-5cea88f9-1a7c-42e1-acde-24a1db1cd23a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:14.413673 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-plugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:14.414083 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cea88f9-1a7c-42e1-acde-24a1db1cd23a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:14.414985 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'code': 200}
Nov 06 20:58:14.461122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ebad1a40-2216-4664-b085-0d6efc06ed27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.474892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:14.517323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port c9e1077c-96e4-47ab-9e42-04ae85e221d6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:58:14.522055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port c9e1077c-96e4-47ab-9e42-04ae85e221d6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:58:14.522622 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.600766 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ebad1a40-2216-4664-b085-0d6efc06ed27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.617833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ebad1a40-2216-4664-b085-0d6efc06ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.643891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.683039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c9e1077c-96e4-47ab-9e42-04ae85e221d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9e1077c-96e4-47ab-9e42-04ae85e221d6,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:14.688165 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.697733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ebad1a40-2216-4664-b085-0d6efc06ed27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42679327088b4532acfc1cecbc0cfd46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4319565
Nov 06 20:58:14.697929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34230) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:14.709956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29180fcd-ef41-4848-b864-e28dbcf9372a req-b7c7b9dd-14bb-4354-ab83-c9b02da689a7 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:14.714784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29180fcd-ef41-4848-b864-e28dbcf9372a req-b7c7b9dd-14bb-4354-ab83-c9b02da689a7 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 945 time: 0.1586843
Nov 06 20:58:14.726859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad1a40-2216-4664-b085-0d6efc06ed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff5ad3-44e9-4eca-8bc1-0f92f1b1d3a5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:14.753368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84819b-0efb-4376-a04c-2a7169bdb6e8 req-fc1569f3-0bc3-470d-9299-60dd46ee5798 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:14.754933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d84819b-0efb-4376-a04c-2a7169bdb6e8 req-fc1569f3-0bc3-470d-9299-60dd46ee5798 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1565814
Nov 06 20:58:14.759351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c9e1077c-96e4-47ab-9e42-04ae85e221d6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:14.809688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1c7502b-e95f-4b8f-a337-301fce0b446f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.829399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29180fcd-ef41-4848-b864-e28dbcf9372a req-7ff1c809-7032-479f-a62d-4512dc20f962 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862477
Nov 06 20:58:14.838272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1c7502b-e95f-4b8f-a337-301fce0b446f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.844962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d84819b-0efb-4376-a04c-2a7169bdb6e8 req-6c2daf61-2df6-412d-9de7-8e4a93e30c5d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735152
Nov 06 20:58:14.902166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1c7502b-e95f-4b8f-a337-301fce0b446f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.905776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1c7502b-e95f-4b8f-a337-301fce0b446f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:14.907731 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a1c7502b-e95f-4b8f-a337-301fce0b446f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fff5ad3-44e9-4eca-8bc1-0f92f1b1d3a5 HTTP/1.1" status: 204  len: 168 time: 0.2087548
Nov 06 20:58:14.919189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7502b-e95f-4b8f-a337-301fce0b446f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff5ad3-44e9-4eca-8bc1-0f92f1b1d3a5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:14.955101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['d9f96638-2b86-47db-ab65-f6ee62e849cd'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:58:14.992111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c1ec9-ac94-41c2-a347-61a2f2c0c2c4 req-016ef632-854e-4f75-8524-526347a60933 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:14.993750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da5c1ec9-ac94-41c2-a347-61a2f2c0c2c4 req-016ef632-854e-4f75-8524-526347a60933 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0608611
Nov 06 20:58:15.100439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da5c1ec9-ac94-41c2-a347-61a2f2c0c2c4 req-8eecf3c5-6e2f-4da8-b7c7-38ce31c84e8b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937192
Nov 06 20:58:15.325756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34254) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:15.369887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0e1e355b-5e5a-409b-94a0-ebb8eccf9d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:15.507185 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0e1e355b-5e5a-409b-94a0-ebb8eccf9d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:15.513565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0e1e355b-5e5a-409b-94a0-ebb8eccf9d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:15.578082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0e1e355b-5e5a-409b-94a0-ebb8eccf9d1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c87b396112d74ed7aa63543904a41d31&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2509863
Nov 06 20:58:15.579539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e355b-5e5a-409b-94a0-ebb8eccf9d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919b71a-e6ba-47cd-8ff3-900073b1b913,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:15.580845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34268) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:15.669113 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fabfc38e-7c00-49d7-9718-c0629084eba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:15.701683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fabfc38e-7c00-49d7-9718-c0629084eba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:15.764681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fabfc38e-7c00-49d7-9718-c0629084eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:15.772004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fabfc38e-7c00-49d7-9718-c0629084eba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:15.773497 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fabfc38e-7c00-49d7-9718-c0629084eba6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d919b71a-e6ba-47cd-8ff3-900073b1b913 HTTP/1.1" status: 204  len: 168 time: 0.1916552
Nov 06 20:58:15.799799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfc38e-7c00-49d7-9718-c0629084eba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919b71a-e6ba-47cd-8ff3-900073b1b913,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:16.021113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca8951-b331-4386-9c9b-e4ae13dfb6f0 req-5419fc2f-7244-4a8c-9321-93b5cdb399e6 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:16.022953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0ca8951-b331-4386-9c9b-e4ae13dfb6f0 req-5419fc2f-7244-4a8c-9321-93b5cdb399e6 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 946 time: 0.0999122
Nov 06 20:58:16.149800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a175e9-135d-47f4-8e4c-61e82e2b08b4 req-0710baa9-26e7-4b41-8be6-46ef4d9adb86 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:16.151809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4a175e9-135d-47f4-8e4c-61e82e2b08b4 req-0710baa9-26e7-4b41-8be6-46ef4d9adb86 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1679151
Nov 06 20:58:16.168513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0ca8951-b331-4386-9c9b-e4ae13dfb6f0 req-6baed8c4-39c8-4c79-86c7-133822d40b81 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106825
Nov 06 20:58:16.275140 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4a175e9-135d-47f4-8e4c-61e82e2b08b4 req-c8f6266c-1592-474b-b976-3ad6c1fcf882 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054962
Nov 06 20:58:16.393487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092aee-073b-4372-803b-259a27e235e3 req-6d02abfb-6c72-4e7c-a583-81851242fb19 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:16.394388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df092aee-073b-4372-803b-259a27e235e3 req-6d02abfb-6c72-4e7c-a583-81851242fb19 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0596178
Nov 06 20:58:16.417060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0646dc-086d-493b-9821-1a815390c091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e1077c-96e4-47ab-9e42-04ae85e221d6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:16.419363 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833a7902-9bcc-4bfd-b92b-8229b1699559" -d '{"events": [{"server_uuid": "ee0646dc-086d-493b-9821-1a815390c091", "name": "network-vif-plugged", "status": "completed", "tag": "c9e1077c-96e4-47ab-9e42-04ae85e221d6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:16.466388 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30afc120-f860-4296-9edf-5abafb181831 x-openstack-request-id: req-30afc120-f860-4296-9edf-5abafb181831 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:16.466678 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0646dc-086d-493b-9821-1a815390c091", "name": "network-vif-plugged", "status": "completed", "tag": "c9e1077c-96e4-47ab-9e42-04ae85e221d6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:16.466929 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30afc120-f860-4296-9edf-5abafb181831 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:16.467319 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0646dc-086d-493b-9821-1a815390c091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e1077c-96e4-47ab-9e42-04ae85e221d6', 'code': 200}
Nov 06 20:58:16.469226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df092aee-073b-4372-803b-259a27e235e3 req-ccf3cc93-9910-432f-a706-64a78162e43f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678680
Nov 06 20:58:16.600627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85776-1a81-4c1a-bb3f-b6eab39a59fb req-e5c2d64f-3f28-4555-a297-81e6a1425856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:16.602693 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d85776-1a81-4c1a-bb3f-b6eab39a59fb req-e5c2d64f-3f28-4555-a297-81e6a1425856 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 1097 time: 0.0537653
Nov 06 20:58:16.682831 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d85776-1a81-4c1a-bb3f-b6eab39a59fb req-5c414bd8-f389-43a0-bdf7-9663698bd7ad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640705
Nov 06 20:58:16.790441 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3b947e9e-b004-4a17-8f38-fd5613bca77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.075328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34342) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:17.230300 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4d3c-8d12-48b4-9edf-fb660d5ab687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.396128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4d3c-8d12-48b4-9edf-fb660d5ab687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.400639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efaf5f-e901-4b98-b75f-2544fb9722a2 req-288c1cad-1909-4faa-890c-dc6af9772bdc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:17.403045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76efaf5f-e901-4b98-b75f-2544fb9722a2 req-288c1cad-1909-4faa-890c-dc6af9772bdc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 946 time: 0.1140099
Nov 06 20:58:17.407566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4d3c-8d12-48b4-9edf-fb660d5ab687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.488601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76efaf5f-e901-4b98-b75f-2544fb9722a2 req-5ad2709a-ee7e-40e6-b782-0d3d7f9a9e4e tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706587
Nov 06 20:58:17.530000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d4d3c-8d12-48b4-9edf-fb660d5ab687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e48c553-9b3f-487e-907c-2f07d410cdb2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:17.549892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e6d4-fe75-4f8c-a8bd-0c6b46821986 req-eb159c0d-598b-4f9b-9a7f-63e4191d0e30 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:17.555667 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7a9d4d3c-8d12-48b4-9edf-fb660d5ab687 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3ce322d953e4d2bbf8f869e961cbbc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4785697
Nov 06 20:58:17.557185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:17.559017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bbf8e6d4-fe75-4f8c-a8bd-0c6b46821986 req-eb159c0d-598b-4f9b-9a7f-63e4191d0e30 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.0875838
Nov 06 20:58:17.598546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d9f96638-2b86-47db-ab65-f6ee62e849cd up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:58:17.636610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bbf8e6d4-fe75-4f8c-a8bd-0c6b46821986 req-15335628-6711-41e1-a91f-4abc199e4c6c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725579
Nov 06 20:58:17.750294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d607aa-56e0-4c9b-bc65-24a25e50e34e req-3919ecc0-a58a-44bb-be7b-0769bbf89ded tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:17.752628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64d607aa-56e0-4c9b-bc65-24a25e50e34e req-3919ecc0-a58a-44bb-be7b-0769bbf89ded tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0744605
Nov 06 20:58:17.760739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port d9f96638-2b86-47db-ab65-f6ee62e849cd completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:58:17.764896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6906e9-e2e8-4c08-b95f-c11ca80eab8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.765101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port d9f96638-2b86-47db-ab65-f6ee62e849cd triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:58:17.768267 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.809234 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6906e9-e2e8-4c08-b95f-c11ca80eab8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.888894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64d607aa-56e0-4c9b-bc65-24a25e50e34e req-f7888adf-5a2b-4a63-93c3-48339750d142 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222939
Nov 06 20:58:17.925135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6906e9-e2e8-4c08-b95f-c11ca80eab8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.927699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6906e9-e2e8-4c08-b95f-c11ca80eab8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:17.931426 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fb6906e9-e2e8-4c08-b95f-c11ca80eab8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e48c553-9b3f-487e-907c-2f07d410cdb2 HTTP/1.1" status: 204  len: 168 time: 0.3706288
Nov 06 20:58:17.940147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6906e9-e2e8-4c08-b95f-c11ca80eab8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e48c553-9b3f-487e-907c-2f07d410cdb2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:17.974024 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:18.020067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:18.026129 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:18.094152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:18.468618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:18.471003 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7010308d-1f7e-4e92-b4a7-32d274ceca91" -d '{"events": [{"server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "name": "network-vif-plugged", "status": "completed", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:18.550496 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b97b3a4-3e35-4f73-83a0-d028ab8a1b3d x-openstack-request-id: req-0b97b3a4-3e35-4f73-83a0-d028ab8a1b3d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:18.550796 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "name": "network-vif-plugged", "status": "completed", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:18.551054 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b97b3a4-3e35-4f73-83a0-d028ab8a1b3d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:18.551452 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd', 'code': 200}
Nov 06 20:58:18.684812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e1551-a15a-4154-a043-2a112455aba1 req-42cc74d8-1407-4287-9980-8faea9af1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:18.686620 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-085e1551-a15a-4154-a043-2a112455aba1 req-42cc74d8-1407-4287-9980-8faea9af1592 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1096 time: 0.0513597
Nov 06 20:58:18.692408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afbad-52e1-4358-b1a3-ad98eadfecf5 req-62bb00a1-302c-40a6-bfa1-8b77dde1c083 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:18.700984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a08afbad-52e1-4358-b1a3-ad98eadfecf5 req-62bb00a1-302c-40a6-bfa1-8b77dde1c083 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 946 time: 0.0755577
Nov 06 20:58:18.721844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34424) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:18.749358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d1061d0-2ad3-41ed-8672-0f1637960761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:18.771047 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-085e1551-a15a-4154-a043-2a112455aba1 req-13093588-721d-4bf2-9cde-e4e9092e5cf1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734117
Nov 06 20:58:18.902563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d1061d0-2ad3-41ed-8672-0f1637960761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:18.926261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d1061d0-2ad3-41ed-8672-0f1637960761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:19.002829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a08afbad-52e1-4358-b1a3-ad98eadfecf5 req-fda79a0f-fd86-439e-926c-e651f36d0090 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006892
Nov 06 20:58:19.055728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8d1061d0-2ad3-41ed-8672-0f1637960761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96cdce64e1fe4faca1c63136a0ba7e5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3323758
Nov 06 20:58:19.058604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34436) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:19.064026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1061d0-2ad3-41ed-8672-0f1637960761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48801032-0a4a-4965-b0c4-d61133f826a7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:19.144882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee2b3101-ecfa-4e61-a8a0-0c1694d350c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:19.179824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee2b3101-ecfa-4e61-a8a0-0c1694d350c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:19.197838 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a7be7ad0-84e4-4b4a-a230-5afb8ad808b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:19.230447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aaad3-018c-49b6-b691-0f492392eeae req-0207a618-6dcb-4b8d-bd92-f947549b46f5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:19.233000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f47aaad3-018c-49b6-b691-0f492392eeae req-0207a618-6dcb-4b8d-bd92-f947549b46f5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 945 time: 0.1129882
Nov 06 20:58:19.278739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee2b3101-ecfa-4e61-a8a0-0c1694d350c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:19.287568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee2b3101-ecfa-4e61-a8a0-0c1694d350c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:19.289722 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ee2b3101-ecfa-4e61-a8a0-0c1694d350c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48801032-0a4a-4965-b0c4-d61133f826a7 HTTP/1.1" status: 204  len: 168 time: 0.2295101
Nov 06 20:58:19.305175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b3101-ecfa-4e61-a8a0-0c1694d350c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48801032-0a4a-4965-b0c4-d61133f826a7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:19.372971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f47aaad3-018c-49b6-b691-0f492392eeae req-096b13fe-1c4d-4510-99a1-017a08d86452 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306138
Nov 06 20:58:19.642997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219ec7b-71f1-4a82-8850-113210c1a242 req-d9a63c12-974b-4e15-b83d-8944f3a65dc0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:19.647342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9219ec7b-71f1-4a82-8850-113210c1a242 req-d9a63c12-974b-4e15-b83d-8944f3a65dc0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1202583
Nov 06 20:58:19.792979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9219ec7b-71f1-4a82-8850-113210c1a242 req-31f8d071-3e16-4ed3-a0e4-d3705db7aea1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1326895
Nov 06 20:58:20.298889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da8905-d9dd-42bb-8078-53238674755e req-86de9ddb-5dac-4a5a-a67c-0c29790b2b45 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:20.300552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8da8905-d9dd-42bb-8078-53238674755e req-86de9ddb-5dac-4a5a-a67c-0c29790b2b45 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 946 time: 0.0968215
Nov 06 20:58:20.459098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8da8905-d9dd-42bb-8078-53238674755e req-5e7ff7bd-c6dd-444c-bbe1-1e35568c1428 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459553
Nov 06 20:58:20.548257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:20.693867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34478) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:20.799811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68457d9c-877c-4f9b-8e97-a59836a2dd06 req-9bbff799-0467-404b-85ac-ddbac3da7536 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:20.807887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68457d9c-877c-4f9b-8e97-a59836a2dd06 req-9bbff799-0467-404b-85ac-ddbac3da7536 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 945 time: 0.0770731
Nov 06 20:58:20.904628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68457d9c-877c-4f9b-8e97-a59836a2dd06 req-7951b25a-6f78-41b5-9014-9fb3cb82d712 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953271
Nov 06 20:58:21.014020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d25964fd-9a2e-4d03-9269-686b014d1b23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:21.042835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c821ab3-3d2e-48b7-bdca-cf9e35e49dbf req-fb159b9e-6c69-48cb-9633-be6c268dc03e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:21.055336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c821ab3-3d2e-48b7-bdca-cf9e35e49dbf req-fb159b9e-6c69-48cb-9633-be6c268dc03e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0805871
Nov 06 20:58:21.160340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c821ab3-3d2e-48b7-bdca-cf9e35e49dbf req-f67b0017-761c-4487-8da2-07ae728d5b4f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036446
Nov 06 20:58:21.195923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d25964fd-9a2e-4d03-9269-686b014d1b23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:21.203981 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d25964fd-9a2e-4d03-9269-686b014d1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:21.321912 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d25964fd-9a2e-4d03-9269-686b014d1b23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce14b26ad0054712921f56ddf478f479&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6260786
Nov 06 20:58:21.323364 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25964fd-9a2e-4d03-9269-686b014d1b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e088d9f-68a6-4596-8779-e83b578d3ca0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:21.324632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34494) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:21.409141 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5200f57-bf18-4b91-adf9-50532605addf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:21.436991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5200f57-bf18-4b91-adf9-50532605addf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:21.511471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5200f57-bf18-4b91-adf9-50532605addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:21.520050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5200f57-bf18-4b91-adf9-50532605addf admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:21.521425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c5200f57-bf18-4b91-adf9-50532605addf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e088d9f-68a6-4596-8779-e83b578d3ca0 HTTP/1.1" status: 204  len: 168 time: 0.1948993
Nov 06 20:58:21.600627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5200f57-bf18-4b91-adf9-50532605addf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e088d9f-68a6-4596-8779-e83b578d3ca0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:21.758255 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:21.791927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8feba7-af3d-498f-80a2-e4655ead5a01 req-30a30a2d-76f3-4c65-9e6b-c7a994fa62d9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:21.814986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea8feba7-af3d-498f-80a2-e4655ead5a01 req-30a30a2d-76f3-4c65-9e6b-c7a994fa62d9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 946 time: 0.1268044
Nov 06 20:58:21.948257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea8feba7-af3d-498f-80a2-e4655ead5a01 req-1c9678b8-77bc-4240-ad16-30bf87bcef63 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a7c5dc8-c956-45d8-8bb5-d318650bd102&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136944
Nov 06 20:58:22.131467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-a8757f92-a1d6-4ed8-b752-1b0eaba0d0dc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:22.136372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-a8757f92-a1d6-4ed8-b752-1b0eaba0d0dc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 946 time: 0.1198285
Nov 06 20:58:22.261704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fecfa5-fd67-495e-83ce-6c6f92e1df86 req-662f67c0-f4a5-4f7c-b8d8-a821874d2255 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:22.270422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83fecfa5-fd67-495e-83ce-6c6f92e1df86 req-662f67c0-f4a5-4f7c-b8d8-a821874d2255 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 945 time: 0.1599464
Nov 06 20:58:22.317179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34514) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:22.343084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83fecfa5-fd67-495e-83ce-6c6f92e1df86 req-a08bb098-db12-4ec1-820c-ffa055316d60 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716124
Nov 06 20:58:22.357113 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aba53d09-0f5a-4b9a-b0f4-34e3849867f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:22.396656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Deleting port c9e1077c-96e4-47ab-9e42-04ae85e221d6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:58:22.397220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:22.484521 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:22.534528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] For port c9e1077c-96e4-47ab-9e42-04ae85e221d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9e1077c-96e4-47ab-9e42-04ae85e221d6,segment=NetworkSegment(9b9e06a4-373d-4983-a68a-9c77fd3b5c34),segment_id=9b9e06a4-373d-4983-a68a-9c77fd3b5c34)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:22.534893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:22.563074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Calling delete_port for c9e1077c-96e4-47ab-9e42-04ae85e221d6 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:58:22.586986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036f5fe-d054-4e86-aaca-afe5cbb04db0 req-237e522b-b708-4e8e-81b6-f8f97de776e0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:22.600839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c036f5fe-d054-4e86-aaca-afe5cbb04db0 req-237e522b-b708-4e8e-81b6-f8f97de776e0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.0972283
Nov 06 20:58:22.744859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aba53d09-0f5a-4b9a-b0f4-34e3849867f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:22.751750 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aba53d09-0f5a-4b9a-b0f4-34e3849867f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:22.768667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c036f5fe-d054-4e86-aaca-afe5cbb04db0 req-cdc9e59a-aea5-41e7-aded-0342a2e6b976 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1594245
Nov 06 20:58:22.864892 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aba53d09-0f5a-4b9a-b0f4-34e3849867f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ca05ba9ea654e689c7e12e21e916261&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5401433
Nov 06 20:58:22.865241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34524) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:22.927740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba53d09-0f5a-4b9a-b0f4-34e3849867f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe070a-6f2d-406b-82cf-2e409bd7c4d3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:22.986751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:23.000129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c9e1077c-96e4-47ab-9e42-04ae85e221d6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:58:23.065809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5ee55f2a-acc4-4ea9-914a-59900db22a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:23.150903 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event deleted for resources: {'Port': ['ID=c9e1077c-96e4-47ab-9e42-04ae85e221d6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:23.198103 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5ee55f2a-acc4-4ea9-914a-59900db22a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:23.245497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] No DVR routers for this DVR port c9e1077c-96e4-47ab-9e42-04ae85e221d6 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:58:23.261669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:23.264952 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f106ab59-03dc-46d1-8de9-243a95a02ff0 req-dc80150e-2741-4561-a517-60b7f2626df9 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.10 "DELETE /v2.0/ports/c9e1077c-96e4-47ab-9e42-04ae85e221d6 HTTP/1.1" status: 204  len: 173 time: 1.1211803
Nov 06 20:58:23.265993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0646dc-086d-493b-9821-1a815390c091', 'name': 'network-vif-deleted', 'tag': 'c9e1077c-96e4-47ab-9e42-04ae85e221d6'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:23.268416 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694a3b79-342f-413c-93a4-ef16cbbf30bf" -d '{"events": [{"server_uuid": "ee0646dc-086d-493b-9821-1a815390c091", "name": "network-vif-deleted", "tag": "c9e1077c-96e4-47ab-9e42-04ae85e221d6"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:23.321729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5ee55f2a-acc4-4ea9-914a-59900db22a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:23.324708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5ee55f2a-acc4-4ea9-914a-59900db22a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:23.332371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5ee55f2a-acc4-4ea9-914a-59900db22a8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5fe070a-6f2d-406b-82cf-2e409bd7c4d3 HTTP/1.1" status: 204  len: 168 time: 0.4643314
Nov 06 20:58:23.342221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee55f2a-acc4-4ea9-914a-59900db22a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe070a-6f2d-406b-82cf-2e409bd7c4d3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:23.694878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cc286-3a0a-43ca-a16f-3c3d23529fa8 req-0b4c36b9-3de9-4bd7-b720-2d07f19cf869 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:23.709744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f8cc286-3a0a-43ca-a16f-3c3d23529fa8 req-0b4c36b9-3de9-4bd7-b720-2d07f19cf869 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1096 time: 0.0726883
Nov 06 20:58:23.848060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f8cc286-3a0a-43ca-a16f-3c3d23529fa8 req-ab625347-07ae-4c35-a5c3-54dd4915c223 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373651
Nov 06 20:58:24.122268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33fcba33-2493-4f14-8dfb-5c649bfaf7e0 req-1f5d4726-bb8d-40db-8387-b6921623e6e8 tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0646dc-086d-493b-9821-1a815390c091 HTTP/1.1" status: 200  len: 210 time: 0.0841589
Nov 06 20:58:24.254409 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253da69a-ce45-4a4f-a6df-58761d02fe4f x-openstack-request-id: req-253da69a-ce45-4a4f-a6df-58761d02fe4f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:24.255088 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0646dc-086d-493b-9821-1a815390c091", "name": "network-vif-deleted", "tag": "c9e1077c-96e4-47ab-9e42-04ae85e221d6", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:24.255231 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-253da69a-ce45-4a4f-a6df-58761d02fe4f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:24.255607 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0646dc-086d-493b-9821-1a815390c091', 'name': 'network-vif-deleted', 'tag': 'c9e1077c-96e4-47ab-9e42-04ae85e221d6', 'status': 'completed', 'code': 200}
Nov 06 20:58:24.425110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcbe9f-0fc5-4914-98f5-3f56f695ee5b req-47aa90ef-b0c1-4ac1-a791-16b915d53df2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:24.437927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3dcbe9f-0fc5-4914-98f5-3f56f695ee5b req-47aa90ef-b0c1-4ac1-a791-16b915d53df2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1078045
Nov 06 20:58:24.613767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3dcbe9f-0fc5-4914-98f5-3f56f695ee5b req-440c52f1-9119-4c01-9902-e5077c4af776 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1744082
Nov 06 20:58:24.907868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e98fd-e70c-4f99-9d60-0eefe88f8461 req-92e3447a-5209-424b-8e8e-980e7c2ac64b tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:24.914344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d5e98fd-e70c-4f99-9d60-0eefe88f8461 req-92e3447a-5209-424b-8e8e-980e7c2ac64b tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1096 time: 0.1323221
Nov 06 20:58:25.031320 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d5e98fd-e70c-4f99-9d60-0eefe88f8461 req-aaabced6-4099-4902-b41e-ad35ab6af46e tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119440
Nov 06 20:58:25.542700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34628) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:25.618172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c9e1077c-96e4-47ab-9e42-04ae85e221d6 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:58:25.645953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ccd22149-5984-4637-8024-b601a97aa0ee tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:25.682249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ccd22149-5984-4637-8024-b601a97aa0ee tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:25.691536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: c9e1077c-96e4-47ab-9e42-04ae85e221d6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:58:25.692140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c9e1077c-96e4-47ab-9e42-04ae85e221d6 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:58:25.757573 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ccd22149-5984-4637-8024-b601a97aa0ee tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:25.763318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ccd22149-5984-4637-8024-b601a97aa0ee tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:25.766895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ccd22149-5984-4637-8024-b601a97aa0ee tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae9d8de0-6441-4da5-83d4-111c7d47c08e HTTP/1.1" status: 204  len: 168 time: 0.2208858
Nov 06 20:58:25.768939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34644) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:25.793200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd22149-5984-4637-8024-b601a97aa0ee tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d8de0-6441-4da5-83d4-111c7d47c08e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:25.794717 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-6f9a4330-9820-4854-b59f-afe9198927bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] show failed (client error): The resource could not be found.
Nov 06 20:58:25.799307 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6f9a4330-9820-4854-b59f-afe9198927bc tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "GET /v2.0/security-groups/ae9d8de0-6441-4da5-83d4-111c7d47c08e HTTP/1.1" status: 404  len: 347 time: 0.0285912
Nov 06 20:58:25.802427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34646) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:25.858186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34650) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:25.904769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3543ae-96bb-4b69-bff2-69e523677764 req-64d85df3-a411-4f01-9b9d-48d909c50fa4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:25.907360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e3543ae-96bb-4b69-bff2-69e523677764 req-64d85df3-a411-4f01-9b9d-48d909c50fa4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1393499
Nov 06 20:58:25.995634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e3543ae-96bb-4b69-bff2-69e523677764 req-744aeded-3ea3-47f2-b697-43f5d701db79 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815661
Nov 06 20:58:26.101027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-801c1df6-f288-4fee-a04d-c39b0ddcb86d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.123442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Deleting port bb03ec86-06a9-40cf-b567-ac48be45303c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:58:26.124058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.243457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.243685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.271394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Calling delete_port for bb03ec86-06a9-40cf-b567-ac48be45303c owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:58:26.303756 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-801c1df6-f288-4fee-a04d-c39b0ddcb86d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.318495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-801c1df6-f288-4fee-a04d-c39b0ddcb86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.401328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c1df6-f288-4fee-a04d-c39b0ddcb86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140136f1-97ce-46c6-b140-cf67b03d7d07,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:26.420102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-801c1df6-f288-4fee-a04d-c39b0ddcb86d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5403dcc96a8e4362827b92f634a16ebb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5597210
Nov 06 20:58:26.423319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34684) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:26.483060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-51c48903-09d9-44b4-845d-f876054e848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:26.485589 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-51c48903-09d9-44b4-845d-f876054e848b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 1096 time: 0.1311338
Nov 06 20:58:26.518823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-376eddc9-2f89-4c5f-bb71-25e7706c9f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.554848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-376eddc9-2f89-4c5f-bb71-25e7706c9f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.631232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-376eddc9-2f89-4c5f-bb71-25e7706c9f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.637763 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-376eddc9-2f89-4c5f-bb71-25e7706c9f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.643513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-376eddc9-2f89-4c5f-bb71-25e7706c9f3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/140136f1-97ce-46c6-b140-cf67b03d7d07 HTTP/1.1" status: 204  len: 168 time: 0.2164931
Nov 06 20:58:26.667315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eddc9-2f89-4c5f-bb71-25e7706c9f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140136f1-97ce-46c6-b140-cf67b03d7d07,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:26.739848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:26.821068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-9a37f7df-e1cf-4b62-a1fc-096b9395866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:26.822601 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-9a37f7df-e1cf-4b62-a1fc-096b9395866d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.3278453
Nov 06 20:58:26.825139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Pushing event deleted for resources: {'Port': ['ID=bb03ec86-06a9-40cf-b567-ac48be45303c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:27.007437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-bf77c044-252c-4bc8-9a76-16714c5cd085 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:58:27.025349 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-bf77c044-252c-4bc8-9a76-16714c5cd085 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0383558
Nov 06 20:58:27.070198 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:58:27.078702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:27.083638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:27.088320 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9ba73ba7-6cc8-4902-8a00-0652ed7e834f tempest-ImagesOneServerNegativeTestJSON-1988448079 tempest-ImagesOneServerNegativeTestJSON-1988448079-project] 10.222.0.13 "DELETE /v2.0/floatingips/6e2d85ba-340e-4455-b7ee-adb42dc88a1f HTTP/1.1" status: 204  len: 168 time: 1.2811906
Nov 06 20:58:27.109616 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-8bf03c98-a072-4a8d-915d-7c52ef1b7e8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 HTTP/1.1" status: 200  len: 1001 time: 0.2694044
Nov 06 20:58:27.221944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-1c9baa61-0628-4d04-91c8-bfe9437f1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:27.225798 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-1c9baa61-0628-4d04-91c8-bfe9437f1811 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.1080585
Nov 06 20:58:27.260621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2f3d1-7532-4c9f-935f-099648f83994 req-bb3d2645-9bd3-420d-981d-84b439d3a949 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:27.262295 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40a2f3d1-7532-4c9f-935f-099648f83994 req-bb3d2645-9bd3-420d-981d-84b439d3a949 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1487904
Nov 06 20:58:27.306783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-4744e40a-f073-4651-b416-ddff76360035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:27.308484 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-4744e40a-f073-4651-b416-ddff76360035 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0713749
Nov 06 20:58:27.378903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40a2f3d1-7532-4c9f-935f-099648f83994 req-d43c715f-7553-410c-b85c-73e45db65bfe tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070116
Nov 06 20:58:27.467549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7ca094e1-fbbb-4915-8fa4-6ce9c3246dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:27.469164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7ca094e1-fbbb-4915-8fa4-6ce9c3246dcd service neutron] 10.222.0.13 "GET /v2.0/ports/d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 1093 time: 0.4312792
Nov 06 20:58:27.488321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:27.489031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:58:27.517322 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-7071c70b-9698-45e1-a419-700713773e3d service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998644
Nov 06 20:58:27.693492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34760) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:27.768328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-17278134-169a-41e6-a304-67096a72d636 admin admin] Deleting subnet 5caa2dcc-6706-4d97-bd8c-a69c2b424fe6 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:58:27.773219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17278134-169a-41e6-a304-67096a72d636 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:27.882925 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17278134-169a-41e6-a304-67096a72d636 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:27.975828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17278134-169a-41e6-a304-67096a72d636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.027417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2bb8eb45-300a-41c0-a9ab-2b27fd1eb8d8 req-8cb40af8-ef15-4118-87ca-1b8d5df24856 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5027599
Nov 06 20:58:28.151949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17278134-169a-41e6-a304-67096a72d636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.206729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17278134-169a-41e6-a304-67096a72d636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5caa2dcc-6706-4d97-bd8c-a69c2b424fe6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:28.211355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17278134-169a-41e6-a304-67096a72d636 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.216892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-17278134-169a-41e6-a304-67096a72d636 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5caa2dcc-6706-4d97-bd8c-a69c2b424fe6 HTTP/1.1" status: 204  len: 168 time: 0.5192921
Nov 06 20:58:28.217554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34774) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:28.226685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on host nch1-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:58:28.227369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:58:28.227699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:28.234706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:58:28.235019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:28.342042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:58:28.342437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:28.342977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:58:28.344212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Bound port: d9f96638-2b86-47db-ab65-f6ee62e849cd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:58:28.360036 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.538959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:58:28.559731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.560989 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-22919df8-298a-4f73-ad4f-dc2de6dbdfa4 service neutron] 10.222.0.13 "POST /v2.0/ports/d9f96638-2b86-47db-ab65-f6ee62e849cd/bindings HTTP/1.1" status: 201  len: 389 time: 1.0761898
Nov 06 20:58:28.568497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.611645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bbc32-c93c-4008-829e-fb6611289cd9 req-7f1770dd-c9a0-4c51-bbf9-321cea9a6472 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:28.613223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a7bbc32-c93c-4008-829e-fb6611289cd9 req-7f1770dd-c9a0-4c51-bbf9-321cea9a6472 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 945 time: 0.1095855
Nov 06 20:58:28.617642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92552c2430>,) {'filters': {'network_id': ['514e4a26-40f9-4959-b8bc-7e6cfc5f6286']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:28.668712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92552c2430>, '9b9e06a4-373d-4983-a68a-9c77fd3b5c34') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:28.669120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92552c2430>, '9b9e06a4-373d-4983-a68a-9c77fd3b5c34') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:28.721942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.793513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.815355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a7bbc32-c93c-4008-829e-fb6611289cd9 req-2ba31a89-5791-466c-b1e7-99aabc243470 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1938787
Nov 06 20:58:28.833254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:58:28.833788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:58:28.836024 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:58:28.981378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.027869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=514e4a26-40f9-4959-b8bc-7e6cfc5f6286,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:29.031209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.040840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6541e4cd-8148-4617-9987-38d4ae96baf5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/514e4a26-40f9-4959-b8bc-7e6cfc5f6286 HTTP/1.1" status: 204  len: 168 time: 0.8211374
Nov 06 20:58:29.101747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-5209a3d7-ac2a-4ada-b5c7-99c0ae0e2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:29.103971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-5209a3d7-ac2a-4ada-b5c7-99c0ae0e2537 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1096 time: 0.1355431
Nov 06 20:58:29.177801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34834) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:29.203938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ca931-24d7-4701-b95f-5e8d7aecaed5 req-46201d5e-5020-440a-9c8d-6714caa20c63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:29.214456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34840) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:29.214955 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae6ca931-24d7-4701-b95f-5e8d7aecaed5 req-46201d5e-5020-440a-9c8d-6714caa20c63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 945 time: 0.1973724
Nov 06 20:58:29.312598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae6ca931-24d7-4701-b95f-5e8d7aecaed5 req-b694592e-58f8-47b4-96b3-41180e5091d1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953100
Nov 06 20:58:29.365386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c288d80d-c979-4d52-a281-02e06d3b8c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.380684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-ec7c97a6-6766-4ffb-ad27-ad98cacd0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:29.383501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-ec7c97a6-6766-4ffb-ad27-ad98cacd0a3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.2699978
Nov 06 20:58:29.420779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:29.477880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-cb2cfcf5-73ee-491e-9338-904684b37d28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 217 time: 0.0868890
Nov 06 20:58:29.500360 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a31f-649a-41ad-9460-be5adc14a245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.538721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10f20a3d-ae82-40cc-be2c-5765032f7094 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec8f9116653e40f0a02c98904ff90b65&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1140311
Nov 06 20:58:29.539084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34846) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:29.554876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c288d80d-c979-4d52-a281-02e06d3b8c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.556937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-04bc71a6-ed98-40ab-8536-7a0ff9be7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:29.558688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-04bc71a6-ed98-40ab-8536-7a0ff9be7123 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0732493
Nov 06 20:58:29.568619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c288d80d-c979-4d52-a281-02e06d3b8c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.609628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-33eb1f76-f513-4fdc-aee8-757dfdc65249 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389364
Nov 06 20:58:29.628348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a930cf4-c4d0-4608-ad81-b23531ea68fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.635711 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c288d80d-c979-4d52-a281-02e06d3b8c48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2404317efa7145fca5eee8d1ba35d998&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4544415
Nov 06 20:58:29.635711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288d80d-c979-4d52-a281-02e06d3b8c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e09234c-c739-48a8-ba36-c8528e7498be,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:29.637840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34848) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:29.640969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:58:29.746138 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a31f-649a-41ad-9460-be5adc14a245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.770396 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.802412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a31f-649a-41ad-9460-be5adc14a245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.806005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:29.807472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a930cf4-c4d0-4608-ad81-b23531ea68fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.810152 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce19e006-5c15-46b8-a4a3-82c70b725dd2" -d '{"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-unplugged", "status": "completed", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:29.825993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:29.839146 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.863716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11f007d7-2cc1-4e07-8986-e4e62b9791e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:29.913188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-8278fa1d-fee2-4342-9598-c4167d48f4e7 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826092
Nov 06 20:58:29.936835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:29.943598 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae8010-e43b-47ee-a5d4-f7723adffbbd x-openstack-request-id: req-a2ae8010-e43b-47ee-a5d4-f7723adffbbd {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:29.944190 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-unplugged", "status": "completed", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:29.944669 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2ae8010-e43b-47ee-a5d4-f7723adffbbd {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:29.945262 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'code': 200}
Nov 06 20:58:29.974876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11f007d7-2cc1-4e07-8986-e4e62b9791e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.038593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4a31f-649a-41ad-9460-be5adc14a245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29b0727-b4dd-48e9-86c3-f455903147ad,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:30.052072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-9493c6ed-d1a7-44e5-9277-143ae831b5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315088
Nov 06 20:58:30.062045 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8ab4a31f-649a-41ad-9460-be5adc14a245 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f30b7876b4884770be92cd7c6f2d6268&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8439310
Nov 06 20:58:30.062045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11f007d7-2cc1-4e07-8986-e4e62b9791e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.063406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11f007d7-2cc1-4e07-8986-e4e62b9791e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.064987 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-11f007d7-2cc1-4e07-8986-e4e62b9791e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e09234c-c739-48a8-ba36-c8528e7498be HTTP/1.1" status: 204  len: 168 time: 0.4250882
Nov 06 20:58:30.065691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34868) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:30.087704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f007d7-2cc1-4e07-8986-e4e62b9791e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e09234c-c739-48a8-ba36-c8528e7498be,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:30.132338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9311-376b-48d7-9f53-d816971c8e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.139900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a930cf4-c4d0-4608-ad81-b23531ea68fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.151484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a930cf4-c4d0-4608-ad81-b23531ea68fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.156581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4a930cf4-c4d0-4608-ad81-b23531ea68fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a7c5dc8-c956-45d8-8bb5-d318650bd102 HTTP/1.1" status: 204  len: 168 time: 0.6164193
Nov 06 20:58:30.161203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9311-376b-48d7-9f53-d816971c8e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.227325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9311-376b-48d7-9f53-d816971c8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.230996 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9311-376b-48d7-9f53-d816971c8e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.235234 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ecfc9311-376b-48d7-9f53-d816971c8e24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e29b0727-b4dd-48e9-86c3-f455903147ad HTTP/1.1" status: 204  len: 168 time: 0.1645186
Nov 06 20:58:30.255241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc9311-376b-48d7-9f53-d816971c8e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29b0727-b4dd-48e9-86c3-f455903147ad,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:30.275310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a930cf4-c4d0-4608-ad81-b23531ea68fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7c5dc8-c956-45d8-8bb5-d318650bd102,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:30.304817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb860b-bd41-4958-a8c2-ce64a9a8d7f6 req-45a50e67-0b21-4d0d-80c9-ad48c2531196 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:30.308133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4cb860b-bd41-4958-a8c2-ce64a9a8d7f6 req-45a50e67-0b21-4d0d-80c9-ad48c2531196 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.2579987
Nov 06 20:58:30.385865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-e780ad17-caa6-48ad-9d9f-fc9fa637bd4a tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:30.393805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-e780ad17-caa6-48ad-9d9f-fc9fa637bd4a tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2360935
Nov 06 20:58:30.432263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:30.519695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4cb860b-bd41-4958-a8c2-ce64a9a8d7f6 req-637b5bd2-632f-4055-af60-a8b81b784410 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1989701
Nov 06 20:58:30.563658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:30.937102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:30.959159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44777a7-2e11-41f7-91cc-075643c70981 req-9f2073f5-8a2c-45af-b43d-c0b505fc1424 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:30.960794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c44777a7-2e11-41f7-91cc-075643c70981 req-9f2073f5-8a2c-45af-b43d-c0b505fc1424 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 945 time: 0.1402929
Nov 06 20:58:31.021202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:58:31.071177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c44777a7-2e11-41f7-91cc-075643c70981 req-c04c11c4-be44-47f2-ad0b-8ee6a87e935e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006310
Nov 06 20:58:31.116723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:31.120361 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fd257b-a9e5-4309-b8e4-a30611ad1e18" -d '{"events": [{"server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:31.124676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.134717 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.209328 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4959ac4-2e38-49ce-98ba-d12c793bc134 x-openstack-request-id: req-f4959ac4-2e38-49ce-98ba-d12c793bc134 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:31.209645 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:31.209910 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4959ac4-2e38-49ce-98ba-d12c793bc134 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:31.210351 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd', 'code': 200}
Nov 06 20:58:31.255273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34910) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:31.266455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Pushing event updated for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:31.276618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c404d83-7c70-4af6-98d1-808986fa61ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.296011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:58:31.296460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:58:31.296929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:31.302265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:58:31.302510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Attempting to bind port d9f96638-2b86-47db-ab65-f6ee62e849cd on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:31.309325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:58:31.309666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:31.310427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:58:31.310639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Bound port: d9f96638-2b86-47db-ab65-f6ee62e849cd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:58:31.310950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.426277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c404d83-7c70-4af6-98d1-808986fa61ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.431118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:58:31.434868 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c404d83-7c70-4af6-98d1-808986fa61ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.435393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:58:31.441817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.521768 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9c404d83-7c70-4af6-98d1-808986fa61ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3af88826f9854ec1a0095760015a905d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2641952
Nov 06 20:58:31.524262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c404d83-7c70-4af6-98d1-808986fa61ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a8199b-cb5d-47b0-9dfd-65c3998193b3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:31.526250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34916) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:31.655341 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-6eb1aae5-ce88-4ddc-abdb-8b4eec372963 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0821345
Nov 06 20:58:31.725042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:31.725972 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.727670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] 10.222.0.37 "PUT /v2.0/ports/d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 1121 time: 1.3178248
Nov 06 20:58:31.730007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa914fb-cde7-4c7d-bc67-2cd28c116cce service neutron] Pushing event updated for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=8']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:31.787288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-51019c44-3176-4789-af59-48934d4a91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:31.790601 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-51019c44-3176-4789-af59-48934d4a91d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 1096 time: 0.1108680
Nov 06 20:58:31.813559 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-347732cd-6701-4163-b175-24f6a7fd614e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.839262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810816d7-2e32-4495-80ef-38e175f6f812 req-2e9469bd-2c3b-4abf-93ae-a288db942e90 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:31.848118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-810816d7-2e32-4495-80ef-38e175f6f812 req-2e9469bd-2c3b-4abf-93ae-a288db942e90 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1661489
Nov 06 20:58:31.890738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-347732cd-6701-4163-b175-24f6a7fd614e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:31.898250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['d9f96638-2b86-47db-ab65-f6ee62e849cd'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:58:31.991293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-bd58c04d-5aac-40d8-a909-fb6247451fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:31.994498 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-bd58c04d-5aac-40d8-a909-fb6247451fef service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1468799
Nov 06 20:58:32.069328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-810816d7-2e32-4495-80ef-38e175f6f812 req-a0254852-8ba5-4d9b-9d39-33330b7b7fe1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2199385
Nov 06 20:58:32.082104 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-f5bf47c7-e336-4d1d-aae3-58e1f31b83c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d733483-6477-4ae9-8e46-4f85e80f4465 HTTP/1.1" status: 200  len: 217 time: 0.0784380
Nov 06 20:58:32.103928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-347732cd-6701-4163-b175-24f6a7fd614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:32.107927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-347732cd-6701-4163-b175-24f6a7fd614e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:32.110117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-347732cd-6701-4163-b175-24f6a7fd614e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5a8199b-cb5d-47b0-9dfd-65c3998193b3 HTTP/1.1" status: 204  len: 168 time: 0.5624440
Nov 06 20:58:32.130825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347732cd-6701-4163-b175-24f6a7fd614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a8199b-cb5d-47b0-9dfd-65c3998193b3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:32.248695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-16bce922-6d7c-40d7-be70-295eca0746af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:32.256902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-16bce922-6d7c-40d7-be70-295eca0746af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.1664748
Nov 06 20:58:32.379924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-aa1f7ec0-a11d-4db6-b26d-02288ba34ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:32.381479 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-aa1f7ec0-a11d-4db6-b26d-02288ba34ad7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1064749
Nov 06 20:58:32.430921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7f206-044a-4844-856e-ca460edd7329 req-12034080-914c-4780-99cc-d35a8d0df156 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:32.444216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95b7f206-044a-4844-856e-ca460edd7329 req-12034080-914c-4780-99cc-d35a8d0df156 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.1763132
Nov 06 20:58:32.580847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95b7f206-044a-4844-856e-ca460edd7329 req-51b0d861-c0da-4c15-8a70-da35a5813965 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292226
Nov 06 20:58:32.603437 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-b8b22a47-ff26-4323-ace7-b152bece0978 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945112
Nov 06 20:58:32.752335 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1ef60b9-63d7-4d6c-942a-f1d90ebdb975 req-4ff57fa2-956b-495b-acd3-b3045ebb56d0 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493788
Nov 06 20:58:32.941931 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34974) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:32.967805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:33.116502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:33.122376 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:33.155128 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21843b8350ec46d8bfde20c04695dcfb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2118421
Nov 06 20:58:33.158214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34982) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:33.184427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19347e20-5636-4c15-a555-255b3bcccd27,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:33.197996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.198553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.199068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.199559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.200044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.200682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.201288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.201785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.202463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.203092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.203571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.204116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852efb5f-7d80-4d96-98c2-df65a3006c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:33.240338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:33.243651 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:33.291413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-617b4735-c6f6-4ac1-a0c2-77ec3c2f7175 req-fc05e368-fb98-4131-afc5-74e3609604cf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:58:33.292736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-617b4735-c6f6-4ac1-a0c2-77ec3c2f7175 req-fc05e368-fb98-4131-afc5-74e3609604cf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2854040
Nov 06 20:58:33.333453 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5831bff-d973-4d4f-b83e-3d82269ac519 x-openstack-request-id: req-a5831bff-d973-4d4f-b83e-3d82269ac519 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:33.333752 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:33.334003 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5831bff-d973-4d4f-b83e-3d82269ac519 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:33.334406 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd', 'status': 'completed', 'code': 200}
Nov 06 20:58:33.337590 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b6cc541-1fb2-4ae2-b9bf-19dc1e4010e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:33.386067 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b6cc541-1fb2-4ae2-b9bf-19dc1e4010e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:33.410270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-6859584f-71fb-4312-ad30-bcd1e4609cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:33.411972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-6859584f-71fb-4312-ad30-bcd1e4609cc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1124 time: 0.0569131
Nov 06 20:58:33.487981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b6cc541-1fb2-4ae2-b9bf-19dc1e4010e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:33.495346 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b6cc541-1fb2-4ae2-b9bf-19dc1e4010e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:33.497059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2b6cc541-1fb2-4ae2-b9bf-19dc1e4010e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19347e20-5636-4c15-a555-255b3bcccd27 HTTP/1.1" status: 204  len: 168 time: 0.3377600
Nov 06 20:58:33.527639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cc541-1fb2-4ae2-b9bf-19dc1e4010e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19347e20-5636-4c15-a555-255b3bcccd27,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:33.649400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:58:33.758952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35020) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:33.770049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd85881-af80-4fbf-af49-ed1de80e74ba req-07322f62-7f91-416e-ab64-6b675e1edfa6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:33.785239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bdd85881-af80-4fbf-af49-ed1de80e74ba req-07322f62-7f91-416e-ab64-6b675e1edfa6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1777940
Nov 06 20:58:33.816448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-be64acaa-ed10-4694-86f0-bf7da7aff62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:33.821673 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-be64acaa-ed10-4694-86f0-bf7da7aff62b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.4019480
Nov 06 20:58:33.840128 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-2cc89db9-eed3-405e-9a7b-bd8ec9491711 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1772215
Nov 06 20:58:33.879982 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-690f079a-9e37-4e80-9389-873e863d7b91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 217 time: 0.0493038
Nov 06 20:58:33.911200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8dbe3-14e3-4fdf-bbcd-a0532ad2d8f1 req-b06f9b54-1b01-4b76-970e-cc5b3a412497 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:33.919804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6e8dbe3-14e3-4fdf-bbcd-a0532ad2d8f1 req-b06f9b54-1b01-4b76-970e-cc5b3a412497 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.1978786
Nov 06 20:58:33.956001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bdd85881-af80-4fbf-af49-ed1de80e74ba req-d033bcff-6369-4b2b-be4d-9c45a6dc9cea tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1698446
Nov 06 20:58:33.965425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-bcd9a89f-c1a2-45c5-a83e-b092c9f1c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:33.967158 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-bcd9a89f-c1a2-45c5-a83e-b092c9f1c814 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0737736
Nov 06 20:58:34.010337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6e8dbe3-14e3-4fdf-bbcd-a0532ad2d8f1 req-023b89cc-9933-4a15-be72-876983ccb544 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841181
Nov 06 20:58:34.051636 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-eb604563-5a43-41f1-a64c-f6e18686bb84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737491
Nov 06 20:58:34.164900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device d9f96638-2b86-47db-ab65-f6ee62e849cd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:58:34.266253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94106b97-63a0-4186-873b-d252c368fc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:34.269719 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-6812035b-f45b-4a90-861a-74781e12b898 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101600
Nov 06 20:58:34.408363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:34.425870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device d9f96638-2b86-47db-ab65-f6ee62e849cd has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 20:58:34.515195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94106b97-63a0-4186-873b-d252c368fc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:34.527863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94106b97-63a0-4186-873b-d252c368fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:34.551624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5dcd47ae-f665-46dd-9d65-4cfebc49ebf6 req-3c85049f-1678-46f3-90ae-24d6dd252ea8 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124684
Nov 06 20:58:34.578977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94106b97-63a0-4186-873b-d252c368fc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00e5390-b28d-4f40-9c9a-85597da9174f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:34.586408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35060) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:34.586949 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-94106b97-63a0-4186-873b-d252c368fc4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=497916fd2812488d84d7ac4665353e2d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8242555
Nov 06 20:58:34.667321 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47682522-8f65-49a0-b0ce-79ccec272d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:34.695857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47682522-8f65-49a0-b0ce-79ccec272d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:34.772348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47682522-8f65-49a0-b0ce-79ccec272d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:34.776499 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47682522-8f65-49a0-b0ce-79ccec272d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:34.782322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-47682522-8f65-49a0-b0ce-79ccec272d3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f00e5390-b28d-4f40-9c9a-85597da9174f HTTP/1.1" status: 204  len: 168 time: 0.1934655
Nov 06 20:58:34.798653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47682522-8f65-49a0-b0ce-79ccec272d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00e5390-b28d-4f40-9c9a-85597da9174f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:35.413005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbe6a-d48c-428a-a7bd-42a80ecd90b5 req-f365046d-0133-454f-ba9a-711b0f98a381 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:35.414777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07bbbe6a-d48c-428a-a7bd-42a80ecd90b5 req-f365046d-0133-454f-ba9a-711b0f98a381 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.2003143
Nov 06 20:58:35.435102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5f6e5-ffd7-4e64-940a-aa4010024864 req-5b2f5790-3f3a-4358-aae5-406e64117a8a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:35.444194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8c5f6e5-ffd7-4e64-940a-aa4010024864 req-5b2f5790-3f3a-4358-aae5-406e64117a8a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.2020943
Nov 06 20:58:35.540355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07bbbe6a-d48c-428a-a7bd-42a80ecd90b5 req-187be293-67b2-4ac9-9fdf-f287fa5601c6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146781
Nov 06 20:58:35.590739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8c5f6e5-ffd7-4e64-940a-aa4010024864 req-4ea0adfd-ac72-4bc5-b7f6-5a1ed144dd44 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366858
Nov 06 20:58:36.111791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35176) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:36.249304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1034065935-network', 'tenant_id': '7c12e0618d884fc29318833f9f5a544e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:36.302714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Made reservation on behalf of 7c12e0618d884fc29318833f9f5a544e for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:36.307070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.318859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.458348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.466557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.512160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e677a0-6235-4ead-81d8-4f372ac629a9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:36.539858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:58:36.555243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.555597 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Added segment ab58560c-4ca5-4ed5-9db3-c96667128cf3 of type vlan for network af3a0b98-5e85-4204-bfc9-9a8757f4ab65
Nov 06 20:58:36.605391 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.651043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.653330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:36.658594 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.850956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7348337
Nov 06 20:58:36.852101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35242) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:36.852658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39004e-0d66-46f5-b41a-ca5c77a6639c admin admin] Pushing event updated for resources: {'Network': ['ID=af3a0b98-5e85-4204-bfc9-9a8757f4ab65,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:36.863584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Request body: {'subnet': {'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1034065935-subnet', 'tenant_id': '7c12e0618d884fc29318833f9f5a544e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:36.868042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11fd32-08b9-4537-8f9b-676e59a51927 req-ba17f590-2389-4465-b76d-a4c160a607ca tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:36.869735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b11fd32-08b9-4537-8f9b-676e59a51927 req-ba17f590-2389-4465-b76d-a4c160a607ca tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1177049
Nov 06 20:58:36.871024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:58:36.883748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6015b4-6440-4a6e-99b3-f0ce79d42d6d req-de459976-3cb5-4ed1-bc85-41fe9d991307 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:36.885371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d6015b4-6440-4a6e-99b3-f0ce79d42d6d req-de459976-3cb5-4ed1-bc85-41fe9d991307 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.1344740
Nov 06 20:58:36.947006 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b11fd32-08b9-4537-8f9b-676e59a51927 req-0dbf6bc0-da76-4c74-b2fd-df96b75134d9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606005
Nov 06 20:58:36.957688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Made reservation on behalf of 7c12e0618d884fc29318833f9f5a544e for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:36.962050 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:36.996108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d6015b4-6440-4a6e-99b3-f0ce79d42d6d req-5da65748-0ba8-41cc-8f0d-24404d9af770 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865178
Nov 06 20:58:37.188012 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:37.297253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d525d4-ac1a-4466-87a1-7fed3a911f1b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:37.338136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Checking segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:37.338484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Network hostable DHCP agents. Network: af3a0b98-5e85-4204-bfc9-9a8757f4ab65, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:58:37.365799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666e98-3579-4bb6-9327-c1994db1f67b req-a2544e5c-12e3-4f8b-a695-4611a7a76c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:37.367570 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-a2544e5c-12e3-4f8b-a695-4611a7a76c55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6&tenant_id=a0abfd854dfe46acaeedf288c6674c0c HTTP/1.1" status: 200  len: 1094 time: 0.1354933
Nov 06 20:58:37.375793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:58:37.389024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, af3a0b98-5e85-4204-bfc9-9a8757f4ab65) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:37.398047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:37.398610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:37.399461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da4b1fb-98a3-4619-8b1e-159e68eb9cc7 None None] Network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:58:37.476179 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4ce688fc-fa33-4666-9c3f-21b2cb190fa3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6221924
Nov 06 20:58:37.495698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666e98-3579-4bb6-9327-c1994db1f67b req-702597c5-a89b-49e7-bfc0-48da5f0a12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:37.497340 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-702597c5-a89b-49e7-bfc0-48da5f0a12e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 1094 time: 0.0923142
Nov 06 20:58:37.575658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35302) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:37.582933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732b1381-dcd9-48d0-8361-244e5367f32a None None] Network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:58:37.651792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666e98-3579-4bb6-9327-c1994db1f67b req-f26c74cb-9a82-4ae6-9e4f-c0e26de08a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:37.653397 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-f26c74cb-9a82-4ae6-9e4f-c0e26de08a63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.1456628
Nov 06 20:58:37.739682 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08935a96-600f-4428-905f-fc3a33b35f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:37.741880 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-54408c69-63c6-47c2-94dc-e5f73caa4b3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 HTTP/1.1" status: 200  len: 999 time: 0.0779715
Nov 06 20:58:37.800006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666e98-3579-4bb6-9327-c1994db1f67b req-5b80f5d1-60d8-4aef-b639-aa8ef8c0c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:37.801592 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-5b80f5d1-60d8-4aef-b639-aa8ef8c0c43d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.0455828
Nov 06 20:58:37.826113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08935a96-600f-4428-905f-fc3a33b35f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:37.830372 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08935a96-600f-4428-905f-fc3a33b35f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:37.874048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-08935a96-600f-4428-905f-fc3a33b35f92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=762dbd7171e54af9a4feabbbd0f46758&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2953038
Nov 06 20:58:37.882516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35320) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:37.913411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08935a96-600f-4428-905f-fc3a33b35f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6a434-8973-40be-b039-2def0656b7c8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:37.940767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666e98-3579-4bb6-9327-c1994db1f67b req-2550c94a-e19e-4668-a417-14a478e32abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:37.943995 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-2550c94a-e19e-4668-a417-14a478e32abf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0735035
Nov 06 20:58:38.046674 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-d57eaa72-f75e-42d9-b74d-bc900cb72887 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899887
Nov 06 20:58:38.109665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-1fdf7070-780c-4447-9871-3daabbac0bdf tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:38.111111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-1fdf7070-780c-4447-9871-3daabbac0bdf tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 813 time: 0.2208321
Nov 06 20:58:38.114981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-159ca3dc-a86e-478c-8df8-af6871d0a5a1 service neutron] 10.222.0.10 "GET /v2.0/ports/d9f96638-2b86-47db-ab65-f6ee62e849cd/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1921151
Nov 06 20:58:38.116623 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff34f295-566a-429d-89b3-80e61198335e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:38.165449 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11666e98-3579-4bb6-9327-c1994db1f67b req-67741e38-26f9-4029-9cf6-c270987a771a service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1074531
Nov 06 20:58:38.183355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-1ec1c134-adcc-422d-98b5-fac59f9c1acb tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/quotas/7c12e0618d884fc29318833f9f5a544e HTTP/1.1" status: 200  len: 375 time: 0.0642560
Nov 06 20:58:38.187839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff34f295-566a-429d-89b3-80e61198335e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:38.209879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd2855-20b4-496c-ab96-c22e6a4335db req-b9bdef1e-c69c-44c9-bb79-8848a77c8d06 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:38.211427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbfd2855-20b4-496c-ab96-c22e6a4335db req-b9bdef1e-c69c-44c9-bb79-8848a77c8d06 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1584382
Nov 06 20:58:38.260775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-a73de129-2894-4ad1-9ee3-025a953d2029 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0670960
Nov 06 20:58:38.285489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-aaa33fc7-ac1a-4f5b-bf35-d0f88bbd4f2b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:58:38.286455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-aaa33fc7-ac1a-4f5b-bf35-d0f88bbd4f2b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060279
Nov 06 20:58:38.726708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbfd2855-20b4-496c-ab96-c22e6a4335db req-2b6f45aa-5259-4851-8aba-b61fbe7c2fa8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5006015
Nov 06 20:58:38.904581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff34f295-566a-429d-89b3-80e61198335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:38.908565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff34f295-566a-429d-89b3-80e61198335e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:38.910245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ff34f295-566a-429d-89b3-80e61198335e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cc6a434-8973-40be-b039-2def0656b7c8 HTTP/1.1" status: 204  len: 168 time: 1.0264075
Nov 06 20:58:39.008938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34f295-566a-429d-89b3-80e61198335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6a434-8973-40be-b039-2def0656b7c8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:39.064028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:39.099034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-606e309f-5084-4fc5-9e91-9608bd2ff7e8 service neutron] 10.222.0.13 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8015742
Nov 06 20:58:39.198763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6bf2d-078f-4062-9936-2201d100acb7 req-8c2307aa-15b9-4e10-aa57-1fa9ff8256a6 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:39.200689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46b6bf2d-078f-4062-9936-2201d100acb7 req-8c2307aa-15b9-4e10-aa57-1fa9ff8256a6 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 943 time: 0.3008344
Nov 06 20:58:39.306868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:58:39.362013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35378) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:39.380071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98b11a84-00d1-4c25-bb6b-c465b8ff20cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.484582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f96638-2b86-47db-ab65-f6ee62e849cd {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:58:39.497962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98b11a84-00d1-4c25-bb6b-c465b8ff20cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.509107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98b11a84-00d1-4c25-bb6b-c465b8ff20cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.519754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-65c8e864-1fcc-4f74-bf2e-b9aaf4c2ed30 service neutron] 10.222.0.13 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4111934
Nov 06 20:58:39.522017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:39.528616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46b6bf2d-078f-4062-9936-2201d100acb7 req-2e41cde9-dec5-4b98-87c7-3baf2071acb3 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299044
Nov 06 20:58:39.559891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.597430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b11a84-00d1-4c25-bb6b-c465b8ff20cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0e21d6-ce7e-47d8-bb1d-f1020db7d908,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:39.620725 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-98b11a84-00d1-4c25-bb6b-c465b8ff20cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be9ad16a564d43de812de4eaf09a10f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2575274
Nov 06 20:58:39.633059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35398) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:39.671378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d9f96638-2b86-47db-ab65-f6ee62e849cd no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:58:39.710527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4909d89-6d20-493b-ae77-089c19d8414d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.725974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] Transition to ACTIVE for port object d9f96638-2b86-47db-ab65-f6ee62e849cd will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:58:39.731590 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.752035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4909d89-6d20-493b-ae77-089c19d8414d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.806558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d9f96638-2b86-47db-ab65-f6ee62e849cd not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:58:39.867600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] No DVR routers for this DVR port d9f96638-2b86-47db-ab65-f6ee62e849cd on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:58:39.903100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9f96638-2b86-47db-ab65-f6ee62e849cd/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7790112
Nov 06 20:58:39.912209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4909d89-6d20-493b-ae77-089c19d8414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.920787 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4909d89-6d20-493b-ae77-089c19d8414d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:39.923802 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f4909d89-6d20-493b-ae77-089c19d8414d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a0e21d6-ce7e-47d8-bb1d-f1020db7d908 HTTP/1.1" status: 204  len: 168 time: 0.2895756
Nov 06 20:58:39.968505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4909d89-6d20-493b-ae77-089c19d8414d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0e21d6-ce7e-47d8-bb1d-f1020db7d908,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:39.985404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f9833-90af-48db-9837-9da848b92127 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=10']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:40.007687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4455f-fdfa-473e-8e6a-b1d9f712bd48 req-8c460c58-a668-400e-bce7-e3e46e77d99f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:40.009739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-baf4455f-fdfa-473e-8e6a-b1d9f712bd48 req-8c460c58-a668-400e-bce7-e3e46e77d99f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1055624
Nov 06 20:58:40.091668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-baf4455f-fdfa-473e-8e6a-b1d9f712bd48 req-3c6a2dbf-fad6-48c2-aea8-8b7c33effeb3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751312
Nov 06 20:58:40.183799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f7952-0094-4c0a-abad-7c3eec61e0c2 req-1a7f5454-746a-4829-b5e4-5b8591fbbb0f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:40.192414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a2f7952-0094-4c0a-abad-7c3eec61e0c2 req-1a7f5454-746a-4829-b5e4-5b8591fbbb0f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 951 time: 0.0844147
Nov 06 20:58:40.286702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2d126f0-d058-41e6-96d8-3aba3dd05b6d req-5a46f771-2f41-4775-8023-f410e529139a tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0920377
Nov 06 20:58:40.312473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a2f7952-0094-4c0a-abad-7c3eec61e0c2 req-9dc6a974-ab02-4791-b03f-8253e7761080 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189566
Nov 06 20:58:40.765372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbee89-f36b-47bc-93d8-c0a69566716f req-db2ea7be-842b-4e32-9d8f-35cf294150e3 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:40.772887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6dbee89-f36b-47bc-93d8-c0a69566716f req-db2ea7be-842b-4e32-9d8f-35cf294150e3 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1151264
Nov 06 20:58:40.886825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6dbee89-f36b-47bc-93d8-c0a69566716f req-73b62ce2-8167-477f-b0a0-0fcd5398549c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130188
Nov 06 20:58:41.264368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607f336-24a0-43bb-8720-12cb213e898d req-1a7dd607-d321-41f4-8c05-3315d4bff0eb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:41.271940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a607f336-24a0-43bb-8720-12cb213e898d req-1a7dd607-d321-41f4-8c05-3315d4bff0eb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0714025
Nov 06 20:58:41.330371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a607f336-24a0-43bb-8720-12cb213e898d req-becd8bfc-a356-45ac-bd02-79a6eb1f8af5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533054
Nov 06 20:58:41.455772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10aab40c-506c-4259-a88b-19875e47327c req-89e02acf-e695-4fe6-a341-f497428bb97b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0307786
Nov 06 20:58:41.666811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:58:41.823370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:41.848838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:41.852550 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ddbe91-d34b-4cc0-a0ff-0c53c671f257" -d '{"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-unplugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:41.867634 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:41.877067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:41.949530 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60194c8e-c0ea-4f22-9bbd-e28ba3820f8e x-openstack-request-id: req-60194c8e-c0ea-4f22-9bbd-e28ba3820f8e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:41.949823 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-unplugged", "status": "completed", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:41.950080 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60194c8e-c0ea-4f22-9bbd-e28ba3820f8e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:41.950596 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'code': 200}
Nov 06 20:58:41.951300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=11']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:42.119673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9ea2f-60eb-4141-a691-a6882576fc11 req-e3788397-4785-4efb-9e06-36f5f8a39dc2 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:42.122155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7a9ea2f-60eb-4141-a691-a6882576fc11 req-e3788397-4785-4efb-9e06-36f5f8a39dc2 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.0926034
Nov 06 20:58:42.193186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35660) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:42.214061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device d9f96638-2b86-47db-ab65-f6ee62e849cd no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:58:42.219435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7a9ea2f-60eb-4141-a691-a6882576fc11 req-b19a2976-40be-4d2c-b3d4-6d40354b034d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882001
Nov 06 20:58:42.519375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bc393-9063-4b08-980e-5dbeb0247101 req-ae3bb779-7b4a-4606-bf15-ff002f92ced4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:42.527774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f02bc393-9063-4b08-980e-5dbeb0247101 req-ae3bb779-7b4a-4606-bf15-ff002f92ced4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0810723
Nov 06 20:58:42.563252 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2aa857ee-6181-4440-ad8b-4fd0960a2ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:42.588465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f02bc393-9063-4b08-980e-5dbeb0247101 req-71c83f8c-7cdf-4055-b259-65063d230825 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553651
Nov 06 20:58:42.691408 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2aa857ee-6181-4440-ad8b-4fd0960a2ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:42.693231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e3c205a-d504-4037-b993-59c82ba15af3 req-4ce215b5-7d30-406e-9478-da6dc1200fef tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0415497
Nov 06 20:58:42.699485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2aa857ee-6181-4440-ad8b-4fd0960a2ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:42.740392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa857ee-6181-4440-ad8b-4fd0960a2ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150a03fd-e3c1-44f3-9873-4e625993b3a5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:42.744795 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2aa857ee-6181-4440-ad8b-4fd0960a2ba0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c472d72601344548fbea285081d2ca1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5502100
Nov 06 20:58:42.747408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35704) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:42.775983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35706) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:42.799812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-723e6a46-c0d4-4887-9c1d-1f3d8d2d918b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:42.827540 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-723e6a46-c0d4-4887-9c1d-1f3d8d2d918b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:42.907527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-723e6a46-c0d4-4887-9c1d-1f3d8d2d918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:42.910248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-723e6a46-c0d4-4887-9c1d-1f3d8d2d918b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:42.910406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-33216b60-0b1c-4d79-af37-f5f21dc2d883 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:42.912108 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-723e6a46-c0d4-4887-9c1d-1f3d8d2d918b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/150a03fd-e3c1-44f3-9873-4e625993b3a5 HTTP/1.1" status: 204  len: 168 time: 0.1634297
Nov 06 20:58:42.925552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e6a46-c0d4-4887-9c1d-1f3d8d2d918b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a03fd-e3c1-44f3-9873-4e625993b3a5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:43.004178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35718) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.004343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-33216b60-0b1c-4d79-af37-f5f21dc2d883 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "PUT /v2.0/quotas/84a4cea987da491bb9299226842ab280 HTTP/1.1" status: 200  len: 366 time: 0.2270913
Nov 06 20:58:43.021077 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-384a7e73-beb5-4409-87a2-8e257259a74f tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0156205
Nov 06 20:58:43.023787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35724) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.039850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0735400c-5dab-4969-afba-a3323d3f4901 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "GET /v2.0/quotas/84a4cea987da491bb9299226842ab280 HTTP/1.1" status: 200  len: 366 time: 0.0146558
Nov 06 20:58:43.040936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35726) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.059304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3b69730b-92cf-40e9-b412-aa4abac73f1e tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/84a4cea987da491bb9299226842ab280 HTTP/1.1" status: 204  len: 168 time: 0.0168066
Nov 06 20:58:43.062581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35730) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.074118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9452eaca-4be4-43f0-893a-a0040d4c696e tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0103867
Nov 06 20:58:43.077418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35732) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.088187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-530e353a-2e7f-4f70-bde5-18d79a26ccd8 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "GET /v2.0/quotas/84a4cea987da491bb9299226842ab280 HTTP/1.1" status: 200  len: 370 time: 0.0095067
Nov 06 20:58:43.090747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35736) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.097000 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c8662089-b7ef-4057-b179-f038fb61f222 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "GET /v2.0/quotas/84a4cea987da491bb9299226842ab280/default HTTP/1.1" status: 200  len: 370 time: 0.0050452
Nov 06 20:58:43.099342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35738) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.109871 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-3c2f9385-c0b6-42ca-a7ca-e1d6057dafab tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] delete failed (client error): The resource could not be found.
Nov 06 20:58:43.110877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3c2f9385-c0b6-42ca-a7ca-e1d6057dafab tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/84a4cea987da491bb9299226842ab280 HTTP/1.1" status: 404  len: 348 time: 0.0106013
Nov 06 20:58:43.245608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35756) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.271552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Usage tracker for resource:network and project:1177af7139a5458e92a1c611e71040e7 is out of sync, need to count used quota {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 06 20:58:43.275643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 06 20:58:43.284255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Usage tracker for resource:subnet and project:1177af7139a5458e92a1c611e71040e7 is out of sync, need to count used quota {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 06 20:58:43.288261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 06 20:58:43.296091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Usage tracker for resource:subnetpool and project:1177af7139a5458e92a1c611e71040e7 is out of sync, need to count used quota {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 06 20:58:43.303264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 06 20:58:43.310737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Usage tracker for resource:port and project:1177af7139a5458e92a1c611e71040e7 is out of sync, need to count used quota {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 06 20:58:43.314381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 06 20:58:43.322065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Usage tracker for resource:router and project:1177af7139a5458e92a1c611e71040e7 is out of sync, need to count used quota {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 06 20:58:43.326430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 06 20:58:43.334691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Usage tracker for resource:floatingip and project:1177af7139a5458e92a1c611e71040e7 is out of sync, need to count used quota {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 06 20:58:43.339515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 06 20:58:43.469274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429926f9-99ea-461a-9b7f-d8fa13fe0653 req-c7ac4681-c375-4955-9c49-4ff1b5244ee0 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:43.471374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-429926f9-99ea-461a-9b7f-d8fa13fe0653 req-c7ac4681-c375-4955-9c49-4ff1b5244ee0 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1234670
Nov 06 20:58:43.528957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Usage tracker for resource:security_group and project:1177af7139a5458e92a1c611e71040e7 is out of sync, need to count used quota {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 06 20:58:43.534893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 06 20:58:43.581231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-429926f9-99ea-461a-9b7f-d8fa13fe0653 req-3737d266-2c85-41a1-8e42-2d4436f15f7f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984545
Nov 06 20:58:43.583085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Usage tracker for resource:security_group_rule and project:1177af7139a5458e92a1c611e71040e7 is out of sync, need to count used quota {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 06 20:58:43.586660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.quota.resource [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 06 20:58:43.593915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-12501aed-89e9-46d0-9a88-fdbad69366b1 tempest-QuotasTest-1479428541 tempest-QuotasTest-1479428541-project-admin] 10.222.0.13 "GET /v2.0/quotas/1177af7139a5458e92a1c611e71040e7/details.json HTTP/1.1" status: 200  len: 703 time: 0.3470228
Nov 06 20:58:43.708081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5601-0503-4f93-91c1-612052535264 req-a0e5fc78-5168-4b44-8aac-92ba97f52e77 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:43.709786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76bb5601-0503-4f93-91c1-612052535264 req-a0e5fc78-5168-4b44-8aac-92ba97f52e77 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0542719
Nov 06 20:58:43.768742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76bb5601-0503-4f93-91c1-612052535264 req-0e634e06-d45b-43d9-bb66-33c2f5e31ec4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526178
Nov 06 20:58:43.880739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35796) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:43.909487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-889c56ae-27e0-4554-833c-0339589a10f6 req-08c4c650-f2df-4f32-abfa-c48ff90aee2a tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0693755
Nov 06 20:58:44.175718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cd9372c6-caf0-4e3e-b000-8795aef8c5b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.263353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cd9372c6-caf0-4e3e-b000-8795aef8c5b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.267556 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cd9372c6-caf0-4e3e-b000-8795aef8c5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.323233 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.327913 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.329647 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cd9372c6-caf0-4e3e-b000-8795aef8c5b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=798dd995fe6f4fa2bfe92b7a62cfe0f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4472551
Nov 06 20:58:44.331954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35838) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:44.332513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9372c6-caf0-4e3e-b000-8795aef8c5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8839c2b-d2d1-4cdc-91fa-eae65e1bd9f7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:44.420483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3de6ba7a-1ff1-4c8f-bf45-35a5d7a459b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.448768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3de6ba7a-1ff1-4c8f-bf45-35a5d7a459b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.508327 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3de6ba7a-1ff1-4c8f-bf45-35a5d7a459b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.511383 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3de6ba7a-1ff1-4c8f-bf45-35a5d7a459b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:44.512594 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3de6ba7a-1ff1-4c8f-bf45-35a5d7a459b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8839c2b-d2d1-4cdc-91fa-eae65e1bd9f7 HTTP/1.1" status: 204  len: 168 time: 0.1790450
Nov 06 20:58:44.556021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6ba7a-1ff1-4c8f-bf45-35a5d7a459b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8839c2b-d2d1-4cdc-91fa-eae65e1bd9f7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:44.765464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ae79e-5667-4a90-a550-b9fc0272d9f6 req-4de35aa3-4b6e-4ff3-ada1-5b0f61420c6a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:44.768381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-508ae79e-5667-4a90-a550-b9fc0272d9f6 req-4de35aa3-4b6e-4ff3-ada1-5b0f61420c6a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.0914617
Nov 06 20:58:44.848844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-508ae79e-5667-4a90-a550-b9fc0272d9f6 req-609d6389-2f9b-422f-a45f-c7d40c4644c5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723960
Nov 06 20:58:45.115942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a22f8e-09c9-4a57-a35c-d346af8d1429 req-0df607c0-d3a3-44ce-9567-208306ea0f16 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:45.117767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92a22f8e-09c9-4a57-a35c-d346af8d1429 req-0df607c0-d3a3-44ce-9567-208306ea0f16 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1067176
Nov 06 20:58:45.186482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35876) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:45.205017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07f789b6-887b-4513-bd61-c5054b8d25eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:45.219198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92a22f8e-09c9-4a57-a35c-d346af8d1429 req-0332eb18-39fe-4ed8-a0a3-28db412a56f0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913303
Nov 06 20:58:45.381862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07f789b6-887b-4513-bd61-c5054b8d25eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:45.387160 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07f789b6-887b-4513-bd61-c5054b8d25eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:45.387947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3139cf4-8ded-4e88-9174-21316c44fe4e req-7607eeb3-47dd-4c2a-a692-9e38cdfa0382 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0329583
Nov 06 20:58:45.428097 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-07f789b6-887b-4513-bd61-c5054b8d25eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1177af7139a5458e92a1c611e71040e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2404339
Nov 06 20:58:45.429060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f789b6-887b-4513-bd61-c5054b8d25eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fd8631-42ac-4ec4-9b5a-eee822214403,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:45.430738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35892) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:45.485028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e888cb8-4c58-47bd-8518-358d25b5739e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:45.508617 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e888cb8-4c58-47bd-8518-358d25b5739e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:45.573473 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e888cb8-4c58-47bd-8518-358d25b5739e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:45.579028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e888cb8-4c58-47bd-8518-358d25b5739e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:45.580647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1e888cb8-4c58-47bd-8518-358d25b5739e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7fd8631-42ac-4ec4-9b5a-eee822214403 HTTP/1.1" status: 204  len: 168 time: 0.1487348
Nov 06 20:58:45.589573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e888cb8-4c58-47bd-8518-358d25b5739e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fd8631-42ac-4ec4-9b5a-eee822214403,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:45.992112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38660e-b84a-46fb-8f4e-b4bf244fe277 req-7408bc09-b377-4220-a349-50b4040a9c4f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:46.001486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb38660e-b84a-46fb-8f4e-b4bf244fe277 req-7408bc09-b377-4220-a349-50b4040a9c4f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.0908940
Nov 06 20:58:46.108608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb38660e-b84a-46fb-8f4e-b4bf244fe277 req-d53e4756-79ab-4651-afce-06237d183ee9 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055522
Nov 06 20:58:46.128929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9a11a-c9a7-4d29-8c0a-2e96b5cfa917 req-954afdbc-6973-4008-a4aa-09bcbe332636 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:46.130790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-baa9a11a-c9a7-4d29-8c0a-2e96b5cfa917 req-954afdbc-6973-4008-a4aa-09bcbe332636 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.0929937
Nov 06 20:58:46.187039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-baa9a11a-c9a7-4d29-8c0a-2e96b5cfa917 req-5d01608a-d841-4eae-9e28-576944755b78 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496881
Nov 06 20:58:46.377416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef326de7-d516-4c0c-a21d-cb2154a21456 req-77ffa0ea-7fb2-48a9-9ce6-a61c4fc67b23 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:46.379016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef326de7-d516-4c0c-a21d-cb2154a21456 req-77ffa0ea-7fb2-48a9-9ce6-a61c4fc67b23 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0511255
Nov 06 20:58:46.432934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef326de7-d516-4c0c-a21d-cb2154a21456 req-fc26d7bc-9a40-4e61-acff-98491fc78b77 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478911
Nov 06 20:58:46.489118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-937dbd0a-fa8f-458a-bb91-e58070fc5622 req-d5ab357a-24c7-4183-b332-b8864ccf1886 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0268168
Nov 06 20:58:46.792026 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f9613648-be49-490a-ab3c-cb79716c2a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.141845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35964) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:47.247368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458c1d5-469a-44d0-b095-1b5f92a358d7 req-cbb95004-2fc6-4907-8c5e-446574c69fdf tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:47.249078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0458c1d5-469a-44d0-b095-1b5f92a358d7 req-cbb95004-2fc6-4907-8c5e-446574c69fdf tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.0631013
Nov 06 20:58:47.254326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1807906234', 'router:external': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:47.315844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Made reservation on behalf of 49a9fc8756d1449abe99e82c5248e53c for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:47.318130 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.345417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.375440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0458c1d5-469a-44d0-b095-1b5f92a358d7 req-25eaa748-9db9-4517-91af-606708535c7d tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169732
Nov 06 20:58:47.385082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d3c5c-2837-4228-9068-71af2c434621 req-8b795f57-a91f-4cbd-81e2-01ac3b982119 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:47.386590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b2d3c5c-2837-4228-9068-71af2c434621 req-8b795f57-a91f-4cbd-81e2-01ac3b982119 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1156566
Nov 06 20:58:47.460167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b2d3c5c-2837-4228-9068-71af2c434621 req-3faed84c-ea59-42aa-a51c-da322fa2f4ad tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654774
Nov 06 20:58:47.501840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.506394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.534222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:58:47.545047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71786236-c37f-4f10-9d84-a2e33ec5f75f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:47.553710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.554090 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Added segment 8064f3e6-18c6-4d85-805d-1c65e0611b7c of type vlan for network 14da4690-f2b7-4c0a-9f76-17f39173cc9d
Nov 06 20:58:47.656718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4023e2a8-9fb6-473a-88eb-787eafaee1a9 req-e777bd03-ab17-4b74-acd1-e487ab25c0c0 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0490429
Nov 06 20:58:47.673020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.689065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179d7f9-d0df-4913-91a7-fc2e3edad1f4 req-7de56009-2963-475e-b992-7ea829def9f3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:47.690624 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8179d7f9-d0df-4913-91a7-fc2e3edad1f4 req-7de56009-2963-475e-b992-7ea829def9f3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1270351
Nov 06 20:58:47.738132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.739069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:47.739655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:47.806349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 0.6631956
Nov 06 20:58:47.809402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35978) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:47.809914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8179d7f9-d0df-4913-91a7-fc2e3edad1f4 req-60611f1c-718f-4f61-a342-48080b7ceb90 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107895
Nov 06 20:58:47.815461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'subnet': {'network_id': '14da4690-f2b7-4c0a-9f76-17f39173cc9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:47.817826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cf685-4cd2-4a8e-94c2-8240f7155694 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'Network': ['ID=14da4690-f2b7-4c0a-9f76-17f39173cc9d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:47.828306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 14da4690-f2b7-4c0a-9f76-17f39173cc9d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:58:47.840707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Made reservation on behalf of 49a9fc8756d1449abe99e82c5248e53c for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:47.843343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:48.165796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 20:58:48.166259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:48.221192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f43c898-76fc-4d59-9ae7-5cbc287ad752,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:48.235566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Checking segment: {'id': '8064f3e6-18c6-4d85-805d-1c65e0611b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '14da4690-f2b7-4c0a-9f76-17f39173cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:48.235936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Network hostable DHCP agents. Network: 14da4690-f2b7-4c0a-9f76-17f39173cc9d, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:58:48.252916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Network 14da4690-f2b7-4c0a-9f76-17f39173cc9d is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:58:48.262021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14da4690-f2b7-4c0a-9f76-17f39173cc9d) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:48.267309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:48.269281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:48.271229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591870ca-9c08-4c57-9a75-62d39a201ab5 None None] Network 14da4690-f2b7-4c0a-9f76-17f39173cc9d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:58:48.289761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6fa5a59f-d5ce-483b-a083-13c761a35d76 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.4789288
Nov 06 20:58:48.292660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35996) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:48.298294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-849648347', 'network_id': '14da4690-f2b7-4c0a-9f76-17f39173cc9d'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:48.322107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Made reservation on behalf of 49a9fc8756d1449abe99e82c5248e53c for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:48.324679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:48.339997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] device_id is not set on port a808d534-93d5-4757-910e-b4057b072b5c yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:58:48.396710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f5f782-10ea-4704-a35f-8f953b6cd9b1 None None] Network 14da4690-f2b7-4c0a-9f76-17f39173cc9d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:58:48.443002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Allocated IP 172.20.0.6 (14da4690-f2b7-4c0a-9f76-17f39173cc9d/4f43c898-76fc-4d59-9ae7-5cbc287ad752/a808d534-93d5-4757-910e-b4057b072b5c) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:58:48.511235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991e015-5540-402d-b4f6-779d168b9711 req-3315e886-ff2c-4b1a-aac8-c893235f3f12 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:48.520153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e991e015-5540-402d-b4f6-779d168b9711 req-3315e886-ff2c-4b1a-aac8-c893235f3f12 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.0712504
Nov 06 20:58:48.581400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e991e015-5540-402d-b4f6-779d168b9711 req-26f19181-596b-43f5-91b9-a7a01bc38a74 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598845
Nov 06 20:58:48.672861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12947c-f238-4a45-9617-ea21f9480982 req-a71dbc93-e4a2-4af2-80c5-03f0ffb3761b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:48.674455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b12947c-f238-4a45-9617-ea21f9480982 req-a71dbc93-e4a2-4af2-80c5-03f0ffb3761b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.0626085
Nov 06 20:58:48.683602 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:48.720051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:48.726893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b12947c-f238-4a45-9617-ea21f9480982 req-2c9c9389-0970-4525-87b1-729d45f7d9ee tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450869
Nov 06 20:58:48.767172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7491e8f1-b85e-494d-8600-9cd3c59f5cbb req-1fa45245-c272-48e0-b8bf-0213956381a6 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0268898
Nov 06 20:58:48.769886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Network 14da4690-f2b7-4c0a-9f76-17f39173cc9d is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:58:48.774221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:48.776059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'Port': ['ID=a808d534-93d5-4757-910e-b4057b072b5c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:48.778289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:58:48.824019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:48.824792 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:48.845414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-333f590d-bb9a-4174-86f3-f0e93eec65aa tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 0.5515935
Nov 06 20:58:48.847784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36004) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:48.962610 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd7c2c-53fa-4097-822a-aeda539826b4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Deleting port a808d534-93d5-4757-910e-b4057b072b5c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:58:48.962949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7c2c-53fa-4097-822a-aeda539826b4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:48.979462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ac7b2-e506-4a17-a62a-1b54a78d1fa2 req-fe59e8f8-c5e1-49ce-a43e-48c454bfc32c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:48.981029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-210ac7b2-e506-4a17-a62a-1b54a78d1fa2 req-fe59e8f8-c5e1-49ce-a43e-48c454bfc32c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0577433
Nov 06 20:58:49.028756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-210ac7b2-e506-4a17-a62a-1b54a78d1fa2 req-d732bbaf-a403-4594-a76a-0b839b874c97 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415819
Nov 06 20:58:49.037232 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7c2c-53fa-4097-822a-aeda539826b4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.062847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd7c2c-53fa-4097-822a-aeda539826b4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Calling delete_port for a808d534-93d5-4757-910e-b4057b072b5c owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:58:49.199523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6277b7cb-4641-4da6-b4ca-c7ff2e275d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.246108 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7c2c-53fa-4097-822a-aeda539826b4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.287339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd7c2c-53fa-4097-822a-aeda539826b4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event deleted for resources: {'Port': ['ID=a808d534-93d5-4757-910e-b4057b072b5c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:49.351363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3bd7c2c-53fa-4097-822a-aeda539826b4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.357082 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f3bd7c2c-53fa-4097-822a-aeda539826b4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a808d534-93d5-4757-910e-b4057b072b5c HTTP/1.1" status: 204  len: 168 time: 0.5045221
Nov 06 20:58:49.357522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36010) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:49.362442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '14da4690-f2b7-4c0a-9f76-17f39173cc9d', 'external_fixed_ips': [{'subnet_id': '4f43c898-76fc-4d59-9ae7-5cbc287ad752', 'ip_address': '172.20.0.6'}]}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:49.389197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.390712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.455223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.593069 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.713717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2147ab9-4b76-4786-9f76-01fa91cb940f req-3402711d-aabd-4448-bc54-aee9d80e706a tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:49.715099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2147ab9-4b76-4786-9f76-01fa91cb940f req-3402711d-aabd-4448-bc54-aee9d80e706a tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.0680952
Nov 06 20:58:49.860844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2147ab9-4b76-4786-9f76-01fa91cb940f req-16e57be2-6bd6-4689-a26c-2358a8de4539 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387956
Nov 06 20:58:49.909556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de45227-fa77-407e-8065-7400f52396f4 req-9224146c-162e-497e-8eb7-24a4ec516b76 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:49.919924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3de45227-fa77-407e-8065-7400f52396f4 req-9224146c-162e-497e-8eb7-24a4ec516b76 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1041265
Nov 06 20:58:49.940450 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:49.967143 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:50.010257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03ce1b25-08d9-47c2-9e59-2687c182b90f req-b61fabff-a841-4400-8c06-9af45badc6e7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0479827
Nov 06 20:58:50.055434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3de45227-fa77-407e-8065-7400f52396f4 req-cc02fd28-dcae-4ec7-b0f9-37acd0be3b8c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337464
Nov 06 20:58:50.193603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787ade3-a37f-4ca8-aff1-650e4072342d req-7dbde4b4-a5a4-491f-a892-7a56d07ea86f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:50.195082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e787ade3-a37f-4ca8-aff1-650e4072342d req-7dbde4b4-a5a4-491f-a892-7a56d07ea86f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0904691
Nov 06 20:58:50.203061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Allocated IP 172.20.0.6 (14da4690-f2b7-4c0a-9f76-17f39173cc9d/4f43c898-76fc-4d59-9ae7-5cbc287ad752/15e0ccde-eabe-4056-90a1-256c4a226078) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:58:50.289913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e787ade3-a37f-4ca8-aff1-650e4072342d req-2f717e3d-d847-4f47-8ab1-1a1648a2b36a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886159
Nov 06 20:58:50.354394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:50.399772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:50.442572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Network 14da4690-f2b7-4c0a-9f76-17f39173cc9d is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:58:50.445713 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:50.454885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:58:50.499689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'Port': ['ID=15e0ccde-eabe-4056-90a1-256c4a226078,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:50.504106 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:50.511779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.512120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.512568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.512910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.513238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.513563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.513889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.514842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.515185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.515503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.515836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.516145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:58:50.733724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:50.964112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:51.125860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4adad90-fd29-4310-a463-948a65a0d8f2 req-53751936-f15c-4069-bc3b-0c38214de42e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0385234
Nov 06 20:58:51.135821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5c01-83ac-417d-9a1f-f9985dce0295 req-cbda6119-92b2-45ef-97d6-73a7de7ea5c2 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:51.137170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e7e5c01-83ac-417d-9a1f-f9985dce0295 req-cbda6119-92b2-45ef-97d6-73a7de7ea5c2 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.1223056
Nov 06 20:58:51.583693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e7e5c01-83ac-417d-9a1f-f9985dce0295 req-710bf397-a9a7-469f-b3d7-e293fa54effd tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4347515
Nov 06 20:58:51.612710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Router dd2ddd73-46b9-4399-af97-42c941f171fc is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:58:51.636463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba8589-22bf-4a6e-9151-710bd207efdb req-683c401f-dc82-4d5d-84e3-527d7486591c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:51.638011 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4ba8589-22bf-4a6e-9151-710bd207efdb req-683c401f-dc82-4d5d-84e3-527d7486591c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.4242146
Nov 06 20:58:51.742079 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:51.800053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a97f4-41e3-421a-bacf-b1c87ec7ed48 req-d50c5483-ed09-4867-bb45-bb47ccebd159 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:51.801802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-939a97f4-41e3-421a-bacf-b1c87ec7ed48 req-d50c5483-ed09-4867-bb45-bb47ccebd159 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1334050
Nov 06 20:58:51.813182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4ba8589-22bf-4a6e-9151-710bd207efdb req-e5326c31-ddec-4130-bd10-32c6fe74d2df tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435673
Nov 06 20:58:51.834171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:58:51.858044 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Sync routers for ids ['dd2ddd73-46b9-4399-af97-42c941f171fc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:58:51.879036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:51.880958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-deaf1d4e-19a5-43b4-9037-3121c683d368 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 2.5214026
Nov 06 20:58:51.882322 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Routers {'dd2ddd73-46b9-4399-af97-42c941f171fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:58:51.883132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36056) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:51.883502 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252edb5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dd2ddd73-46b9-4399-af97-42c941f171fc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:51.900225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-939a97f4-41e3-421a-bacf-b1c87ec7ed48 req-be46de31-ccad-4d13-9874-8aec2e6f0876 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838354
Nov 06 20:58:52.004907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:52.007443 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Set router dd2ddd73-46b9-4399-af97-42c941f171fc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:58:52.124493 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:52.230629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Deleting port 15e0ccde-eabe-4056-90a1-256c4a226078 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:58:52.231107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:52.237751 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252edb5e0>, [{'id': 'dd2ddd73-46b9-4399-af97-42c941f171fc', 'name': '', 'tenant_id': '49a9fc8756d1449abe99e82c5248e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14da4690-f2b7-4c0a-9f76-17f39173cc9d', 'external_fixed_ips': [{'subnet_id': '4f43c898-76fc-4d59-9ae7-5cbc287ad752', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '15e0ccde-eabe-4056-90a1-256c4a226078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:58:49Z', 'updated_at': '2021-11-06T20:58:50Z', 'revision_number': 3, 'project_id': '49a9fc8756d1449abe99e82c5248e53c', 'gw_port': {'id': '15e0ccde-eabe-4056-90a1-256c4a226078', 'name': '', 'network_id': '14da4690-f2b7-4c0a-9f76-17f39173cc9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2ddd73-46b9-4399-af97-42c941f171fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4f43c898-76fc-4d59-9ae7-5cbc287ad752', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:58:49Z', 'updated_at': '2021-11-06T20:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f43c898-76fc-4d59-9ae7-5cbc287ad752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:52.251156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de34da8f-07e4-4e48-953a-920f0ff26db2 req-1ebfbe93-6381-4643-afc6-6e923ff82927 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0369682
Nov 06 20:58:52.273683 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Checking router: dd2ddd73-46b9-4399-af97-42c941f171fc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:58:52.274345 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Updating router dd2ddd73-46b9-4399-af97-42c941f171fc port 15e0ccde-eabe-4056-90a1-256c4a226078 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:58:52.319098 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:52.344639 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:52.362617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Calling delete_port for 15e0ccde-eabe-4056-90a1-256c4a226078 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:58:52.470521 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:52.693794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:52.746994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event deleted for resources: {'Port': ['ID=15e0ccde-eabe-4056-90a1-256c4a226078,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:52.751338 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.db.api [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:58:52.751777 ncdv-master-1 neutron-server[119336]: DEBUG oslo_db.api [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:58:52.819857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bfa6-9433-45bb-9078-2a3deb4d1aef req-fbfc438d-f840-43ad-9f5b-efebbbd0e51b tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:52.822396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04a7bfa6-9433-45bb-9078-2a3deb4d1aef req-fbfc438d-f840-43ad-9f5b-efebbbd0e51b tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.1413317
Nov 06 20:58:52.857458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.028973 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.033894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.038471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04a7bfa6-9433-45bb-9078-2a3deb4d1aef req-6e5ad10f-cda5-4607-87c5-02ff34bbe869 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081437
Nov 06 20:58:53.111327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d46233-ca4a-42fd-9d34-4a0bd73d350f req-a8e955fd-d527-4c63-894c-2ec73e5a9d10 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:53.113369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80d46233-ca4a-42fd-9d34-4a0bd73d350f req-a8e955fd-d527-4c63-894c-2ec73e5a9d10 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.2166903
Nov 06 20:58:53.114783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.115527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd2ddd73-46b9-4399-af97-42c941f171fc {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:58:53.121611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.125782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36096) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:53.126376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2740b123-5221-47c5-bd47-eef54093d66e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "DELETE /v2.0/routers/dd2ddd73-46b9-4399-af97-42c941f171fc HTTP/1.1" status: 204  len: 168 time: 1.2413082
Nov 06 20:58:53.182130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80d46233-ca4a-42fd-9d34-4a0bd73d350f req-82f1f22a-c883-4760-8121-e0e43a40c2e7 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543849
Nov 06 20:58:53.183567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd321ac-a87c-400a-9672-b7fa5c4f5a98 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Deleting subnet 4f43c898-76fc-4d59-9ae7-5cbc287ad752 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:58:53.187083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fd321ac-a87c-400a-9672-b7fa5c4f5a98 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.223257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f54db-054f-47e6-b62a-ea5ad3241887 req-fcb59514-7606-489f-90ef-8ba0490db054 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:53.225233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb4f54db-054f-47e6-b62a-ea5ad3241887 req-fcb59514-7606-489f-90ef-8ba0490db054 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0644188
Nov 06 20:58:53.226340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fd321ac-a87c-400a-9672-b7fa5c4f5a98 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.272373 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Port 15e0ccde-eabe-4056-90a1-256c4a226078 not found while updating agent binding for router dd2ddd73-46b9-4399-af97-42c941f171fc. {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 06 20:58:53.283822 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:58:53.284566 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 06 20:58:53.285379 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_agentschedulers_db [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dd2ddd73-46b9-4399-af97-42c941f171fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent'). {{(pid=119336) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 06 20:58:53.285975 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cad0f-2435-4163-b03f-e8def61e8333 None None] The sync data for ids ['dd2ddd73-46b9-4399-af97-42c941f171fc'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:58:53.303145 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fd321ac-a87c-400a-9672-b7fa5c4f5a98 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.305961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb4f54db-054f-47e6-b62a-ea5ad3241887 req-3fd29699-6048-4dbc-8663-f9bd0d61a6fa tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660038
Nov 06 20:58:53.379204 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fd321ac-a87c-400a-9672-b7fa5c4f5a98 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.385668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08799845-65a4-4417-9fe0-2438d917dab8 req-79a7ef23-28da-45ed-88b5-e29da980a01d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0276437
Nov 06 20:58:53.404620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd321ac-a87c-400a-9672-b7fa5c4f5a98 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f43c898-76fc-4d59-9ae7-5cbc287ad752,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:53.408244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3fd321ac-a87c-400a-9672-b7fa5c4f5a98 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.411399 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3fd321ac-a87c-400a-9672-b7fa5c4f5a98 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/4f43c898-76fc-4d59-9ae7-5cbc287ad752 HTTP/1.1" status: 204  len: 168 time: 0.2844887
Nov 06 20:58:53.413921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36100) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:53.479945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.564661 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.583888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92569a6430>,) {'filters': {'network_id': ['14da4690-f2b7-4c0a-9f76-17f39173cc9d']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:53.592612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92569a6430>, '8064f3e6-18c6-4d85-805d-1c65e0611b7c') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:53.592901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92569a6430>, '8064f3e6-18c6-4d85-805d-1c65e0611b7c') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:53.601695 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.614002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.619577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:58:53.619947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:58:53.621595 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:58:53.677811 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.684441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  14da4690-f2b7-4c0a-9f76-17f39173cc9d {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 06 20:58:53.687754 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.691202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "DELETE /v2.0/networks/14da4690-f2b7-4c0a-9f76-17f39173cc9d HTTP/1.1" status: 204  len: 168 time: 0.2763414
Nov 06 20:58:53.711033 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3333ee9-8eab-4187-8f42-f61486e4c85c tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event deleted for resources: {'Network': ['ID=14da4690-f2b7-4c0a-9f76-17f39173cc9d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:53.897956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36122) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:53.902729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-73d08542-602c-4239-adbb-12993e953ee9 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'router': {'name': 'tempest-router--642659950', 'project_id': '2c591450693a45168f0776be5ef3d2bd'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:53.933970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73d08542-602c-4239-adbb-12993e953ee9 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.935321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73d08542-602c-4239-adbb-12993e953ee9 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:53.995633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73d08542-602c-4239-adbb-12993e953ee9 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.002711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73d08542-602c-4239-adbb-12993e953ee9 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.017789 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73d08542-602c-4239-adbb-12993e953ee9 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.021863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36126) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:54.022452 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73d08542-602c-4239-adbb-12993e953ee9 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1227951
Nov 06 20:58:54.097491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36130) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:54.104996 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d60bb165-f6b7-4517-923c-f5cbf5782a1e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.226551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5411fac8-252b-4140-9da4-f4712c011100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.309172 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5411fac8-252b-4140-9da4-f4712c011100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.313805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5411fac8-252b-4140-9da4-f4712c011100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.335153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d60bb165-f6b7-4517-923c-f5cbf5782a1e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.337936 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d60bb165-f6b7-4517-923c-f5cbf5782a1e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.352101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f6d2-80b0-4687-8d22-ed07b8810677 req-af11952e-15f5-4e03-88e7-350f9a0d4acb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:54.352422 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5411fac8-252b-4140-9da4-f4712c011100 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3ef27e965ce442e8559d007d372d2c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2531488
Nov 06 20:58:54.353629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411fac8-252b-4140-9da4-f4712c011100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b396ed2f-3531-4471-ae45-8c70f410a0c2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:54.353985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0716f6d2-80b0-4687-8d22-ed07b8810677 req-af11952e-15f5-4e03-88e7-350f9a0d4acb tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.2101827
Nov 06 20:58:54.355890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36138) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:54.406622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e795570-1e58-4ce9-bb64-5aa57503237d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.414048 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d60bb165-f6b7-4517-923c-f5cbf5782a1e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.414584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60bb165-f6b7-4517-923c-f5cbf5782a1e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21070820-6602-496e-a415-7dea29b47c3f {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:58:54.419641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d60bb165-f6b7-4517-923c-f5cbf5782a1e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.421398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d60bb165-f6b7-4517-923c-f5cbf5782a1e tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "DELETE /v2.0/routers/21070820-6602-496e-a415-7dea29b47c3f HTTP/1.1" status: 204  len: 168 time: 0.3977170
Nov 06 20:58:54.434115 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e795570-1e58-4ce9-bb64-5aa57503237d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.438463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4aead-e81b-489e-be0e-dd9fb9dc241a req-96307d61-e696-44bf-9351-7cfeb6c5778d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:54.439933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bee4aead-e81b-489e-be0e-dd9fb9dc241a req-96307d61-e696-44bf-9351-7cfeb6c5778d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1695616
Nov 06 20:58:54.477380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0716f6d2-80b0-4687-8d22-ed07b8810677 req-ad737519-a7af-4348-87df-ab09592a4767 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862279
Nov 06 20:58:54.488628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e795570-1e58-4ce9-bb64-5aa57503237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.499790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e795570-1e58-4ce9-bb64-5aa57503237d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.499790 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6e795570-1e58-4ce9-bb64-5aa57503237d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b396ed2f-3531-4471-ae45-8c70f410a0c2 HTTP/1.1" status: 204  len: 168 time: 0.1406801
Nov 06 20:58:54.507656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e795570-1e58-4ce9-bb64-5aa57503237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b396ed2f-3531-4471-ae45-8c70f410a0c2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:54.542050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bee4aead-e81b-489e-be0e-dd9fb9dc241a req-6fc9fcfa-e720-4f09-8535-be7d7f280767 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863900
Nov 06 20:58:54.629552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba3f85-9cec-418f-8ce1-c67d49e4a20f req-b7674977-d8db-4b0c-828e-bb53587c25da tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:54.631000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21ba3f85-9cec-418f-8ce1-c67d49e4a20f req-b7674977-d8db-4b0c-828e-bb53587c25da tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0610843
Nov 06 20:58:54.641485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36148) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:54.683352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2063b37-e707-42a3-995c-904a3b4b69a7 req-12bfc192-54fd-4441-9bc3-add9117777f6 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0512209
Nov 06 20:58:54.718417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21ba3f85-9cec-418f-8ce1-c67d49e4a20f req-c5a1b350-1d5b-4251-8886-f02b0fa311f5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679867
Nov 06 20:58:54.805180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1782928693', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:54.830632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.831739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:54.881836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:55.020883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:55.220191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:55.241670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:55.347187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Allocated IP 172.35.0.36 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/697d37da-4ccd-4e5d-8135-f2cce9a801de) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:58:55.453064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:55.610895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6f85-aef7-492c-84f0-0909858a5744 req-5f6453f6-af39-4b3f-8ac8-921aca22bcbe tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:55.612932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2cb6f85-aef7-492c-84f0-0909858a5744 req-5f6453f6-af39-4b3f-8ac8-921aca22bcbe tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.0607114
Nov 06 20:58:55.715562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2cb6f85-aef7-492c-84f0-0909858a5744 req-4cd7ea34-4de8-4cb0-8b24-009602573e5d tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939300
Nov 06 20:58:55.761976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a29f-b25e-478b-a586-70a7edd00645 req-6aecc5d3-9a77-4049-a70a-2a49ad50887d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:55.770063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f49a29f-b25e-478b-a586-70a7edd00645 req-6aecc5d3-9a77-4049-a70a-2a49ad50887d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1401162
Nov 06 20:58:55.809495 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:55.832327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:58:55.833805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:55.843719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f49a29f-b25e-478b-a586-70a7edd00645 req-7c10d029-5030-4d59-823c-132d71b531d6 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727663
Nov 06 20:58:55.845929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-327eaae2-97fa-4d53-82f5-9d4769d92f38 req-bcfae84e-f58f-44fa-89bf-31250cd92c86 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0357945
Nov 06 20:58:55.857607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:58:55.910613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event updated for resources: {'Port': ['ID=697d37da-4ccd-4e5d-8135-f2cce9a801de,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:55.986997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d483-c191-4972-9ee1-1c099c854dbc req-73af5f89-d90a-4e95-a4a2-abb9d9988886 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:55.988688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f63d483-c191-4972-9ee1-1c099c854dbc req-73af5f89-d90a-4e95-a4a2-abb9d9988886 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0528045
Nov 06 20:58:56.042009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f63d483-c191-4972-9ee1-1c099c854dbc req-4ed40642-c8a0-4aa3-8862-b0b154f1091f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465741
Nov 06 20:58:56.179713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:56.378522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7dc042ff-e366-4fa7-9406-71510d1b9349 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:56.380194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-7dc042ff-e366-4fa7-9406-71510d1b9349 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0699592
Nov 06 20:58:56.387235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:56.438970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-e4a60b32-42eb-48f5-902b-06132a5a1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:56.440527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-e4a60b32-42eb-48f5-902b-06132a5a1c14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff HTTP/1.1" status: 200  len: 1095 time: 0.0524614
Nov 06 20:58:56.513111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-f197fe32-2bae-4997-8113-bed30728681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:56.516529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-f197fe32-2bae-4997-8113-bed30728681e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1095 time: 0.0437930
Nov 06 20:58:56.524231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Router c5358275-634f-4f2e-a4f2-907985dc7dfd is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:58:56.612547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-d67435ec-abfe-4d5c-aced-5a934562a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:56.614133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-d67435ec-abfe-4d5c-aced-5a934562a51e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.0920534
Nov 06 20:58:56.630060 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:58:56.641843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a485741-05ef-438f-a717-f3f6b4c88437 None None] Sync routers for ids ['c5358275-634f-4f2e-a4f2-907985dc7dfd'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:58:56.652069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a485741-05ef-438f-a717-f3f6b4c88437 None None] Routers {'c5358275-634f-4f2e-a4f2-907985dc7dfd'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:58:56.652342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:56.652935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4a485741-05ef-438f-a717-f3f6b4c88437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513493a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c5358275-634f-4f2e-a4f2-907985dc7dfd'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:56.656371 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-64f363d8-5a15-423d-8d45-9ff025702936 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.0138285
Nov 06 20:58:56.657090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36254) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:56.662877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-877725d9-b05e-47d1-90f2-0b1d63e98983 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 217 time: 0.0412335
Nov 06 20:58:56.686549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4a485741-05ef-438f-a717-f3f6b4c88437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513493a0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:56.695271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a485741-05ef-438f-a717-f3f6b4c88437 None None] Routers {'c5358275-634f-4f2e-a4f2-907985dc7dfd'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:58:56.695876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4a485741-05ef-438f-a717-f3f6b4c88437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513493a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c5358275-634f-4f2e-a4f2-907985dc7dfd'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:56.713832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-6f9c3d62-e513-4da1-8600-f23b243acd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:56.715349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-6f9c3d62-e513-4da1-8600-f23b243acd35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0457671
Nov 06 20:58:56.752778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-ff202445-b432-4cab-9505-0e777ff7b818 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291677
Nov 06 20:58:56.788192 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73ef9fb4-6637-48d2-ac0f-b1bef6cf72e6 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/routers/c5358275-634f-4f2e-a4f2-907985dc7dfd HTTP/1.1" status: 200  len: 920 time: 0.1299348
Nov 06 20:58:56.794232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36260) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:56.859395 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c88ebf8e-e676-46f9-b0ad-13ffb639923c tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5358275-634f-4f2e-a4f2-907985dc7dfd HTTP/1.1" status: 200  len: 205 time: 0.0639625
Nov 06 20:58:56.882098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36262) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:56.913979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4a485741-05ef-438f-a717-f3f6b4c88437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513493a0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:58:56.915993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a485741-05ef-438f-a717-f3f6b4c88437 None None] The sync data for ids ['c5358275-634f-4f2e-a4f2-907985dc7dfd'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:58:56.994758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-95072215-731d-4235-a898-8f57cabd406a service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349722
Nov 06 20:58:57.037848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:57.146324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8fdc3-a74a-4bf3-8d8a-3fee752cdcdf req-d8cf4505-0b4a-4754-8a69-627c35efadd0 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:57.147957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87a8fdc3-a74a-4bf3-8d8a-3fee752cdcdf req-d8cf4505-0b4a-4754-8a69-627c35efadd0 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.2480869
Nov 06 20:58:57.159676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:57.194727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc715-28cd-440b-965e-24d91a703b72 req-dd8971dd-de08-455b-833c-af1dabbfc9bf tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:57.196326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e5bc715-28cd-440b-965e-24d91a703b72 req-dd8971dd-de08-455b-833c-af1dabbfc9bf tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.2288194
Nov 06 20:58:57.219051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Deleting port 697d37da-4ccd-4e5d-8135-f2cce9a801de {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:58:57.219375 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:57.259375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-7b401af6-6745-4b84-9df8-6d001f029e87 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:57.261395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-7b401af6-6745-4b84-9df8-6d001f029e87 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 813 time: 0.2864127
Nov 06 20:58:57.271088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-4e7d232a-8c5c-42b6-8e81-5092032a2a6b service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471972
Nov 06 20:58:57.282182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Request body: {'port': {'device_id': '86319767-1e5a-4a86-923e-5cf44758eb77', 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'admin_state_up': True, 'tenant_id': '7c12e0618d884fc29318833f9f5a544e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:57.321946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:57.339017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Calling delete_port for 697d37da-4ccd-4e5d-8135-f2cce9a801de owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:58:57.352477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87a8fdc3-a74a-4bf3-8d8a-3fee752cdcdf req-0a5705ea-3b5d-426d-ac71-ac01cb58968f tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844645
Nov 06 20:58:57.372829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e5bc715-28cd-440b-965e-24d91a703b72 req-e1d9c4c0-b629-4b79-ac6c-00c847c8bc25 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562133
Nov 06 20:58:57.486607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17f668b3-2268-4170-9eb0-e1fe131c4367 req-507576ca-53d0-4e4b-a78c-9eb2c1fe7cf8 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 210 time: 0.0401988
Nov 06 20:58:57.542194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Made reservation on behalf of 7c12e0618d884fc29318833f9f5a544e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:57.546336 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:57.615242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f86e-1021-4a77-a7d4-2f8c45efc61a req-f5d1d3e5-f56c-4c5c-90a2-3f930376588b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:57.622128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a54f86e-1021-4a77-a7d4-2f8c45efc61a req-f5d1d3e5-f56c-4c5c-90a2-3f930376588b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1394808
Nov 06 20:58:57.699036 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:57.714111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-f15e158e-d14a-4252-b000-c34b68c7363f tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:57.715695 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-f15e158e-d14a-4252-b000-c34b68c7363f tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 813 time: 0.1491158
Nov 06 20:58:57.739757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event deleted for resources: {'Port': ['ID=697d37da-4ccd-4e5d-8135-f2cce9a801de,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:57.767585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Allocated IP 172.20.0.8 (af3a0b98-5e85-4204-bfc9-9a8757f4ab65/60d525d4-ac1a-4466-87a1-7fed3a911f1b/0e7edde5-674c-43bf-a97c-265ac3279959) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:58:57.773545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-b0b619ee-db9a-4140-9170-484e637bda35 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:57.775161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-b0b619ee-db9a-4140-9170-484e637bda35 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.2101474
Nov 06 20:58:57.784397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Request body: {'port': {'device_id': '7a17d778-9236-458e-aa12-f22d07373a44', 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'admin_state_up': True, 'tenant_id': '7c12e0618d884fc29318833f9f5a544e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:57.803120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a54f86e-1021-4a77-a7d4-2f8c45efc61a req-3c046d37-44a9-4914-a45f-fdb5ae6be292 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1798806
Nov 06 20:58:57.851858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:57.962977 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:57.970235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.026699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.027227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Fanout notify agent at l3_agent the message router_deleted on router c5358275-634f-4f2e-a4f2-907985dc7dfd {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:58:58.034843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.040192 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce6c2844-fb61-4858-b9f8-2a30291b4529 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/c5358275-634f-4f2e-a4f2-907985dc7dfd HTTP/1.1" status: 204  len: 168 time: 1.1570809
Nov 06 20:58:58.040907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36274) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:58:58.046754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1827542455', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': False}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:58.050024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Made reservation on behalf of 7c12e0618d884fc29318833f9f5a544e for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:58:58.053487 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.055218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-b595c88f-b18b-4df7-98ee-2a48d81c4483 service neutron] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:58:58.060363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-b595c88f-b18b-4df7-98ee-2a48d81c4483 service neutron] Publish callbacks [] for binding, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.061547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50191c0f-6be4-43a6-9778-76d6a2b2d821 req-b595c88f-b18b-4df7-98ee-2a48d81c4483 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d9f96638-2b86-47db-ab65-f6ee62e849cd/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2721956
Nov 06 20:58:58.064807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.131684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.135526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.136610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.180069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:58:58.185271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:58.188919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:58:58.222925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Pushing event updated for resources: {'Port': ['ID=0e7edde5-674c-43bf-a97c-265ac3279959,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:58.228459 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.262216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:58.262875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.282278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-9d77564b-5084-4b89-8a57-ac805cb48640 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0071971
Nov 06 20:58:58.298143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Request body: {'port': {'device_id': '86319767-1e5a-4a86-923e-5cf44758eb77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:58.318938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Allocated IP 172.20.0.13 (af3a0b98-5e85-4204-bfc9-9a8757f4ab65/60d525d4-ac1a-4466-87a1-7fed3a911f1b/ad493490-6388-409e-a22c-2b5da48ab36d) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:58:58.354414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.395504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.583836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.723380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.815207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:58:58.828760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:58:58.836706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:58:58.848137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a957-a00d-4092-a123-75b9db2203a3 req-620cc348-2d66-4909-872a-429565676046 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:58.849386 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a778a957-a00d-4092-a123-75b9db2203a3 req-620cc348-2d66-4909-872a-429565676046 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.2147007
Nov 06 20:58:58.854885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Pushing event updated for resources: {'Port': ['ID=ad493490-6388-409e-a22c-2b5da48ab36d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:58.882691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.924822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dc893-e552-4c11-9ffc-0368f5ad8d84 req-233ea5c9-43b1-4d98-8464-15bed3795a2c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:58.926312 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-774dc893-e552-4c11-9ffc-0368f5ad8d84 req-233ea5c9-43b1-4d98-8464-15bed3795a2c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.4559519
Nov 06 20:58:58.934186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:58.938052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a288f-ca2e-4513-8b02-c70fe05a9467 req-daee8fa1-2477-429a-aa0e-4a0401733db4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:58.939703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-236a288f-ca2e-4513-8b02-c70fe05a9467 req-daee8fa1-2477-429a-aa0e-4a0401733db4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 948 time: 0.4676979
Nov 06 20:58:58.969371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:58.969971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.051439 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-c0cb9d18-26a9-4619-a09e-31efd7c552d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2708769
Nov 06 20:58:59.054631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-774dc893-e552-4c11-9ffc-0368f5ad8d84 req-c91643ce-23c5-4378-b1b2-9981733db1b2 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141846
Nov 06 20:58:59.059530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-236a288f-ca2e-4513-8b02-c70fe05a9467 req-3e9217fe-2880-48fd-9ae4-0864979fd469 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080983
Nov 06 20:58:59.099508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Request body: {'port': {'device_id': '7a17d778-9236-458e-aa12-f22d07373a44', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:58:59.261678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7edde5-674c-43bf-a97c-265ac3279959 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:58:59.273710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94ccc5-0483-4fe6-8a22-3275d309f709 req-f492fda7-bf6f-4277-8fdb-b4994f224c9e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:59.281810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f94ccc5-0483-4fe6-8a22-3275d309f709 req-f492fda7-bf6f-4277-8fdb-b4994f224c9e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 931 time: 0.1387219
Nov 06 20:58:59.298892 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.330731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c501a-9b50-48f4-be36-8b1aa645ff29 req-ad0bed12-eeb9-44dd-9419-4248393d3ccd tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:59.332261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f85c501a-9b50-48f4-be36-8b1aa645ff29 req-ad0bed12-eeb9-44dd-9419-4248393d3ccd tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.1307662
Nov 06 20:58:59.342428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Transition to ACTIVE for port object 0e7edde5-674c-43bf-a97c-265ac3279959 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:58:59.382261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.435081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f94ccc5-0483-4fe6-8a22-3275d309f709 req-a4ceaebd-ceff-46fc-b8f4-b3037c4c0953 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526918
Nov 06 20:58:59.447998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f85c501a-9b50-48f4-be36-8b1aa645ff29 req-a1d4c5ff-3901-4225-af48-ab891dfb23c3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070480
Nov 06 20:58:59.519886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7edde5-674c-43bf-a97c-265ac3279959,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:59.578654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Allocated IP 172.35.0.227 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/18e0e21a-1595-435d-a974-4e3ac6a488b7) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:58:59.579181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Attempting to bind port 0e7edde5-674c-43bf-a97c-265ac3279959 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:58:59.579525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Attempting to bind port 0e7edde5-674c-43bf-a97c-265ac3279959 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:58:59.580446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Attempting to bind port 0e7edde5-674c-43bf-a97c-265ac3279959 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:59.586546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Port 0e7edde5-674c-43bf-a97c-265ac3279959 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:58:59.586935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Attempting to bind port 0e7edde5-674c-43bf-a97c-265ac3279959 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:58:59.588265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Deleting port 21508f07-0718-477d-a58c-ec0512e5bdad {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:58:59.588689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.593541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:58:59.593873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Checking segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:58:59.594263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Bound using segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:58:59.594697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Bound port: 0e7edde5-674c-43bf-a97c-265ac3279959, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:58:59.595056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.647642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.696018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0ffc2-26a1-480b-b36e-c495788e11ac req-cb98d5a7-0d61-4a2b-a25b-66ce907007b4 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:59.703375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd0ffc2-26a1-480b-b36e-c495788e11ac req-cb98d5a7-0d61-4a2b-a25b-66ce907007b4 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1095 time: 0.1060395
Nov 06 20:58:59.739058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] For port 0e7edde5-674c-43bf-a97c-265ac3279959, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:58:59.758810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] For port 0e7edde5-674c-43bf-a97c-265ac3279959, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7edde5-674c-43bf-a97c-265ac3279959,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:58:59.772663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.786879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd0ffc2-26a1-480b-b36e-c495788e11ac req-8d1fb34a-cf31-4af3-9a03-e526ff743995 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826285
Nov 06 20:58:59.813460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] For port 21508f07-0718-477d-a58c-ec0512e5bdad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21508f07-0718-477d-a58c-ec0512e5bdad,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:58:59.814085 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.832992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:59.833609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.835221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e7edde5-674c-43bf-a97c-265ac3279959 HTTP/1.1" status: 200  len: 1091 time: 1.5414872
Nov 06 20:58:59.835688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86319767-1e5a-4a86-923e-5cf44758eb77', 'tag': '0e7edde5-674c-43bf-a97c-265ac3279959'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:58:59.838048 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aed2938-770f-4431-992d-c11c06cd2db4" -d '{"events": [{"name": "network-changed", "server_uuid": "86319767-1e5a-4a86-923e-5cf44758eb77", "tag": "0e7edde5-674c-43bf-a97c-265ac3279959"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:58:59.896881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7453-1dac-425c-a32a-b94513dced35 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7edde5-674c-43bf-a97c-265ac3279959,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:58:59.904164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Calling delete_port for 21508f07-0718-477d-a58c-ec0512e5bdad owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:58:59.927357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:58:59.939354 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98561cea-053d-4d5a-be0c-ef7816bdd32c x-openstack-request-id: req-98561cea-053d-4d5a-be0c-ef7816bdd32c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:58:59.939354 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86319767-1e5a-4a86-923e-5cf44758eb77", "tag": "0e7edde5-674c-43bf-a97c-265ac3279959", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:58:59.939354 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98561cea-053d-4d5a-be0c-ef7816bdd32c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:58:59.940044 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86319767-1e5a-4a86-923e-5cf44758eb77', 'tag': '0e7edde5-674c-43bf-a97c-265ac3279959', 'status': 'completed', 'code': 200}
Nov 06 20:58:59.958834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-5ee6ce67-e2c2-49f0-b776-052dda3640f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:58:59.961310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-5ee6ce67-e2c2-49f0-b776-052dda3640f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 1094 time: 0.0574441
Nov 06 20:59:00.009180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-28bf05ee-5c65-45bb-9f62-6e3db23717c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7edde5-674c-43bf-a97c-265ac3279959 HTTP/1.1" status: 200  len: 217 time: 0.0381434
Nov 06 20:59:00.110271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:00.123203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-205a329c-739a-40b2-8238-6918cfa685d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:00.125296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-205a329c-739a-40b2-8238-6918cfa685d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 200  len: 853 time: 0.1088526
Nov 06 20:59:00.178855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-30eedfc8-3de8-44c3-b2d0-c9b9760b1693 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455043
Nov 06 20:59:00.222706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:00.234452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:00.240347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad493490-6388-409e-a22c-2b5da48ab36d {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:00.249561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:00.254856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:00.264437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-27ce9f69-57f9-4729-a54f-7d927a818117 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:00.265942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-27ce9f69-57f9-4729-a54f-7d927a818117 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 808 time: 0.2190595
Nov 06 20:59:00.274417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'Port': ['ID=18e0e21a-1595-435d-a974-4e3ac6a488b7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:00.284203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:00.305687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-b1e3fb59-b92d-47a9-a2e3-82a9e306805d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/quotas/a80ec8702cd94e0eaefdf3eb907a0cff HTTP/1.1" status: 200  len: 375 time: 0.0296929
Nov 06 20:59:00.309526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Transition to ACTIVE for port object ad493490-6388-409e-a22c-2b5da48ab36d will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:59:00.316189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02dff5-2b64-43cc-9ddc-9d2d3aa542c9 req-8cc9e4d4-dc1c-4b7e-8a3a-a529e937d66d tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:00.317850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb02dff5-2b64-43cc-9ddc-9d2d3aa542c9 req-8cc9e4d4-dc1c-4b7e-8a3a-a529e937d66d tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcef5068-4637-46e6-b3e8-124382b109f1 HTTP/1.1" status: 200  len: 865 time: 0.1453915
Nov 06 20:59:00.331258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:00.333274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Pushing event deleted for resources: {'Port': ['ID=21508f07-0718-477d-a58c-ec0512e5bdad,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:00.384588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-0ff556d6-642e-49ed-bcab-f88a5ae15457 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933808
Nov 06 20:59:00.464268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-49165056-239b-4aab-8289-c5ab7fd80e5a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1436598
Nov 06 20:59:00.468089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb02dff5-2b64-43cc-9ddc-9d2d3aa542c9 req-1c5b280f-3c99-4cd8-a29d-d07133aac4c8 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378059
Nov 06 20:59:00.478136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] No DVR routers for this DVR port 21508f07-0718-477d-a58c-ec0512e5bdad on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:00.489032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:00.492313 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a778a957-a00d-4092-a123-75b9db2203a3 req-6c892a77-6489-42f3-a28b-48dc277e8ae6 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "DELETE /v2.0/ports/21508f07-0718-477d-a58c-ec0512e5bdad HTTP/1.1" status: 204  len: 173 time: 1.6138837
Nov 06 20:59:00.492759 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'name': 'network-vif-deleted', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:00.496466 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8f7806-8064-4c40-8389-3504f531259b" -d '{"events": [{"server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "name": "network-vif-deleted", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:00.521495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad493490-6388-409e-a22c-2b5da48ab36d,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:00.646954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-4c899b5e-7ca1-4d14-a530-bf8e1763465b service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464423
Nov 06 20:59:00.659981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Attempting to bind port ad493490-6388-409e-a22c-2b5da48ab36d on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:00.660346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Attempting to bind port ad493490-6388-409e-a22c-2b5da48ab36d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:00.660687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Attempting to bind port ad493490-6388-409e-a22c-2b5da48ab36d on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:00.683445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92dc77-4363-4ef6-aa80-b09bc1f5528d req-e2398a1f-5aa3-4d0f-a2a1-20f4e032caec tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:00.691363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad92dc77-4363-4ef6-aa80-b09bc1f5528d req-e2398a1f-5aa3-4d0f-a2a1-20f4e032caec tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 943 time: 0.1185718
Nov 06 20:59:00.694499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Port ad493490-6388-409e-a22c-2b5da48ab36d on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:00.694832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Attempting to bind port ad493490-6388-409e-a22c-2b5da48ab36d on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:00.703518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:00.703859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Checking segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:00.703979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-42fba999-2c18-4c63-9e6d-181a65e45dcb service neutron] 10.222.0.13 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2296987
Nov 06 20:59:00.704253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Bound using segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:00.704724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Bound port: ad493490-6388-409e-a22c-2b5da48ab36d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:00.705085 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:00.766392 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:00.900217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] For port ad493490-6388-409e-a22c-2b5da48ab36d, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:00.928808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] For port ad493490-6388-409e-a22c-2b5da48ab36d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad493490-6388-409e-a22c-2b5da48ab36d,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:00.937653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad92dc77-4363-4ef6-aa80-b09bc1f5528d req-1923bdaf-ed5b-428e-ae03-f50ad10a466e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441695
Nov 06 20:59:00.938263 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:00.941288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-dcda4c4f-bc47-413c-aa59-6c08873a77d7 service neutron] 10.222.0.13 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2365017
Nov 06 20:59:00.944155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-0b660e73-6d1c-499f-9290-fdfcdc8c3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:00.945968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-0b660e73-6d1c-499f-9290-fdfcdc8c3918 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 1094 time: 0.1764283
Nov 06 20:59:01.125485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-5bef69b5-02c5-48ab-9d3b-48e20abf2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:01.126896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-5bef69b5-02c5-48ab-9d3b-48e20abf2396 service neutron] 10.222.0.10 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 914 time: 0.1727405
Nov 06 20:59:01.142331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdda7b7-ebb3-4d3f-ba37-9e4b72c18d83 req-b334a9f7-134c-4179-b74e-8fc089d6845e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:01.144178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cdda7b7-ebb3-4d3f-ba37-9e4b72c18d83 req-b334a9f7-134c-4179-b74e-8fc089d6845e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0881371
Nov 06 20:59:01.158351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad493490-6388-409e-a22c-2b5da48ab36d,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:01.166527 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ce82df-82c1-4c1a-807d-160479244ade x-openstack-request-id: req-b6ce82df-82c1-4c1a-807d-160479244ade {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:01.167060 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcef5068-4637-46e6-b3e8-124382b109f1", "name": "network-vif-deleted", "tag": "21508f07-0718-477d-a58c-ec0512e5bdad", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:01.168287 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6ce82df-82c1-4c1a-807d-160479244ade {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:01.168741 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcef5068-4637-46e6-b3e8-124382b109f1', 'name': 'network-vif-deleted', 'tag': '21508f07-0718-477d-a58c-ec0512e5bdad', 'status': 'completed', 'code': 200}
Nov 06 20:59:01.170962 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:01.171592 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:01.173793 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-274c29ae-56cb-476e-b386-33b177a876d2 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad493490-6388-409e-a22c-2b5da48ab36d HTTP/1.1" status: 200  len: 1092 time: 2.0858133
Nov 06 20:59:01.188855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-dfa0e21c-189c-433e-a313-4f156eb40bd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7edde5-674c-43bf-a97c-265ac3279959 HTTP/1.1" status: 200  len: 217 time: 0.0435057
Nov 06 20:59:01.203873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:01.290517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-597f2c59-33bb-4dd5-af7d-4d77758ffb35 req-aaddbb4e-51a2-4b12-83cc-be8d5b0a5dd4 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 210 time: 0.0851951
Nov 06 20:59:01.319284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-3c6af06f-6f53-409a-9496-18e3e4ba7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:01.321717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-3c6af06f-6f53-409a-9496-18e3e4ba7f38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 200  len: 853 time: 0.1144350
Nov 06 20:59:01.325259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-ab49805c-eb2f-43af-b903-a068112e2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:01.326773 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-ab49805c-eb2f-43af-b903-a068112e2696 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&device_id=7a17d778-9236-458e-aa12-f22d07373a44 HTTP/1.1" status: 200  len: 1095 time: 0.0668242
Nov 06 20:59:01.328443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cdda7b7-ebb3-4d3f-ba37-9e4b72c18d83 req-92c3ee95-65f3-41ca-8fb0-0fbb3e06a485 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434376
Nov 06 20:59:01.378606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-d9aa32e9-439f-4644-9391-4afda34bd356 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414188
Nov 06 20:59:01.402194 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-86357271-734d-4f1e-84bd-796e7637ca65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad493490-6388-409e-a22c-2b5da48ab36d HTTP/1.1" status: 200  len: 217 time: 0.0393443
Nov 06 20:59:01.482318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-482de9d7-d7f0-4c93-a444-85d0db661f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:01.484522 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-482de9d7-d7f0-4c93-a444-85d0db661f54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 200  len: 853 time: 0.0695381
Nov 06 20:59:01.508242 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-04f72d00-31c8-413c-8d6f-12975316ca8c service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214108
Nov 06 20:59:01.524847 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-85f3acf1-93c4-40c6-95bd-7a9b4d841806 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313647
Nov 06 20:59:01.532696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Router ca4f8771-5fcc-4d0d-baa1-2a93d20e001d is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:01.633251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1aed2938-770f-4431-992d-c11c06cd2db4 req-09d05abd-96f0-40a3-9659-5e0fad22bd7f service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1165674
Nov 06 20:59:01.746951 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-a93e1b8f-3fcf-43b9-9ef2-628582eb8917 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099171
Nov 06 20:59:01.767315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:01.780023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 21508f07-0718-477d-a58c-ec0512e5bdad no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:01.780575 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Sync routers for ids ['ca4f8771-5fcc-4d0d-baa1-2a93d20e001d'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:01.804266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 21508f07-0718-477d-a58c-ec0512e5bdad {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:59:01.804643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 21508f07-0718-477d-a58c-ec0512e5bdad not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:01.804859 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Routers {'ca4f8771-5fcc-4d0d-baa1-2a93d20e001d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:01.806319 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252792070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['ca4f8771-5fcc-4d0d-baa1-2a93d20e001d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:01.823591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:01.825094 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7c9c61b4-c2de-4e0b-9e72-593496987c46 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 3.7824090
Nov 06 20:59:01.828925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36378) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:01.848629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2340-d1aa-474c-96d1-791326a4ada6 req-5d694e2e-a832-4783-a217-e6dc5025f30d tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:01.850282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d57f2340-d1aa-474c-96d1-791326a4ada6 req-5d694e2e-a832-4783-a217-e6dc5025f30d tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 949 time: 0.0895681
Nov 06 20:59:01.914343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d57f2340-d1aa-474c-96d1-791326a4ada6 req-82de4fee-cca6-45a4-a654-61d424b3aa9a tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560443
Nov 06 20:59:01.943335 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Set router ca4f8771-5fcc-4d0d-baa1-2a93d20e001d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:01.990201 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6ba98c-1aba-40f1-a750-9f329124e669 req-53863e9f-4d07-4704-8e00-18664c177785 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342110
Nov 06 20:59:02.019151 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-24c95be2-1273-4afb-bc80-137381902393 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/routers/ca4f8771-5fcc-4d0d-baa1-2a93d20e001d HTTP/1.1" status: 200  len: 909 time: 0.1890771
Nov 06 20:59:02.021812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36386) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:02.027897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1827542455', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': True}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:02.081853 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.082913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.123677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487097b6-681d-431e-8dab-9cd068461597 req-1efb5336-6119-4461-b83e-f57803267fb6 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:02.125383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-487097b6-681d-431e-8dab-9cd068461597 req-1efb5336-6119-4461-b83e-f57803267fb6 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 943 time: 0.0845187
Nov 06 20:59:02.168691 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252792070>, [{'id': 'ca4f8771-5fcc-4d0d-baa1-2a93d20e001d', 'name': 'tempest-snat-router-1827542455', 'tenant_id': '49a9fc8756d1449abe99e82c5248e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.227'}], 'enable_snat': False}, 'gw_port_id': '18e0e21a-1595-435d-a974-4e3ac6a488b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:58:58Z', 'updated_at': '2021-11-06T20:59:00Z', 'revision_number': 3, 'project_id': '49a9fc8756d1449abe99e82c5248e53c', 'gw_port': {'id': '18e0e21a-1595-435d-a974-4e3ac6a488b7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4f8771-5fcc-4d0d-baa1-2a93d20e001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:58:58Z', 'updated_at': '2021-11-06T20:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:02.170456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.201178 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Checking router: ca4f8771-5fcc-4d0d-baa1-2a93d20e001d for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:59:02.202231 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Updating router ca4f8771-5fcc-4d0d-baa1-2a93d20e001d port 18e0e21a-1595-435d-a974-4e3ac6a488b7 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:59:02.228026 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.341001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-487097b6-681d-431e-8dab-9cd068461597 req-e12dc599-22af-4ba7-93d8-08bffac31e51 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787531
Nov 06 20:59:02.349452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.443308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9869aee7-99e2-4523-ad79-3f119706e8b8 req-6976dd2d-0811-462f-974c-463865b3d951 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 210 time: 0.0616298
Nov 06 20:59:02.508911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111c8c1-6182-4a8a-9906-e694ce66d295 req-61afae74-2416-40b3-898b-3e5683d8b8b2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:02.510595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8111c8c1-6182-4a8a-9906-e694ce66d295 req-61afae74-2416-40b3-898b-3e5683d8b8b2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 943 time: 0.0707314
Nov 06 20:59:02.571959 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.580413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8111c8c1-6182-4a8a-9906-e694ce66d295 req-d81a916d-3ccd-4a40-9674-960a69462dfd tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607972
Nov 06 20:59:02.594538 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.597421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-0cbeb263-68fb-4090-a195-f27e9a9c40c9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:02.599818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-0cbeb263-68fb-4090-a195-f27e9a9c40c9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 808 time: 0.1747792
Nov 06 20:59:02.615532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Request body: {'port': {'device_id': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'admin_state_up': True, 'tenant_id': 'a80ec8702cd94e0eaefdf3eb907a0cff'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:02.650416 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Pushing event updated for resources: {'Port': ['ID=18e0e21a-1595-435d-a974-4e3ac6a488b7,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:02.658262 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Attempting to bind port 18e0e21a-1595-435d-a974-4e3ac6a488b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:02.658627 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Attempting to bind port 18e0e21a-1595-435d-a974-4e3ac6a488b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:02.658991 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Attempting to bind port 18e0e21a-1595-435d-a974-4e3ac6a488b7 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:02.662742 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.663085 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.663421 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.663753 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.664078 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.664430 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.664755 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.665076 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.665563 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.665884 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.666205 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.666523 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:02.672183 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:02.672566 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:02.672963 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.673349 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:02.673810 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Bound port: 18e0e21a-1595-435d-a974-4e3ac6a488b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:02.674185 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.707549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.725613 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] For port 18e0e21a-1595-435d-a974-4e3ac6a488b7, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:02.727508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.728821 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] For port 18e0e21a-1595-435d-a974-4e3ac6a488b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18e0e21a-1595-435d-a974-4e3ac6a488b7,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:02.734913 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.737620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Made reservation on behalf of a80ec8702cd94e0eaefdf3eb907a0cff for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:02.741776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:02.847303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Allocated IP 172.35.0.230 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/00bd5bca-aaa0-4823-aa8c-5a87fd29100c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:02.874031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Allocated IP 172.20.0.13 (a0d87934-0232-4205-a7f7-5ad3a2322d26/700ccb63-5106-4e87-ba88-ceed32dd9408/4194ac97-448e-472f-b93d-2a03adcfb436) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:02.887569 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Routers {'ca4f8771-5fcc-4d0d-baa1-2a93d20e001d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:02.888485 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252792070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['ca4f8771-5fcc-4d0d-baa1-2a93d20e001d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:02.926251 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad0d27-13e0-40cd-9873-a32ba923d676 None None] Pushing event updated for resources: {'Port': ['ID=18e0e21a-1595-435d-a974-4e3ac6a488b7,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:03.011111 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] Set router ca4f8771-5fcc-4d0d-baa1-2a93d20e001d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:03.035750 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.037504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.077380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.077639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21026c65-39c6-4eda-a2af-8dbdde00b3d7 req-afc36d5c-1568-43a8-ba87-8b629b0479fe tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:03.079910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21026c65-39c6-4eda-a2af-8dbdde00b3d7 req-afc36d5c-1568-43a8-ba87-8b629b0479fe tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 949 time: 0.0864911
Nov 06 20:59:03.110662 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.121166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Network a0d87934-0232-4205-a7f7-5ad3a2322d26 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:03.124871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:03.131669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:03.162579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Pushing event updated for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:03.169495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a17d778-9236-458e-aa12-f22d07373a44', 'tag': 'ad493490-6388-409e-a22c-2b5da48ab36d'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:03.172089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21026c65-39c6-4eda-a2af-8dbdde00b3d7 req-dd24d75b-98ac-4f79-82b9-83f306b315bc tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863526
Nov 06 20:59:03.172271 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463" -d '{"events": [{"name": "network-changed", "server_uuid": "7a17d778-9236-458e-aa12-f22d07373a44", "tag": "ad493490-6388-409e-a22c-2b5da48ab36d"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:03.178112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:03.181582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:03.188966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:03.192323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'Port': ['ID=00bd5bca-aaa0-4823-aa8c-5a87fd29100c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:03.212124 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252792070>, [{'id': 'ca4f8771-5fcc-4d0d-baa1-2a93d20e001d', 'name': 'tempest-snat-router-1827542455', 'tenant_id': '49a9fc8756d1449abe99e82c5248e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.227'}], 'enable_snat': False}, 'gw_port_id': '18e0e21a-1595-435d-a974-4e3ac6a488b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:58:58Z', 'updated_at': '2021-11-06T20:59:00Z', 'revision_number': 3, 'project_id': '49a9fc8756d1449abe99e82c5248e53c', 'gw_port': {'id': '18e0e21a-1595-435d-a974-4e3ac6a488b7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4f8771-5fcc-4d0d-baa1-2a93d20e001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:58:58Z', 'updated_at': '2021-11-06T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:03.231553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:03.232237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.264780 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-adbab59a-f322-4e8f-9f4a-ccb6202b0b4f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6454353
Nov 06 20:59:03.264905 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028103c7-421d-428f-8479-0a33b5e8d71e None None] The sync data for ids ['ca4f8771-5fcc-4d0d-baa1-2a93d20e001d'] in ncdv-master-1 is: [{'id': 'ca4f8771-5fcc-4d0d-baa1-2a93d20e001d', 'name': 'tempest-snat-router-1827542455', 'tenant_id': '49a9fc8756d1449abe99e82c5248e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.227'}], 'enable_snat': False}, 'gw_port_id': '18e0e21a-1595-435d-a974-4e3ac6a488b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:58:58Z', 'updated_at': '2021-11-06T20:59:00Z', 'revision_number': 3, 'project_id': '49a9fc8756d1449abe99e82c5248e53c', 'gw_port': {'id': '18e0e21a-1595-435d-a974-4e3ac6a488b7', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4f8771-5fcc-4d0d-baa1-2a93d20e001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:58:58Z', 'updated_at': '2021-11-06T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:03.274914 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d9f845-d3db-4846-8eef-508dac406798 x-openstack-request-id: req-25d9f845-d3db-4846-8eef-508dac406798 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:03.275457 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a17d778-9236-458e-aa12-f22d07373a44", "tag": "ad493490-6388-409e-a22c-2b5da48ab36d", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:03.275853 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25d9f845-d3db-4846-8eef-508dac406798 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:03.276463 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a17d778-9236-458e-aa12-f22d07373a44', 'tag': 'ad493490-6388-409e-a22c-2b5da48ab36d', 'status': 'completed', 'code': 200}
Nov 06 20:59:03.294637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Request body: {'port': {'device_id': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:03.364698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.443356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-2322e868-48b3-4692-8327-7f85de87992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:03.444961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-2322e868-48b3-4692-8327-7f85de87992e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&device_id=7a17d778-9236-458e-aa12-f22d07373a44 HTTP/1.1" status: 200  len: 1095 time: 0.1191530
Nov 06 20:59:03.738238 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4194ac97-448e-472f-b93d-2a03adcfb436 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:03.740453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158e1b6-16e9-47d9-b2f1-139aa4e2cbc9 req-ed83b48b-8bc9-4d2a-82ac-ddb37c9edd56 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:03.742041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c158e1b6-16e9-47d9-b2f1-139aa4e2cbc9 req-ed83b48b-8bc9-4d2a-82ac-ddb37c9edd56 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 943 time: 0.2782576
Nov 06 20:59:03.749432 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.759724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.761838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-dfcf16c5-78ac-4b76-bd9c-1a47a0af1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:03.763408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-dfcf16c5-78ac-4b76-bd9c-1a47a0af1665 service neutron] 10.222.0.10 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 914 time: 0.3078568
Nov 06 20:59:03.765768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Transition to ACTIVE for port object 4194ac97-448e-472f-b93d-2a03adcfb436 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:59:03.775067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:03.778162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941844b9-659c-4057-9f56-af0e919d98be req-10dee775-23d2-4208-ae2c-3fa99c8eff5a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:03.779729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-941844b9-659c-4057-9f56-af0e919d98be req-10dee775-23d2-4208-ae2c-3fa99c8eff5a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 932 time: 0.2102981
Nov 06 20:59:03.790471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:03.851648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Pushing event updated for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:03.965335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 18e0e21a-1595-435d-a974-4e3ac6a488b7 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:04.018544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:04.019030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:04.020028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:04.025975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:04.026398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:04.032797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:04.033190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:04.033641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:04.034143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Bound port: 4194ac97-448e-472f-b93d-2a03adcfb436, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:04.034568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.049108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:04.060162 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:59:04.077238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'port_id': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'mac_address': 'fa:16:3e:c5:f1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:59:04.079947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 18e0e21a-1595-435d-a974-4e3ac6a488b7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:04.080533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.118090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:04.122365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:04.129502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.209562 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.220263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Pushing event updated for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:04.220744 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.225516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:04.226180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.227585 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-aef9d3b5-735e-40f2-949c-ddf99d6ceb65 service neutron] 10.222.0.10 "PUT /v2.0/ports/4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 200  len: 1092 time: 0.9384396
Nov 06 20:59:04.248791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:04.263091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 18e0e21a-1595-435d-a974-4e3ac6a488b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18e0e21a-1595-435d-a974-4e3ac6a488b7,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:04.272903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.317085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-f71dad45-70ba-4d57-8e54-2a96625c5f86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad493490-6388-409e-a22c-2b5da48ab36d HTTP/1.1" status: 200  len: 217 time: 0.5363212
Nov 06 20:59:04.327805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:04.339295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-902445d5-e5a8-495b-8d1d-54fbd5d2dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:04.340070 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-902445d5-e5a8-495b-8d1d-54fbd5d2dcd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1095 time: 0.0445609
Nov 06 20:59:04.350710 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.357239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=18e0e21a-1595-435d-a974-4e3ac6a488b7,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:04.365356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.365923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.366439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.366943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.367424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.367922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.368425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.368901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.369395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.369870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.370356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.370830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:04.392270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-a69c2993-8014-4c29-913b-0baaada01747 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 200  len: 217 time: 0.0423265
Nov 06 20:59:04.440268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:04.476459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c158e1b6-16e9-47d9-b2f1-139aa4e2cbc9 req-60fb165c-ffca-43ca-87b0-9c582015acf2 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7246709
Nov 06 20:59:04.478559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-b60a9ba8-2b42-43cf-b7ef-b520e9a8d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:04.479983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-b60a9ba8-2b42-43cf-b7ef-b520e9a8d2b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 200  len: 853 time: 0.1075747
Nov 06 20:59:04.490638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-941844b9-659c-4057-9f56-af0e919d98be req-d90f881e-d2e1-4d0c-8c13-373d4b5d4465 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6472452
Nov 06 20:59:04.536044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-fe247e77-10be-4270-ae29-18d51efb44d1 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:04.537854 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-fe247e77-10be-4270-ae29-18d51efb44d1 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 949 time: 0.1445253
Nov 06 20:59:04.540100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-c564db5a-c5c5-424d-a7e8-efc103d02792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:04.542052 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-c564db5a-c5c5-424d-a7e8-efc103d02792 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.1400797
Nov 06 20:59:04.631594 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-32547487-aa61-480e-bb41-66e90ffa167b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328617
Nov 06 20:59:04.637445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-64c7b9b2-3520-49c8-b49a-cb3e44e2aa90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1457839
Nov 06 20:59:04.784135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:04.790550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:04.813268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedb996-57f8-4b25-80c6-9112fdc87d94 req-3a0b43a9-e00f-4c56-bc8e-4808a19350e2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:04.815449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cedb996-57f8-4b25-80c6-9112fdc87d94 req-3a0b43a9-e00f-4c56-bc8e-4808a19350e2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 944 time: 0.1804450
Nov 06 20:59:04.829872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74784aef-084d-409c-afa7-12c6a7a7fa98 req-3c90e950-b3bd-45ca-b3cd-6c955e58fb32 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:04.831711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74784aef-084d-409c-afa7-12c6a7a7fa98 req-3c90e950-b3bd-45ca-b3cd-6c955e58fb32 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 949 time: 0.1979198
Nov 06 20:59:04.938129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-3a40431b-919d-4589-82cd-7254e3499b20 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2780187
Nov 06 20:59:05.085387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74784aef-084d-409c-afa7-12c6a7a7fa98 req-c821622e-1f33-4d36-a836-f1a1af08267b tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/security-groups?id=40ed6b20-449b-4c31-aba7-933ca817494b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951530
Nov 06 20:59:05.088444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Deleting port 727932c3-7c17-41cf-a440-b43625fb7fb0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:05.088797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:05.092691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cedb996-57f8-4b25-80c6-9112fdc87d94 req-895a8173-ee51-40bb-8e04-6eea9245c188 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2536469
Nov 06 20:59:05.144269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c31e8d2b-104c-4ee3-b6bf-f538ebed1463 req-aa4858af-e885-4ec0-abd3-bea8f0e9e5d4 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979678
Nov 06 20:59:05.149062 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-5cc38a31-f499-4b9e-9ea7-bad58754c139 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4797246
Nov 06 20:59:05.164353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Router 4acb4796-3001-40be-a1f1-ea32efe82260 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:05.257264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] For port 727932c3-7c17-41cf-a440-b43625fb7fb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727932c3-7c17-41cf-a440-b43625fb7fb0,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:05.257633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:05.275988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Calling delete_port for 727932c3-7c17-41cf-a440-b43625fb7fb0 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:05.277442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:05.279734 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faee562-ece8-45be-a59a-e46886962ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:05.282446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:05.294720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Sync routers for ids ['4acb4796-3001-40be-a1f1-ea32efe82260'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:05.306931 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:05.307846 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d1b94e6-53d8-4f1d-8925-6433af15b9e0 req-4dc6d151-b2c9-4306-8430-6927a87b9120 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468709
Nov 06 20:59:05.312998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36440) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:05.313666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bf9303e9-baa0-497c-be20-1a4b8c4a5439 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 3.2890413
Nov 06 20:59:05.330845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Routers {'4acb4796-3001-40be-a1f1-ea32efe82260'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:05.331567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251346880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4acb4796-3001-40be-a1f1-ea32efe82260'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:05.346655 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780fca55-f849-4659-8676-4ed441aad66f x-openstack-request-id: req-780fca55-f849-4659-8676-4ed441aad66f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:05.347048 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:05.347237 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-780fca55-f849-4659-8676-4ed441aad66f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:05.347584 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436', 'status': 'completed', 'code': 200}
Nov 06 20:59:05.454638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Set router 4acb4796-3001-40be-a1f1-ea32efe82260 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:05.494143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faee562-ece8-45be-a59a-e46886962ff4 req-11c7712c-bc88-492d-a71f-013555e0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:05.495658 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7faee562-ece8-45be-a59a-e46886962ff4 req-11c7712c-bc88-492d-a71f-013555e0d1c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1095 time: 0.1142685
Nov 06 20:59:05.627005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88537360-f10e-437e-835a-4782ae4443a4 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/routers/4acb4796-3001-40be-a1f1-ea32efe82260 HTTP/1.1" status: 200  len: 908 time: 0.3076291
Nov 06 20:59:05.627005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36454) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:05.682843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251346880>, [{'id': '4acb4796-3001-40be-a1f1-ea32efe82260', 'name': 'tempest-snat-router-1827542455', 'tenant_id': '49a9fc8756d1449abe99e82c5248e53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.230'}], 'enable_snat': True}, 'gw_port_id': '00bd5bca-aaa0-4823-aa8c-5a87fd29100c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:02Z', 'updated_at': '2021-11-06T20:59:03Z', 'revision_number': 3, 'project_id': '49a9fc8756d1449abe99e82c5248e53c', 'gw_port': {'id': '00bd5bca-aaa0-4823-aa8c-5a87fd29100c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4acb4796-3001-40be-a1f1-ea32efe82260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:02Z', 'updated_at': '2021-11-06T20:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:05.713034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Checking router: 4acb4796-3001-40be-a1f1-ea32efe82260 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:59:05.713531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Updating router 4acb4796-3001-40be-a1f1-ea32efe82260 port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:59:05.717826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:05.738191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1e1ce-e703-42bf-9828-3eed44aa5588 req-7e952e4a-94e5-48d8-94b9-6f6c8c07ca2a tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:05.739754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4a1e1ce-e703-42bf-9828-3eed44aa5588 req-7e952e4a-94e5-48d8-94b9-6f6c8c07ca2a tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 943 time: 0.1327434
Nov 06 20:59:05.742143 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:05.750156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f5e-f83f-42fd-866c-2afba7617d03 req-150b1eb7-fb27-4b74-a447-3e77febaf61f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:05.751668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90458f5e-f83f-42fd-866c-2afba7617d03 req-150b1eb7-fb27-4b74-a447-3e77febaf61f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 944 time: 0.1262438
Nov 06 20:59:05.823112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Pushing event deleted for resources: {'Port': ['ID=727932c3-7c17-41cf-a440-b43625fb7fb0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:05.825456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faee562-ece8-45be-a59a-e46886962ff4 req-b1e2567e-8d0b-4515-9f33-0c99c6c8e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:05.827547 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7faee562-ece8-45be-a59a-e46886962ff4 req-b1e2567e-8d0b-4515-9f33-0c99c6c8e55e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.3140218
Nov 06 20:59:05.845700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4a1e1ce-e703-42bf-9828-3eed44aa5588 req-6351ff49-218c-4a19-8e57-90cb80abb566 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927355
Nov 06 20:59:05.868928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90458f5e-f83f-42fd-866c-2afba7617d03 req-4d3c677f-9faf-4dd6-b88d-9b7e0fd80970 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085737
Nov 06 20:59:05.913110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ad493490-6388-409e-a22c-2b5da48ab36d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:05.921510 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7faee562-ece8-45be-a59a-e46886962ff4 req-a4f159d0-7a52-4485-9435-5a11dfe5a493 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 200  len: 217 time: 0.0849240
Nov 06 20:59:05.932511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 18e0e21a-1595-435d-a974-4e3ac6a488b7 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:05.936782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] No DVR routers for this DVR port 727932c3-7c17-41cf-a440-b43625fb7fb0 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:05.946155 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:05.949237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:05.953348 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7b7d6776-1005-4764-9276-3dd15fa76455 req-a66e77eb-b312-4674-93fc-274863037cb4 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.10 "DELETE /v2.0/ports/727932c3-7c17-41cf-a440-b43625fb7fb0 HTTP/1.1" status: 204  len: 173 time: 1.4009743
Nov 06 20:59:06.065742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faee562-ece8-45be-a59a-e46886962ff4 req-a98ecb34-c111-42b2-97fa-6d1cdcca1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:06.067328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7faee562-ece8-45be-a59a-e46886962ff4 req-a98ecb34-c111-42b2-97fa-6d1cdcca1846 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.1320386
Nov 06 20:59:06.126877 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7faee562-ece8-45be-a59a-e46886962ff4 req-abfc1446-06ba-4ad5-a303-552a6a6e3680 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435460
Nov 06 20:59:06.149597 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.159299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 18e0e21a-1595-435d-a974-4e3ac6a488b7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:06.159674 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.227184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ad493490-6388-409e-a22c-2b5da48ab36d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad493490-6388-409e-a22c-2b5da48ab36d,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:06.258715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'ad493490-6388-409e-a22c-2b5da48ab36d', 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'port_id': 'ad493490-6388-409e-a22c-2b5da48ab36d', 'mac_address': 'fa:16:3e:9d:94:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d525d4-ac1a-4466-87a1-7fed3a911f1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:59:06.270213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fc6fbb8-53fb-4d10-ac34-6a69f41f2ce3 req-9462c331-4d8d-43df-8c06-4852ca25f3f2 tempest-ListImageFiltersTestJSON-1372948671 tempest-ListImageFiltersTestJSON-1372948671-project] 10.222.0.13 "GET /v2.0/ports?device_id=6262f742-8bb2-4502-ae7f-a74d0bc253fc HTTP/1.1" status: 200  len: 210 time: 0.0591347
Nov 06 20:59:06.278991 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7faee562-ece8-45be-a59a-e46886962ff4 req-6f13199b-46f2-461c-a2d4-442f8089e070 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399872
Nov 06 20:59:06.369747 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.376061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2745e-2573-4f0e-800d-a8d2101ea5a1 req-1f11274e-1a04-42ca-bd7c-84087fa7fdf7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:06.385061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ed2745e-2573-4f0e-800d-a8d2101ea5a1 req-1f11274e-1a04-42ca-bd7c-84087fa7fdf7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 944 time: 0.1026068
Nov 06 20:59:06.414004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Deleting port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:06.414335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.443354 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.448020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad493490-6388-409e-a22c-2b5da48ab36d {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:06.473360 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.494113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ed2745e-2573-4f0e-800d-a8d2101ea5a1 req-919739e3-5142-43ef-a61b-4e3bb01030e0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1079254
Nov 06 20:59:06.541906 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7faee562-ece8-45be-a59a-e46886962ff4 req-7a5c1ba8-245d-4c4d-88ee-cdc1fb780079 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448184
Nov 06 20:59:06.556487 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.557306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ad493490-6388-409e-a22c-2b5da48ab36d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad493490-6388-409e-a22c-2b5da48ab36d,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:06.568936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Attempting to bind port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:06.569443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Attempting to bind port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:06.569902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Attempting to bind port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:06.573804 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.574557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0e7edde5-674c-43bf-a97c-265ac3279959 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:06.579880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Calling delete_port for 00bd5bca-aaa0-4823-aa8c-5a87fd29100c owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:06.582413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b6c9a-60b1-4831-908f-998496f02364 None None] Pushing event updated for resources: {'Port': ['ID=00bd5bca-aaa0-4823-aa8c-5a87fd29100c,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:06.592396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:06.592782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:06.593189 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.593577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:06.594061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Bound port: 00bd5bca-aaa0-4823-aa8c-5a87fd29100c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:06.594439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.692202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0e7edde5-674c-43bf-a97c-265ac3279959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7edde5-674c-43bf-a97c-265ac3279959,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:06.694433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ad493490-6388-409e-a22c-2b5da48ab36d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:06.714096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '0e7edde5-674c-43bf-a97c-265ac3279959', 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'port_id': '0e7edde5-674c-43bf-a97c-265ac3279959', 'mac_address': 'fa:16:3e:89:ed:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d525d4-ac1a-4466-87a1-7fed3a911f1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:59:06.716128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] For port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:06.740574 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 06 20:59:06.740574 ncdv-master-1 neutron-server[119335]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)]
Nov 06 20:59:06.740574 ncdv-master-1 neutron-server[119335]: [parameters: {'port_id': '00bd5bca-aaa0-4823-aa8c-5a87fd29100c', 'host': 'ncdv-master-1', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'ceca1cbd-d337-4ded-b549-fc3908148c98'}]
Nov 06 20:59:06.740574 ncdv-master-1 neutron-server[119335]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:59:06.740987 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:59:06.756629 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.775513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7edde5-674c-43bf-a97c-265ac3279959 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:06.786231 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.800467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0e7edde5-674c-43bf-a97c-265ac3279959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7edde5-674c-43bf-a97c-265ac3279959,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:06.806065 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:06.822316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event deleted for resources: {'Port': ['ID=00bd5bca-aaa0-4823-aa8c-5a87fd29100c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:06.870657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0e7edde5-674c-43bf-a97c-265ac3279959,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:06.890379 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.007506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.011198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.031495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178c91c-29b9-4bc6-a178-b3b4dd85b36b req-e2d034df-59f5-4de2-af87-e2d8fbde2ac7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:07.033229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5178c91c-29b9-4bc6-a178-b3b4dd85b36b req-e2d034df-59f5-4de2-af87-e2d8fbde2ac7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 944 time: 0.0932095
Nov 06 20:59:07.047458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f821f-bc4c-49f5-8f0f-f3ba4a3df6bd req-d8e7b086-265c-42ad-81d8-b0e2fca96386 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:07.049135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae2f821f-bc4c-49f5-8f0f-f3ba4a3df6bd req-d8e7b086-265c-42ad-81d8-b0e2fca96386 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 944 time: 0.0928435
Nov 06 20:59:07.069162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.070393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4acb4796-3001-40be-a1f1-ea32efe82260 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:59:07.075188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.077217 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f9427fd-5bdc-4b20-b092-5a9ff70e41d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4acb4796-3001-40be-a1f1-ea32efe82260 HTTP/1.1" status: 204  len: 168 time: 1.4485035
Nov 06 20:59:07.079064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36508) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:07.135376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5178c91c-29b9-4bc6-a178-b3b4dd85b36b req-033e8a71-6a3f-4f63-abb1-cfb75c764bcd tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848265
Nov 06 20:59:07.145587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae2f821f-bc4c-49f5-8f0f-f3ba4a3df6bd req-db409395-467f-48a8-9049-bdf9ef83dd97 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862589
Nov 06 20:59:07.206311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.256446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Attempting to bind port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:07.256992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Attempting to bind port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:07.257215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Attempting to bind port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:07.263076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:07.263455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:07.264448 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.264854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:07.265335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Bound port: 00bd5bca-aaa0-4823-aa8c-5a87fd29100c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:07.265743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.284604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Port 00bd5bca-aaa0-4823-aa8c-5a87fd29100c has been deleted concurrently {{(pid=119335) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 06 20:59:07.294271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:07.294630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 06 20:59:07.295412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_agentschedulers_db [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4acb4796-3001-40be-a1f1-ea32efe82260'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent'). {{(pid=119335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 06 20:59:07.295818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ea639-7282-4fc5-896f-e7ebbfdc1a2e None None] The sync data for ids ['4acb4796-3001-40be-a1f1-ea32efe82260'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:07.315561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.348453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-deleted', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:07.351092 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675843c5-befd-4174-b5c4-c28da366370a" -d '{"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-deleted", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:07.375648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Deleting port 18e0e21a-1595-435d-a974-4e3ac6a488b7 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:07.376780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.381544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ad493490-6388-409e-a22c-2b5da48ab36d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:07.391713 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d51d352-bd38-467e-9b76-e8b95ffcbe85 x-openstack-request-id: req-1d51d352-bd38-467e-9b76-e8b95ffcbe85 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:07.392005 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6262f742-8bb2-4502-ae7f-a74d0bc253fc", "name": "network-vif-deleted", "tag": "727932c3-7c17-41cf-a440-b43625fb7fb0", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:07.392263 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d51d352-bd38-467e-9b76-e8b95ffcbe85 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:07.392676 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6262f742-8bb2-4502-ae7f-a74d0bc253fc', 'name': 'network-vif-deleted', 'tag': '727932c3-7c17-41cf-a440-b43625fb7fb0', 'status': 'completed', 'code': 200}
Nov 06 20:59:07.408421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['0e7edde5-674c-43bf-a97c-265ac3279959'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:07.470876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] For port 18e0e21a-1595-435d-a974-4e3ac6a488b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18e0e21a-1595-435d-a974-4e3ac6a488b7,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:07.471141 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.485833 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Calling delete_port for 18e0e21a-1595-435d-a974-4e3ac6a488b7 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:07.668820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.696386 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event deleted for resources: {'Port': ['ID=18e0e21a-1595-435d-a974-4e3ac6a488b7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:07.761658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.814288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:07.880979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.883678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.910437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ec476-27c3-4bdc-b46e-08da494a085c req-8614c699-4ed9-49f9-a1b0-9e00d2d9e9a0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:07.918453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-311ec476-27c3-4bdc-b46e-08da494a085c req-8614c699-4ed9-49f9-a1b0-9e00d2d9e9a0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 944 time: 0.3421056
Nov 06 20:59:07.924771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:07.925444 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.956644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.957250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca4f8771-5fcc-4d0d-baa1-2a93d20e001d {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:59:07.961633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:07.966172 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-287d06fa-5a79-480b-95cc-310a1707c388 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ca4f8771-5fcc-4d0d-baa1-2a93d20e001d HTTP/1.1" status: 204  len: 168 time: 0.8828113
Nov 06 20:59:07.967504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36550) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:07.972385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2121830036', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:08.045736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:08.046707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:08.052430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-311ec476-27c3-4bdc-b46e-08da494a085c req-8b4374ae-4509-4465-87b9-7f435c5a1bbf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001127
Nov 06 20:59:08.057008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef10e-31c2-400e-b877-619b48574bb5 req-a4707b74-e33c-4dfa-bff5-2801e9c31f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:08.059111 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-025ef10e-31c2-400e-b877-619b48574bb5 req-a4707b74-e33c-4dfa-bff5-2801e9c31f01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1096 time: 0.0793931
Nov 06 20:59:08.197716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:08.254181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a662b-1371-4ee8-80b2-988da73de49b req-cd482761-5256-4d08-940f-baabb0cee794 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:08.262567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee1a662b-1371-4ee8-80b2-988da73de49b req-cd482761-5256-4d08-940f-baabb0cee794 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1189163
Nov 06 20:59:08.321628 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:08.341334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee1a662b-1371-4ee8-80b2-988da73de49b req-5d7adcc0-e24c-4b83-bdc5-648da4e3180c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778317
Nov 06 20:59:08.359578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:08.364578 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9cfb0e-5a42-4edc-a6d4-1422d2ece5d1" -d '{"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-plugged", "status": "completed", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:08.380171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:08.384261 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:08.385123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:08.430937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 727932c3-7c17-41cf-a440-b43625fb7fb0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:59:08.431270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 727932c3-7c17-41cf-a440-b43625fb7fb0 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:08.443420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef10e-31c2-400e-b877-619b48574bb5 req-7186f337-8445-4b40-afb0-db1a61392412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:08.445647 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-025ef10e-31c2-400e-b877-619b48574bb5 req-7186f337-8445-4b40-afb0-db1a61392412 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.3759501
Nov 06 20:59:08.447911 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:08.475461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:08.517933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a960fe-7c21-4c35-a048-c5d07d00d559 req-f0d94b38-cbb0-45d1-840e-f6b85305e571 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:08.519551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8a960fe-7c21-4c35-a048-c5d07d00d559 req-f0d94b38-cbb0-45d1-840e-f6b85305e571 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 944 time: 0.1046846
Nov 06 20:59:08.543852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f39f1-4063-46e3-9c92-4ac6453f5793 req-c0c28a10-8a36-4d66-855d-82375d6061f3 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:08.545652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479f39f1-4063-46e3-9c92-4ac6453f5793 req-c0c28a10-8a36-4d66-855d-82375d6061f3 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 944 time: 0.0861115
Nov 06 20:59:08.625531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8a960fe-7c21-4c35-a048-c5d07d00d559 req-1f3d21dd-d0e7-482d-bdfa-8ebb2c232414 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980093
Nov 06 20:59:08.630591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479f39f1-4063-46e3-9c92-4ac6453f5793 req-1646c321-59e8-44d3-975c-ad9829d06429 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754735
Nov 06 20:59:08.695093 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85bb63f-5224-4ce5-9bf0-5be9a639a42c x-openstack-request-id: req-c85bb63f-5224-4ce5-9bf0-5be9a639a42c {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:08.695388 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-plugged", "status": "completed", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:08.695641 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c85bb63f-5224-4ce5-9bf0-5be9a639a42c {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:08.696031 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'code': 200}
Nov 06 20:59:08.929815 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-025ef10e-31c2-400e-b877-619b48574bb5 req-7382e794-425a-4bab-86d2-6874916dc3cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1000 time: 0.4732687
Nov 06 20:59:08.984939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec347-0191-4c8b-be37-f413cebf42fb req-04241d6b-5cd3-456d-b18e-76efe20b0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:08.986461 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9c9ec347-0191-4c8b-be37-f413cebf42fb req-04241d6b-5cd3-456d-b18e-76efe20b0cbb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 1097 time: 0.1026700
Nov 06 20:59:09.015298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef10e-31c2-400e-b877-619b48574bb5 req-fd187974-f27b-41c7-a3aa-a7fdcd980034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:09.016870 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-025ef10e-31c2-400e-b877-619b48574bb5 req-fd187974-f27b-41c7-a3aa-a7fdcd980034 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0798228
Nov 06 20:59:09.091104 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9c9ec347-0191-4c8b-be37-f413cebf42fb req-0b1ced86-af4f-42ac-88bd-8d376523919b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963864
Nov 06 20:59:09.142317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ef10e-31c2-400e-b877-619b48574bb5 req-e6d039e5-42d8-453d-a825-daa730b32a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:09.143933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-025ef10e-31c2-400e-b877-619b48574bb5 req-e6d039e5-42d8-453d-a825-daa730b32a13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1155322
Nov 06 20:59:09.210020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.223507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f24201-8e54-4774-afc1-66ba3c33dbee req-777b00f0-5e7f-40a0-a41e-fa165029b501 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:09.225271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0f24201-8e54-4774-afc1-66ba3c33dbee req-777b00f0-5e7f-40a0-a41e-fa165029b501 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.0688212
Nov 06 20:59:09.225840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36616) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:09.234878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36618) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:09.238169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.300913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0f24201-8e54-4774-afc1-66ba3c33dbee req-ddeadc5e-0f3d-48ee-b838-2a9b16e69e09 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662174
Nov 06 20:59:09.365180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Allocated IP 172.35.0.128 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/f58c031e-18cb-4774-b0f7-9c100f1ad949) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:09.389599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5f21cab7-4e1e-43e4-920b-f0c9571ee348 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=753c99ec4c5644e4bdc41ee986f427ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1604378
Nov 06 20:59:09.389973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36626) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:09.397595 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46bf5c08-5d78-45b2-a506-8487feade589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.478232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a410e0a5-5e39-42fd-ad15-5b7bceaf7f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.500266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed784-d881-41a1-a9ef-aa666219d107 req-3678e9e1-d0b5-44c0-a244-bfbeebea8cbd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:09.501805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-749ed784-d881-41a1-a9ef-aa666219d107 req-3678e9e1-d0b5-44c0-a244-bfbeebea8cbd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0779154
Nov 06 20:59:09.519905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a410e0a5-5e39-42fd-ad15-5b7bceaf7f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.555464 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-025ef10e-31c2-400e-b877-619b48574bb5 req-68fbcca0-a7e5-436e-ba09-0361071ea808 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838927
Nov 06 20:59:09.585642 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-749ed784-d881-41a1-a9ef-aa666219d107 req-a30d4b24-9c44-423d-9b43-390c621db915 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754211
Nov 06 20:59:09.609520 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a410e0a5-5e39-42fd-ad15-5b7bceaf7f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.612141 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a410e0a5-5e39-42fd-ad15-5b7bceaf7f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.613359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a410e0a5-5e39-42fd-ad15-5b7bceaf7f43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40ed6b20-449b-4c31-aba7-933ca817494b HTTP/1.1" status: 204  len: 168 time: 0.2222266
Nov 06 20:59:09.621622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410e0a5-5e39-42fd-ad15-5b7bceaf7f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ed6b20-449b-4c31-aba7-933ca817494b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:09.657419 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.685774 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46bf5c08-5d78-45b2-a506-8487feade589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.697796 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46bf5c08-5d78-45b2-a506-8487feade589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.746187 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-025ef10e-31c2-400e-b877-619b48574bb5 req-22e3448a-5c13-4743-8cca-bfddd91ff3b8 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813312
Nov 06 20:59:09.762131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46bf5c08-5d78-45b2-a506-8487feade589 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82e9bba0db4c457594a2f4b31a7dc9b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5257213
Nov 06 20:59:09.768273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:09.786428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf5c08-5d78-45b2-a506-8487feade589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afadf26-4b4c-403d-82d5-d6730f18e74d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:09.798303 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.819935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2cbc-7462-4f70-869c-e1acf87568f1 req-8464cfd4-3fe5-425e-8365-ffd58ff6fbc1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:09.821558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be2c2cbc-7462-4f70-869c-e1acf87568f1 req-8464cfd4-3fe5-425e-8365-ffd58ff6fbc1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 944 time: 0.1027737
Nov 06 20:59:09.831012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51a594-81d8-4977-b1a3-171ac96b7222 req-290ceacc-a686-4f1c-9ec3-5cd20a3b2678 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:09.840328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4194ac97-448e-472f-b93d-2a03adcfb436 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:09.840966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc51a594-81d8-4977-b1a3-171ac96b7222 req-290ceacc-a686-4f1c-9ec3-5cd20a3b2678 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 944 time: 0.1196690
Nov 06 20:59:09.858169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:09.862590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:09.867526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:09.904771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event updated for resources: {'Port': ['ID=f58c031e-18cb-4774-b0f7-9c100f1ad949,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:09.917995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0e7edde5-674c-43bf-a97c-265ac3279959 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:09.935160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc51a594-81d8-4977-b1a3-171ac96b7222 req-cbcffff9-8fc3-4a83-b94c-83b07d0b9e85 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890276
Nov 06 20:59:09.938563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f214622d-c90a-4cb0-a5c9-21d8bead7de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:09.982804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be2c2cbc-7462-4f70-869c-e1acf87568f1 req-96127e72-6772-4568-85be-fca9120c0897 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388717
Nov 06 20:59:09.994876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 18e0e21a-1595-435d-a974-4e3ac6a488b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:10.017354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 18e0e21a-1595-435d-a974-4e3ac6a488b7 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:59:10.017783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 18e0e21a-1595-435d-a974-4e3ac6a488b7 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:10.047813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f214622d-c90a-4cb0-a5c9-21d8bead7de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.079012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:10.087506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 0e7edde5-674c-43bf-a97c-265ac3279959 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:59:10.094868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 0e7edde5-674c-43bf-a97c-265ac3279959 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:10.095470 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.118772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '4194ac97-448e-472f-b93d-2a03adcfb436', 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'port_id': '4194ac97-448e-472f-b93d-2a03adcfb436', 'mac_address': 'fa:16:3e:fe:ba:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700ccb63-5106-4e87-ba88-ceed32dd9408', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:59:10.179625 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.200414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4194ac97-448e-472f-b93d-2a03adcfb436 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:10.216552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f214622d-c90a-4cb0-a5c9-21d8bead7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.219359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f214622d-c90a-4cb0-a5c9-21d8bead7de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.226214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f214622d-c90a-4cb0-a5c9-21d8bead7de2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0afadf26-4b4c-403d-82d5-d6730f18e74d HTTP/1.1" status: 204  len: 168 time: 0.4568326
Nov 06 20:59:10.245264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214622d-c90a-4cb0-a5c9-21d8bead7de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afadf26-4b4c-403d-82d5-d6730f18e74d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:10.252287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:10.258241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.270771 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.340830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0e7edde5-674c-43bf-a97c-265ac3279959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7edde5-674c-43bf-a97c-265ac3279959,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:10.355574 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.357054 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.360168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ad493490-6388-409e-a22c-2b5da48ab36d up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:10.419349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:10.438852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1e38-6add-4f09-a840-3306aa60a10b req-b35a8086-39c3-448f-acb6-d07e2961e442 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:10.446842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-797b1e38-6add-4f09-a840-3306aa60a10b req-b35a8086-39c3-448f-acb6-d07e2961e442 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.0635073
Nov 06 20:59:10.517954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0e7edde5-674c-43bf-a97c-265ac3279959,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:10.527693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port ad493490-6388-409e-a22c-2b5da48ab36d completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:59:10.534789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port ad493490-6388-409e-a22c-2b5da48ab36d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:10.535485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.563190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-797b1e38-6add-4f09-a840-3306aa60a10b req-313a00ec-2910-4909-9201-454d972ef68b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126242
Nov 06 20:59:10.686584 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.701656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86319767-1e5a-4a86-923e-5cf44758eb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7edde5-674c-43bf-a97c-265ac3279959'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:10.704136 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af995b6a-c62d-41a9-95e0-97e4e1f0d4a0" -d '{"events": [{"server_uuid": "86319767-1e5a-4a86-923e-5cf44758eb77", "name": "network-vif-plugged", "status": "completed", "tag": "0e7edde5-674c-43bf-a97c-265ac3279959"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:10.766646 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fef99f-8f74-4944-9727-591cfcc220dc x-openstack-request-id: req-e1fef99f-8f74-4944-9727-591cfcc220dc {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:10.766995 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86319767-1e5a-4a86-923e-5cf44758eb77", "name": "network-vif-plugged", "status": "completed", "tag": "0e7edde5-674c-43bf-a97c-265ac3279959", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:10.767214 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1fef99f-8f74-4944-9727-591cfcc220dc {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:10.768907 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86319767-1e5a-4a86-923e-5cf44758eb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7edde5-674c-43bf-a97c-265ac3279959', 'code': 200}
Nov 06 20:59:10.772819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b5ac3-1bdf-416a-9723-eeb9867cff32 req-405542ce-d351-422d-b252-7434ed63de92 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:10.776820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-492b5ac3-1bdf-416a-9723-eeb9867cff32 req-405542ce-d351-422d-b252-7434ed63de92 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0929146
Nov 06 20:59:10.800138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ad493490-6388-409e-a22c-2b5da48ab36d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad493490-6388-409e-a22c-2b5da48ab36d,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:10.811958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.821351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4194ac97-448e-472f-b93d-2a03adcfb436'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:10.863332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-492b5ac3-1bdf-416a-9723-eeb9867cff32 req-32d397d8-ba83-4efa-9d63-66a2dbe15a22 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751688
Nov 06 20:59:10.930941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:10.934363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b310d-7654-41e3-87e1-f5c87cd87961 req-9b5cae71-29b0-48b5-8257-0f7753b8b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:10.936112 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-418b310d-7654-41e3-87e1-f5c87cd87961 req-9b5cae71-29b0-48b5-8257-0f7753b8b8f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 1096 time: 0.1106191
Nov 06 20:59:10.968175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ad493490-6388-409e-a22c-2b5da48ab36d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:11.073446 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-418b310d-7654-41e3-87e1-f5c87cd87961 req-8e950242-c251-4870-810f-320c366faee3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785236
Nov 06 20:59:11.169201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Router dc6174b1-b63b-4a67-b1c4-104b13a066f8 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:11.186107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb40f2-1333-4e25-8c3b-a6547eeeaa19 req-6c0401ba-6ece-41f6-9842-9d69232f3a7b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:11.189133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68eb40f2-1333-4e25-8c3b-a6547eeeaa19 req-6c0401ba-6ece-41f6-9842-9d69232f3a7b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 945 time: 0.1334965
Nov 06 20:59:11.269588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68eb40f2-1333-4e25-8c3b-a6547eeeaa19 req-76d68bdd-4bdf-471a-b5a8-accd85fc48de tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646551
Nov 06 20:59:11.424412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:11.436192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe0943-2990-4dfd-9661-ea3f0f8d4880 None None] Sync routers for ids ['dc6174b1-b63b-4a67-b1c4-104b13a066f8'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:11.462743 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:11.463481 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe0943-2990-4dfd-9661-ea3f0f8d4880 None None] Routers {'dc6174b1-b63b-4a67-b1c4-104b13a066f8'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:11.465603 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8bbe0943-2990-4dfd-9661-ea3f0f8d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dc6174b1-b63b-4a67-b1c4-104b13a066f8'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:11.467929 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-22730f82-178b-4acd-bb86-24af2b19e6cf tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.4986787
Nov 06 20:59:11.469983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36732) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:11.489715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8194382e-cdaa-4c56-a89a-e3ed1e7448d3 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': False}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:11.559984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee05ae6-5695-4a11-95d9-cbbf9cc1c20d req-8195053c-a6e9-4488-8189-8a2c0173984b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:11.566022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ee05ae6-5695-4a11-95d9-cbbf9cc1c20d req-8195053c-a6e9-4488-8189-8a2c0173984b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 945 time: 0.1833382
Nov 06 20:59:11.572664 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8bbe0943-2990-4dfd-9661-ea3f0f8d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0580>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:11.582385 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe0943-2990-4dfd-9661-ea3f0f8d4880 None None] Routers {'dc6174b1-b63b-4a67-b1c4-104b13a066f8'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:11.583039 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8bbe0943-2990-4dfd-9661-ea3f0f8d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dc6174b1-b63b-4a67-b1c4-104b13a066f8'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:11.655482 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8bbe0943-2990-4dfd-9661-ea3f0f8d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0580>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:11.656174 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe0943-2990-4dfd-9661-ea3f0f8d4880 None None] The sync data for ids ['dc6174b1-b63b-4a67-b1c4-104b13a066f8'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:11.715777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ee05ae6-5695-4a11-95d9-cbbf9cc1c20d req-aa544ec2-87ac-472e-b689-522f3b316f90 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362767
Nov 06 20:59:11.844392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb85aaa-a642-4db5-8f37-a7316576eeb8 req-e8895378-1086-402d-8e23-ed119fcca420 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:11.855179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1eb85aaa-a642-4db5-8f37-a7316576eeb8 req-e8895378-1086-402d-8e23-ed119fcca420 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.1383262
Nov 06 20:59:11.938165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1eb85aaa-a642-4db5-8f37-a7316576eeb8 req-4d3a7f53-4415-4143-aea6-2a9278fa3007 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699532
Nov 06 20:59:11.991253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8194382e-cdaa-4c56-a89a-e3ed1e7448d3 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.018628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36758) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:12.133089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36764) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:12.163870 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c978dbe2-f726-4cf6-9d6d-50ef5e5c3b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.202172 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-edd0cce3-8f31-44b3-a439-74cbbd989137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.295609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c978dbe2-f726-4cf6-9d6d-50ef5e5c3b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.303245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c978dbe2-f726-4cf6-9d6d-50ef5e5c3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.360179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-edd0cce3-8f31-44b3-a439-74cbbd989137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.363141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c978dbe2-f726-4cf6-9d6d-50ef5e5c3b56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb06bd82db614514b5fea56c59fc5817&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3430851
Nov 06 20:59:12.365219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978dbe2-f726-4cf6-9d6d-50ef5e5c3b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c9f06-4397-428f-b954-137343aa4f66,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:12.366159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36770) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:12.369546 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-edd0cce3-8f31-44b3-a439-74cbbd989137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.417085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-edd0cce3-8f31-44b3-a439-74cbbd989137 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75164f714cd84bb9aaacac1642b3fde2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2819855
Nov 06 20:59:12.429521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36772) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:12.447731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0cce3-8f31-44b3-a439-74cbbd989137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a694ca50-bc60-4397-9bde-bc0e7c1b2e3f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:12.466092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232cda7-8e10-40e9-99ba-c60c5dfa8120 req-d04d416e-caa1-4620-80ca-285a1618c0f0 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:12.470174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4232cda7-8e10-40e9-99ba-c60c5dfa8120 req-d04d416e-caa1-4620-80ca-285a1618c0f0 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 945 time: 0.0773439
Nov 06 20:59:12.487787 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8194382e-cdaa-4c56-a89a-e3ed1e7448d3 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.500841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8194382e-cdaa-4c56-a89a-e3ed1e7448d3 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.504410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbacb-adb2-4461-9fc1-924a4fd18108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.525029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4232cda7-8e10-40e9-99ba-c60c5dfa8120 req-4dc96172-f863-4f9f-9b86-57bd31afc6db tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483079
Nov 06 20:59:12.561687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0fe36085-46a5-4ae4-9bcc-70af2540bd48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.590745 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbacb-adb2-4461-9fc1-924a4fd18108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.643970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0fe36085-46a5-4ae4-9bcc-70af2540bd48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.709935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8194382e-cdaa-4c56-a89a-e3ed1e7448d3 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Router dc6174b1-b63b-4a67-b1c4-104b13a066f8 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:59:12.727175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbacb-adb2-4461-9fc1-924a4fd18108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.729752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d4ffbacb-adb2-4461-9fc1-924a4fd18108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.730784 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d4ffbacb-adb2-4461-9fc1-924a4fd18108 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/794c9f06-4397-428f-b954-137343aa4f66 HTTP/1.1" status: 204  len: 168 time: 0.3636894
Nov 06 20:59:12.764519 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0fe36085-46a5-4ae4-9bcc-70af2540bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.766956 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0fe36085-46a5-4ae4-9bcc-70af2540bd48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.770449 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0fe36085-46a5-4ae4-9bcc-70af2540bd48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a694ca50-bc60-4397-9bde-bc0e7c1b2e3f HTTP/1.1" status: 204  len: 168 time: 0.3375676
Nov 06 20:59:12.770600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17d778-9236-458e-aa12-f22d07373a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad493490-6388-409e-a22c-2b5da48ab36d'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:12.772437 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2d090f-5ef8-45b7-863c-acadcd8823d6" -d '{"events": [{"server_uuid": "7a17d778-9236-458e-aa12-f22d07373a44", "name": "network-vif-plugged", "status": "completed", "tag": "ad493490-6388-409e-a22c-2b5da48ab36d"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:12.779206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffbacb-adb2-4461-9fc1-924a4fd18108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c9f06-4397-428f-b954-137343aa4f66,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:12.796876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe36085-46a5-4ae4-9bcc-70af2540bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a694ca50-bc60-4397-9bde-bc0e7c1b2e3f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:12.853313 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603cf76e-f414-426b-9dac-fddaa26d4219 x-openstack-request-id: req-603cf76e-f414-426b-9dac-fddaa26d4219 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:12.853799 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17d778-9236-458e-aa12-f22d07373a44", "name": "network-vif-plugged", "status": "completed", "tag": "ad493490-6388-409e-a22c-2b5da48ab36d", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:12.854329 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-603cf76e-f414-426b-9dac-fddaa26d4219 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:12.856237 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a17d778-9236-458e-aa12-f22d07373a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad493490-6388-409e-a22c-2b5da48ab36d', 'code': 200}
Nov 06 20:59:12.878545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a293-4785-4ffa-90cc-d1bd634946bf req-cc311df5-5944-4463-b873-89e4da531700 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:12.883246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cee9a293-4785-4ffa-90cc-d1bd634946bf req-cc311df5-5944-4463-b873-89e4da531700 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 945 time: 0.1113930
Nov 06 20:59:12.894409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194382e-cdaa-4c56-a89a-e3ed1e7448d3 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:12.898626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8194382e-cdaa-4c56-a89a-e3ed1e7448d3 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:12.900281 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8194382e-cdaa-4c56-a89a-e3ed1e7448d3 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "PUT /v2.0/routers/dc6174b1-b63b-4a67-b1c4-104b13a066f8 HTTP/1.1" status: 200  len: 922 time: 1.4272707
Nov 06 20:59:12.902992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36782) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:12.907901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17512f-d96b-4aa7-af56-d421ac8bc68f None None] Sync routers for ids ['dc6174b1-b63b-4a67-b1c4-104b13a066f8'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:12.923609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17512f-d96b-4aa7-af56-d421ac8bc68f None None] Routers {'dc6174b1-b63b-4a67-b1c4-104b13a066f8'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:12.924673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-fd17512f-d96b-4aa7-af56-d421ac8bc68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251942e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dc6174b1-b63b-4a67-b1c4-104b13a066f8'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:12.971253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-fd17512f-d96b-4aa7-af56-d421ac8bc68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251942e50>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:12.978269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cee9a293-4785-4ffa-90cc-d1bd634946bf req-c38d5736-09b2-4b7b-9025-c4c7745d6017 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875888
Nov 06 20:59:12.983216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17512f-d96b-4aa7-af56-d421ac8bc68f None None] Routers {'dc6174b1-b63b-4a67-b1c4-104b13a066f8'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:12.984170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-fd17512f-d96b-4aa7-af56-d421ac8bc68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251942e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dc6174b1-b63b-4a67-b1c4-104b13a066f8'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:13.028360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-fd17512f-d96b-4aa7-af56-d421ac8bc68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251942e50>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:13.029243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17512f-d96b-4aa7-af56-d421ac8bc68f None None] The sync data for ids ['dc6174b1-b63b-4a67-b1c4-104b13a066f8'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:13.118780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aab69-8cd6-43ec-875c-317ae6892b69 req-2653c2dc-b376-4fd4-b009-640dba75d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:13.122120 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a72aab69-8cd6-43ec-875c-317ae6892b69 req-2653c2dc-b376-4fd4-b009-640dba75d445 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a17d778-9236-458e-aa12-f22d07373a44 HTTP/1.1" status: 200  len: 1097 time: 0.1645417
Nov 06 20:59:13.125402 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d5e8ecc5-e5d6-4213-9d2f-165c76056f86 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/routers/dc6174b1-b63b-4a67-b1c4-104b13a066f8 HTTP/1.1" status: 200  len: 922 time: 0.2212045
Nov 06 20:59:13.128058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe567a2-9ad8-405b-9992-6213b5fd5a26 req-13be66c6-e399-4658-813f-6eb81046c7b7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:13.129687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2fe567a2-9ad8-405b-9992-6213b5fd5a26 req-13be66c6-e399-4658-813f-6eb81046c7b7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.0759590
Nov 06 20:59:13.130182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36798) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:13.182756 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a72aab69-8cd6-43ec-875c-317ae6892b69 req-8cc8fbe5-f40b-4c8d-966c-46b7382a50fc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535033
Nov 06 20:59:13.250488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d811f-22f5-44b6-a63b-76eb5a3bd625 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:13.254460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e6d811f-22f5-44b6-a63b-76eb5a3bd625 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=dc6174b1-b63b-4a67-b1c4-104b13a066f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1207271
Nov 06 20:59:13.255071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36808) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:13.260949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2fe567a2-9ad8-405b-9992-6213b5fd5a26 req-63158653-3f50-4eea-b989-7a2432ce6d14 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691633
Nov 06 20:59:13.365730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17e1c3-0740-4b7d-ac6f-05dd18865f1d tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:13.369911 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8d17e1c3-0740-4b7d-ac6f-05dd18865f1d tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 881 time: 0.1113143
Nov 06 20:59:13.369911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:13.397737 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7fe4152c-0c62-44d3-a494-1721327ef226 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6174b1-b63b-4a67-b1c4-104b13a066f8 HTTP/1.1" status: 200  len: 205 time: 0.0264878
Nov 06 20:59:13.400308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:13.572943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36832) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:13.681290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62303910-b80a-4baf-b16a-23722a147184 req-7fae5ba9-3e11-449d-b347-21893dc79953 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:13.690212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62303910-b80a-4baf-b16a-23722a147184 req-7fae5ba9-3e11-449d-b347-21893dc79953 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 945 time: 0.0899723
Nov 06 20:59:13.759595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62303910-b80a-4baf-b16a-23722a147184 req-144403b4-3bfa-4076-a188-dc3edf576a50 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642607
Nov 06 20:59:13.828086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1382344490-network', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:13.855866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4194ac97-448e-472f-b93d-2a03adcfb436 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:13.867383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:13.908364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8510f2-81ad-4e67-83d6-97b8fa37c497 req-11f6cef0-cb87-48dd-91d5-304f22b21e1c tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:13.909976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f8510f2-81ad-4e67-83d6-97b8fa37c497 req-11f6cef0-cb87-48dd-91d5-304f22b21e1c tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a17d778-9236-458e-aa12-f22d07373a44 HTTP/1.1" status: 200  len: 946 time: 0.0766723
Nov 06 20:59:13.910619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Made reservation on behalf of bde5e9d550d3483d977ecaff1085f735 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:13.912991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:13.924927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:13.954237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 4194ac97-448e-472f-b93d-2a03adcfb436 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:59:13.962370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 4194ac97-448e-472f-b93d-2a03adcfb436 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:13.962842 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:13.989332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:13.994570 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f8510f2-81ad-4e67-83d6-97b8fa37c497 req-36e5c4ec-b3cd-4f1e-b448-694c710628ed tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715349
Nov 06 20:59:14.059532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Deleting port f58c031e-18cb-4774-b0f7-9c100f1ad949 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:14.059978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.070959 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.076738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.084649 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.107027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:59:14.123526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b44f9ea-caea-4c13-a903-0263518f6f63,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:14.125006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:14.130799 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.131485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.131835 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Added segment 84ce553f-a77b-43ad-b3d0-bfc6641e3309 of type vlan for network cff17f89-70c3-4182-b73b-2147af75a12c
Nov 06 20:59:14.177112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.193319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:14.201743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Calling delete_port for f58c031e-18cb-4774-b0f7-9c100f1ad949 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:14.214842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.235681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf63e5b-4319-4468-af0c-3a51da20d84c req-31f78f30-bcb1-4b04-8c92-25a0f6055a3e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:14.237273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9cf63e5b-4319-4468-af0c-3a51da20d84c req-31f78f30-bcb1-4b04-8c92-25a0f6055a3e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 946 time: 0.1076341
Nov 06 20:59:14.271626 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.272436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:14.273031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.340685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.348643 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.373969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7960441
Nov 06 20:59:14.376144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36850) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:14.377022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9cf63e5b-4319-4468-af0c-3a51da20d84c req-710fad7f-31ba-4e32-bd60-bfe326415002 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305788
Nov 06 20:59:14.385567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bccaf0-8b0f-4962-90a9-164df5c5dac9 admin admin] Pushing event updated for resources: {'Network': ['ID=cff17f89-70c3-4182-b73b-2147af75a12c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:14.387219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Request body: {'subnet': {'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1382344490-subnet', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:14.396380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network cff17f89-70c3-4182-b73b-2147af75a12c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:59:14.441285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.443843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Made reservation on behalf of bde5e9d550d3483d977ecaff1085f735 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:14.446650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.486094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event deleted for resources: {'Port': ['ID=f58c031e-18cb-4774-b0f7-9c100f1ad949,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:14.603336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.704713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.726281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.778667 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.779729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Fanout notify agent at l3_agent the message router_deleted on router dc6174b1-b63b-4a67-b1c4-104b13a066f8 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:59:14.786672 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.787769 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0464e19c-f758-4869-ba18-b9680f7f8bea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/dc6174b1-b63b-4a67-b1c4-104b13a066f8 HTTP/1.1" status: 204  len: 168 time: 1.3865433
Nov 06 20:59:14.793038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36866) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:14.797778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e2f16d66-a0d6-49f1-9349-05ea5f503a59 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-414327219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:14.821748 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f16d66-a0d6-49f1-9349-05ea5f503a59 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.822745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f16d66-a0d6-49f1-9349-05ea5f503a59 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.830050 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.857653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:14.860760 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d411f28d-cc58-4c96-8c05-9a98ad04caee" -d '{"events": [{"server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "name": "network-vif-plugged", "status": "completed", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:14.880525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f16d66-a0d6-49f1-9349-05ea5f503a59 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.887498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f16d66-a0d6-49f1-9349-05ea5f503a59 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.901000 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf6e3df-6e41-4b89-b140-d4e7ab776492 x-openstack-request-id: req-eaf6e3df-6e41-4b89-b140-d4e7ab776492 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:14.901298 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "name": "network-vif-plugged", "status": "completed", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:14.901551 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaf6e3df-6e41-4b89-b140-d4e7ab776492 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:14.901933 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436', 'code': 200}
Nov 06 20:59:14.905207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=940393f2-aac1-4707-95aa-b95488482ef0,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:14.908768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f16d66-a0d6-49f1-9349-05ea5f503a59 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:14.911953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Checking segment: {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:14.912275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Network hostable DHCP agents. Network: cff17f89-70c3-4182-b73b-2147af75a12c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:59:14.919091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e2f16d66-a0d6-49f1-9349-05ea5f503a59 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1233323
Nov 06 20:59:14.920140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36870) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:14.930439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:15.024669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Network cff17f89-70c3-4182-b73b-2147af75a12c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:59:15.098312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cff17f89-70c3-4182-b73b-2147af75a12c) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:15.107940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:15.108568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.110535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6daa31-1abc-4156-92f3-159f13f7a99e None None] Network cff17f89-70c3-4182-b73b-2147af75a12c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:15.124602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f045af2-4ba0-44f7-b016-974fc32adea8 req-2d8bcb96-0812-49b2-a62f-c7737165e2b9 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:15.126649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f045af2-4ba0-44f7-b016-974fc32adea8 req-2d8bcb96-0812-49b2-a62f-c7737165e2b9 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a17d778-9236-458e-aa12-f22d07373a44 HTTP/1.1" status: 200  len: 946 time: 0.0512059
Nov 06 20:59:15.130037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac6dd-b241-4fcf-94be-c3ab3e104e3f req-f6a30c02-0cf1-414f-b3c0-54d2679504db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:15.131740 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-219ac6dd-b241-4fcf-94be-c3ab3e104e3f req-f6a30c02-0cf1-414f-b3c0-54d2679504db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1097 time: 0.1640544
Nov 06 20:59:15.184474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f045af2-4ba0-44f7-b016-974fc32adea8 req-9c7dafab-0bb5-41b5-8c14-f10103b22b0f tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478578
Nov 06 20:59:15.211279 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-54cf9997-1b98-42c2-9adc-1e92a8e54732 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.8339248
Nov 06 20:59:15.215138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:15.217773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.222238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:15.252342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.253833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.260544 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-219ac6dd-b241-4fcf-94be-c3ab3e104e3f req-4bc8fa25-c244-4029-bbdd-f4ec98e95ddb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928259
Nov 06 20:59:15.280971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cff17f89-70c3-4182-b73b-2147af75a12c', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:59:15.282248 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.324806 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.487528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Allocated IP 172.20.0.2 (cff17f89-70c3-4182-b73b-2147af75a12c/940393f2-aac1-4707-95aa-b95488482ef0/321caf6d-9d86-4ce6-9638-6c6005781d71) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:15.537513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.564418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.617684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.686971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Allocated IP 172.35.0.127 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/4c56d1ef-41dd-432f-8c5d-2441df61e9fa) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:15.690668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de09b5-50c7-42d9-8d81-cdda77560ead req-32fb6d49-034c-4f47-b7ac-48c3adf14282 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:15.699823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9de09b5-50c7-42d9-8d81-cdda77560ead req-32fb6d49-034c-4f47-b7ac-48c3adf14282 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 946 time: 0.1615312
Nov 06 20:59:15.767786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9de09b5-50c7-42d9-8d81-cdda77560ead req-645ea381-f7d0-4776-8138-1e899136d7c9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590761
Nov 06 20:59:15.783698 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.791279 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.842044 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.847447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Network cff17f89-70c3-4182-b73b-2147af75a12c is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:15.851006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:15.860092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:15.892158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:15.951283 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:15.954425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:15.956904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:15.967433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Pushing event updated for resources: {'Port': ['ID=321caf6d-9d86-4ce6-9638-6c6005781d71,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:16.003226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event updated for resources: {'Port': ['ID=4c56d1ef-41dd-432f-8c5d-2441df61e9fa,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:16.017173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Attempting to bind port 321caf6d-9d86-4ce6-9638-6c6005781d71 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:16.017600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Attempting to bind port 321caf6d-9d86-4ce6-9638-6c6005781d71 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:16.018018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Attempting to bind port 321caf6d-9d86-4ce6-9638-6c6005781d71 on network cff17f89-70c3-4182-b73b-2147af75a12c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:16.023763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:16.024227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Checking segment: {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:16.024731 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.025234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Bound using segment: {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:16.025722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Bound port: 321caf6d-9d86-4ce6-9638-6c6005781d71, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:16.026510 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.123712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] For port 321caf6d-9d86-4ce6-9638-6c6005781d71, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:16.128788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] For port 321caf6d-9d86-4ce6-9638-6c6005781d71, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=321caf6d-9d86-4ce6-9638-6c6005781d71,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:16.137040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.244338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cf0a6-8de9-4b87-8e15-4931c9e64332 None None] Pushing event updated for resources: {'Port': ['ID=321caf6d-9d86-4ce6-9638-6c6005781d71,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:16.361226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.495293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.535137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-84088ef1-f114-4cdc-84d0-3c03c7e5674e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:16.536897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-84088ef1-f114-4cdc-84d0-3c03c7e5674e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 813 time: 0.6695981
Nov 06 20:59:16.538073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.589996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-f14fb46f-43e5-4e26-8473-eaad4b556e01 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/quotas/7c12e0618d884fc29318833f9f5a544e HTTP/1.1" status: 200  len: 375 time: 0.0434179
Nov 06 20:59:16.611634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.615380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.690818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-c5f98c3a-14d4-441d-aa7c-949f9f315776 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0923953
Nov 06 20:59:16.705978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Allocated IP 172.35.0.45 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/2956686a-edfe-4376-8d01-1ba58384998f) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:16.744899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Router 1999bc07-2b4a-458b-95c0-626f4ac538b3 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:16.785369 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-07557e2a-1301-435f-94f4-35664ee0c9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.865266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:16.874999 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eea917-e0a7-43af-b3be-2937563008f1 None None] Sync routers for ids ['1999bc07-2b4a-458b-95c0-626f4ac538b3'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:16.879779 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.884305 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0c3d0825-aefe-48c4-9696-00fd547234fc tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "PUT /v2.0/routers/1999bc07-2b4a-458b-95c0-626f4ac538b3 HTTP/1.1" status: 200  len: 879 time: 1.9619765
Nov 06 20:59:16.884950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36918) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:16.885453 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eea917-e0a7-43af-b3be-2937563008f1 None None] Routers {'1999bc07-2b4a-458b-95c0-626f4ac538b3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:16.886089 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c1eea917-e0a7-43af-b3be-2937563008f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ccd9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1999bc07-2b4a-458b-95c0-626f4ac538b3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:16.889769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-b2de448c-7973-4983-8682-ecfb41d1828b service neutron] 10.222.0.13 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910346
Nov 06 20:59:16.930461 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c1eea917-e0a7-43af-b3be-2937563008f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ccd9a0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:16.946902 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:16.948336 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eea917-e0a7-43af-b3be-2937563008f1 None None] Routers {'1999bc07-2b4a-458b-95c0-626f4ac538b3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:16.948887 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c1eea917-e0a7-43af-b3be-2937563008f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ccd9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1999bc07-2b4a-458b-95c0-626f4ac538b3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:16.999306 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c1eea917-e0a7-43af-b3be-2937563008f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ccd9a0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:17.000827 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eea917-e0a7-43af-b3be-2937563008f1 None None] The sync data for ids ['1999bc07-2b4a-458b-95c0-626f4ac538b3'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:17.037225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095885-8669-4181-bb67-455ba96f7155 req-1610ea4f-d300-43e2-9bb3-a08b7a18c33e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:17.038258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2095885-8669-4181-bb67-455ba96f7155 req-1610ea4f-d300-43e2-9bb3-a08b7a18c33e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 946 time: 0.2016182
Nov 06 20:59:17.059219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36922) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:17.059560 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b96e165b-0e32-4120-8444-231efa664865 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/routers/1999bc07-2b4a-458b-95c0-626f4ac538b3 HTTP/1.1" status: 200  len: 920 time: 0.1734490
Nov 06 20:59:17.171989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-5c3db833-c762-4526-8f63-95e83a0c7f53 service neutron] 10.222.0.13 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522323
Nov 06 20:59:17.178852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2095885-8669-4181-bb67-455ba96f7155 req-229e3457-11db-44c9-af97-de2d59023626 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303174
Nov 06 20:59:17.185751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:17.221401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415f947d-5867-4a1c-8986-fa76fadaa3d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:17.223029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-415f947d-5867-4a1c-8986-fa76fadaa3d7 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=1999bc07-2b4a-458b-95c0-626f4ac538b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1443686
Nov 06 20:59:17.227266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36928) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:17.241597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:17.244818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:17.247309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:17.253848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2956686a-edfe-4376-8d01-1ba58384998f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:17.374117 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5f3c6-04c2-420c-a707-631102ff51ce tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:17.376881 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-92a5f3c6-04c2-420c-a707-631102ff51ce tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 881 time: 0.1486025
Nov 06 20:59:17.379573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36930) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:17.394765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dffc7c-44d2-4b45-9e76-cfcdad07e379 None None] Network cff17f89-70c3-4182-b73b-2147af75a12c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:17.417917 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-22642919-53f5-46f1-bba1-df9a2353fcd3 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=1999bc07-2b4a-458b-95c0-626f4ac538b3 HTTP/1.1" status: 200  len: 205 time: 0.0369525
Nov 06 20:59:17.420609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36932) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:17.483982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a66de544-2205-48d1-a6b1-e8a9589351e9 None None] Provisioning complete for port 321caf6d-9d86-4ce6-9638-6c6005781d71 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:17.484934 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a66de544-2205-48d1-a6b1-e8a9589351e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:17.595384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:17.674996 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:17.739278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a66de544-2205-48d1-a6b1-e8a9589351e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:17.815611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a66de544-2205-48d1-a6b1-e8a9589351e9 None None] For port 321caf6d-9d86-4ce6-9638-6c6005781d71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=321caf6d-9d86-4ce6-9638-6c6005781d71,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:17.828080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a66de544-2205-48d1-a6b1-e8a9589351e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:17.844200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-122a71ea-e613-44d2-90a3-457f67e25dce req-e1b8cdd2-f2f0-4201-acd8-d6d86c27c906 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 210 time: 0.0531824
Nov 06 20:59:17.889016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-c08bee7f-68f6-4428-bb54-243b676e57ba tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:17.891603 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-c08bee7f-68f6-4428-bb54-243b676e57ba tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a17d778-9236-458e-aa12-f22d07373a44 HTTP/1.1" status: 200  len: 946 time: 0.1931837
Nov 06 20:59:17.895074 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:17.917743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66de544-2205-48d1-a6b1-e8a9589351e9 None None] Pushing event updated for resources: {'Port': ['ID=321caf6d-9d86-4ce6-9638-6c6005781d71,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:17.948392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-24e599c7-3dd5-4012-bf69-14603b4ca763 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:17.950412 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-24e599c7-3dd5-4012-bf69-14603b4ca763 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "GET /v2.0/ports?device_id=86319767-1e5a-4a86-923e-5cf44758eb77 HTTP/1.1" status: 200  len: 945 time: 0.3829238
Nov 06 20:59:17.987865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 321caf6d-9d86-4ce6-9638-6c6005781d71 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:18.085453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 321caf6d-9d86-4ce6-9638-6c6005781d71 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:18.086018 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.186849 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.224602 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Deleting port 4c56d1ef-41dd-432f-8c5d-2441df61e9fa {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:18.224937 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.231261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Deleting port ad493490-6388-409e-a22c-2b5da48ab36d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:18.231601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.290689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Deleting port 0e7edde5-674c-43bf-a97c-265ac3279959 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:18.291034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.361753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4a0a39bb-e201-44b2-a514-b4ee1e9a592f None None] Provisioning complete for port 321caf6d-9d86-4ce6-9638-6c6005781d71 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:18.362125 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a0a39bb-e201-44b2-a514-b4ee1e9a592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.470843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7a6ca-2173-4cbf-a17d-d665fee3d92c req-83653d9a-675a-42d3-9ad2-0698885f78aa tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:18.474216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aaa7a6ca-2173-4cbf-a17d-d665fee3d92c req-83653d9a-675a-42d3-9ad2-0698885f78aa tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 946 time: 0.1798303
Nov 06 20:59:18.479479 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.484891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Router a827159d-0534-4d9e-91f4-d9249de4ac62 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:18.498961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] For port ad493490-6388-409e-a22c-2b5da48ab36d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad493490-6388-409e-a22c-2b5da48ab36d,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:18.499297 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.521435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Calling delete_port for 4c56d1ef-41dd-432f-8c5d-2441df61e9fa owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:18.535164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] For port 0e7edde5-674c-43bf-a97c-265ac3279959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7edde5-674c-43bf-a97c-265ac3279959,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:18.535548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.538406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Calling delete_port for ad493490-6388-409e-a22c-2b5da48ab36d owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:18.558452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Calling delete_port for 0e7edde5-674c-43bf-a97c-265ac3279959 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:18.593378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aaa7a6ca-2173-4cbf-a17d-d665fee3d92c req-7c0685d5-8bb5-4e88-b5b3-6f4255b9ae34 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116042
Nov 06 20:59:18.695374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:18.704257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Sync routers for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:18.737969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:18.739124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b28e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:58:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:18.754586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f80da5-4e20-47ad-875b-c31af8ff0032 req-e4a36d05-e440-4238-8d74-5b5abd9d3583 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:18.757339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f80da5-4e20-47ad-875b-c31af8ff0032 req-e4a36d05-e440-4238-8d74-5b5abd9d3583 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1097 time: 0.0800288
Nov 06 20:59:18.760924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.762931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1ccc8b19-6a7f-4399-8dda-1645618922a5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 3.5459750
Nov 06 20:59:18.765740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36972) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:18.940249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:18.940647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f80da5-4e20-47ad-875b-c31af8ff0032 req-567e91f8-a473-499c-83f9-338f0e40b18b tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137133
Nov 06 20:59:19.035440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-962aa299-4f12-49f0-99a4-5e7fb4c7ca80 req-f77f4ad8-f691-4608-b947-0a5b80afc822 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 210 time: 0.0809147
Nov 06 20:59:19.213887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64a9be-eb6f-4655-8be8-d1dbd0114f8a req-92ef5465-ddb5-4538-9783-42a9851120ed tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:19.215749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f64a9be-eb6f-4655-8be8-d1dbd0114f8a req-92ef5465-ddb5-4538-9783-42a9851120ed tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1097 time: 0.1143718
Nov 06 20:59:19.289547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:19.338913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f64a9be-eb6f-4655-8be8-d1dbd0114f8a req-093b842b-d071-4e74-ae27-a81e1651595f tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066618
Nov 06 20:59:19.476667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-e27c2118-f344-4b4a-9bd9-be8e080653b2 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:19.478223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-e27c2118-f344-4b4a-9bd9-be8e080653b2 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 813 time: 0.2779396
Nov 06 20:59:19.505502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Request body: {'port': {'device_id': '25923086-946d-426a-9928-7eb58fc69090', 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'admin_state_up': True, 'tenant_id': '7c12e0618d884fc29318833f9f5a544e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:19.505758 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8857c5e8-6b9e-43ec-bb76-06250acbb423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:19.609765 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:19.611964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Pushing event deleted for resources: {'Port': ['ID=ad493490-6388-409e-a22c-2b5da48ab36d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:19.643940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:19.707396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Pushing event deleted for resources: {'Port': ['ID=0e7edde5-674c-43bf-a97c-265ac3279959,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:19.714435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b28e80>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:17Z', 'revision_number': 3, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:19.748365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] No DVR routers for this DVR port ad493490-6388-409e-a22c-2b5da48ab36d on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:19.766487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Checking router: a827159d-0534-4d9e-91f4-d9249de4ac62 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:59:19.767003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Updating router a827159d-0534-4d9e-91f4-d9249de4ac62 port 2956686a-edfe-4376-8d01-1ba58384998f binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:59:19.789846 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:19.795460 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ad28ada2-930e-4709-8e3d-5dd0da651efb req-b6125ac0-bbad-45b1-ba47-bc0bda527569 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "DELETE /v2.0/ports/ad493490-6388-409e-a22c-2b5da48ab36d HTTP/1.1" status: 204  len: 173 time: 1.8824511
Nov 06 20:59:19.806287 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:19.821225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17d778-9236-458e-aa12-f22d07373a44', 'name': 'network-vif-deleted', 'tag': 'ad493490-6388-409e-a22c-2b5da48ab36d'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:19.823559 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8526a89d-7a98-4b9a-b6fe-bffb8e298e6f" -d '{"events": [{"server_uuid": "7a17d778-9236-458e-aa12-f22d07373a44", "name": "network-vif-deleted", "tag": "ad493490-6388-409e-a22c-2b5da48ab36d"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:19.830116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] No DVR routers for this DVR port 0e7edde5-674c-43bf-a97c-265ac3279959 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:19.836831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event deleted for resources: {'Port': ['ID=4c56d1ef-41dd-432f-8c5d-2441df61e9fa,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:19.842347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:19.844660 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-316e3b7e-70d2-4749-926b-0aacf8003bd7 req-5f89a36c-db2e-4d3f-bda3-e3e281174cbe tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "DELETE /v2.0/ports/0e7edde5-674c-43bf-a97c-265ac3279959 HTTP/1.1" status: 204  len: 173 time: 1.8411133
Nov 06 20:59:19.890005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0e7edde5-674c-43bf-a97c-265ac3279959 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:19.959587 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afea0fc-8bf6-476d-aaaf-8f36a9d10da7 x-openstack-request-id: req-5afea0fc-8bf6-476d-aaaf-8f36a9d10da7 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:19.959882 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17d778-9236-458e-aa12-f22d07373a44", "name": "network-vif-deleted", "tag": "ad493490-6388-409e-a22c-2b5da48ab36d", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:19.960134 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5afea0fc-8bf6-476d-aaaf-8f36a9d10da7 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:19.960561 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a17d778-9236-458e-aa12-f22d07373a44', 'name': 'network-vif-deleted', 'tag': 'ad493490-6388-409e-a22c-2b5da48ab36d', 'status': 'completed', 'code': 200}
Nov 06 20:59:19.976219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460074ff-20ab-4bcb-9f12-5eff8119896b req-80723629-22c5-4acc-af79-07e7e55836e5 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:19.988160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-460074ff-20ab-4bcb-9f12-5eff8119896b req-80723629-22c5-4acc-af79-07e7e55836e5 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1097 time: 0.2633116
Nov 06 20:59:19.992060 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.005568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-86776450-a54e-4557-ac81-cb06ac6c7b7f tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:20.011387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 321caf6d-9d86-4ce6-9638-6c6005781d71 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:20.014027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Made reservation on behalf of 7c12e0618d884fc29318833f9f5a544e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:20.015836 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-86776450-a54e-4557-ac81-cb06ac6c7b7f tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 813 time: 0.4238966
Nov 06 20:59:20.018933 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.084520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 0e7edde5-674c-43bf-a97c-265ac3279959 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:59:20.084861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0e7edde5-674c-43bf-a97c-265ac3279959 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:20.085276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ad493490-6388-409e-a22c-2b5da48ab36d no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:20.123293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: ad493490-6388-409e-a22c-2b5da48ab36d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:59:20.123539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ad493490-6388-409e-a22c-2b5da48ab36d not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:20.198169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Request body: {'port': {'device_id': '4b078aad-b0ea-4219-ad06-31d344d0374d', 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'admin_state_up': True, 'tenant_id': '7c12e0618d884fc29318833f9f5a544e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:20.215152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 321caf6d-9d86-4ce6-9638-6c6005781d71 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:20.215531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.253713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65c496be-f5e0-459f-822a-549036f8da4e req-8f6492fa-fc20-41e2-96dd-8604e466d20a tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 210 time: 0.0383883
Nov 06 20:59:20.276561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-460074ff-20ab-4bcb-9f12-5eff8119896b req-2e7094ea-0425-48e8-9235-ede0f3ba2a27 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2814412
Nov 06 20:59:20.283074 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.295587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.299964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.375291 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.375935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Fanout notify agent at l3_agent the message router_deleted on router 1999bc07-2b4a-458b-95c0-626f4ac538b3 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:59:20.384374 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.386205 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c3b5692a-b18b-4c62-bd6b-33ff98b83334 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/1999bc07-2b4a-458b-95c0-626f4ac538b3 HTTP/1.1" status: 204  len: 168 time: 2.9643595
Nov 06 20:59:20.389982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37014) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:20.397969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c0b6c17c-4751-44be-a09f-0bc68b7d5131 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-696600542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:20.426648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Allocated IP 172.20.0.7 (af3a0b98-5e85-4204-bfc9-9a8757f4ab65/60d525d4-ac1a-4466-87a1-7fed3a911f1b/8a518c86-0ed7-4991-b132-8a2a643d85b4) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:20.436126 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.448739 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.455256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c17c-4751-44be-a09f-0bc68b7d5131 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.457529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c17c-4751-44be-a09f-0bc68b7d5131 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.517532 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb172f8e-527c-4b75-8ec2-04e8d09bc764 None None] Pushing event updated for resources: {'Port': ['ID=2956686a-edfe-4376-8d01-1ba58384998f,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:20.520178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Made reservation on behalf of 7c12e0618d884fc29318833f9f5a544e for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:20.526080 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.574317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Attempting to bind port 2956686a-edfe-4376-8d01-1ba58384998f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:20.574701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Attempting to bind port 2956686a-edfe-4376-8d01-1ba58384998f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:20.575040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Attempting to bind port 2956686a-edfe-4376-8d01-1ba58384998f on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:20.585333 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.588024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:20.588470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:20.588865 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.589262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:20.589745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Bound port: 2956686a-edfe-4376-8d01-1ba58384998f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:20.590162 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.663347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Allocated IP 172.20.0.1 (cff17f89-70c3-4182-b73b-2147af75a12c/940393f2-aac1-4707-95aa-b95488482ef0/87b859b6-c253-470f-9b01-cfd148b3cf88) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:20.716546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] For port 2956686a-edfe-4376-8d01-1ba58384998f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:20.720440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] For port 2956686a-edfe-4376-8d01-1ba58384998f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2956686a-edfe-4376-8d01-1ba58384998f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:20.725964 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.738724 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c17c-4751-44be-a09f-0bc68b7d5131 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.745228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c17c-4751-44be-a09f-0bc68b7d5131 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.779971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c17c-4751-44be-a09f-0bc68b7d5131 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.786500 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c0b6c17c-4751-44be-a09f-0bc68b7d5131 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3953326
Nov 06 20:59:20.786802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:20.787274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37022) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:20.787449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b28e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:20.793059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb172f8e-527c-4b75-8ec2-04e8d09bc764 None None] Pushing event updated for resources: {'Port': ['ID=2956686a-edfe-4376-8d01-1ba58384998f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:20.793528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': True}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:20.840599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.916195 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.938529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:20.963586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:21.012320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:21.018183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:21.036285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:21.075571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Allocated IP 172.20.0.3 (af3a0b98-5e85-4204-bfc9-9a8757f4ab65/60d525d4-ac1a-4466-87a1-7fed3a911f1b/b2d5d03b-8f4a-49cf-96ef-822017228b48) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:21.096851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:21.097527 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.130538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.149043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6489189
Nov 06 20:59:21.151748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.157248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Network cff17f89-70c3-4182-b73b-2147af75a12c is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:21.163292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Request body: {'port': {'device_id': '25923086-946d-426a-9928-7eb58fc69090', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:21.190833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:21.192700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d609f-7ca1-426a-81e3-7767dbdf24d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Pushing event updated for resources: {'Port': ['ID=8a518c86-0ed7-4991-b132-8a2a643d85b4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:21.207824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:21.225512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b28e80>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:17Z', 'revision_number': 3, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:21.238142 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.268321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898766f-5342-4410-9322-cf9a18bb891c None None] The sync data for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 is: [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:17Z', 'revision_number': 3, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:21.598894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.623768 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.645111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0bdfb1f6-385e-4842-896e-c08b3fb5112c None None] Provisioning complete for port 87b859b6-c253-470f-9b01-cfd148b3cf88 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:21.645628 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb1f6-385e-4842-896e-c08b3fb5112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.660439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.712967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0bdfb1f6-385e-4842-896e-c08b3fb5112c None None] Port 87b859b6-c253-470f-9b01-cfd148b3cf88 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:59:21.749016 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.778880 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.839677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Pushing event updated for resources: {'Port': ['ID=b2d5d03b-8f4a-49cf-96ef-822017228b48,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:21.893382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:21.897308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:21.904841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:21.963562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86319767-1e5a-4a86-923e-5cf44758eb77', 'name': 'network-vif-deleted', 'tag': '0e7edde5-674c-43bf-a97c-265ac3279959'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:21.966829 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb017b5-3b90-4e5c-b68c-6f32b00bee4c" -d '{"events": [{"server_uuid": "86319767-1e5a-4a86-923e-5cf44758eb77", "name": "network-vif-deleted", "tag": "0e7edde5-674c-43bf-a97c-265ac3279959"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:21.976784 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:21.976939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2956686a-edfe-4376-8d01-1ba58384998f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:21.979076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Allocated IP 172.35.0.202 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/e764be34-e602-4db9-a5e7-96c5177d0b25) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:22.016830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:22.019947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.084587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2956686a-edfe-4376-8d01-1ba58384998f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:22.084999 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.111827 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-af934f9d-ab5f-496e-9d46-fb5de713f30d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9960320
Nov 06 20:59:22.145593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Request body: {'port': {'device_id': '4b078aad-b0ea-4219-ad06-31d344d0374d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:22.222685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.226836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.234033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Pushing event updated for resources: {'Port': ['ID=87b859b6-c253-470f-9b01-cfd148b3cf88,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:22.252243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.255336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.262070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a656722-e32d-4c0f-a3d8-0dcc1edac32c req-abc57ed9-f742-4d2a-9d87-dc84ed1f7327 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:22.264369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a656722-e32d-4c0f-a3d8-0dcc1edac32c req-abc57ed9-f742-4d2a-9d87-dc84ed1f7327 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1097 time: 0.2846010
Nov 06 20:59:22.267612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 2956686a-edfe-4376-8d01-1ba58384998f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2956686a-edfe-4376-8d01-1ba58384998f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:22.277471 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.295423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3b89d-fcb2-4446-a177-f0cf74dbe09f req-899f113b-9239-4f22-acba-7cc781f2985e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:22.302718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37e3b89d-fcb2-4446-a177-f0cf74dbe09f req-899f113b-9239-4f22-acba-7cc781f2985e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 931 time: 0.3122041
Nov 06 20:59:22.436801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.460713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=2956686a-edfe-4376-8d01-1ba58384998f,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:22.485179 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.498726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:22.508126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:22.510882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:22.524053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a656722-e32d-4c0f-a3d8-0dcc1edac32c req-f01a842a-0b81-4825-8f39-903259bb313e tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418358
Nov 06 20:59:22.601066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37e3b89d-fcb2-4446-a177-f0cf74dbe09f req-0ed8e27d-52b0-4fe9-b9aa-b80752fe12a1 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2959275
Nov 06 20:59:22.659398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'Port': ['ID=e764be34-e602-4db9-a5e7-96c5177d0b25,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:22.663183 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797bc206-e05b-44b7-9934-5c2dd85262a1 x-openstack-request-id: req-797bc206-e05b-44b7-9934-5c2dd85262a1 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:22.663700 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86319767-1e5a-4a86-923e-5cf44758eb77", "name": "network-vif-deleted", "tag": "0e7edde5-674c-43bf-a97c-265ac3279959", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:22.663954 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-797bc206-e05b-44b7-9934-5c2dd85262a1 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:22.664363 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86319767-1e5a-4a86-923e-5cf44758eb77', 'name': 'network-vif-deleted', 'tag': '0e7edde5-674c-43bf-a97c-265ac3279959', 'status': 'completed', 'code': 200}
Nov 06 20:59:22.745074 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.764979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.879492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Pushing event updated for resources: {'Port': ['ID=87b859b6-c253-470f-9b01-cfd148b3cf88,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:22.882377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:22.941090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d5d03b-8f4a-49cf-96ef-822017228b48 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:22.950748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.005703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Transition to ACTIVE for port object b2d5d03b-8f4a-49cf-96ef-822017228b48 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:59:23.016575 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.062451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Network cff17f89-70c3-4182-b73b-2147af75a12c is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:23.068927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:23.169088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d5d03b-8f4a-49cf-96ef-822017228b48,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:23.210977 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.267719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a518c86-0ed7-4991-b132-8a2a643d85b4 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:23.277270 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.300874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Transition to ACTIVE for port object 8a518c86-0ed7-4991-b132-8a2a643d85b4 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:59:23.311109 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.353855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fd4d55bc-a86b-4875-abda-d6e5c65e5db1 None None] Provisioning complete for port 87b859b6-c253-470f-9b01-cfd148b3cf88 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:23.354485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fd4d55bc-a86b-4875-abda-d6e5c65e5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.404053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d55bc-a86b-4875-abda-d6e5c65e5db1 None None] Port 87b859b6-c253-470f-9b01-cfd148b3cf88 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:59:23.433909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a518c86-0ed7-4991-b132-8a2a643d85b4,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:23.547704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Router a827159d-0534-4d9e-91f4-d9249de4ac62 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:59:23.641764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Attempting to bind port 8a518c86-0ed7-4991-b132-8a2a643d85b4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:23.642185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Attempting to bind port 8a518c86-0ed7-4991-b132-8a2a643d85b4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:23.642441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Attempting to bind port 8a518c86-0ed7-4991-b132-8a2a643d85b4 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:23.650689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Port 8a518c86-0ed7-4991-b132-8a2a643d85b4 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:23.651015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Attempting to bind port 8a518c86-0ed7-4991-b132-8a2a643d85b4 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:23.689731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:23.690070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Checking segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:23.690453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Bound using segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:23.690894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Bound port: 8a518c86-0ed7-4991-b132-8a2a643d85b4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:23.691252 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.783230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:23.789985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Attempting to bind port b2d5d03b-8f4a-49cf-96ef-822017228b48 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:23.790330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Attempting to bind port b2d5d03b-8f4a-49cf-96ef-822017228b48 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:23.791037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Attempting to bind port b2d5d03b-8f4a-49cf-96ef-822017228b48 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:23.797484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8c623133-7ffe-4b03-88f4-3bb07ae1ef1c admin admin] 10.222.0.13 "PUT /v2.0/routers/a827159d-0534-4d9e-91f4-d9249de4ac62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0299418
Nov 06 20:59:23.818990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] For port 8a518c86-0ed7-4991-b132-8a2a643d85b4, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:23.824592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] For port 8a518c86-0ed7-4991-b132-8a2a643d85b4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a518c86-0ed7-4991-b132-8a2a643d85b4,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:23.833085 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.850988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf347c98-6f39-4d0c-aac1-18b3309b1bd8 req-d3cf429e-ab40-44d4-84b0-90417fcb8d99 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:23.853051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf347c98-6f39-4d0c-aac1-18b3309b1bd8 req-d3cf429e-ab40-44d4-84b0-90417fcb8d99 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 943 time: 0.1121223
Nov 06 20:59:23.916979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:23.918097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.920772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] 10.222.0.10 "PUT /v2.0/ports/8a518c86-0ed7-4991-b132-8a2a643d85b4 HTTP/1.1" status: 200  len: 1091 time: 2.7614417
Nov 06 20:59:23.923620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25923086-946d-426a-9928-7eb58fc69090', 'tag': '8a518c86-0ed7-4991-b132-8a2a643d85b4'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:23.926206 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44654c32-e506-4be0-a5d7-5bf33ca3ca19" -d '{"events": [{"name": "network-changed", "server_uuid": "25923086-946d-426a-9928-7eb58fc69090", "tag": "8a518c86-0ed7-4991-b132-8a2a643d85b4"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:23.937816 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.945578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:23.949135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Port b2d5d03b-8f4a-49cf-96ef-822017228b48 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:23.949556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Attempting to bind port b2d5d03b-8f4a-49cf-96ef-822017228b48 on network af3a0b98-5e85-4204-bfc9-9a8757f4ab65 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:24.011259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a999da5-c279-4806-9a4a-f94059972de7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a518c86-0ed7-4991-b132-8a2a643d85b4,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:24.013461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2956686a-edfe-4376-8d01-1ba58384998f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:24.059454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf347c98-6f39-4d0c-aac1-18b3309b1bd8 req-45970f69-a9d0-418f-b4af-d1a84a284677 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675792
Nov 06 20:59:24.082180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ed790ac0-d2dc-4baf-b14c-6711a54d376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:24.093825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ed790ac0-d2dc-4baf-b14c-6711a54d376b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&device_id=25923086-946d-426a-9928-7eb58fc69090 HTTP/1.1" status: 200  len: 1094 time: 0.0982432
Nov 06 20:59:24.123140 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Sync routers for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:24.130650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2956686a-edfe-4376-8d01-1ba58384998f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:24.131027 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:24.148821 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:24.149471 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ccd6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:24.156580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:24.156922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Checking segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:24.157305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Bound using segment: {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:24.157745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Bound port: b2d5d03b-8f4a-49cf-96ef-822017228b48, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab58560c-4ca5-4ed5-9db3-c96667128cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:24.158093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:24.176147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-3791d056-aa50-4c96-b126-2c5b6b03bc68 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 20:59:24.177413 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-3791d056-aa50-4c96-b126-2c5b6b03bc68 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0371890
Nov 06 20:59:24.199693 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42937a25-6e30-4a21-8868-e03f4ea91130 x-openstack-request-id: req-42937a25-6e30-4a21-8868-e03f4ea91130 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:24.199917 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25923086-946d-426a-9928-7eb58fc69090", "tag": "8a518c86-0ed7-4991-b132-8a2a643d85b4", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:24.200147 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42937a25-6e30-4a21-8868-e03f4ea91130 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:24.200832 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25923086-946d-426a-9928-7eb58fc69090', 'tag': '8a518c86-0ed7-4991-b132-8a2a643d85b4', 'status': 'completed', 'code': 200}
Nov 06 20:59:24.202461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-9437485a-42fb-4f18-bb03-b226af3ba455 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a518c86-0ed7-4991-b132-8a2a643d85b4 HTTP/1.1" status: 200  len: 217 time: 0.1044190
Nov 06 20:59:24.286405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-2390277d-3c39-4bb3-8c94-a302001dd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:24.287827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-2390277d-3c39-4bb3-8c94-a302001dd3e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 200  len: 853 time: 0.0779116
Nov 06 20:59:24.310582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-eda3e6e5-38ad-4949-8948-eb32878aca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:24.312270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-eda3e6e5-38ad-4949-8948-eb32878aca32 service neutron] 10.222.0.13 "GET /v2.0/ports/4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 200  len: 1094 time: 0.1226785
Nov 06 20:59:24.329172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] For port b2d5d03b-8f4a-49cf-96ef-822017228b48, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:24.335690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:24.336440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 20:59:24.340221 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:24.341863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] For port b2d5d03b-8f4a-49cf-96ef-822017228b48, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d5d03b-8f4a-49cf-96ef-822017228b48,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:24.343262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-303b233f-a3d4-4b8d-a04b-60e694b31ef1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447423
Nov 06 20:59:24.377763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:24.446123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:24.447038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:24.448799 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] 10.222.0.10 "PUT /v2.0/ports/b2d5d03b-8f4a-49cf-96ef-822017228b48 HTTP/1.1" status: 200  len: 1091 time: 2.3195429
Nov 06 20:59:24.451460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Router 2dfe18a0-ff56-4445-8aff-f94e9a882aff is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:24.516578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-6e5a5ebd-aa50-4c85-85e1-705e58a9f748 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655090
Nov 06 20:59:24.598852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27fab-f010-4a2c-9141-0db686d52e68 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d5d03b-8f4a-49cf-96ef-822017228b48,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:24.602084 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ccd6a0>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 2, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:24.638760 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Checking router: a827159d-0534-4d9e-91f4-d9249de4ac62 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:59:24.639799 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Updating router a827159d-0534-4d9e-91f4-d9249de4ac62 port 87b859b6-c253-470f-9b01-cfd148b3cf88 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 20:59:24.669601 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:24.670195 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b078aad-b0ea-4219-ad06-31d344d0374d', 'tag': 'b2d5d03b-8f4a-49cf-96ef-822017228b48'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:24.672758 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b078aad-b0ea-4219-ad06-31d344d0374d", "tag": "b2d5d03b-8f4a-49cf-96ef-822017228b48"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:24.681433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-ef591b16-7203-41e1-b103-b4d15e852f43 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486247
Nov 06 20:59:24.689758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-b9073399-5580-4a31-8a89-5d30988d3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:24.691493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-b9073399-5580-4a31-8a89-5d30988d3283 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 1094 time: 0.1795578
Nov 06 20:59:24.755267 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-c38a2625-9715-4f6d-9bf3-d36de0519a3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d5d03b-8f4a-49cf-96ef-822017228b48 HTTP/1.1" status: 200  len: 217 time: 0.0505998
Nov 06 20:59:24.757672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on host nch1-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:24.758181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:24.758665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:24.762421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:24.770269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:24.771603 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e04bd11b-88fd-4cf1-b273-5f4bebb9aafc tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "PUT /v2.0/routers/2dfe18a0-ff56-4445-8aff-f94e9a882aff HTTP/1.1" status: 200  len: 914 time: 3.9822767
Nov 06 20:59:24.771763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c94810-7801-4401-af94-b36ee598a2ad None None] Sync routers for ids ['2dfe18a0-ff56-4445-8aff-f94e9a882aff'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:24.780065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37138) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:24.783107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:24.783608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:24.798141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c94810-7801-4401-af94-b36ee598a2ad None None] Routers {'2dfe18a0-ff56-4445-8aff-f94e9a882aff'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:24.800630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-29c94810-7801-4401-af94-b36ee598a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b9b160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2dfe18a0-ff56-4445-8aff-f94e9a882aff'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:24.848120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-383cf013-d030-4dad-a467-6bc08332df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:24.852044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:24.852430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:24.852813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:24.853641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Bound port: 4194ac97-448e-472f-b93d-2a03adcfb436, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:24.854265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-383cf013-d030-4dad-a467-6bc08332df5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&device_id=25923086-946d-426a-9928-7eb58fc69090 HTTP/1.1" status: 200  len: 1094 time: 0.1115196
Nov 06 20:59:24.895735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-29c94810-7801-4401-af94-b36ee598a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b9b160>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:24.909537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c94810-7801-4401-af94-b36ee598a2ad None None] Routers {'2dfe18a0-ff56-4445-8aff-f94e9a882aff'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:24.910287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-29c94810-7801-4401-af94-b36ee598a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b9b160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2dfe18a0-ff56-4445-8aff-f94e9a882aff'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:24.970527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-23136aaa-57c7-4ca2-82a8-80e8ab5ca6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:24.973191 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-23136aaa-57c7-4ca2-82a8-80e8ab5ca6c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 200  len: 853 time: 0.2071853
Nov 06 20:59:24.995645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-29c94810-7801-4401-af94-b36ee598a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b9b160>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:24.996343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c94810-7801-4401-af94-b36ee598a2ad None None] The sync data for ids ['2dfe18a0-ff56-4445-8aff-f94e9a882aff'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:25.048707 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-0347e856-f23f-4a3e-bf46-666b9bb0d215 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500395
Nov 06 20:59:25.054937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-d37b388c-9042-49bc-a6e0-92d33faa9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:25.059055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-d37b388c-9042-49bc-a6e0-92d33faa9d51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 914 time: 0.1960549
Nov 06 20:59:25.063653 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-78f341c4-fe36-4542-9b42-b91ad356f170 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/routers/2dfe18a0-ff56-4445-8aff-f94e9a882aff HTTP/1.1" status: 200  len: 920 time: 0.2788842
Nov 06 20:59:25.063653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:25.064005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37156) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:25.114404 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.115623 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-89eebdbc-fe97-4d9b-8508-8595da87ddf4 service neutron] 10.222.0.13 "POST /v2.0/ports/4194ac97-448e-472f-b93d-2a03adcfb436/bindings HTTP/1.1" status: 201  len: 389 time: 0.7902815
Nov 06 20:59:25.119561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-b8209daa-a9f5-4ed8-8e85-beb65fc4aae4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a518c86-0ed7-4991-b132-8a2a643d85b4 HTTP/1.1" status: 200  len: 217 time: 0.0504758
Nov 06 20:59:25.125359 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.143837 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.208484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a8f414-b89d-4da3-945b-2dbc6a325c6b tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:25.210026 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d6a8f414-b89d-4da3-945b-2dbc6a325c6b tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=2dfe18a0-ff56-4445-8aff-f94e9a882aff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1451752
Nov 06 20:59:25.214249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37164) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:25.260836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-f39b5156-58bf-4d69-92e7-1352995f6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:25.262566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-f39b5156-58bf-4d69-92e7-1352995f6095 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 200  len: 853 time: 0.1292319
Nov 06 20:59:25.274343 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37e176e-91cc-4a9b-9ae8-a3cb4fafc0a5 x-openstack-request-id: req-d37e176e-91cc-4a9b-9ae8-a3cb4fafc0a5 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:25.276406 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b078aad-b0ea-4219-ad06-31d344d0374d", "tag": "b2d5d03b-8f4a-49cf-96ef-822017228b48", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:25.276752 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d37e176e-91cc-4a9b-9ae8-a3cb4fafc0a5 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:25.277506 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b078aad-b0ea-4219-ad06-31d344d0374d', 'tag': 'b2d5d03b-8f4a-49cf-96ef-822017228b48', 'status': 'completed', 'code': 200}
Nov 06 20:59:25.340894 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0cfb6-deef-45b5-a13c-7f1c6c9e5808 None None] Pushing event updated for resources: {'Port': ['ID=87b859b6-c253-470f-9b01-cfd148b3cf88,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:25.361804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37170) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:25.394248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f83af7c7-9b8a-4780-bc29-76478e9e1685 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273870162', 'description': 'tempest-description--2061154425'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:25.395024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-010ea1f8-a15d-495f-a7f8-918db88bcb21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1237843
Nov 06 20:59:25.413180 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-da799816-bead-4c95-b62e-1be23e62e724 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3163309
Nov 06 20:59:25.522276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f83af7c7-9b8a-4780-bc29-76478e9e1685 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.582642 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Attempting to bind port 87b859b6-c253-470f-9b01-cfd148b3cf88 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:25.583835 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Attempting to bind port 87b859b6-c253-470f-9b01-cfd148b3cf88 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:25.584458 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Attempting to bind port 87b859b6-c253-470f-9b01-cfd148b3cf88 on network cff17f89-70c3-4182-b73b-2147af75a12c {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:25.592277 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:25.593080 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Checking segment: {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:25.593277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3607e99c-5711-4265-88ad-37d9d4d35b1a tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:25.593975 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.594464 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Bound using segment: {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:25.595264 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3607e99c-5711-4265-88ad-37d9d4d35b1a tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 881 time: 0.3750758
Nov 06 20:59:25.596660 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Bound port: 87b859b6-c253-470f-9b01-cfd148b3cf88, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:25.600533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37182) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:25.601214 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.651443 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-09d4cb3a-3675-43f2-964a-3802bafc9d6b tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dfe18a0-ff56-4445-8aff-f94e9a882aff HTTP/1.1" status: 200  len: 205 time: 0.0406344
Nov 06 20:59:25.653492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37184) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:25.700486 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] For port 87b859b6-c253-470f-9b01-cfd148b3cf88, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:25.705289 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] For port 87b859b6-c253-470f-9b01-cfd148b3cf88, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87b859b6-c253-470f-9b01-cfd148b3cf88,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:25.710027 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-34ea854c-73f7-4d45-9fe5-378edf150149 req-44fa4866-da9d-4932-a613-c557789c02b7 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2707720
Nov 06 20:59:25.712038 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.732332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531c7f8-af13-445e-8a3b-8fbea79b44eb req-56e5144a-6dd8-4b5e-bca9-babad689b2f5 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:25.734254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b531c7f8-af13-445e-8a3b-8fbea79b44eb req-56e5144a-6dd8-4b5e-bca9-babad689b2f5 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 943 time: 0.3382571
Nov 06 20:59:25.765660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5d943e0a-d5ed-4d4f-8cf1-f5c9d707b085 None None] Provisioning complete for port 87b859b6-c253-470f-9b01-cfd148b3cf88 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:25.766036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5d943e0a-d5ed-4d4f-8cf1-f5c9d707b085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.806579 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f83af7c7-9b8a-4780-bc29-76478e9e1685 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.819501 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f83af7c7-9b8a-4780-bc29-76478e9e1685 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:25.864249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-3cdce3b0-5b26-4052-b150-0ea550e7f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:25.864844 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0cfb6-deef-45b5-a13c-7f1c6c9e5808 None None] Pushing event updated for resources: {'Port': ['ID=87b859b6-c253-470f-9b01-cfd148b3cf88,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:25.866501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-3cdce3b0-5b26-4052-b150-0ea550e7f28e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1097 time: 0.2988424
Nov 06 20:59:25.876245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a6d2-e99a-4668-b1f1-bfc0455e4c0c req-d38ef45c-30bd-43de-a38a-4cf8f4314a45 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:25.889599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6e9a6d2-e99a-4668-b1f1-bfc0455e4c0c req-d38ef45c-30bd-43de-a38a-4cf8f4314a45 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 946 time: 0.3069704
Nov 06 20:59:25.902724 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:25.905517 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ccd6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:25.924524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-ddc4b3a7-bac1-4266-87a5-343aa3384063 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5070438
Nov 06 20:59:25.934230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.006617 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5d943e0a-d5ed-4d4f-8cf1-f5c9d707b085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.111792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5d943e0a-d5ed-4d4f-8cf1-f5c9d707b085 None None] For port 87b859b6-c253-470f-9b01-cfd148b3cf88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87b859b6-c253-470f-9b01-cfd148b3cf88,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:26.120721 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5d943e0a-d5ed-4d4f-8cf1-f5c9d707b085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.170747 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:26.188078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d943e0a-d5ed-4d4f-8cf1-f5c9d707b085 None None] Pushing event updated for resources: {'Port': ['ID=87b859b6-c253-470f-9b01-cfd148b3cf88,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:26.249165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b531c7f8-af13-445e-8a3b-8fbea79b44eb req-204847e7-8999-425a-ac7a-c47dc2831b6a tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4972796
Nov 06 20:59:26.278742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6e9a6d2-e99a-4668-b1f1-bfc0455e4c0c req-d72f237f-37a9-419d-a836-7e898fcc977b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3876534
Nov 06 20:59:26.281036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-51ccfe1c-7672-47fd-b37c-109019a18be8 None None] Provisioning complete for port 87b859b6-c253-470f-9b01-cfd148b3cf88 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:26.281652 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51ccfe1c-7672-47fd-b37c-109019a18be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.282983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af7c7-9b8a-4780-bc29-76478e9e1685 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:26.333900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f83af7c7-9b8a-4780-bc29-76478e9e1685 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.336786 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f83af7c7-9b8a-4780-bc29-76478e9e1685 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.9720919
Nov 06 20:59:26.341577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37208) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:26.347601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-6fef35bd-26e6-46c6-a289-d68c89ec4a36 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Request body: {'security_group_rule': {'security_group_id': 'fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:26.355384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-70fa9290-6bf3-4840-8013-fe7bc58ef408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:26.359076 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-70fa9290-6bf3-4840-8013-fe7bc58ef408 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c12e0618d884fc29318833f9f5a544e&device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 1094 time: 0.5400629
Nov 06 20:59:26.361159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-7ae7d85c-25d9-44dc-8099-f4545ef601b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:26.362840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-7ae7d85c-25d9-44dc-8099-f4545ef601b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.4625208
Nov 06 20:59:26.369994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44654c32-e506-4be0-a5d7-5bf33ca3ca19 req-9fd615d7-080f-4865-8d65-326b6c9784a5 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3785799
Nov 06 20:59:26.394196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.512681 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-aa4eaace-62a1-406c-b824-6961f957d539 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 200  len: 217 time: 0.1339629
Nov 06 20:59:26.519661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-3a8ebcd7-5d3b-43d3-bad6-35acb2b195e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:26.521360 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-3a8ebcd7-5d3b-43d3-bad6-35acb2b195e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 200  len: 914 time: 0.1493270
Nov 06 20:59:26.530047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Deleting port e764be34-e602-4db9-a5e7-96c5177d0b25 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:26.530619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.569221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6fef35bd-26e6-46c6-a289-d68c89ec4a36 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.585702 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ccd6a0>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:25Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:26.604687 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-a7a9aab8-85b1-4bd2-9d95-9df7c993d793 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d5d03b-8f4a-49cf-96ef-822017228b48 HTTP/1.1" status: 200  len: 217 time: 0.0718224
Nov 06 20:59:26.616732 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f54b88-1234-4264-861e-45c33d9b6289 None None] The sync data for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 is: [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:25Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:26.663581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6fef35bd-26e6-46c6-a289-d68c89ec4a36 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.665954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-2b8e81ff-fed7-49a5-a1c1-44563a82d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:26.668041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-2b8e81ff-fed7-49a5-a1c1-44563a82d742 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.1470695
Nov 06 20:59:26.672807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6fef35bd-26e6-46c6-a289-d68c89ec4a36 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.698334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-8e379fbb-c51d-48a9-b9fd-3fcaab2b5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:26.700683 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-8e379fbb-c51d-48a9-b9fd-3fcaab2b5cec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 200  len: 853 time: 0.0854635
Nov 06 20:59:26.707196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.748866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6fef35bd-26e6-46c6-a289-d68c89ec4a36 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:26.752721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6fef35bd-26e6-46c6-a289-d68c89ec4a36 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4061689
Nov 06 20:59:26.756224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37216) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:26.758829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Calling delete_port for e764be34-e602-4db9-a5e7-96c5177d0b25 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:26.762585 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-f47bb32f-bda2-4bd8-8826-6570f3f5af44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=af3a0b98-5e85-4204-bfc9-9a8757f4ab65&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412304
Nov 06 20:59:26.767636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1f19f134-1ca8-4efe-9a17-d7fc9bfac6f9 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Request body: {'security_group_rule': {'security_group_id': 'fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:26.795172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c54812ca-17ec-43c4-bd40-0bb4a3f8fdb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0804505
Nov 06 20:59:26.795732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37218) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:26.802506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef35bd-26e6-46c6-a289-d68c89ec4a36 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71fddea-20ca-4979-a5b9-b81c8aa0445f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:26.932153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-05177c72-59a0-490c-b873-28478db78503 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273751
Nov 06 20:59:27.043216 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55ce22e3-a363-488e-a1c4-e20d7cd2a7d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.084055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-5c12705c-87af-4478-b33f-9c64835d9e06 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411746
Nov 06 20:59:27.150940 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55ce22e3-a363-488e-a1c4-e20d7cd2a7d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.156496 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55ce22e3-a363-488e-a1c4-e20d7cd2a7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.202648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-55ce22e3-a363-488e-a1c4-e20d7cd2a7d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6d4a63029304e1ab4e8d02ff84ed95f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4056616
Nov 06 20:59:27.203718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce22e3-a363-488e-a1c4-e20d7cd2a7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e3106e-32c5-4d5f-9913-b43762e08bd5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:27.206577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37222) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:27.303180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2d76a06-9d29-4450-a65b-389fd82385d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.307323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-daa3d9e2-53e4-4501-adf4-db71d7aca8ff tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:27.309150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-daa3d9e2-53e4-4501-adf4-db71d7aca8ff tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0762577
Nov 06 20:59:27.323031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:27.373847 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2d76a06-9d29-4450-a65b-389fd82385d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.384998 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f19f134-1ca8-4efe-9a17-d7fc9bfac6f9 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.515734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf09a1b-9b82-4061-bef2-6e89b0a6c7fe req-9bfeab82-5c98-4b87-b7bb-057066b58a86 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:27.516823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f19f134-1ca8-4efe-9a17-d7fc9bfac6f9 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.517398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf09a1b-9b82-4061-bef2-6e89b0a6c7fe req-9bfeab82-5c98-4b87-b7bb-057066b58a86 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 943 time: 0.1618001
Nov 06 20:59:27.517981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.519297 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-a9728ebf-40dd-483e-95ab-c9903ccde235 service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7450011
Nov 06 20:59:27.526260 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f19f134-1ca8-4efe-9a17-d7fc9bfac6f9 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.593338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19f134-1ca8-4efe-9a17-d7fc9bfac6f9 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9711870f-06ad-43c3-a4fa-a78a8c43681a,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:27.625363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f19f134-1ca8-4efe-9a17-d7fc9bfac6f9 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.626637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1f19f134-1ca8-4efe-9a17-d7fc9bfac6f9 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8624098
Nov 06 20:59:27.632181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37228) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:27.642164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:27.693531 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.726811 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.740314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event deleted for resources: {'Port': ['ID=e764be34-e602-4db9-a5e7-96c5177d0b25,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:27.762612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f2b061d6-1da8-4e8e-9f0a-dedd1f2f98f4 req-8e026c48-803b-4d37-9548-56e88f4d49cb service neutron] 10.222.0.10 "GET /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285805
Nov 06 20:59:27.859462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.916978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8a518c86-0ed7-4991-b132-8a2a643d85b4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:27.926699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286cb19-770e-48c4-a4e1-c49daf288136 req-9b9367ee-f7bc-47f5-80d5-a98e5351c7e8 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:27.928490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a286cb19-770e-48c4-a4e1-c49daf288136 req-9b9367ee-f7bc-47f5-80d5-a98e5351c7e8 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 946 time: 0.5524743
Nov 06 20:59:27.942112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2d76a06-9d29-4450-a65b-389fd82385d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.944672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2d76a06-9d29-4450-a65b-389fd82385d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.948828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c2d76a06-9d29-4450-a65b-389fd82385d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6e3106e-32c5-4d5f-9913-b43762e08bd5 HTTP/1.1" status: 204  len: 168 time: 0.7381999
Nov 06 20:59:27.948989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87b859b6-c253-470f-9b01-cfd148b3cf88 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:27.976566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:27.979028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.008118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d76a06-9d29-4450-a65b-389fd82385d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e3106e-32c5-4d5f-9913-b43762e08bd5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:28.042733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.043485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Fanout notify agent at l3_agent the message router_deleted on router 2dfe18a0-ff56-4445-8aff-f94e9a882aff {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:59:28.053120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.054237 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b525297f-d747-4c7d-bf71-f3d2c3af979a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/2dfe18a0-ff56-4445-8aff-f94e9a882aff HTTP/1.1" status: 204  len: 168 time: 2.3958762
Nov 06 20:59:28.058923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37232) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:28.065217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0cd47383-5356-4052-b84b-0c0431987e89 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-385686140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:28.087879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-81bda56e-b815-4a64-982e-f7f4ad891ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5916102
Nov 06 20:59:28.146549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 87b859b6-c253-470f-9b01-cfd148b3cf88 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:28.147987 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.149598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cd47383-5356-4052-b84b-0c0431987e89 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.152340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cd47383-5356-4052-b84b-0c0431987e89 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.176288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.181435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdf09a1b-9b82-4061-bef2-6e89b0a6c7fe req-86f97ff5-ff31-4740-9b87-f2eb104c5353 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801669
Nov 06 20:59:28.217154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8a518c86-0ed7-4991-b132-8a2a643d85b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a518c86-0ed7-4991-b132-8a2a643d85b4,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:28.232806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a286cb19-770e-48c4-a4e1-c49daf288136 req-3492d48c-a3a4-425d-92a5-9a9425cd078e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936759
Nov 06 20:59:28.258553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-f3452a61-9c2d-45d5-a50e-dc2b153302f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:28.260514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-f3452a61-9c2d-45d5-a50e-dc2b153302f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1095 time: 0.0773275
Nov 06 20:59:28.277687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '8a518c86-0ed7-4991-b132-8a2a643d85b4', 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'port_id': '8a518c86-0ed7-4991-b132-8a2a643d85b4', 'mac_address': 'fa:16:3e:a2:72:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d525d4-ac1a-4466-87a1-7fed3a911f1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:59:28.324478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cd47383-5356-4052-b84b-0c0431987e89 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.353896 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.378514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:28.382504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a518c86-0ed7-4991-b132-8a2a643d85b4 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:28.407703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8a518c86-0ed7-4991-b132-8a2a643d85b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a518c86-0ed7-4991-b132-8a2a643d85b4,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:28.412967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cd47383-5356-4052-b84b-0c0431987e89 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.413777 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.448955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Allocated IP 172.35.0.137 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/e1efb50a-9a6e-43f5-94c1-0e40a6fb2af3) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:28.467293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cd47383-5356-4052-b84b-0c0431987e89 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.469332 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0cd47383-5356-4052-b84b-0c0431987e89 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4088185
Nov 06 20:59:28.472052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37242) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:28.472923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:28.474653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-8225b79a-ba27-4c82-9acf-9f1074b01006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:28.476232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-8225b79a-ba27-4c82-9acf-9f1074b01006 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.1909580
Nov 06 20:59:28.477326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8a518c86-0ed7-4991-b132-8a2a643d85b4,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:28.477820 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': False}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:28.545400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-e6c9806c-e825-4690-816e-e8e797f5a50c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 217 time: 0.0439553
Nov 06 20:59:28.594349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:28.596680 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e558fb50-b5dd-4dff-8c8e-0e32e4550851" -d '{"events": [{"server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "name": "network-vif-unplugged", "status": "completed", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:28.600617 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.611833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.656987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-c679ff7e-04b3-4d65-9977-f25b4d5208bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:28.658482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-c679ff7e-04b3-4d65-9977-f25b4d5208bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.1066706
Nov 06 20:59:28.661604 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92238504-a32a-44bb-ade7-4a7a9579c401 x-openstack-request-id: req-92238504-a32a-44bb-ade7-4a7a9579c401 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:28.662021 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "name": "network-vif-unplugged", "status": "completed", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:28.662411 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92238504-a32a-44bb-ade7-4a7a9579c401 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:28.662803 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436', 'code': 200}
Nov 06 20:59:28.712402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-c2989ad8-3bfd-4631-8fd5-cec13a1caa0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399251
Nov 06 20:59:28.718853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Pushing event updated for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:28.766120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.800278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:28.800456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:28.800746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:28.811894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:28.812218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Attempting to bind port 4194ac97-448e-472f-b93d-2a03adcfb436 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:28.826595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:28.826933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:28.827322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:28.827753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Bound port: 4194ac97-448e-472f-b93d-2a03adcfb436, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:28.828121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.847023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.889017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-12919b1f-9c83-4279-a2f4-6a5f4a660ad8 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657193
Nov 06 20:59:28.897414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:28.907673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['8a518c86-0ed7-4991-b132-8a2a643d85b4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:28.947930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:28.957653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:28.964865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:28.970794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event updated for resources: {'Port': ['ID=e1efb50a-9a6e-43f5-94c1-0e40a6fb2af3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:28.984275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:29.008183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:29.019117 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.082685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce21996-1c38-4abb-a227-7b42bce18382 req-cd2ad923-3796-437f-a96f-9f07dc5a7b5c service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865704
Nov 06 20:59:29.123579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:29.124222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.125730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] 10.222.0.37 "PUT /v2.0/ports/4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 200  len: 1122 time: 1.8070121
Nov 06 20:59:29.137794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d5e61-f1cf-498b-be6c-be9ea381c969 service neutron] Pushing event updated for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=8']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:29.169929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.194529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.201366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.271285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.284125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4194ac97-448e-472f-b93d-2a03adcfb436'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:29.327634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a598c-9317-454a-87f1-bd85987141a6 req-280cdcb1-f6fd-4cb2-a7c9-03a7545b224e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:29.329799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-155a598c-9317-454a-87f1-bd85987141a6 req-280cdcb1-f6fd-4cb2-a7c9-03a7545b224e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 943 time: 0.0754113
Nov 06 20:59:29.409992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Allocated IP 172.35.0.27 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/128eb70b-b402-49dd-944b-78b72e391051) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:29.446238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-155a598c-9317-454a-87f1-bd85987141a6 req-a9ba21dc-4cb2-4fd0-9b31-f18a4ad3d87e tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087756
Nov 06 20:59:29.460761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d46c9-a920-4232-b568-13b37e033a82 req-78f31427-59d0-48d0-a71b-b047d7de83bc tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:29.467558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb9d46c9-a920-4232-b568-13b37e033a82 req-78f31427-59d0-48d0-a71b-b047d7de83bc tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 944 time: 0.0963218
Nov 06 20:59:29.548758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb9d46c9-a920-4232-b568-13b37e033a82 req-1a79b0f3-6ac0-4a67-b3f1-e8f15fc6405d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802579
Nov 06 20:59:29.594340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.601946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.603318 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.699592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event updated for resources: {'Port': ['ID=e1efb50a-9a6e-43f5-94c1-0e40a6fb2af3,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:29.713436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.724423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.756671 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:29.757893 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1f2cd5ac-12e6-4594-ad7f-b25c3a00aebb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1233044
Nov 06 20:59:29.772271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:29.778173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:29.781681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:29.806878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Pushing event updated for resources: {'Port': ['ID=128eb70b-b402-49dd-944b-78b72e391051,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:29.939275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b2d5d03b-8f4a-49cf-96ef-822017228b48 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:29.980777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-cfc4a637-1374-4954-92aa-57f6a184c5c1 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1273870162&fields=id&tenant_id=bde5e9d550d3483d977ecaff1085f735 HTTP/1.1" status: 200  len: 267 time: 0.0450032
Nov 06 20:59:30.041433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:30.046323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b2d5d03b-8f4a-49cf-96ef-822017228b48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d5d03b-8f4a-49cf-96ef-822017228b48,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:30.059329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'b2d5d03b-8f4a-49cf-96ef-822017228b48', 'network_id': 'af3a0b98-5e85-4204-bfc9-9a8757f4ab65', 'port_id': 'b2d5d03b-8f4a-49cf-96ef-822017228b48', 'mac_address': 'fa:16:3e:9a:53:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d525d4-ac1a-4466-87a1-7fed3a911f1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:59:30.105462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-d69ae01c-b7ad-478c-89af-fd5053e82a5e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:30.105693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:30.107028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-d69ae01c-b7ad-478c-89af-fd5053e82a5e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/networks?id=cff17f89-70c3-4182-b73b-2147af75a12c HTTP/1.1" status: 200  len: 806 time: 0.1178725
Nov 06 20:59:30.121791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d5d03b-8f4a-49cf-96ef-822017228b48 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:30.122739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-bc96a375-1eae-4e77-804c-594ba95f5ff1 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/quotas/bde5e9d550d3483d977ecaff1085f735 HTTP/1.1" status: 200  len: 375 time: 0.0093746
Nov 06 20:59:30.144360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b2d5d03b-8f4a-49cf-96ef-822017228b48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d5d03b-8f4a-49cf-96ef-822017228b48,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:30.149840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:30.182290 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-cf438afb-15b9-4a48-821b-dd1044ab07b0 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bde5e9d550d3483d977ecaff1085f735&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0537686
Nov 06 20:59:30.197456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b2d5d03b-8f4a-49cf-96ef-822017228b48,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:30.259538 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:30.262914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:30.287079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-af83d18d-e9c1-4878-95a6-e635f69f7981 service neutron] 10.222.0.13 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920393
Nov 06 20:59:30.380338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-2fd670fe-3cb1-4526-84ae-a62ba3531a54 service neutron] 10.222.0.13 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863700
Nov 06 20:59:30.605183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b2d5d03b-8f4a-49cf-96ef-822017228b48'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:30.631268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-917c43de-1d6f-40d7-9289-01c45b190a0e req-e2f94305-f4f9-4634-aad6-d81e141de51c tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 210 time: 0.0723927
Nov 06 20:59:30.667140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f3f3-352a-47cf-a014-4531c69f0e55 req-d22df819-d27a-461d-a803-12aafcb6977a tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:30.675849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4a9f3f3-352a-47cf-a014-4531c69f0e55 req-d22df819-d27a-461d-a803-12aafcb6977a tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 944 time: 0.1270123
Nov 06 20:59:30.678178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:30.680532 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:30.740589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4a9f3f3-352a-47cf-a014-4531c69f0e55 req-19ff52e0-a475-4081-9aa7-1cae34452403 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631466
Nov 06 20:59:30.761072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Router f77be3e0-480f-4486-9823-fd8fe564c4a3 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:30.834450 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e81c08-bc9a-454b-8a66-b1199af5f944 x-openstack-request-id: req-25e81c08-bc9a-454b-8a66-b1199af5f944 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:30.834849 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:30.835114 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25e81c08-bc9a-454b-8a66-b1199af5f944 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:30.835530 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436', 'status': 'completed', 'code': 200}
Nov 06 20:59:30.898295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f98ffe-d4ef-41a5-b978-b5e87bf304d9 req-b3c628b6-695f-4bea-aefd-7d7d022eefab tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:30.900287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85f98ffe-d4ef-41a5-b978-b5e87bf304d9 req-b3c628b6-695f-4bea-aefd-7d7d022eefab tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 944 time: 0.1229782
Nov 06 20:59:30.953039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-9fc539aa-69b7-4862-a0e3-8cbe4a1965d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:30.955033 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-9fc539aa-69b7-4862-a0e3-8cbe4a1965d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1125 time: 0.1036274
Nov 06 20:59:31.002127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85f98ffe-d4ef-41a5-b978-b5e87bf304d9 req-e9010ea0-df23-4dc8-9ff0-f6193760a24b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937791
Nov 06 20:59:31.044667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:31.056021 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5ea04-08cf-4998-8f17-4ae1955d73a0 None None] Sync routers for ids ['f77be3e0-480f-4486-9823-fd8fe564c4a3'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:31.065598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:31.066477 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5ea04-08cf-4998-8f17-4ae1955d73a0 None None] Routers {'f77be3e0-480f-4486-9823-fd8fe564c4a3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:31.066980 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-30a5c9ab-5926-4f20-8a80-f5eb24460973 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "PUT /v2.0/routers/f77be3e0-480f-4486-9823-fd8fe564c4a3 HTTP/1.1" status: 200  len: 914 time: 2.5938346
Nov 06 20:59:31.067228 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-5ad5ea04-08cf-4998-8f17-4ae1955d73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f48a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f77be3e0-480f-4486-9823-fd8fe564c4a3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:31.069889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37324) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:31.111935 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-5ad5ea04-08cf-4998-8f17-4ae1955d73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f48a30>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:31.121809 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5ea04-08cf-4998-8f17-4ae1955d73a0 None None] Routers {'f77be3e0-480f-4486-9823-fd8fe564c4a3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:31.122435 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-5ad5ea04-08cf-4998-8f17-4ae1955d73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f48a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f77be3e0-480f-4486-9823-fd8fe564c4a3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:31.167545 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-5ad5ea04-08cf-4998-8f17-4ae1955d73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f48a30>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:31.168232 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5ea04-08cf-4998-8f17-4ae1955d73a0 None None] The sync data for ids ['f77be3e0-480f-4486-9823-fd8fe564c4a3'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:31.180697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-ec7e6b15-e4fc-45c5-a9fe-fe1cb1a6afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:31.182174 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-ec7e6b15-e4fc-45c5-a9fe-fe1cb1a6afb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.2188814
Nov 06 20:59:31.241701 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-9baa8c3b-d8b6-44fb-ace4-e768a91df9ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 200  len: 217 time: 0.0460720
Nov 06 20:59:31.246986 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7358c5e5-2290-4572-b514-e59b0f4f7e60 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/routers/f77be3e0-480f-4486-9823-fd8fe564c4a3 HTTP/1.1" status: 200  len: 920 time: 0.1760647
Nov 06 20:59:31.250200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37326) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:31.295860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0ab59-e5a5-46a4-9e01-c07c4668fbcb tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:31.300446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d8c0ab59-e5a5-46a4-9e01-c07c4668fbcb tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=f77be3e0-480f-4486-9823-fd8fe564c4a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0491693
Nov 06 20:59:31.301042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37328) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:31.301307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-ce0dddaa-7024-45dd-8753-6bf4f8360d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:31.303090 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-ce0dddaa-7024-45dd-8753-6bf4f8360d3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0534687
Nov 06 20:59:31.342192 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-ac20ad70-15d8-46f9-b6ee-05785f6b5fe9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283172
Nov 06 20:59:31.390923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25f8388-1a85-4edf-9648-f2b22377f900 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:31.392468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f25f8388-1a85-4edf-9648-f2b22377f900 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 881 time: 0.0904934
Nov 06 20:59:31.395520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37330) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:31.424759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-16eebbde-84ae-44cc-b679-53bd6ed71da6 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=f77be3e0-480f-4486-9823-fd8fe564c4a3 HTTP/1.1" status: 200  len: 205 time: 0.0258696
Nov 06 20:59:31.425076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37332) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:31.438215 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-39b25bab-7ce9-482f-ba77-acdfc6fdfff0 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883396
Nov 06 20:59:31.539196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf0ee471-7a09-4026-b3a0-defe6cdc5cbd req-e638fd26-17d7-44fc-8792-31eba31cefce service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921071
Nov 06 20:59:31.577275 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:31.688409 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:31.751738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da5e0ab9-34d5-4d72-8644-8dbca1bbc9fa req-b5364bb9-3e4d-4769-9f3d-ecf8bce52d11 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 210 time: 0.0334992
Nov 06 20:59:31.772375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Deleting port 128eb70b-b402-49dd-944b-78b72e391051 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:31.772729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:31.898397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:31.901973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-31e3e983-42b1-4306-b1db-f30f2eb5989e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:31.903542 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-31e3e983-42b1-4306-b1db-f30f2eb5989e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.10 "GET /v2.0/networks?id=cff17f89-70c3-4182-b73b-2147af75a12c HTTP/1.1" status: 200  len: 806 time: 0.1592531
Nov 06 20:59:31.913743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Calling delete_port for 128eb70b-b402-49dd-944b-78b72e391051 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:31.923549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b787-e125-4b22-a467-9f78e11d8085 req-bd91dfef-2419-4784-acca-4b4fd6c1f128 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:31.925058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7b3b787-e125-4b22-a467-9f78e11d8085 req-bd91dfef-2419-4784-acca-4b4fd6c1f128 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 944 time: 0.0929017
Nov 06 20:59:31.970107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8a518c86-0ed7-4991-b132-8a2a643d85b4 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:31.987263 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-8e24e0dc-1ec1-4797-a1b1-eb6cb295dbc0 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bde5e9d550d3483d977ecaff1085f735 HTTP/1.1" status: 200  len: 380 time: 0.0723948
Nov 06 20:59:32.010947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Request body: {'port': {'device_id': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'admin_state_up': True, 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'security_groups': ['fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:32.024895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7b3b787-e125-4b22-a467-9f78e11d8085 req-30fa8446-b677-4a22-9326-4fa68520f3e6 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910497
Nov 06 20:59:32.058164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 8a518c86-0ed7-4991-b132-8a2a643d85b4 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:59:32.063600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 8a518c86-0ed7-4991-b132-8a2a643d85b4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:32.063973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.193219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.212542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53ff24-6e05-4fd3-994b-bdb884a22c39 req-68305692-fbe1-4933-ab00-39c6a87b9e82 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:32.219786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb53ff24-6e05-4fd3-994b-bdb884a22c39 req-68305692-fbe1-4933-ab00-39c6a87b9e82 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 944 time: 0.0982428
Nov 06 20:59:32.221762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25923086-946d-426a-9928-7eb58fc69090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a518c86-0ed7-4991-b132-8a2a643d85b4'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:32.224320 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1205a314-5738-4b2c-b3fd-d32c836a2a91" -d '{"events": [{"server_uuid": "25923086-946d-426a-9928-7eb58fc69090", "name": "network-vif-plugged", "status": "completed", "tag": "8a518c86-0ed7-4991-b132-8a2a643d85b4"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:32.245856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Made reservation on behalf of bde5e9d550d3483d977ecaff1085f735 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:32.253603 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.264232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.298508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event deleted for resources: {'Port': ['ID=128eb70b-b402-49dd-944b-78b72e391051,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:32.313024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb53ff24-6e05-4fd3-994b-bdb884a22c39 req-59423e64-9e80-4f01-acb0-07a8737d31ee tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921750
Nov 06 20:59:32.436814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Allocated IP 172.20.0.9 (cff17f89-70c3-4182-b73b-2147af75a12c/940393f2-aac1-4707-95aa-b95488482ef0/9a28fc71-da6e-45a2-a80a-58faa0b40f48) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:32.443462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.447009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8aee2-d471-447c-8448-fb22952b58ef req-c9ce292a-734f-4a0d-bc02-33b07e72d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:32.448497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80c8aee2-d471-447c-8448-fb22952b58ef req-c9ce292a-734f-4a0d-bc02-33b07e72d1f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25923086-946d-426a-9928-7eb58fc69090 HTTP/1.1" status: 200  len: 1095 time: 0.0925965
Nov 06 20:59:32.464581 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef45888-c29e-43e0-8add-3e12490b64c4 x-openstack-request-id: req-7ef45888-c29e-43e0-8add-3e12490b64c4 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:32.464837 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25923086-946d-426a-9928-7eb58fc69090", "name": "network-vif-plugged", "status": "completed", "tag": "8a518c86-0ed7-4991-b132-8a2a643d85b4", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:32.464955 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ef45888-c29e-43e0-8add-3e12490b64c4 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:32.465320 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25923086-946d-426a-9928-7eb58fc69090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a518c86-0ed7-4991-b132-8a2a643d85b4', 'code': 200}
Nov 06 20:59:32.469566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8a518c86-0ed7-4991-b132-8a2a643d85b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a518c86-0ed7-4991-b132-8a2a643d85b4,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:32.475039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.506867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4194ac97-448e-472f-b93d-2a03adcfb436 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:32.575364 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.578441 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.603194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.608621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8a518c86-0ed7-4991-b132-8a2a643d85b4,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:32.646843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80c8aee2-d471-447c-8448-fb22952b58ef req-92a17ce8-a643-4f1d-8a07-ee60e5764a3a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615725
Nov 06 20:59:32.650475 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.650933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Fanout notify agent at l3_agent the message router_deleted on router f77be3e0-480f-4486-9823-fd8fe564c4a3 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:59:32.651125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:32.659202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.660239 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.664811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0b16680c-bb71-4b2e-a0ab-f6340e69f60d tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/f77be3e0-480f-4486-9823-fd8fe564c4a3 HTTP/1.1" status: 204  len: 168 time: 1.2354603
Nov 06 20:59:32.667581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37358) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:32.672781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4194ac97-448e-472f-b93d-2a03adcfb436 has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 20:59:32.672963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1354997408', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:32.698151 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.699303 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.701842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Network cff17f89-70c3-4182-b73b-2147af75a12c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:32.704904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:32.708602 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:32.741361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event updated for resources: {'Port': ['ID=9a28fc71-da6e-45a2-a80a-58faa0b40f48,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:32.757368 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.770107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:32.770999 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.798387 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-01b204b3-fe3b-415a-8d67-9279e34d66ac tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8039570
Nov 06 20:59:32.939321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b6747a0c-7eac-408f-92c7-1daa7595fae4 None None] Provisioning complete for port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:32.939722 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b6747a0c-7eac-408f-92c7-1daa7595fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.940322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:32.963316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f71430-6ba4-40c2-b68b-63c50bad0c04 req-4dc289c4-0b42-4c1b-825e-eb26ae3b15da tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:32.963643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Request body: {'port': {'device_id': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:32.964744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34f71430-6ba4-40c2-b68b-63c50bad0c04 req-4dc289c4-0b42-4c1b-825e-eb26ae3b15da tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 931 time: 0.1307645
Nov 06 20:59:32.979464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b6747a0c-7eac-408f-92c7-1daa7595fae4 None None] Port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:59:33.029854 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.053139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34f71430-6ba4-40c2-b68b-63c50bad0c04 req-3630c094-a182-4194-a37d-9a5ac5a298b9 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786119
Nov 06 20:59:33.223133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b6cc-e946-42a7-a3e3-713e89e1a66d req-6bbcf760-e615-4680-95b6-eb5eabfc3500 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:33.224273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc71b6cc-e946-42a7-a3e3-713e89e1a66d req-6bbcf760-e615-4680-95b6-eb5eabfc3500 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 944 time: 0.1166794
Nov 06 20:59:33.246601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.272114 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.303810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a28fc71-da6e-45a2-a80a-58faa0b40f48 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:33.313769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.328078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Transition to ACTIVE for port object 9a28fc71-da6e-45a2-a80a-58faa0b40f48 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:59:33.333390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.349986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc71b6cc-e946-42a7-a3e3-713e89e1a66d req-16df4e7b-aa56-4ff7-9c59-66fe8dd55405 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046753
Nov 06 20:59:33.455806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Pushing event updated for resources: {'Port': ['ID=9a28fc71-da6e-45a2-a80a-58faa0b40f48,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:33.482223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.482498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.483010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.483357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.483693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.484026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.484380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.484715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.485044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.485371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.485696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.486018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:33.516777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Attempting to bind port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:33.517978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Attempting to bind port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:33.517978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Attempting to bind port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 on network cff17f89-70c3-4182-b73b-2147af75a12c {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:33.524674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 on network cff17f89-70c3-4182-b73b-2147af75a12c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:33.525078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Attempting to bind port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 on network cff17f89-70c3-4182-b73b-2147af75a12c {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:33.531322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:33.531669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Checking segment: {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:33.532057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Bound using segment: {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:33.532649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Bound port: 9a28fc71-da6e-45a2-a80a-58faa0b40f48, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ce553f-a77b-43ad-b3d0-bfc6641e3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:33.533015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.538542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Allocated IP 172.35.0.185 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/e9446213-07ef-4892-8919-98949cc23d30) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:33.554931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa050e-0371-4b4a-8c8a-1346d6465625 req-0fe9a72d-f0f9-448f-ac2e-4c27a2221cf0 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:33.557217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4aa050e-0371-4b4a-8c8a-1346d6465625 req-0fe9a72d-f0f9-448f-ac2e-4c27a2221cf0 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 944 time: 0.1443746
Nov 06 20:59:33.615308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] For port 9a28fc71-da6e-45a2-a80a-58faa0b40f48, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:33.625446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] For port 9a28fc71-da6e-45a2-a80a-58faa0b40f48, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:33.631415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.672033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4aa050e-0371-4b4a-8c8a-1346d6465625 req-d4be2da2-4c6b-4e93-9a4d-7f8d242731d3 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015303
Nov 06 20:59:33.711935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:33.712656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.714475 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] 10.222.0.10 "PUT /v2.0/ports/9a28fc71-da6e-45a2-a80a-58faa0b40f48 HTTP/1.1" status: 200  len: 1091 time: 0.7557852
Nov 06 20:59:33.718180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'tag': '9a28fc71-da6e-45a2-a80a-58faa0b40f48'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:33.726113 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1", "tag": "9a28fc71-da6e-45a2-a80a-58faa0b40f48"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:33.751721 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.793676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:33.799145 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ac6a83-9f93-4209-abb6-0d7698ddf33a x-openstack-request-id: req-30ac6a83-9f93-4209-abb6-0d7698ddf33a {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:33.799450 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1", "tag": "9a28fc71-da6e-45a2-a80a-58faa0b40f48", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:33.799918 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30ac6a83-9f93-4209-abb6-0d7698ddf33a {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:33.800529 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'tag': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'status': 'completed', 'code': 200}
Nov 06 20:59:33.822076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34a58b-89f3-43eb-8525-43cbb9d2cb78 service neutron] Pushing event updated for resources: {'Port': ['ID=9a28fc71-da6e-45a2-a80a-58faa0b40f48,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:33.842055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-44271ee0-5d05-4063-8362-7f324d8ff4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:33.844830 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-44271ee0-5d05-4063-8362-7f324d8ff4c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bde5e9d550d3483d977ecaff1085f735&device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 1094 time: 0.0719514
Nov 06 20:59:33.855477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:33.857232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event updated for resources: {'Port': ['ID=e9446213-07ef-4892-8919-98949cc23d30,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:33.860083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:33.865935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:33.902098 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-deae1eb7-c7e5-406f-8f3a-996f00d106c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48 HTTP/1.1" status: 200  len: 217 time: 0.0443568
Nov 06 20:59:33.960923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-a952f6df-a939-4669-bcaf-3516c1ff452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:33.962652 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-a952f6df-a939-4669-bcaf-3516c1ff452a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=940393f2-aac1-4707-95aa-b95488482ef0 HTTP/1.1" status: 200  len: 845 time: 0.0510576
Nov 06 20:59:33.994174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b2d5d03b-8f4a-49cf-96ef-822017228b48 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:34.046045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-0a070334-e975-481c-ad3f-12a7200baaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:34.048606 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-0a070334-e975-481c-ad3f-12a7200baaa3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cff17f89-70c3-4182-b73b-2147af75a12c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0630147
Nov 06 20:59:34.055809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port b2d5d03b-8f4a-49cf-96ef-822017228b48 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:59:34.059998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port b2d5d03b-8f4a-49cf-96ef-822017228b48 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:34.060570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:34.181689 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:34.182988 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-e4a4bd58-149c-45f8-8f2a-d78c96869658 service neutron] 10.222.0.10 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206205
Nov 06 20:59:34.221288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b2d5d03b-8f4a-49cf-96ef-822017228b48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d5d03b-8f4a-49cf-96ef-822017228b48,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:34.229087 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:34.232110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4194ac97-448e-472f-b93d-2a03adcfb436 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:34.332580 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48dbb53d-1a51-4e6d-8249-1706e65e4e9d req-327349e7-2cd8-4aa2-879c-372bcd3fa63b service neutron] 10.222.0.10 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326838
Nov 06 20:59:34.333998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b2d5d03b-8f4a-49cf-96ef-822017228b48,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:34.466977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b078aad-b0ea-4219-ad06-31d344d0374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d5d03b-8f4a-49cf-96ef-822017228b48'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:34.471430 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e347ef-9033-40a4-89ff-48c776989f4f" -d '{"events": [{"server_uuid": "4b078aad-b0ea-4219-ad06-31d344d0374d", "name": "network-vif-plugged", "status": "completed", "tag": "b2d5d03b-8f4a-49cf-96ef-822017228b48"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:34.491827 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-5bcdade4-82a1-4514-9eb0-c88984bd471a service neutron] 10.222.0.10 "GET /v2.0/ports/4194ac97-448e-472f-b93d-2a03adcfb436/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0714180
Nov 06 20:59:34.594575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d11516-0043-4aa0-a10e-df5446cb946f req-d77d631a-a561-4938-b4d6-9c01ebd885a6 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:34.602124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77d11516-0043-4aa0-a10e-df5446cb946f req-d77d631a-a561-4938-b4d6-9c01ebd885a6 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 943 time: 0.4402692
Nov 06 20:59:34.677362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:34.710578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:34.733784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:34.757698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77d11516-0043-4aa0-a10e-df5446cb946f req-c4cd61b2-73ce-4d72-b424-fe85a50a0e08 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1546667
Nov 06 20:59:34.767870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4194ac97-448e-472f-b93d-2a03adcfb436 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:34.780034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:34.795497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:34.802634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-0a892c2b-4a68-4050-aa64-ee6b2a87ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:34.804132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-0a892c2b-4a68-4050-aa64-ee6b2a87ff17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bde5e9d550d3483d977ecaff1085f735&device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 1094 time: 0.1926007
Nov 06 20:59:34.804735 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a6609c-6ae6-498e-8cce-8bcc9e2d5c9d x-openstack-request-id: req-92a6609c-6ae6-498e-8cce-8bcc9e2d5c9d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:34.805402 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b078aad-b0ea-4219-ad06-31d344d0374d", "name": "network-vif-plugged", "status": "completed", "tag": "b2d5d03b-8f4a-49cf-96ef-822017228b48", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:34.805758 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92a6609c-6ae6-498e-8cce-8bcc9e2d5c9d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:34.807349 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b078aad-b0ea-4219-ad06-31d344d0374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d5d03b-8f4a-49cf-96ef-822017228b48', 'code': 200}
Nov 06 20:59:34.817639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7c319-f2cb-48f5-9f3e-adbf4345dc62 req-16c13472-1410-4872-9d84-1f165391e646 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:34.819067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aee7c319-f2cb-48f5-9f3e-adbf4345dc62 req-16c13472-1410-4872-9d84-1f165391e646 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 945 time: 0.2091870
Nov 06 20:59:34.891460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] Transition to ACTIVE for port object 4194ac97-448e-472f-b93d-2a03adcfb436 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:59:34.905313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:35.007345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] No DVR routers for this DVR port 4194ac97-448e-472f-b93d-2a03adcfb436 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:35.043791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfca6-df7c-4006-9dc1-6a97317e8a6c req-a997288d-ef58-441d-b109-66264197d6d5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.045110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:35.045324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad6cfca6-df7c-4006-9dc1-6a97317e8a6c req-a997288d-ef58-441d-b109-66264197d6d5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 945 time: 0.1828144
Nov 06 20:59:35.056268 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c2ec253f-b8e3-4845-891d-1cfb29cc47b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/4194ac97-448e-472f-b93d-2a03adcfb436/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.5570686
Nov 06 20:59:35.059240 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bde87-2698-4a8a-af2c-f7ec06e5a3c6 req-523b686c-cb63-4b9f-892c-5a659a168508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.060734 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a2bde87-2698-4a8a-af2c-f7ec06e5a3c6 req-523b686c-cb63-4b9f-892c-5a659a168508 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 1096 time: 0.1061335
Nov 06 20:59:35.077346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aee7c319-f2cb-48f5-9f3e-adbf4345dc62 req-38dc8a5d-f449-4821-9514-554ad93bb1ec tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382617
Nov 06 20:59:35.112374 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7a2bde87-2698-4a8a-af2c-f7ec06e5a3c6 req-0013bb65-ea58-4dfc-a0fa-c273fa78dea6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411308
Nov 06 20:59:35.112975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-4d7c8689-7697-481a-952c-8a729bc4ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.114430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-4d7c8689-7697-481a-952c-8a729bc4ffeb service neutron] 10.222.0.10 "GET /v2.0/networks?id=cff17f89-70c3-4182-b73b-2147af75a12c HTTP/1.1" status: 200  len: 907 time: 0.2868791
Nov 06 20:59:35.164100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:35.178132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad6cfca6-df7c-4006-9dc1-6a97317e8a6c req-84503148-7845-49bd-a084-08821d00bee2 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938363
Nov 06 20:59:35.235721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-96781484-c521-4a45-b93b-674d39adfc06 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.237248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-96781484-c521-4a45-b93b-674d39adfc06 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1034577
Nov 06 20:59:35.326816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-48f23c74-40fe-4346-a5b0-7a3deeb4c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.328312 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-48f23c74-40fe-4346-a5b0-7a3deeb4c8a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff HTTP/1.1" status: 200  len: 1096 time: 0.0620527
Nov 06 20:59:35.358757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Router ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:35.418542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-d408294e-2c83-4623-81bf-e3b201517c8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48 HTTP/1.1" status: 200  len: 217 time: 0.0577104
Nov 06 20:59:35.490293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-263b4781-0eb5-4319-8ad7-13d63b6b24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.491748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-263b4781-0eb5-4319-8ad7-13d63b6b24d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1096 time: 0.1415634
Nov 06 20:59:35.587607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-90fbbae2-7ae0-4d85-96be-8de79205cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.589121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-90fbbae2-7ae0-4d85-96be-8de79205cff3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=940393f2-aac1-4707-95aa-b95488482ef0 HTTP/1.1" status: 200  len: 845 time: 0.1321878
Nov 06 20:59:35.646570 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:35.658864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56f205-079a-4928-aaa7-19878893c7d0 None None] Sync routers for ids ['ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:35.676207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56f205-079a-4928-aaa7-19878893c7d0 None None] Routers {'ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:35.677244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7f56f205-079a-4928-aaa7-19878893c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251351880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:35.683639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c0fcecf9-954d-442e-be98-c28d2f8996ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.685762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-c0fcecf9-954d-442e-be98-c28d2f8996ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.1851358
Nov 06 20:59:35.689489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:35.693165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-56b2ec19-89c9-4acd-bcfd-150619b64bd9 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.0220373
Nov 06 20:59:35.693768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37410) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:35.698559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:35.702756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-b29384f5-e573-43f5-bb97-4bd1d0ab8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.704235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-b29384f5-e573-43f5-bb97-4bd1d0ab8f55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cff17f89-70c3-4182-b73b-2147af75a12c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0973258
Nov 06 20:59:35.722858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7f56f205-079a-4928-aaa7-19878893c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251351880>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:35.733348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56f205-079a-4928-aaa7-19878893c7d0 None None] Routers {'ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:35.734322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7f56f205-079a-4928-aaa7-19878893c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251351880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:35.745333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-deec2643-5eb3-482f-957e-10db40fffe1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 200  len: 217 time: 0.0520091
Nov 06 20:59:35.781949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7f56f205-079a-4928-aaa7-19878893c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251351880>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:35.783029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56f205-079a-4928-aaa7-19878893c7d0 None None] The sync data for ids ['ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:35.885386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-6b6ba999-1223-43e0-8db9-25b345babd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:35.886984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-6b6ba999-1223-43e0-8db9-25b345babd8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.1313868
Nov 06 20:59:35.933130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-eb7aa450-ee67-4ba3-815d-03ff5816b9b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363724
Nov 06 20:59:35.935650 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-541925a8-5fb9-4896-8ff8-54b73c269736 service neutron] 10.222.0.10 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994116
Nov 06 20:59:35.999149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0277f-09f3-4bba-803a-a36f77affa10 req-3dae7bdf-b31a-4fc7-bc31-fb6b1d3b5903 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:36.004774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2dc0277f-09f3-4bba-803a-a36f77affa10 req-3dae7bdf-b31a-4fc7-bc31-fb6b1d3b5903 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 943 time: 0.1525247
Nov 06 20:59:36.052145 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.065694 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.137785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Deleting port e9446213-07ef-4892-8919-98949cc23d30 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:36.138201 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.174458 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2dc0277f-09f3-4bba-803a-a36f77affa10 req-ff054157-bc39-4341-bf1d-0f8228fc8829 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450176
Nov 06 20:59:36.188241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c80a4f8-c95d-4298-a2d1-b5c30978acf5 req-d28ab742-8d09-4609-a96f-462d18c19eae service neutron] 10.222.0.10 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374330
Nov 06 20:59:36.190078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-a1724201-ae9d-482a-88cd-79af4828ecf8 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497940
Nov 06 20:59:36.250825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.266360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Calling delete_port for e9446213-07ef-4892-8919-98949cc23d30 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:36.385777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a500ea1-d99d-4d23-8527-bd73e52f2090 req-33e6ae3e-3fcc-4c25-9b01-74736c510b58 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:36.387371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a500ea1-d99d-4d23-8527-bd73e52f2090 req-33e6ae3e-3fcc-4c25-9b01-74736c510b58 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 945 time: 0.1800694
Nov 06 20:59:36.398210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-46ae60f2-ee5e-4c04-aa84-bca33329c6b8 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886287
Nov 06 20:59:36.409557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a693d-17ab-4f84-a566-e64e52125bcd req-f5d9c884-4d6f-4a6d-aef1-8f1260e970a4 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:36.412603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-294a693d-17ab-4f84-a566-e64e52125bcd req-f5d9c884-4d6f-4a6d-aef1-8f1260e970a4 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 945 time: 0.1156349
Nov 06 20:59:36.487870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.491429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a500ea1-d99d-4d23-8527-bd73e52f2090 req-7a7dee80-315a-418d-bb0b-44c8bd389456 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922258
Nov 06 20:59:36.507694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-294a693d-17ab-4f84-a566-e64e52125bcd req-e67e18bd-5702-47b3-b233-fb919b302c92 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782011
Nov 06 20:59:36.523824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Pushing event deleted for resources: {'Port': ['ID=e9446213-07ef-4892-8919-98949cc23d30,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:36.584385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.656574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-afee6f8f-89e9-4083-a9e8-e27c53801212 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:36.658019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-afee6f8f-89e9-4083-a9e8-e27c53801212 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0460467
Nov 06 20:59:36.772976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-6bc45a97-a3d8-4d1b-9a2b-8e7e7847b81e service neutron] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:36.776214 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-6bc45a97-a3d8-4d1b-9a2b-8e7e7847b81e service neutron] Publish callbacks [] for binding, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.777386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8fb61a28-5a9f-4e5d-8c9a-a477a857f389 req-6bc45a97-a3d8-4d1b-9a2b-8e7e7847b81e service neutron] 10.222.0.37 "DELETE /v2.0/ports/4194ac97-448e-472f-b93d-2a03adcfb436/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1118355
Nov 06 20:59:36.788650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.792512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.877998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Router ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:59:36.960687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:36.967363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:36.968568 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e349e88f-daee-4f6e-b7d2-c911e0673621 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "PUT /v2.0/routers/ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 HTTP/1.1" status: 200  len: 706 time: 1.2737529
Nov 06 20:59:36.970307 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d776a11-81d7-42d0-9a72-fbc1f6af0df2 None None] Sync routers for ids ['ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:36.971155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37458) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:36.980447 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d776a11-81d7-42d0-9a72-fbc1f6af0df2 None None] Routers {'ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:36.981183 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-5d776a11-81d7-42d0-9a72-fbc1f6af0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c88220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:37.016699 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-5d776a11-81d7-42d0-9a72-fbc1f6af0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c88220>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:37.025355 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d776a11-81d7-42d0-9a72-fbc1f6af0df2 None None] Routers {'ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:37.025875 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-5d776a11-81d7-42d0-9a72-fbc1f6af0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c88220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:37.044674 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7951d41d-e139-45f8-8bea-e9a79fb7a70b tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/routers/ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 HTTP/1.1" status: 200  len: 741 time: 0.0722549
Nov 06 20:59:37.047129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37460) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.057483 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-5d776a11-81d7-42d0-9a72-fbc1f6af0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c88220>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:37.058125 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d776a11-81d7-42d0-9a72-fbc1f6af0df2 None None] The sync data for ids ['ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:37.092232 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d330b7a3-b0e8-4712-ba2c-2ee932160a18 tempest-RoutersAdminTest-883269424 tempest-RoutersAdminTest-883269424-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 HTTP/1.1" status: 200  len: 205 time: 0.0440447
Nov 06 20:59:37.094761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37462) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.119518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-336fe816-38b5-4425-b630-7a769fce2cac tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 HTTP/1.1" status: 200  len: 205 time: 0.0236893
Nov 06 20:59:37.122476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.202853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-247acc91-772d-4b27-b42c-b897b4a10ce6 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:37.322379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65214f-1b28-4859-ad75-436fe0a1ec3d req-f03561ae-8a1d-41bd-b074-53b088637732 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:37.330218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d65214f-1b28-4859-ad75-436fe0a1ec3d req-f03561ae-8a1d-41bd-b074-53b088637732 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 943 time: 0.0595355
Nov 06 20:59:37.375580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d65214f-1b28-4859-ad75-436fe0a1ec3d req-4dae081c-0a39-4cfd-abd4-1507b9e67034 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443945
Nov 06 20:59:37.380175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-247acc91-772d-4b27-b42c-b897b4a10ce6 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:37.382569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-247acc91-772d-4b27-b42c-b897b4a10ce6 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:37.427120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-247acc91-772d-4b27-b42c-b897b4a10ce6 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:37.427658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247acc91-772d-4b27-b42c-b897b4a10ce6 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Fanout notify agent at l3_agent the message router_deleted on router ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 20:59:37.436155 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-247acc91-772d-4b27-b42c-b897b4a10ce6 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:37.437270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-247acc91-772d-4b27-b42c-b897b4a10ce6 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 HTTP/1.1" status: 204  len: 168 time: 0.3139119
Nov 06 20:59:37.440830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37472) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.472342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-029a5de3-bbc7-445c-8e51-a773ab1a54ea tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 HTTP/1.1" status: 200  len: 205 time: 0.0295191
Nov 06 20:59:37.473864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37476) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.516084 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-cd3139cf-e468-41b0-96ad-1dc89f2d4236 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] delete failed (client error): The resource could not be found.
Nov 06 20:59:37.517316 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cd3139cf-e468-41b0-96ad-1dc89f2d4236 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/ea8cb1e5-3346-49e4-ba20-a8d04c4ddf69 HTTP/1.1" status: 404  len: 336 time: 0.0424154
Nov 06 20:59:37.520262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37488) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.558212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37494) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.558430 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-09221aa9-0b3d-4792-8ae2-26647c802800 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=f77be3e0-480f-4486-9823-fd8fe564c4a3 HTTP/1.1" status: 200  len: 205 time: 0.0367737
Nov 06 20:59:37.605993 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-7bbf32b7-873e-41f4-8819-a163fb9678c0 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] delete failed (client error): The resource could not be found.
Nov 06 20:59:37.607548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7bbf32b7-873e-41f4-8819-a163fb9678c0 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/f77be3e0-480f-4486-9823-fd8fe564c4a3 HTTP/1.1" status: 404  len: 336 time: 0.0480428
Nov 06 20:59:37.610291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37496) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.637913 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-185b8ad4-40ff-46cc-917b-9da1dc6a8e94 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dfe18a0-ff56-4445-8aff-f94e9a882aff HTTP/1.1" status: 200  len: 205 time: 0.0262356
Nov 06 20:59:37.640311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37498) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.678981 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-7907a213-7373-4e4c-a0dc-71c443d2e16a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] delete failed (client error): The resource could not be found.
Nov 06 20:59:37.682365 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7907a213-7373-4e4c-a0dc-71c443d2e16a tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/2dfe18a0-ff56-4445-8aff-f94e9a882aff HTTP/1.1" status: 404  len: 336 time: 0.0383685
Nov 06 20:59:37.682698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37500) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.696543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088f5ea-43c4-4d69-b135-faa13eca94bb req-11705e35-756b-4a93-9eb3-7a842a6607b9 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:37.698041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8088f5ea-43c4-4d69-b135-faa13eca94bb req-11705e35-756b-4a93-9eb3-7a842a6607b9 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 945 time: 0.0962698
Nov 06 20:59:37.710215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68919466-eaec-41be-8236-81daddb26ad5 req-b1969178-30df-4014-ba99-1362846b4b55 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:37.711662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68919466-eaec-41be-8236-81daddb26ad5 req-b1969178-30df-4014-ba99-1362846b4b55 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 945 time: 0.1110063
Nov 06 20:59:37.718386 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d2fc9c04-9929-46a9-bff3-859c3ca7190b tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=1999bc07-2b4a-458b-95c0-626f4ac538b3 HTTP/1.1" status: 200  len: 205 time: 0.0321658
Nov 06 20:59:37.720197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37502) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.761473 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-2ec5c51a-246f-4f46-9c94-0f29853ac231 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] delete failed (client error): The resource could not be found.
Nov 06 20:59:37.762673 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2ec5c51a-246f-4f46-9c94-0f29853ac231 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/1999bc07-2b4a-458b-95c0-626f4ac538b3 HTTP/1.1" status: 404  len: 336 time: 0.0413618
Nov 06 20:59:37.765286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37504) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.787076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8088f5ea-43c4-4d69-b135-faa13eca94bb req-93e2c4c5-4295-46ea-8cab-cbd66f7f717f tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744355
Nov 06 20:59:37.790587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68919466-eaec-41be-8236-81daddb26ad5 req-065368f3-8e0f-42f7-b894-e19a0618b582 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643649
Nov 06 20:59:37.792094 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-53bf3ae8-4f76-4cf4-a207-830d13a24434 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6174b1-b63b-4a67-b1c4-104b13a066f8 HTTP/1.1" status: 200  len: 205 time: 0.0252914
Nov 06 20:59:37.794862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37506) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.834762 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-f1ba9fec-bf9d-41b9-87b6-00f6ddefbb3f tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] delete failed (client error): The resource could not be found.
Nov 06 20:59:37.835728 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f1ba9fec-bf9d-41b9-87b6-00f6ddefbb3f tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/dc6174b1-b63b-4a67-b1c4-104b13a066f8 HTTP/1.1" status: 404  len: 336 time: 0.0396907
Nov 06 20:59:37.838138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37512) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.871230 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9e81999a-1881-427e-a596-128259ba88f8 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5358275-634f-4f2e-a4f2-907985dc7dfd HTTP/1.1" status: 200  len: 205 time: 0.0318558
Nov 06 20:59:37.875454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37516) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.941545 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-a43ae798-e919-4e29-9353-1b463a271e70 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] delete failed (client error): The resource could not be found.
Nov 06 20:59:37.942517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a43ae798-e919-4e29-9353-1b463a271e70 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/routers/c5358275-634f-4f2e-a4f2-907985dc7dfd HTTP/1.1" status: 404  len: 336 time: 0.0527756
Nov 06 20:59:37.947384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37518) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:37.974494 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ca7e64-81cb-4b5e-b3de-0de07c7295c1 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] DELETE failed (client error): The resource could not be found.
Nov 06 20:59:37.974938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ca7e64-81cb-4b5e-b3de-0de07c7295c1 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 20:59:37.977736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313baa92-1fde-4d52-aa5f-5dd7d4fbaa82 req-9f3df6b8-26d5-4abf-b2aa-150111627478 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:37.977928 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56ca7e64-81cb-4b5e-b3de-0de07c7295c1 tempest-RoutersAdminTest-584652630 tempest-RoutersAdminTest-584652630-project] 10.222.0.13 "DELETE /v2.0/subnets/4f43c898-76fc-4d59-9ae7-5cbc287ad752 HTTP/1.1" status: 404  len: 337 time: 0.0295177
Nov 06 20:59:37.979339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-313baa92-1fde-4d52-aa5f-5dd7d4fbaa82 req-9f3df6b8-26d5-4abf-b2aa-150111627478 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=25923086-946d-426a-9928-7eb58fc69090 HTTP/1.1" status: 200  len: 945 time: 0.1173451
Nov 06 20:59:38.003436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7509e8-5e7f-478f-8ed4-cc0d7482c908 req-87e15edb-9bed-4af6-9041-1aeebf2b8960 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:38.004957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa7509e8-5e7f-478f-8ed4-cc0d7482c908 req-87e15edb-9bed-4af6-9041-1aeebf2b8960 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 1096 time: 0.0735815
Nov 06 20:59:38.016788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9a28fc71-da6e-45a2-a80a-58faa0b40f48 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:38.051218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-313baa92-1fde-4d52-aa5f-5dd7d4fbaa82 req-a6aaa142-42cf-4d82-b0b2-b31a203044c1 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648565
Nov 06 20:59:38.072322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa7509e8-5e7f-478f-8ed4-cc0d7482c908 req-c7294cfd-b44a-4623-b257-b1659024cba5 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598166
Nov 06 20:59:38.148173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9a28fc71-da6e-45a2-a80a-58faa0b40f48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:38.173177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'port_id': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'mac_address': 'fa:16:3e:d6:df:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:59:38.230012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:38.246321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a28fc71-da6e-45a2-a80a-58faa0b40f48 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:38.279931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9a28fc71-da6e-45a2-a80a-58faa0b40f48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:38.287567 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:38.346408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9a28fc71-da6e-45a2-a80a-58faa0b40f48,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:38.453316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37542) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:38.582102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4194ac97-448e-472f-b93d-2a03adcfb436 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:38.678310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec159ef4-0322-466b-90c2-4afef7508119 req-5639f61b-4b02-4e3c-9e22-57b935cc8b93 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:38.679866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-5639f61b-4b02-4e3c-9e22-57b935cc8b93 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 808 time: 0.2479260
Nov 06 20:59:38.694640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c45488b1-d7fd-48f4-8dcb-86ccb04765ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:38.705804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b103623-cbd8-4057-8df8-9e7de24d003d req-dcb2d5e0-6c89-4609-94e8-e99ae95d4227 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:38.707430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b103623-cbd8-4057-8df8-9e7de24d003d req-dcb2d5e0-6c89-4609-94e8-e99ae95d4227 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 944 time: 0.1304440
Nov 06 20:59:38.724224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f975480f-8cbc-4b25-b574-efd9a19c3087 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/quotas/a80ec8702cd94e0eaefdf3eb907a0cff HTTP/1.1" status: 200  len: 375 time: 0.0282745
Nov 06 20:59:38.785312 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c45488b1-d7fd-48f4-8dcb-86ccb04765ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:38.789481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c45488b1-d7fd-48f4-8dcb-86ccb04765ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:38.794924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b103623-cbd8-4057-8df8-9e7de24d003d req-255d0658-1801-4580-a94b-5be080c5915b tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793273
Nov 06 20:59:38.806540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-b4ffe628-75e5-4958-bd01-0ca73b2ed196 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0745711
Nov 06 20:59:38.812569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9a28fc71-da6e-45a2-a80a-58faa0b40f48'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:38.833277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45488b1-d7fd-48f4-8dcb-86ccb04765ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f0fd7-e146-4a68-be6a-f73b9bb71f08,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:38.841092 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c45488b1-d7fd-48f4-8dcb-86ccb04765ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db15f30d7b654750a7e08c5975c6665c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3871174
Nov 06 20:59:38.842667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37564) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:38.911644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35d51d74-c5f8-4944-b029-34f20adad53e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:38.935673 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35d51d74-c5f8-4944-b029-34f20adad53e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:38.965298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-6302afeb-c8c0-43c8-956f-8595c3dd4e1b service neutron] 10.222.0.13 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488812
Nov 06 20:59:38.974523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c868c-078f-4fdd-b395-e9c92d7789fb req-05c83daf-0efd-4134-8f66-30c06ddcb416 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:38.976166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6c868c-078f-4fdd-b395-e9c92d7789fb req-05c83daf-0efd-4134-8f66-30c06ddcb416 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=25923086-946d-426a-9928-7eb58fc69090 HTTP/1.1" status: 200  len: 945 time: 0.0772538
Nov 06 20:59:38.993414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35d51d74-c5f8-4944-b029-34f20adad53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:38.995970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35d51d74-c5f8-4944-b029-34f20adad53e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:39.000125 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-35d51d74-c5f8-4944-b029-34f20adad53e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/360f0fd7-e146-4a68-be6a-f73b9bb71f08 HTTP/1.1" status: 204  len: 168 time: 0.1525726
Nov 06 20:59:39.006968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d51d74-c5f8-4944-b029-34f20adad53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f0fd7-e146-4a68-be6a-f73b9bb71f08,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:39.295354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37570) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:39.340419 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab807cbb-b75d-4af4-ab40-253b380c9c9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49a9fc8756d1449abe99e82c5248e53c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0414126
Nov 06 20:59:39.341514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37572) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:39.390245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad78a-0a98-4984-b066-8f91720dffd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:39.411840 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad78a-0a98-4984-b066-8f91720dffd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:39.432378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6c868c-078f-4fdd-b395-e9c92d7789fb req-cf5e0d57-f3aa-4af6-a246-79e6c892ea6d tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4456279
Nov 06 20:59:39.451612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-504d5f60-05cd-41dc-843a-31c1b8e72d81 service neutron] 10.222.0.13 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4743447
Nov 06 20:59:39.466275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad78a-0a98-4984-b066-8f91720dffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:39.466275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad78a-0a98-4984-b066-8f91720dffd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:39.466275 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0b9ad78a-0a98-4984-b066-8f91720dffd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71786236-c37f-4f10-9d84-a2e33ec5f75f HTTP/1.1" status: 204  len: 168 time: 0.1230049
Nov 06 20:59:39.475000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad78a-0a98-4984-b066-8f91720dffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71786236-c37f-4f10-9d84-a2e33ec5f75f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:39.627029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea77bd3d-6d5a-4803-b68f-ccfba4d5d4c6 req-5001e871-ed5f-458d-bc46-53d4204ba251 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 210 time: 0.0284529
Nov 06 20:59:39.990926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289dbd2-0e5e-4166-8fe9-b2666960fa4b req-8353901f-0381-4c46-b0db-27f7462cb46f tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:39.992882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d289dbd2-0e5e-4166-8fe9-b2666960fa4b req-8353901f-0381-4c46-b0db-27f7462cb46f tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 944 time: 0.0692830
Nov 06 20:59:40.068921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d289dbd2-0e5e-4166-8fe9-b2666960fa4b req-bf0a8c64-7db6-4514-8277-2a10d1107e85 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637858
Nov 06 20:59:40.116022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-e440f073-4bf3-4afc-a1c1-008c0a5cf1a3 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:40.117641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-e440f073-4bf3-4afc-a1c1-008c0a5cf1a3 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "GET /v2.0/ports?device_id=25923086-946d-426a-9928-7eb58fc69090 HTTP/1.1" status: 200  len: 945 time: 0.0698776
Nov 06 20:59:40.238924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Deleting port 8a518c86-0ed7-4991-b132-8a2a643d85b4 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:40.239274 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.361677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] For port 8a518c86-0ed7-4991-b132-8a2a643d85b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a518c86-0ed7-4991-b132-8a2a643d85b4,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:40.362100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.378242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Calling delete_port for 8a518c86-0ed7-4991-b132-8a2a643d85b4 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:40.389785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37638) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:40.491446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1968556346'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:40.522871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.536280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['8a518c86-0ed7-4991-b132-8a2a643d85b4', 'b2d5d03b-8f4a-49cf-96ef-822017228b48'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:40.546040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ace3cfea-2abf-4162-9375-32771908236a req-8db481b8-89fe-4d85-a529-e74bd02775e8 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=25923086-946d-426a-9928-7eb58fc69090 HTTP/1.1" status: 200  len: 210 time: 0.0341301
Nov 06 20:59:40.561072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Made reservation on behalf of edc865a10bfa4940b497f6a3a526cb97 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:40.564803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.570605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Pushing event deleted for resources: {'Port': ['ID=8a518c86-0ed7-4991-b132-8a2a643d85b4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:40.591231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-6e1105b2-f661-4e25-91d8-39ab72e5e6ec tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:40.592898 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-6e1105b2-f661-4e25-91d8-39ab72e5e6ec tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 945 time: 0.0812500
Nov 06 20:59:40.593580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.620192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] No DVR routers for this DVR port 8a518c86-0ed7-4991-b132-8a2a643d85b4 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:40.623600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.627738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3008af-03ce-411b-9aeb-4a9b917a2085 req-edf87e38-3cea-4ef8-8831-9cacb6ab119b tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "DELETE /v2.0/ports/8a518c86-0ed7-4991-b132-8a2a643d85b4 HTTP/1.1" status: 204  len: 173 time: 0.5032945
Nov 06 20:59:40.628649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25923086-946d-426a-9928-7eb58fc69090', 'name': 'network-vif-deleted', 'tag': '8a518c86-0ed7-4991-b132-8a2a643d85b4'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:40.630745 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e754607e-5d49-4ccd-bf45-b96618537b66" -d '{"events": [{"server_uuid": "25923086-946d-426a-9928-7eb58fc69090", "name": "network-vif-deleted", "tag": "8a518c86-0ed7-4991-b132-8a2a643d85b4"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:40.675510 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8f1fd-cc28-495f-b5ac-fdc733821139 x-openstack-request-id: req-7df8f1fd-cc28-495f-b5ac-fdc733821139 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:40.676248 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25923086-946d-426a-9928-7eb58fc69090", "name": "network-vif-deleted", "tag": "8a518c86-0ed7-4991-b132-8a2a643d85b4", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:40.676248 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7df8f1fd-cc28-495f-b5ac-fdc733821139 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:40.676798 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25923086-946d-426a-9928-7eb58fc69090', 'name': 'network-vif-deleted', 'tag': '8a518c86-0ed7-4991-b132-8a2a643d85b4', 'status': 'completed', 'code': 200}
Nov 06 20:59:40.729334 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.737344 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.749301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:59:40.757393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f13f5e0-010e-48fb-8fdf-6890c1bce10b req-4f7e81b8-7751-4cd4-8cc9-0e54291543bd tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 210 time: 0.0437176
Nov 06 20:59:40.760140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.760628 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Added segment f8010647-913c-4dc3-a81b-2037052bed71 of type vlan for network 7ba33057-448c-4777-a39c-77e01debd356
Nov 06 20:59:40.876077 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.880905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db0a59-9679-4c83-b23b-488b5845f20b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:40.930635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.937115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:40.940471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:40.948354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec159ef4-0322-466b-90c2-4afef7508119 req-769fa15f-1859-42b4-b084-ca1ce998a5dc tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:40.951121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-769fa15f-1859-42b4-b084-ca1ce998a5dc tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 808 time: 0.1527979
Nov 06 20:59:40.967940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Request body: {'port': {'device_id': '7675136e-8794-496a-a186-3531f5aa4d0f', 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'admin_state_up': True, 'tenant_id': 'a80ec8702cd94e0eaefdf3eb907a0cff'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:41.007078 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 0.6161480
Nov 06 20:59:41.013471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37654) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:41.015716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Deleting port b2d5d03b-8f4a-49cf-96ef-822017228b48 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:41.016218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.028477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Request body: {'subnet': {'network_id': '7ba33057-448c-4777-a39c-77e01debd356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:41.062742 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 20:59:41.107444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Made reservation on behalf of a80ec8702cd94e0eaefdf3eb907a0cff for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:41.112585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.233141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37660) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:41.331773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f463d6-e036-4fbf-a98a-3f786fa23afc req-d4b4dcb4-67f6-4dab-a90a-6f939cce4b93 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:41.333343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9f463d6-e036-4fbf-a98a-3f786fa23afc req-d4b4dcb4-67f6-4dab-a90a-6f939cce4b93 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 944 time: 0.1611543
Nov 06 20:59:41.381701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Allocated IP 172.20.0.11 (a0d87934-0232-4205-a7f7-5ad3a2322d26/700ccb63-5106-4e87-ba88-ceed32dd9408/be7b680a-e8bb-4f73-a40c-30b3e1f27383) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:41.417049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bacbc125-9e29-465c-ab91-5c108ab969bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.434439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e5f5a-096f-4804-992e-d548c2e65ead tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event updated for resources: {'Network': ['ID=7ba33057-448c-4777-a39c-77e01debd356,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:41.435572 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9f463d6-e036-4fbf-a98a-3f786fa23afc req-0ec3e22e-35ae-42ba-9e23-55593e82ad4d tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938468
Nov 06 20:59:41.449863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 7ba33057-448c-4777-a39c-77e01debd356 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:59:41.544831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] For port b2d5d03b-8f4a-49cf-96ef-822017228b48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2d5d03b-8f4a-49cf-96ef-822017228b48,segment=NetworkSegment(ab58560c-4ca5-4ed5-9db3-c96667128cf3),segment_id=ab58560c-4ca5-4ed5-9db3-c96667128cf3)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:41.545411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.562114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Calling delete_port for b2d5d03b-8f4a-49cf-96ef-822017228b48 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:41.567648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Made reservation on behalf of edc865a10bfa4940b497f6a3a526cb97 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:41.571335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.621899 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bacbc125-9e29-465c-ab91-5c108ab969bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.633536 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bacbc125-9e29-465c-ab91-5c108ab969bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.658839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.663589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bacbc125-9e29-465c-ab91-5c108ab969bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=917b0d24d6834326a922c2873edae7ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4129932
Nov 06 20:59:41.667679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37668) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:41.738457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbc125-9e29-465c-ab91-5c108ab969bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70ee0e2-2977-48f5-9bcc-26f608e74bb9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:41.800089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7ddb-767e-4f8c-a70d-1ac67126f02d req-fd832353-aa60-49ee-b44c-465115846b54 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:41.801657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd8f7ddb-767e-4f8c-a70d-1ac67126f02d req-fd832353-aa60-49ee-b44c-465115846b54 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b078aad-b0ea-4219-ad06-31d344d0374d HTTP/1.1" status: 200  len: 945 time: 0.1362526
Nov 06 20:59:41.808990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e6b-8ffe-416b-8760-34ac96d64e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.823468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.833679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.848043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['8a518c86-0ed7-4991-b132-8a2a643d85b4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:41.877465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.882450 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e6b-8ffe-416b-8760-34ac96d64e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.884088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Pushing event deleted for resources: {'Port': ['ID=b2d5d03b-8f4a-49cf-96ef-822017228b48,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:41.953788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] No DVR routers for this DVR port b2d5d03b-8f4a-49cf-96ef-822017228b48 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:41.961922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:41.964002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Network a0d87934-0232-4205-a7f7-5ad3a2322d26 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:41.965197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b350e36d-1c5b-48e9-8594-3507c838c3b9 req-ba04644a-44ac-497c-ad46-ec0e1491d720 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.10 "DELETE /v2.0/ports/b2d5d03b-8f4a-49cf-96ef-822017228b48 HTTP/1.1" status: 204  len: 173 time: 1.3636708
Nov 06 20:59:41.966309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b078aad-b0ea-4219-ad06-31d344d0374d', 'name': 'network-vif-deleted', 'tag': 'b2d5d03b-8f4a-49cf-96ef-822017228b48'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:41.968620 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d831568f-6694-47fc-8372-18d86a9161d2" -d '{"events": [{"server_uuid": "4b078aad-b0ea-4219-ad06-31d344d0374d", "name": "network-vif-deleted", "tag": "b2d5d03b-8f4a-49cf-96ef-822017228b48"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:41.985841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event updated for resources: {'Subnet': ['ID=b93d6988-eaa2-4a0a-8963-fee74838b238,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:41.991996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:41.996174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Checking segment: {'id': 'f8010647-913c-4dc3-a81b-2037052bed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba33057-448c-4777-a39c-77e01debd356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:41.996725 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Network hostable DHCP agents. Network: 7ba33057-448c-4777-a39c-77e01debd356, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:59:41.999962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Pushing event updated for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:42.002446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:42.015134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Network 7ba33057-448c-4777-a39c-77e01debd356 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:59:42.026627 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9a28fc71-da6e-45a2-a80a-58faa0b40f48 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:42.028988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ba33057-448c-4777-a39c-77e01debd356) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:42.040111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd8f7ddb-767e-4f8c-a70d-1ac67126f02d req-1c71dd58-9fac-4433-9aac-6746486dd2d7 tempest-MultipleCreateTestJSON-209482855 tempest-MultipleCreateTestJSON-209482855-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e677a0-6235-4ead-81d8-4f372ac629a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204750
Nov 06 20:59:42.043310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:42.045177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.055826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc95f6-08c1-43be-b240-289212e57f65 req-7cf57f8d-9341-4e55-b50a-204601e4f8fb tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:42.057503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7dc95f6-08c1-43be-b240-289212e57f65 req-7cf57f8d-9341-4e55-b50a-204601e4f8fb tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 932 time: 0.1901865
Nov 06 20:59:42.061882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bded7021-a1fc-41a5-b4a6-e02549a49e96 None None] Network 7ba33057-448c-4777-a39c-77e01debd356 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:42.078328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b76aea18-c3fc-47a5-91d2-9fb97d928b2a tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0588777
Nov 06 20:59:42.080366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:42.081737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.088650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37674) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:42.109170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Request body: {'port': {'network_id': '7ba33057-448c-4777-a39c-77e01debd356', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1062903557'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:42.114025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e6b-8ffe-416b-8760-34ac96d64e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.116601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8d41e6b-8ffe-416b-8760-34ac96d64e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.121278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a8d41e6b-8ffe-416b-8760-34ac96d64e15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d70ee0e2-2977-48f5-9bcc-26f608e74bb9 HTTP/1.1" status: 204  len: 168 time: 0.4471869
Nov 06 20:59:42.144679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-14d670dd-0f7b-4214-b4a8-6952601d6695 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1804559
Nov 06 20:59:42.148892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d41e6b-8ffe-416b-8760-34ac96d64e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70ee0e2-2977-48f5-9bcc-26f608e74bb9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:42.160576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:59:42.162583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Request body: {'port': {'device_id': '7675136e-8794-496a-a186-3531f5aa4d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:42.168868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:42.169495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.204799 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41ba66e-51ed-483f-a9e9-ae4b6f95c1c3 x-openstack-request-id: req-e41ba66e-51ed-483f-a9e9-ae4b6f95c1c3 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:42.205018 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b078aad-b0ea-4219-ad06-31d344d0374d", "name": "network-vif-deleted", "tag": "b2d5d03b-8f4a-49cf-96ef-822017228b48", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:42.205271 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e41ba66e-51ed-483f-a9e9-ae4b6f95c1c3 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:42.205666 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b078aad-b0ea-4219-ad06-31d344d0374d', 'name': 'network-vif-deleted', 'tag': 'b2d5d03b-8f4a-49cf-96ef-822017228b48', 'status': 'completed', 'code': 200}
Nov 06 20:59:42.254505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7dc95f6-08c1-43be-b240-289212e57f65 req-f10cdcaa-489b-4633-ade7-8507478af4c9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678164
Nov 06 20:59:42.316855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ba33057-448c-4777-a39c-77e01debd356', 'network_id': '7ba33057-448c-4777-a39c-77e01debd356', 'tenant_id': 'edc865a10bfa4940b497f6a3a526cb97', 'fixed_ips': [{'subnet_id': 'b93d6988-eaa2-4a0a-8963-fee74838b238'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 20:59:42.317816 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.318849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Made reservation on behalf of edc865a10bfa4940b497f6a3a526cb97 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:42.321256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.324140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.350739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] device_id is not set on port b0e6677a-00cc-4d46-a579-5e69a9b79259 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:59:42.460241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.499887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a28fc71-da6e-45a2-a80a-58faa0b40f48'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:42.502733 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e11fb49-a4fe-402c-89c4-472a1f1a41a3" -d '{"events": [{"server_uuid": "7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1", "name": "network-vif-plugged", "status": "completed", "tag": "9a28fc71-da6e-45a2-a80a-58faa0b40f48"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:42.525056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Allocated IP 2001:db8::2 (7ba33057-448c-4777-a39c-77e01debd356/b93d6988-eaa2-4a0a-8963-fee74838b238/87ccd91d-827b-4684-8c94-2f907f626c39) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:42.529097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9a28fc71-da6e-45a2-a80a-58faa0b40f48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:42.541660 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.543477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8a518c86-0ed7-4991-b132-8a2a643d85b4 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:42.648030 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78933fda-3c55-4554-9639-522df226b0e7 x-openstack-request-id: req-78933fda-3c55-4554-9639-522df226b0e7 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:42.648443 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1", "name": "network-vif-plugged", "status": "completed", "tag": "9a28fc71-da6e-45a2-a80a-58faa0b40f48", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:42.648907 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78933fda-3c55-4554-9639-522df226b0e7 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:42.649557 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'code': 200}
Nov 06 20:59:42.650341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 8a518c86-0ed7-4991-b132-8a2a643d85b4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:59:42.650940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8a518c86-0ed7-4991-b132-8a2a643d85b4 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:42.704949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9a28fc71-da6e-45a2-a80a-58faa0b40f48,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:42.748421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e959fb-39c7-40c5-ae56-12bc40802ea4 req-c6330408-fd16-4e88-97f5-d27f0e0a8a75 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:42.756677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7e959fb-39c7-40c5-ae56-12bc40802ea4 req-c6330408-fd16-4e88-97f5-d27f0e0a8a75 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.1008699
Nov 06 20:59:42.805394 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.813403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.846669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7e959fb-39c7-40c5-ae56-12bc40802ea4 req-f20e8e5c-bebc-4bb2-b860-1c021d33a5e6 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887709
Nov 06 20:59:42.860685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7b680a-e8bb-4f73-a40c-30b3e1f27383 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:42.865315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Network 7ba33057-448c-4777-a39c-77e01debd356 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:42.869258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:42.875450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:42.877602 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92334f5-0ea8-4ba9-be10-357ac9186ba8 req-40d97111-d1ef-43af-92e9-0b0fa3b3ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:42.879199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Pushing event updated for resources: {'Port': ['ID=87ccd91d-827b-4684-8c94-2f907f626c39,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:42.880089 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e92334f5-0ea8-4ba9-be10-357ac9186ba8 req-40d97111-d1ef-43af-92e9-0b0fa3b3ead2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 1096 time: 0.0962892
Nov 06 20:59:42.881727 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.900827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Allocated IP 2001:db8::6d (7ba33057-448c-4777-a39c-77e01debd356/b93d6988-eaa2-4a0a-8963-fee74838b238/b0e6677a-00cc-4d46-a579-5e69a9b79259) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:42.904449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Transition to ACTIVE for port object be7b680a-e8bb-4f73-a40c-30b3e1f27383 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:59:42.909044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.943893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Attempting to bind port 87ccd91d-827b-4684-8c94-2f907f626c39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:42.944183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Attempting to bind port 87ccd91d-827b-4684-8c94-2f907f626c39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8010647-913c-4dc3-a81b-2037052bed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba33057-448c-4777-a39c-77e01debd356'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:42.944411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Attempting to bind port 87ccd91d-827b-4684-8c94-2f907f626c39 on network 7ba33057-448c-4777-a39c-77e01debd356 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:42.951136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:42.951503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Checking segment: {'id': 'f8010647-913c-4dc3-a81b-2037052bed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba33057-448c-4777-a39c-77e01debd356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:42.952107 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.952338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Bound using segment: {'id': 'f8010647-913c-4dc3-a81b-2037052bed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba33057-448c-4777-a39c-77e01debd356'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:42.952841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Bound port: 87ccd91d-827b-4684-8c94-2f907f626c39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8010647-913c-4dc3-a81b-2037052bed71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ba33057-448c-4777-a39c-77e01debd356'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:42.953183 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:42.968682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e92334f5-0ea8-4ba9-be10-357ac9186ba8 req-6f344d1f-1c82-4961-a042-8cb35af36396 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737727
Nov 06 20:59:42.989380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Pushing event updated for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:43.023082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] For port 87ccd91d-827b-4684-8c94-2f907f626c39, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:43.026338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] For port 87ccd91d-827b-4684-8c94-2f907f626c39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87ccd91d-827b-4684-8c94-2f907f626c39,segment=NetworkSegment(f8010647-913c-4dc3-a81b-2037052bed71),segment_id=f8010647-913c-4dc3-a81b-2037052bed71)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:43.031404 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.046431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:43.047018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:43.047552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:43.052343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:43.052846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:43.058376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:43.058551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:43.059520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:43.059520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Bound port: be7b680a-e8bb-4f73-a40c-30b3e1f27383, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:43.059755 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.097399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4203083-51fa-485e-81ba-5957253486d2 None None] Pushing event updated for resources: {'Port': ['ID=87ccd91d-827b-4684-8c94-2f907f626c39,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:43.120266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.144706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37684) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:43.147125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:43.171357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.189826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:43.196939 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.223121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Network 7ba33057-448c-4777-a39c-77e01debd356 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:43.226406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:43.229874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:43.237517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:43.238135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.239022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:43.239514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] 10.222.0.10 "PUT /v2.0/ports/be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 200  len: 1092 time: 1.0822287
Nov 06 20:59:43.239691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.240218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:43.243072 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9bfd09-b67e-4487-aa92-837ca53d648e" -d '{"events": [{"name": "network-changed", "server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:43.283373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f02b36b-0f90-4634-a26a-35349ff7e4fe admin admin] Deleting subnet 60d525d4-ac1a-4466-87a1-7fed3a911f1b {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:59:43.291089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event updated for resources: {'Port': ['ID=b0e6677a-00cc-4d46-a579-5e69a9b79259,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:43.312791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ad236465-4624-4e10-87b3-db3a22cb4271 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.2221549
Nov 06 20:59:43.313528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37690) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:43.317607 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f02b36b-0f90-4634-a26a-35349ff7e4fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.320796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Request body: {'port': {'network_id': '7ba33057-448c-4777-a39c-77e01debd356', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1999629606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:43.321435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] bootfile-name is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 20:59:43.321841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] tftp-server is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 20:59:43.322259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] server-ip-address is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 20:59:43.351809 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44fda8-a0be-4fdf-8512-05ef399ccf50 x-openstack-request-id: req-3e44fda8-a0be-4fdf-8512-05ef399ccf50 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:43.352100 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:43.352378 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e44fda8-a0be-4fdf-8512-05ef399ccf50 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:43.352780 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383', 'status': 'completed', 'code': 200}
Nov 06 20:59:43.413067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a7a72-0b0c-41a0-b531-595829f35a21 service neutron] Pushing event updated for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:43.436563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f02b36b-0f90-4634-a26a-35349ff7e4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.462383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Made reservation on behalf of edc865a10bfa4940b497f6a3a526cb97 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:43.466644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.478644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec159ef4-0322-466b-90c2-4afef7508119 req-5da539bb-8f92-4b83-b829-740bf29862ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:43.480092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-5da539bb-8f92-4b83-b829-740bf29862ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1095 time: 0.1764808
Nov 06 20:59:43.484496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] device_id is not set on port 202b83f7-0002-4729-a63a-3e813c653d34 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:59:43.506005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f02b36b-0f90-4634-a26a-35349ff7e4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.567193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c57f24-f998-4a91-bfe4-aee9e8fa8a83 req-8650bd8d-13b2-4a0c-aead-1033853be020 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:43.568844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01c57f24-f998-4a91-bfe4-aee9e8fa8a83 req-8650bd8d-13b2-4a0c-aead-1033853be020 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.1812904
Nov 06 20:59:43.572221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-d095f03c-16db-4cf9-a07e-e1de95ae45ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 200  len: 217 time: 0.0823734
Nov 06 20:59:43.607137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Allocated IP 2001:db8::3b6 (7ba33057-448c-4777-a39c-77e01debd356/b93d6988-eaa2-4a0a-8963-fee74838b238/202b83f7-0002-4729-a63a-3e813c653d34) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:43.676712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec159ef4-0322-466b-90c2-4afef7508119 req-e63dd2f5-3deb-4b82-9bce-554c48b1701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:43.678199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-e63dd2f5-3deb-4b82-9bce-554c48b1701d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0928059
Nov 06 20:59:43.680069 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f02b36b-0f90-4634-a26a-35349ff7e4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.690733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01c57f24-f998-4a91-bfe4-aee9e8fa8a83 req-718daaad-22ba-4260-a120-4ca6fe4534ab tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126699
Nov 06 20:59:43.725436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f02b36b-0f90-4634-a26a-35349ff7e4fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.728744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f02b36b-0f90-4634-a26a-35349ff7e4fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60d525d4-ac1a-4466-87a1-7fed3a911f1b HTTP/1.1" status: 204  len: 168 time: 0.5829980
Nov 06 20:59:43.729536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02b36b-0f90-4634-a26a-35349ff7e4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d525d4-ac1a-4466-87a1-7fed3a911f1b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:43.731739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37692) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:43.748494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-6d42e817-eb34-4b0b-a023-348c65bdec6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567729
Nov 06 20:59:43.836155 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.873034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:43.880715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-fc992d57-ad50-4bef-b542-c8810a5ea662 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1180778
Nov 06 20:59:43.935238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87ccd91d-827b-4684-8c94-2f907f626c39 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:43.966456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.009401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9257152e50>,) {'filters': {'network_id': ['af3a0b98-5e85-4204-bfc9-9a8757f4ab65']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:44.015038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 87ccd91d-827b-4684-8c94-2f907f626c39 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:44.015602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.022237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9257152e50>, 'ab58560c-4ca5-4ed5-9db3-c96667128cf3') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:44.022539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9257152e50>, 'ab58560c-4ca5-4ed5-9db3-c96667128cf3') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:44.032283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.039934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b2d5d03b-8f4a-49cf-96ef-822017228b48 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:44.048866 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.065606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: b2d5d03b-8f4a-49cf-96ef-822017228b48 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:59:44.066130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b2d5d03b-8f4a-49cf-96ef-822017228b48 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:44.066844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec159ef4-0322-466b-90c2-4afef7508119 req-70eb9c63-bbdf-4df4-b235-d38a0214b338 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1843469
Nov 06 20:59:44.099133 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.106169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcedf8-25a2-4317-b222-136040cc767a req-bc7cc41d-ba2f-4e5e-9ac6-48c1b17aa81d tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.108029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30dcedf8-25a2-4317-b222-136040cc767a req-bc7cc41d-ba2f-4e5e-9ac6-48c1b17aa81d tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.1307211
Nov 06 20:59:44.117953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:59:44.118409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.121445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Network 7ba33057-448c-4777-a39c-77e01debd356 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   items = [
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:59:44.122453 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:59:44.135348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:44.137889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event updated for resources: {'Port': ['ID=202b83f7-0002-4729-a63a-3e813c653d34,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:44.140391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:44.146373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.147034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.161528 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.201393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 87ccd91d-827b-4684-8c94-2f907f626c39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87ccd91d-827b-4684-8c94-2f907f626c39,segment=NetworkSegment(f8010647-913c-4dc3-a81b-2037052bed71),segment_id=f8010647-913c-4dc3-a81b-2037052bed71)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:44.209837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.211886 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-866797c7-66ee-4e48-8caa-0d5dae5540cd tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 0.8970077
Nov 06 20:59:44.214634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37696) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:44.220837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.222022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30dcedf8-25a2-4317-b222-136040cc767a req-167b7dab-2493-46fc-943c-670e5c0c570d tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064498
Nov 06 20:59:44.227149 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.233920 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/af3a0b98-5e85-4204-bfc9-9a8757f4ab65 HTTP/1.1" status: 204  len: 168 time: 0.5009508
Nov 06 20:59:44.251122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb1e49-a360-453e-ab1e-50c6fb3f80e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3a0b98-5e85-4204-bfc9-9a8757f4ab65,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:44.268312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-1d842b21-e61f-4ab8-acee-0024eeca01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.269842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-1d842b21-e61f-4ab8-acee-0024eeca01cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1095 time: 0.1283641
Nov 06 20:59:44.294658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06a4b9-9f54-4cb0-b328-3a5df2aabe03 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.300254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06a4b9-9f54-4cb0-b328-3a5df2aabe03 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.306448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06a4b9-9f54-4cb0-b328-3a5df2aabe03 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.308130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5c06a4b9-9f54-4cb0-b328-3a5df2aabe03 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.0917232
Nov 06 20:59:44.310877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37700) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:44.311012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fac2d3-5c96-4184-a204-da8e669b141d None None] Network 7ba33057-448c-4777-a39c-77e01debd356 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:44.317280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=87ccd91d-827b-4684-8c94-2f907f626c39,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:44.391667 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.399473 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.415090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9e0ff188-d0ff-44b2-9315-e20188a583d3 None None] Provisioning complete for port 87ccd91d-827b-4684-8c94-2f907f626c39 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:44.415465 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff188-d0ff-44b2-9315-e20188a583d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.456834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37702) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:44.494048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-324aaac9-0eb3-407f-924a-8545ead9f63f tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Deleting port 202b83f7-0002-4729-a63a-3e813c653d34 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:44.494513 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-324aaac9-0eb3-407f-924a-8545ead9f63f tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.511051 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3804dee-b5aa-4b27-b4ac-011b4b2c754b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c12e0618d884fc29318833f9f5a544e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0503702
Nov 06 20:59:44.514463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37704) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:44.515446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-84cb91c7-7c71-4730-b651-55baa663c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.517790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-84cb91c7-7c71-4730-b651-55baa663c322 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.1359987
Nov 06 20:59:44.594048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-734934f5-d8b5-49b0-b60a-c899a138d207 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 200  len: 217 time: 0.0450733
Nov 06 20:59:44.602307 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e041e6-4be7-419a-a736-1b66c47c22e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.629397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e041e6-4be7-419a-a736-1b66c47c22e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.693090 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-324aaac9-0eb3-407f-924a-8545ead9f63f tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.696550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-2097e535-1ac1-4cbd-9afa-cee4aea7c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.698105 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e041e6-4be7-419a-a736-1b66c47c22e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.698384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-2097e535-1ac1-4cbd-9afa-cee4aea7c3b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0889397
Nov 06 20:59:44.701512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e041e6-4be7-419a-a736-1b66c47c22e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:44.705627 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10e041e6-4be7-419a-a736-1b66c47c22e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37e677a0-6235-4ead-81d8-4f372ac629a9 HTTP/1.1" status: 204  len: 168 time: 0.1881738
Nov 06 20:59:44.714254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e041e6-4be7-419a-a736-1b66c47c22e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e677a0-6235-4ead-81d8-4f372ac629a9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:44.740459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-324aaac9-0eb3-407f-924a-8545ead9f63f tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Calling delete_port for 202b83f7-0002-4729-a63a-3e813c653d34 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:44.743993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-b3e15a83-ca6f-4316-9ae2-b1289e3ed08b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373464
Nov 06 20:59:44.962942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c1849-2103-4ec2-b4e4-406fc9f83333 req-1ed3c573-4132-486c-96a1-e67412ad112a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:44.964623 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-964c1849-2103-4ec2-b4e4-406fc9f83333 req-1ed3c573-4132-486c-96a1-e67412ad112a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.1482987
Nov 06 20:59:45.000190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-30d6eece-ab18-4ee7-976d-350ac7048be6 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825955
Nov 06 20:59:45.108620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d17d1a58-55ea-4a46-8e81-93cca8affbdd None None] Provisioning complete for port 202b83f7-0002-4729-a63a-3e813c653d34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:45.109087 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a58-55ea-4a46-8e81-93cca8affbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.120052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-964c1849-2103-4ec2-b4e4-406fc9f83333 req-8b6fd4a7-0375-4008-8d48-53827d4a9487 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369946
Nov 06 20:59:45.157017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d17d1a58-55ea-4a46-8e81-93cca8affbdd None None] Port 202b83f7-0002-4729-a63a-3e813c653d34 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:59:45.167457 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-324aaac9-0eb3-407f-924a-8545ead9f63f tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.170227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d17d1a58-55ea-4a46-8e81-93cca8affbdd None None] Provisioning complete for port b0e6677a-00cc-4d46-a579-5e69a9b79259 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:45.170717 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a58-55ea-4a46-8e81-93cca8affbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.224110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9bfd09-b67e-4487-aa92-837ca53d648e req-246ec2d7-d73b-4101-84c9-750f51c23d28 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147484
Nov 06 20:59:45.226411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324aaac9-0eb3-407f-924a-8545ead9f63f tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event deleted for resources: {'Port': ['ID=202b83f7-0002-4729-a63a-3e813c653d34,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:45.244172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d17d1a58-55ea-4a46-8e81-93cca8affbdd None None] Port b0e6677a-00cc-4d46-a579-5e69a9b79259 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:59:45.258583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d17d1a58-55ea-4a46-8e81-93cca8affbdd None None] Provisioning complete for port 87ccd91d-827b-4684-8c94-2f907f626c39 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:45.259613 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a58-55ea-4a46-8e81-93cca8affbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.285424 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-324aaac9-0eb3-407f-924a-8545ead9f63f tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.290396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-324aaac9-0eb3-407f-924a-8545ead9f63f tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "DELETE /v2.0/ports/202b83f7-0002-4729-a63a-3e813c653d34 HTTP/1.1" status: 204  len: 168 time: 0.9783797
Nov 06 20:59:45.295570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37722) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:45.303157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Request body: {'port': {'name': 'tempest-new-port-name-584793999', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:45.304077 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] bootfile-name is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 20:59:45.304168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] tftp-server is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 20:59:45.304587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] server-ip-address is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 20:59:45.399148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e490-77e2-4662-b044-dc01e67bbc37 req-eef57c37-c553-413e-80f6-fbdc09df06fd tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:45.400368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fc0e490-77e2-4662-b044-dc01e67bbc37 req-eef57c37-c553-413e-80f6-fbdc09df06fd tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.0688703
Nov 06 20:59:45.411362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.457877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fc0e490-77e2-4662-b044-dc01e67bbc37 req-04321946-16c7-4ca1-aaad-e1bed591fa59 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507827
Nov 06 20:59:45.486638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a07800b5-26b1-4923-8617-1dc84c69b0b3 None None] Provisioning complete for port b0e6677a-00cc-4d46-a579-5e69a9b79259 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:45.487007 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a07800b5-26b1-4923-8617-1dc84c69b0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.527046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a07800b5-26b1-4923-8617-1dc84c69b0b3 None None] Port b0e6677a-00cc-4d46-a579-5e69a9b79259 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:59:45.699316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.706642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.748953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9f8bcf09-02ce-428e-9e3c-d3b0e207c0fc None None] Could not find standard attr ID for object 202b83f7-0002-4729-a63a-3e813c653d34. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:59:45.773417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] In _notify_port_updated(), no bound segment for port b0e6677a-00cc-4d46-a579-5e69a9b79259 on network 7ba33057-448c-4777-a39c-77e01debd356 {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:59:45.780503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:45.781405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:45.783019 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "PUT /v2.0/ports/b0e6677a-00cc-4d46-a579-5e69a9b79259 HTTP/1.1" status: 200  len: 1128 time: 0.4860110
Nov 06 20:59:45.786523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37736) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:45.853530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856d8e7-598a-4943-a3b8-0ce95c9e76d9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event updated for resources: {'Port': ['ID=b0e6677a-00cc-4d46-a579-5e69a9b79259,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:45.891705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f943048-2f13-41b4-b37b-f69cb2625c95 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:45.896719 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6f943048-2f13-41b4-b37b-f69cb2625c95 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "GET /v2.0/ports/b0e6677a-00cc-4d46-a579-5e69a9b79259 HTTP/1.1" status: 200  len: 1128 time: 0.1092935
Nov 06 20:59:45.897676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:45.906881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87ccd91d-827b-4684-8c94-2f907f626c39 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:46.002214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 87ccd91d-827b-4684-8c94-2f907f626c39 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:46.011649 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.018298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-172c70af-e343-4f6f-aba2-3601ce9f33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Deleting port b0e6677a-00cc-4d46-a579-5e69a9b79259 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:46.018825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-172c70af-e343-4f6f-aba2-3601ce9f33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.062509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6c1df-653c-490a-9ef9-5dce3d2eb25f req-a62b8ea0-6857-4568-be12-764a0e164c0e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:46.075633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7b6c1df-653c-490a-9ef9-5dce3d2eb25f req-a62b8ea0-6857-4568-be12-764a0e164c0e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.5293419
Nov 06 20:59:46.085077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37746) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:46.096974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Request body: {'floatingip': {'port_id': '9a28fc71-da6e-45a2-a80a-58faa0b40f48'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:46.142338 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.146307 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-172c70af-e343-4f6f-aba2-3601ce9f33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.172923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-172c70af-e343-4f6f-aba2-3601ce9f33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Calling delete_port for b0e6677a-00cc-4d46-a579-5e69a9b79259 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:46.376082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-172c70af-e343-4f6f-aba2-3601ce9f33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.378379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c01599-7820-48be-a8ed-edbba8e24489 req-afdcc49c-d628-41a0-96bc-f17c26525e6f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:46.385698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92c01599-7820-48be-a8ed-edbba8e24489 req-afdcc49c-d628-41a0-96bc-f17c26525e6f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.1173368
Nov 06 20:59:46.433484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-172c70af-e343-4f6f-aba2-3601ce9f33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.436961 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-172c70af-e343-4f6f-aba2-3601ce9f33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "DELETE /v2.0/ports/b0e6677a-00cc-4d46-a579-5e69a9b79259 HTTP/1.1" status: 204  len: 168 time: 0.5386662
Nov 06 20:59:46.440463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c70af-e343-4f6f-aba2-3601ce9f33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event deleted for resources: {'Port': ['ID=b0e6677a-00cc-4d46-a579-5e69a9b79259,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:46.442501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37766) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:46.469217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d309b31d-e8d9-44b7-b834-4cc4e370a810 None None] Could not find standard attr ID for object b0e6677a-00cc-4d46-a579-5e69a9b79259. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 20:59:46.495085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92c01599-7820-48be-a8ed-edbba8e24489 req-0c52354f-5076-4775-8789-f620e0f9c059 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033509
Nov 06 20:59:46.521112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-36219f0f-9494-4776-80bc-e2a82dd50fad tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Deleting subnet b93d6988-eaa2-4a0a-8963-fee74838b238 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:59:46.524693 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36219f0f-9494-4776-80bc-e2a82dd50fad tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.574069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36219f0f-9494-4776-80bc-e2a82dd50fad tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.679890 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36219f0f-9494-4776-80bc-e2a82dd50fad tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.691162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37770) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:46.759740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36219f0f-9494-4776-80bc-e2a82dd50fad tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.792527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95d58272-fcb7-4e82-b4d1-4a0e7c4cd1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.799414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36219f0f-9494-4776-80bc-e2a82dd50fad tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event deleted for resources: {'Subnet': ['ID=b93d6988-eaa2-4a0a-8963-fee74838b238,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:46.800243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.810988 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.818267 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36219f0f-9494-4776-80bc-e2a82dd50fad tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.822808 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-36219f0f-9494-4776-80bc-e2a82dd50fad tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "DELETE /v2.0/subnets/b93d6988-eaa2-4a0a-8963-fee74838b238 HTTP/1.1" status: 204  len: 168 time: 0.3792984
Nov 06 20:59:46.825896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37774) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:46.827949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1dea0-2d2a-48e5-9d7f-c856c7bfd8ee None None] Network 7ba33057-448c-4777-a39c-77e01debd356 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:46.865893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-332cabd8-4583-4bb5-bcec-a8bf4887a55b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.909655 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:46.964495 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Floating IP cb971d33-190c-4de0-8fad-0db3b664bb6f associated. External IP: 172.35.0.137, port: 9a28fc71-da6e-45a2-a80a-58faa0b40f48.
Nov 06 20:59:46.988258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Deleting port 87ccd91d-827b-4684-8c94-2f907f626c39 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:46.988659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.051921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] DHCP port deletion for 7ba33057-448c-4777-a39c-77e01debd356 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 20:59:47.063882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] For port 87ccd91d-827b-4684-8c94-2f907f626c39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87ccd91d-827b-4684-8c94-2f907f626c39,segment=NetworkSegment(f8010647-913c-4dc3-a81b-2037052bed71),segment_id=f8010647-913c-4dc3-a81b-2037052bed71)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:47.064543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.076497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-332cabd8-4583-4bb5-bcec-a8bf4887a55b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.081316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Calling delete_port for 87ccd91d-827b-4684-8c94-2f907f626c39 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:47.085486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-332cabd8-4583-4bb5-bcec-a8bf4887a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.106932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] Deleting port 87ccd91d-827b-4684-8c94-2f907f626c39 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:47.107310 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.141841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-332cabd8-4583-4bb5-bcec-a8bf4887a55b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bde215dcb0364a91bdf986518c9d3af2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4472022
Nov 06 20:59:47.142909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cabd8-4583-4bb5-bcec-a8bf4887a55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf79c2-959c-456f-aa9a-baf2be6c17e3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:47.143615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37776) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:47.173444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] For port 87ccd91d-827b-4684-8c94-2f907f626c39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87ccd91d-827b-4684-8c94-2f907f626c39,segment=NetworkSegment(f8010647-913c-4dc3-a81b-2037052bed71),segment_id=f8010647-913c-4dc3-a81b-2037052bed71)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:47.173840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.197455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] Calling delete_port for 87ccd91d-827b-4684-8c94-2f907f626c39 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:47.209609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a19dc389-e82c-42d7-b4cb-72cc4da3fa0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.220231 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.256742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event deleted for resources: {'Port': ['ID=87ccd91d-827b-4684-8c94-2f907f626c39,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:47.264242 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a19dc389-e82c-42d7-b4cb-72cc4da3fa0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.266125 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] No DVR routers for this DVR port 87ccd91d-827b-4684-8c94-2f907f626c39 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:47.278004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Router a827159d-0534-4d9e-91f4-d9249de4ac62 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:59:47.283912 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.307933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] Pushing event deleted for resources: {'Port': ['ID=87ccd91d-827b-4684-8c94-2f907f626c39,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:47.317868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf316f-fc73-47dd-87bf-014d99798227 None None] No DVR routers for this DVR port 87ccd91d-827b-4684-8c94-2f907f626c39 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:47.365420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.388718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254a5a1c0>,) {'filters': {'network_id': ['7ba33057-448c-4777-a39c-77e01debd356']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:47.399901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254a5a1c0>, 'f8010647-913c-4dc3-a81b-2037052bed71') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:47.400208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254a5a1c0>, 'f8010647-913c-4dc3-a81b-2037052bed71') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:47.407513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a19dc389-e82c-42d7-b4cb-72cc4da3fa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.410245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:47.410749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a19dc389-e82c-42d7-b4cb-72cc4da3fa0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.411317 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a19dc389-e82c-42d7-b4cb-72cc4da3fa0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ddf79c2-959c-456f-aa9a-baf2be6c17e3 HTTP/1.1" status: 204  len: 168 time: 0.2667339
Nov 06 20:59:47.415369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.416520 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.433947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] Sync routers for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:47.434453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dc389-e82c-42d7-b4cb-72cc4da3fa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf79c2-959c-456f-aa9a-baf2be6c17e3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:47.442410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.450151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 20:59:47.450619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.452970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:47.453968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b67100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 20:59:47.454132 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 20:59:47.470035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ad943b49-cd07-4f5a-baa3-287f3a93f4ae tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "PUT /v2.0/floatingips/cb971d33-190c-4de0-8fad-0db3b664bb6f HTTP/1.1" status: 200  len: 991 time: 1.3794167
Nov 06 20:59:47.470035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'tag': '9a28fc71-da6e-45a2-a80a-58faa0b40f48'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:47.479177 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a3d615-4587-4608-b48b-26a63f3e8069" -d '{"events": [{"name": "network-changed", "server_uuid": "7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1", "tag": "9a28fc71-da6e-45a2-a80a-58faa0b40f48"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:47.563848 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d99b3a-340f-437c-83fe-90f319b927c3 x-openstack-request-id: req-63d99b3a-340f-437c-83fe-90f319b927c3 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:47.564220 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1", "tag": "9a28fc71-da6e-45a2-a80a-58faa0b40f48", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:47.564522 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63d99b3a-340f-437c-83fe-90f319b927c3 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:47.564925 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'tag': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'status': 'completed', 'code': 200}
Nov 06 20:59:47.570142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.584356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:47.596689 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] 10.222.0.13 "DELETE /v2.0/networks/7ba33057-448c-4777-a39c-77e01debd356 HTTP/1.1" status: 204  len: 168 time: 0.7695525
Nov 06 20:59:47.632003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8d055-012c-4b7b-a773-89647a9931c5 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044 tempest-ExtraDHCPOptionsIpV6TestJSON-35289044-project] Pushing event deleted for resources: {'Network': ['ID=7ba33057-448c-4777-a39c-77e01debd356,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:47.647861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-92f13903-b102-4355-ab6c-a67688d755fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.649536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-92f13903-b102-4355-ab6c-a67688d755fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bde5e9d550d3483d977ecaff1085f735&device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 1096 time: 0.0519743
Nov 06 20:59:47.663742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:47.842288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-e64f461e-111a-4840-9449-fc4ea1dffca5 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.848368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-e64f461e-111a-4840-9449-fc4ea1dffca5 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.855059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-e64f461e-111a-4840-9449-fc4ea1dffca5 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.862594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-e64f461e-111a-4840-9449-fc4ea1dffca5 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.871143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-e64f461e-111a-4840-9449-fc4ea1dffca5 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.878679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-e64f461e-111a-4840-9449-fc4ea1dffca5 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.887986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-e64f461e-111a-4840-9449-fc4ea1dffca5 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.890064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-e64f461e-111a-4840-9449-fc4ea1dffca5 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.2187922
Nov 06 20:59:47.904653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e22fdc-9c32-4b01-89eb-a28438171829 req-414a4e9f-e027-4a3a-83cc-b85779ebc8cb tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.906246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3e22fdc-9c32-4b01-89eb-a28438171829 req-414a4e9f-e027-4a3a-83cc-b85779ebc8cb tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.2015536
Nov 06 20:59:47.943979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87ccd91d-827b-4684-8c94-2f907f626c39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:47.956056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-864065af-4a22-48b8-938e-f2daef7c5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:47.956911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-864065af-4a22-48b8-938e-f2daef7c5916 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cff17f89-70c3-4182-b73b-2147af75a12c HTTP/1.1" status: 200  len: 907 time: 0.2977560
Nov 06 20:59:47.975526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 87ccd91d-827b-4684-8c94-2f907f626c39 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 20:59:47.975526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87ccd91d-827b-4684-8c94-2f907f626c39 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:48.031003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b67100>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb971d33-190c-4de0-8fad-0db3b664bb6f', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'port_id': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'mac_address': 'fa:16:3e:d6:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:59:29Z', 'updated_at': '2021-11-06T20:59:46Z', 'revision_number': 1, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:26Z', 'revision_number': 5, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:48.062549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device be7b680a-e8bb-4f73-a40c-30b3e1f27383 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 20:59:48.066203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] Checking router: a827159d-0534-4d9e-91f4-d9249de4ac62 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:59:48.077470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ee09599-24ac-4229-903a-5b6593f38a0f req-d44d9161-bf40-427c-9564-96c2f06c38c8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1661572
Nov 06 20:59:48.085354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3e22fdc-9c32-4b01-89eb-a28438171829 req-337ab61f-c599-44d9-8380-ef98cee399ab tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652081
Nov 06 20:59:48.092787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37804) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:48.096260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-ba0a6c7e-a27a-4480-88c6-1001e94e6cdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48 HTTP/1.1" status: 200  len: 999 time: 0.1252737
Nov 06 20:59:48.107467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:48.108158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b67100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:48.205808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-58b26aff-52f7-42e0-9fe9-c3cb83483b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:48.207338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-58b26aff-52f7-42e0-9fe9-c3cb83483b13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=940393f2-aac1-4707-95aa-b95488482ef0 HTTP/1.1" status: 200  len: 845 time: 0.0565157
Nov 06 20:59:48.273107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-d4769b87-77cb-4a6a-a232-766fd8fd0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:48.276637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fc561a3f-6598-4b7f-aeab-14d058f2990b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edc865a10bfa4940b497f6a3a526cb97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1799455
Nov 06 20:59:48.277654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:48.278646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-d4769b87-77cb-4a6a-a232-766fd8fd0089 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cff17f89-70c3-4182-b73b-2147af75a12c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0626574
Nov 06 20:59:48.314645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:48.318161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:48.336640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21d1cede-159a-4924-a21c-a1e811a7826a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.366964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383', 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'port_id': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383', 'mac_address': 'fa:16:3e:31:4f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700ccb63-5106-4e87-ba88-ceed32dd9408', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 20:59:48.367387 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21d1cede-159a-4924-a21c-a1e811a7826a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.406595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-94e42b5e-d86d-44ff-98fe-c3b3d9e2ad7c service neutron] 10.222.0.10 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204972
Nov 06 20:59:48.406907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37822) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:48.442980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21d1cede-159a-4924-a21c-a1e811a7826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.450910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21d1cede-159a-4924-a21c-a1e811a7826a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.454355 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21d1cede-159a-4924-a21c-a1e811a7826a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3db0a59-9679-4c83-b23b-488b5845f20b HTTP/1.1" status: 204  len: 168 time: 0.1735241
Nov 06 20:59:48.464843 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.473410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1cede-159a-4924-a21c-a1e811a7826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db0a59-9679-4c83-b23b-488b5845f20b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:48.493691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7b680a-e8bb-4f73-a40c-30b3e1f27383 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:48.535712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99a3d615-4587-4608-b48b-26a63f3e8069 req-c092a6e6-6a54-4ced-9498-1e81d5f49d59 service neutron] 10.222.0.10 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212854
Nov 06 20:59:48.566968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-373422479-network', 'tenant_id': '6c71a91e0f3c434c899dc6d8aac735e8'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:48.586178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:48.607387 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.608589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Made reservation on behalf of 6c71a91e0f3c434c899dc6d8aac735e8 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:48.613033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.625681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.702356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:48.726052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.733128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.736716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b67100>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb971d33-190c-4de0-8fad-0db3b664bb6f', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'port_id': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'mac_address': 'fa:16:3e:d6:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:59:29Z', 'updated_at': '2021-11-06T20:59:46Z', 'revision_number': 1, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:26Z', 'revision_number': 5, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:48.770285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdde0a-868b-4081-b393-a8c3475a6cef None None] The sync data for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 is: [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb971d33-190c-4de0-8fad-0db3b664bb6f', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'floating_ip_address': '172.35.0.137', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'port_id': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'mac_address': 'fa:16:3e:d6:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T20:59:29Z', 'updated_at': '2021-11-06T20:59:46Z', 'revision_number': 1, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:26Z', 'revision_number': 5, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:48.771259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:59:48.784545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1193dbd1-2163-48d0-abac-f585f9f48656,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:48.790931 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.791330 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Added segment 9cb506a0-300c-4682-ae2e-680aeabf503d of type vlan for network 9864333c-2854-4b94-bfa9-88d2ed7bffd6
Nov 06 20:59:48.845887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.900419 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.901377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:48.901959 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:48.975758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4cd3ee38-7d9b-465c-95b0-d492b879f76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:48.981997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4cd3ee38-7d9b-465c-95b0-d492b879f76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:48.988054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4cd3ee38-7d9b-465c-95b0-d492b879f76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:48.994201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4cd3ee38-7d9b-465c-95b0-d492b879f76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.001063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4cd3ee38-7d9b-465c-95b0-d492b879f76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.007227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4cd3ee38-7d9b-465c-95b0-d492b879f76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.013882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4cd3ee38-7d9b-465c-95b0-d492b879f76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.015844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4cd3ee38-7d9b-465c-95b0-d492b879f76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.1675813
Nov 06 20:59:49.021705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.6137571
Nov 06 20:59:49.024753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:49.029655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Request body: {'subnet': {'network_id': '9864333c-2854-4b94-bfa9-88d2ed7bffd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-373422479-subnet', 'tenant_id': '6c71a91e0f3c434c899dc6d8aac735e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:49.031410 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46486e63-ca59-441d-a2b7-5bf061be045f None None] New status for floating IP cb971d33-190c-4de0-8fad-0db3b664bb6f: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:59:49.062464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Made reservation on behalf of 6c71a91e0f3c434c899dc6d8aac735e8 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:49.065926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.084986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-0eef936b-6013-46fa-b7d1-8da4bb8f0045 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.086412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-0eef936b-6013-46fa-b7d1-8da4bb8f0045 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "GET /v2.0/ports/b2314b90-7099-4642-9659-4a7f9cf3fccc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0535975
Nov 06 20:59:49.092109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cfd77-eec1-460f-b063-7187e0e35b35 admin admin] Pushing event updated for resources: {'Network': ['ID=9864333c-2854-4b94-bfa9-88d2ed7bffd6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:49.103877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 9864333c-2854-4b94-bfa9-88d2ed7bffd6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:59:49.182174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['be7b680a-e8bb-4f73-a40c-30b3e1f27383'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 20:59:49.264018 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-bd9a66c1-1f49-4d7d-9318-accd9c4d34e4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "GET /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1604180
Nov 06 20:59:49.295026 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0aec09c3-8a61-45d2-af2a-2903642b24e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.302854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:49.346841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37854) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:49.373612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.423285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117778f-928e-49af-8db1-8d610376765f req-0dd463f7-03f2-4f1b-a6be-daf977c7d76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.431155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117778f-928e-49af-8db1-8d610376765f req-0dd463f7-03f2-4f1b-a6be-daf977c7d76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.435500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8524e23-53e9-4dbb-88bf-c5f39a518ba0,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:49.441772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117778f-928e-49af-8db1-8d610376765f req-0dd463f7-03f2-4f1b-a6be-daf977c7d76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.444198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Checking segment: {'id': '9cb506a0-300c-4682-ae2e-680aeabf503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9864333c-2854-4b94-bfa9-88d2ed7bffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:49.444733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Network hostable DHCP agents. Network: 9864333c-2854-4b94-bfa9-88d2ed7bffd6, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:59:49.450559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117778f-928e-49af-8db1-8d610376765f req-0dd463f7-03f2-4f1b-a6be-daf977c7d76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.457103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117778f-928e-49af-8db1-8d610376765f req-0dd463f7-03f2-4f1b-a6be-daf977c7d76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.463303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117778f-928e-49af-8db1-8d610376765f req-0dd463f7-03f2-4f1b-a6be-daf977c7d76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.466706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Network 9864333c-2854-4b94-bfa9-88d2ed7bffd6 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:59:49.470328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117778f-928e-49af-8db1-8d610376765f req-0dd463f7-03f2-4f1b-a6be-daf977c7d76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.472335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c117778f-928e-49af-8db1-8d610376765f req-0dd463f7-03f2-4f1b-a6be-daf977c7d76e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 5442 time: 0.2039645
Nov 06 20:59:49.481540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9864333c-2854-4b94-bfa9-88d2ed7bffd6) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:49.485989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.487095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.491824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f9526-8c77-4475-88cd-6d402579e6d2 None None] Network 9864333c-2854-4b94-bfa9-88d2ed7bffd6 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:49.507310 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4dd6fb4b-6fa5-40e5-a423-07bf922e8de2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.4814413
Nov 06 20:59:49.541329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c534c-2da1-43a5-978e-4cf5f7b946eb req-dedb8bd2-e219-4e62-8bae-afb98bc8cfa0 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:49.543125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c9c534c-2da1-43a5-978e-4cf5f7b946eb req-dedb8bd2-e219-4e62-8bae-afb98bc8cfa0 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 945 time: 0.2774949
Nov 06 20:59:49.552608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1055306696'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:49.601098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.636312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:49.636443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30201192-d8d5-4da2-9d30-259b2b8672a9 None None] Network 9864333c-2854-4b94-bfa9-88d2ed7bffd6 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:49.636544 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.665015 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.698220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c117778f-928e-49af-8db1-8d610376765f req-c0125efd-545d-456c-870c-670dea90f16d tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2156777
Nov 06 20:59:49.720039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c9c534c-2da1-43a5-978e-4cf5f7b946eb req-19147229-ab17-4337-9ccb-9bd2ec600304 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626678
Nov 06 20:59:49.894236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.906714 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.955895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 20:59:49.969790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] For port b2314b90-7099-4642-9659-4a7f9cf3fccc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2314b90-7099-4642-9659-4a7f9cf3fccc,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:49.987367 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:49.987800 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Added segment 7027f9cb-61b0-41b0-8d69-baee1572402b of type vlan for network a85799a6-a15a-450c-b6d0-67d82bcb943b
Nov 06 20:59:49.990515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e542d15b-17bc-4157-a4cc-bdf8d15c6563,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:50.048232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 17be14bc-9403-4e98-b5d4-244642a0bc18 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:50.097492 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.113615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] For port b2314b90-7099-4642-9659-4a7f9cf3fccc, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:50.126241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.154668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17be14bc-9403-4e98-b5d4-244642a0bc18'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:50.157120 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd2e7d-97a6-4f97-bc49-3635d3893ce4" -d '{"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "17be14bc-9403-4e98-b5d4-244642a0bc18"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:50.169833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] device_id is not set on port b2314b90-7099-4642-9659-4a7f9cf3fccc yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:59:50.170733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 17be14bc-9403-4e98-b5d4-244642a0bc18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17be14bc-9403-4e98-b5d4-244642a0bc18,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:50.175165 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.176998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device fcdcc226-5447-40fc-ae90-f14b9d979ea3 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:50.188993 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.190701 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.197097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.198094 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.202871 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf783341-49eb-4d99-b8a3-5282ee701e65 x-openstack-request-id: req-bf783341-49eb-4d99-b8a3-5282ee701e65 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:50.203166 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "17be14bc-9403-4e98-b5d4-244642a0bc18", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:50.203432 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf783341-49eb-4d99-b8a3-5282ee701e65 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:50.203826 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17be14bc-9403-4e98-b5d4-244642a0bc18', 'code': 200}
Nov 06 20:59:50.220668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.259009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=17be14bc-9403-4e98-b5d4-244642a0bc18,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:50.300229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9461286
Nov 06 20:59:50.301498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.303174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37878) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:50.312928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125472b-ba78-4382-b526-72e46b5937d9 req-ffa152a3-a838-4114-9011-7a8a1c0343ca tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.314420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-ffa152a3-a838-4114-9011-7a8a1c0343ca tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/networks?id=9864333c-2854-4b94-bfa9-88d2ed7bffd6 HTTP/1.1" status: 200  len: 820 time: 0.3121953
Nov 06 20:59:50.314549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'subnet': {'network_id': 'a85799a6-a15a-450c-b6d0-67d82bcb943b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:50.340409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port fcdcc226-5447-40fc-ae90-f14b9d979ea3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:50.345047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.345829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9210c3a1-39eb-4a93-b546-62b199efbddb no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:50.373981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-af414e08-85cf-4ac1-82fa-7bc5fe1bf5a2 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/quotas/6c71a91e0f3c434c899dc6d8aac735e8 HTTP/1.1" status: 200  len: 375 time: 0.0409589
Nov 06 20:59:50.374981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] No DVR routers for this DVR port b2314b90-7099-4642-9659-4a7f9cf3fccc on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:50.376996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2314b90-7099-4642-9659-4a7f9cf3fccc,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:50.379699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be503e-5934-4f73-b44f-450e677ffb18 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Network': ['ID=a85799a6-a15a-450c-b6d0-67d82bcb943b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:50.415379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a85799a6-a15a-450c-b6d0-67d82bcb943b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 20:59:50.449432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-d1fb4904-b347-43e1-a90b-4dc141119f26 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c71a91e0f3c434c899dc6d8aac735e8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472538
Nov 06 20:59:50.458884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] In _notify_port_updated(), no bound segment for port b2314b90-7099-4642-9659-4a7f9cf3fccc on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:59:50.460049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.460736 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.462174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-35c66693-224d-41ae-8208-f8bbaf808ce6 service neutron] 10.222.0.10 "PUT /v2.0/ports/b2314b90-7099-4642-9659-4a7f9cf3fccc HTTP/1.1" status: 200  len: 1032 time: 1.1674926
Nov 06 20:59:50.476696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:50.482882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.488025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=fcdcc226-5447-40fc-ae90-f14b9d979ea3,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:50.532195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.577573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.635671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-fd26a77c-e336-4b39-b91e-c866fb62612c service neutron] 10.222.0.13 "GET /v2.0/networks/9864333c-2854-4b94-bfa9-88d2ed7bffd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723514
Nov 06 20:59:50.648819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9210c3a1-39eb-4a93-b546-62b199efbddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9210c3a1-39eb-4a93-b546-62b199efbddb,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:50.659827 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.661666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:50.710076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.722048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4af0b261-d25d-411f-bc08-5df3f039dd86 None None] Provisioning complete for port b2314b90-7099-4642-9659-4a7f9cf3fccc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:50.722686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4af0b261-d25d-411f-bc08-5df3f039dd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.753571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-af480798-16cc-4861-b182-a4229e853b2f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.754977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-af480798-16cc-4861-b182-a4229e853b2f tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "GET /v2.0/ports/ae68264b-1862-48ec-9e32-e8afd5d1d1a9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2819793
Nov 06 20:59:50.770245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:50.790501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9210c3a1-39eb-4a93-b546-62b199efbddb,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:50.793492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4af0b261-d25d-411f-bc08-5df3f039dd86 None None] Port b2314b90-7099-4642-9659-4a7f9cf3fccc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:59:50.797312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Subnet': ['ID=69883998-e5cb-4c2b-b73c-a829ce9ed7bf,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:50.828102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Checking segment: {'id': '7027f9cb-61b0-41b0-8d69-baee1572402b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a85799a6-a15a-450c-b6d0-67d82bcb943b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:50.828624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network hostable DHCP agents. Network: a85799a6-a15a-450c-b6d0-67d82bcb943b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 20:59:50.837955 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.847419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network a85799a6-a15a-450c-b6d0-67d82bcb943b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 20:59:50.859029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a85799a6-a15a-450c-b6d0-67d82bcb943b) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:50.864410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.865525 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.875348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485015a7-f661-4ddd-b657-f60973c94eab None None] Network a85799a6-a15a-450c-b6d0-67d82bcb943b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:50.887008 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-819c4c0f-a055-401a-8d02-c08b62b94dc6 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.5827169
Nov 06 20:59:50.888848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.890714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37888) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:50.895995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1319894638', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:50.896209 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5947e3b6-cc12-48eb-9d3d-e4306a5b4a77 service neutron] 10.222.0.13 "GET /v2.0/networks/9864333c-2854-4b94-bfa9-88d2ed7bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524233
Nov 06 20:59:50.922861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3580c94-bfa5-4041-94e5-315b819b3e4b req-b6889e5b-b569-4298-bbf7-2dcbf1424417 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.930254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3580c94-bfa5-4041-94e5-315b819b3e4b req-b6889e5b-b569-4298-bbf7-2dcbf1424417 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.935139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.936171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:50.936433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.936882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3580c94-bfa5-4041-94e5-315b819b3e4b req-b6889e5b-b569-4298-bbf7-2dcbf1424417 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.943520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3580c94-bfa5-4041-94e5-315b819b3e4b req-b6889e5b-b569-4298-bbf7-2dcbf1424417 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.949300 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:50.950930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b2314b90-7099-4642-9659-4a7f9cf3fccc no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:50.951069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3580c94-bfa5-4041-94e5-315b819b3e4b req-b6889e5b-b569-4298-bbf7-2dcbf1424417 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.959842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3580c94-bfa5-4041-94e5-315b819b3e4b req-b6889e5b-b569-4298-bbf7-2dcbf1424417 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:50.961775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3580c94-bfa5-4041-94e5-315b819b3e4b req-b6889e5b-b569-4298-bbf7-2dcbf1424417 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 4657 time: 0.1678650
Nov 06 20:59:50.994668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.072812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:51.101624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b2314b90-7099-4642-9659-4a7f9cf3fccc not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 20:59:51.102069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ae68264b-1862-48ec-9e32-e8afd5d1d1a9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:51.117494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3580c94-bfa5-4041-94e5-315b819b3e4b req-99f23b82-bdd3-41fd-b1cf-96a9b4fdaf1c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=19b93901-c4af-43c5-bc42-bea2c84d713f&id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1312137
Nov 06 20:59:51.156869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] For port ae68264b-1862-48ec-9e32-e8afd5d1d1a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:51.183545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b269088-7787-4824-889e-b5c17a68a68e None None] Network a85799a6-a15a-450c-b6d0-67d82bcb943b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 20:59:51.232069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.235380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] For port ae68264b-1862-48ec-9e32-e8afd5d1d1a9, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:51.344154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] device_id is not set on port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:59:51.363457 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.384329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-340e2b35-6006-4e2c-970d-4b6c270775a1 req-0db186ea-bb58-4a0a-a5eb-f3ea7864ed62 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 210 time: 0.0547209
Nov 06 20:59:51.386189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.402827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609806b-04fd-443a-ac72-d8a81379e242 req-a1bec79a-ae04-4d2b-9b30-ac6bb1ec037c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:51.404422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6609806b-04fd-443a-ac72-d8a81379e242 req-a1bec79a-ae04-4d2b-9b30-ac6bb1ec037c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 945 time: 0.1881256
Nov 06 20:59:51.405632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.471713 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 20:59:51.472371 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 20:59:51.494364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Pushing event updated for resources: {'Port': ['ID=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:51.504650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.521991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.522335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.522665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.522994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.523326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.523682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.523993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.524427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.524704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.524977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.525350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.525919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 20:59:51.533231 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.548205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] No DVR routers for this DVR port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:51.609887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] In _notify_port_updated(), no bound segment for port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 on network 1ed770e6-9b00-40af-a51d-f21c36fc4854 {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 20:59:51.610901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:51.611516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.612828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-68fed71b-3dba-4857-92c3-7fa2505bd910 service neutron] 10.222.0.10 "PUT /v2.0/ports/ae68264b-1862-48ec-9e32-e8afd5d1d1a9 HTTP/1.1" status: 200  len: 1031 time: 0.8480022
Nov 06 20:59:51.621046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6609806b-04fd-443a-ac72-d8a81379e242 req-9bc3455b-3ab1-42e4-a68f-b78ca40aa94d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772344
Nov 06 20:59:51.703807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.35.0.201 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/c8d0ea6d-795a-4dea-bc4b-99e47b5e3cc2) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:51.735962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port 17be14bc-9403-4e98-b5d4-244642a0bc18 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:51.736586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.758186 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.829178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ab36198d-51a3-47da-9744-7ce0d7096653 None None] Provisioning complete for port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:51.829598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ab36198d-51a3-47da-9744-7ce0d7096653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.837780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.883296 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ab36198d-51a3-47da-9744-7ce0d7096653 None None] Port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 20:59:51.893269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:51.950091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:51.955466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:51.959211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:51.982878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=c8d0ea6d-795a-4dea-bc4b-99e47b5e3cc2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:52.014182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device da512244-df04-4f1e-9589-476f01bcf03c no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 20:59:52.098670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.133935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port da512244-df04-4f1e-9589-476f01bcf03c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da512244-df04-4f1e-9589-476f01bcf03c,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:52.140241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.177220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device be7b680a-e8bb-4f73-a40c-30b3e1f27383 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 20:59:52.192961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] For port 17be14bc-9403-4e98-b5d4-244642a0bc18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17be14bc-9403-4e98-b5d4-244642a0bc18,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:52.193335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.212769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9210c3a1-39eb-4a93-b546-62b199efbddb'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:52.219069 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56713b0-af46-4e1f-98ce-3ac727708820" -d '{"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdcc226-5447-40fc-ae90-f14b9d979ea3"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "9210c3a1-39eb-4a93-b546-62b199efbddb"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "6129e605-3b1f-4e2f-bd52-7ed954bb7a76"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "da512244-df04-4f1e-9589-476f01bcf03c"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:52.228551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for 17be14bc-9403-4e98-b5d4-244642a0bc18 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:52.300888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=da512244-df04-4f1e-9589-476f01bcf03c,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:52.316909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port be7b680a-e8bb-4f73-a40c-30b3e1f27383 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 20:59:52.323032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port be7b680a-e8bb-4f73-a40c-30b3e1f27383 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 20:59:52.324165 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.369651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ae6fe-8beb-430d-864d-4af6a197cc1a req-e661af51-0cac-47c2-9248-79b8b2b457ce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:52.376275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ae6fe-8beb-430d-864d-4af6a197cc1a req-e661af51-0cac-47c2-9248-79b8b2b457ce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:52.384219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ae6fe-8beb-430d-864d-4af6a197cc1a req-e661af51-0cac-47c2-9248-79b8b2b457ce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:52.391928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ae6fe-8beb-430d-864d-4af6a197cc1a req-e661af51-0cac-47c2-9248-79b8b2b457ce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:52.399309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ae6fe-8beb-430d-864d-4af6a197cc1a req-e661af51-0cac-47c2-9248-79b8b2b457ce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:52.401296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-454ae6fe-8beb-430d-864d-4af6a197cc1a req-e661af51-0cac-47c2-9248-79b8b2b457ce tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 3875 time: 0.1648538
Nov 06 20:59:52.468698 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da02b0a-1f85-4e44-93a1-6457edae8f3a x-openstack-request-id: req-2da02b0a-1f85-4e44-93a1-6457edae8f3a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:52.469008 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdcc226-5447-40fc-ae90-f14b9d979ea3", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "9210c3a1-39eb-4a93-b546-62b199efbddb", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "6129e605-3b1f-4e2f-bd52-7ed954bb7a76", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-unplugged", "status": "completed", "tag": "da512244-df04-4f1e-9589-476f01bcf03c", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:52.470204 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2da02b0a-1f85-4e44-93a1-6457edae8f3a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:52.470690 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3', 'code': 200}
Nov 06 20:59:52.473550 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9210c3a1-39eb-4a93-b546-62b199efbddb', 'code': 200}
Nov 06 20:59:52.473905 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76', 'code': 200}
Nov 06 20:59:52.474258 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c', 'code': 200}
Nov 06 20:59:52.505539 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.521117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-454ae6fe-8beb-430d-864d-4af6a197cc1a req-3b0eafd0-efd1-40bb-9dbf-69cdfcbd7a02 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007738
Nov 06 20:59:52.544024 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.568393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f4d7d8e-12df-445c-a661-a1bad3a6c865 req-545e0d5f-d926-46dc-9e67-cb2cce9958d5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 210 time: 0.0330796
Nov 06 20:59:52.569577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.582988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:52.597826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.605053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=17be14bc-9403-4e98-b5d4-244642a0bc18,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:52.653000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] No DVR routers for this DVR port 17be14bc-9403-4e98-b5d4-244642a0bc18 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:52.656686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.660030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-ab6cfd44-3b2d-449f-a204-b8666ae1b13a tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "DELETE /v2.0/ports/17be14bc-9403-4e98-b5d4-244642a0bc18 HTTP/1.1" status: 204  len: 173 time: 1.0374398
Nov 06 20:59:52.660257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:52.660515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': '17be14bc-9403-4e98-b5d4-244642a0bc18'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:52.662768 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cd340d-10ef-48a2-b57e-3af7bed1f192" -d '{"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "17be14bc-9403-4e98-b5d4-244642a0bc18"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:52.703140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.725504 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b58607-3e30-42b0-8507-a49c6f6a0a52 x-openstack-request-id: req-37b58607-3e30-42b0-8507-a49c6f6a0a52 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:52.725797 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "17be14bc-9403-4e98-b5d4-244642a0bc18", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:52.726050 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37b58607-3e30-42b0-8507-a49c6f6a0a52 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:52.726441 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': '17be14bc-9403-4e98-b5d4-244642a0bc18', 'status': 'completed', 'code': 200}
Nov 06 20:59:52.799944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11c345-bbb2-44d8-9576-41ad7d36c78f req-7c2f787b-cd0d-4671-8da5-ee281a5acec5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:52.801488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c11c345-bbb2-44d8-9576-41ad7d36c78f req-7c2f787b-cd0d-4671-8da5-ee281a5acec5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 946 time: 0.0882831
Nov 06 20:59:52.815401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125472b-ba78-4382-b526-72e46b5937d9 req-f0cfb871-0421-4272-b9a6-9dff29e00a6c tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:52.817644 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-f0cfb871-0421-4272-b9a6-9dff29e00a6c tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.10 "GET /v2.0/networks?id=9864333c-2854-4b94-bfa9-88d2ed7bffd6 HTTP/1.1" status: 200  len: 820 time: 0.2043273
Nov 06 20:59:52.832634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Request body: {'port': {'device_id': '0e7eb544-4d31-45ec-ba05-8d471c4e6133', 'network_id': '9864333c-2854-4b94-bfa9-88d2ed7bffd6', 'admin_state_up': True, 'tenant_id': '6c71a91e0f3c434c899dc6d8aac735e8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:52.851181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port 9210c3a1-39eb-4a93-b546-62b199efbddb {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:52.851519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.908939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c11c345-bbb2-44d8-9576-41ad7d36c78f req-326a327a-ed70-41c4-bf96-80df34126529 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976295
Nov 06 20:59:52.959633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] For port 9210c3a1-39eb-4a93-b546-62b199efbddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9210c3a1-39eb-4a93-b546-62b199efbddb,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:52.960012 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:52.974628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for 9210c3a1-39eb-4a93-b546-62b199efbddb owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:53.021638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.072464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Made reservation on behalf of 6c71a91e0f3c434c899dc6d8aac735e8 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:53.076014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.127118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.153243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=9210c3a1-39eb-4a93-b546-62b199efbddb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:53.201631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] No DVR routers for this DVR port 9210c3a1-39eb-4a93-b546-62b199efbddb on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:53.204377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.207702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-80dfd153-95fe-4745-b98c-aa9dca054995 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "DELETE /v2.0/ports/9210c3a1-39eb-4a93-b546-62b199efbddb HTTP/1.1" status: 204  len: 173 time: 0.5316739
Nov 06 20:59:53.270058 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Allocated IP 172.20.0.2 (9864333c-2854-4b94-bfa9-88d2ed7bffd6/b8524e23-53e9-4dbb-88bf-c5f39a518ba0/b5dfb038-ed68-40fa-ba80-c498ad9ecae0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:53.271892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 20:59:53.307917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port da512244-df04-4f1e-9589-476f01bcf03c {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:53.308263 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.399014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] For port da512244-df04-4f1e-9589-476f01bcf03c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da512244-df04-4f1e-9589-476f01bcf03c,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:53.399366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.464863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:53.476747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc19e1d-f90b-4d16-8b99-a539ce640f37 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:53.490232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc19e1d-f90b-4d16-8b99-a539ce640f37 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:53.490994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4cc19e1d-f90b-4d16-8b99-a539ce640f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92522206a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:53.500999 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.502365 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-13970fba-f706-40a8-8b42-e62b61bcbd5c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.6106384
Nov 06 20:59:53.508115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37914) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:53.531356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4cc19e1d-f90b-4d16-8b99-a539ce640f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92522206a0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:53.540361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc19e1d-f90b-4d16-8b99-a539ce640f37 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:53.540978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4cc19e1d-f90b-4d16-8b99-a539ce640f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92522206a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:53.570330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.582645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4cc19e1d-f90b-4d16-8b99-a539ce640f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92522206a0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:53.583313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc19e1d-f90b-4d16-8b99-a539ce640f37 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:53.635236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.635691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.636085 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Floating IP 30c94b20-6516-494c-967e-65f6412d7181 disassociated. External IP: 172.35.0.97, port: da512244-df04-4f1e-9589-476f01bcf03c.
Nov 06 20:59:53.637052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for da512244-df04-4f1e-9589-476f01bcf03c owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:53.728253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.813426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Network 9864333c-2854-4b94-bfa9-88d2ed7bffd6 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:53.821138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:53.829768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:53.843073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe706764-4ead-4079-b4db-d8d2c824a2a5 req-7acb1abf-3de2-4f15-ae4e-c7b7c49a1000 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:53.850969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe706764-4ead-4079-b4db-d8d2c824a2a5 req-7acb1abf-3de2-4f15-ae4e-c7b7c49a1000 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:53.857057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe706764-4ead-4079-b4db-d8d2c824a2a5 req-7acb1abf-3de2-4f15-ae4e-c7b7c49a1000 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:53.857399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Pushing event updated for resources: {'Port': ['ID=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:53.858773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe706764-4ead-4079-b4db-d8d2c824a2a5 req-7acb1abf-3de2-4f15-ae4e-c7b7c49a1000 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 2410 time: 0.1406276
Nov 06 20:59:53.892024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.904033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29374e-41f1-4b8c-9ef9-7a83c65cd25f req-f0f89684-c5d0-485d-acb9-409c902e87fb tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:53.905561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c29374e-41f1-4b8c-9ef9-7a83c65cd25f req-f0f89684-c5d0-485d-acb9-409c902e87fb tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 931 time: 0.1855745
Nov 06 20:59:53.937200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:53.937809 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:53.960207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=da512244-df04-4f1e-9589-476f01bcf03c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:53.986741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-775c087a-df37-411a-b083-5be74896efa5 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1577539
Nov 06 20:59:54.000196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Request body: {'port': {'device_id': '0e7eb544-4d31-45ec-ba05-8d471c4e6133', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:54.035004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe706764-4ead-4079-b4db-d8d2c824a2a5 req-da1735cc-3eba-4e63-a141-1174f3b8b86b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637962
Nov 06 20:59:54.051524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c29374e-41f1-4b8c-9ef9-7a83c65cd25f req-1f3533cd-de13-4c70-a75c-9f258497f9de tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352079
Nov 06 20:59:54.097172 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.178010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:59:54.191655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89aefe-98c2-4037-98fe-dfe92f342b7b req-fb12c6bc-94bf-4809-b615-95303efe8dac tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:54.193182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca89aefe-98c2-4037-98fe-dfe92f342b7b req-fb12c6bc-94bf-4809-b615-95303efe8dac tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 946 time: 0.0782218
Nov 06 20:59:54.290305 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.319262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca89aefe-98c2-4037-98fe-dfe92f342b7b req-c8e8c309-dcb0-446d-bf37-31c0e027ff90 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166642
Nov 06 20:59:54.338950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:54.354297 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] Sync routers for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:54.366410 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:54.367382 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:54.383089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] No DVR routers for this DVR port da512244-df04-4f1e-9589-476f01bcf03c on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:54.386503 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.390767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-4bed0651-c288-4141-892f-769254e42c85 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "DELETE /v2.0/ports/da512244-df04-4f1e-9589-476f01bcf03c HTTP/1.1" status: 204  len: 173 time: 1.1762331
Nov 06 20:59:54.475752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:54.478320 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e6ab82-5def-429f-a5da-7c09df2b0ef0" -d '{"events": [{"server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "name": "network-vif-plugged", "status": "completed", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:54.524735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port fcdcc226-5447-40fc-ae90-f14b9d979ea3 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:54.524991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.528409 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:54.551997 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429b321e-9921-40c2-84f3-c8b98235afe8 x-openstack-request-id: req-429b321e-9921-40c2-84f3-c8b98235afe8 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:54.552336 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "name": "network-vif-plugged", "status": "completed", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:54.552562 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-429b321e-9921-40c2-84f3-c8b98235afe8 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:54.553116 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383', 'code': 200}
Nov 06 20:59:54.626621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] For port fcdcc226-5447-40fc-ae90-f14b9d979ea3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcdcc226-5447-40fc-ae90-f14b9d979ea3,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:54.626986 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.644268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for fcdcc226-5447-40fc-ae90-f14b9d979ea3 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:54.698271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5dfb038-ed68-40fa-ba80-c498ad9ecae0 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 20:59:54.728053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': '9210c3a1-39eb-4a93-b546-62b199efbddb'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:54.732035 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64a6daf-468b-4d85-bc1a-782e05a56666" -d '{"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "9210c3a1-39eb-4a93-b546-62b199efbddb"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "da512244-df04-4f1e-9589-476f01bcf03c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:54.735311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.762016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d03d-1dab-4195-98a3-ac0dd056ba05 req-2f17d0e9-b731-4b54-bc6e-cd39f4d4f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:54.763551 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cb5d03d-1dab-4195-98a3-ac0dd056ba05 req-2f17d0e9-b731-4b54-bc6e-cd39f4d4f242 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1097 time: 0.1427987
Nov 06 20:59:54.771916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Transition to ACTIVE for port object b5dfb038-ed68-40fa-ba80-c498ad9ecae0 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 20:59:54.787026 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.792647 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06760>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:53Z', 'revision_number': 5, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:54.805142 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dfbf69-df83-4295-b965-d48098a2059e x-openstack-request-id: req-c3dfbf69-df83-4295-b965-d48098a2059e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:54.805557 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "9210c3a1-39eb-4a93-b546-62b199efbddb", "status": "completed", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "da512244-df04-4f1e-9589-476f01bcf03c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:54.805903 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3dfbf69-df83-4295-b965-d48098a2059e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:54.806361 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': '9210c3a1-39eb-4a93-b546-62b199efbddb', 'status': 'completed', 'code': 200}
Nov 06 20:59:54.806635 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': 'da512244-df04-4f1e-9589-476f01bcf03c', 'status': 'completed', 'code': 200}
Nov 06 20:59:54.809677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.825002 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] Checking router: c6248ae5-2d9e-42d5-ac16-7d5443bc0221 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 20:59:54.835804 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:54.836499 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:54.844037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=fcdcc226-5447-40fc-ae90-f14b9d979ea3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:54.909741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.20.0.1 (a85799a6-a15a-450c-b6d0-67d82bcb943b/69883998-e5cb-4c2b-b73c-a829ce9ed7bf/6aac514e-c1b1-48a4-92db-17cdf85e8dac) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:54.915428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:54.922960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] No DVR routers for this DVR port fcdcc226-5447-40fc-ae90-f14b9d979ea3 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:54.926978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:54.930477 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1cb5d03d-1dab-4195-98a3-ac0dd056ba05 req-56f543a4-7ee7-43b5-b275-a2dec67ebd61 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547825
Nov 06 20:59:54.932050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-426a92a1-9e72-4f37-a799-b97f1fdd598b tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "DELETE /v2.0/ports/fcdcc226-5447-40fc-ae90-f14b9d979ea3 HTTP/1.1" status: 204  len: 173 time: 0.5244172
Nov 06 20:59:54.982982 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 20:59:55.066244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Attempting to bind port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 20:59:55.066575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Attempting to bind port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9cb506a0-300c-4682-ae2e-680aeabf503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9864333c-2854-4b94-bfa9-88d2ed7bffd6'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 20:59:55.066894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Attempting to bind port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 on network 9864333c-2854-4b94-bfa9-88d2ed7bffd6 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:55.077691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 on network 9864333c-2854-4b94-bfa9-88d2ed7bffd6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 20:59:55.077799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Attempting to bind port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 on network 9864333c-2854-4b94-bfa9-88d2ed7bffd6 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 20:59:55.093623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 20:59:55.093623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Checking segment: {'id': '9cb506a0-300c-4682-ae2e-680aeabf503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9864333c-2854-4b94-bfa9-88d2ed7bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 20:59:55.093623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Bound using segment: {'id': '9cb506a0-300c-4682-ae2e-680aeabf503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9864333c-2854-4b94-bfa9-88d2ed7bffd6'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 20:59:55.093623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Bound port: b5dfb038-ed68-40fa-ba80-c498ad9ecae0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb506a0-300c-4682-ae2e-680aeabf503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9864333c-2854-4b94-bfa9-88d2ed7bffd6'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 20:59:55.094129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.101576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.189394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] For port b5dfb038-ed68-40fa-ba80-c498ad9ecae0, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 20:59:55.192975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] For port b5dfb038-ed68-40fa-ba80-c498ad9ecae0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,segment=NetworkSegment(9cb506a0-300c-4682-ae2e-680aeabf503d),segment_id=9cb506a0-300c-4682-ae2e-680aeabf503d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 20:59:55.194352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.237144 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.258663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:55.260057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.261474 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] 10.222.0.10 "PUT /v2.0/ports/b5dfb038-ed68-40fa-ba80-c498ad9ecae0 HTTP/1.1" status: 200  len: 1091 time: 1.2651362
Nov 06 20:59:55.263024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network a85799a6-a15a-450c-b6d0-67d82bcb943b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:55.263958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7eb544-4d31-45ec-ba05-8d471c4e6133', 'tag': 'b5dfb038-ed68-40fa-ba80-c498ad9ecae0'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:55.271021 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945284b7-2d0e-43a8-ab87-a59daaee861d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7eb544-4d31-45ec-ba05-8d471c4e6133", "tag": "b5dfb038-ed68-40fa-ba80-c498ad9ecae0"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:55.281780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310c1b3-0f88-4ddb-a981-d9e2b4ae1565 req-340ef187-d1c4-4c17-8c40-10e3856ffad9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:55.291034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9310c1b3-0f88-4ddb-a981-d9e2b4ae1565 req-340ef187-d1c4-4c17-8c40-10e3856ffad9 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 943 time: 0.1388171
Nov 06 20:59:55.297905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=6aac514e-c1b1-48a4-92db-17cdf85e8dac,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:55.306600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515163-6456-4ad7-acbc-1c5cd0edac07 req-2db124da-026b-4482-87f0-75b9ad4daeb3 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:55.307326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:55.308123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3515163-6456-4ad7-acbc-1c5cd0edac07 req-2db124da-026b-4482-87f0-75b9ad4daeb3 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 943 time: 0.1277504
Nov 06 20:59:55.317719 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06760>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:53Z', 'revision_number': 5, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:55.338096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:55.348018 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03ef3-ca76-4107-b727-7449f573671e None None] The sync data for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 is: [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:48Z', 'revision_number': 4, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae3b16fc-bc38-4790-83ed-125096df3bd6', 'name': '', 'network_id': 'ac9c34d5-c747-4b87-9e0a-345684b21c29', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'mac_address': 'fa:16:3e:25:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '48b74287-d028-45eb-9b38-be997c73abff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:47Z', 'updated_at': '2021-11-06T20:49:53Z', 'revision_number': 5, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'subnets': [{'id': '48b74287-d028-45eb-9b38-be997c73abff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:55.440167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9310c1b3-0f88-4ddb-a981-d9e2b4ae1565 req-ad9f9b29-f4bd-496e-81b5-33c4d359b897 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd4ad5df-4c20-4417-9527-e110be79f850&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481740
Nov 06 20:59:55.448110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3515163-6456-4ad7-acbc-1c5cd0edac07 req-063e0254-1ef5-41fc-a77c-a152be26fa69 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202345
Nov 06 20:59:55.462425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.466760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b382a33-fb08-4412-b29e-6754d0ff3fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:55.470360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:55.470863 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.532433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125472b-ba78-4382-b526-72e46b5937d9 req-af0b232e-e7c2-47c0-a976-4ca038f9756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:55.537502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-af0b232e-e7c2-47c0-a976-4ca038f9756f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c71a91e0f3c434c899dc6d8aac735e8&device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 1094 time: 0.2258289
Nov 06 20:59:55.549823 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414bd989-fe0c-418f-8882-ac8c37136be3 x-openstack-request-id: req-414bd989-fe0c-418f-8882-ac8c37136be3 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:55.556697 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7eb544-4d31-45ec-ba05-8d471c4e6133", "tag": "b5dfb038-ed68-40fa-ba80-c498ad9ecae0", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:55.557202 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-414bd989-fe0c-418f-8882-ac8c37136be3 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:55.557967 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7eb544-4d31-45ec-ba05-8d471c4e6133', 'tag': 'b5dfb038-ed68-40fa-ba80-c498ad9ecae0', 'status': 'completed', 'code': 200}
Nov 06 20:59:55.623501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] For port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 20:59:55.623876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.641086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:55.643790 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-8a5d0ea8-bd21-4e4b-948c-23d86228754e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5dfb038-ed68-40fa-ba80-c498ad9ecae0 HTTP/1.1" status: 200  len: 217 time: 0.0988412
Nov 06 20:59:55.659293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeb1a9-84de-4a57-bc4c-031c18af8e12 req-906c050d-89b9-4c70-9107-6d94a7abc5d3 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:55.660859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75eeb1a9-84de-4a57-bc4c-031c18af8e12 req-906c050d-89b9-4c70-9107-6d94a7abc5d3 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 946 time: 0.0925348
Nov 06 20:59:55.735669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125472b-ba78-4382-b526-72e46b5937d9 req-7635be2a-96a7-48e2-8c15-99abb8621990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:55.737274 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-7635be2a-96a7-48e2-8c15-99abb8621990 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8524e23-53e9-4dbb-88bf-c5f39a518ba0 HTTP/1.1" status: 200  len: 860 time: 0.0842903
Nov 06 20:59:55.750573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.751989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ba00c-811a-43d1-9de9-fd9ce2f0b9ef None None] New status for floating IP 30c94b20-6516-494c-967e-65f6412d7181: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 20:59:55.771204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75eeb1a9-84de-4a57-bc4c-031c18af8e12 req-3cb0a6cd-1059-4f87-9560-db2bf5ce8d59 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743828
Nov 06 20:59:55.787047 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-0252515e-2a4d-4164-915f-211296fdacc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9864333c-2854-4b94-bfa9-88d2ed7bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372791
Nov 06 20:59:55.835411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.870596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=6129e605-3b1f-4e2f-bd52-7ed954bb7a76,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:55.921311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] No DVR routers for this DVR port 6129e605-3b1f-4e2f-bd52-7ed954bb7a76 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 20:59:55.924670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:55.928156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a642db04-c978-44a8-b6fd-9fc7aebf7fbe req-306953aa-d6f0-4e27-aba0-d67bfd23afba tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.10 "DELETE /v2.0/ports/6129e605-3b1f-4e2f-bd52-7ed954bb7a76 HTTP/1.1" status: 204  len: 173 time: 0.7310364
Nov 06 20:59:56.006061 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-ecfe6cb5-e30e-45c9-9eab-b82a53467db7 service neutron] 10.222.0.10 "GET /v2.0/networks/9864333c-2854-4b94-bfa9-88d2ed7bffd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908879
Nov 06 20:59:56.519797 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9125472b-ba78-4382-b526-72e46b5937d9 req-0f6e4507-8a4a-4e02-bfce-0355a256335e service neutron] 10.222.0.10 "GET /v2.0/networks/9864333c-2854-4b94-bfa9-88d2ed7bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5040443
Nov 06 20:59:56.586184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72af761a-8381-4c20-8ac2-2a97accc885a req-00b163cd-4aba-43a0-ab1b-7d7e4284f81e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/ports?device_id=71bd8a14-1498-4584-a269-945f8ff7a845 HTTP/1.1" status: 200  len: 210 time: 0.0376601
Nov 06 20:59:56.593504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:56.612006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:56.613156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4964f48-5f02-4135-aa76-4720fa2108eb req-f97a4bc6-4ffd-4dcd-b47b-6355e5275c8f tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:56.614859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4964f48-5f02-4135-aa76-4720fa2108eb req-f97a4bc6-4ffd-4dcd-b47b-6355e5275c8f tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 943 time: 0.0784628
Nov 06 20:59:56.673352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4964f48-5f02-4135-aa76-4720fa2108eb req-b00f6b55-f290-449c-96b5-25473ca2a3f1 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506744
Nov 06 20:59:56.701566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=6aac514e-c1b1-48a4-92db-17cdf85e8dac,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:56.707356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:56.711948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-5d948aee-a676-4139-b5bd-e020571e810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:56.713469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-5d948aee-a676-4139-b5bd-e020571e810b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c71a91e0f3c434c899dc6d8aac735e8&device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 1094 time: 0.1325867
Nov 06 20:59:56.807931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3'}, {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 20:59:56.810686 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6768a9f4-9d92-40fe-bbdd-7e07edcc13d4" -d '{"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "fcdcc226-5447-40fc-ae90-f14b9d979ea3"}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "6129e605-3b1f-4e2f-bd52-7ed954bb7a76"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 20:59:56.862832 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c64183-4be0-43fa-861f-994b7d2127d1 x-openstack-request-id: req-62c64183-4be0-43fa-861f-994b7d2127d1 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 20:59:56.863140 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "fcdcc226-5447-40fc-ae90-f14b9d979ea3", "status": "completed", "code": 200}, {"server_uuid": "71bd8a14-1498-4584-a269-945f8ff7a845", "name": "network-vif-deleted", "tag": "6129e605-3b1f-4e2f-bd52-7ed954bb7a76", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 20:59:56.863398 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62c64183-4be0-43fa-861f-994b7d2127d1 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 20:59:56.863806 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': 'fcdcc226-5447-40fc-ae90-f14b9d979ea3', 'status': 'completed', 'code': 200}
Nov 06 20:59:56.864090 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bd8a14-1498-4584-a269-945f8ff7a845', 'name': 'network-vif-deleted', 'tag': '6129e605-3b1f-4e2f-bd52-7ed954bb7a76', 'status': 'completed', 'code': 200}
Nov 06 20:59:56.888177 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-6870e2c0-0251-4249-ad21-bf893ab8dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:56.889706 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-6870e2c0-0251-4249-ad21-bf893ab8dd5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9864333c-2854-4b94-bfa9-88d2ed7bffd6 HTTP/1.1" status: 200  len: 921 time: 0.1676757
Nov 06 20:59:56.891359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network a85799a6-a15a-450c-b6d0-67d82bcb943b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:56.892748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:56.921358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff65dd8-96f2-432e-b035-97617a29eb54 req-6ff946fa-9f9e-45ac-b2a2-f9c4b840408f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:56.923153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bff65dd8-96f2-432e-b035-97617a29eb54 req-6ff946fa-9f9e-45ac-b2a2-f9c4b840408f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 946 time: 0.0544286
Nov 06 20:59:56.938328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-7218f1ed-2c7f-4cfe-8db7-123f20b5714c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5dfb038-ed68-40fa-ba80-c498ad9ecae0 HTTP/1.1" status: 200  len: 217 time: 0.0401120
Nov 06 20:59:56.973106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bff65dd8-96f2-432e-b035-97617a29eb54 req-14d2806f-5ed9-4fb6-bc30-a3df4029aedc tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435596
Nov 06 20:59:57.052127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-958f9c12-49ea-4e69-91a0-c7cb46e0d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:57.053722 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-958f9c12-49ea-4e69-91a0-c7cb46e0d230 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8524e23-53e9-4dbb-88bf-c5f39a518ba0 HTTP/1.1" status: 200  len: 860 time: 0.0828373
Nov 06 20:59:57.080278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710d00-c9d7-4e7b-ba14-79af0151b27c req-cb52c47e-64fb-40ad-96e9-4326604f5934 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:57.081882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65710d00-c9d7-4e7b-ba14-79af0151b27c req-cb52c47e-64fb-40ad-96e9-4326604f5934 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1097 time: 0.0416946
Nov 06 20:59:57.092361 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-b66af71e-e43e-4184-9a94-9b26d9b8a1a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9864333c-2854-4b94-bfa9-88d2ed7bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305958
Nov 06 20:59:57.103153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 20:59:57.126349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65710d00-c9d7-4e7b-ba14-79af0151b27c req-549fceae-68b2-4254-b03f-c0c017942c30 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385838
Nov 06 20:59:57.272836 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-2a6aa551-16a9-4ba6-88a3-07414914d9aa service neutron] 10.222.0.10 "GET /v2.0/networks/9864333c-2854-4b94-bfa9-88d2ed7bffd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715875
Nov 06 20:59:57.302213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 20:59:57.311846 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31658d31-289e-497b-8f4b-e3e570c8e437 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 20:59:57.323527 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31658d31-289e-497b-8f4b-e3e570c8e437 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:57.325654 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-31658d31-289e-497b-8f4b-e3e570c8e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a3cc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:57.335188 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8201ac1d-88bb-4204-89f3-22cb86c5115b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/routers/f92ba22a-1bfa-49b5-8d5e-b5f7af375b08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8260009
Nov 06 20:59:57.338813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37958) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:57.345004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'port': {'network_id': 'a85799a6-a15a-450c-b6d0-67d82bcb943b', 'name': 'tempest-FloatingIPTestJSON-1531428504'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:57.366794 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-31658d31-289e-497b-8f4b-e3e570c8e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a3cc70>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:57.376951 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31658d31-289e-497b-8f4b-e3e570c8e437 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 20:59:57.377705 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-31658d31-289e-497b-8f4b-e3e570c8e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a3cc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:57.390184 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-945284b7-2d0e-43a8-ab87-a59daaee861d req-7b99af50-1fe5-448a-866c-8aacf6184f04 service neutron] 10.222.0.10 "GET /v2.0/networks/9864333c-2854-4b94-bfa9-88d2ed7bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082363
Nov 06 20:59:57.414703 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-31658d31-289e-497b-8f4b-e3e570c8e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a3cc70>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 20:59:57.415631 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31658d31-289e-497b-8f4b-e3e570c8e437 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 20:59:57.485567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:57.489623 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:57.508026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] device_id is not set on port 4f2a9d5b-76da-4b24-81cb-091957d3707f yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:59:57.624276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.20.0.3 (a85799a6-a15a-450c-b6d0-67d82bcb943b/69883998-e5cb-4c2b-b73c-a829ce9ed7bf/4f2a9d5b-76da-4b24-81cb-091957d3707f) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:57.691919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37982) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:57.768387 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-553fb671-040c-4fa3-956f-e31f686988ea tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:57.792694 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-553fb671-040c-4fa3-956f-e31f686988ea tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:57.815114 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:57.842293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-553fb671-040c-4fa3-956f-e31f686988ea tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:57.844131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fee0a4-4726-45d7-95f9-2238bfac1574 req-8f1c5637-9d78-4374-b0e2-87464374925a tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:57.845088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-553fb671-040c-4fa3-956f-e31f686988ea tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:57.845659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91fee0a4-4726-45d7-95f9-2238bfac1574 req-8f1c5637-9d78-4374-b0e2-87464374925a tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 943 time: 0.0837090
Nov 06 20:59:57.848861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-553fb671-040c-4fa3-956f-e31f686988ea tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "DELETE /v2.0/security-groups/dd4ad5df-4c20-4417-9527-e110be79f850 HTTP/1.1" status: 204  len: 168 time: 0.1522114
Nov 06 20:59:57.849670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37986) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:57.856202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fb671-040c-4fa3-956f-e31f686988ea tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4ad5df-4c20-4417-9527-e110be79f850,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:57.889723 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-478ce16d-81df-47de-b13d-108ffd3b8c5e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] show failed (client error): The resource could not be found.
Nov 06 20:59:57.890759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-478ce16d-81df-47de-b13d-108ffd3b8c5e tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "GET /v2.0/security-groups/dd4ad5df-4c20-4417-9527-e110be79f850 HTTP/1.1" status: 404  len: 347 time: 0.0401778
Nov 06 20:59:57.893803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37988) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:57.910464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:57.967777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91fee0a4-4726-45d7-95f9-2238bfac1574 req-585b1704-1c2a-4f69-b047-6a8ee358d3bf tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116960
Nov 06 20:59:57.971184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network a85799a6-a15a-450c-b6d0-67d82bcb943b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:57.976521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:57.981759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:58.006105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=4f2a9d5b-76da-4b24-81cb-091957d3707f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:58.022377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port aa1cc8ed-a18d-489e-903b-8fa2574b70c9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:58.022716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.034074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:58.034676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.050801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0da9533e-0c45-4a53-9010-6e8ed01b3777 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.7106984
Nov 06 20:59:58.053301 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37990) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:58.058069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'port': {'network_id': 'a85799a6-a15a-450c-b6d0-67d82bcb943b', 'name': 'tempest-FloatingIPTestJSON-1457159759'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:58.099916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.100268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.112204 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for aa1cc8ed-a18d-489e-903b-8fa2574b70c9 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:58.173478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 20:59:58.178568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.196777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] device_id is not set on port a685fc0c-1edc-445a-9451-7f0ea7036950 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 20:59:58.247644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.273056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=aa1cc8ed-a18d-489e-903b-8fa2574b70c9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:58.313508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.20.0.4 (a85799a6-a15a-450c-b6d0-67d82bcb943b/69883998-e5cb-4c2b-b73c-a829ce9ed7bf/a685fc0c-1edc-445a-9451-7f0ea7036950) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:58.334073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.336723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.337896 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3cf3f496-eab4-4132-82e6-c6c6f0ee33f4 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "DELETE /v2.0/floatingips/30c94b20-6516-494c-967e-65f6412d7181 HTTP/1.1" status: 204  len: 168 time: 0.4430974
Nov 06 20:59:58.341140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37992) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:58.432782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-37eb6af1-785a-4f2b-9935-e854e3c60e5c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port ae68264b-1862-48ec-9e32-e8afd5d1d1a9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:58.433116 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37eb6af1-785a-4f2b-9935-e854e3c60e5c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.461337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.499233 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.520867 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37eb6af1-785a-4f2b-9935-e854e3c60e5c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.541101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network a85799a6-a15a-450c-b6d0-67d82bcb943b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:58.542348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-37eb6af1-785a-4f2b-9935-e854e3c60e5c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for ae68264b-1862-48ec-9e32-e8afd5d1d1a9 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:58.545111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:58.548883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:58.587538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=a685fc0c-1edc-445a-9451-7f0ea7036950,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:58.610364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:58.610979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.627640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c81e5556-3715-411c-8f84-4ef3d51955c9 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.5732961
Nov 06 20:59:58.630867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38000) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:58.636119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'a685fc0c-1edc-445a-9451-7f0ea7036950', 'fixed_ip_address': '172.20.0.4'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 20:59:58.688207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.738540 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37eb6af1-785a-4f2b-9935-e854e3c60e5c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.778797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb6af1-785a-4f2b-9935-e854e3c60e5c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=ae68264b-1862-48ec-9e32-e8afd5d1d1a9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:58.867932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37eb6af1-785a-4f2b-9935-e854e3c60e5c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:58.871772 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-37eb6af1-785a-4f2b-9935-e854e3c60e5c tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "DELETE /v2.0/ports/ae68264b-1862-48ec-9e32-e8afd5d1d1a9 HTTP/1.1" status: 204  len: 168 time: 0.5291741
Nov 06 20:59:58.874425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38010) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:58.955454 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.033066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-56df9f40-93d8-49b5-aff0-85c02b0f5ec8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port b2314b90-7099-4642-9659-4a7f9cf3fccc {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 20:59:59.033406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56df9f40-93d8-49b5-aff0-85c02b0f5ec8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.099723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1b55-c3c5-4f0d-ad34-37c801666fc2 req-fe6810fa-3817-4254-8ef9-792ff90c8242 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 20:59:59.101441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2fe1b55-c3c5-4f0d-ad34-37c801666fc2 req-fe6810fa-3817-4254-8ef9-792ff90c8242 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 943 time: 0.0519481
Nov 06 20:59:59.141947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.35.0.53 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/66d0852c-7b06-4fbc-8be2-dcf21cbec905) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 20:59:59.161975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2fe1b55-c3c5-4f0d-ad34-37c801666fc2 req-78db5a64-f88f-450a-8407-d0130da40691 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530005
Nov 06 20:59:59.200533 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56df9f40-93d8-49b5-aff0-85c02b0f5ec8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.242173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-56df9f40-93d8-49b5-aff0-85c02b0f5ec8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for b2314b90-7099-4642-9659-4a7f9cf3fccc owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 20:59:59.345713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.425535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.460013 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56df9f40-93d8-49b5-aff0-85c02b0f5ec8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.494102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 20:59:59.511816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=66d0852c-7b06-4fbc-8be2-dcf21cbec905,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:59.517939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 20:59:59.520163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 20:59:59.580699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df9f40-93d8-49b5-aff0-85c02b0f5ec8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=b2314b90-7099-4642-9659-4a7f9cf3fccc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:59.613214 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56df9f40-93d8-49b5-aff0-85c02b0f5ec8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.616352 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56df9f40-93d8-49b5-aff0-85c02b0f5ec8 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "DELETE /v2.0/ports/b2314b90-7099-4642-9659-4a7f9cf3fccc HTTP/1.1" status: 204  len: 168 time: 0.7409952
Nov 06 20:59:59.619166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38024) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:59.672631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdab182-39c8-405d-96a7-a86af4c44a29 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting subnet e3a5f413-46fc-4794-9630-797b452619b5 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 20:59:59.676146 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1fdab182-39c8-405d-96a7-a86af4c44a29 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.723880 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1fdab182-39c8-405d-96a7-a86af4c44a29 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.815698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1fdab182-39c8-405d-96a7-a86af4c44a29 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.898040 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1fdab182-39c8-405d-96a7-a86af4c44a29 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.937611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdab182-39c8-405d-96a7-a86af4c44a29 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a5f413-46fc-4794-9630-797b452619b5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 20:59:59.941687 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1fdab182-39c8-405d-96a7-a86af4c44a29 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 20:59:59.945049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1fdab182-39c8-405d-96a7-a86af4c44a29 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "DELETE /v2.0/subnets/e3a5f413-46fc-4794-9630-797b452619b5 HTTP/1.1" status: 204  len: 168 time: 0.3246388
Nov 06 20:59:59.947542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38030) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 20:59:59.954507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69608fa9-49cc-46d9-9db4-b2fe5b74e01d None None] Network 958012f3-be05-4daa-8ea3-73508f133764 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:00.020734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafcdbb2-367a-4375-abe4-600bf2f20e71 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting subnet 415b8343-4398-4596-aa90-5a333fafb6a4 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:00:00.024425 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cafcdbb2-367a-4375-abe4-600bf2f20e71 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.073600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cafcdbb2-367a-4375-abe4-600bf2f20e71 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.086384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b5dfb038-ed68-40fa-ba80-c498ad9ecae0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:00.180287 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cafcdbb2-367a-4375-abe4-600bf2f20e71 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.218741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] DHCP port deletion for 958012f3-be05-4daa-8ea3-73508f133764 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:00:00.267725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b5dfb038-ed68-40fa-ba80-c498ad9ecae0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,segment=NetworkSegment(9cb506a0-300c-4682-ae2e-680aeabf503d),segment_id=9cb506a0-300c-4682-ae2e-680aeabf503d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:00.284698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'b5dfb038-ed68-40fa-ba80-c498ad9ecae0', 'network_id': '9864333c-2854-4b94-bfa9-88d2ed7bffd6', 'port_id': 'b5dfb038-ed68-40fa-ba80-c498ad9ecae0', 'mac_address': 'fa:16:3e:c7:c8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8524e23-53e9-4dbb-88bf-c5f39a518ba0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:00:00.315727 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cafcdbb2-367a-4375-abe4-600bf2f20e71 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.341175 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.343890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] Deleting port ecbf2436-7595-41a4-a756-adcc8ba596f6 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:00.344246 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.351646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcdbb2-367a-4375-abe4-600bf2f20e71 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Subnet': ['ID=415b8343-4398-4596-aa90-5a333fafb6a4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:00.362415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cafcdbb2-367a-4375-abe4-600bf2f20e71 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.365862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cafcdbb2-367a-4375-abe4-600bf2f20e71 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "DELETE /v2.0/subnets/415b8343-4398-4596-aa90-5a333fafb6a4 HTTP/1.1" status: 204  len: 168 time: 0.4173841
Nov 06 21:00:00.368632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38034) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:00.381218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.389242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef6059-68c6-4fbb-a3cc-fb809cd482eb req-8d29419e-8110-4077-bf1a-6c8808426597 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:00.391368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1ef6059-68c6-4fbb-a3cc-fb809cd482eb req-8d29419e-8110-4077-bf1a-6c8808426597 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 943 time: 0.1178021
Nov 06 21:00:00.407063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895d739-fab8-4f6d-be85-f5ce0f79d059 None None] Network 1ed770e6-9b00-40af-a51d-f21c36fc4854 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:00.412539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5dfb038-ed68-40fa-ba80-c498ad9ecae0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:00.455389 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.498344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b5dfb038-ed68-40fa-ba80-c498ad9ecae0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,segment=NetworkSegment(9cb506a0-300c-4682-ae2e-680aeabf503d),segment_id=9cb506a0-300c-4682-ae2e-680aeabf503d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:00.503737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.513718 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.519858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] For port ecbf2436-7595-41a4-a756-adcc8ba596f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecbf2436-7595-41a4-a756-adcc8ba596f6,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:00.520330 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.528096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1ef6059-68c6-4fbb-a3cc-fb809cd482eb req-5937f2ce-7a82-42d7-8d56-19ea6d5033af tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254625
Nov 06 21:00:00.581545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port ecbf2436-7595-41a4-a756-adcc8ba596f6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:00.581903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.638525 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.645870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.654524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] For port ecbf2436-7595-41a4-a756-adcc8ba596f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecbf2436-7595-41a4-a756-adcc8ba596f6,segment=NetworkSegment(11562cfa-d124-4dde-86f1-96be109c73a7),segment_id=11562cfa-d124-4dde-86f1-96be109c73a7)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:00.654906 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.670053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for ecbf2436-7595-41a4-a756-adcc8ba596f6 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:00.721270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=66d0852c-7b06-4fbc-8be2-dcf21cbec905,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:00.731848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.737119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] Calling delete_port for ecbf2436-7595-41a4-a756-adcc8ba596f6 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:00.754663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.782129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=ecbf2436-7595-41a4-a756-adcc8ba596f6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:00.787257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] No DVR routers for this DVR port ecbf2436-7595-41a4-a756-adcc8ba596f6 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:00.837700 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP bc711159-4050-4ce4-ade3-ba98b1fb176c associated. External IP: 172.35.0.53, port: a685fc0c-1edc-445a-9451-7f0ea7036950.
Nov 06 21:00:00.840917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:00.880286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.889868 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.908062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254e86d90>,) {'filters': {'network_id': ['958012f3-be05-4daa-8ea3-73508f133764']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:00.920879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] Pushing event deleted for resources: {'Port': ['ID=ecbf2436-7595-41a4-a756-adcc8ba596f6,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:00.926735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801a270-d1c2-4fbf-9e02-872bc1ea8267 None None] No DVR routers for this DVR port ecbf2436-7595-41a4-a756-adcc8ba596f6 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:00.935248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b5dfb038-ed68-40fa-ba80-c498ad9ecae0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:00.940031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254e86d90>, '11562cfa-d124-4dde-86f1-96be109c73a7') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:00.942980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254e86d90>, '11562cfa-d124-4dde-86f1-96be109c73a7') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:00.963396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.966045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] DHCP port deletion for 1ed770e6-9b00-40af-a51d-f21c36fc4854 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:00:00.979296 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.986568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:00:00.987045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:00:00.990741 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:00:01.065128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] Deleting port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:01.065576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.073859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.082327 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.088342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "DELETE /v2.0/networks/958012f3-be05-4daa-8ea3-73508f133764 HTTP/1.1" status: 204  len: 168 time: 0.7162650
Nov 06 21:00:01.088788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38040) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:01.099377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3498382-d856-41cf-b85d-e10e4751c7d7 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Network': ['ID=958012f3-be05-4daa-8ea3-73508f133764,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:01.161739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] For port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a,segment=NetworkSegment(4c787d17-29b8-4214-830c-066f6e688ca2),segment_id=4c787d17-29b8-4214-830c-066f6e688ca2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:01.162042 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.178116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:01.182543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] Calling delete_port for 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:01.190600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.287207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.318785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] Pushing event deleted for resources: {'Port': ['ID=6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:01.325276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf8238-4f1e-4129-98bc-f8e018a1cbd4 None None] No DVR routers for this DVR port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:01.333305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:01.349711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b6df27-534c-4fa1-bcd6-df4e3522202a None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:01.357923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Deleting port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:01.358377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.363979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6df27-534c-4fa1-bcd6-df4e3522202a None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:01.364696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-58b6df27-534c-4fa1-bcd6-df4e3522202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925134e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:01.375444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.399626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-58b6df27-534c-4fa1-bcd6-df4e3522202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925134e8b0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:01.409474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6df27-534c-4fa1-bcd6-df4e3522202a None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:01.410662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-58b6df27-534c-4fa1-bcd6-df4e3522202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925134e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:01.446433 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7f030068-07ac-4fd6-ac95-5c8333e3c0b0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.8141794
Nov 06 21:00:01.447008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-58b6df27-534c-4fa1-bcd6-df4e3522202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925134e8b0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:01.447367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b6df27-534c-4fa1-bcd6-df4e3522202a None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:01.449156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38042) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:01.452954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] For port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a, host ncdv-master-1, got binding levels [] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:01.453383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.456932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:01.466760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Calling delete_port for 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:01.469552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a was not found and therefore no delete operation was performed {{(pid=119334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 21:00:01.470906 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.499926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Port': ['ID=6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:01.501937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] No DVR routers for this DVR port 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:01.514016 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.584133 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.606219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254867fd0>,) {'filters': {'network_id': ['1ed770e6-9b00-40af-a51d-f21c36fc4854']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:01.615453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254867fd0>, '4c787d17-29b8-4214-830c-066f6e688ca2') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:01.615751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254867fd0>, '4c787d17-29b8-4214-830c-066f6e688ca2') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:01.625494 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.638700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.644839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:00:01.645208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:00:01.648271 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:00:01.707210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.724795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:01.727995 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] 10.222.0.13 "DELETE /v2.0/networks/1ed770e6-9b00-40af-a51d-f21c36fc4854 HTTP/1.1" status: 204  len: 168 time: 0.6380308
Nov 06 21:00:01.736453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30180e4-81b6-4eb3-9e9e-f9e091670887 tempest-TaggedBootDevicesTest_v242-541674125 tempest-TaggedBootDevicesTest_v242-541674125-project] Pushing event deleted for resources: {'Network': ['ID=1ed770e6-9b00-40af-a51d-f21c36fc4854,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:01.887841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ecbf2436-7595-41a4-a756-adcc8ba596f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:01.912567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ecbf2436-7595-41a4-a756-adcc8ba596f6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:01.913004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ecbf2436-7595-41a4-a756-adcc8ba596f6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:01.913507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:01.937593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:01.937717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6915b2c7-6ef7-4a8c-a9b5-3a2e0abd1d4a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:02.025405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:02.033666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be9b7-2352-430f-a35f-b0b28c9bf912 req-d59f1ed4-7916-4312-a29e-5894cb2f1f52 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:02.035162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f50be9b7-2352-430f-a35f-b0b28c9bf912 req-d59f1ed4-7916-4312-a29e-5894cb2f1f52 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 944 time: 0.4322505
Nov 06 21:00:02.036322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:02.036648 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP bc711159-4050-4ce4-ade3-ba98b1fb176c disassociated. External IP: 172.35.0.53, port: a685fc0c-1edc-445a-9451-7f0ea7036950.
Nov 06 21:00:02.173638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f50be9b7-2352-430f-a35f-b0b28c9bf912 req-07ce1138-ac9f-465b-94b5-1c6fe72ba60b tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969195
Nov 06 21:00:02.350131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:02.371058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d30310-9564-4a92-9263-1c4e0799d24b req-4798b68c-703c-4a20-ade3-8f23b86b8200 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:02.373318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50d30310-9564-4a92-9263-1c4e0799d24b req-4798b68c-703c-4a20-ade3-8f23b86b8200 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1097 time: 0.0594923
Nov 06 21:00:02.496629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50d30310-9564-4a92-9263-1c4e0799d24b req-851bb7bf-043b-46b7-95a6-1ef9cb6b9562 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888746
Nov 06 21:00:02.519938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:02.519938 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:02.520110 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16acfa-dcf8-427b-83d6-cad4519d2e1d None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:02.528887 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16acfa-dcf8-427b-83d6-cad4519d2e1d None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:02.529500 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fe16acfa-dcf8-427b-83d6-cad4519d2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526a6bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:02.549253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-061f4241-01e9-4374-ab33-6e947f5c50e0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/floatingips/bc711159-4050-4ce4-ade3-ba98b1fb176c HTTP/1.1" status: 200  len: 687 time: 1.0958676
Nov 06 21:00:02.551744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38090) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:02.571545 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fe16acfa-dcf8-427b-83d6-cad4519d2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526a6bb0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:02.583010 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16acfa-dcf8-427b-83d6-cad4519d2e1d None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:02.583697 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fe16acfa-dcf8-427b-83d6-cad4519d2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526a6bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:02.619527 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fe16acfa-dcf8-427b-83d6-cad4519d2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526a6bb0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:02.620586 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16acfa-dcf8-427b-83d6-cad4519d2e1d None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:02.691436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port 66d0852c-7b06-4fbc-8be2-dcf21cbec905 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:02.691788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:02.772752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:02.773131 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:02.785327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for 66d0852c-7b06-4fbc-8be2-dcf21cbec905 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:02.930707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:02.957021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=66d0852c-7b06-4fbc-8be2-dcf21cbec905,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:03.017630 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:03.020344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:03.021550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c3f0896c-6eb1-4ab5-9459-f221a61217d0 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc711159-4050-4ce4-ade3-ba98b1fb176c HTTP/1.1" status: 204  len: 168 time: 0.4688570
Nov 06 21:00:03.025267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38108) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:03.030763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '4f2a9d5b-76da-4b24-81cb-091957d3707f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:03.053462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:03.162711 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:03.312923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.35.0.157 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/b1ca6806-8086-49d7-9588-b42b1e033f01) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:03.443806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3376d-3a10-4fd2-a85e-d91b5495767c req-ead067fb-121d-4b3d-961c-ebf649bd4f2a tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:03.445381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e3376d-3a10-4fd2-a85e-d91b5495767c req-ead067fb-121d-4b3d-961c-ebf649bd4f2a tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 944 time: 0.1223705
Nov 06 21:00:03.453911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-ac0aa49b-8947-4742-b9cd-803c5e2f2fe5 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:00:03.455330 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-ac0aa49b-8947-4742-b9cd-803c5e2f2fe5 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0077887
Nov 06 21:00:03.506102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-ada39362-b3c7-4053-86f4-6faa0a5e5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:03.507625 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-ada39362-b3c7-4053-86f4-6faa0a5e5143 service neutron] 10.222.0.13 "GET /v2.0/ports/be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 200  len: 1094 time: 0.0441108
Nov 06 21:00:03.515568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:03.518113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:03.518629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 21:00:03.523487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e3376d-3a10-4fd2-a85e-d91b5495767c req-dd4703f0-9b62-4c3c-a167-2f7961d52d7a tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687788
Nov 06 21:00:03.564473 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:03.607202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:03.610666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:03.614218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:03.652259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=b1ca6806-8086-49d7-9588-b42b1e033f01,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:03.672332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on host nch1-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:03.672702 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:03.673007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:03.677479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:03.677804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:03.682829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:03.683163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:03.684787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:03.685225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Bound port: be7b680a-e8bb-4f73-a40c-30b3e1f27383, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:03.743734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:03.750889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:03.752140 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7ff3fee8-435d-4df2-864e-11a72f958149 service neutron] 10.222.0.13 "POST /v2.0/ports/be7b680a-e8bb-4f73-a40c-30b3e1f27383/bindings HTTP/1.1" status: 201  len: 389 time: 0.2374797
Nov 06 21:00:03.967328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bc93c-5bbf-499e-8f3d-252e8061c49b req-fd218936-3686-42c2-b455-e32014535ad9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:03.968859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e4bc93c-5bbf-499e-8f3d-252e8061c49b req-fd218936-3686-42c2-b455-e32014535ad9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 946 time: 0.1079962
Nov 06 21:00:04.079136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b5dfb038-ed68-40fa-ba80-c498ad9ecae0 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:04.096982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e4bc93c-5bbf-499e-8f3d-252e8061c49b req-3d96c14a-1d2d-4fb2-91c5-f347216b17ab tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155324
Nov 06 21:00:04.101757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-802ea965-4161-41cd-8df7-8eae87993a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:04.103220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-802ea965-4161-41cd-8df7-8eae87993a27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1097 time: 0.1335218
Nov 06 21:00:04.128720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:00:04.132998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:04.133362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:04.198089 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:04.212245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:04.235272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7eb544-4d31-45ec-ba05-8d471c4e6133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dfb038-ed68-40fa-ba80-c498ad9ecae0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:04.237541 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c059f00-8758-479b-9773-a9fda0c2ac20" -d '{"events": [{"server_uuid": "0e7eb544-4d31-45ec-ba05-8d471c4e6133", "name": "network-vif-plugged", "status": "completed", "tag": "b5dfb038-ed68-40fa-ba80-c498ad9ecae0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:04.250248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b5dfb038-ed68-40fa-ba80-c498ad9ecae0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,segment=NetworkSegment(9cb506a0-300c-4682-ae2e-680aeabf503d),segment_id=9cb506a0-300c-4682-ae2e-680aeabf503d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:04.255741 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:04.260170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-631d32a4-1640-4691-94c9-7c81575b8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:04.262380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-631d32a4-1640-4691-94c9-7c81575b8a28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.1403549
Nov 06 21:00:04.302824 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814da762-5cda-4def-bb62-186f6c7d0a3b x-openstack-request-id: req-814da762-5cda-4def-bb62-186f6c7d0a3b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:04.303320 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7eb544-4d31-45ec-ba05-8d471c4e6133", "name": "network-vif-plugged", "status": "completed", "tag": "b5dfb038-ed68-40fa-ba80-c498ad9ecae0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:04.303733 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-814da762-5cda-4def-bb62-186f6c7d0a3b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:04.304325 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7eb544-4d31-45ec-ba05-8d471c4e6133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dfb038-ed68-40fa-ba80-c498ad9ecae0', 'code': 200}
Nov 06 21:00:04.315349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:04.326815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-9a57f0c0-ccb1-4568-8d94-2fe5b83f6e24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 200  len: 217 time: 0.0433123
Nov 06 21:00:04.329006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:04.413513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-34ba2515-3de0-45c1-a7fa-ba7dde512167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:04.415000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-34ba2515-3de0-45c1-a7fa-ba7dde512167 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0826428
Nov 06 21:00:04.458006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c918275-ec9a-4d6e-a84e-bd03ef6a2711 req-36394b03-13fc-4b40-a42c-3217c3820ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:04.459595 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9c918275-ec9a-4d6e-a84e-bd03ef6a2711 req-36394b03-13fc-4b40-a42c-3217c3820ccd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 1096 time: 0.0538332
Nov 06 21:00:04.492411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-9a621bc8-a696-48d5-904e-f18826537bf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0681036
Nov 06 21:00:04.519458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9c918275-ec9a-4d6e-a84e-bd03ef6a2711 req-560c2b30-3fd6-4331-96a1-a29bfa9bc067 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492663
Nov 06 21:00:04.672423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-7f0d8ce5-e772-40c1-bfe1-d540b76b105d service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725032
Nov 06 21:00:04.684351 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:04.696598 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:04.788417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b92a9c-6675-41e4-a51f-3fa318eec246 req-15530311-1bd1-4bac-bc32-8bf5cc8cec23 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:04.790272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6b92a9c-6675-41e4-a51f-3fa318eec246 req-15530311-1bd1-4bac-bc32-8bf5cc8cec23 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 945 time: 0.1852064
Nov 06 21:00:04.836045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=b1ca6806-8086-49d7-9588-b42b1e033f01,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:04.875261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:04.890827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-aab8c0f7-d52a-496e-a05f-49b69c168e58 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093220
Nov 06 21:00:04.940053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6b92a9c-6675-41e4-a51f-3fa318eec246 req-bd6b51d0-0d14-4595-9a54-19ec846bfc67 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413682
Nov 06 21:00:05.003730 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP 86153cac-eedd-4ef3-b391-3df9b97ff862 associated. External IP: 172.35.0.157, port: 4f2a9d5b-76da-4b24-81cb-091957d3707f.
Nov 06 21:00:05.248564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:05.257588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfff8b-d019-4e9b-b85f-c28db8dff565 req-831995eb-959e-4f89-8b09-2d7b8b9563d9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:05.259075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95bfff8b-d019-4e9b-b85f-c28db8dff565 req-831995eb-959e-4f89-8b09-2d7b8b9563d9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 946 time: 0.0691690
Nov 06 21:00:05.380551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95bfff8b-d019-4e9b-b85f-c28db8dff565 req-51bf4f5a-db92-4022-af5b-2329610584ec tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138847
Nov 06 21:00:05.407907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:05.420096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0929d77-99ca-41b7-886b-b0f14acd4b21 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:05.432092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0929d77-99ca-41b7-886b-b0f14acd4b21 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:05.432828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d0929d77-99ca-41b7-886b-b0f14acd4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d088b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:05.439129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:05.471905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8820d951-375b-48d5-97ca-ae9f59f847cf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.4454815
Nov 06 21:00:05.472846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d0929d77-99ca-41b7-886b-b0f14acd4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d088b0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:05.474664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38210) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:05.482633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0929d77-99ca-41b7-886b-b0f14acd4b21 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:05.484534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d0929d77-99ca-41b7-886b-b0f14acd4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d088b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:05.492802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38212) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:05.531859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d0929d77-99ca-41b7-886b-b0f14acd4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d088b0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:05.533195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0929d77-99ca-41b7-886b-b0f14acd4b21 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:05.555071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c6ce0448-9404-49ff-b63c-b11a0d1dfb06 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "GET /v2.0/floatingips/86153cac-eedd-4ef3-b391-3df9b97ff862 HTTP/1.1" status: 200  len: 978 time: 0.0789838
Nov 06 21:00:05.557463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38216) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:05.674074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b5dd93b-21b8-499b-9d27-a191c543c062 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.1155202
Nov 06 21:00:05.676613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38218) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:05.681761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'port_id': 'a685fc0c-1edc-445a-9451-7f0ea7036950'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:05.738761 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:06.023303 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:06.253180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c433195-9bee-4e06-89a7-4f5263005ea6 req-7a8ec8f4-c326-42d4-be05-5cd73da034de tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:06.254575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c433195-9bee-4e06-89a7-4f5263005ea6 req-7a8ec8f4-c326-42d4-be05-5cd73da034de tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 945 time: 0.0936327
Nov 06 21:00:06.282361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Deleting port ae3b16fc-bc38-4790-83ed-125096df3bd6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:06.283132 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:06.361713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] For port ae3b16fc-bc38-4790-83ed-125096df3bd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae3b16fc-bc38-4790-83ed-125096df3bd6,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:06.362069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:06.375511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Calling delete_port for ae3b16fc-bc38-4790-83ed-125096df3bd6 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:06.378013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c433195-9bee-4e06-89a7-4f5263005ea6 req-d49332b9-fb03-4236-b52a-7e1530c2ea92 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884397
Nov 06 21:00:06.584970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:06.588915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdd4af-5ca6-401a-ad97-edf10d774ef4 req-4633ea49-4bfe-4316-8824-e982cb3d2a07 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:06.590481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2bfdd4af-5ca6-401a-ad97-edf10d774ef4 req-4633ea49-4bfe-4316-8824-e982cb3d2a07 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 946 time: 0.1253099
Nov 06 21:00:06.609140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3b16fc-bc38-4790-83ed-125096df3bd6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:06.730263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2bfdd4af-5ca6-401a-ad97-edf10d774ef4 req-8fc88c27-b6fe-4d7e-8a5d-e34c1a32eedc tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323802
Nov 06 21:00:06.738820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:06.743869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:06.793110 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:06.851252 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP 86153cac-eedd-4ef3-b391-3df9b97ff862 associated. External IP: 172.35.0.157, port: 4f2a9d5b-76da-4b24-81cb-091957d3707f.
Nov 06 21:00:07.010347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:07.058615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:07.114260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:07.122435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4abf7f10-b596-4b1f-922b-b87a9f308ae4 admin admin] 10.222.0.13 "PUT /v2.0/routers/c6248ae5-2d9e-42d5-ac16-7d5443bc0221/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6260619
Nov 06 21:00:07.122604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38226) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:07.124963 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] Sync routers for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:07.136595 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:07.137561 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526a64c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.169300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:07.180590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf5609-76f9-472b-acd1-e45cbc1021bf None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:07.194743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf5609-76f9-472b-acd1-e45cbc1021bf None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:07.196277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cfdf5609-76f9-472b-acd1-e45cbc1021bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d08220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.236677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cfdf5609-76f9-472b-acd1-e45cbc1021bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d08220>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.238114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:07.246708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf5609-76f9-472b-acd1-e45cbc1021bf None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:07.247649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cfdf5609-76f9-472b-acd1-e45cbc1021bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d08220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.273124 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:00:07.283647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cfdf5609-76f9-472b-acd1-e45cbc1021bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d08220>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.284820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf5609-76f9-472b-acd1-e45cbc1021bf None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:07.358235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:07.420762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:07.425085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Deleting port bde7d262-0e90-487a-a9e8-e2946dad31ee {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:07.425520 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:07.467412 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526a64c0>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58'}], 'enable_snat': True}, 'gw_port_id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T21:00:06Z', 'revision_number': 5, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port': {'id': 'bde7d262-0e90-487a-a9e8-e2946dad31ee', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.493652 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] Checking router: c6248ae5-2d9e-42d5-ac16-7d5443bc0221 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:00:07.502237 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] Routers {'c6248ae5-2d9e-42d5-ac16-7d5443bc0221'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:07.502837 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526a64c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.516470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] For port bde7d262-0e90-487a-a9e8-e2946dad31ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde7d262-0e90-487a-a9e8-e2946dad31ee,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:07.516840 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:07.532594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Calling delete_port for bde7d262-0e90-487a-a9e8-e2946dad31ee owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:07.580746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df79100-9f53-4141-9f10-02237940bd78 req-5a84d3e9-9a47-4199-b7b4-ada7d99d31b9 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:07.582241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8df79100-9f53-4141-9f10-02237940bd78 req-5a84d3e9-9a47-4199-b7b4-ada7d99d31b9 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 945 time: 0.1049511
Nov 06 21:00:07.607556 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] Set router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:00:07.618267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:07.624609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:07.641365 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaffa3d1-a599-4612-8e46-e677013d71a0 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:07.672903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8df79100-9f53-4141-9f10-02237940bd78 req-867005c2-0114-48c3-b21b-98c27a1f2d1f tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805635
Nov 06 21:00:07.685203 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526a64c0>, [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T21:00:07Z', 'revision_number': 6, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.720223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b9444a44-eb64-4e3e-a76e-9b38f088950e tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/floatingips/86153cac-eedd-4ef3-b391-3df9b97ff862 HTTP/1.1" status: 200  len: 978 time: 2.0420337
Nov 06 21:00:07.723029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38234) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:07.723507 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a36aadb-9306-4f2d-8a79-d037b83cd180 None None] The sync data for ids ['c6248ae5-2d9e-42d5-ac16-7d5443bc0221'] in ncdv-master-1 is: [{'id': 'c6248ae5-2d9e-42d5-ac16-7d5443bc0221', 'name': 'tempest-TaggedBootDevicesTest_v242-615215615-router', 'tenant_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:49:43Z', 'updated_at': '2021-11-06T21:00:07Z', 'revision_number': 6, 'project_id': '21f37b0e9c3a4480a04ebeec1085ec97', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:07.724642 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaffa3d1-a599-4612-8e46-e677013d71a0 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:07.725250 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-eaffa3d1-a599-4612-8e46-e677013d71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252830250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.738241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:07.792725 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:07.800446 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-eaffa3d1-a599-4612-8e46-e677013d71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252830250>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.810932 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaffa3d1-a599-4612-8e46-e677013d71a0 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:07.812234 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-eaffa3d1-a599-4612-8e46-e677013d71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252830250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.855687 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-eaffa3d1-a599-4612-8e46-e677013d71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252830250>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:07.856698 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaffa3d1-a599-4612-8e46-e677013d71a0 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:07.903554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a90b6-913a-4b00-b725-e8e25c945271 req-cd20f52a-08d8-479b-ab67-c305bbf789d7 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:07.905913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-109a90b6-913a-4b00-b725-e8e25c945271 req-cd20f52a-08d8-479b-ab67-c305bbf789d7 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 946 time: 0.0752876
Nov 06 21:00:07.963886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-109a90b6-913a-4b00-b725-e8e25c945271 req-04356bb7-2a40-48df-8a46-f5bbcf53833c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513744
Nov 06 21:00:08.148916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ae3b16fc-bc38-4790-83ed-125096df3bd6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:08.169999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ae3b16fc-bc38-4790-83ed-125096df3bd6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:08.170728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ae3b16fc-bc38-4790-83ed-125096df3bd6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:08.171475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde7d262-0e90-487a-a9e8-e2946dad31ee,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:08.197718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.288554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.319603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-4093d725-69be-4678-9943-ef0a328aac90 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:08.321320 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-4093d725-69be-4678-9943-ef0a328aac90 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0826287
Nov 06 21:00:08.333300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3199-dd90-413e-a822-6d1c9a2c3390 req-f2f9143e-ff6e-4f9a-b92e-6e1b5abfa40b tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:08.334795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-122b3199-dd90-413e-a822-6d1c9a2c3390 req-f2f9143e-ff6e-4f9a-b92e-6e1b5abfa40b tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 945 time: 0.0669949
Nov 06 21:00:08.339670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:08.411398 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.417101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.425075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.437760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-122b3199-dd90-413e-a822-6d1c9a2c3390 req-aaa4e90d-6f6a-454c-a241-9950829f58f3 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943236
Nov 06 21:00:08.494053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.497757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.498106 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP 86153cac-eedd-4ef3-b391-3df9b97ff862 disassociated. External IP: 172.35.0.157, port: a685fc0c-1edc-445a-9451-7f0ea7036950.
Nov 06 21:00:08.501323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.501855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6248ae5-2d9e-42d5-ac16-7d5443bc0221 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:00:08.534835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.536069 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5a02c429-fb04-4876-a51e-2ae77b5a96a3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c6248ae5-2d9e-42d5-ac16-7d5443bc0221 HTTP/1.1" status: 204  len: 168 time: 1.4124079
Nov 06 21:00:08.538550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38264) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:08.573939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:08.614649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:08.627936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c1a3aa-b3fe-455d-b4dc-23c43e959d49 admin admin] Deleting subnet 48b74287-d028-45eb-9b38-be997c73abff {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:00:08.636531 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48c1a3aa-b3fe-455d-b4dc-23c43e959d49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.657847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:08.660832 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0335f1ae-d45d-46d8-a82d-afc28c8c4b72" -d '{"events": [{"server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:08.665997 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.683397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.684057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48c1a3aa-b3fe-455d-b4dc-23c43e959d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.744261 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a956d37d-7aab-41a8-ac55-5427339b4b24 x-openstack-request-id: req-a956d37d-7aab-41a8-ac55-5427339b4b24 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:08.744616 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:08.745441 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a956d37d-7aab-41a8-ac55-5427339b4b24 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:08.745441 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383', 'code': 200}
Nov 06 21:00:08.799896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Pushing event updated for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:08.810134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:08.810504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:08.810798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:08.815470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:08.815804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Attempting to bind port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:08.821293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:08.821636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:08.822022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:08.822452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Bound port: be7b680a-e8bb-4f73-a40c-30b3e1f27383, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:08.822817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.855485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48c1a3aa-b3fe-455d-b4dc-23c43e959d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.882880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:08.903578 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:08.907734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:08.915106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.961121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48c1a3aa-b3fe-455d-b4dc-23c43e959d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:08.991126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Pushing event updated for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=8']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:09.018865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:09.019762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.021493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-941228af-7350-47a9-9968-bc175f4215a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 200  len: 1122 time: 0.6857634
Nov 06 21:00:09.023056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1a3aa-b3fe-455d-b4dc-23c43e959d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b74287-d028-45eb-9b38-be997c73abff,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:09.040145 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48c1a3aa-b3fe-455d-b4dc-23c43e959d49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.043978 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-48c1a3aa-b3fe-455d-b4dc-23c43e959d49 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/48b74287-d028-45eb-9b38-be997c73abff HTTP/1.1" status: 204  len: 168 time: 0.5044363
Nov 06 21:00:09.047254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38272) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:09.048246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ec979-0892-4653-b77e-e4149bd1e581 None None] Network ac9c34d5-c747-4b87-9e0a-345684b21c29 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:09.053093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:09.057513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.075342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c4510-d77d-471b-8855-f07b6463fe29 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:09.090810 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bc669980-1f2b-4d1a-99d1-ac8f2e58d5c2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/floatingips/86153cac-eedd-4ef3-b391-3df9b97ff862 HTTP/1.1" status: 200  len: 688 time: 1.3656378
Nov 06 21:00:09.092689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38274) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:09.123951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['be7b680a-e8bb-4f73-a40c-30b3e1f27383'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:09.153879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c4510-d77d-471b-8855-f07b6463fe29 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:09.154758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c29c4510-d77d-471b-8855-f07b6463fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251647970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:09.180419 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.206101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c29c4510-d77d-471b-8855-f07b6463fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251647970>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:09.212985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['be7b680a-e8bb-4f73-a40c-30b3e1f27383'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:09.213949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606a171-90e7-4ebe-a943-6604d312d000 req-2efa6492-617f-4f63-b5a9-f1a9ae9e345f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:09.224789 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d606a171-90e7-4ebe-a943-6604d312d000 req-2efa6492-617f-4f63-b5a9-f1a9ae9e345f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.1667969
Nov 06 21:00:09.237148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port b1ca6806-8086-49d7-9588-b42b1e033f01 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:09.237602 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.250333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c4510-d77d-471b-8855-f07b6463fe29 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:09.251209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c29c4510-d77d-471b-8855-f07b6463fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251647970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:09.298845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d606a171-90e7-4ebe-a943-6604d312d000 req-2c2eb397-cabe-4b94-93dc-f5581a73b8e6 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731723
Nov 06 21:00:09.314645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Deleting port fe68c60d-ff85-4895-8a82-96e7c2f991f3 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:09.314987 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.331067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.331067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.331373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c29c4510-d77d-471b-8855-f07b6463fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251647970>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:09.331373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c4510-d77d-471b-8855-f07b6463fe29 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:09.344432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for b1ca6806-8086-49d7-9588-b42b1e033f01 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:09.385291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] For port fe68c60d-ff85-4895-8a82-96e7c2f991f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe68c60d-ff85-4895-8a82-96e7c2f991f3,segment=NetworkSegment(72f9d403-3403-4e29-8660-fad4d1e3b21f),segment_id=72f9d403-3403-4e29-8660-fad4d1e3b21f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:09.385753 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.399746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Calling delete_port for fe68c60d-ff85-4895-8a82-96e7c2f991f3 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:09.516883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd650988-e824-431b-9e5e-951e19dea057 None None] DHCP port deletion for ac9c34d5-c747-4b87-9e0a-345684b21c29 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:00:09.520449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.532919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.556164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=b1ca6806-8086-49d7-9588-b42b1e033f01,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:09.603603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] No DVR routers for this DVR port fe68c60d-ff85-4895-8a82-96e7c2f991f3 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:09.610514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe68c60d-ff85-4895-8a82-96e7c2f991f3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:09.624697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.627243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.628492 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-909d885f-940a-41a9-8264-9444de061c43 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/floatingips/86153cac-eedd-4ef3-b391-3df9b97ff862 HTTP/1.1" status: 204  len: 168 time: 0.5347493
Nov 06 21:00:09.631116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38278) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:09.677000 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-fce87907-9baf-44a3-b81d-34c168b2058b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] delete failed (client error): The resource could not be found.
Nov 06 21:00:09.678053 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fce87907-9baf-44a3-b81d-34c168b2058b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/floatingips/86153cac-eedd-4ef3-b391-3df9b97ff862 HTTP/1.1" status: 404  len: 345 time: 0.0460305
Nov 06 21:00:09.682569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38280) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:09.690788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2d574-2d90-4482-baaf-77e572204933 req-1a056788-2fdf-4a8e-802d-93aa1cec25ef tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:09.692318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ace2d574-2d90-4482-baaf-77e572204933 req-1a056788-2fdf-4a8e-802d-93aa1cec25ef tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 945 time: 0.1717129
Nov 06 21:00:09.701494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.735663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254367100>,) {'filters': {'network_id': ['ac9c34d5-c747-4b87-9e0a-345684b21c29']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:09.753023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254367100>, '72f9d403-3403-4e29-8660-fad4d1e3b21f') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:09.753213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254367100>, '72f9d403-3403-4e29-8660-fad4d1e3b21f') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:09.766127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8040fa4-abc3-4ecd-a0a7-6c8e0c66fd80 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:09.774323 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.774513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8040fa4-abc3-4ecd-a0a7-6c8e0c66fd80 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:09.778989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8040fa4-abc3-4ecd-a0a7-6c8e0c66fd80 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:09.783512 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f8040fa4-abc3-4ecd-a0a7-6c8e0c66fd80 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "GET /v2.0/ports?network_id=a85799a6-a15a-450c-b6d0-67d82bcb943b HTTP/1.1" status: 200  len: 2358 time: 0.1003592
Nov 06 21:00:09.784124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38284) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:09.790665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ace2d574-2d90-4482-baaf-77e572204933 req-23bbf757-be8b-40fb-9777-f0068d968fa8 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/security-groups?id=1193dbd1-2163-48d0-abac-f585f9f48656&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916147
Nov 06 21:00:09.817203 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.836744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:00:09.837332 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:00:09.839514 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:00:09.846701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007758af-0c4e-4495-ac31-fc45222a314b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:09.852361 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-007758af-0c4e-4495-ac31-fc45222a314b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "GET /v2.0/subnets/69883998-e5cb-4c2b-b73c-a829ce9ed7bf HTTP/1.1" status: 200  len: 797 time: 0.0627482
Nov 06 21:00:09.853080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38286) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:09.858878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'port': {'network_id': 'a85799a6-a15a-450c-b6d0-67d82bcb943b', 'name': 'tempest-FloatingIPTestJSON-1544935037', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:09.892361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe68c60d-ff85-4895-8a82-96e7c2f991f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:09.906672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.912273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:09.919949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac9c34d5-c747-4b87-9e0a-345684b21c29 HTTP/1.1" status: 204  len: 168 time: 0.8712656
Nov 06 21:00:09.922056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: fe68c60d-ff85-4895-8a82-96e7c2f991f3 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:09.922411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe68c60d-ff85-4895-8a82-96e7c2f991f3 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:09.924096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bde7d262-0e90-487a-a9e8-e2946dad31ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:09.931374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c3792-2f8b-466a-9485-ef14b8a8fef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9c34d5-c747-4b87-9e0a-345684b21c29,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:09.945005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bde7d262-0e90-487a-a9e8-e2946dad31ee {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:09.945358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bde7d262-0e90-487a-a9e8-e2946dad31ee not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:09.992874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:10.049372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38290) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:10.092859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f4ba7af1-de2b-4673-8627-3ae1718258c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21f37b0e9c3a4480a04ebeec1085ec97&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0420885
Nov 06 21:00:10.095423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38292) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:10.111017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-1731865d-6735-4589-86f7-572b0628d883 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:10.112532 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-1731865d-6735-4589-86f7-572b0628d883 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 945 time: 0.0793386
Nov 06 21:00:10.124686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.150954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-02b8ac69-fde5-4f44-a005-0ba608e57c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.175631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] device_id is not set on port eb1ca7ad-da97-4839-9a34-617912c9f344 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:00:10.179090 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-02b8ac69-fde5-4f44-a005-0ba608e57c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.228814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-02b8ac69-fde5-4f44-a005-0ba608e57c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.231929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-02b8ac69-fde5-4f44-a005-0ba608e57c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.233129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-02b8ac69-fde5-4f44-a005-0ba608e57c42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19b93901-c4af-43c5-bc42-bea2c84d713f HTTP/1.1" status: 204  len: 168 time: 0.1362767
Nov 06 21:00:10.242104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8ac69-fde5-4f44-a005-0ba608e57c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b93901-c4af-43c5-bc42-bea2c84d713f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:10.391208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Deleting port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:10.391555 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.443494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab15f-da11-48d2-9bbb-39f7e5d4d03b req-8b21cc9c-6954-4528-8ffc-6e5c075cd0de tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:10.445188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72aab15f-da11-48d2-9bbb-39f7e5d4d03b req-8b21cc9c-6954-4528-8ffc-6e5c075cd0de tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.0597279
Nov 06 21:00:10.503992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72aab15f-da11-48d2-9bbb-39f7e5d4d03b req-f0f65975-d58d-4211-8551-57491ee108be tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495284
Nov 06 21:00:10.533901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] For port b5dfb038-ed68-40fa-ba80-c498ad9ecae0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,segment=NetworkSegment(9cb506a0-300c-4682-ae2e-680aeabf503d),segment_id=9cb506a0-300c-4682-ae2e-680aeabf503d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:10.534272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.578415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Calling delete_port for b5dfb038-ed68-40fa-ba80-c498ad9ecae0 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:10.632153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.20.0.14 (a85799a6-a15a-450c-b6d0-67d82bcb943b/69883998-e5cb-4c2b-b73c-a829ce9ed7bf/eb1ca7ad-da97-4839-9a34-617912c9f344) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:10.641741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.20.0.13 (a85799a6-a15a-450c-b6d0-67d82bcb943b/69883998-e5cb-4c2b-b73c-a829ce9ed7bf/eb1ca7ad-da97-4839-9a34-617912c9f344) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:10.688245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device be7b680a-e8bb-4f73-a40c-30b3e1f27383 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:10.746765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:10.749137 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:10.791260 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fc05a3-3286-4b3d-a75c-e2d1e57250e1 x-openstack-request-id: req-a3fc05a3-3286-4b3d-a75c-e2d1e57250e1 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:10.791539 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:10.792046 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3fc05a3-3286-4b3d-a75c-e2d1e57250e1 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:10.792474 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383', 'status': 'completed', 'code': 200}
Nov 06 21:00:10.816064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:10.828973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device be7b680a-e8bb-4f73-a40c-30b3e1f27383 has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 21:00:10.881231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-6c1e7f8d-8540-4308-a385-9abd3eb917f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:10.883152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-6c1e7f8d-8540-4308-a385-9abd3eb917f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1125 time: 0.0669031
Nov 06 21:00:10.891617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.908923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b5dfb038-ed68-40fa-ba80-c498ad9ecae0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:10.940253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b1fa745-bc82-4498-b95b-7eec41f0ce63 req-79e2b951-c103-460f-92d3-12ab561a5604 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e7eb544-4d31-45ec-ba05-8d471c4e6133 HTTP/1.1" status: 200  len: 210 time: 0.0510552
Nov 06 21:00:10.968286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:10.971399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Pushing event deleted for resources: {'Port': ['ID=b5dfb038-ed68-40fa-ba80-c498ad9ecae0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:11.009537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] No DVR routers for this DVR port b5dfb038-ed68-40fa-ba80-c498ad9ecae0 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:11.014100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.015922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38342) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:11.017613 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6659bca6-4d55-4c38-b9e5-315d67142b30 req-2cb73826-ed74-4988-a102-2d28ee2bc456 tempest-ServerMetadataNegativeTestJSON-1061861311 tempest-ServerMetadataNegativeTestJSON-1061861311-project] 10.222.0.10 "DELETE /v2.0/ports/b5dfb038-ed68-40fa-ba80-c498ad9ecae0 HTTP/1.1" status: 204  len: 173 time: 0.8907804
Nov 06 21:00:11.018063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7eb544-4d31-45ec-ba05-8d471c4e6133', 'name': 'network-vif-deleted', 'tag': 'b5dfb038-ed68-40fa-ba80-c498ad9ecae0'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:11.020324 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824c444-9a26-4f80-85dc-194474b7ee3e" -d '{"events": [{"server_uuid": "0e7eb544-4d31-45ec-ba05-8d471c4e6133", "name": "network-vif-deleted", "tag": "b5dfb038-ed68-40fa-ba80-c498ad9ecae0"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:11.057272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.067409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-1152474d-88ed-4bcc-88da-55d4a1fce510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:11.070490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-1152474d-88ed-4bcc-88da-55d4a1fce510 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.1677506
Nov 06 21:00:11.075860 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb65ed9e-54f2-43d9-b4b9-324ade5affae x-openstack-request-id: req-bb65ed9e-54f2-43d9-b4b9-324ade5affae {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:11.076149 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7eb544-4d31-45ec-ba05-8d471c4e6133", "name": "network-vif-deleted", "tag": "b5dfb038-ed68-40fa-ba80-c498ad9ecae0", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:11.076441 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb65ed9e-54f2-43d9-b4b9-324ade5affae {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:11.076855 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7eb544-4d31-45ec-ba05-8d471c4e6133', 'name': 'network-vif-deleted', 'tag': 'b5dfb038-ed68-40fa-ba80-c498ad9ecae0', 'status': 'completed', 'code': 200}
Nov 06 21:00:11.117008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network a85799a6-a15a-450c-b6d0-67d82bcb943b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:11.120221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:11.129963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:11.134034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=eb1ca7ad-da97-4839-9a34-617912c9f344,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:11.145029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-865512ea-637a-49e6-910f-0afb15000098 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 200  len: 217 time: 0.0547912
Nov 06 21:00:11.152408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2041795261-network', 'tenant_id': '1eda26ab6485409184fe8eba4e51cad6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:11.185063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:11.185824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.212523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Made reservation on behalf of 1eda26ab6485409184fe8eba4e51cad6 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:11.214839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.216852 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-12e3b37c-ca4e-48be-9931-44975dcfe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.3623960
Nov 06 21:00:11.219523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38348) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:11.220627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-b309e605-c805-4c1b-b87c-ea63659856ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:11.222127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-b309e605-c805-4c1b-b87c-ea63659856ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0629025
Nov 06 21:00:11.223854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'eb1ca7ad-da97-4839-9a34-617912c9f344', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:11.227631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.246628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.259607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-f3bb045d-66b6-4894-bf45-4b0af1051459 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296566
Nov 06 21:00:11.347523 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.390415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-76b21b27-70bf-4a5b-a40c-19f67e82efc3 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203485
Nov 06 21:00:11.412969 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.447521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.454409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.35.0.168 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/60a24621-f38d-4c68-845b-24d2e4baac60) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:11.488642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:00:11.508385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:11.514886 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.515161 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Added segment 6a86a238-0857-401e-965b-cfa92dbfacbb of type vlan for network 54622a1c-b032-44c2-86b4-69aae5ce053f
Nov 06 21:00:11.566581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bedda45-f5c7-49c0-ab25-2c57be2e36d7 req-885b2617-470e-4c76-bb18-6f3fabf3c08f service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668882
Nov 06 21:00:11.570203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.579933 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.620476 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.621457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:11.622078 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.641919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.686275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:11.689427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:11.698346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:11.712976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6918483
Nov 06 21:00:11.712976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aab1b-0078-43e3-a938-d92077482835 admin admin] Pushing event updated for resources: {'Network': ['ID=54622a1c-b032-44c2-86b4-69aae5ce053f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:11.720375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38352) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:11.722908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Request body: {'subnet': {'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2041795261-subnet', 'tenant_id': '1eda26ab6485409184fe8eba4e51cad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:11.724750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 54622a1c-b032-44c2-86b4-69aae5ce053f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:00:11.736678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75055039-390c-420d-afa0-cfc9c0d05210 req-b3f8633a-7b64-4b60-815a-f63f3795d4f2 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:11.738244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75055039-390c-420d-afa0-cfc9c0d05210 req-b3f8633a-7b64-4b60-815a-f63f3795d4f2 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.1285224
Nov 06 21:00:11.782505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=60a24621-f38d-4c68-845b-24d2e4baac60,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:11.795516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Made reservation on behalf of 1eda26ab6485409184fe8eba4e51cad6 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:11.798477 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:11.849942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75055039-390c-420d-afa0-cfc9c0d05210 req-028a49bc-fc2a-439f-ae05-6fb03ef9a748 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006944
Nov 06 21:00:11.999479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38358) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:12.038217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.102004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c4b31b-b195-4357-98a0-297524fe51f9,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:12.111957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Checking segment: {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:12.112352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Network hostable DHCP agents. Network: 54622a1c-b032-44c2-86b4-69aae5ce053f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:00:12.130420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Network 54622a1c-b032-44c2-86b4-69aae5ce053f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:00:12.140250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54622a1c-b032-44c2-86b4-69aae5ce053f) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:12.145456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:12.146253 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.149970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed7020b-f6bb-4517-97de-7e557eb69d75 None None] Network 54622a1c-b032-44c2-86b4-69aae5ce053f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:12.167187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ec7f3cc0-11d9-4f7c-82df-7139a25d5b2d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.4498394
Nov 06 21:00:12.299812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a8485a-62c3-4566-b391-30983fc4671b None None] Network 54622a1c-b032-44c2-86b4-69aae5ce053f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:12.423548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6dec12-eb68-4c6f-a63a-a0be37a396f4 admin admin] Deleting subnet b8524e23-53e9-4dbb-88bf-c5f39a518ba0 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:00:12.429180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6dec12-eb68-4c6f-a63a-a0be37a396f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.500766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6dec12-eb68-4c6f-a63a-a0be37a396f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.574976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6dec12-eb68-4c6f-a63a-a0be37a396f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.613196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-42e2a6ad-ea52-43da-9aa6-2ff307329b30 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:12.613476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.614694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-42e2a6ad-ea52-43da-9aa6-2ff307329b30 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/networks?id=54622a1c-b032-44c2-86b4-69aae5ce053f HTTP/1.1" status: 200  len: 818 time: 0.1045535
Nov 06 21:00:12.629866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-76b40bfb-7a0d-4b38-8c87-181be2c64291 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/quotas/1eda26ab6485409184fe8eba4e51cad6 HTTP/1.1" status: 200  len: 375 time: 0.0090363
Nov 06 21:00:12.662039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-82da8590-74f3-4689-a1f8-9ebb5b3794b1 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1eda26ab6485409184fe8eba4e51cad6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0266104
Nov 06 21:00:12.668152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6dec12-eb68-4c6f-a63a-a0be37a396f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.712336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dec12-eb68-4c6f-a63a-a0be37a396f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8524e23-53e9-4dbb-88bf-c5f39a518ba0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:12.714357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb6dec12-eb68-4c6f-a63a-a0be37a396f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.720461 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fb6dec12-eb68-4c6f-a63a-a0be37a396f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b8524e23-53e9-4dbb-88bf-c5f39a518ba0 HTTP/1.1" status: 204  len: 168 time: 0.7174847
Nov 06 21:00:12.720928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:12.728320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.760720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-8353eb28-0c42-4436-8e39-a95ffb69bb08 service neutron] 10.222.0.13 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908582
Nov 06 21:00:12.828448 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.853799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-ed007cfa-ec46-4915-b901-7aa0ad3d82b1 service neutron] 10.222.0.13 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865192
Nov 06 21:00:12.980598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:12.994376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495412f-11da-4272-9487-97472534c450 req-2b568ecf-9713-4d24-a313-a5c310a89318 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:12.996536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1495412f-11da-4272-9487-97472534c450 req-2b568ecf-9713-4d24-a313-a5c310a89318 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.0600882
Nov 06 21:00:13.011971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925510e4f0>,) {'filters': {'network_id': ['9864333c-2854-4b94-bfa9-88d2ed7bffd6']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:13.029585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925510e4f0>, '9cb506a0-300c-4682-ae2e-680aeabf503d') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:13.029883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925510e4f0>, '9cb506a0-300c-4682-ae2e-680aeabf503d') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:13.039349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.044073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.049003 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1495412f-11da-4272-9487-97472534c450 req-fb8961b4-bc81-41e7-976b-7f71d55a942a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458090
Nov 06 21:00:13.050500 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.082371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.127935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:00:13.128565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:00:13.130317 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:00:13.190394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=60a24621-f38d-4c68-845b-24d2e4baac60,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:13.205691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.241632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.250501 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.255986 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] 10.222.0.13 "DELETE /v2.0/networks/9864333c-2854-4b94-bfa9-88d2ed7bffd6 HTTP/1.1" status: 204  len: 168 time: 0.5318742
Nov 06 21:00:13.265325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269cf10-edab-4983-a3e1-8b4dc840fd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=9864333c-2854-4b94-bfa9-88d2ed7bffd6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:13.288548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6ef3249-0a4f-4b74-b633-9d7f1613e7f7 req-6ca26fcb-3e35-4f99-af3c-0946ebf5059b tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 210 time: 0.0605586
Nov 06 21:00:13.341474 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP d7feda06-d9cb-46a8-bc2b-a775a110b074 associated. External IP: 172.35.0.168, port: eb1ca7ad-da97-4839-9a34-617912c9f344.
Nov 06 21:00:13.404015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38398) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:13.459904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7d45fd13-cdd0-4f94-b8fd-0bb8be48fddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c71a91e0f3c434c899dc6d8aac735e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0538726
Nov 06 21:00:13.462297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38404) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:13.515857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d119815-ab7c-4956-8bfe-acfacac7a50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.540604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d119815-ab7c-4956-8bfe-acfacac7a50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.575996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:13.597309 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d119815-ab7c-4956-8bfe-acfacac7a50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.600428 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d119815-ab7c-4956-8bfe-acfacac7a50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.601836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3d119815-ab7c-4956-8bfe-acfacac7a50d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1193dbd1-2163-48d0-abac-f585f9f48656 HTTP/1.1" status: 204  len: 168 time: 0.1385837
Nov 06 21:00:13.621663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d119815-ab7c-4956-8bfe-acfacac7a50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1193dbd1-2163-48d0-abac-f585f9f48656,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:13.698995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:13.713711 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b96b7a-c775-4895-a1a3-4f8b90e841c4 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:13.725458 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b96b7a-c775-4895-a1a3-4f8b90e841c4 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:13.726091 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a7b96b7a-c775-4895-a1a3-4f8b90e841c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252830fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:13.735840 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:13.767571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38412) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:13.767822 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-03b72061-74e1-41a6-b867-0769c8afe104 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 2.5471349
Nov 06 21:00:13.773083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e798715c-a630-42d1-a364-56b38244698f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'port_id': 'eb1ca7ad-da97-4839-9a34-617912c9f344', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:13.780809 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a7b96b7a-c775-4895-a1a3-4f8b90e841c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252830fd0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:13.790787 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b96b7a-c775-4895-a1a3-4f8b90e841c4 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:13.791503 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a7b96b7a-c775-4895-a1a3-4f8b90e841c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252830fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:13.831064 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a7b96b7a-c775-4895-a1a3-4f8b90e841c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252830fd0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:13.831957 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b96b7a-c775-4895-a1a3-4f8b90e841c4 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:13.843769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e798715c-a630-42d1-a364-56b38244698f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:14.137932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b5dfb038-ed68-40fa-ba80-c498ad9ecae0 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:14.189664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: b5dfb038-ed68-40fa-ba80-c498ad9ecae0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:14.191191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b5dfb038-ed68-40fa-ba80-c498ad9ecae0 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:14.328361 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:14.357059 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:14.670779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33cd328f-4c61-4ec7-a2ad-7d4295e1130e req-60d6ebf2-3017-4fbb-9986-03fba1f15573 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 210 time: 0.0329831
Nov 06 21:00:14.678510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c8bf9-2379-459d-b92f-a9b85cca1439 req-dcd53cce-ca9f-4409-b655-9bef61428ee1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:14.680274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be2c8bf9-2379-459d-b92f-a9b85cca1439 req-dcd53cce-ca9f-4409-b655-9bef61428ee1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.4570522
Nov 06 21:00:14.887766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be2c8bf9-2379-459d-b92f-a9b85cca1439 req-a0898a2a-4852-4476-a2ef-87be2e4a55e7 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002490
Nov 06 21:00:14.929899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0623bd9-6725-446b-80b0-ddb9921ee70e req-c6f736d9-2d36-4712-9f9e-be579245e154 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:14.931295 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0623bd9-6725-446b-80b0-ddb9921ee70e req-c6f736d9-2d36-4712-9f9e-be579245e154 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1758008
Nov 06 21:00:14.965220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-700c308a-aaa1-4f54-8f8b-042bc1439a5c tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:14.966644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-700c308a-aaa1-4f54-8f8b-042bc1439a5c tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "GET /v2.0/networks?id=54622a1c-b032-44c2-86b4-69aae5ce053f HTTP/1.1" status: 200  len: 818 time: 0.2439888
Nov 06 21:00:15.009929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Request body: {'port': {'device_id': 'ae066647-0a6c-43ec-a209-5dcae549fabf', 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f', 'admin_state_up': True, 'tenant_id': '1eda26ab6485409184fe8eba4e51cad6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:15.094273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e798715c-a630-42d1-a364-56b38244698f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:15.102719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e798715c-a630-42d1-a364-56b38244698f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:15.117979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0623bd9-6725-446b-80b0-ddb9921ee70e req-fdb713ac-ed1f-4def-8150-0c2a97f5a8d6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1774912
Nov 06 21:00:15.305269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-1a4ff4f6-7338-4841-9229-c61904a7247b tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:15.307872 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-1a4ff4f6-7338-4841-9229-c61904a7247b tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "GET /v2.0/networks?id=54622a1c-b032-44c2-86b4-69aae5ce053f HTTP/1.1" status: 200  len: 818 time: 0.1839986
Nov 06 21:00:15.317316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Made reservation on behalf of 1eda26ab6485409184fe8eba4e51cad6 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:15.321023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:15.324080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Request body: {'port': {'device_id': '31e2c1ee-028d-486e-b826-f8b25247e8e7', 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f', 'admin_state_up': True, 'tenant_id': '1eda26ab6485409184fe8eba4e51cad6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:15.347604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96bdf5-9e4e-473c-a19c-93bf35c7e965 req-cee99dc5-bf74-4b7f-8566-c14afaacee45 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:15.349203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd96bdf5-9e4e-473c-a19c-93bf35c7e965 req-cee99dc5-bf74-4b7f-8566-c14afaacee45 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1034312
Nov 06 21:00:15.479043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Made reservation on behalf of 1eda26ab6485409184fe8eba4e51cad6 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:15.486041 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:15.548181 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd96bdf5-9e4e-473c-a19c-93bf35c7e965 req-e5645798-56ac-47ab-a6e6-ce3b2726888b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1601450
Nov 06 21:00:15.611941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e798715c-a630-42d1-a364-56b38244698f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:15.651315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Allocated IP 172.20.0.10 (54622a1c-b032-44c2-86b4-69aae5ce053f/10c4b31b-b195-4357-98a0-297524fe51f9/2e0c8684-c658-4d36-99ae-c0dff5a0b3ae) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:15.874723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a20e5ce-b5bd-4648-bc90-9031b77c5603 req-4e8dd59d-f95b-430b-acb9-e74db425dc7e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 210 time: 0.0839655
Nov 06 21:00:15.930158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-20ab7537-a297-4343-a974-141a0bdb8d85 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:15.931875 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-20ab7537-a297-4343-a974-141a0bdb8d85 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "GET /v2.0/networks?id=54622a1c-b032-44c2-86b4-69aae5ce053f HTTP/1.1" status: 200  len: 818 time: 0.2001367
Nov 06 21:00:15.949035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Request body: {'port': {'device_id': 'ad8bcc56-9d6c-48c2-8709-785644d54d5d', 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f', 'admin_state_up': True, 'tenant_id': '1eda26ab6485409184fe8eba4e51cad6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:16.111727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-4a7cf134-4d4f-477d-831d-e3f5de53d3f3 service neutron] 10.222.0.10 "GET /v2.0/ports/be7b680a-e8bb-4f73-a40c-30b3e1f27383/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0947647
Nov 06 21:00:16.112778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Made reservation on behalf of 1eda26ab6485409184fe8eba4e51cad6 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:16.116229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.127155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e798715c-a630-42d1-a364-56b38244698f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:16.138482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036bb82-15e0-490a-a974-a9faac6c1d7d None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:16.141670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e798715c-a630-42d1-a364-56b38244698f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.149915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036bb82-15e0-490a-a974-a9faac6c1d7d None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:16.150523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8036bb82-15e0-490a-a974-a9faac6c1d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512d15b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:16.185703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8036bb82-15e0-490a-a974-a9faac6c1d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512d15b0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:16.195419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036bb82-15e0-490a-a974-a9faac6c1d7d None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:16.196018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8036bb82-15e0-490a-a974-a9faac6c1d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512d15b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T20:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:16.220679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d113e3-b36b-4242-994d-1db04eeb52f2 req-b70b1b64-c9ac-4e81-99a6-e5cc5d4eda9b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:16.222194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18d113e3-b36b-4242-994d-1db04eeb52f2 req-b70b1b64-c9ac-4e81-99a6-e5cc5d4eda9b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 944 time: 0.2218504
Nov 06 21:00:16.230989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.235294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8036bb82-15e0-490a-a974-a9faac6c1d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512d15b0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:16.237251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036bb82-15e0-490a-a974-a9faac6c1d7d None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:16.239349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-8aa3ecdf-59c7-4b9a-910a-1aadeacb1843 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:16.246508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-8aa3ecdf-59c7-4b9a-910a-1aadeacb1843 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.3705778
Nov 06 21:00:16.302818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-55fed31a-00b7-4715-85aa-e66ccf75f57a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/quotas/a7fa6742333c428d864b6c5b2319997d HTTP/1.1" status: 200  len: 375 time: 0.0551708
Nov 06 21:00:16.306630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e798715c-a630-42d1-a364-56b38244698f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/floatingips/d7feda06-d9cb-46a8-bc2b-a775a110b074 HTTP/1.1" status: 200  len: 979 time: 2.5377922
Nov 06 21:00:16.316250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38488) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:16.378107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18d113e3-b36b-4242-994d-1db04eeb52f2 req-e19cb1d1-135f-43cb-8ba9-e9e75cb977df tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105006
Nov 06 21:00:16.390398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.408221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-a5eefafc-ec2f-4c88-9855-087f7ddf4b70 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0986178
Nov 06 21:00:16.473478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:16.502085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Allocated IP 172.20.0.4 (54622a1c-b032-44c2-86b4-69aae5ce053f/10c4b31b-b195-4357-98a0-297524fe51f9/22e9e98b-1283-4123-bc56-db5286235acf) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:16.506498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Network 54622a1c-b032-44c2-86b4-69aae5ce053f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:16.509516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Pushing event updated for resources: {'Port': ['ID=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:16.516744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:16.520897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:16.524065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:16.588981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:16.589623 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.600085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7b680a-e8bb-4f73-a40c-30b3e1f27383 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:16.608334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-df0a9aeb-c84a-458b-a421-f0f4c0661c4f service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689179
Nov 06 21:00:16.615237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-4a3c0b09-29fb-41a3-b13b-01326069e70d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6118565
Nov 06 21:00:16.617521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:16.628840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Request body: {'port': {'device_id': 'ae066647-0a6c-43ec-a209-5dcae549fabf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:16.653217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.738469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port 60a24621-f38d-4c68-845b-24d2e4baac60 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:16.738469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.742559 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.767527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-16fbacef-0ee4-4ff2-862a-191f3b4cfab6 service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511407
Nov 06 21:00:16.801537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-893e916a-85ce-443e-ae08-a649776cbd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.878045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.915433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.915796 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:16.949004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for 60a24621-f38d-4c68-845b-24d2e4baac60 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:16.956131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] Transition to ACTIVE for port object be7b680a-e8bb-4f73-a40c-30b3e1f27383 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:16.970955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:17.025766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e86cc5e-214d-4e96-9c10-cce6893fd914 req-1e92f259-275a-49b5-90a5-c6de6dccf277 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 210 time: 0.0599694
Nov 06 21:00:17.029007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28b87cd8-a9de-4edd-9657-80237478a751 req-fbe0bc61-1bd3-4dcb-bc33-0d9846696637 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 210 time: 0.0616956
Nov 06 21:00:17.101446 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:17.529340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e1690-58da-4e85-87b0-c6f15ad6d4c9 req-dd0cfc40-1f5c-42a3-88b0-89243a051457 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:17.536558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d6e1690-58da-4e85-87b0-c6f15ad6d4c9 req-dd0cfc40-1f5c-42a3-88b0-89243a051457 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 945 time: 0.0688033
Nov 06 21:00:17.549321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] No DVR routers for this DVR port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:17.575676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] Pushing event updated for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:17.599297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d6e1690-58da-4e85-87b0-c6f15ad6d4c9 req-8ad3c782-e953-4a33-b7d8-0dfa23def164 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617599
Nov 06 21:00:17.613069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Network 54622a1c-b032-44c2-86b4-69aae5ce053f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:17.648902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:17.652477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Allocated IP 172.20.0.12 (54622a1c-b032-44c2-86b4-69aae5ce053f/10c4b31b-b195-4357-98a0-297524fe51f9/458a3855-57ff-483c-8950-b8fe5b516d3a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:17.663697 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-09aceba8-7179-4bbe-bbe3-eb6fd39efd95 service neutron] 10.222.0.10 "PUT /v2.0/ports/be7b680a-e8bb-4f73-a40c-30b3e1f27383/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5442648
Nov 06 21:00:17.668284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:17.733079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Pushing event updated for resources: {'Port': ['ID=22e9e98b-1283-4123-bc56-db5286235acf,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:17.764251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:17.764890 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:17.831031 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-e44000a8-1397-4370-8e94-6343a2bb52e5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5110042
Nov 06 21:00:17.868129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Request body: {'port': {'device_id': '31e2c1ee-028d-486e-b826-f8b25247e8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:17.928255 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:17.983846 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=60a24621-f38d-4c68-845b-24d2e4baac60,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:17.999701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.054303 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.067110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-8ebcce81-9069-43a8-a1cb-9a5f7777c0b4 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:18.075342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-8ebcce81-9069-43a8-a1cb-9a5f7777c0b4 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0699897
Nov 06 21:00:18.081562 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:00:18.158502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device be7b680a-e8bb-4f73-a40c-30b3e1f27383 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:18.169000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70da9088-b4bc-4f3d-89ea-355a6e484578 req-998bf822-a3e4-42b7-a910-6c0e197dc078 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 210 time: 0.0420237
Nov 06 21:00:18.178943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-a4400c54-fdb6-4f1d-a4d6-39403db0b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:18.181575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-a4400c54-fdb6-4f1d-a4d6-39403db0b3dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff HTTP/1.1" status: 200  len: 1096 time: 0.0956078
Nov 06 21:00:18.224610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c69869a9-5372-4d8b-9870-03a7dee89e54 req-3070fbf4-2508-4909-8383-aadfc6d030e4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 210 time: 0.0360646
Nov 06 21:00:18.230473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.231010 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP d7feda06-d9cb-46a8-bc2b-a775a110b074 disassociated (deleted). External IP: 172.35.0.168, port: eb1ca7ad-da97-4839-9a34-617912c9f344.
Nov 06 21:00:18.272709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device be7b680a-e8bb-4f73-a40c-30b3e1f27383 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:18.283859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-ad4b0bc5-757e-4b56-a737-9eceddfbe427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:18.285500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-ad4b0bc5-757e-4b56-a737-9eceddfbe427 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1096 time: 0.0636466
Nov 06 21:00:18.352507 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.381029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-962bfe67-aa41-4358-835c-6b6562ecee76 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:18.382860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-962bfe67-aa41-4358-835c-6b6562ecee76 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.3573074
Nov 06 21:00:18.444018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'port': {'device_id': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'admin_state_up': True, 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:18.455673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-45c58d21-b3a1-4680-8488-dbd0b3cd86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:18.457185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-45c58d21-b3a1-4680-8488-dbd0b3cd86de service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.1635613
Nov 06 21:00:18.510512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-209867e5-ddc2-43f0-b287-6cd8593b7eca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 200  len: 217 time: 0.0421715
Nov 06 21:00:18.513807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Network 54622a1c-b032-44c2-86b4-69aae5ce053f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:18.526490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:18.532261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Pushing event updated for resources: {'Port': ['ID=458a3855-57ff-483c-8950-b8fe5b516d3a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:18.537672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:18.555785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38562) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:18.609804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-568983f8-e7ee-4fea-b3ce-b172c256cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:18.611283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-568983f8-e7ee-4fea-b3ce-b172c256cbba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0930133
Nov 06 21:00:18.615025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:18.636737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.654531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-5437aead-fffe-4823-8c69-1ac90fe4745e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347998
Nov 06 21:00:18.659977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:18.660632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.664997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Transition to ACTIVE for port object 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:18.675031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.769814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Made reservation on behalf of a7fa6742333c428d864b6c5b2319997d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:18.773453 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.788740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed466-ebdb-4113-81db-1b94eddf55eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:18.789033 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6122ee8-d140-45d3-bf88-a79525e1efaf tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8474405
Nov 06 21:00:18.815721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Request body: {'port': {'device_id': 'ad8bcc56-9d6c-48c2-8709-785644d54d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:18.848779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:18.856897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:18.921444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb4076-042b-49e5-bb2c-91816e1e83b6 req-eed3fdc6-59d9-4cd4-a8a2-8d908538061b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:18.924873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60cb4076-042b-49e5-bb2c-91816e1e83b6 req-eed3fdc6-59d9-4cd4-a8a2-8d908538061b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 945 time: 0.2331300
Nov 06 21:00:18.937724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-a4e4bf3a-b05a-4808-8fff-a2d0962ab92b service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739615
Nov 06 21:00:19.009412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.072389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Attempting to bind port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:19.073034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Attempting to bind port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:19.073190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Attempting to bind port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae on network 54622a1c-b032-44c2-86b4-69aae5ce053f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:19.110091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60cb4076-042b-49e5-bb2c-91816e1e83b6 req-41d17f33-8851-4d52-a046-4c2f516513bb tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713817
Nov 06 21:00:19.110643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae on network 54622a1c-b032-44c2-86b4-69aae5ce053f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:19.110969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Attempting to bind port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae on network 54622a1c-b032-44c2-86b4-69aae5ce053f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:19.120649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed466-ebdb-4113-81db-1b94eddf55eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.123655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:19.123975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Checking segment: {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:19.124414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Bound using segment: {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:19.124812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Bound port: 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:19.125159 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.143651 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed466-ebdb-4113-81db-1b94eddf55eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.168146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-d019bacb-03e1-429c-8371-dd7e5b3ca1c9 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188053
Nov 06 21:00:19.181490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Allocated IP 172.20.0.8 (eb18f83c-d18b-4a29-9010-a6e673304a12/57786d0b-1584-4a47-a73d-de1c64f6c3e9/699de106-65ec-469c-a13b-e1b51555cb83) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:19.187857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e9e98b-1283-4123-bc56-db5286235acf {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:19.209805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.225986 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0e5c061e-7393-4801-9f64-20d64cc69f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.309648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Transition to ACTIVE for port object 22e9e98b-1283-4123-bc56-db5286235acf will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:19.327946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.330389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:19.346087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.349175 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1410a-bd19-4d48-afab-4e35d2278de2 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:19.369551 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1410a-bd19-4d48-afab-4e35d2278de2 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:19.370192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-aeb1410a-bd19-4d48-afab-4e35d2278de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aca190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:19.420934 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-aeb1410a-bd19-4d48-afab-4e35d2278de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aca190>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:19.432788 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1410a-bd19-4d48-afab-4e35d2278de2 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:19.433446 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-aeb1410a-bd19-4d48-afab-4e35d2278de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aca190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:19.523786 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1d53f8dc-a646-4c38-b3fc-5fa1c0ca8e0b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/floatingips/d7feda06-d9cb-46a8-bc2b-a775a110b074 HTTP/1.1" status: 204  len: 168 time: 3.2033689
Nov 06 21:00:19.529114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38576) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:19.558464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Pushing event updated for resources: {'Port': ['ID=22e9e98b-1283-4123-bc56-db5286235acf,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:19.570912 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-aeb1410a-bd19-4d48-afab-4e35d2278de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aca190>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:19.571554 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1410a-bd19-4d48-afab-4e35d2278de2 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:19.623776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bf5ed466-ebdb-4113-81db-1b94eddf55eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8c9af4873fb47b69861f9551567385c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0593927
Nov 06 21:00:19.639717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ed466-ebdb-4113-81db-1b94eddf55eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff02016-e81c-4ece-ad1e-e5497166bce6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:19.642107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38580) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:19.664226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f8aa94-4609-4523-9aeb-1d82bab716de req-d4857c72-7579-454f-90ac-625c7ba84e8c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 210 time: 0.1066976
Nov 06 21:00:19.724667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] For port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:19.728469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] For port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:19.737324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-75ba88ff-7d89-47a5-90a4-e72340b09a39 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:19.738840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-75ba88ff-7d89-47a5-90a4-e72340b09a39 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1693246
Nov 06 21:00:19.743235 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.748138 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.762339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c9e3-7bb0-4d80-b28f-db6c374451d5 req-8965b7fa-cdb3-4d9e-9f22-388ff356e96a tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:19.763835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49c0c9e3-7bb0-4d80-b28f-db6c374451d5 req-8965b7fa-cdb3-4d9e-9f22-388ff356e96a tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 932 time: 0.1992304
Nov 06 21:00:19.775160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Attempting to bind port 22e9e98b-1283-4123-bc56-db5286235acf on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:19.775429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Attempting to bind port 22e9e98b-1283-4123-bc56-db5286235acf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:19.775728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Attempting to bind port 22e9e98b-1283-4123-bc56-db5286235acf on network 54622a1c-b032-44c2-86b4-69aae5ce053f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:19.811937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Port 22e9e98b-1283-4123-bc56-db5286235acf on network 54622a1c-b032-44c2-86b4-69aae5ce053f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:19.812259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Attempting to bind port 22e9e98b-1283-4123-bc56-db5286235acf on network 54622a1c-b032-44c2-86b4-69aae5ce053f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:19.833993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:19.834620 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.836007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e0c8684-c658-4d36-99ae-c0dff5a0b3ae HTTP/1.1" status: 200  len: 1092 time: 3.2110734
Nov 06 21:00:19.838571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:19.839241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Checking segment: {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:19.839799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae066647-0a6c-43ec-a209-5dcae549fabf', 'tag': '2e0c8684-c658-4d36-99ae-c0dff5a0b3ae'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:19.840015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Bound using segment: {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:19.840015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Bound port: 22e9e98b-1283-4123-bc56-db5286235acf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:19.840193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.841381 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31405b23-2df6-415b-acdf-cbd8e25e32fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae066647-0a6c-43ec-a209-5dcae549fabf", "tag": "2e0c8684-c658-4d36-99ae-c0dff5a0b3ae"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:19.849103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458a3855-57ff-483c-8950-b8fe5b516d3a {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:19.867092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba2892-3bfe-44ca-a471-4e4ac2dc1ca5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port eb1ca7ad-da97-4839-9a34-617912c9f344 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:19.867431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2892-3bfe-44ca-a471-4e4ac2dc1ca5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.871772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.887790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be159c15-ec7d-4999-bdbf-a95d1d372ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.913589 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7564f43b-8968-4b87-8f70-26514b87d758 x-openstack-request-id: req-7564f43b-8968-4b87-8f70-26514b87d758 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:19.913969 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae066647-0a6c-43ec-a209-5dcae549fabf", "tag": "2e0c8684-c658-4d36-99ae-c0dff5a0b3ae", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:19.914145 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7564f43b-8968-4b87-8f70-26514b87d758 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:19.914514 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae066647-0a6c-43ec-a209-5dcae549fabf', 'tag': '2e0c8684-c658-4d36-99ae-c0dff5a0b3ae', 'status': 'completed', 'code': 200}
Nov 06 21:00:19.925044 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.937036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2d733483-6477-4ae9-8e46-4f85e80f4465', 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:19.964898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Transition to ACTIVE for port object 458a3855-57ff-483c-8950-b8fe5b516d3a will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:19.965431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c8677-75f2-4430-9bba-ae2bd1ef7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:19.977948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be159c15-ec7d-4999-bdbf-a95d1d372ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:19.995123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.007427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49c0c9e3-7bb0-4d80-b28f-db6c374451d5 req-72597d15-bbd6-4ed4-8e3c-416f84b8bec1 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158709
Nov 06 21:00:20.048399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:20.065367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-aed87ee2-d037-4fa6-a9a1-9d7eff3c4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:20.066129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:20.066941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-aed87ee2-d037-4fa6-a9a1-9d7eff3c4181 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eda26ab6485409184fe8eba4e51cad6&device_id=ae066647-0a6c-43ec-a209-5dcae549fabf HTTP/1.1" status: 200  len: 1095 time: 0.1647942
Nov 06 21:00:20.074919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:20.079584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'Port': ['ID=699de106-65ec-469c-a13b-e1b51555cb83,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:20.125868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] For port 22e9e98b-1283-4123-bc56-db5286235acf, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:20.156580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2892-3bfe-44ca-a471-4e4ac2dc1ca5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.177941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] For port 22e9e98b-1283-4123-bc56-db5286235acf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22e9e98b-1283-4123-bc56-db5286235acf,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:20.181248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-71720f31-0ff2-4dea-9247-3426496e5609 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae HTTP/1.1" status: 200  len: 217 time: 0.0942900
Nov 06 21:00:20.192783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-8d2b9c02-f516-4aac-958f-dc1f7a60af98 service neutron] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:20.197855 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-8d2b9c02-f516-4aac-958f-dc1f7a60af98 service neutron] Publish callbacks [] for binding, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.199531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-212821f3-ed79-46ba-9c1a-58b71f8a4ab4 req-8d2b9c02-f516-4aac-958f-dc1f7a60af98 service neutron] 10.222.0.37 "DELETE /v2.0/ports/be7b680a-e8bb-4f73-a40c-30b3e1f27383/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4484911
Nov 06 21:00:20.256682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba2892-3bfe-44ca-a471-4e4ac2dc1ca5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for eb1ca7ad-da97-4839-9a34-617912c9f344 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:20.264559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.277529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be159c15-ec7d-4999-bdbf-a95d1d372ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.280176 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be159c15-ec7d-4999-bdbf-a95d1d372ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.281341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-be159c15-ec7d-4999-bdbf-a95d1d372ba7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ff02016-e81c-4ece-ad1e-e5497166bce6 HTTP/1.1" status: 204  len: 168 time: 0.6195543
Nov 06 21:00:20.282322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:20.283117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.336977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Pushing event updated for resources: {'Port': ['ID=458a3855-57ff-483c-8950-b8fe5b516d3a,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:20.346750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be159c15-ec7d-4999-bdbf-a95d1d372ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff02016-e81c-4ece-ad1e-e5497166bce6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:20.360202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-0b3ebf5e-11de-4825-8cad-7bd405a2b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:20.361692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-0b3ebf5e-11de-4825-8cad-7bd405a2b66d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10c4b31b-b195-4357-98a0-297524fe51f9 HTTP/1.1" status: 200  len: 858 time: 0.1590409
Nov 06 21:00:20.382035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:20.383745 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.385868 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] 10.222.0.10 "PUT /v2.0/ports/22e9e98b-1283-4123-bc56-db5286235acf HTTP/1.1" status: 200  len: 1091 time: 2.5219347
Nov 06 21:00:20.390258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fe7188ce-c096-4511-9fc8-f84b85b7fe31 None None] Provisioning complete for port 699de106-65ec-469c-a13b-e1b51555cb83 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:20.390798 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe7188ce-c096-4511-9fc8-f84b85b7fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.431538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e2c1ee-028d-486e-b826-f8b25247e8e7', 'tag': '22e9e98b-1283-4123-bc56-db5286235acf'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:20.433381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd549e-35e8-429c-8276-a2f66bb7f234 req-5af4f668-e0ae-4be1-85c4-b4bddaaf8da8 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:20.433968 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e5256-3cb9-485e-9211-e616ec13cf10" -d '{"events": [{"name": "network-changed", "server_uuid": "31e2c1ee-028d-486e-b826-f8b25247e8e7", "tag": "22e9e98b-1283-4123-bc56-db5286235acf"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:20.441454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59dd549e-35e8-429c-8276-a2f66bb7f234 req-5af4f668-e0ae-4be1-85c4-b4bddaaf8da8 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 945 time: 0.1783628
Nov 06 21:00:20.452341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-0c8d1611-ce12-499d-b839-d32839e84611 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54622a1c-b032-44c2-86b4-69aae5ce053f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0800335
Nov 06 21:00:20.469383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ab253853-0840-48ca-90cb-700e1aab1f4c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0341008
Nov 06 21:00:20.558793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Request body: {'port': {'device_id': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:20.571728 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b5fa3-8d97-4162-bf88-c1ce89e6a795 x-openstack-request-id: req-104b5fa3-8d97-4162-bf88-c1ce89e6a795 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:20.572178 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e2c1ee-028d-486e-b826-f8b25247e8e7", "tag": "22e9e98b-1283-4123-bc56-db5286235acf", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:20.573900 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-104b5fa3-8d97-4162-bf88-c1ce89e6a795 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:20.574396 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e2c1ee-028d-486e-b826-f8b25247e8e7', 'tag': '22e9e98b-1283-4123-bc56-db5286235acf', 'status': 'completed', 'code': 200}
Nov 06 21:00:20.581766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59dd549e-35e8-429c-8276-a2f66bb7f234 req-f75eb5ae-ed04-4030-bebc-96880ee34e68 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340764
Nov 06 21:00:20.621012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fe7188ce-c096-4511-9fc8-f84b85b7fe31 None None] Port 699de106-65ec-469c-a13b-e1b51555cb83 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:00:20.627242 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:20.655282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-16b1b891-2745-401e-88ae-9365cda8bcc9 service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926506
Nov 06 21:00:20.679604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3644b-8f9b-492a-ad56-e90609a77789 service neutron] Pushing event updated for resources: {'Port': ['ID=22e9e98b-1283-4123-bc56-db5286235acf,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:20.689763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Attempting to bind port 458a3855-57ff-483c-8950-b8fe5b516d3a on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:20.690042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Attempting to bind port 458a3855-57ff-483c-8950-b8fe5b516d3a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:20.690237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Attempting to bind port 458a3855-57ff-483c-8950-b8fe5b516d3a on network 54622a1c-b032-44c2-86b4-69aae5ce053f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:20.890195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-a6eb371e-cbaf-477c-8ef0-18a605c9f855 service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275221
Nov 06 21:00:20.902488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac718-273f-4ab9-ba73-c71166d7c445 req-4e55193c-857f-417c-8dc6-6ac9951308d6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:20.904083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f2ac718-273f-4ab9-ba73-c71166d7c445 req-4e55193c-857f-417c-8dc6-6ac9951308d6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 931 time: 0.1291597
Nov 06 21:00:20.907493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854879c0-00c7-4dad-90cc-457277d785e9 req-af168649-3d32-4928-b904-ec51a453f232 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:20.909018 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-854879c0-00c7-4dad-90cc-457277d785e9 req-af168649-3d32-4928-b904-ec51a453f232 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1096 time: 0.1352649
Nov 06 21:00:21.045879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-f646f406-44ad-4ffb-8a31-8f1367768269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:21.047436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-f646f406-44ad-4ffb-8a31-8f1367768269 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eda26ab6485409184fe8eba4e51cad6&device_id=ae066647-0a6c-43ec-a209-5dcae549fabf HTTP/1.1" status: 200  len: 1095 time: 0.0878353
Nov 06 21:00:21.051970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f2ac718-273f-4ab9-ba73-c71166d7c445 req-fba6cb7e-78e5-4010-8391-7da7f4dc3ce7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288209
Nov 06 21:00:21.054261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-854879c0-00c7-4dad-90cc-457277d785e9 req-82281557-31d9-4fd4-ad7e-ec46b044a566 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339176
Nov 06 21:00:21.115222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Port 458a3855-57ff-483c-8950-b8fe5b516d3a on network 54622a1c-b032-44c2-86b4-69aae5ce053f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:21.115768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Attempting to bind port 458a3855-57ff-483c-8950-b8fe5b516d3a on network 54622a1c-b032-44c2-86b4-69aae5ce053f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:21.142816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-8356e470-6230-49a2-b6df-5dda21c4a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:21.144746 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-8356e470-6230-49a2-b6df-5dda21c4a18c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eda26ab6485409184fe8eba4e51cad6&device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 1094 time: 0.6958132
Nov 06 21:00:21.149340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:21.154101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Checking segment: {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:21.154101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Bound using segment: {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:21.154101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Bound port: 458a3855-57ff-483c-8950-b8fe5b516d3a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a86a238-0857-401e-965b-cfa92dbfacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:21.154101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:21.241294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-12e34543-33c6-4f42-b162-a32edf9ad53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:21.242890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-12e34543-33c6-4f42-b162-a32edf9ad53d service neutron] 10.222.0.10 "GET /v2.0/networks?id=54622a1c-b032-44c2-86b4-69aae5ce053f HTTP/1.1" status: 200  len: 919 time: 0.1697776
Nov 06 21:00:21.297501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd2afe-4c4f-4213-b4a6-124b7f48346f req-441deda4-8326-42dd-8c85-9dafae8cb84b tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:21.299121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7cd2afe-4c4f-4213-b4a6-124b7f48346f req-441deda4-8326-42dd-8c85-9dafae8cb84b tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 1096 time: 0.1419930
Nov 06 21:00:21.304496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-99c33e5a-8915-4b9d-bd0b-93e48bc3d7bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae HTTP/1.1" status: 200  len: 217 time: 0.0510795
Nov 06 21:00:21.313863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40c6ab-cf31-4174-9ba7-f40f917de4b2 req-3058cc88-da86-4dd7-9d59-36ad7b87608e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:21.315353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c40c6ab-cf31-4174-9ba7-f40f917de4b2 req-3058cc88-da86-4dd7-9d59-36ad7b87608e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 944 time: 0.1221986
Nov 06 21:00:21.337512 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-cb36154a-0488-4a10-8b5e-5ac1e35acc1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e9e98b-1283-4123-bc56-db5286235acf HTTP/1.1" status: 200  len: 217 time: 0.1273446
Nov 06 21:00:21.340411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:21.420886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-86d1fba2-c4fe-47aa-b8f6-88c006697191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:21.422568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-86d1fba2-c4fe-47aa-b8f6-88c006697191 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10c4b31b-b195-4357-98a0-297524fe51f9 HTTP/1.1" status: 200  len: 858 time: 0.1051614
Nov 06 21:00:21.456434 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2892-3bfe-44ca-a471-4e4ac2dc1ca5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:21.467454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-3a8471c5-9d68-44f0-b2c1-2eade38e7647 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54622a1c-b032-44c2-86b4-69aae5ce053f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361278
Nov 06 21:00:21.472776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7cd2afe-4c4f-4213-b4a6-124b7f48346f req-8f87b766-7f68-43fa-bec5-2dcbc8b98ba6 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564014
Nov 06 21:00:21.477901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c40c6ab-cf31-4174-9ba7-f40f917de4b2 req-f78283b4-4dc6-4bcb-9952-9b7d4b326e0b tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509714
Nov 06 21:00:21.492655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-7a426f8a-b16f-4a7e-90f5-6bd1a4e579ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:21.494157 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-7a426f8a-b16f-4a7e-90f5-6bd1a4e579ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10c4b31b-b195-4357-98a0-297524fe51f9 HTTP/1.1" status: 200  len: 858 time: 0.1448429
Nov 06 21:00:21.538202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba2892-3bfe-44ca-a471-4e4ac2dc1ca5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=eb1ca7ad-da97-4839-9a34-617912c9f344,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:21.569173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] For port 458a3855-57ff-483c-8950-b8fe5b516d3a, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:21.592262 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-2ea1abbc-7b14-4016-8d4f-7ac0c62410e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54622a1c-b032-44c2-86b4-69aae5ce053f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0712106
Nov 06 21:00:21.658460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-528bf4f6-1648-45a6-8976-6464e5307a15 service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769886
Nov 06 21:00:21.674486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] For port 458a3855-57ff-483c-8950-b8fe5b516d3a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=458a3855-57ff-483c-8950-b8fe5b516d3a,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:21.746061 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:21.764651 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:21.789879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31405b23-2df6-415b-acdf-cbd8e25e32fc req-7819260f-05af-47d7-ab1d-4e069e04af3f service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235318
Nov 06 21:00:21.866224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:21.866825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:21.868383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] 10.222.0.10 "PUT /v2.0/ports/458a3855-57ff-483c-8950-b8fe5b516d3a HTTP/1.1" status: 200  len: 1092 time: 3.0674758
Nov 06 21:00:21.896112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2892-3bfe-44ca-a471-4e4ac2dc1ca5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:21.905305 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f4ba2892-3bfe-44ca-a471-4e4ac2dc1ca5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/ports/eb1ca7ad-da97-4839-9a34-617912c9f344 HTTP/1.1" status: 204  len: 168 time: 2.3631268
Nov 06 21:00:21.907163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38640) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:21.920365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:21.941291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15444433-f06c-451e-9d27-2842c5d30a2c service neutron] Pushing event updated for resources: {'Port': ['ID=458a3855-57ff-483c-8950-b8fe5b516d3a,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:22.004465 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-d7bdc01f-3c81-4ec7-a5f5-aad42e375b8e service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3560581
Nov 06 21:00:22.026106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:22.148046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-db0821df-1c05-42f2-82bd-11493952d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:22.150362 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-db0821df-1c05-42f2-82bd-11493952d22c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eda26ab6485409184fe8eba4e51cad6&device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 1095 time: 0.2210689
Nov 06 21:00:22.194956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f6ef5-fdbf-4b3a-8afa-2717fc596c00 req-07ab0f6e-bd9c-465c-9c64-2ba52ec28525 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:22.196796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e17f6ef5-fdbf-4b3a-8afa-2717fc596c00 req-07ab0f6e-bd9c-465c-9c64-2ba52ec28525 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 931 time: 0.0643852
Nov 06 21:00:22.253343 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-a4dfcd10-61f8-4d2d-b6ae-cf6af741584a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=458a3855-57ff-483c-8950-b8fe5b516d3a HTTP/1.1" status: 200  len: 217 time: 0.0801029
Nov 06 21:00:22.255157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e17f6ef5-fdbf-4b3a-8afa-2717fc596c00 req-c611931f-8302-4456-9306-4700172308cd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507197
Nov 06 21:00:22.298239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699de106-65ec-469c-a13b-e1b51555cb83 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:22.330438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:22.334567 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-9db8b883-4be7-4840-9a28-30a288f3120a service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3216035
Nov 06 21:00:22.362953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac933c4-7495-484c-9087-b23861aaccab req-c2dbcac4-c78d-4520-a2ce-e9ac749f0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:22.364504 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-c2dbcac4-c78d-4520-a2ce-e9ac749f0ff8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10c4b31b-b195-4357-98a0-297524fe51f9 HTTP/1.1" status: 200  len: 858 time: 0.0969765
Nov 06 21:00:22.366169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Transition to ACTIVE for port object 699de106-65ec-469c-a13b-e1b51555cb83 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:22.378954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:22.442531 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-8a3ed9ef-49a7-44f3-b770-09fed3272311 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54622a1c-b032-44c2-86b4-69aae5ce053f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646994
Nov 06 21:00:22.475053 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:22.578436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8bcc56-9d6c-48c2-8709-785644d54d5d', 'tag': '458a3855-57ff-483c-8950-b8fe5b516d3a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:22.581297 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825fb56e-eb5a-4308-a318-56a9520746c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8bcc56-9d6c-48c2-8709-785644d54d5d", "tag": "458a3855-57ff-483c-8950-b8fe5b516d3a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:22.617710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Pushing event updated for resources: {'Port': ['ID=699de106-65ec-469c-a13b-e1b51555cb83,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:22.684248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fc519-b4c4-40a0-96f6-91cf64907f85 req-1c948047-d186-4864-96f4-545b66f00237 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:22.694363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-de0dc990-3896-4719-bcf3-fd87c6d62206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:22.695918 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-de0dc990-3896-4719-bcf3-fd87c6d62206 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eda26ab6485409184fe8eba4e51cad6&device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 1094 time: 0.2584078
Nov 06 21:00:22.699826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-389fc519-b4c4-40a0-96f6-91cf64907f85 req-1c948047-d186-4864-96f4-545b66f00237 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 944 time: 0.1302767
Nov 06 21:00:22.706450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:22.789139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-389fc519-b4c4-40a0-96f6-91cf64907f85 req-2cdda849-be18-469c-a3fe-b7988b7c1ae5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879188
Nov 06 21:00:22.805074 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacae0fb-4754-41f5-9a6b-876ad9269a11 x-openstack-request-id: req-bacae0fb-4754-41f5-9a6b-876ad9269a11 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:22.805414 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8bcc56-9d6c-48c2-8709-785644d54d5d", "tag": "458a3855-57ff-483c-8950-b8fe5b516d3a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:22.805642 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bacae0fb-4754-41f5-9a6b-876ad9269a11 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:22.806082 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8bcc56-9d6c-48c2-8709-785644d54d5d', 'tag': '458a3855-57ff-483c-8950-b8fe5b516d3a', 'status': 'completed', 'code': 200}
Nov 06 21:00:22.829343 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-053193b2-d1d9-4b8a-88a0-69ae6a610550 service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3746247
Nov 06 21:00:22.958380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Attempting to bind port 699de106-65ec-469c-a13b-e1b51555cb83 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:22.958710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Attempting to bind port 699de106-65ec-469c-a13b-e1b51555cb83 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:22.959033 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Attempting to bind port 699de106-65ec-469c-a13b-e1b51555cb83 on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:22.981212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Port 699de106-65ec-469c-a13b-e1b51555cb83 on network eb18f83c-d18b-4a29-9010-a6e673304a12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:22.981535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Attempting to bind port 699de106-65ec-469c-a13b-e1b51555cb83 on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:23.026263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:23.026263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Checking segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:23.026263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Bound using segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:23.026263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Bound port: 699de106-65ec-469c-a13b-e1b51555cb83, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:23.026774 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:23.037147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-17779e76-8ac2-4117-bdac-97b2b216f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:23.038938 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-17779e76-8ac2-4117-bdac-97b2b216f1f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54622a1c-b032-44c2-86b4-69aae5ce053f HTTP/1.1" status: 200  len: 919 time: 0.3059614
Nov 06 21:00:23.111525 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3ac933c4-7495-484c-9087-b23861aaccab req-998e413c-c68d-4fe9-a58c-729954258c00 service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2697866
Nov 06 21:00:23.112818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-76747463-d08e-4348-8ea4-30601e8e7e65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22e9e98b-1283-4123-bc56-db5286235acf HTTP/1.1" status: 200  len: 217 time: 0.0590520
Nov 06 21:00:23.195409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.35.0.5 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/2a72d79f-79ff-4fb2-9472-9a7a00e2c081) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:23.273960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-2d4e96ea-7638-4ecf-bb54-90a7e5a9ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:23.275430 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-2d4e96ea-7638-4ecf-bb54-90a7e5a9ac89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10c4b31b-b195-4357-98a0-297524fe51f9 HTTP/1.1" status: 200  len: 858 time: 0.1356976
Nov 06 21:00:23.313101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] For port 699de106-65ec-469c-a13b-e1b51555cb83, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:23.357491 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-cdd37eae-4656-4db6-b3c1-15ff01ece671 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54622a1c-b032-44c2-86b4-69aae5ce053f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479531
Nov 06 21:00:23.359434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] For port 699de106-65ec-469c-a13b-e1b51555cb83, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699de106-65ec-469c-a13b-e1b51555cb83,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:23.366250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-786fc66e-24b8-4ec1-8344-05f711a2b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:23.371241 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-786fc66e-24b8-4ec1-8344-05f711a2b272 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eda26ab6485409184fe8eba4e51cad6&device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 1095 time: 0.1859655
Nov 06 21:00:23.390147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:23.414781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef3b49-862b-4f34-9abb-b62375cd051e req-c7627006-2b54-48ac-bf7f-c328c3484908 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:23.418353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5eef3b49-862b-4f34-9abb-b62375cd051e req-c7627006-2b54-48ac-bf7f-c328c3484908 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 943 time: 0.0647557
Nov 06 21:00:23.492738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5eef3b49-862b-4f34-9abb-b62375cd051e req-ef9bc818-2843-4c03-83de-235497e8263d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666373
Nov 06 21:00:23.521377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:23.522024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:23.523414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] 10.222.0.10 "PUT /v2.0/ports/699de106-65ec-469c-a13b-e1b51555cb83 HTTP/1.1" status: 200  len: 1091 time: 3.0046875
Nov 06 21:00:23.590482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:23.666041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ceb7a-efc2-4962-a064-9c60e01bcb13 service neutron] Pushing event updated for resources: {'Port': ['ID=699de106-65ec-469c-a13b-e1b51555cb83,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:23.703908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-143f67de-3f59-4efb-adff-337c78141fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:23.705460 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-143f67de-3f59-4efb-adff-337c78141fb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54622a1c-b032-44c2-86b4-69aae5ce053f HTTP/1.1" status: 200  len: 919 time: 0.3259103
Nov 06 21:00:23.745411 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-770ea9ce-55f6-4ac7-be01-4769286d50c9 service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3729343
Nov 06 21:00:23.812124 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-474c4ec9-3eab-41fa-ae50-4e5549a632e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=458a3855-57ff-483c-8950-b8fe5b516d3a HTTP/1.1" status: 200  len: 217 time: 0.0794122
Nov 06 21:00:23.814575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-27e6012c-5739-45aa-be65-5835425cdcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:23.816239 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-27e6012c-5739-45aa-be65-5835425cdcb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 1094 time: 0.2439213
Nov 06 21:00:23.976475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe3fd-348d-46a1-a46d-5d776266c11f req-433f32f3-9d17-4bdb-9c63-871d899e4d91 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:23.978882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed6fe3fd-348d-46a1-a46d-5d776266c11f req-433f32f3-9d17-4bdb-9c63-871d899e4d91 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 944 time: 0.0749350
Nov 06 21:00:24.056773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed6fe3fd-348d-46a1-a46d-5d776266c11f req-021201e2-f183-484d-988d-34aebe0faa0f tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699370
Nov 06 21:00:24.171557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:24.277229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:24.290406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '2e0c8684-c658-4d36-99ae-c0dff5a0b3ae', 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f', 'port_id': '2e0c8684-c658-4d36-99ae-c0dff5a0b3ae', 'mac_address': 'fa:16:3e:2e:27:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c4b31b-b195-4357-98a0-297524fe51f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:00:24.324106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:24.337722 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:24.352915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:24.373311 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:24.378215 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:24.391575 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-00fb8aa1-94e5-448e-ad3d-6fb9e4503e2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699de106-65ec-469c-a13b-e1b51555cb83 HTTP/1.1" status: 200  len: 217 time: 0.5535986
Nov 06 21:00:24.427872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-eb9a6395-5db9-4767-9f95-f5c6784a4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:24.429383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-eb9a6395-5db9-4767-9f95-f5c6784a4afc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10c4b31b-b195-4357-98a0-297524fe51f9 HTTP/1.1" status: 200  len: 858 time: 0.5934365
Nov 06 21:00:24.436994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:24.444740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.445173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.445606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.446011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.446349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.446751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.447149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.447534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.447933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.448414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.448807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.449215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:24.450949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:24.475640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:24.495252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=2a72d79f-79ff-4fb2-9472-9a7a00e2c081,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:24.502631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:24.506927 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-ed384e0b-7e54-4cbf-b4f1-94b804ed8cce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54622a1c-b032-44c2-86b4-69aae5ce053f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534515
Nov 06 21:00:24.566362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-0b3e1d2a-94db-4000-b831-7195889ecf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:24.568240 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-0b3e1d2a-94db-4000-b831-7195889ecf6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.1641417
Nov 06 21:00:24.634380 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df3e5256-3cb9-485e-9211-e616ec13cf10 req-56ace976-e61a-464d-8c72-5a8caa5d7a95 service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8383460
Nov 06 21:00:24.691034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033a269-f488-4643-955f-ad4e1b1de327 req-43a235f0-7dc7-4ebf-9df3-f55d0c3a7d4f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:24.701884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1033a269-f488-4643-955f-ad4e1b1de327 req-43a235f0-7dc7-4ebf-9df3-f55d0c3a7d4f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 943 time: 0.0923064
Nov 06 21:00:24.752552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-16b25ac7-fd37-4a26-b3a2-1c90c273dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:24.754164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-16b25ac7-fd37-4a26-b3a2-1c90c273dabe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1455352
Nov 06 21:00:24.762342 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-60435ff6-42b7-4e42-b1b2-23ead5434bec service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444432
Nov 06 21:00:24.772911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1033a269-f488-4643-955f-ad4e1b1de327 req-a0b58bab-ddd9-4a55-a4eb-4618bf464885 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698740
Nov 06 21:00:24.787069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:24.836116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'tag': '699de106-65ec-469c-a13b-e1b51555cb83'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:24.838898 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5763278-6efd-4422-a3de-8cd2e860513c" -d '{"events": [{"name": "network-changed", "server_uuid": "8589798a-c8b2-4307-aaac-b428310a5dbe", "tag": "699de106-65ec-469c-a13b-e1b51555cb83"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:24.898592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2e0c8684-c658-4d36-99ae-c0dff5a0b3ae'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:24.920761 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad88da6b-32ea-409b-b709-8d71d01702a8 x-openstack-request-id: req-ad88da6b-32ea-409b-b709-8d71d01702a8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:24.921054 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8589798a-c8b2-4307-aaac-b428310a5dbe", "tag": "699de106-65ec-469c-a13b-e1b51555cb83", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:24.921329 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad88da6b-32ea-409b-b709-8d71d01702a8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:24.921716 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'tag': '699de106-65ec-469c-a13b-e1b51555cb83', 'status': 'completed', 'code': 200}
Nov 06 21:00:24.953721 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:25.015006 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-825fb56e-eb5a-4308-a318-56a9520746c4 req-c5753b70-1e2c-4030-bbc9-d6e50439195a service neutron] 10.222.0.10 "GET /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2388783
Nov 06 21:00:25.028111 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-9a8316c0-709d-464c-9270-634ae5aa99b9 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632818
Nov 06 21:00:25.189632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb053f-0b0f-41ad-abdb-5a079e092596 req-d308db54-64b3-408e-815b-319c38b6bb54 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:25.191460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3feb053f-0b0f-41ad-abdb-5a079e092596 req-d308db54-64b3-408e-815b-319c38b6bb54 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 944 time: 0.0611696
Nov 06 21:00:25.195042 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-339d8b81-22c7-4c60-9bda-93363f5b3df7 req-20560c80-e266-4a57-b406-5e9595bd4b47 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571178
Nov 06 21:00:25.235730 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:25.242951 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:25.255485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3feb053f-0b0f-41ad-abdb-5a079e092596 req-c1a0af81-86dc-421a-b2c9-4433689d9b8c tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568933
Nov 06 21:00:25.341336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=2a72d79f-79ff-4fb2-9472-9a7a00e2c081,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:25.354191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:25.365131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763278-6efd-4422-a3de-8cd2e860513c req-dd10ff0a-e356-48ec-b41c-e957031d30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:25.366917 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5763278-6efd-4422-a3de-8cd2e860513c req-dd10ff0a-e356-48ec-b41c-e957031d30ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 1094 time: 0.0959828
Nov 06 21:00:25.374882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:25.376083 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a266b55d-7d94-442d-b675-01a04f8c8d5d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.4662111
Nov 06 21:00:25.378831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38814) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:25.384714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'port': {'network_id': 'a85799a6-a15a-450c-b6d0-67d82bcb943b', 'name': 'tempest-FloatingIPTestJSON-301133894'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:25.480793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763278-6efd-4422-a3de-8cd2e860513c req-cd7b81ef-04f5-4ac6-a111-a36a3c880c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:25.482594 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5763278-6efd-4422-a3de-8cd2e860513c req-cd7b81ef-04f5-4ac6-a111-a36a3c880c6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1054292
Nov 06 21:00:25.505995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:25.510105 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:25.527432 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5763278-6efd-4422-a3de-8cd2e860513c req-dd029e08-a98b-4514-beb3-6c66f04f0b84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699de106-65ec-469c-a13b-e1b51555cb83 HTTP/1.1" status: 200  len: 217 time: 0.0363784
Nov 06 21:00:25.531541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] device_id is not set on port e07ec11f-d19c-4a4e-aa49-fc5aa50122fc yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:00:25.580583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763278-6efd-4422-a3de-8cd2e860513c req-f9c3ab59-e620-41fc-b9d6-43416c634d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:25.582154 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5763278-6efd-4422-a3de-8cd2e860513c req-f9c3ab59-e620-41fc-b9d6-43416c634d07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0474794
Nov 06 21:00:25.637247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763278-6efd-4422-a3de-8cd2e860513c req-0cffedd5-4fb0-48d4-a4fc-afcfce16d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:25.638780 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5763278-6efd-4422-a3de-8cd2e860513c req-0cffedd5-4fb0-48d4-a4fc-afcfce16d544 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465674
Nov 06 21:00:25.651234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.20.0.9 (a85799a6-a15a-450c-b6d0-67d82bcb943b/69883998-e5cb-4c2b-b73c-a829ce9ed7bf/e07ec11f-d19c-4a4e-aa49-fc5aa50122fc) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:25.743170 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5763278-6efd-4422-a3de-8cd2e860513c req-112da489-663a-4954-ad81-82b0f73a5b55 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958459
Nov 06 21:00:25.829053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:25.899996 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5763278-6efd-4422-a3de-8cd2e860513c req-1f2899be-5052-43aa-bb26-358bbc6123db service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485994
Nov 06 21:00:25.983195 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.052538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca863b6-c52b-4cb1-a890-ff1835bb2acb req-e0b1ae0e-bd60-4325-8dd6-cd404a3f0536 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:26.054157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cca863b6-c52b-4cb1-a890-ff1835bb2acb req-e0b1ae0e-bd60-4325-8dd6-cd404a3f0536 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 943 time: 0.1537964
Nov 06 21:00:26.068099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network a85799a6-a15a-450c-b6d0-67d82bcb943b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:26.079158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:26.084645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=e07ec11f-d19c-4a4e-aa49-fc5aa50122fc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:26.097923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:26.136961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-dd724c0f-a47e-4a0c-a83a-95df013a8720 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:26.138449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-dd724c0f-a47e-4a0c-a83a-95df013a8720 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 808 time: 0.2507434
Nov 06 21:00:26.178019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cca863b6-c52b-4cb1-a890-ff1835bb2acb req-5faba602-0669-4a73-b837-7166d39261cc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118722
Nov 06 21:00:26.181428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-055b7f02-6d9a-4973-804c-84d2709d8a51 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/quotas/a80ec8702cd94e0eaefdf3eb907a0cff HTTP/1.1" status: 200  len: 375 time: 0.0338509
Nov 06 21:00:26.190133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:26.190759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.196767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 458a3855-57ff-483c-8950-b8fe5b516d3a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:26.198820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:26.249138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b2d1477-ac60-40f8-b847-c91925f3bd77 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.8687990
Nov 06 21:00:26.251770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:26.258699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'port_id': 'e07ec11f-d19c-4a4e-aa49-fc5aa50122fc'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:26.275964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-7735be41-aee7-4994-8e3b-87bc4942ddd2 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0732632
Nov 06 21:00:26.321037 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.367874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:00:26.383588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:26.393709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.417698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-1c36eb71-779b-4b8f-9b82-05be497fd815 service neutron] 10.222.0.13 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314924
Nov 06 21:00:26.453622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 458a3855-57ff-483c-8950-b8fe5b516d3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=458a3855-57ff-483c-8950-b8fe5b516d3a,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:26.470726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '458a3855-57ff-483c-8950-b8fe5b516d3a', 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f', 'port_id': '458a3855-57ff-483c-8950-b8fe5b516d3a', 'mac_address': 'fa:16:3e:e6:f1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c4b31b-b195-4357-98a0-297524fe51f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:00:26.536013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.559430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.569383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458a3855-57ff-483c-8950-b8fe5b516d3a {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:26.572588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a31cbe-04fb-45fc-823c-f3b2e77c7505 req-5c4f2ac1-a19b-47d5-92a6-1e77f7080a74 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:26.574327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4a31cbe-04fb-45fc-823c-f3b2e77c7505 req-5c4f2ac1-a19b-47d5-92a6-1e77f7080a74 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 944 time: 0.1555731
Nov 06 21:00:26.599215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae066647-0a6c-43ec-a209-5dcae549fabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0c8684-c658-4d36-99ae-c0dff5a0b3ae'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:26.601905 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44155d1d-707b-46ef-ad9e-43d40f9d82e2" -d '{"events": [{"server_uuid": "ae066647-0a6c-43ec-a209-5dcae549fabf", "name": "network-vif-plugged", "status": "completed", "tag": "2e0c8684-c658-4d36-99ae-c0dff5a0b3ae"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:26.604129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-9fb95510-8b5f-4157-a8f1-64d04d457b37 service neutron] 10.222.0.13 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748035
Nov 06 21:00:26.609824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 458a3855-57ff-483c-8950-b8fe5b516d3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=458a3855-57ff-483c-8950-b8fe5b516d3a,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:26.620093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:26.621474 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.622354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 22e9e98b-1283-4123-bc56-db5286235acf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:26.651023 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.662243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4a31cbe-04fb-45fc-823c-f3b2e77c7505 req-510edffd-b81c-4050-9209-2c36195df548 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805070
Nov 06 21:00:26.711296 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=458a3855-57ff-483c-8950-b8fe5b516d3a,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:26.718788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 22e9e98b-1283-4123-bc56-db5286235acf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22e9e98b-1283-4123-bc56-db5286235acf,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:26.756084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '22e9e98b-1283-4123-bc56-db5286235acf', 'network_id': '54622a1c-b032-44c2-86b4-69aae5ce053f', 'port_id': '22e9e98b-1283-4123-bc56-db5286235acf', 'mac_address': 'fa:16:3e:6b:d4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c4b31b-b195-4357-98a0-297524fe51f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:00:26.789881 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4677f990-dfc3-49f8-9419-70c11013b963 x-openstack-request-id: req-4677f990-dfc3-49f8-9419-70c11013b963 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:26.790185 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae066647-0a6c-43ec-a209-5dcae549fabf", "name": "network-vif-plugged", "status": "completed", "tag": "2e0c8684-c658-4d36-99ae-c0dff5a0b3ae", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:26.790438 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4677f990-dfc3-49f8-9419-70c11013b963 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:26.790822 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae066647-0a6c-43ec-a209-5dcae549fabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0c8684-c658-4d36-99ae-c0dff5a0b3ae', 'code': 200}
Nov 06 21:00:26.886904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:26.902737 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:26.935070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e9e98b-1283-4123-bc56-db5286235acf {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:26.960761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 22e9e98b-1283-4123-bc56-db5286235acf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22e9e98b-1283-4123-bc56-db5286235acf,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:26.967526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:27.049663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=22e9e98b-1283-4123-bc56-db5286235acf,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:27.083566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47ccb4-4775-4d12-8071-1ae26f87c0ce req-858634bb-a069-4ed0-ae62-4f18cec390c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:27.085137 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fd47ccb4-4775-4d12-8071-1ae26f87c0ce req-858634bb-a069-4ed0-ae62-4f18cec390c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae066647-0a6c-43ec-a209-5dcae549fabf HTTP/1.1" status: 200  len: 1097 time: 0.1291540
Nov 06 21:00:27.090135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:27.101995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:27.102837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c8789e1-a3ab-437c-ae40-47ccdbd95f02 req-14875fa5-2434-4d7e-9a7b-27c4fdeb3ff1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 210 time: 0.0315802
Nov 06 21:00:27.216945 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fd47ccb4-4775-4d12-8071-1ae26f87c0ce req-e0744676-08ef-4831-9f48-1405b2b7496a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232741
Nov 06 21:00:27.241843 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP f7cf7c05-dde5-45bc-9bfe-3ddaa9c4e10b associated. External IP: 172.35.0.5, port: e07ec11f-d19c-4a4e-aa49-fc5aa50122fc.
Nov 06 21:00:27.333791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b31d3-7211-4e75-8e40-fc8071338905 req-aa46b9b0-e6da-4c35-93d3-ae634577a49c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:27.342114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd7b31d3-7211-4e75-8e40-fc8071338905 req-aa46b9b0-e6da-4c35-93d3-ae634577a49c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 943 time: 0.0769382
Nov 06 21:00:27.429271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd7b31d3-7211-4e75-8e40-fc8071338905 req-a93e688e-5f95-47ca-b00c-19b91ce1ab2e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860569
Nov 06 21:00:27.457770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['458a3855-57ff-483c-8950-b8fe5b516d3a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:27.514730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:27.549859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['22e9e98b-1283-4123-bc56-db5286235acf'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:27.653438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:27.668845 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:27.670916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d07be-ecd3-4f4b-81cf-12b0a852dab3 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:27.716394 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b7ad803e-146e-42c2-bff3-64447d8e13ac tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/floatingips/f7cf7c05-dde5-45bc-9bfe-3ddaa9c4e10b HTTP/1.1" status: 200  len: 975 time: 1.4628375
Nov 06 21:00:27.718781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38884) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:27.723661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d07be-ecd3-4f4b-81cf-12b0a852dab3 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:27.724330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6e4d07be-ecd3-4f4b-81cf-12b0a852dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512cabb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:27.802662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c757db-342c-46ff-aa45-dbc4541d8545 req-b901779d-de74-4531-a86e-a19b6fcd4feb tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:27.810837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9c757db-342c-46ff-aa45-dbc4541d8545 req-b901779d-de74-4531-a86e-a19b6fcd4feb tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 945 time: 0.0617025
Nov 06 21:00:27.815431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6e4d07be-ecd3-4f4b-81cf-12b0a852dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512cabb0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:27.817295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38886) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:27.852492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port e07ec11f-d19c-4a4e-aa49-fc5aa50122fc {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:27.853064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:27.857949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d07be-ecd3-4f4b-81cf-12b0a852dab3 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:27.858586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6e4d07be-ecd3-4f4b-81cf-12b0a852dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512cabb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:27.877045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9c757db-342c-46ff-aa45-dbc4541d8545 req-9d0c59a7-28b9-4baf-bf6b-acc696c49431 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649812
Nov 06 21:00:27.904477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6e4d07be-ecd3-4f4b-81cf-12b0a852dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512cabb0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:27.905129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d07be-ecd3-4f4b-81cf-12b0a852dab3 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:27.952169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:27.974477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db749784-9731-4f31-998b-5ca004b48bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.201936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 699de106-65ec-469c-a13b-e1b51555cb83 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:28.216637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83597b61-657d-420a-8419-17b1db7825a5 req-af0b2ee2-5b54-4b97-bd73-54501549ab0f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 210 time: 0.0329313
Nov 06 21:00:28.283038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db749784-9731-4f31-998b-5ca004b48bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.295535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db749784-9731-4f31-998b-5ca004b48bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.300861 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.301276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.301569 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP f7cf7c05-dde5-45bc-9bfe-3ddaa9c4e10b disassociated. External IP: 172.35.0.5, port: e07ec11f-d19c-4a4e-aa49-fc5aa50122fc.
Nov 06 21:00:28.301906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for e07ec11f-d19c-4a4e-aa49-fc5aa50122fc owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:28.328586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 699de106-65ec-469c-a13b-e1b51555cb83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699de106-65ec-469c-a13b-e1b51555cb83,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:28.342535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '699de106-65ec-469c-a13b-e1b51555cb83', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': '699de106-65ec-469c-a13b-e1b51555cb83', 'mac_address': 'fa:16:3e:50:e8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:00:28.386087 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.393811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db749784-9731-4f31-998b-5ca004b48bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92678da3-3514-4ce3-adb6-79c6782475ee,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:28.400180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699de106-65ec-469c-a13b-e1b51555cb83 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:28.401732 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db749784-9731-4f31-998b-5ca004b48bee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c1c4c3613dc4422846e26487796b9ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5818310
Nov 06 21:00:28.405117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38892) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:28.421607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 699de106-65ec-469c-a13b-e1b51555cb83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699de106-65ec-469c-a13b-e1b51555cb83,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:28.428214 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.434319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-821cae0a-a98e-4206-ac4a-4c4758687f44 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:28.435875 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-821cae0a-a98e-4206-ac4a-4c4758687f44 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 808 time: 0.2315760
Nov 06 21:00:28.451840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Request body: {'port': {'device_id': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'admin_state_up': True, 'tenant_id': 'a80ec8702cd94e0eaefdf3eb907a0cff'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:28.508231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46a0510a-df7f-4562-95c4-a6d7ce00174b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.508477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=699de106-65ec-469c-a13b-e1b51555cb83,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:28.543439 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46a0510a-df7f-4562-95c4-a6d7ce00174b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.586456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.628774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf3fd-5a53-441d-8bae-23ba2f3208bb req-7e7b4157-27d7-4ce4-ad9d-ac0853551b1a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:28.630267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65dbf3fd-5a53-441d-8bae-23ba2f3208bb req-7e7b4157-27d7-4ce4-ad9d-ac0853551b1a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 944 time: 0.0848126
Nov 06 21:00:28.636630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=e07ec11f-d19c-4a4e-aa49-fc5aa50122fc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:28.666563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46a0510a-df7f-4562-95c4-a6d7ce00174b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.671412 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46a0510a-df7f-4562-95c4-a6d7ce00174b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:28.675075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-46a0510a-df7f-4562-95c4-a6d7ce00174b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92678da3-3514-4ce3-adb6-79c6782475ee HTTP/1.1" status: 204  len: 168 time: 0.2650163
Nov 06 21:00:28.715153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65dbf3fd-5a53-441d-8bae-23ba2f3208bb req-2deaf76c-4d73-456b-8716-1a301825dd99 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772696
Nov 06 21:00:28.716286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0510a-df7f-4562-95c4-a6d7ce00174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92678da3-3514-4ce3-adb6-79c6782475ee,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:28.754629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Made reservation on behalf of a80ec8702cd94e0eaefdf3eb907a0cff for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:28.758195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.082572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61f79b-54d8-4d86-8430-d70dd098ce33 req-c76a75ea-e5df-4f41-b972-19ab3e67d483 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:29.089525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b61f79b-54d8-4d86-8430-d70dd098ce33 req-c76a75ea-e5df-4f41-b972-19ab3e67d483 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 945 time: 0.1334817
Nov 06 21:00:29.091002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38912) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:29.114337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6efb0856-a595-4688-aa5a-3458f2e4e843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.117590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['699de106-65ec-469c-a13b-e1b51555cb83'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:29.177864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:29.203076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b61f79b-54d8-4d86-8430-d70dd098ce33 req-392484e4-ff48-4cc5-a9dc-0a00dfadbc8c tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954938
Nov 06 21:00:29.268016 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6efb0856-a595-4688-aa5a-3458f2e4e843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.274739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6efb0856-a595-4688-aa5a-3458f2e4e843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.333607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:29.339518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb0856-a595-4688-aa5a-3458f2e4e843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e38a03-df6b-4e69-9569-d0ad3c42aec1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:29.345709 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5df3a-0740-48ae-9ec8-2bd6419d4b6e None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:29.358046 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5df3a-0740-48ae-9ec8-2bd6419d4b6e None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:29.358290 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c3a5df3a-0740-48ae-9ec8-2bd6419d4b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925284e880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:29.369495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6efb0856-a595-4688-aa5a-3458f2e4e843 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efc5e5e10f29466a9b195f89d6d851e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2768583
Nov 06 21:00:29.380401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38918) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:29.396693 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c3a5df3a-0740-48ae-9ec8-2bd6419d4b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925284e880>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:29.397435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4317698e-4bde-4fb7-9199-7fd5e33f3dc0 req-a73eccad-71e8-4aa1-9cc0-8bf48a40558a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 210 time: 0.0650325
Nov 06 21:00:29.407579 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5df3a-0740-48ae-9ec8-2bd6419d4b6e None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:29.408185 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c3a5df3a-0740-48ae-9ec8-2bd6419d4b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925284e880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:29.446029 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c3a5df3a-0740-48ae-9ec8-2bd6419d4b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925284e880>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:29.446660 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5df3a-0740-48ae-9ec8-2bd6419d4b6e None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:29.482535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Allocated IP 172.20.0.4 (a0d87934-0232-4205-a7f7-5ad3a2322d26/700ccb63-5106-4e87-ba88-ceed32dd9408/11cecbe1-ab5d-441c-8e32-561b6889099e) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:29.513804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.517276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d213ca4b-77c1-4002-931b-069a456418d5 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/ports/e07ec11f-d19c-4a4e-aa49-fc5aa50122fc HTTP/1.1" status: 204  len: 168 time: 1.7973530
Nov 06 21:00:29.518017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-201e8086-a4d4-40b4-ac88-580b987ac1d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.519812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38920) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:29.561015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-201e8086-a4d4-40b4-ac88-580b987ac1d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.596699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-90bf74c1-4106-462e-972e-2556472eefb8 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "GET /v2.0/floatingips/f7cf7c05-dde5-45bc-9bfe-3ddaa9c4e10b HTTP/1.1" status: 200  len: 686 time: 0.0754187
Nov 06 21:00:29.601436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38922) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:29.647405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e39d576-76fb-4877-98fe-7270802552bb req-06f24ecd-c746-4264-a209-c5a98cafb9cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1250207
Nov 06 21:00:29.728111 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-201e8086-a4d4-40b4-ac88-580b987ac1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.731644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-201e8086-a4d4-40b4-ac88-580b987ac1d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.735051 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-201e8086-a4d4-40b4-ac88-580b987ac1d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26e38a03-df6b-4e69-9569-d0ad3c42aec1 HTTP/1.1" status: 204  len: 168 time: 0.3453569
Nov 06 21:00:29.751793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e8086-a4d4-40b4-ac88-580b987ac1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e38a03-df6b-4e69-9569-d0ad3c42aec1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:29.768406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.807513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port 2a72d79f-79ff-4fb2-9472-9a7a00e2c081 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:29.807936 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.820668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39d576-76fb-4877-98fe-7270802552bb req-f0bf000d-cca6-4078-9c44-322f4bab57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:29.822161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e39d576-76fb-4877-98fe-7270802552bb req-f0bf000d-cca6-4078-9c44-322f4bab57aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 1095 time: 0.0992599
Nov 06 21:00:29.822284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.834623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['be7b680a-e8bb-4f73-a40c-30b3e1f27383'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:29.892562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Network a0d87934-0232-4205-a7f7-5ad3a2322d26 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:29.897647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:29.903221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:29.967856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Pushing event updated for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:29.980244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:29.981239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:29.992690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d19626-80b1-41b2-91f6-82312dfa3674 req-2e3994e4-80bd-442b-a9de-3c5f0a3f3727 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:29.997188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0d19626-80b1-41b2-91f6-82312dfa3674 req-2e3994e4-80bd-442b-a9de-3c5f0a3f3727 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 944 time: 0.1915250
Nov 06 21:00:30.003058 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0e03ca1c-7801-4657-94cf-a76ccac0d3e5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5571806
Nov 06 21:00:30.018346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Request body: {'port': {'device_id': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:30.069893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.070386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.081865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.094035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for 2a72d79f-79ff-4fb2-9472-9a7a00e2c081 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:30.098699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39d576-76fb-4877-98fe-7270802552bb req-101f6169-9533-4212-a069-2d894ed2b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:30.100520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e39d576-76fb-4877-98fe-7270802552bb req-101f6169-9533-4212-a069-2d894ed2b076 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.2259088
Nov 06 21:00:30.205223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e39d576-76fb-4877-98fe-7270802552bb req-f41ce6f4-278a-4b5b-a0b8-c66e69da6693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 200  len: 217 time: 0.0915267
Nov 06 21:00:30.218029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0d19626-80b1-41b2-91f6-82312dfa3674 req-d6965868-fa6d-4417-97cf-789c767dc8c0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029662
Nov 06 21:00:30.218267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 458a3855-57ff-483c-8950-b8fe5b516d3a up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:30.284163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39d576-76fb-4877-98fe-7270802552bb req-be9e9567-1d67-489a-84ae-391bcc6d7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:30.285745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e39d576-76fb-4877-98fe-7270802552bb req-be9e9567-1d67-489a-84ae-391bcc6d7b4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0667605
Nov 06 21:00:30.329150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e39d576-76fb-4877-98fe-7270802552bb req-0951343d-158a-414d-8996-74f9bf30cf8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302930
Nov 06 21:00:30.356013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 458a3855-57ff-483c-8950-b8fe5b516d3a completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:00:30.361055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 458a3855-57ff-483c-8950-b8fe5b516d3a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:30.363283 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.478210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6618-a754-4684-916e-039ad7d8de4d req-a83a0f12-89b5-4c47-aa73-e4ba3c4fa808 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:30.479756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c68e6618-a754-4684-916e-039ad7d8de4d req-a83a0f12-89b5-4c47-aa73-e4ba3c4fa808 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 945 time: 0.1553316
Nov 06 21:00:30.496936 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.509132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.557000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8bcc56-9d6c-48c2-8709-785644d54d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458a3855-57ff-483c-8950-b8fe5b516d3a'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:30.560009 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36835cc-e796-4680-95ea-c2ff5be4d9fb" -d '{"events": [{"server_uuid": "ad8bcc56-9d6c-48c2-8709-785644d54d5d", "name": "network-vif-plugged", "status": "completed", "tag": "458a3855-57ff-483c-8950-b8fe5b516d3a"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:30.567465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e39d576-76fb-4877-98fe-7270802552bb req-abd12cba-8258-4904-8aa3-fc1dc56f5dab service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274156
Nov 06 21:00:30.568714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=2a72d79f-79ff-4fb2-9472-9a7a00e2c081,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:30.576653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 458a3855-57ff-483c-8950-b8fe5b516d3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=458a3855-57ff-483c-8950-b8fe5b516d3a,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:30.586390 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.588268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 22e9e98b-1283-4123-bc56-db5286235acf up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:30.622561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cecbe1-ab5d-441c-8e32-561b6889099e {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:30.635045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.650272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Transition to ACTIVE for port object 11cecbe1-ab5d-441c-8e32-561b6889099e will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:30.654998 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.665431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c68e6618-a754-4684-916e-039ad7d8de4d req-66e23896-9194-4fd1-8f15-7a670e53def1 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656132
Nov 06 21:00:30.695954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=458a3855-57ff-483c-8950-b8fe5b516d3a,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:30.749733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 22e9e98b-1283-4123-bc56-db5286235acf completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:00:30.758613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Pushing event updated for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:30.765947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 22e9e98b-1283-4123-bc56-db5286235acf triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:30.766325 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.828199 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d013677c-ed11-4deb-9a48-2ee3ef06043c x-openstack-request-id: req-d013677c-ed11-4deb-9a48-2ee3ef06043c {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:30.828526 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8bcc56-9d6c-48c2-8709-785644d54d5d", "name": "network-vif-plugged", "status": "completed", "tag": "458a3855-57ff-483c-8950-b8fe5b516d3a", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:30.828783 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d013677c-ed11-4deb-9a48-2ee3ef06043c {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:30.829185 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8bcc56-9d6c-48c2-8709-785644d54d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458a3855-57ff-483c-8950-b8fe5b516d3a', 'code': 200}
Nov 06 21:00:30.898391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:30.899364 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:30.902463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:30.909053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:30.910050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:30.919212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:30.921090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:30.922494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:30.924959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Bound port: 11cecbe1-ab5d-441c-8e32-561b6889099e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:30.925373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:30.953513 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.010216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 22e9e98b-1283-4123-bc56-db5286235acf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22e9e98b-1283-4123-bc56-db5286235acf,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:31.015580 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.028173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd182-8fa8-41da-92d2-719e6cdd6dbb req-5c4f207d-71a2-48d4-b088-b19d60d70882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:31.029708 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e37dd182-8fa8-41da-92d2-719e6cdd6dbb req-5c4f207d-71a2-48d4-b088-b19d60d70882 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 1097 time: 0.1015935
Nov 06 21:00:31.055579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:31.072196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:31.081524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.091207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=22e9e98b-1283-4123-bc56-db5286235acf,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:31.128113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:31.128969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.130682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] 10.222.0.10 "PUT /v2.0/ports/11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 200  len: 1091 time: 1.1180151
Nov 06 21:00:31.133697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:31.136769 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4db224-7296-40fa-9bad-12a14ac7ec77" -d '{"events": [{"name": "network-changed", "server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:31.160858 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e37dd182-8fa8-41da-92d2-719e6cdd6dbb req-8b2228ae-6579-4e31-b883-1b80b44fb093 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224225
Nov 06 21:00:31.169884 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.172175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.173381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9c4fc330-758a-4797-8056-ed49ded91e02 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/floatingips/f7cf7c05-dde5-45bc-9bfe-3ddaa9c4e10b HTTP/1.1" status: 204  len: 168 time: 1.5702648
Nov 06 21:00:31.177806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38974) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:31.189653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'a685fc0c-1edc-445a-9451-7f0ea7036950'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:31.200072 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecdee50-7b0a-447b-ac30-69661a1d823f x-openstack-request-id: req-7ecdee50-7b0a-447b-ac30-69661a1d823f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:31.200388 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:31.200640 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ecdee50-7b0a-447b-ac30-69661a1d823f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:31.201048 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e', 'status': 'completed', 'code': 200}
Nov 06 21:00:31.201198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb2316-9acc-4b3c-b541-8fdaa118498e req-a1d4936e-1eaa-432e-9d93-82c41642351b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:31.203918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49eb2316-9acc-4b3c-b541-8fdaa118498e req-a1d4936e-1eaa-432e-9d93-82c41642351b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 943 time: 0.5417683
Nov 06 21:00:31.206276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537b7b3-6480-4c38-a54b-53d1fa429b93 service neutron] Pushing event updated for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:31.209777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e39d576-76fb-4877-98fe-7270802552bb req-ceeac314-028f-4b72-8cdf-d2c73bf74fe3 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6297793
Nov 06 21:00:31.250139 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.316739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49eb2316-9acc-4b3c-b541-8fdaa118498e req-863aba44-3857-44c0-bda1-b79ea5a0312f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043987
Nov 06 21:00:31.391660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1801585-416e-43c0-8814-3b06a1ef7432 req-4ebc9920-a365-4177-8fc1-4bf272eae370 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:31.393213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1801585-416e-43c0-8814-3b06a1ef7432 req-4ebc9920-a365-4177-8fc1-4bf272eae370 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 944 time: 0.0753427
Nov 06 21:00:31.460486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1801585-416e-43c0-8814-3b06a1ef7432 req-66ae47dc-8404-4866-9c01-b364bc16d407 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564806
Nov 06 21:00:31.464497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.540375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-b6c7217b-4ed2-4dd5-b3ce-e3a257ae71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:31.542504 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-b6c7217b-4ed2-4dd5-b3ce-e3a257ae71df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1094 time: 0.1005344
Nov 06 21:00:31.595716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.35.0.104 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/f1040c80-c4e8-427c-9ff9-c7cfe409ad76) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:31.606255 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-d94ce800-64ca-46fa-801b-014745ace7b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 200  len: 217 time: 0.0544596
Nov 06 21:00:31.676405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-8d38d0ac-46b5-4350-953e-259a3976dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:31.678821 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-8d38d0ac-46b5-4350-953e-259a3976dc8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0657086
Nov 06 21:00:31.715150 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-725f7659-6346-46ce-b461-5baf014bddd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279739
Nov 06 21:00:31.721776 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.805398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:31.848012 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-c4599104-3570-4144-b560-49d1521c8ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243100
Nov 06 21:00:31.860804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffca70-89e5-44f9-af61-981001af4f31 req-49487bfa-d025-45fa-8f75-1d76f2a2b47d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:31.868106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36ffca70-89e5-44f9-af61-981001af4f31 req-49487bfa-d025-45fa-8f75-1d76f2a2b47d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 946 time: 0.1156116
Nov 06 21:00:31.909113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:31.914963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:31.927688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:31.967322 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f616ac3-daa8-4de0-af97-71bcfbc0a7e2 req-22a28cd3-a387-455a-b0b7-dea1ae0c3d33 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1104629
Nov 06 21:00:31.970391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=f1040c80-c4e8-427c-9ff9-c7cfe409ad76,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:31.984368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36ffca70-89e5-44f9-af61-981001af4f31 req-d1f8bfb9-c83b-427b-a94a-c59598db9f2d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150939
Nov 06 21:00:32.100965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-43f985bc-204d-4991-a8f5-9529579d43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:32.102517 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-43f985bc-204d-4991-a8f5-9529579d43a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1094 time: 0.0783298
Nov 06 21:00:32.207009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-03c156df-8963-478a-b3e0-5bf062bf2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:32.209185 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-03c156df-8963-478a-b3e0-5bf062bf2e78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.0968633
Nov 06 21:00:32.243607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 699de106-65ec-469c-a13b-e1b51555cb83 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:32.259303 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-69ba7bd9-1f35-4d38-b4c2-de1432c79e12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 200  len: 217 time: 0.0418870
Nov 06 21:00:32.269092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d75c-b383-46f9-9a81-0a4774ffbbd2 req-d1769833-ffe4-4a38-9562-4db3502dc82a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:32.270609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c58d75c-b383-46f9-9a81-0a4774ffbbd2 req-d1769833-ffe4-4a38-9562-4db3502dc82a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.1060858
Nov 06 21:00:32.303256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 699de106-65ec-469c-a13b-e1b51555cb83 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:00:32.308822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 699de106-65ec-469c-a13b-e1b51555cb83 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:32.310254 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:32.339493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-29326122-a626-4603-a1b0-b0c8869c6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:32.341172 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-29326122-a626-4603-a1b0-b0c8869c6612 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.0737569
Nov 06 21:00:32.416349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c58d75c-b383-46f9-9a81-0a4774ffbbd2 req-f4c8c5d2-df97-44eb-a7f9-857de7a79468 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336534
Nov 06 21:00:32.417820 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-211066f9-c1b0-4c46-95cb-79454e876e06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590649
Nov 06 21:00:32.446023 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:32.484616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 699de106-65ec-469c-a13b-e1b51555cb83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699de106-65ec-469c-a13b-e1b51555cb83,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:32.496203 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:32.508500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a2329-8f6d-43ac-b71d-750bbe1c2c22 req-9b5dd193-2433-4034-8a75-284a8eb591a4 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:32.510139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d73a2329-8f6d-43ac-b71d-750bbe1c2c22 req-9b5dd193-2433-4034-8a75-284a8eb591a4 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 943 time: 0.0860000
Nov 06 21:00:32.519343 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:32.558965 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-0d9bac7f-62f9-46f5-9fd9-764a6954203f service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330612
Nov 06 21:00:32.597777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=699de106-65ec-469c-a13b-e1b51555cb83,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:32.661529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d73a2329-8f6d-43ac-b71d-750bbe1c2c22 req-6efdad12-a8f9-4b54-b819-8a7413fbbd4c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435366
Nov 06 21:00:32.675575 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1b4db224-7296-40fa-9bad-12a14ac7ec77 req-acdfbec3-0a36-427d-b920-9043e973acc9 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1054058
Nov 06 21:00:32.680599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:32.717914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01076f44-2b3a-4b7d-964d-55c6d7df01ee req-f37c8526-dfc0-4421-ae06-b067e8d88426 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:32.719526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01076f44-2b3a-4b7d-964d-55c6d7df01ee req-f37c8526-dfc0-4421-ae06-b067e8d88426 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 945 time: 0.1570199
Nov 06 21:00:32.829431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01076f44-2b3a-4b7d-964d-55c6d7df01ee req-b6c3c54d-ec84-494a-ac81-2416605f525a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039190
Nov 06 21:00:32.830371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e2c1ee-028d-486e-b826-f8b25247e8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e9e98b-1283-4123-bc56-db5286235acf'}, {'server_uuid': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699de106-65ec-469c-a13b-e1b51555cb83'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:32.835964 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b9a0b0-0b46-4876-93a0-4c54b55f5076" -d '{"events": [{"server_uuid": "31e2c1ee-028d-486e-b826-f8b25247e8e7", "name": "network-vif-plugged", "status": "completed", "tag": "22e9e98b-1283-4123-bc56-db5286235acf"}, {"server_uuid": "8589798a-c8b2-4307-aaac-b428310a5dbe", "name": "network-vif-plugged", "status": "completed", "tag": "699de106-65ec-469c-a13b-e1b51555cb83"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:32.894339 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49f249-a61d-4802-befe-b4db00cf7799 x-openstack-request-id: req-7e49f249-a61d-4802-befe-b4db00cf7799 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:32.894644 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e2c1ee-028d-486e-b826-f8b25247e8e7", "name": "network-vif-plugged", "status": "completed", "tag": "22e9e98b-1283-4123-bc56-db5286235acf", "code": 200}, {"server_uuid": "8589798a-c8b2-4307-aaac-b428310a5dbe", "name": "network-vif-plugged", "status": "completed", "tag": "699de106-65ec-469c-a13b-e1b51555cb83", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:32.894903 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e49f249-a61d-4802-befe-b4db00cf7799 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:32.895304 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e2c1ee-028d-486e-b826-f8b25247e8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e9e98b-1283-4123-bc56-db5286235acf', 'code': 200}
Nov 06 21:00:32.895615 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699de106-65ec-469c-a13b-e1b51555cb83', 'code': 200}
Nov 06 21:00:32.906682 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:32.913786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:32.995047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=f1040c80-c4e8-427c-9ff9-c7cfe409ad76,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:33.014599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.091779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399cfa-8c83-495f-87c9-ddb12b4c252a req-d3d11fbf-33da-4785-aa5d-0ddb9f9e77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:33.093554 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66399cfa-8c83-495f-87c9-ddb12b4c252a req-d3d11fbf-33da-4785-aa5d-0ddb9f9e77e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 1096 time: 0.0785871
Nov 06 21:00:33.143265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c58a8c-e051-4ae7-8bef-06565dc317d1 req-0ad755be-16b0-47ca-9f09-d7a7ef906655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:33.145360 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-14c58a8c-e051-4ae7-8bef-06565dc317d1 req-0ad755be-16b0-47ca-9f09-d7a7ef906655 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 1096 time: 0.0958309
Nov 06 21:00:33.160652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0536c-5d01-4661-ab1e-d544312e7507 req-834f2439-8232-4967-9380-1ed967205db4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:33.170888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ab0536c-5d01-4661-ab1e-d544312e7507 req-834f2439-8232-4967-9380-1ed967205db4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 946 time: 0.1122227
Nov 06 21:00:33.171168 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66399cfa-8c83-495f-87c9-ddb12b4c252a req-9ce74139-d648-477c-afd4-1925c3cf4d2b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634923
Nov 06 21:00:33.186348 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP a6706acc-e770-4d85-9c21-425c1c7f20bf associated. External IP: 172.35.0.104, port: a685fc0c-1edc-445a-9451-7f0ea7036950.
Nov 06 21:00:33.214474 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-14c58a8c-e051-4ae7-8bef-06565dc317d1 req-62d2c923-b3dc-40d3-96ff-2ebbc7699096 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425489
Nov 06 21:00:33.262782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ab0536c-5d01-4661-ab1e-d544312e7507 req-546d5c6d-ca0d-4a40-8f59-f9373fe6e29d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930350
Nov 06 21:00:33.437187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39034) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:33.446603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965f6eb-7390-4fbf-801f-b4bb834a8337 req-4f8545b9-0d4c-4089-a7fa-6b101284f55a tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:33.448867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f965f6eb-7390-4fbf-801f-b4bb834a8337 req-4f8545b9-0d4c-4089-a7fa-6b101284f55a tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 945 time: 0.0954812
Nov 06 21:00:33.478728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:33.553820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.577526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f965f6eb-7390-4fbf-801f-b4bb834a8337 req-8ef7f3b6-0736-4162-aa3a-8648874cf76a tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183946
Nov 06 21:00:33.634585 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.640202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.648730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60807777-f95d-45d1-b607-9b2cf2560481 req-6d76bc24-5998-45ec-9adc-d2408dc514ee tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:33.650237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60807777-f95d-45d1-b607-9b2cf2560481 req-6d76bc24-5998-45ec-9adc-d2408dc514ee tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.1113493
Nov 06 21:00:33.665676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:33.678141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c18932-3227-4d37-a564-ce3cd4184135 None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:33.687801 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29bf41c1e0e5409b8524efc27bb264c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2492888
Nov 06 21:00:33.688727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2b3078-78d2-4f44-a173-f519ab03ecc8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:33.690653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39042) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:33.695194 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.709676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.710076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.710397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.710878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.711065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.711416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.711734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.712348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c18932-3227-4d37-a564-ce3cd4184135 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:33.712636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.712956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.713195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e1c18932-3227-4d37-a564-ce3cd4184135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251346dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:33.713338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.714410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.714856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf640f7-572b-484d-a818-2d8a0c17cf79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:33.736207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60807777-f95d-45d1-b607-9b2cf2560481 req-9d3b6135-3757-4932-b39a-ab366e4c93e6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790467
Nov 06 21:00:33.738262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ce42ae5a-90b2-457c-925a-20a5b017739b tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.5550396
Nov 06 21:00:33.743504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39044) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:33.748500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-903268934'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:33.789269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f882e7d-b719-4546-8fc6-02ef3b2052a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.794154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:33.797563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e1c18932-3227-4d37-a564-ce3cd4184135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251346dc0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:33.800427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.806478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c18932-3227-4d37-a564-ce3cd4184135 None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:33.807093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e1c18932-3227-4d37-a564-ce3cd4184135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251346dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:33.812895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f882e7d-b719-4546-8fc6-02ef3b2052a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.842078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e1c18932-3227-4d37-a564-ce3cd4184135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251346dc0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:33.842735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c18932-3227-4d37-a564-ce3cd4184135 None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:33.860991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:00:33.871321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94ab7c-940a-480d-b3a6-65d0ad954f05 req-c068f35a-957b-41d7-b7f1-bb52f541c33c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:33.873220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a94ab7c-940a-480d-b3a6-65d0ad954f05 req-c068f35a-957b-41d7-b7f1-bb52f541c33c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 943 time: 0.0829084
Nov 06 21:00:33.882859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.883272 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Added segment f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0 of type vlan for network 6cdd138a-d4e7-4c05-a11f-485fed105339
Nov 06 21:00:33.885166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-36378059-ea3c-49e1-8557-9fa88da149be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0603435
Nov 06 21:00:33.902578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f882e7d-b719-4546-8fc6-02ef3b2052a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.906617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f882e7d-b719-4546-8fc6-02ef3b2052a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:33.911772 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7f882e7d-b719-4546-8fc6-02ef3b2052a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a2b3078-78d2-4f44-a173-f519ab03ecc8 HTTP/1.1" status: 204  len: 168 time: 0.2200451
Nov 06 21:00:33.923516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882e7d-b719-4546-8fc6-02ef3b2052a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2b3078-78d2-4f44-a173-f519ab03ecc8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:33.970013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.008522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-09fdb474-0af4-4f71-9af9-a725df3ae1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.010066 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-09fdb474-0af4-4f71-9af9-a725df3ae1e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1096 time: 0.0543852
Nov 06 21:00:34.032451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a94ab7c-940a-480d-b3a6-65d0ad954f05 req-2404cf92-f0ca-430a-9cd6-3d509ab28e43 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379530
Nov 06 21:00:34.042666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba3d43-44c3-48a3-81ce-ac966f21a5ab req-8c467f41-31ef-4b3a-b99d-5245c41701c6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.044198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abba3d43-44c3-48a3-81ce-ac966f21a5ab req-8c467f41-31ef-4b3a-b99d-5245c41701c6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 945 time: 0.0906153
Nov 06 21:00:34.050719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.057218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.058582 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.132477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-2d6636df-9986-43c5-a9d7-e7851fa1d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.134718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3901603
Nov 06 21:00:34.137692 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-2d6636df-9986-43c5-a9d7-e7851fa1d002 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1010845
Nov 06 21:00:34.138788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39052) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:34.143440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'subnet': {'network_id': '6cdd138a-d4e7-4c05-a11f-485fed105339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:34.164150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f96e08-b63b-47fd-8d2c-1f0d151d2b6f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Network': ['ID=6cdd138a-d4e7-4c05-a11f-485fed105339,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:34.179577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:00:34.185947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abba3d43-44c3-48a3-81ce-ac966f21a5ab req-abca02c9-c730-401e-8626-3ac32b665985 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188807
Nov 06 21:00:34.282035 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-0c5983fc-57b2-4a34-8f66-d3978e3f984a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1000 time: 0.1338458
Nov 06 21:00:34.288991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39056) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:34.336221 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8aef815-ca1d-4824-adc6-eb3285047b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.351955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:34.355951 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.437343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-1fa7f946-6763-4b8e-a75a-b127976b0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.439075 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-1fa7f946-6763-4b8e-a75a-b127976b0dd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.1396000
Nov 06 21:00:34.583313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8aef815-ca1d-4824-adc6-eb3285047b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.593347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8aef815-ca1d-4824-adc6-eb3285047b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.628676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-6ffd6a1e-1afe-48e8-be00-6eb2ef38dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.630218 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-6ffd6a1e-1afe-48e8-be00-6eb2ef38dcf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1413505
Nov 06 21:00:34.701019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4039e-afe7-4c80-ac90-0fc26bce62bd req-1bc8b400-5091-469f-a68c-b08f692c6cd3 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.702718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55e4039e-afe7-4c80-ac90-0fc26bce62bd req-1bc8b400-5091-469f-a68c-b08f692c6cd3 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 945 time: 0.0531180
Nov 06 21:00:34.717816 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.736791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a8aef815-ca1d-4824-adc6-eb3285047b40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d782c9919f842a09d4f795af5852a16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4466286
Nov 06 21:00:34.737521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aef815-ca1d-4824-adc6-eb3285047b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1858a258-8350-4be3-ba37-7922b68b5ea1,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:34.741141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39060) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:34.771551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55e4039e-afe7-4c80-ac90-0fc26bce62bd req-38eba2eb-0933-4826-aa80-e090ab18698c tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606432
Nov 06 21:00:34.810109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Subnet': ['ID=5bccc3df-03f8-422e-ae64-0855311202db,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:34.810252 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e3364cf1-e93c-4120-b546-7cba6095ea24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.829679 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-9777eb07-4a68-4c74-abe5-fddcf777674d service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881359
Nov 06 21:00:34.831783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e3364cf1-e93c-4120-b546-7cba6095ea24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.835383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Checking segment: {'id': 'f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cdd138a-d4e7-4c05-a11f-485fed105339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:34.835749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network hostable DHCP agents. Network: 6cdd138a-d4e7-4c05-a11f-485fed105339, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:00:34.880339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:00:34.915873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa56f3-888f-4947-99ff-4d3c37687a81 req-0e81e958-7def-4603-b199-1cf5e36a7ff9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.917890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebaa56f3-888f-4947-99ff-4d3c37687a81 req-0e81e958-7def-4603-b199-1cf5e36a7ff9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.0747659
Nov 06 21:00:34.926570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6cdd138a-d4e7-4c05-a11f-485fed105339) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:34.935390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:34.935847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.940710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af32c05f-27fd-4f97-86cb-d3b1b9208632 None None] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:34.953335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e3364cf1-e93c-4120-b546-7cba6095ea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.956185 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e3364cf1-e93c-4120-b546-7cba6095ea24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:34.957540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e3364cf1-e93c-4120-b546-7cba6095ea24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1858a258-8350-4be3-ba37-7922b68b5ea1 HTTP/1.1" status: 204  len: 168 time: 0.2154675
Nov 06 21:00:34.965152 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4d55f862-0e87-4366-81a7-0339945a38d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8260007
Nov 06 21:00:34.968502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39066) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:34.972932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3364cf1-e93c-4120-b546-7cba6095ea24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1858a258-8350-4be3-ba37-7922b68b5ea1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:34.974159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1448473164', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:35.012755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebaa56f3-888f-4947-99ff-4d3c37687a81 req-5524f808-a73b-4ee7-a4cd-34296b4ea1df tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832407
Nov 06 21:00:35.012990 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-48233dcf-3c60-4fb9-8d46-5e7f8af03f64 req-9658e93a-b11f-46b2-9088-3b64b8042b8e service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661534
Nov 06 21:00:35.016499 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.024352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.117175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.176639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6cdd138a-d4e7-4c05-a11f-485fed105339', 'network_id': '6cdd138a-d4e7-4c05-a11f-485fed105339', 'tenant_id': 'b58c52cc740542f89b30795be3a09c3a', 'fixed_ips': [{'subnet_id': '5bccc3df-03f8-422e-ae64-0855311202db'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:00:35.177646 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.209075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3434-694d-4c34-9c42-c4a6771a779b req-0fb93e47-0e3e-4586-802a-b00a48ea5873 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:35.213911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f6a3434-694d-4c34-9c42-c4a6771a779b req-0fb93e47-0e3e-4586-802a-b00a48ea5873 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 943 time: 0.0732677
Nov 06 21:00:35.244598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-d2a31803-e45e-4662-85b5-e594a22b175c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:35.247249 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-d2a31803-e45e-4662-85b5-e594a22b175c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.1590209
Nov 06 21:00:35.332609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f6a3434-694d-4c34-9c42-c4a6771a779b req-b29b60b4-27cc-4a80-94d8-b521fc7e7c9b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071966
Nov 06 21:00:35.427394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0c38-381d-49b2-9ef3-5f923bd93e6c req-7c77237b-cdb1-46d2-90ad-3e7298e38250 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:35.438768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e17f0c38-381d-49b2-9ef3-5f923bd93e6c req-7c77237b-cdb1-46d2-90ad-3e7298e38250 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 945 time: 0.1308818
Nov 06 21:00:35.501572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.584045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e17f0c38-381d-49b2-9ef3-5f923bd93e6c req-6e8003a3-8d49-4d3e-9a86-563423668169 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453950
Nov 06 21:00:35.613969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Deleting port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:35.614327 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.707380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Allocated IP 172.20.0.2 (6cdd138a-d4e7-4c05-a11f-485fed105339/5bccc3df-03f8-422e-ae64-0855311202db/805ca923-141b-4a6a-8943-faaebb3df113) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:35.798807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] For port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:35.799137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.881662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.913777 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.920034 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.929372 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:35.951111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4a77-6f43-4545-8435-613d22c25588 req-9f1fe6a7-42aa-421c-9aa7-5b634a35c17d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:35.960019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08bc4a77-6f43-4545-8435-613d22c25588 req-9f1fe6a7-42aa-421c-9aa7-5b634a35c17d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 945 time: 0.0697412
Nov 06 21:00:35.998402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Pushing event updated for resources: {'Port': ['ID=805ca923-141b-4a6a-8943-faaebb3df113,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:36.005519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:36.007184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:36.009431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:36.039983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08bc4a77-6f43-4545-8435-613d22c25588 req-ceed1d5b-0ec4-43cd-b859-3c40fcee6d52 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785933
Nov 06 21:00:36.106690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Attempting to bind port 805ca923-141b-4a6a-8943-faaebb3df113 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:36.108784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Attempting to bind port 805ca923-141b-4a6a-8943-faaebb3df113 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cdd138a-d4e7-4c05-a11f-485fed105339'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:36.109173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Attempting to bind port 805ca923-141b-4a6a-8943-faaebb3df113 on network 6cdd138a-d4e7-4c05-a11f-485fed105339 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:36.116255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:36.116664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Checking segment: {'id': 'f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cdd138a-d4e7-4c05-a11f-485fed105339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:36.119672 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.122793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Bound using segment: {'id': 'f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cdd138a-d4e7-4c05-a11f-485fed105339'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:36.124241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Bound port: 805ca923-141b-4a6a-8943-faaebb3df113, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6cdd138a-d4e7-4c05-a11f-485fed105339'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:36.124586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.133427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.35.0.163 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/886afb70-0b28-4b29-a2cc-1972313fa2c7) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:36.137163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.137522 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.137834 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Floating IP c7f7e304-203f-47c1-9905-9a5024bf50e0 disassociated. External IP: 172.35.0.224, port: c861c6e0-04b1-4dec-a9f0-fbefa2f9e540.
Nov 06 21:00:36.138168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Calling delete_port for c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:36.204422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] For port 805ca923-141b-4a6a-8943-faaebb3df113, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:36.208421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] For port 805ca923-141b-4a6a-8943-faaebb3df113, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805ca923-141b-4a6a-8943-faaebb3df113,segment=NetworkSegment(f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0),segment_id=f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:36.216531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.239324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3ed4-05a0-4a39-b889-5b3bd8492430 req-e450580d-5e16-452c-926c-aeb35f4ccb06 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:36.242039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25ba3ed4-05a0-4a39-b889-5b3bd8492430 req-e450580d-5e16-452c-926c-aeb35f4ccb06 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae066647-0a6c-43ec-a209-5dcae549fabf HTTP/1.1" status: 200  len: 946 time: 0.1128821
Nov 06 21:00:36.258655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5d66-d288-4839-8650-7bce1b9e59f2 req-13ae097a-0b31-42d7-83c1-c70df5e814d1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:36.262878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84af5d66-d288-4839-8650-7bce1b9e59f2 req-13ae097a-0b31-42d7-83c1-c70df5e814d1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 946 time: 0.1444666
Nov 06 21:00:36.281670 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 11cecbe1-ab5d-441c-8e32-561b6889099e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:36.312283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.398862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122e92-6154-4eea-9ea9-b21a0cfda98f None None] Pushing event updated for resources: {'Port': ['ID=805ca923-141b-4a6a-8943-faaebb3df113,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:36.410321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84af5d66-d288-4839-8650-7bce1b9e59f2 req-8fa1daa8-86e9-486c-8475-e0b92c1672b7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=295a5adc-a9aa-42f6-baa7-44ecf2ab9838&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1325829
Nov 06 21:00:36.415708 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.431254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25ba3ed4-05a0-4a39-b889-5b3bd8492430 req-071ff8a1-61db-4f40-b323-27c1f974de51 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629663
Nov 06 21:00:36.436194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.475363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event deleted for resources: {'Port': ['ID=c861c6e0-04b1-4dec-a9f0-fbefa2f9e540,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:36.485045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:36.501191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '11cecbe1-ab5d-441c-8e32-561b6889099e', 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26', 'port_id': '11cecbe1-ab5d-441c-8e32-561b6889099e', 'mac_address': 'fa:16:3e:4f:08:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700ccb63-5106-4e87-ba88-ceed32dd9408', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:00:36.560258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.575383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:36.582298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=886afb70-0b28-4b29-a2cc-1972313fa2c7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:36.587588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cecbe1-ab5d-441c-8e32-561b6889099e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:36.619360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb2981-c24e-4449-accd-5ee449ac223e req-5eaee6af-78ff-4cf6-b871-430ec7cc7fea tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:36.632469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10cb2981-c24e-4449-accd-5ee449ac223e req-5eaee6af-78ff-4cf6-b871-430ec7cc7fea tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 943 time: 0.1155863
Nov 06 21:00:36.657703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:36.665384 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:36.675610 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:36.685975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:36.715868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10cb2981-c24e-4449-accd-5ee449ac223e req-9ea82221-1e23-45bb-ada8-37e50aa13354 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794725
Nov 06 21:00:36.729711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:36.947116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84634a7b-ff25-41c8-b81f-f434507e244b req-beee220b-bf2c-4ba1-902c-dcc969c5c655 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:36.948991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84634a7b-ff25-41c8-b81f-f434507e244b req-beee220b-bf2c-4ba1-902c-dcc969c5c655 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 945 time: 0.0658116
Nov 06 21:00:37.030249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84634a7b-ff25-41c8-b81f-f434507e244b req-c869dbfa-fa6c-4b0c-b11a-69fcaea4b95f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679021
Nov 06 21:00:37.143497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51026fe5-a76b-4f33-8b92-b0e1ccb19b25 req-7f8ee767-cd94-41f3-91f4-af58609d0a35 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:37.145114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51026fe5-a76b-4f33-8b92-b0e1ccb19b25 req-7f8ee767-cd94-41f3-91f4-af58609d0a35 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae066647-0a6c-43ec-a209-5dcae549fabf HTTP/1.1" status: 200  len: 946 time: 0.1324933
Nov 06 21:00:37.157223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['11cecbe1-ab5d-441c-8e32-561b6889099e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:37.189178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-578e26d8-102e-4efa-9490-9d63d8833c00 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a7fa6742333c428d864b6c5b2319997d HTTP/1.1" status: 200  len: 267 time: 0.0743728
Nov 06 21:00:37.310085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-418535b7-df87-452e-b3bc-73104755f60b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:37.318613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-418535b7-df87-452e-b3bc-73104755f60b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 945 time: 0.1285450
Nov 06 21:00:37.323927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51026fe5-a76b-4f33-8b92-b0e1ccb19b25 req-e73cb912-253a-48cb-b63f-69798db19370 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478224
Nov 06 21:00:37.329462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'port': {'security_groups': []}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:37.438603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:37.453940 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:37.606048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:37.607664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec048a04-befc-473d-a717-6951fa4d139a req-27949875-5856-459e-95ec-0f243de72973 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e2a717-8f31-430c-b427-215e5fa49de6 HTTP/1.1" status: 200  len: 210 time: 0.0489132
Nov 06 21:00:37.719603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] For port 699de106-65ec-469c-a13b-e1b51555cb83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699de106-65ec-469c-a13b-e1b51555cb83,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:37.730981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59945aa5-e850-4131-b472-6dd326067e64 None None] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:37.768893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:37.772385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:37.777175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:37.784702 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] Sync routers for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:37.803174 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:37.804199 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252917c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:37.837866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bda03cd9-c0ce-4e6c-9928-b7f80f96e3c9 None None] Provisioning complete for port 805ca923-141b-4a6a-8943-faaebb3df113 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:37.837994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:37.838154 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bda03cd9-c0ce-4e6c-9928-b7f80f96e3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:37.838701 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:37.857410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] No DVR routers for this DVR port c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:37.866120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-790ef787-4e6a-4145-8cf7-d43a2b8cbfba req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "PUT /v2.0/ports/699de106-65ec-469c-a13b-e1b51555cb83 HTTP/1.1" status: 200  len: 904 time: 0.5465579
Nov 06 21:00:37.882992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:37.887678 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5b7aa1de-2747-4de0-a80b-2f94d5328b75 req-7797617f-ee8e-4a4d-aeb1-541fd16fde4c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "DELETE /v2.0/ports/c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 HTTP/1.1" status: 204  len: 173 time: 2.6311224
Nov 06 21:00:37.888051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-deleted', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:37.890653 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6449a8e-4f87-4289-acf6-036fc757a7b1" -d '{"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-deleted", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:37.894707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'tag': '699de106-65ec-469c-a13b-e1b51555cb83'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:37.925848 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15941936-bf19-496e-9aa9-97cb85178703" -d '{"events": [{"name": "network-changed", "server_uuid": "8589798a-c8b2-4307-aaac-b428310a5dbe", "tag": "699de106-65ec-469c-a13b-e1b51555cb83"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:37.973322 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:00:38.055921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:38.175816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['699de106-65ec-469c-a13b-e1b51555cb83'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:38.176454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6c9e5-5d09-4218-8025-d88562cc97af req-65839e16-f35b-4671-b3e0-3a76a81ffe94 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:38.189994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85b6c9e5-5d09-4218-8025-d88562cc97af req-65839e16-f35b-4671-b3e0-3a76a81ffe94 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 944 time: 0.3131380
Nov 06 21:00:38.227870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbd2a5-d7a4-4606-9c37-382a6240dbdd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'Port': ['ID=699de106-65ec-469c-a13b-e1b51555cb83,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:38.303415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85b6c9e5-5d09-4218-8025-d88562cc97af req-462c5832-d14c-4638-8b87-9e1d5339528d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083169
Nov 06 21:00:38.335877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 805ca923-141b-4a6a-8943-faaebb3df113 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:38.366389 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252917c70>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:38.368092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router 979196fb-c7b3-4732-8905-d8bb29ccf75f is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:00:38.377610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd06132-e5a9-4429-9826-62d6e08962b4 req-31fda5b3-0dbc-46f0-99e5-4ea9d4777c6f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:38.382406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bd06132-e5a9-4429-9826-62d6e08962b4 req-31fda5b3-0dbc-46f0-99e5-4ea9d4777c6f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 907 time: 0.1444743
Nov 06 21:00:38.404576 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] Checking router: 90d14af9-b96b-4365-96d7-b1cdf641bbd9 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:00:38.418252 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:38.420761 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252917c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:38.453500 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bda03cd9-c0ce-4e6c-9928-b7f80f96e3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:38.456384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2d733483-6477-4ae9-8e46-4f85e80f4465', 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c', '699de106-65ec-469c-a13b-e1b51555cb83'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:38.469496 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b704b-2c5b-4fa6-8324-c69edcab33bf x-openstack-request-id: req-257b704b-2c5b-4fa6-8324-c69edcab33bf {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:38.470025 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e2a717-8f31-430c-b427-215e5fa49de6", "name": "network-vif-deleted", "tag": "c861c6e0-04b1-4dec-a9f0-fbefa2f9e540", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:38.470025 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-257b704b-2c5b-4fa6-8324-c69edcab33bf {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:38.475103 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b260e25-20c4-46aa-b6bb-69cc09077b05 x-openstack-request-id: req-4b260e25-20c4-46aa-b6bb-69cc09077b05 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:38.475478 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8589798a-c8b2-4307-aaac-b428310a5dbe", "tag": "699de106-65ec-469c-a13b-e1b51555cb83", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:38.475749 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b260e25-20c4-46aa-b6bb-69cc09077b05 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:38.475878 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e2a717-8f31-430c-b427-215e5fa49de6', 'name': 'network-vif-deleted', 'tag': 'c861c6e0-04b1-4dec-a9f0-fbefa2f9e540', 'status': 'completed', 'code': 200}
Nov 06 21:00:38.476253 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'tag': '699de106-65ec-469c-a13b-e1b51555cb83', 'status': 'completed', 'code': 200}
Nov 06 21:00:38.569867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 805ca923-141b-4a6a-8943-faaebb3df113 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:38.570679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:38.634252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f364b7b-080c-4083-8129-bd271e96f396 req-72c9bb49-e382-46f1-a6a4-ed23a996da6d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:38.668357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f364b7b-080c-4083-8129-bd271e96f396 req-72c9bb49-e382-46f1-a6a4-ed23a996da6d tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae066647-0a6c-43ec-a209-5dcae549fabf HTTP/1.1" status: 200  len: 946 time: 0.1615100
Nov 06 21:00:38.673268 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:00:38.684370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bda03cd9-c0ce-4e6c-9928-b7f80f96e3c9 None None] For port 805ca923-141b-4a6a-8943-faaebb3df113, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805ca923-141b-4a6a-8943-faaebb3df113,segment=NetworkSegment(f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0),segment_id=f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:38.730316 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bda03cd9-c0ce-4e6c-9928-b7f80f96e3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:38.795947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62416-28f8-4cbb-83db-6c2c308988a3 req-78a05bce-df3a-4c9a-8b7f-192f1077cab5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:38.797553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80d62416-28f8-4cbb-83db-6c2c308988a3 req-78a05bce-df3a-4c9a-8b7f-192f1077cab5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1974435
Nov 06 21:00:38.799148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:38.810210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f364b7b-080c-4083-8129-bd271e96f396 req-adf3aa1c-0ed1-4894-bc02-91c9d1dd5e16 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385736
Nov 06 21:00:38.838138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15941936-bf19-496e-9aa9-97cb85178703 req-ddf15ba1-adfa-456c-abb9-2ddcf3971b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:38.844085 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15941936-bf19-496e-9aa9-97cb85178703 req-ddf15ba1-adfa-456c-abb9-2ddcf3971b3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 1058 time: 0.3325510
Nov 06 21:00:38.891191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-e18562a0-791f-423c-b174-1f00c68a8dd6 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:38.893136 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-e18562a0-791f-423c-b174-1f00c68a8dd6 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae066647-0a6c-43ec-a209-5dcae549fabf HTTP/1.1" status: 200  len: 946 time: 0.3200891
Nov 06 21:00:38.904335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda03cd9-c0ce-4e6c-9928-b7f80f96e3c9 None None] Pushing event updated for resources: {'Port': ['ID=805ca923-141b-4a6a-8943-faaebb3df113,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:38.912012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b885fa29-24db-4b5e-88a1-570877539f98 None None] Sync routers for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:38.916256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80d62416-28f8-4cbb-83db-6c2c308988a3 req-efac0c6b-0863-49fe-9c93-023501847701 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003444
Nov 06 21:00:38.917591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39172) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:39.026027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb1ea-b47f-4c41-8043-c842099166ac tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.029519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885fa29-24db-4b5e-88a1-570877539f98 None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:39.030151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b885fa29-24db-4b5e-88a1-570877539f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519dfd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:39.065749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.066342 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252917c70>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:39.078948 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ecee55b7-7500-496e-8c06-a2afd316169c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.1094096
Nov 06 21:00:39.083144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39180) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:39.097286 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85095e-b928-47d6-b967-08931b75e570 None None] The sync data for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 is: [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:39.113195 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb1ea-b47f-4c41-8043-c842099166ac tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.118880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b885fa29-24db-4b5e-88a1-570877539f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519dfd60>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:39.199730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e91698b6-d377-4211-a4c6-e07631a7e701 None None] Provisioning complete for port 699de106-65ec-469c-a13b-e1b51555cb83 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:39.207678 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e91698b6-d377-4211-a4c6-e07631a7e701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.227120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592cb01-5963-4538-a653-4698e8b53f3f req-d9fd957c-7e6e-4f74-8f35-ddd25dac5d71 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:39.228729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0592cb01-5963-4538-a653-4698e8b53f3f req-d9fd957c-7e6e-4f74-8f35-ddd25dac5d71 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1739690
Nov 06 21:00:39.260564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb1ea-b47f-4c41-8043-c842099166ac tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.263208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb1ea-b47f-4c41-8043-c842099166ac tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.267798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ec8fb1ea-b47f-4c41-8043-c842099166ac tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "DELETE /v2.0/security-groups/295a5adc-a9aa-42f6-baa7-44ecf2ab9838 HTTP/1.1" status: 204  len: 168 time: 0.3488445
Nov 06 21:00:39.269845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39186) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:39.296638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fb1ea-b47f-4c41-8043-c842099166ac tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a5adc-a9aa-42f6-baa7-44ecf2ab9838,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:39.305351 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-90adc216-c537-4400-a9f4-67cbe8a0d556 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] show failed (client error): The resource could not be found.
Nov 06 21:00:39.309635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-90adc216-c537-4400-a9f4-67cbe8a0d556 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups/295a5adc-a9aa-42f6-baa7-44ecf2ab9838 HTTP/1.1" status: 404  len: 347 time: 0.0360620
Nov 06 21:00:39.310608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39188) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:39.439985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0592cb01-5963-4538-a653-4698e8b53f3f req-e2aa6d25-3459-4211-9a52-aff734ef0cc1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1982832
Nov 06 21:00:39.491545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15941936-bf19-496e-9aa9-97cb85178703 req-8e6bd6a2-7321-4bf6-b1ba-b2a8b085ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:39.492152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885fa29-24db-4b5e-88a1-570877539f98 None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:39.492582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b885fa29-24db-4b5e-88a1-570877539f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519dfd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:39.498038 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15941936-bf19-496e-9aa9-97cb85178703 req-8e6bd6a2-7321-4bf6-b1ba-b2a8b085ad37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.5968275
Nov 06 21:00:39.524237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Deleting port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:39.524608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.571876 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15941936-bf19-496e-9aa9-97cb85178703 req-6630e18b-3027-4b33-a795-35bd35a9d2e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699de106-65ec-469c-a13b-e1b51555cb83 HTTP/1.1" status: 200  len: 217 time: 0.0646105
Nov 06 21:00:39.592760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b885fa29-24db-4b5e-88a1-570877539f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519dfd60>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:39.595078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b885fa29-24db-4b5e-88a1-570877539f98 None None] The sync data for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:39.596556 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2ea019-b0a6-4048-af0d-6b054dc7bd34 None None] New status for floating IP c7f7e304-203f-47c1-9905-9a5024bf50e0: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:00:39.777615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15941936-bf19-496e-9aa9-97cb85178703 req-3e0b2bf2-b806-456b-8bc1-dec742a7d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:39.779414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15941936-bf19-496e-9aa9-97cb85178703 req-3e0b2bf2-b806-456b-8bc1-dec742a7d42f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.1772692
Nov 06 21:00:39.794799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] For port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:39.795423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.860254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c859670b-3c9a-46d9-b3b2-b41f38b40fe5 None None] Provisioning complete for port 805ca923-141b-4a6a-8943-faaebb3df113 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:39.860735 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c859670b-3c9a-46d9-b3b2-b41f38b40fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:39.869230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Calling delete_port for 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:39.998905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 805ca923-141b-4a6a-8943-faaebb3df113 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:40.015898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15941936-bf19-496e-9aa9-97cb85178703 req-e297f077-6fa9-40f1-a1ef-e7c61adea3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:40.017770 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15941936-bf19-496e-9aa9-97cb85178703 req-e297f077-6fa9-40f1-a1ef-e7c61adea3b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2026320
Nov 06 21:00:40.075141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 805ca923-141b-4a6a-8943-faaebb3df113 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:40.075662 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.162420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa362a2-7dca-4c11-a793-9a8a990b3ed5 req-a38b5c07-a867-4307-aa49-63f1445b8c7a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:40.169946 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fa362a2-7dca-4c11-a793-9a8a990b3ed5 req-a38b5c07-a867-4307-aa49-63f1445b8c7a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 944 time: 0.7574770
Nov 06 21:00:40.258284 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15941936-bf19-496e-9aa9-97cb85178703 req-a4c870c2-806d-4ee0-a22c-073690c580bb service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255342
Nov 06 21:00:40.271421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fa362a2-7dca-4c11-a793-9a8a990b3ed5 req-075981fa-3e27-4e44-af26-2e4d9bf7babf tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005871
Nov 06 21:00:40.274438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Deleting port c1f56221-79d8-49d1-ac49-eccc9621a497 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:40.274798 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.282981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-e46fc1ff-6f0c-47a2-8262-e5cfc853f0ec tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:40.284595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-e46fc1ff-6f0c-47a2-8262-e5cfc853f0ec tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.2155538
Nov 06 21:00:40.297511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 11cecbe1-ab5d-441c-8e32-561b6889099e up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:40.337992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.365432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-580cfea7-9a33-4b48-9b4e-869381331f97 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/quotas/a7fa6742333c428d864b6c5b2319997d HTTP/1.1" status: 200  len: 375 time: 0.0587633
Nov 06 21:00:40.390220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Pushing event deleted for resources: {'Port': ['ID=2e0c8684-c658-4d36-99ae-c0dff5a0b3ae,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:40.425284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['458a3855-57ff-483c-8950-b8fe5b516d3a', '22e9e98b-1283-4123-bc56-db5286235acf'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:40.441153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10b514eb-c2ba-4382-828f-831b2b2c44a0 req-2ce7eff2-45f7-40e1-91b6-d63c89d755f5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae066647-0a6c-43ec-a209-5dcae549fabf HTTP/1.1" status: 200  len: 210 time: 0.0533509
Nov 06 21:00:40.455324 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.455716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.476922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] No DVR routers for this DVR port 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:40.477941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Calling delete_port for c1f56221-79d8-49d1-ac49-eccc9621a497 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:40.506824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-7a9edb3b-3cbb-4923-b0f9-59b0b2eb39cc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1403589
Nov 06 21:00:40.512229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.518131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8e71d12a-f078-4d9c-87ca-fc856593b4cd req-56c59c8a-bff6-40f3-a745-c630b1121ac4 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "DELETE /v2.0/ports/2e0c8684-c658-4d36-99ae-c0dff5a0b3ae HTTP/1.1" status: 204  len: 173 time: 1.6144118
Nov 06 21:00:40.519520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae066647-0a6c-43ec-a209-5dcae549fabf', 'name': 'network-vif-deleted', 'tag': '2e0c8684-c658-4d36-99ae-c0dff5a0b3ae'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:40.532040 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34798ed-6483-42e2-93e9-6629224dcd94" -d '{"events": [{"server_uuid": "ae066647-0a6c-43ec-a209-5dcae549fabf", "name": "network-vif-deleted", "tag": "2e0c8684-c658-4d36-99ae-c0dff5a0b3ae"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:40.562937 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-15941936-bf19-496e-9aa9-97cb85178703 req-a5ff17cb-d173-4037-8273-d823f9ee653a service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2950382
Nov 06 21:00:40.607801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.629622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 11cecbe1-ab5d-441c-8e32-561b6889099e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:00:40.636827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 11cecbe1-ab5d-441c-8e32-561b6889099e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:40.637268 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.727598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-49f194fa-e801-4be4-8d59-179ddb5da337 service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197783
Nov 06 21:00:40.807050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.850284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:40.852811 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d310a43-5243-411a-a993-fed360ac5ef0" -d '{"events": [{"server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "name": "network-vif-plugged", "status": "completed", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:40.868171 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b05c95-65c6-4d44-9b0c-00c7bc375388 x-openstack-request-id: req-e7b05c95-65c6-4d44-9b0c-00c7bc375388 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:40.868536 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae066647-0a6c-43ec-a209-5dcae549fabf", "name": "network-vif-deleted", "tag": "2e0c8684-c658-4d36-99ae-c0dff5a0b3ae", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:40.868816 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7b05c95-65c6-4d44-9b0c-00c7bc375388 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:40.869226 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae066647-0a6c-43ec-a209-5dcae549fabf', 'name': 'network-vif-deleted', 'tag': '2e0c8684-c658-4d36-99ae-c0dff5a0b3ae', 'status': 'completed', 'code': 200}
Nov 06 21:00:40.876081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:40.884887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-d43e6a91-824f-4826-ad9c-e8add6d68066 service neutron] 10.222.0.13 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564586
Nov 06 21:00:40.889250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.890187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:40.904889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:40.940267 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a28331f-8816-4cc0-a407-9d4213308e9a x-openstack-request-id: req-0a28331f-8816-4cc0-a407-9d4213308e9a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:40.940652 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "name": "network-vif-plugged", "status": "completed", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:40.940832 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a28331f-8816-4cc0-a407-9d4213308e9a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:40.941356 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e', 'code': 200}
Nov 06 21:00:40.947368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event deleted for resources: {'Port': ['ID=c1f56221-79d8-49d1-ac49-eccc9621a497,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:40.999110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:40.999451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c861c6e0-04b1-4dec-a9f0-fbefa2f9e540 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:41.052496 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:41.055685 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:41.064849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d5055882-5e7a-44be-bd66-e81c5e662d24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "DELETE /v2.0/floatingips/c7f7e304-203f-47c1-9905-9a5024bf50e0 HTTP/1.1" status: 204  len: 168 time: 1.7476878
Nov 06 21:00:41.077137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:41.197156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.20.0.1 (6cdd138a-d4e7-4c05-a11f-485fed105339/5bccc3df-03f8-422e-ae64-0855311202db/fdbdacd0-7476-42e3-95dd-cc31772010ef) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:41.213703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7406524-2a3f-45c9-8ca7-e300bb6e7560 req-10725adb-790b-4532-9a10-d1274054d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:41.215283 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b7406524-2a3f-45c9-8ca7-e300bb6e7560 req-10725adb-790b-4532-9a10-d1274054d783 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1096 time: 0.1477547
Nov 06 21:00:41.261444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b16992d-566f-4fe6-8ab1-719118353610 req-7317bc20-4f31-4d00-be7b-0f0e10310d41 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 210 time: 0.1173713
Nov 06 21:00:41.477144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d89dad-9c11-45cb-8779-1d31537b18e1 req-4188184a-6089-402b-a283-c1ca8aac9e22 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:41.487523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3d89dad-9c11-45cb-8779-1d31537b18e1 req-4188184a-6089-402b-a283-c1ca8aac9e22 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 945 time: 0.0960307
Nov 06 21:00:41.563330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3d89dad-9c11-45cb-8779-1d31537b18e1 req-29d6d808-a380-464f-be12-b09688fbd2de tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747545
Nov 06 21:00:41.730859 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b7406524-2a3f-45c9-8ca7-e300bb6e7560 req-f035be62-5569-4eea-a7e6-7ae54d2213da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5059328
Nov 06 21:00:41.775608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:41.819329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:41.870502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:41.876781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:41.884872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:41.929682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=fdbdacd0-7476-42e3-95dd-cc31772010ef,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:41.981926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.022981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39264) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:42.033529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5285b9c8-3dc0-425a-b052-6b5c3c95329f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279181896', 'description': 'tempest-description--843672041'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:42.076542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5285b9c8-3dc0-425a-b052-6b5c3c95329f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.196964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5580942e-3e08-46b2-8e96-0c2e4e46414a None None] Provisioning complete for port fdbdacd0-7476-42e3-95dd-cc31772010ef triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:42.198565 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5580942e-3e08-46b2-8e96-0c2e4e46414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.212013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5285b9c8-3dc0-425a-b052-6b5c3c95329f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.219503 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5285b9c8-3dc0-425a-b052-6b5c3c95329f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.246335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5580942e-3e08-46b2-8e96-0c2e4e46414a None None] Port fdbdacd0-7476-42e3-95dd-cc31772010ef cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:00:42.247052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.260099 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5285b9c8-3dc0-425a-b052-6b5c3c95329f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.262374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5285b9c8-3dc0-425a-b052-6b5c3c95329f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2381296
Nov 06 21:00:42.265732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39274) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:42.273271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-115ac9c4-69ee-409f-a95c-23ab186ee7dc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'security_group_rule': {'security_group_id': '58083794-e85e-4d0c-98c0-b62752c6ab06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:42.279695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285b9c8-3dc0-425a-b052-6b5c3c95329f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58083794-e85e-4d0c-98c0-b62752c6ab06,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:42.285026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:42.325994 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-115ac9c4-69ee-409f-a95c-23ab186ee7dc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.331843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:42.332144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2e0c8684-c658-4d36-99ae-c0dff5a0b3ae not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:42.389306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d26898b7-ba96-465e-bcf5-981c9681b1da req-b7be8461-c518-437c-8309-445e2b69d6ff tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 210 time: 0.0417628
Nov 06 21:00:42.416378 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-115ac9c4-69ee-409f-a95c-23ab186ee7dc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.422265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-115ac9c4-69ee-409f-a95c-23ab186ee7dc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.440734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ac9c4-69ee-409f-a95c-23ab186ee7dc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd0c769-03b2-4da2-80dd-1d0823cc9bc1,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:42.450924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-115ac9c4-69ee-409f-a95c-23ab186ee7dc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.452282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-115ac9c4-69ee-409f-a95c-23ab186ee7dc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1851621
Nov 06 21:00:42.455063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39280) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:42.459646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-38eab5ec-3563-430d-be48-9f1a8e68ea3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'security_group_rule': {'security_group_id': '58083794-e85e-4d0c-98c0-b62752c6ab06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:42.487814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-38eab5ec-3563-430d-be48-9f1a8e68ea3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.560547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-38eab5ec-3563-430d-be48-9f1a8e68ea3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.564508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-38eab5ec-3563-430d-be48-9f1a8e68ea3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.585775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eab5ec-3563-430d-be48-9f1a8e68ea3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1353e0de-7e47-4b6b-b217-a197381ced81,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:42.598995 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-38eab5ec-3563-430d-be48-9f1a8e68ea3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.605076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39286) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:42.605810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-38eab5ec-3563-430d-be48-9f1a8e68ea3f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1497133
Nov 06 21:00:42.610100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:42.637675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.663090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.685007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c11ebc-b594-45f3-ab83-aa97aba10dea req-d57711ce-018b-46c0-9132-670f5208a6f9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:42.686555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96c11ebc-b594-45f3-ab83-aa97aba10dea req-d57711ce-018b-46c0-9132-670f5208a6f9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 945 time: 0.0534163
Nov 06 21:00:42.693016 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.784960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96c11ebc-b594-45f3-ab83-aa97aba10dea req-c97f74f6-ff13-45f5-9838-74e542dac0c9 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915427
Nov 06 21:00:42.787889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=fdbdacd0-7476-42e3-95dd-cc31772010ef,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:42.792865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:42.810788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714814-b156-42ab-b03e-01503a7e35ba req-fbcd984a-0e2b-4fc7-8c21-391b2aa33ce8 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:42.817885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714814-b156-42ab-b03e-01503a7e35ba req-fbcd984a-0e2b-4fc7-8c21-391b2aa33ce8 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:42.826593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27714814-b156-42ab-b03e-01503a7e35ba req-fbcd984a-0e2b-4fc7-8c21-391b2aa33ce8 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d&device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 1682 time: 0.0971782
Nov 06 21:00:42.885334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27714814-b156-42ab-b03e-01503a7e35ba req-11bb2c3d-0d9a-4a9e-afad-01031df92846 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580099
Nov 06 21:00:43.041385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:43.051693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:43.070360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-50196893-3841-453e-857e-2d7ae8fec357 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:43.071894 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-50196893-3841-453e-857e-2d7ae8fec357 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 811 time: 0.2570512
Nov 06 21:00:43.125843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:43.134964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Request body: {'port': {'device_id': '17805556-c997-414f-830f-56ceb14bfede', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'admin_state_up': True, 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:43.380557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ff9d627f-9cd4-4396-9c9e-e553e6e6551d None None] Provisioning complete for port fdbdacd0-7476-42e3-95dd-cc31772010ef triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:43.381116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ff9d627f-9cd4-4396-9c9e-e553e6e6551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:43.412205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router 979196fb-c7b3-4732-8905-d8bb29ccf75f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:43.435230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Allocated IP 172.35.0.67 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/c67b2dd6-5c03-419b-93c0-23c33fd8cee0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:43.459338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d627f-9cd4-4396-9c9e-e553e6e6551d None None] Port fdbdacd0-7476-42e3-95dd-cc31772010ef cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:00:43.508453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Made reservation on behalf of a7fa6742333c428d864b6c5b2319997d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:43.512121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:43.580890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e71366f-6323-45f6-b28b-0624a5444815 req-a01cba0b-8793-4266-adf7-00428f96f90c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 210 time: 0.0646551
Nov 06 21:00:43.691783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf3418-a5d7-4c8c-a1c8-47cba1088e97 req-4d3c8ff4-85c4-42e8-9a4c-67394ae430c7 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:43.693938 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77bf3418-a5d7-4c8c-a1c8-47cba1088e97 req-4d3c8ff4-85c4-42e8-9a4c-67394ae430c7 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 945 time: 0.0535815
Nov 06 21:00:43.740419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:43.744473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:43.750853 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a1f0989d-5fe1-4486-8874-e63349b95e71 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/routers/979196fb-c7b3-4732-8905-d8bb29ccf75f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6649563
Nov 06 21:00:43.754841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39318) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:43.755638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884f1ac-c9b8-44a7-841a-445aa8c2071a None None] Sync routers for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:43.761650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'port': {'network_id': '6cdd138a-d4e7-4c05-a11f-485fed105339', 'name': 'tempest-FloatingIPTestJSON-1739523884'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:43.765206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884f1ac-c9b8-44a7-841a-445aa8c2071a None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:43.766166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f884f1ac-c9b8-44a7-841a-445aa8c2071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251749820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:43.790867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Allocated IP 172.20.0.12 (eb18f83c-d18b-4a29-9010-a6e673304a12/57786d0b-1584-4a47-a73d-de1c64f6c3e9/ab0fa452-b78b-414c-8ab1-ee7539cbab2b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:43.805752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f884f1ac-c9b8-44a7-841a-445aa8c2071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251749820>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:43.823169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884f1ac-c9b8-44a7-841a-445aa8c2071a None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:43.824758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f884f1ac-c9b8-44a7-841a-445aa8c2071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251749820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:43.825599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:43.898464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:43.898949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f884f1ac-c9b8-44a7-841a-445aa8c2071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251749820>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:43.900096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884f1ac-c9b8-44a7-841a-445aa8c2071a None None] The sync data for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:43.914007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77bf3418-a5d7-4c8c-a1c8-47cba1088e97 req-69aa717a-5abf-43de-afbd-a9123150c4a9 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079976
Nov 06 21:00:43.943901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Made reservation on behalf of b58c52cc740542f89b30795be3a09c3a for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:43.944333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:43.948239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'Port': ['ID=c67b2dd6-5c03-419b-93c0-23c33fd8cee0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:43.950516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:43.952779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.004894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] device_id is not set on port fb2ed2be-1246-47f7-a4d6-bb91fe70e22a yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:00:44.067279 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.070203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61374d29-ef23-45fc-aaae-a47fec307c68 req-83741460-78cd-4bac-a7b2-611a8e6b2dcd tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:44.077260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61374d29-ef23-45fc-aaae-a47fec307c68 req-83741460-78cd-4bac-a7b2-611a8e6b2dcd tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 945 time: 0.1209984
Nov 06 21:00:44.089722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.136864 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.165334 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.177149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2d733483-6477-4ae9-8e46-4f85e80f4465', 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:44.222962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61374d29-ef23-45fc-aaae-a47fec307c68 req-a133321f-08f3-44e4-b08c-40d5961e733e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390753
Nov 06 21:00:44.226242 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Network eb18f83c-d18b-4a29-9010-a6e673304a12 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:44.238430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:44.243954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Allocated IP 172.20.0.7 (6cdd138a-d4e7-4c05-a11f-485fed105339/5bccc3df-03f8-422e-ae64-0855311202db/fb2ed2be-1246-47f7-a4d6-bb91fe70e22a) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:44.245058 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:44.250091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event updated for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:44.369288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:44.370426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.392754 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.405518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-af5b0d54-ce52-48a5-9449-2f41af04609b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2748508
Nov 06 21:00:44.424486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Request body: {'port': {'device_id': '17805556-c997-414f-830f-56ceb14bfede', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:44.433214 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.510881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a731ebb-bbe3-4044-88a3-7749aa8a0619 req-592443d5-4261-470d-a801-0b6692e2aabb tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:44.521034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a731ebb-bbe3-4044-88a3-7749aa8a0619 req-592443d5-4261-470d-a801-0b6692e2aabb tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1096 time: 0.1603549
Nov 06 21:00:44.528200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.532592 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.547838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.638214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a731ebb-bbe3-4044-88a3-7749aa8a0619 req-8e6ca9d4-4edb-4ac7-b71f-2b6f35f9c09b tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128249
Nov 06 21:00:44.659005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.676627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'Port': ['ID=c67b2dd6-5c03-419b-93c0-23c33fd8cee0,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:44.722056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-191f558f-508a-4995-9780-e78e0cae0886 None None] Provisioning complete for port ab0fa452-b78b-414c-8ab1-ee7539cbab2b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:44.722986 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-191f558f-508a-4995-9780-e78e0cae0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.746892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c0a15-eb07-44e6-bd0e-98f1aec445fb req-ee88b0e9-23b5-4e54-b6b1-0bd909c3fb35 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:44.753976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.754203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e54c0a15-eb07-44e6-bd0e-98f1aec445fb req-ee88b0e9-23b5-4e54-b6b1-0bd909c3fb35 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 932 time: 0.0805385
Nov 06 21:00:44.764017 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.797891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-191f558f-508a-4995-9780-e78e0cae0886 None None] Port ab0fa452-b78b-414c-8ab1-ee7539cbab2b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:00:44.798660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.799958 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1cb55886-423e-4a71-a6a6-0acadc4e0e91 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1938043
Nov 06 21:00:44.881210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:44.897014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:44.899494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:44.930653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event updated for resources: {'Port': ['ID=fb2ed2be-1246-47f7-a4d6-bb91fe70e22a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:44.946185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2c68c-f6a8-4a85-8ab6-9df646ebe234 req-1da285ca-12b1-46a3-a125-f5c64571e242 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:44.957769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54b2c68c-f6a8-4a85-8ab6-9df646ebe234 req-1da285ca-12b1-46a3-a125-f5c64571e242 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1096 time: 0.2003088
Nov 06 21:00:44.961998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0fa452-b78b-414c-8ab1-ee7539cbab2b {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:44.963355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e54c0a15-eb07-44e6-bd0e-98f1aec445fb req-083ff972-bbdd-48e1-b4c8-0f2c0df954f8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082815
Nov 06 21:00:44.969703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39346) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:44.977402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:44.994447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Transition to ACTIVE for port object ab0fa452-b78b-414c-8ab1-ee7539cbab2b will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:45.003870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.052310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:45.053555 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.081909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:45.159914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f714135a-6667-43aa-9747-6877ceb66429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.166163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6b5b955d-e269-41fd-b607-c00683a148ce tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4074533
Nov 06 21:00:45.172504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39358) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:45.178899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Request body: {'floatingip': {'port_id': 'fb2ed2be-1246-47f7-a4d6-bb91fe70e22a'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:45.179873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54b2c68c-f6a8-4a85-8ab6-9df646ebe234 req-9f141ed8-b942-4cb6-a9c0-20ce63e928d8 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211185
Nov 06 21:00:45.209269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-c5257ac7-2b3c-4b3d-9aac-19323e645e8d tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--279181896&fields=id&tenant_id=a0abfd854dfe46acaeedf288c6674c0c HTTP/1.1" status: 200  len: 267 time: 0.1160324
Nov 06 21:00:45.287030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Attempting to bind port ab0fa452-b78b-414c-8ab1-ee7539cbab2b on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:45.287381 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Attempting to bind port ab0fa452-b78b-414c-8ab1-ee7539cbab2b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:45.287689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Attempting to bind port ab0fa452-b78b-414c-8ab1-ee7539cbab2b on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:45.324170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Port ab0fa452-b78b-414c-8ab1-ee7539cbab2b on network eb18f83c-d18b-4a29-9010-a6e673304a12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:45.324170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Attempting to bind port ab0fa452-b78b-414c-8ab1-ee7539cbab2b on network eb18f83c-d18b-4a29-9010-a6e673304a12 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:45.329191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.339794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8466ba76-e948-43d1-8c42-a18e9ddeb86a None None] Provisioning complete for port fb2ed2be-1246-47f7-a4d6-bb91fe70e22a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:45.341594 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8466ba76-e948-43d1-8c42-a18e9ddeb86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.373493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:45.373825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Checking segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:45.374215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Bound using segment: {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:45.375041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Bound port: ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:45.375041 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.387656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c8155-2bc5-43b6-8f86-f25f6fb3e08e req-72ff9dec-7945-4935-bce1-7462f2992fb5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:45.389915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-088c8155-2bc5-43b6-8f86-f25f6fb3e08e req-72ff9dec-7945-4935-bce1-7462f2992fb5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 945 time: 0.1033850
Nov 06 21:00:45.399343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8466ba76-e948-43d1-8c42-a18e9ddeb86a None None] Port fb2ed2be-1246-47f7-a4d6-bb91fe70e22a cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:00:45.427868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-2c44a3c5-65df-4d8b-b19c-932e42469d97 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:45.429393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-2c44a3c5-65df-4d8b-b19c-932e42469d97 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 816 time: 0.2116361
Nov 06 21:00:45.460476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-195ad230-1868-479e-8350-b5ca24d2d0f3 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:45.461943 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-195ad230-1868-479e-8350-b5ca24d2d0f3 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 945 time: 0.1911387
Nov 06 21:00:45.464246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-da145dcd-5d02-4e36-ab78-f0fc335182ff tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/quotas/a0abfd854dfe46acaeedf288c6674c0c HTTP/1.1" status: 200  len: 375 time: 0.0211246
Nov 06 21:00:45.472641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-088c8155-2bc5-43b6-8f86-f25f6fb3e08e req-5c595b2b-ba6f-464a-8ade-ed39a976fc32 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683200
Nov 06 21:00:45.547948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-1642619f-3ef2-4264-a53d-d899a9b264f1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0741758
Nov 06 21:00:45.589664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f714135a-6667-43aa-9747-6877ceb66429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.615012 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f714135a-6667-43aa-9747-6877ceb66429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.678062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-589c5a2d-816c-4a2c-bc4f-cf0c6db1fb27 service neutron] 10.222.0.13 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1154966
Nov 06 21:00:45.679389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:45.761564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:45.765870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714135a-6667-43aa-9747-6877ceb66429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f515359-1310-4566-87da-9e21bdc31579,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:45.780592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39368) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:45.780740 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f714135a-6667-43aa-9747-6877ceb66429 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98df3f8492764f6aa295938d29be7d9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8098621
Nov 06 21:00:45.795699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-9b75f32e-2373-4415-87e5-4f9f1d15c229 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:45.797706 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-9b75f32e-2373-4415-87e5-4f9f1d15c229 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8bcc56-9d6c-48c2-8709-785644d54d5d HTTP/1.1" status: 200  len: 946 time: 0.3045390
Nov 06 21:00:45.798953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.820860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-55389e2d-85fb-4e6d-b1e0-77ce0f9c8c7d service neutron] 10.222.0.13 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321440
Nov 06 21:00:45.883718 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e88c12b4-5017-4219-9f34-ac455a9a2f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:45.915124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e88c12b4-5017-4219-9f34-ac455a9a2f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.014738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e88c12b4-5017-4219-9f34-ac455a9a2f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.018301 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e88c12b4-5017-4219-9f34-ac455a9a2f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.021024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e88c12b4-5017-4219-9f34-ac455a9a2f69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f515359-1310-4566-87da-9e21bdc31579 HTTP/1.1" status: 204  len: 168 time: 0.2391140
Nov 06 21:00:46.055028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c12b4-5017-4219-9f34-ac455a9a2f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f515359-1310-4566-87da-9e21bdc31579,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:46.250862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05916-7be0-448e-b0a0-9880d73b8c05 req-7614910f-273e-448e-a8b6-4021e1b510ae tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:46.256905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79b05916-7be0-448e-b0a0-9880d73b8c05 req-7614910f-273e-448e-a8b6-4021e1b510ae tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 944 time: 0.1085410
Nov 06 21:00:46.352090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79b05916-7be0-448e-b0a0-9880d73b8c05 req-719280c5-3d22-489d-9ae8-89e99da4f4ad tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869279
Nov 06 21:00:46.481755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b606563-298e-414b-b65d-77f866a2593c req-4ffeacaa-d459-49d6-a5ae-d4ffa4e1196b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 210 time: 0.0613639
Nov 06 21:00:46.614976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:46.615591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.617100 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] 10.222.0.10 "PUT /v2.0/ports/ab0fa452-b78b-414c-8ab1-ee7539cbab2b HTTP/1.1" status: 200  len: 1092 time: 2.2022123
Nov 06 21:00:46.622441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39412) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:46.624678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:46.626959 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547bbbb0-2e54-460f-ac56-e2c781f45af0" -d '{"events": [{"name": "network-changed", "server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:46.646907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37ad056e-78a3-436c-aed7-19d1561e586b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.648098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeda829-85cf-4300-ab6a-fdda4189eba8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:46.672902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Deleting port 22e9e98b-1283-4123-bc56-db5286235acf {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:46.673238 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.696604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d23c-11ff-4463-86d6-823abb95e265 req-a1ed6441-f919-4f3d-ad6b-edf074b353a5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:46.698783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8469d23c-11ff-4463-86d6-823abb95e265 req-a1ed6441-f919-4f3d-ad6b-edf074b353a5 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 945 time: 0.1232579
Nov 06 21:00:46.806888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8469d23c-11ff-4463-86d6-823abb95e265 req-2c2015fe-6e17-4bd1-90a8-a35bc33ce2b0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/security-groups?id=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969706
Nov 06 21:00:46.807813 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dd595108-3cdd-4a4a-b7ee-cddb5a2ea82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.861404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Deleting port 458a3855-57ff-483c-8950-b8fe5b516d3a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:46.861945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.862649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37ad056e-78a3-436c-aed7-19d1561e586b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.884733 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37ad056e-78a3-436c-aed7-19d1561e586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:46.951815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-37ad056e-78a3-436c-aed7-19d1561e586b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=554936bd36f04225b21cb4f225a0d4b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3274910
Nov 06 21:00:46.953792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-5a4e8ad9-11ca-435e-91be-cce491964ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:46.954095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39418) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:46.955176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-5a4e8ad9-11ca-435e-91be-cce491964ae7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 1095 time: 0.2306468
Nov 06 21:00:46.962669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad056e-78a3-436c-aed7-19d1561e586b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d8b636-f838-47f9-95b0-0a891540528e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:47.009649 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8a3995-a32e-4a1d-a98d-2c2d8c6d873d x-openstack-request-id: req-be8a3995-a32e-4a1d-a98d-2c2d8c6d873d {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:47.009937 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:47.010619 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be8a3995-a32e-4a1d-a98d-2c2d8c6d873d {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:47.011039 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'status': 'completed', 'code': 200}
Nov 06 21:00:47.033889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a35222f-71d3-4c82-ba75-2494881663a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.050850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] For port 22e9e98b-1283-4123-bc56-db5286235acf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22e9e98b-1283-4123-bc56-db5286235acf,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:47.051284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.056257 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-144a4068-e19b-431f-a60a-28fc15a642d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b HTTP/1.1" status: 200  len: 217 time: 0.0877953
Nov 06 21:00:47.060207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a35222f-71d3-4c82-ba75-2494881663a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.093524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.db.resource_extend [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 21:00:47.097767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Calling delete_port for 22e9e98b-1283-4123-bc56-db5286235acf owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:47.121170 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a35222f-71d3-4c82-ba75-2494881663a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.124235 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a35222f-71d3-4c82-ba75-2494881663a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.128156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2a35222f-71d3-4c82-ba75-2494881663a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23d8b636-f838-47f9-95b0-0a891540528e HTTP/1.1" status: 204  len: 168 time: 0.1730905
Nov 06 21:00:47.138199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35222f-71d3-4c82-ba75-2494881663a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d8b636-f838-47f9-95b0-0a891540528e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:47.176335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] For port 458a3855-57ff-483c-8950-b8fe5b516d3a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=458a3855-57ff-483c-8950-b8fe5b516d3a,segment=NetworkSegment(6a86a238-0857-401e-965b-cfa92dbfacbb),segment_id=6a86a238-0857-401e-965b-cfa92dbfacbb)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:47.176746 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.242556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Calling delete_port for 458a3855-57ff-483c-8950-b8fe5b516d3a owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:47.245683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.247412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-95ea005a-b150-4cb5-a27e-fa1259b7cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:47.249011 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-95ea005a-b150-4cb5-a27e-fa1259b7cbc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.1739748
Nov 06 21:00:47.257177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.267438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-8ead3f59-4b08-4868-8738-b36be0773682 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:00:47.268459 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-8ead3f59-4b08-4868-8738-b36be0773682 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3436222
Nov 06 21:00:47.466348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-bf96aced-8110-49f9-bb49-1a5d3bae14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:47.467702 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-bf96aced-8110-49f9-bb49-1a5d3bae14e8 service neutron] 10.222.0.13 "GET /v2.0/ports/11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 200  len: 1093 time: 0.1571534
Nov 06 21:00:47.491121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:47.491490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 21:00:47.522413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-f6c276c7-a0b8-46ca-948f-ce51597716a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:47.524245 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-f6c276c7-a0b8-46ca-948f-ce51597716a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2640781
Nov 06 21:00:47.615432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94c51e-0a05-429e-8fdb-def8af6a5233 req-762819ce-6edc-4c4f-8929-f39f38109825 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:47.625700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e94c51e-0a05-429e-8fdb-def8af6a5233 req-762819ce-6edc-4c4f-8929-f39f38109825 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 944 time: 0.1008968
Nov 06 21:00:47.631565 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP a6706acc-e770-4d85-9c21-425c1c7f20bf associated. External IP: 172.35.0.104, port: a685fc0c-1edc-445a-9451-7f0ea7036950.
Nov 06 21:00:47.663163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-b15a1c1f-a7d6-47b2-a2fc-13cca0d75097 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:47.664825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-b15a1c1f-a7d6-47b2-a2fc-13cca0d75097 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 816 time: 0.2219265
Nov 06 21:00:47.712604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e94c51e-0a05-429e-8fdb-def8af6a5233 req-6becce08-d38f-4899-8c4c-6824df5df9d6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818610
Nov 06 21:00:47.762513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.777779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['458a3855-57ff-483c-8950-b8fe5b516d3a', '22e9e98b-1283-4123-bc56-db5286235acf'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:47.800788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-9263d394-0e2e-40b2-a504-59f02bcb0ec4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0abfd854dfe46acaeedf288c6674c0c HTTP/1.1" status: 200  len: 379 time: 0.1243460
Nov 06 21:00:47.823094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'port': {'device_id': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'admin_state_up': True, 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'security_groups': ['58083794-e85e-4d0c-98c0-b62752c6ab06']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:47.871138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ec263e1-00dc-4e25-8d77-5e0937139d49 req-17c2d0fc-5da2-4020-9284-f58185f2193e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 210 time: 0.0649118
Nov 06 21:00:47.871297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Pushing event deleted for resources: {'Port': ['ID=22e9e98b-1283-4123-bc56-db5286235acf,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:47.943451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:47.962662 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-8b51ea71-3fc3-4ab7-9686-736c1183ce0c service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4144185
Nov 06 21:00:48.010752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] No DVR routers for this DVR port 22e9e98b-1283-4123-bc56-db5286235acf on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:48.021557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Pushing event deleted for resources: {'Port': ['ID=458a3855-57ff-483c-8950-b8fe5b516d3a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:48.024679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:48.027996 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cb5ba1b6-02a2-460a-bc6a-0c0c13cfdff1 req-bc1cab52-0549-44a4-8787-7821d6e0ec0e tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "DELETE /v2.0/ports/22e9e98b-1283-4123-bc56-db5286235acf HTTP/1.1" status: 204  len: 173 time: 2.5321424
Nov 06 21:00:48.074489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8095fa38-f677-44e0-923b-1bfe7e10b04d req-279760f2-99eb-41f7-a9bc-5a0da84943cc tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.13 "GET /v2.0/ports?device_id=31e2c1ee-028d-486e-b826-f8b25247e8e7 HTTP/1.1" status: 200  len: 210 time: 0.0638123
Nov 06 21:00:48.085332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on host nch1-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:48.085964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:48.086105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:48.105724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['22e9e98b-1283-4123-bc56-db5286235acf'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:48.111957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Made reservation on behalf of a0abfd854dfe46acaeedf288c6674c0c for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:48.117238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:48.163361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] No DVR routers for this DVR port 458a3855-57ff-483c-8950-b8fe5b516d3a on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:48.164926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:48.165203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:48.169550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:48.176216 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b319a04-2af0-4fdb-b619-43e166e40e52 req-379ac0a8-13a1-49de-91f2-43d8cf4a9ff0 tempest-ListServersNegativeTestJSON-186276031 tempest-ListServersNegativeTestJSON-186276031-project] 10.222.0.10 "DELETE /v2.0/ports/458a3855-57ff-483c-8950-b8fe5b516d3a HTTP/1.1" status: 204  len: 173 time: 2.3642986
Nov 06 21:00:48.189003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:48.189350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:48.189751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:48.190225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Bound port: 11cecbe1-ab5d-441c-8e32-561b6889099e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:48.310233 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bb6edb27-fa75-471f-8d06-c74326f8423e req-6e7de963-0bdf-4996-8399-1bec52c9070a service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3027780
Nov 06 21:00:48.330945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:48.331231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Allocated IP 172.20.0.7 (3cef188b-2bc9-450f-890b-1de92b2534d5/366a3318-3464-4b48-b8f3-9bf61a295c1c/0f2b5c6f-8395-407a-ad5a-d822b72153bc) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:48.341854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:48.356455 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:48.357725 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-f7d7909a-f1c2-441c-8cb4-4d27c1d9fe20 service neutron] 10.222.0.13 "POST /v2.0/ports/11cecbe1-ab5d-441c-8e32-561b6889099e/bindings HTTP/1.1" status: 201  len: 389 time: 0.8828487
Nov 06 21:00:48.499997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-bb597a75-45a0-4fa5-9793-f12439cb2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:48.509071 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-bb597a75-45a0-4fa5-9793-f12439cb2d9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 1095 time: 0.1437247
Nov 06 21:00:48.549017 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:48.604989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447537f7-5b6a-49fa-bbca-9a42ddc09ded req-dd680cda-5221-470d-b014-a35f29be1e90 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:48.606597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-447537f7-5b6a-49fa-bbca-9a42ddc09ded req-dd680cda-5221-470d-b014-a35f29be1e90 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 945 time: 0.0824947
Nov 06 21:00:48.611636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:48.625710 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ae0f9-9282-412a-9aa1-7f7fbd4ae8af None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:48.633646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:48.639082 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ae0f9-9282-412a-9aa1-7f7fbd4ae8af None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:48.639701 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b28ae0f9-9282-412a-9aa1-7f7fbd4ae8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:48.648010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39456) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:48.674062 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b28ae0f9-9282-412a-9aa1-7f7fbd4ae8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec97f0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:48.685246 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ae0f9-9282-412a-9aa1-7f7fbd4ae8af None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:48.686179 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b28ae0f9-9282-412a-9aa1-7f7fbd4ae8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:48.724106 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b28ae0f9-9282-412a-9aa1-7f7fbd4ae8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec97f0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:48.726662 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ae0f9-9282-412a-9aa1-7f7fbd4ae8af None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:48.746656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:48.759570 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:48.762500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:48.769443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:48.776705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-1b27e839-7bc7-42af-bc06-511aba6c93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:48.778236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-1b27e839-7bc7-42af-bc06-511aba6c93a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1096 time: 0.1627245
Nov 06 21:00:48.800423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-447537f7-5b6a-49fa-bbca-9a42ddc09ded req-6a822ebc-6c8f-4bf8-9b2f-298061bb7e7f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869645
Nov 06 21:00:48.941226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:48.941361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:48.995936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-61afd83a-d631-4b17-9868-6f7355ec1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:48.997610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-61afd83a-d631-4b17-9868-6f7355ec1454 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.1954174
Nov 06 21:00:48.998899 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-75fe8208-bfeb-4c61-82d4-5c67f98f9246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.044844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199bdfd-a36b-4882-adf6-e0c643ad8bcd req-e3d1e4fd-5126-42a1-a12e-f93ea5ebcc52 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:49.046417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7199bdfd-a36b-4882-adf6-e0c643ad8bcd req-e3d1e4fd-5126-42a1-a12e-f93ea5ebcc52 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 944 time: 0.2453544
Nov 06 21:00:49.101258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-59c45798-0f3d-48bd-a573-39de736b5d4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 200  len: 217 time: 0.0869837
Nov 06 21:00:49.130292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e9130dbd-3d53-447e-b697-bf62fd972006 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3139243
Nov 06 21:00:49.137677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e2c1ee-028d-486e-b826-f8b25247e8e7', 'name': 'network-vif-deleted', 'tag': '22e9e98b-1283-4123-bc56-db5286235acf'}, {'server_uuid': 'ad8bcc56-9d6c-48c2-8709-785644d54d5d', 'name': 'network-vif-deleted', 'tag': '458a3855-57ff-483c-8950-b8fe5b516d3a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:49.140032 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2befc1-c62a-48a1-b2c2-dc4f1c180eec" -d '{"events": [{"server_uuid": "31e2c1ee-028d-486e-b826-f8b25247e8e7", "name": "network-vif-deleted", "tag": "22e9e98b-1283-4123-bc56-db5286235acf"}, {"server_uuid": "ad8bcc56-9d6c-48c2-8709-785644d54d5d", "name": "network-vif-deleted", "tag": "458a3855-57ff-483c-8950-b8fe5b516d3a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:49.151222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-be8be58f-ee21-4236-934f-2630c3a000f9 None None] Provisioning complete for port 0f2b5c6f-8395-407a-ad5a-d822b72153bc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:49.153217 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be8be58f-ee21-4236-934f-2630c3a000f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.175870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Request body: {'port': {'device_id': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:49.200882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-be8be58f-ee21-4236-934f-2630c3a000f9 None None] Port 0f2b5c6f-8395-407a-ad5a-d822b72153bc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:00:49.204496 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36fe6552-24ad-484e-b15b-f2590df934f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.232627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-e9ef576a-8155-4a35-a335-ab6d556a5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:49.234157 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-e9ef576a-8155-4a35-a335-ab6d556a5bf8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.6955509
Nov 06 21:00:49.268542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-fcbee589-de2d-4e57-9946-05afd1174a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:49.270085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-fcbee589-de2d-4e57-9946-05afd1174a51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.1578355
Nov 06 21:00:49.284028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7199bdfd-a36b-4882-adf6-e0c643ad8bcd req-73e5e382-e3df-42f1-9f45-d73fbc4cc60b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881130
Nov 06 21:00:49.291722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38628cf-11cf-4454-98c3-0769d1a45a9f req-606a9c6f-9c76-407f-b0db-4e9fa3fc49bb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:49.293473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b38628cf-11cf-4454-98c3-0769d1a45a9f req-606a9c6f-9c76-407f-b0db-4e9fa3fc49bb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 931 time: 0.2428508
Nov 06 21:00:49.295389 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-e9023898-50eb-46b8-8b97-0b63758ef54a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b HTTP/1.1" status: 200  len: 217 time: 0.0531981
Nov 06 21:00:49.355728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-6c784084-5119-4d1b-9e82-690fe973f3f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459330
Nov 06 21:00:49.366627 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.385902 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e2673d-ceb5-4713-8004-083d1e73926c x-openstack-request-id: req-a6e2673d-ceb5-4713-8004-083d1e73926c {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:49.386279 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e2c1ee-028d-486e-b826-f8b25247e8e7", "name": "network-vif-deleted", "tag": "22e9e98b-1283-4123-bc56-db5286235acf", "status": "completed", "code": 200}, {"server_uuid": "ad8bcc56-9d6c-48c2-8709-785644d54d5d", "name": "network-vif-deleted", "tag": "458a3855-57ff-483c-8950-b8fe5b516d3a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:49.386927 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e2673d-ceb5-4713-8004-083d1e73926c {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:49.387328 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e2c1ee-028d-486e-b826-f8b25247e8e7', 'name': 'network-vif-deleted', 'tag': '22e9e98b-1283-4123-bc56-db5286235acf', 'status': 'completed', 'code': 200}
Nov 06 21:00:49.387582 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8bcc56-9d6c-48c2-8709-785644d54d5d', 'name': 'network-vif-deleted', 'tag': '458a3855-57ff-483c-8950-b8fe5b516d3a', 'status': 'completed', 'code': 200}
Nov 06 21:00:49.418489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-869df25b-f281-4b19-b51d-fe40b0fee268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:49.419980 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-869df25b-f281-4b19-b51d-fe40b0fee268 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.1111867
Nov 06 21:00:49.446903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-75fe8208-bfeb-4c61-82d4-5c67f98f9246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.486769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-75fe8208-bfeb-4c61-82d4-5c67f98f9246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.495779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39472) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:49.513722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b38628cf-11cf-4454-98c3-0769d1a45a9f req-c0d7bcb4-a0a8-4745-bd38-8fe1fcbc4ef0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1965888
Nov 06 21:00:49.560946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-81de5092-1e70-41f7-886e-072bf0e1f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:49.562552 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-81de5092-1e70-41f7-886e-072bf0e1f530 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1055894
Nov 06 21:00:49.562810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-75fe8208-bfeb-4c61-82d4-5c67f98f9246 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eead6ecaebf244b787ae519b9aedc67c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9078195
Nov 06 21:00:49.564367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router 979196fb-c7b3-4732-8905-d8bb29ccf75f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:49.566748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:49.567985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe8208-bfeb-4c61-82d4-5c67f98f9246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5768b36b-6268-4b15-a89f-0e46f58fd7a9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:49.576011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6cd42e-c3dc-436c-8777-769edd5d57f1 admin admin] Deleting subnet 10c4b31b-b195-4357-98a0-297524fe51f9 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:00:49.596210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af6cd42e-c3dc-436c-8777-769edd5d57f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.642868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-4ea72b14-5fb2-4700-94cf-a974b3515982 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2709970
Nov 06 21:00:49.747863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af6cd42e-c3dc-436c-8777-769edd5d57f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.802902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-b258ec9a-b0ae-4076-aed5-d91397f5cbfe service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518590
Nov 06 21:00:49.831050 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e96969d7-6294-4b8f-9206-fc4ce563cc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.860948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2b5c6f-8395-407a-ad5a-d822b72153bc {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:49.872763 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.893064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Transition to ACTIVE for port object 0f2b5c6f-8395-407a-ad5a-d822b72153bc will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:49.899815 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.929673 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-297ad05e-ae23-49c7-ba1a-09ba1d548254 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3483648
Nov 06 21:00:49.932920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e96969d7-6294-4b8f-9206-fc4ce563cc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:49.940355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af6cd42e-c3dc-436c-8777-769edd5d57f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.007880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:50.020748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96918f9b-6421-4695-85ad-180db572d163 None None] Sync routers for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:50.034255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96918f9b-6421-4695-85ad-180db572d163 None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:50.035855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-96918f9b-6421-4695-85ad-180db572d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d08c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:50.053594 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.088768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-96918f9b-6421-4695-85ad-180db572d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d08c10>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:50.124006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96918f9b-6421-4695-85ad-180db572d163 None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:50.125481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-96918f9b-6421-4695-85ad-180db572d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d08c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:50.174812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-96918f9b-6421-4695-85ad-180db572d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d08c10>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:50.176197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96918f9b-6421-4695-85ad-180db572d163 None None] The sync data for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:50.185351 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-547bbbb0-2e54-460f-ac56-e2c781f45af0 req-803f50be-437b-42a1-965a-14fc405cb99d service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464981
Nov 06 21:00:50.222780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e96969d7-6294-4b8f-9206-fc4ce563cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.224100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e96969d7-6294-4b8f-9206-fc4ce563cc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.227635 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e96969d7-6294-4b8f-9206-fc4ce563cc3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5768b36b-6268-4b15-a89f-0e46f58fd7a9 HTTP/1.1" status: 204  len: 168 time: 0.6572149
Nov 06 21:00:50.254925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96969d7-6294-4b8f-9206-fc4ce563cc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768b36b-6268-4b15-a89f-0e46f58fd7a9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:50.286351 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2ae50a88-ec99-43dd-96f9-88d2fb7991ff tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/floatingips/a6706acc-e770-4d85-9c21-425c1c7f20bf HTTP/1.1" status: 200  len: 978 time: 5.1127779
Nov 06 21:00:50.290277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39480) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:50.305963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 458a3855-57ff-483c-8950-b8fe5b516d3a no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:50.348612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 458a3855-57ff-483c-8950-b8fe5b516d3a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:50.348999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 458a3855-57ff-483c-8950-b8fe5b516d3a not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:50.349606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 22e9e98b-1283-4123-bc56-db5286235acf no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:50.363002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af6cd42e-c3dc-436c-8777-769edd5d57f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.382691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 22e9e98b-1283-4123-bc56-db5286235acf {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:50.383548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 22e9e98b-1283-4123-bc56-db5286235acf not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:50.421731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af6cd42e-c3dc-436c-8777-769edd5d57f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.425593 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af6cd42e-c3dc-436c-8777-769edd5d57f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/10c4b31b-b195-4357-98a0-297524fe51f9 HTTP/1.1" status: 204  len: 168 time: 0.9282465
Nov 06 21:00:50.428006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cd42e-c3dc-436c-8777-769edd5d57f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c4b31b-b195-4357-98a0-297524fe51f9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:50.429844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39492) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:50.516483 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.526897 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.540199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:50.559661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port fb2ed2be-1246-47f7-a4d6-bb91fe70e22a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:50.560006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.568567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6fa42-1a88-4e06-9d7d-2a15bfa10a5e req-7e2d3e4d-1b48-4036-b503-43b120ce997d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:50.575702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6b6fa42-1a88-4e06-9d7d-2a15bfa10a5e req-7e2d3e4d-1b48-4036-b503-43b120ce997d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 945 time: 0.6710963
Nov 06 21:00:50.657335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6b6fa42-1a88-4e06-9d7d-2a15bfa10a5e req-ebeabd4b-bc63-404d-b051-a444e78e1fd0 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649028
Nov 06 21:00:50.662238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Attempting to bind port 0f2b5c6f-8395-407a-ad5a-d822b72153bc on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:50.662759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Attempting to bind port 0f2b5c6f-8395-407a-ad5a-d822b72153bc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:50.663261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Attempting to bind port 0f2b5c6f-8395-407a-ad5a-d822b72153bc on network 3cef188b-2bc9-450f-890b-1de92b2534d5 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:50.669884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Port 0f2b5c6f-8395-407a-ad5a-d822b72153bc on network 3cef188b-2bc9-450f-890b-1de92b2534d5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:50.670425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Attempting to bind port 0f2b5c6f-8395-407a-ad5a-d822b72153bc on network 3cef188b-2bc9-450f-890b-1de92b2534d5 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:50.676038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:50.676585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Checking segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:50.677259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Bound using segment: {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:50.679325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Bound port: 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8b3963-4156-4b2c-9519-d8eca96b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:50.679971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.747584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.762221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:50.766928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:50.776450 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.842313 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c48ca0>,) {'filters': {'network_id': ['54622a1c-b032-44c2-86b4-69aae5ce053f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:50.849125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:50.849638 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.851118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f2b5c6f-8395-407a-ad5a-d822b72153bc HTTP/1.1" status: 200  len: 1091 time: 1.6982329
Nov 06 21:00:50.852024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:50.854410 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:50.885650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c48ca0>, '6a86a238-0857-401e-965b-cfa92dbfacbb') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:50.885947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c48ca0>, '6a86a238-0857-401e-965b-cfa92dbfacbb') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:50.888605 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:50.942860 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.004749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.015930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:00:51.016359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:00:51.018328 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:00:51.045437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9be83-84b3-48cc-ac6d-d82b8bbf85c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:51.062021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2c096-587c-4098-a8fa-46226b4750fa req-94434b82-0d8c-40bf-9c4e-0431149941d7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:51.070341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aac2c096-587c-4098-a8fa-46226b4750fa req-94434b82-0d8c-40bf-9c4e-0431149941d7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1982532
Nov 06 21:00:51.106981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-4e50c308-ee52-48dd-8c3c-d578b9c3dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:51.108845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-4e50c308-ee52-48dd-8c3c-d578b9c3dac9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 1094 time: 0.1921215
Nov 06 21:00:51.148319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad083ad-d53e-46b6-a401-0239445911c0 req-b4b4fc48-aeab-4c59-a58b-26eebf8a89f0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:51.152114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.159194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.159646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ad083ad-d53e-46b6-a401-0239445911c0 req-b4b4fc48-aeab-4c59-a58b-26eebf8a89f0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 944 time: 0.1859033
Nov 06 21:00:51.162574 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] 10.222.0.13 "DELETE /v2.0/networks/54622a1c-b032-44c2-86b4-69aae5ce053f HTTP/1.1" status: 204  len: 168 time: 0.7304685
Nov 06 21:00:51.205692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dc754-177b-4929-9edf-83026eb3381d admin admin] Pushing event deleted for resources: {'Network': ['ID=54622a1c-b032-44c2-86b4-69aae5ce053f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:51.216022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-5e93e544-7b9c-4aa4-8dc8-6482daf8a952 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc HTTP/1.1" status: 200  len: 217 time: 0.0910099
Nov 06 21:00:51.284588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aac2c096-587c-4098-a8fa-46226b4750fa req-383236a1-742c-4c91-9c3c-557a7e699808 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2120841
Nov 06 21:00:51.286433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.287031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.287423 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Floating IP a6706acc-e770-4d85-9c21-425c1c7f20bf disassociated. External IP: 172.35.0.104, port: fb2ed2be-1246-47f7-a4d6-bb91fe70e22a.
Nov 06 21:00:51.288066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for fb2ed2be-1246-47f7-a4d6-bb91fe70e22a owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:51.320985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-bbf3ec36-0b8d-461d-831e-1d75d5c7723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:51.323122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-bbf3ec36-0b8d-461d-831e-1d75d5c7723d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.0919352
Nov 06 21:00:51.371808 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b72954-9b01-43a2-a082-e6a73fac9556 x-openstack-request-id: req-26b72954-9b01-43a2-a082-e6a73fac9556 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:51.372112 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:51.372664 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26b72954-9b01-43a2-a082-e6a73fac9556 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:51.373281 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'status': 'completed', 'code': 200}
Nov 06 21:00:51.379750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ad083ad-d53e-46b6-a401-0239445911c0 req-ad14deb6-1b76-4fe3-9745-28277aef67bf tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192812
Nov 06 21:00:51.387764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e45414de-5c3b-4a8d-b0cf-b45894eaf035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:51.389258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-e45414de-5c3b-4a8d-b0cf-b45894eaf035 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0578122
Nov 06 21:00:51.423567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39518) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:51.497672 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56de5d87-dbe3-4f73-81a3-2452c9a20386 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eda26ab6485409184fe8eba4e51cad6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0726972
Nov 06 21:00:51.498908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39520) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:51.511861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-2fe2f616-203f-4a98-844f-a84976206421 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1134269
Nov 06 21:00:51.517038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.547421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=fb2ed2be-1246-47f7-a4d6-bb91fe70e22a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:51.628538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.672044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.682508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fec65ab5-ad58-43d5-b79a-804df2a52c52 req-98c054a6-2de2-4464-ae6c-ee99a7294759 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559863
Nov 06 21:00:51.726835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router 979196fb-c7b3-4732-8905-d8bb29ccf75f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:51.761994 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.771317 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.773943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:51.777605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83329e85-9a12-49d0-bfd2-4c8b4dfe8b09 HTTP/1.1" status: 204  len: 168 time: 0.2751036
Nov 06 21:00:51.844179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83329e85-9a12-49d0-bfd2-4c8b4dfe8b09,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:51.867015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.867015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.867015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.867015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.867015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.867015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.868142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.868142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.868142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.868469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.868730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.869110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ec504-86b8-4cdd-831a-7671c23f731c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:00:51.904372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-7477d914-ee35-4a38-a544-5556fd77e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:51.906211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-7477d914-ee35-4a38-a544-5556fd77e152 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 1094 time: 0.1532533
Nov 06 21:00:51.923699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f24b2-6b8b-420b-b620-f30a4b7e2423 req-2b1a3683-3995-45b7-bd66-00b61875fbbf tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:51.933492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-319f24b2-6b8b-420b-b620-f30a4b7e2423 req-2b1a3683-3995-45b7-bd66-00b61875fbbf tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 945 time: 0.1648633
Nov 06 21:00:51.980053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:51.990265 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbe9460-71d5-48a0-91e9-34143d8c1025 None None] Sync routers for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:52.003479 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe9460-71d5-48a0-91e9-34143d8c1025 None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:52.004198 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4bbe9460-71d5-48a0-91e9-34143d8c1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a5dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:52.042940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4bbe9460-71d5-48a0-91e9-34143d8c1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a5dd90>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:52.054892 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe9460-71d5-48a0-91e9-34143d8c1025 None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:52.056961 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4bbe9460-71d5-48a0-91e9-34143d8c1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a5dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:52.063765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-319f24b2-6b8b-420b-b620-f30a4b7e2423 req-f7c9f819-bdb8-4972-b38b-e75a5a763464 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242862
Nov 06 21:00:52.088853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:52.093097 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46d1b63e-ca14-49d3-8d2a-e033f9e60cf7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/ports/fb2ed2be-1246-47f7-a4d6-bb91fe70e22a HTTP/1.1" status: 204  len: 168 time: 1.8017006
Nov 06 21:00:52.096061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39536) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:52.096328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-fd6e6a5b-042a-4d7d-9f9a-63aa510f9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:52.097983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-fd6e6a5b-042a-4d7d-9f9a-63aa510f9b3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.1618044
Nov 06 21:00:52.103022 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4bbe9460-71d5-48a0-91e9-34143d8c1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a5dd90>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:52.104592 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbe9460-71d5-48a0-91e9-34143d8c1025 None None] The sync data for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:52.156532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-bf03fee8-6775-4336-be64-ccfc0b9344d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc HTTP/1.1" status: 200  len: 217 time: 0.0505581
Nov 06 21:00:52.225785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-8483f53e-901a-4f81-a55f-d78316e9af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:52.227561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-8483f53e-901a-4f81-a55f-d78316e9af01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.0636110
Nov 06 21:00:52.294476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-bb1dd6db-2a2f-47a0-aa82-45df2885bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:52.296187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-bb1dd6db-2a2f-47a0-aa82-45df2885bdd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0603530
Nov 06 21:00:52.302662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ab0fa452-b78b-414c-8ab1-ee7539cbab2b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:52.427641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-bb8f7921-a071-4cf7-9d13-c89a680a0d0a service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150084
Nov 06 21:00:52.447314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:52.481830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'mac_address': 'fa:16:3e:5c:6a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:00:52.564713 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:52.585620 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:52.609803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0fa452-b78b-414c-8ab1-ee7539cbab2b {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:52.621880 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:52.635728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:52.647237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:52.687955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16725a1b-cb43-4497-bc46-87933618fd87 req-edaca6fa-21bb-49a0-8109-1cdd55c2d915 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:52.689912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16725a1b-cb43-4497-bc46-87933618fd87 req-edaca6fa-21bb-49a0-8109-1cdd55c2d915 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 944 time: 0.1613109
Nov 06 21:00:52.701141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa65af-7f69-488f-bcf0-1613bb408e07 req-f0220d7c-9bfd-4d16-b983-87dc36d55c75 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:52.702660 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41aa65af-7f69-488f-bcf0-1613bb408e07 req-f0220d7c-9bfd-4d16-b983-87dc36d55c75 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.2718318
Nov 06 21:00:52.743387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:52.778285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52c8f8f-e1d7-4679-9e79-bb1bf3bcc4f8 req-1b1e68a7-34bb-4ff8-bdbf-1b57eab50817 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3209221
Nov 06 21:00:52.784822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16725a1b-cb43-4497-bc46-87933618fd87 req-add39d1d-efa2-4473-8f44-0905afb5cc31 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790086
Nov 06 21:00:52.817023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41aa65af-7f69-488f-bcf0-1613bb408e07 req-af40648f-c4b7-422d-bb20-27856ff079c1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984955
Nov 06 21:00:52.987683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39590) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:53.003055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port fdbdacd0-7476-42e3-95dd-cc31772010ef {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:53.003497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.094325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.106068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2111907271-network', 'tenant_id': '0574cd1faec94a7e9cb5468995d6be4f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:53.109229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for fdbdacd0-7476-42e3-95dd-cc31772010ef owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:53.124672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ab0fa452-b78b-414c-8ab1-ee7539cbab2b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:53.137493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Made reservation on behalf of 0574cd1faec94a7e9cb5468995d6be4f for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:53.140447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.156595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.248928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632718ad-c87b-449c-9840-2546c0aef30c req-ee53ec5e-6c87-41da-9a20-df210b01696c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:53.250910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-632718ad-c87b-449c-9840-2546c0aef30c req-ee53ec5e-6c87-41da-9a20-df210b01696c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 945 time: 0.0837636
Nov 06 21:00:53.338016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-632718ad-c87b-449c-9840-2546c0aef30c req-6d9add68-9fdf-4c87-9d50-00b2ca3c23d1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727007
Nov 06 21:00:53.344464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.361905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.388105 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.395248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:00:53.408976 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.410774 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Added segment 48139add-ce0f-4cca-9743-e81334174fbe of type vlan for network 6f9b5bbd-1a3d-4564-b066-1400449a1443
Nov 06 21:00:53.425975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd36da7-cd5f-444b-8836-013bd00631cf,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:53.428801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=fdbdacd0-7476-42e3-95dd-cc31772010ef,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:53.482734 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.517528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.518607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:53.519294 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.588004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5990305
Nov 06 21:00:53.589309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36fafa-4a0c-4aa4-bb11-c56fe07e2440 admin admin] Pushing event updated for resources: {'Network': ['ID=6f9b5bbd-1a3d-4564-b066-1400449a1443,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:53.591468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39624) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:53.596787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Request body: {'subnet': {'network_id': '6f9b5bbd-1a3d-4564-b066-1400449a1443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2111907271-subnet', 'tenant_id': '0574cd1faec94a7e9cb5468995d6be4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:53.599859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 6f9b5bbd-1a3d-4564-b066-1400449a1443 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:00:53.636279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39626) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:53.690106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.719846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-c24487c3-d2d0-4c76-b454-3b9f46a4d78a tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:53.722753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-c24487c3-d2d0-4c76-b454-3b9f46a4d78a tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1115758
Nov 06 21:00:53.723450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Made reservation on behalf of 0574cd1faec94a7e9cb5468995d6be4f for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:53.725899 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.742708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:53.799722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9efb0b5-00e7-4dcf-94a9-f56948047921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.855581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.990893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9efb0b5-00e7-4dcf-94a9-f56948047921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:53.999046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router 979196fb-c7b3-4732-8905-d8bb29ccf75f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:00:54.000264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9efb0b5-00e7-4dcf-94a9-f56948047921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.052249 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e9efb0b5-00e7-4dcf-94a9-f56948047921 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfff129d89234990bc557afc9fd7e498&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4139242
Nov 06 21:00:54.053273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efb0b5-00e7-4dcf-94a9-f56948047921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8293ac-1210-40ad-bf2c-a7a19b48e3db,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:54.057536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39636) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:54.118618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f837d39-e9ab-49f1-a566-353789ed6e43 req-4d32de47-486b-4afb-a059-97bcd21e59d4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:54.120915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f837d39-e9ab-49f1-a566-353789ed6e43 req-4d32de47-486b-4afb-a059-97bcd21e59d4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 945 time: 0.2130415
Nov 06 21:00:54.158455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259162f-04f0-48a7-96d9-5fdc74982c9f req-063c1397-c02e-47f5-b810-7b2e240f9044 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:54.159954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1259162f-04f0-48a7-96d9-5fdc74982c9f req-063c1397-c02e-47f5-b810-7b2e240f9044 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.2130420
Nov 06 21:00:54.176458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.186308 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-732bddcb-bce3-45e1-80bb-619a9b9b249b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.199084 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:00:54.205008 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73ed0841-6b37-42a5-b16b-df726d5ba619 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/routers/979196fb-c7b3-4732-8905-d8bb29ccf75f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1074667
Nov 06 21:00:54.208076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39638) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:54.213582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ccd83-5eba-4566-81b0-81f4c9c8baa5 None None] Sync routers for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:00:54.226427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ccd83-5eba-4566-81b0-81f4c9c8baa5 None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:54.227047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-222ccd83-5eba-4566-81b0-81f4c9c8baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d00c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:54.255048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-732bddcb-bce3-45e1-80bb-619a9b9b249b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.264090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-222ccd83-5eba-4566-81b0-81f4c9c8baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d00c10>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:54.273564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ccd83-5eba-4566-81b0-81f4c9c8baa5 None None] Routers {'979196fb-c7b3-4732-8905-d8bb29ccf75f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:00:54.274476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-222ccd83-5eba-4566-81b0-81f4c9c8baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d00c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['979196fb-c7b3-4732-8905-d8bb29ccf75f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:54.311018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-222ccd83-5eba-4566-81b0-81f4c9c8baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d00c10>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:54.311494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:54.311646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ccd83-5eba-4566-81b0-81f4c9c8baa5 None None] The sync data for ids ['979196fb-c7b3-4732-8905-d8bb29ccf75f'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:00:54.325490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:54.336770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83abeae-a8d4-43ae-b11e-97a1b98fcb06,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:54.347801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.354603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f837d39-e9ab-49f1-a566-353789ed6e43 req-38843292-7f7c-4770-b958-29b748095f36 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173429
Nov 06 21:00:54.386521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1259162f-04f0-48a7-96d9-5fdc74982c9f req-8302eb99-84d6-45e6-b0aa-c52d966e5ba8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1997621
Nov 06 21:00:54.398449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-732bddcb-bce3-45e1-80bb-619a9b9b249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.401522 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-732bddcb-bce3-45e1-80bb-619a9b9b249b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.402937 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-732bddcb-bce3-45e1-80bb-619a9b9b249b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c8293ac-1210-40ad-bf2c-a7a19b48e3db HTTP/1.1" status: 204  len: 168 time: 0.3440228
Nov 06 21:00:54.416698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bddcb-bce3-45e1-80bb-619a9b9b249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8293ac-1210-40ad-bf2c-a7a19b48e3db,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:54.427389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Checking segment: {'id': '48139add-ce0f-4cca-9743-e81334174fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6f9b5bbd-1a3d-4564-b066-1400449a1443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:54.427752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Network hostable DHCP agents. Network: 6f9b5bbd-1a3d-4564-b066-1400449a1443, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:00:54.448244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:54.462443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:54.463794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'port_id': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'mac_address': 'fa:16:3e:58:7f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:00:54.520038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.542824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2b5c6f-8395-407a-ad5a-d822b72153bc {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:54.544531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Network 6f9b5bbd-1a3d-4564-b066-1400449a1443 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:00:54.559253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.563251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:54.566052 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c07dfbc-b9a1-4425-b99a-0b2fd96fdbfa" -d '{"events": [{"server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:54.571331 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.575490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:54.583719 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.589786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b5aa-6c4b-47d8-af18-d1061b3f33de req-1377e949-4584-4b1b-b586-ea07fa7dba53 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:54.591353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6fc4b5aa-6c4b-47d8-af18-d1061b3f33de req-1377e949-4584-4b1b-b586-ea07fa7dba53 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 945 time: 0.1008577
Nov 06 21:00:54.592518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f9b5bbd-1a3d-4564-b066-1400449a1443) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:54.599626 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.616114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb0dda3-528b-418d-a770-8987369da752 None None] Network 6f9b5bbd-1a3d-4564-b066-1400449a1443 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:54.624440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port 886afb70-0b28-4b29-a2cc-1972313fa2c7 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:54.624876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.642155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:54.642743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.645644 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fed962-3177-49ee-baab-f211e23aef0a x-openstack-request-id: req-38fed962-3177-49ee-baab-f211e23aef0a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:54.645938 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:54.646188 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38fed962-3177-49ee-baab-f211e23aef0a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:54.646575 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e', 'code': 200}
Nov 06 21:00:54.722759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-662c580b-2abc-4d85-b633-355439c79f31 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1300995
Nov 06 21:00:54.783763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6fc4b5aa-6c4b-47d8-af18-d1061b3f33de req-9c368c20-57ee-4d93-8996-dbd8e91cfc61 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711659
Nov 06 21:00:54.784518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Pushing event updated for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:54.787736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:54.788226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:54.788522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:54.795087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:54.795416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:54.801447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:54.801651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:54.802041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:54.802471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Bound port: 11cecbe1-ab5d-441c-8e32-561b6889099e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:54.802828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:54.868999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 11cecbe1-ab5d-441c-8e32-561b6889099e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:00:54.888919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b29d93-6fe6-454a-acb1-9c3e06a57fe8 None None] Network 6f9b5bbd-1a3d-4564-b066-1400449a1443 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:54.891965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:54.921719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:54.929939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:00:54.937500 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.021355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39650) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:55.022333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Pushing event updated for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=8']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:55.031310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['0f2b5c6f-8395-407a-ad5a-d822b72153bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:55.063683 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:00:55.079639 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73ca1445-1154-4065-a367-75a9f626bbbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.113462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.123535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:55.124099 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.125472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-5853b9a7-2e89-4883-aaf0-4d49ce7781ed service neutron] 10.222.0.37 "PUT /v2.0/ports/11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 200  len: 1121 time: 1.3869617
Nov 06 21:00:55.140528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for 886afb70-0b28-4b29-a2cc-1972313fa2c7 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:55.144071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:55.236576 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73ca1445-1154-4065-a367-75a9f626bbbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.245501 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73ca1445-1154-4065-a367-75a9f626bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.246705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['11cecbe1-ab5d-441c-8e32-561b6889099e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:55.254453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['11cecbe1-ab5d-441c-8e32-561b6889099e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:00:55.280633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:00:55.280998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:00:55.281362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:55.304834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-73ca1445-1154-4065-a367-75a9f626bbbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebb12e699e6b48ad824e8514c966498c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2637675
Nov 06 21:00:55.304834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1445-1154-4065-a367-75a9f626bbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e9c0b-284a-4cfd-93b5-3a6e0c8680d0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:55.306560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39658) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:55.333761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:00:55.334106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Attempting to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e on network a0d87934-0232-4205-a7f7-5ad3a2322d26 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:00:55.361069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:00:55.361429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Checking segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:00:55.362280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Bound using segment: {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:00:55.362921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Bound port: 11cecbe1-ab5d-441c-8e32-561b6889099e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10417e6d-22ae-4d63-ac14-66feb80129ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0d87934-0232-4205-a7f7-5ad3a2322d26'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:00:55.363316 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.395284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79494e39-0ac7-4ae6-9129-32af44b44dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.424640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79494e39-0ac7-4ae6-9129-32af44b44dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.441872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.484980 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=886afb70-0b28-4b29-a2cc-1972313fa2c7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:55.554588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d9e01-f6a4-41ff-a277-17cf8b47f3fb req-6c6b60ac-5a32-425c-803e-523c355611e9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:55.555988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef0d9e01-f6a4-41ff-a277-17cf8b47f3fb req-6c6b60ac-5a32-425c-803e-523c355611e9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 945 time: 0.0868011
Nov 06 21:00:55.568721 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.595734 ncdv-master-1 neutron-server[119335]: WARNING neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Concurrent port binding operations failed on port 11cecbe1-ab5d-441c-8e32-561b6889099e
Nov 06 21:00:55.605136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:55.612988 ncdv-master-1 neutron-server[119335]: INFO neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Attempt 2 to bind port 11cecbe1-ab5d-441c-8e32-561b6889099e
Nov 06 21:00:55.613698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 11cecbe1-ab5d-441c-8e32-561b6889099e has no active binding in host nch1-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 21:00:55.615741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79494e39-0ac7-4ae6-9129-32af44b44dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.618437 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79494e39-0ac7-4ae6-9129-32af44b44dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.623329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-79494e39-0ac7-4ae6-9129-32af44b44dd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed1e9c0b-284a-4cfd-93b5-3a6e0c8680d0 HTTP/1.1" status: 204  len: 168 time: 0.3141363
Nov 06 21:00:55.638246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494e39-0ac7-4ae6-9129-32af44b44dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e9c0b-284a-4cfd-93b5-3a6e0c8680d0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:55.677536 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.680371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.723226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef0d9e01-f6a4-41ff-a277-17cf8b47f3fb req-82353ba1-eb7d-494a-a628-36f2ce7c6522 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987360
Nov 06 21:00:55.733327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-fbb60e3a-47c2-4fc6-b34b-656fa9ed5f64 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:55.734944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-fbb60e3a-47c2-4fc6-b34b-656fa9ed5f64 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/networks?id=6f9b5bbd-1a3d-4564-b066-1400449a1443 HTTP/1.1" status: 200  len: 814 time: 0.1769469
Nov 06 21:00:55.744329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.745330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Fanout notify agent at l3_agent the message router_deleted on router 979196fb-c7b3-4732-8905-d8bb29ccf75f {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:00:55.754360 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.756104 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-93c6f582-6aae-4a88-82a9-5c176a6791c3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/routers/979196fb-c7b3-4732-8905-d8bb29ccf75f HTTP/1.1" status: 204  len: 168 time: 1.5471017
Nov 06 21:00:55.759424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:55.771356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-6e226c5f-9197-46c0-ad6b-da936730d003 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/quotas/0574cd1faec94a7e9cb5468995d6be4f HTTP/1.1" status: 200  len: 375 time: 0.0274694
Nov 06 21:00:55.817040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-b7a2bda2-fd3b-4885-9fb6-e4575d3d89d0 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0574cd1faec94a7e9cb5468995d6be4f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0314853
Nov 06 21:00:55.833337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-85069bef-b5d3-48b8-babf-c76e70320924 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting subnet 5bccc3df-03f8-422e-ae64-0855311202db {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:00:55.836895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85069bef-b5d3-48b8-babf-c76e70320924 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.896126 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85069bef-b5d3-48b8-babf-c76e70320924 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:55.960072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcb4e-f45b-4b53-8738-37cb2828ecbc req-7e6a310d-37be-4bc8-9e3b-8c10b047eeae tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:55.961873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa0fcb4e-f45b-4b53-8738-37cb2828ecbc req-7e6a310d-37be-4bc8-9e3b-8c10b047eeae tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 944 time: 0.1143389
Nov 06 21:00:55.997178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-8d6bb392-a6e0-4f5e-8ecb-2556cc6771db service neutron] 10.222.0.13 "GET /v2.0/networks/6f9b5bbd-1a3d-4564-b066-1400449a1443?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702116
Nov 06 21:00:55.999319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85069bef-b5d3-48b8-babf-c76e70320924 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.071418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85069bef-b5d3-48b8-babf-c76e70320924 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.078309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa0fcb4e-f45b-4b53-8738-37cb2828ecbc req-1c4b5be3-9f6d-44da-8e87-03d167f01378 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077201
Nov 06 21:00:56.099835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85069bef-b5d3-48b8-babf-c76e70320924 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Subnet': ['ID=5bccc3df-03f8-422e-ae64-0855311202db,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:56.103600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85069bef-b5d3-48b8-babf-c76e70320924 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.111270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a7549-2e1b-408b-a1d3-4f1b03a77bb1 None None] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:00:56.111469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-85069bef-b5d3-48b8-babf-c76e70320924 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/subnets/5bccc3df-03f8-422e-ae64-0855311202db HTTP/1.1" status: 204  len: 168 time: 0.3508031
Nov 06 21:00:56.113966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39688) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:56.137358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-25e2dbdb-79ad-448c-8e19-ba1f0115b73e service neutron] 10.222.0.13 "GET /v2.0/networks/6f9b5bbd-1a3d-4564-b066-1400449a1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270449
Nov 06 21:00:56.284169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.327027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ab0fa452-b78b-414c-8ab1-ee7539cbab2b up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:56.399450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port 805ca923-141b-4a6a-8943-faaebb3df113 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:56.399794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.403719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c60300b-d7e8-4121-94c9-7570977197b9 req-b3907f3e-e79b-423b-83ed-200e05269007 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 210 time: 0.0569620
Nov 06 21:00:56.444859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89929d-c64d-49db-969b-74e803135b26 req-9e3e9aba-c223-4393-b0ba-156486ae4c45 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:56.446742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c89929d-c64d-49db-969b-74e803135b26 req-9e3e9aba-c223-4393-b0ba-156486ae4c45 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 943 time: 0.1303947
Nov 06 21:00:56.481312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port ab0fa452-b78b-414c-8ab1-ee7539cbab2b completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:00:56.492919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port ab0fa452-b78b-414c-8ab1-ee7539cbab2b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:56.493591 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.498072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] DHCP port deletion for 6cdd138a-d4e7-4c05-a11f-485fed105339 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:00:56.516206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] For port 805ca923-141b-4a6a-8943-faaebb3df113, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805ca923-141b-4a6a-8943-faaebb3df113,segment=NetworkSegment(f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0),segment_id=f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:56.516759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.537977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for 805ca923-141b-4a6a-8943-faaebb3df113 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:56.573551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c89929d-c64d-49db-969b-74e803135b26 req-df5efe21-d0cf-41bf-bf60-42edfdf59694 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174669
Nov 06 21:00:56.636638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] Deleting port 805ca923-141b-4a6a-8943-faaebb3df113 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:56.636989 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.648001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:56.650810 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05" -d '{"events": [{"name": "network-changed", "server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:56.652174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.711692 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0c67c0-862c-4d29-b69a-59073652211b x-openstack-request-id: req-ba0c67c0-862c-4d29-b69a-59073652211b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:56.712085 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:56.713106 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba0c67c0-862c-4d29-b69a-59073652211b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:56.713236 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.713920 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e', 'status': 'completed', 'code': 200}
Nov 06 21:00:56.719236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] No DVR routers for this DVR port 805ca923-141b-4a6a-8943-faaebb3df113 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:56.758800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=805ca923-141b-4a6a-8943-faaebb3df113,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:56.813502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-9456c7b9-ca46-4420-9c3b-91d954b2e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:56.815271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-9456c7b9-ca46-4420-9c3b-91d954b2e892 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1124 time: 0.0672231
Nov 06 21:00:56.840217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:56.845707 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcef57b-24dd-44a3-86c8-50ebb966c84a" -d '{"events": [{"server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "name": "network-vif-plugged", "status": "completed", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:56.863329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] For port 805ca923-141b-4a6a-8943-faaebb3df113, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805ca923-141b-4a6a-8943-faaebb3df113,segment=NetworkSegment(f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0),segment_id=f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:56.863720 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.912088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:56.933407 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.937832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] Calling delete_port for 805ca923-141b-4a6a-8943-faaebb3df113 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:56.949711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:56.993857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92570dcbb0>,) {'filters': {'network_id': ['6cdd138a-d4e7-4c05-a11f-485fed105339']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:56.998021 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eb3969-292b-42c2-be7a-8c02119ebea7 x-openstack-request-id: req-37eb3969-292b-42c2-be7a-8c02119ebea7 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:56.998979 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "name": "network-vif-plugged", "status": "completed", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:56.998979 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37eb3969-292b-42c2-be7a-8c02119ebea7 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:56.999380 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'code': 200}
Nov 06 21:00:57.018592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fb135-e653-4630-9320-dd02b7a40679 req-1eb5ed95-085a-4c7e-b999-0061dcfcc843 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:57.020445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f22fb135-e653-4630-9320-dd02b7a40679 req-1eb5ed95-085a-4c7e-b999-0061dcfcc843 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1135194
Nov 06 21:00:57.026770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92570dcbb0>, 'f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:57.027059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92570dcbb0>, 'f46b90b9-b35e-4cbd-b5ef-baf20b9c8af0') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:00:57.039072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.054691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.062993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:00:57.064218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.079174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-804483d0-617d-40c2-b9da-c5916dac1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:57.081064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-804483d0-617d-40c2-b9da-c5916dac1c33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.2556021
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:00:57.126410 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:00:57.130534 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.140948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.149505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] Network 6cdd138a-d4e7-4c05-a11f-485fed105339 is not hosted by any dhcp agent {{(pid=119335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 21:00:57.149878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] No DVR routers for this DVR port 805ca923-141b-4a6a-8943-faaebb3df113 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:57.165379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:57.195291 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.207315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39724) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:57.208193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62544cf5-5414-465b-836d-cfdfa7be9524 None None] Pushing event deleted for resources: {'Port': ['ID=805ca923-141b-4a6a-8943-faaebb3df113,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:57.210658 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/networks/6cdd138a-d4e7-4c05-a11f-485fed105339 HTTP/1.1" status: 204  len: 168 time: 1.0834537
Nov 06 21:00:57.223961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee261c18-4d65-4b3b-98e7-771d0a862f1d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Network': ['ID=6cdd138a-d4e7-4c05-a11f-485fed105339,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:57.232326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-8dd80452-075f-45da-9e24-3932695904de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 200  len: 217 time: 0.1318192
Nov 06 21:00:57.256417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f22fb135-e653-4630-9320-dd02b7a40679 req-22110cae-4408-4b22-a8dd-dfd4e0b23f16 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140033
Nov 06 21:00:57.272536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1c142-ae13-4646-9990-67d7ad696393 req-bbf717c7-a6e7-4684-b46b-1ac6ca675c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:57.276683 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c1d1c142-ae13-4646-9990-67d7ad696393 req-bbf717c7-a6e7-4684-b46b-1ac6ca675c8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 1097 time: 0.1460080
Nov 06 21:00:57.341984 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c1d1c142-ae13-4646-9990-67d7ad696393 req-3e5e9c84-83aa-47d0-89cb-113dc027c361 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523338
Nov 06 21:00:57.469054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-604e5e39-1171-4b79-b5b1-150a1bd8b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:57.470529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-604e5e39-1171-4b79-b5b1-150a1bd8b68b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.1487281
Nov 06 21:00:57.483104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc037-3bcc-41de-8d75-1910ca3fa59e req-8e01a6a8-c0d1-460d-8e35-069dc63567c7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:57.484570 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f39cc037-3bcc-41de-8d75-1910ca3fa59e req-8e01a6a8-c0d1-460d-8e35-069dc63567c7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 944 time: 0.1754088
Nov 06 21:00:57.535055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12ffca3d-8482-4042-801c-6571641a0348 req-98f3bf06-cbdb-48ad-823a-6b8b978f5bcf tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 210 time: 0.0427303
Nov 06 21:00:57.559090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port f1040c80-c4e8-427c-9ff9-c7cfe409ad76 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:57.559427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.605553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f39cc037-3bcc-41de-8d75-1910ca3fa59e req-12e5875d-165a-499c-9250-369855481aaa tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097143
Nov 06 21:00:57.662025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-76bb168d-ed03-4851-b17d-a398b68e80d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339518
Nov 06 21:00:57.685881 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.686206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:57.757326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for f1040c80-c4e8-427c-9ff9-c7cfe409ad76 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:57.841834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8bdf-4b45-4f22-b24d-b4e2a0ab4cc7 req-54553d7c-24dc-4dd4-9630-39480b36e33e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:57.843282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680c8bdf-4b45-4f22-b24d-b4e2a0ab4cc7 req-54553d7c-24dc-4dd4-9630-39480b36e33e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 943 time: 0.1695058
Nov 06 21:00:57.896910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-0897b338-3397-4f06-bed0-5250e34c610e service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198088
Nov 06 21:00:57.961920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 805ca923-141b-4a6a-8943-faaebb3df113 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:00:57.979180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680c8bdf-4b45-4f22-b24d-b4e2a0ab4cc7 req-3b65e5c9-0e62-4c6a-9779-93322caca38d tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282284
Nov 06 21:00:58.007498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 805ca923-141b-4a6a-8943-faaebb3df113 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:00:58.008261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 805ca923-141b-4a6a-8943-faaebb3df113 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:00:58.052560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8abfe1f4-07d9-4d67-8354-430e4b3ffa05 req-a83c65e1-b790-4277-a579-798fac412b55 service neutron] 10.222.0.10 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348743
Nov 06 21:00:58.054220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:58.094090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=f1040c80-c4e8-427c-9ff9-c7cfe409ad76,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:58.215241 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:58.217934 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:58.219163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cfcfcbe5-f62d-4b72-8ab4-18e418a15f22 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/floatingips/a6706acc-e770-4d85-9c21-425c1c7f20bf HTTP/1.1" status: 204  len: 168 time: 1.0108957
Nov 06 21:00:58.223042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39798) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:58.339659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:00:58.420678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 0f2b5c6f-8395-407a-ad5a-d822b72153bc completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:00:58.425939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 0f2b5c6f-8395-407a-ad5a-d822b72153bc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:00:58.426334 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:58.533343 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:58.575735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:58.581035 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:58.614660 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0f2e00-e342-4cd1-b311-ba4ed5b179d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:00:58.615667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0f2e00-e342-4cd1-b311-ba4ed5b179d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:00:58.618920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cb0f2e00-e342-4cd1-b311-ba4ed5b179d2 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/ports/fb2ed2be-1246-47f7-a4d6-bb91fe70e22a HTTP/1.1" status: 404  len: 333 time: 0.3949389
Nov 06 21:00:58.624893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39822) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:58.636558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-62dc010e-d845-4127-a7b1-0c1e53bd9226 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:58.638352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-62dc010e-d845-4127-a7b1-0c1e53bd9226 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.10 "GET /v2.0/networks?id=6f9b5bbd-1a3d-4564-b066-1400449a1443 HTTP/1.1" status: 200  len: 814 time: 0.5556414
Nov 06 21:00:58.661253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Request body: {'port': {'device_id': '5c156c11-1083-4c2b-93fe-468f7336cd2c', 'network_id': '6f9b5bbd-1a3d-4564-b066-1400449a1443', 'admin_state_up': True, 'tenant_id': '0574cd1faec94a7e9cb5468995d6be4f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:00:58.673881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:58.685941 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa105bbf-561b-44d2-9c17-d9f5fb27886c tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "GET /v2.0/ports?device_id=979196fb-c7b3-4732-8905-d8bb29ccf75f HTTP/1.1" status: 200  len: 205 time: 0.0596881
Nov 06 21:00:58.688342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39826) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:58.736221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39828) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:58.740360 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-2bd525c5-cc48-42d4-a4bf-09b3ed6b5edf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] delete failed (client error): The resource could not be found.
Nov 06 21:00:58.742083 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2bd525c5-cc48-42d4-a4bf-09b3ed6b5edf tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/routers/979196fb-c7b3-4732-8905-d8bb29ccf75f HTTP/1.1" status: 404  len: 336 time: 0.0524521
Nov 06 21:00:58.744631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39830) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:58.747306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8dfc4b9f-681b-4231-830e-9c29aa10c70e req-459c8ef7-718a-4f6b-8982-d58d110217c4 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 210 time: 0.0909338
Nov 06 21:00:58.792683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db67a2-fab0-44aa-ac1d-dfb679443b4e req-0f679412-6e8d-496e-8bb8-88fb375068b9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:58.795760 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64c20bc-26c0-4082-bc4b-b81e41376f2f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:00:58.796226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64c20bc-26c0-4082-bc4b-b81e41376f2f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:00:58.800617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24db67a2-fab0-44aa-ac1d-dfb679443b4e req-0f679412-6e8d-496e-8bb8-88fb375068b9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1902442
Nov 06 21:00:58.803384 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d64c20bc-26c0-4082-bc4b-b81e41376f2f tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/subnets/5bccc3df-03f8-422e-ae64-0855311202db HTTP/1.1" status: 404  len: 337 time: 0.0568531
Nov 06 21:00:58.805553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39834) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:58.919214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24db67a2-fab0-44aa-ac1d-dfb679443b4e req-6ec7bb88-aaf9-4229-83fe-f4b9bb18d1b0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127362
Nov 06 21:00:58.945444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f676977-c4a2-430d-92d0-92b029c2defa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:58.950546 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-20ecf2ca-b7bd-4951-b5f8-fb99e4c8b36b service neutron] 10.222.0.10 "GET /v2.0/ports/11cecbe1-ab5d-441c-8e32-561b6889099e/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1340036
Nov 06 21:00:58.977207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Made reservation on behalf of 0574cd1faec94a7e9cb5468995d6be4f for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:00:58.980848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:58.992040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710cfaf-e2e3-419d-a0ae-50988db6703e req-386dce24-5fab-4bfe-acee-b74f8b9b7058 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:58.993590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e710cfaf-e2e3-419d-a0ae-50988db6703e req-386dce24-5fab-4bfe-acee-b74f8b9b7058 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1305673
Nov 06 21:00:59.000130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:00:59.003038 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a9f692-df54-4ae2-a85f-21ab24b8e67f" -d '{"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:00:59.008402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-30aa503d-d334-4fe7-a0f0-0fd9348f795d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port a685fc0c-1edc-445a-9451-7f0ea7036950 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:59.008818 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30aa503d-d334-4fe7-a0f0-0fd9348f795d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.159687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30aa503d-d334-4fe7-a0f0-0fd9348f795d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.205317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-30aa503d-d334-4fe7-a0f0-0fd9348f795d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for a685fc0c-1edc-445a-9451-7f0ea7036950 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:00:59.250700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e710cfaf-e2e3-419d-a0ae-50988db6703e req-ba436229-d22d-4059-adfd-c14fb7b2b4d8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672704
Nov 06 21:00:59.262169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0658d-3591-4293-b665-8b7f55a80356 req-0a33f41b-3734-415f-94d2-01e18a4c0327 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:59.263748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9f0658d-3591-4293-b665-8b7f55a80356 req-0a33f41b-3734-415f-94d2-01e18a4c0327 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 943 time: 0.1792660
Nov 06 21:00:59.297088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Allocated IP 172.20.0.14 (6f9b5bbd-1a3d-4564-b066-1400449a1443/f83abeae-a8d4-43ae-b11e-97a1b98fcb06/cc994223-3c09-4974-9bcf-82aa03fca83e) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:00:59.305297 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b538c7-a3b7-45bc-a91c-967a0573073a x-openstack-request-id: req-81b538c7-a3b7-45bc-a91c-967a0573073a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:00:59.305648 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:00:59.305979 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81b538c7-a3b7-45bc-a91c-967a0573073a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:00:59.306422 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'code': 200}
Nov 06 21:00:59.310170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:59.326541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f676977-c4a2-430d-92d0-92b029c2defa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.341133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:00:59.342081 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f676977-c4a2-430d-92d0-92b029c2defa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.401829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cecbe1-ab5d-441c-8e32-561b6889099e {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:00:59.411651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9f0658d-3591-4293-b665-8b7f55a80356 req-bffcc1cb-e40f-4516-9108-690f5084c2c1 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324191
Nov 06 21:00:59.416745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f676977-c4a2-430d-92d0-92b029c2defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3b1a46-ebdd-4ad3-b652-d74b764b92ec,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:59.425833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2f676977-c4a2-430d-92d0-92b029c2defa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d16bf0b9be34156b0ab9bc649cbd1e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6873386
Nov 06 21:00:59.429797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39840) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:59.438182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:00:59.481024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.496723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30aa503d-d334-4fe7-a0f0-0fd9348f795d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.507956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdabe1-e44b-49f3-9fde-d25c34051e45 req-b07e4952-41ee-4a86-8996-06e760aaf8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:59.509552 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d4bdabe1-e44b-49f3-9fde-d25c34051e45 req-b07e4952-41ee-4a86-8996-06e760aaf8c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 1096 time: 0.1150880
Nov 06 21:00:59.556254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa503d-d334-4fe7-a0f0-0fd9348f795d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=a685fc0c-1edc-445a-9451-7f0ea7036950,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:59.558716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7c063b1-d098-41f6-b8e9-0e3461d90839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.585624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.597059 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7c063b1-d098-41f6-b8e9-0e3461d90839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.660742 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.669774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7c063b1-d098-41f6-b8e9-0e3461d90839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.672221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a7c063b1-d098-41f6-b8e9-0e3461d90839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.675791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a7c063b1-d098-41f6-b8e9-0e3461d90839 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f3b1a46-ebdd-4ad3-b652-d74b764b92ec HTTP/1.1" status: 204  len: 168 time: 0.2426739
Nov 06 21:00:59.682523 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d4bdabe1-e44b-49f3-9fde-d25c34051e45 req-a44ee015-45f7-462e-9c01-91efd0031152 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1508167
Nov 06 21:00:59.686950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] Transition to ACTIVE for port object 11cecbe1-ab5d-441c-8e32-561b6889099e will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:00:59.690301 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30aa503d-d334-4fe7-a0f0-0fd9348f795d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.695982 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-30aa503d-d334-4fe7-a0f0-0fd9348f795d tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/ports/a685fc0c-1edc-445a-9451-7f0ea7036950 HTTP/1.1" status: 204  len: 168 time: 0.8869190
Nov 06 21:00:59.696510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39846) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:00:59.699456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.709773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c063b1-d098-41f6-b8e9-0e3461d90839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3b1a46-ebdd-4ad3-b652-d74b764b92ec,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:59.726129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Network 6f9b5bbd-1a3d-4564-b066-1400449a1443 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:00:59.730765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:00:59.741329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:00:59.744552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Pushing event updated for resources: {'Port': ['ID=cc994223-3c09-4974-9bcf-82aa03fca83e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:59.811543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:59.812553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.834805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] No DVR routers for this DVR port 11cecbe1-ab5d-441c-8e32-561b6889099e on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:00:59.835992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-3933fbc7-4266-4629-b85b-8318808ddb19 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1807868
Nov 06 21:00:59.847241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] Pushing event updated for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:00:59.883166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-303b4088-22db-4798-955e-47f9b73f1255 service neutron] 10.222.0.10 "PUT /v2.0/ports/11cecbe1-ab5d-441c-8e32-561b6889099e/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9122624
Nov 06 21:00:59.897985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-96d608b6-0b3c-4a8d-b68a-46473195ccfd tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port 4f2a9d5b-76da-4b24-81cb-091957d3707f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:00:59.898335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96d608b6-0b3c-4a8d-b68a-46473195ccfd tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:00:59.902788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb19fc-39cd-4231-8f1f-b0a05da6c7af req-d86d732c-71e5-4983-b976-a72bdca91da7 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:00:59.904393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ddb19fc-39cd-4231-8f1f-b0a05da6c7af req-d86d732c-71e5-4983-b976-a72bdca91da7 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 932 time: 0.0670428
Nov 06 21:00:59.966864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ddb19fc-39cd-4231-8f1f-b0a05da6c7af req-67193986-ac6f-4578-84ee-1376355ae9b2 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560794
Nov 06 21:00:59.984425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Request body: {'port': {'device_id': '5c156c11-1083-4c2b-93fe-468f7336cd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:00.006487 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96d608b6-0b3c-4a8d-b68a-46473195ccfd tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.023857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-96d608b6-0b3c-4a8d-b68a-46473195ccfd tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for 4f2a9d5b-76da-4b24-81cb-091957d3707f owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:00.081967 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.082431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39854) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:00.103922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0070-df96-4b41-afca-68659f15e217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.158218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce91154-5778-46c9-b036-a9430cff5142 req-62680894-fd03-4a1f-b93b-bb03c0cda8e5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:00.159735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce91154-5778-46c9-b036-a9430cff5142 req-62680894-fd03-4a1f-b93b-bb03c0cda8e5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1224225
Nov 06 21:01:00.165629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-c1d9dbd5-9a42-48f6-a8a5-254d58216fbe tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:00.167369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-c1d9dbd5-9a42-48f6-a8a5-254d58216fbe tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1194236
Nov 06 21:01:00.215293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96d608b6-0b3c-4a8d-b68a-46473195ccfd tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.250650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d608b6-0b3c-4a8d-b68a-46473195ccfd tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=4f2a9d5b-76da-4b24-81cb-091957d3707f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:00.283627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0070-df96-4b41-afca-68659f15e217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.309786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0070-df96-4b41-afca-68659f15e217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.323938 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ce91154-5778-46c9-b036-a9430cff5142 req-65e6886c-cea6-4b54-a56a-3fc0ad043868 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555870
Nov 06 21:01:00.329319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-7cff3549-506d-445e-9b3c-8bfab06fd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:00.330820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-7cff3549-506d-445e-9b3c-8bfab06fd848 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff HTTP/1.1" status: 200  len: 1095 time: 0.1494420
Nov 06 21:01:00.365558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d0070-df96-4b41-afca-68659f15e217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e5585-d240-4f68-b894-f0fc000dfeea,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:00.368485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96d608b6-0b3c-4a8d-b68a-46473195ccfd tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.372236 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-96d608b6-0b3c-4a8d-b68a-46473195ccfd tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/ports/4f2a9d5b-76da-4b24-81cb-091957d3707f HTTP/1.1" status: 204  len: 168 time: 0.6745236
Nov 06 21:01:00.374712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39860) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:00.391559 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7b5d0070-df96-4b41-afca-68659f15e217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8eeb35973da4c13a2f73b32f82955df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3056970
Nov 06 21:01:00.395900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39862) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:00.434131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3123cbf-5ba2-4e8f-b388-33c41fa37053 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:00.439009 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b3123cbf-5ba2-4e8f-b388-33c41fa37053 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "GET /v2.0/ports?device_id=f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 HTTP/1.1" status: 200  len: 913 time: 0.0603447
Nov 06 21:01:00.439328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39864) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:00.516588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-a6ee8282-6bfa-410f-984d-7fce2bff9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:00.518127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-a6ee8282-6bfa-410f-984d-7fce2bff9c6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1095 time: 0.1504290
Nov 06 21:01:00.529879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e448c-dcaa-43a4-b0e8-be64a501953f req-12d21a5f-539a-4c17-9088-8771dba1b7b8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:00.531380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-985e448c-dcaa-43a4-b0e8-be64a501953f req-12d21a5f-539a-4c17-9088-8771dba1b7b8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1625454
Nov 06 21:01:00.638117 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-49b3487f-ded4-4226-8927-0763fa8256fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.721253 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-49b3487f-ded4-4226-8927-0763fa8256fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.771509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-985e448c-dcaa-43a4-b0e8-be64a501953f req-7bb4cc90-e2f1-4920-afd5-10a944772d61 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2284467
Nov 06 21:01:00.787563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44c661-c94f-444d-bf1f-e83025d2c589 req-1dc7bf54-3cc8-4134-990a-d168318a23a7 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:00.789118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc44c661-c94f-444d-bf1f-e83025d2c589 req-1dc7bf54-3cc8-4134-990a-d168318a23a7 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 944 time: 0.2355084
Nov 06 21:01:00.798326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc994223-3c09-4974-9bcf-82aa03fca83e {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:00.823736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.826334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:00.829965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-fe5e8f52-dc19-4d4c-84de-9b0156bf435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:00.831467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-fe5e8f52-dc19-4d4c-84de-9b0156bf435c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 200  len: 909 time: 0.2988791
Nov 06 21:01:00.897676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Transition to ACTIVE for port object cc994223-3c09-4974-9bcf-82aa03fca83e will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:01:00.901603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-aa7909df-4609-4004-95f7-6fd7098311d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 200  len: 217 time: 0.0579963
Nov 06 21:01:00.939956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.004761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc44c661-c94f-444d-bf1f-e83025d2c589 req-ab97bb75-c281-43cd-8e4d-f09f11999b39 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004073
Nov 06 21:01:01.023109 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-49b3487f-ded4-4226-8927-0763fa8256fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.026140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-49b3487f-ded4-4226-8927-0763fa8256fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.027281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-49b3487f-ded4-4226-8927-0763fa8256fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db8e5585-d240-4f68-b894-f0fc000dfeea HTTP/1.1" status: 204  len: 168 time: 0.6322885
Nov 06 21:01:01.064610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081c7f1-147a-4700-8b02-296400c2aa9e req-19f77f19-e45e-4c77-a81d-e4e6cfe949fb tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:01.066180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3081c7f1-147a-4700-8b02-296400c2aa9e req-19f77f19-e45e-4c77-a81d-e4e6cfe949fb tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.2098193
Nov 06 21:01:01.080020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-e5141699-9539-48f3-acc5-d2872e028878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:01.081551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-e5141699-9539-48f3-acc5-d2872e028878 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 200  len: 848 time: 0.1560824
Nov 06 21:01:01.083330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=cc994223-3c09-4974-9bcf-82aa03fca83e,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:01.085688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3487f-ded4-4226-8927-0763fa8256fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e5585-d240-4f68-b894-f0fc000dfeea,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:01.132396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port 6aac514e-c1b1-48a4-92db-17cdf85e8dac {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:01.132742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.152676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-27cdfa2a-9c69-4faa-bd5a-b8750d9ba199 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d87934-0232-4205-a7f7-5ad3a2322d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554776
Nov 06 21:01:01.260747 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.262917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3081c7f1-147a-4700-8b02-296400c2aa9e req-b28a9513-0890-404b-b791-6e70a3cad50f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853004
Nov 06 21:01:01.301021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for 6aac514e-c1b1-48a4-92db-17cdf85e8dac owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:01.310011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Attempting to bind port cc994223-3c09-4974-9bcf-82aa03fca83e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:01.310357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Attempting to bind port cc994223-3c09-4974-9bcf-82aa03fca83e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '48139add-ce0f-4cca-9743-e81334174fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6f9b5bbd-1a3d-4564-b066-1400449a1443'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:01.310686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Attempting to bind port cc994223-3c09-4974-9bcf-82aa03fca83e on network 6f9b5bbd-1a3d-4564-b066-1400449a1443 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:01.323939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Port cc994223-3c09-4974-9bcf-82aa03fca83e on network 6f9b5bbd-1a3d-4564-b066-1400449a1443 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:01.324268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Attempting to bind port cc994223-3c09-4974-9bcf-82aa03fca83e on network 6f9b5bbd-1a3d-4564-b066-1400449a1443 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:01.342948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:01.343292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Checking segment: {'id': '48139add-ce0f-4cca-9743-e81334174fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6f9b5bbd-1a3d-4564-b066-1400449a1443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:01.343762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Bound using segment: {'id': '48139add-ce0f-4cca-9743-e81334174fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6f9b5bbd-1a3d-4564-b066-1400449a1443'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:01.344119 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Bound port: cc994223-3c09-4974-9bcf-82aa03fca83e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48139add-ce0f-4cca-9743-e81334174fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6f9b5bbd-1a3d-4564-b066-1400449a1443'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:01.344550 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.366490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-bf59bccc-6e89-48dd-9d2a-2fcbbc71933b service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915402
Nov 06 21:01:01.380410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7708a-cf60-4be6-85e2-58834904a4fd req-b529e76f-feaf-4aed-8450-1751d48b4670 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:01.381960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90c7708a-cf60-4be6-85e2-58834904a4fd req-b529e76f-feaf-4aed-8450-1751d48b4670 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 944 time: 0.1281176
Nov 06 21:01:01.511323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] For port cc994223-3c09-4974-9bcf-82aa03fca83e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:01.549897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] For port cc994223-3c09-4974-9bcf-82aa03fca83e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc994223-3c09-4974-9bcf-82aa03fca83e,segment=NetworkSegment(48139add-ce0f-4cca-9743-e81334174fbe),segment_id=48139add-ce0f-4cca-9743-e81334174fbe)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:01.559904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90c7708a-cf60-4be6-85e2-58834904a4fd req-341dea42-8a1e-4096-b140-f272611ac426 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504424
Nov 06 21:01:01.566030 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.575118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.590506 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-814e9415-c4cc-4935-9182-828ae9e9e1d4 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907756
Nov 06 21:01:01.614800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=6aac514e-c1b1-48a4-92db-17cdf85e8dac,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:01.616804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:01.617439 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.618856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] 10.222.0.10 "PUT /v2.0/ports/cc994223-3c09-4974-9bcf-82aa03fca83e HTTP/1.1" status: 200  len: 1092 time: 1.6391201
Nov 06 21:01:01.619873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c156c11-1083-4c2b-93fe-468f7336cd2c', 'tag': 'cc994223-3c09-4974-9bcf-82aa03fca83e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:01.622770 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dd16bc-1815-421c-978f-0f39de36078f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c156c11-1083-4c2b-93fe-468f7336cd2c", "tag": "cc994223-3c09-4974-9bcf-82aa03fca83e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:01.659464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a375918-b091-464a-921b-ee58c998ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=cc994223-3c09-4974-9bcf-82aa03fca83e,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:01.719758 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c7507f-9fc1-47aa-bd0b-7553b4aec1dc x-openstack-request-id: req-e8c7507f-9fc1-47aa-bd0b-7553b4aec1dc {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:01.720253 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c156c11-1083-4c2b-93fe-468f7336cd2c", "tag": "cc994223-3c09-4974-9bcf-82aa03fca83e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:01.720628 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8c7507f-9fc1-47aa-bd0b-7553b4aec1dc {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:01.721074 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c156c11-1083-4c2b-93fe-468f7336cd2c', 'tag': 'cc994223-3c09-4974-9bcf-82aa03fca83e', 'status': 'completed', 'code': 200}
Nov 06 21:01:01.736781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-36f60bed-10a2-47ba-8d59-6c2ba5fb17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:01.739663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-36f60bed-10a2-47ba-8d59-6c2ba5fb17ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0574cd1faec94a7e9cb5468995d6be4f&device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 1095 time: 0.0648651
Nov 06 21:01:01.813574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-c53c0d20-148b-4e2d-8204-a1d2be1e1b88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc994223-3c09-4974-9bcf-82aa03fca83e HTTP/1.1" status: 200  len: 217 time: 0.0629747
Nov 06 21:01:01.916779 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:01.989704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-8c3f3e66-3357-4e21-af37-e9166601e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:01.991192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-8c3f3e66-3357-4e21-af37-e9166601e37a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f83abeae-a8d4-43ae-b11e-97a1b98fcb06 HTTP/1.1" status: 200  len: 854 time: 0.1697040
Nov 06 21:01:02.022784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-741050f5-dffc-4fb7-b146-5d86a8bf3080 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.024321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-741050f5-dffc-4fb7-b146-5d86a8bf3080 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff&tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1464670
Nov 06 21:01:02.050214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34261c22-f17d-42e6-b998-c2474a863055 req-9749c472-ef59-4d07-8d51-aad51a597c19 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.051611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34261c22-f17d-42e6-b998-c2474a863055 req-9749c472-ef59-4d07-8d51-aad51a597c19 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1725276
Nov 06 21:01:02.053500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-2f92559c-db1e-4f3f-a279-e2b2f5e0d810 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f9b5bbd-1a3d-4564-b066-1400449a1443&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512309
Nov 06 21:01:02.119676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034972c9-4204-4890-bfeb-bf61fac6db3b req-69492f80-5f5b-4a40-ac41-e8004daf9aa2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.121326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-034972c9-4204-4890-bfeb-bf61fac6db3b req-69492f80-5f5b-4a40-ac41-e8004daf9aa2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1946175
Nov 06 21:01:02.255984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34261c22-f17d-42e6-b998-c2474a863055 req-8419eee1-b557-42f0-a05e-90bd86339fb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949320
Nov 06 21:01:02.316416 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-613da9bb-7c60-41cc-b2d0-db1bbcda5191 service neutron] 10.222.0.10 "GET /v2.0/networks/6f9b5bbd-1a3d-4564-b066-1400449a1443?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2262409
Nov 06 21:01:02.319555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-034972c9-4204-4890-bfeb-bf61fac6db3b req-6bdf621a-506d-4d38-8870-8fb60aa038db tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1847177
Nov 06 21:01:02.376577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 11cecbe1-ab5d-441c-8e32-561b6889099e no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:02.412424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-7d01f175-19a9-4f64-a79c-96a959c7387c service neutron] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:02.427970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 11cecbe1-ab5d-441c-8e32-561b6889099e not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:01:02.446071 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-7d01f175-19a9-4f64-a79c-96a959c7387c service neutron] Publish callbacks [] for binding, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:02.447252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a0b6f6-f104-4d18-850b-25a0bcb329da req-7d01f175-19a9-4f64-a79c-96a959c7387c service neutron] 10.222.0.37 "DELETE /v2.0/ports/11cecbe1-ab5d-441c-8e32-561b6889099e/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4055917
Nov 06 21:01:02.538914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b98bc-079a-4d25-95e8-d2e314c67afc req-6ca46240-db40-4deb-87d3-c1575aa6fdc5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.540562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e9b98bc-079a-4d25-95e8-d2e314c67afc req-6ca46240-db40-4deb-87d3-c1575aa6fdc5 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 944 time: 0.1318078
Nov 06 21:01:02.545180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8d19a2a-1b55-4773-9306-ce7ae684a469 req-d431d8ea-8079-49c9-be02-e595ef6ef46f service neutron] 10.222.0.10 "GET /v2.0/networks/6f9b5bbd-1a3d-4564-b066-1400449a1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2139995
Nov 06 21:01:02.599068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2919b-e9e3-4ddc-9734-f39ce263da04 req-b5335356-acb3-4553-9a80-c8690be0de49 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.601082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3d2919b-e9e3-4ddc-9734-f39ce263da04 req-b5335356-acb3-4553-9a80-c8690be0de49 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.0827792
Nov 06 21:01:02.613508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:01:02.614688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39936) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:02.624400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Request body: {'floatingip': {'port_id': '0f2b5c6f-8395-407a-ad5a-d822b72153bc'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:02.681370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e9b98bc-079a-4d25-95e8-d2e314c67afc req-e7d35ba4-a691-4c0f-84ad-f80627289309 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207588
Nov 06 21:01:02.701220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd16bc-1815-421c-978f-0f39de36078f req-ece7ce23-c34e-4ebe-9908-51942d1b996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.703044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69dd16bc-1815-421c-978f-0f39de36078f req-ece7ce23-c34e-4ebe-9908-51942d1b996d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0574cd1faec94a7e9cb5468995d6be4f&device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 1095 time: 0.0958607
Nov 06 21:01:02.703751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:02.811210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ce695-c364-488b-adfb-2cf3c3aa5c26 req-08d2cdf0-ccd3-46db-bd14-11f97939ac75 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.812805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d5ce695-c364-488b-adfb-2cf3c3aa5c26 req-08d2cdf0-ccd3-46db-bd14-11f97939ac75 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 944 time: 0.1292410
Nov 06 21:01:02.895913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd16bc-1815-421c-978f-0f39de36078f req-a3529cf9-cc27-4aa8-89b1-bc00d7a5cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.897496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69dd16bc-1815-421c-978f-0f39de36078f req-a3529cf9-cc27-4aa8-89b1-bc00d7a5cf34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f9b5bbd-1a3d-4564-b066-1400449a1443 HTTP/1.1" status: 200  len: 915 time: 0.1770632
Nov 06 21:01:02.901630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:02.907283 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-035cddb7-79fb-4cf1-ad4d-e6805db8cdb7 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "PUT /v2.0/routers/f92ba22a-1bfa-49b5-8d5e-b5f7af375b08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4668348
Nov 06 21:01:02.908742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc77317-eb25-4ddb-942a-fcadce0458be req-22c83178-5d56-4f89-b648-b4259434cbb5 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:02.909808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39952) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:02.910249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2dc77317-eb25-4ddb-942a-fcadce0458be req-22c83178-5d56-4f89-b648-b4259434cbb5 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 1095 time: 0.1272471
Nov 06 21:01:02.918243 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33134aa0-fec3-4a24-8787-8f1b5f552bbb None None] Sync routers for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:02.935440 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33134aa0-fec3-4a24-8787-8f1b5f552bbb None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:02.936757 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-33134aa0-fec3-4a24-8787-8f1b5f552bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cdac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:02.942984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d5ce695-c364-488b-adfb-2cf3c3aa5c26 req-b3aafdf7-a650-43d9-aca8-4e2b7d4223bd tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036949
Nov 06 21:01:02.975667 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-33134aa0-fec3-4a24-8787-8f1b5f552bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cdac10>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:02.978324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69dd16bc-1815-421c-978f-0f39de36078f req-87aeff40-a690-4670-aeb5-12af6145762b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc994223-3c09-4974-9bcf-82aa03fca83e HTTP/1.1" status: 200  len: 217 time: 0.0670192
Nov 06 21:01:03.001118 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33134aa0-fec3-4a24-8787-8f1b5f552bbb None None] Routers {'f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:03.002180 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-33134aa0-fec3-4a24-8787-8f1b5f552bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cdac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:03.039111 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-33134aa0-fec3-4a24-8787-8f1b5f552bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cdac10>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:03.039964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:03.041096 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33134aa0-fec3-4a24-8787-8f1b5f552bbb None None] The sync data for ids ['f92ba22a-1bfa-49b5-8d5e-b5f7af375b08'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:03.049928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd16bc-1815-421c-978f-0f39de36078f req-87d0cf94-99b4-4ba9-b827-c0a4283b240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:03.051421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69dd16bc-1815-421c-978f-0f39de36078f req-87d0cf94-99b4-4ba9-b827-c0a4283b240f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f83abeae-a8d4-43ae-b11e-97a1b98fcb06 HTTP/1.1" status: 200  len: 854 time: 0.0646999
Nov 06 21:01:03.059664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2dc77317-eb25-4ddb-942a-fcadce0458be req-aa2175a8-415c-4c4d-84a8-df8e21b3ade0 tempest-LiveMigrationTest-2087109617 tempest-LiveMigrationTest-2087109617-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882130
Nov 06 21:01:03.130341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69dd16bc-1815-421c-978f-0f39de36078f req-fe32bbc2-032a-4b67-b4d8-2e3b35caab3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f9b5bbd-1a3d-4564-b066-1400449a1443&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645199
Nov 06 21:01:03.224677 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:03.284428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69dd16bc-1815-421c-978f-0f39de36078f req-5b1d1fe6-31e4-44e0-a979-cd89c7af6c0f service neutron] 10.222.0.10 "GET /v2.0/networks/6f9b5bbd-1a3d-4564-b066-1400449a1443?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405067
Nov 06 21:01:03.454156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting port c8d0ea6d-795a-4dea-bc4b-99e47b5e3cc2 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:03.454536 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:03.672217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:03.684945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:03.696696 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:03.759063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Calling delete_port for c8d0ea6d-795a-4dea-bc4b-99e47b5e3cc2 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:03.893151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afac-fa20-4e90-be54-475df0b7fdea req-47d976dc-75fc-48fc-9bdd-284c29f8e66a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:03.894561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4f7afac-fa20-4e90-be54-475df0b7fdea req-47d976dc-75fc-48fc-9bdd-284c29f8e66a tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 944 time: 0.5168452
Nov 06 21:01:03.906163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc638b12-71c1-4e91-9d6d-2f770d45c6e8 req-15d6d161-b2d0-4599-a0ff-473ef67911ad tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:03.913799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc638b12-71c1-4e91-9d6d-2f770d45c6e8 req-15d6d161-b2d0-4599-a0ff-473ef67911ad tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.5374134
Nov 06 21:01:03.919294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69dd16bc-1815-421c-978f-0f39de36078f req-e77755b0-3447-44a6-9f6c-0baba42ef7f1 service neutron] 10.222.0.10 "GET /v2.0/networks/6f9b5bbd-1a3d-4564-b066-1400449a1443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6289036
Nov 06 21:01:03.940215 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Floating IP 7b4de0ba-9112-4bd7-b765-aba5d694ad82 associated. External IP: 172.35.0.67, port: 0f2b5c6f-8395-407a-ad5a-d822b72153bc.
Nov 06 21:01:04.002783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4f7afac-fa20-4e90-be54-475df0b7fdea req-8a2a4869-33c5-4d4a-8a85-02cfa899599c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861125
Nov 06 21:01:04.006393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc638b12-71c1-4e91-9d6d-2f770d45c6e8 req-3c15fe69-0ca4-4d00-bccf-108e5dad020b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917962
Nov 06 21:01:04.148142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149b1d0-15ab-44cc-ae31-53833b24185d req-24fe1bc5-6eb5-48a8-9442-fbcc87cee05c tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:04.149782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9149b1d0-15ab-44cc-ae31-53833b24185d req-24fe1bc5-6eb5-48a8-9442-fbcc87cee05c tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 944 time: 0.0592947
Nov 06 21:01:04.202424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9149b1d0-15ab-44cc-ae31-53833b24185d req-ab36198c-15ec-4265-a969-a0d7a3cba39f tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451517
Nov 06 21:01:04.282294 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.321510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Port': ['ID=c8d0ea6d-795a-4dea-bc4b-99e47b5e3cc2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:04.352281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:01:04.394537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ab0fa452-b78b-414c-8ab1-ee7539cbab2b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:01:04.431970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.498754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:04.510624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'port_id': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'mac_address': 'fa:16:3e:5c:6a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:01:04.554172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.563968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.567463 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.569192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab0fa452-b78b-414c-8ab1-ee7539cbab2b {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:04.592448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:04.596976 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.633087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.633616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Fanout notify agent at l3_agent the message router_deleted on router f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:01:04.642707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.643837 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a7f77bb5-6c60-44e4-a802-35048ebf4769 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/routers/f92ba22a-1bfa-49b5-8d5e-b5f7af375b08 HTTP/1.1" status: 204  len: 168 time: 1.7331161
Nov 06 21:01:04.646550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40082) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:04.648124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:04.653812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.668034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] Sync routers for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:04.684058 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a93b943f-3785-48b5-808d-9556bf00d9c5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "PUT /v2.0/floatingips/7b4de0ba-9112-4bd7-b765-aba5d694ad82 HTTP/1.1" status: 200  len: 990 time: 2.0639553
Nov 06 21:01:04.684685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:04.684831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:04.686952 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:04.690775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:04.691388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251381310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:04.741172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52099c7-f0c5-43b1-9a57-01151c7a38df tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Deleting subnet 69883998-e5cb-4c2b-b73c-a829ce9ed7bf {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:01:04.748331 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b52099c7-f0c5-43b1-9a57-01151c7a38df tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.756144 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eb601c-1670-4215-8af5-8db96f6446bc x-openstack-request-id: req-57eb601c-1670-4215-8af5-8db96f6446bc {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:04.756372 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:04.756636 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57eb601c-1670-4215-8af5-8db96f6446bc {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:04.757045 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'status': 'completed', 'code': 200}
Nov 06 21:01:04.838797 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b52099c7-f0c5-43b1-9a57-01151c7a38df tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.890815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-16c8403c-0f07-4e9b-87c1-61d4c06b186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:04.892850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-16c8403c-0f07-4e9b-87c1-61d4c06b186d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 1096 time: 0.1068413
Nov 06 21:01:04.904552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b52099c7-f0c5-43b1-9a57-01151c7a38df tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:04.959521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ab0fa452-b78b-414c-8ab1-ee7539cbab2b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:01:05.027479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:01:05.044684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b52099c7-f0c5-43b1-9a57-01151c7a38df tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.073470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-09e98d13-b300-4a92-a058-1392eb32c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:05.074978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-09e98d13-b300-4a92-a058-1392eb32c73f service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.1724663
Nov 06 21:01:05.077582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52099c7-f0c5-43b1-9a57-01151c7a38df tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Subnet': ['ID=69883998-e5cb-4c2b-b73c-a829ce9ed7bf,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:05.079670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b52099c7-f0c5-43b1-9a57-01151c7a38df tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.082943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b52099c7-f0c5-43b1-9a57-01151c7a38df tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/subnets/69883998-e5cb-4c2b-b73c-a829ce9ed7bf HTTP/1.1" status: 204  len: 168 time: 0.4353349
Nov 06 21:01:05.085474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40124) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:05.219639 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.238500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-74ae486c-807d-4e28-8286-e2b80294a970 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc HTTP/1.1" status: 200  len: 998 time: 0.1536479
Nov 06 21:01:05.252355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd22b-28df-4406-bb3a-38c81a812e93 req-f1b0a3fd-81d0-4cad-8ec7-e57e54135efb tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:05.253950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bdabd22b-28df-4406-bb3a-38c81a812e93 req-f1b0a3fd-81d0-4cad-8ec7-e57e54135efb tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 944 time: 0.1109443
Nov 06 21:01:05.310647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25102f7-f135-46f1-be1b-21eb22bef824 req-3de4a49a-656f-48cc-8e46-4f40eb221c03 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:05.312880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f25102f7-f135-46f1-be1b-21eb22bef824 req-3de4a49a-656f-48cc-8e46-4f40eb221c03 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 945 time: 0.1318214
Nov 06 21:01:05.345928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.372491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92549c7400>,) {'filters': {'network_id': ['a85799a6-a15a-450c-b6d0-67d82bcb943b']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:05.375691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bdabd22b-28df-4406-bb3a-38c81a812e93 req-363611cb-5004-4582-b084-6648d345c276 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108382
Nov 06 21:01:05.380396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-cff5d410-7a9a-45e0-a2e5-09037f5bcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:05.382156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-cff5d410-7a9a-45e0-a2e5-09037f5bcf73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.1273224
Nov 06 21:01:05.391847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92549c7400>, '7027f9cb-61b0-41b0-8d69-baee1572402b') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:05.392422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92549c7400>, '7027f9cb-61b0-41b0-8d69-baee1572402b') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:05.403503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.407492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251381310>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b4de0ba-9112-4bd7-b765-aba5d694ad82', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'floating_ip_address': '172.35.0.67', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'port_id': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'mac_address': 'fa:16:3e:58:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:00:44Z', 'updated_at': '2021-11-06T21:01:03Z', 'revision_number': 1, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:05.421595 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.429172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:05.429593 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.445386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] Checking router: 90d14af9-b96b-4365-96d7-b1cdf641bbd9 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:01:05.453383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f25102f7-f135-46f1-be1b-21eb22bef824 req-ed8a8cba-fdaf-4e0f-aef7-9be185595d6e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302474
Nov 06 21:01:05.458036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:05.458833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251381310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:00:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:05.470282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-bddcf82f-d0f1-49d2-8ef5-e1b22d1f6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:05.470808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-bddcf82f-d0f1-49d2-8ef5-e1b22d1f6b77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0722499
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:05.516535 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:05.521228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.527259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:05.531964 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] 10.222.0.13 "DELETE /v2.0/networks/a85799a6-a15a-450c-b6d0-67d82bcb943b HTTP/1.1" status: 204  len: 168 time: 0.4451902
Nov 06 21:01:05.581330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcaa98-c071-4d48-8462-f791778ba8d3 tempest-FloatingIPTestJSON-406324756 tempest-FloatingIPTestJSON-406324756-project] Pushing event deleted for resources: {'Network': ['ID=a85799a6-a15a-450c-b6d0-67d82bcb943b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:05.597245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-8fc4e87c-dc6a-4f74-9513-ad0331cfb64c service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083148
Nov 06 21:01:05.611398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:01:05.718330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5899141-839b-4859-abfa-dc79fc65d0f7 req-89d89bcc-d6ef-4ec7-9f0f-eeb9a4ed5d0c tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:05.719866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5899141-839b-4859-abfa-dc79fc65d0f7 req-89d89bcc-d6ef-4ec7-9f0f-eeb9a4ed5d0c tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 944 time: 0.1178322
Nov 06 21:01:05.753924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd51eaf9-a673-438f-86fc-fdf4c16ce96a req-794992cb-5e89-4eb4-a255-7ef45810177c service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394658
Nov 06 21:01:05.782513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40148) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:05.785691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5899141-839b-4859-abfa-dc79fc65d0f7 req-1dda56af-baf5-4506-b2b1-bfd0cdf7af02 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589328
Nov 06 21:01:05.819531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40154) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:05.925011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251381310>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b4de0ba-9112-4bd7-b765-aba5d694ad82', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'floating_ip_address': '172.35.0.67', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'port_id': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'mac_address': 'fa:16:3e:58:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:00:44Z', 'updated_at': '2021-11-06T21:01:03Z', 'revision_number': 1, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:05.958899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0936e2-8706-43bd-ba2c-a8c45352727f None None] The sync data for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 is: [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b4de0ba-9112-4bd7-b765-aba5d694ad82', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'floating_ip_address': '172.35.0.67', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'port_id': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'mac_address': 'fa:16:3e:58:7f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:00:44Z', 'updated_at': '2021-11-06T21:01:03Z', 'revision_number': 1, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:05.992337 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2ade8f0-ec98-4b2b-9a53-68f6497fe7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.016276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e8a05100-b44c-4b11-9a70-c39c893dc6fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b58c52cc740542f89b30795be3a09c3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1929474
Nov 06 21:01:06.016701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40158) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:06.068249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-594b0106-cc43-42cc-83d3-0b43ee2ef970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.080472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2ade8f0-ec98-4b2b-9a53-68f6497fe7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.085415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2ade8f0-ec98-4b2b-9a53-68f6497fe7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.099652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-594b0106-cc43-42cc-83d3-0b43ee2ef970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.127077 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c2ade8f0-ec98-4b2b-9a53-68f6497fe7b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6309d1fd412d4cbebabc4c000187f2f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3431344
Nov 06 21:01:06.127956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ade8f0-ec98-4b2b-9a53-68f6497fe7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca891691-df05-4878-8b19-b96409f68641,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:06.132859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40160) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:06.180516 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059acdb4-7851-4d52-b8c8-a67929a4bb29 None None] New status for floating IP 7b4de0ba-9112-4bd7-b765-aba5d694ad82: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:01:06.189383 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-594b0106-cc43-42cc-83d3-0b43ee2ef970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.192062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-594b0106-cc43-42cc-83d3-0b43ee2ef970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.193264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-594b0106-cc43-42cc-83d3-0b43ee2ef970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e542d15b-17bc-4157-a4cc-bdf8d15c6563 HTTP/1.1" status: 204  len: 168 time: 0.1755190
Nov 06 21:01:06.199526 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f168278c-187c-459a-a3c3-985518ee9a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.213295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b0106-cc43-42cc-83d3-0b43ee2ef970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e542d15b-17bc-4157-a4cc-bdf8d15c6563,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:06.228465 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f168278c-187c-459a-a3c3-985518ee9a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.287552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f168278c-187c-459a-a3c3-985518ee9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.291629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f168278c-187c-459a-a3c3-985518ee9a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.295324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f168278c-187c-459a-a3c3-985518ee9a24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca891691-df05-4878-8b19-b96409f68641 HTTP/1.1" status: 204  len: 168 time: 0.1592801
Nov 06 21:01:06.302556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168278c-187c-459a-a3c3-985518ee9a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca891691-df05-4878-8b19-b96409f68641,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:06.405074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device cc994223-3c09-4974-9bcf-82aa03fca83e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:01:06.408803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ab0fa452-b78b-414c-8ab1-ee7539cbab2b up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:06.571881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port ab0fa452-b78b-414c-8ab1-ee7539cbab2b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:06.572254 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.608942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952be17-6c2e-4b5f-99a8-65d27e7261dc req-ff00c294-69eb-473e-af77-eb66c42e1ba6 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:06.611171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8952be17-6c2e-4b5f-99a8-65d27e7261dc req-ff00c294-69eb-473e-af77-eb66c42e1ba6 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 944 time: 0.1230538
Nov 06 21:01:06.655600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port cc994223-3c09-4974-9bcf-82aa03fca83e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc994223-3c09-4974-9bcf-82aa03fca83e,segment=NetworkSegment(48139add-ce0f-4cca-9743-e81334174fbe),segment_id=48139add-ce0f-4cca-9743-e81334174fbe)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:06.667542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2263b-ad4d-4cbe-88f2-e1c90da36398 req-b2a7099a-9f14-475b-94a7-7e3cea7b9967 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:06.669357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1e2263b-ad4d-4cbe-88f2-e1c90da36398 req-b2a7099a-9f14-475b-94a7-7e3cea7b9967 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 945 time: 0.1146383
Nov 06 21:01:06.690402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'cc994223-3c09-4974-9bcf-82aa03fca83e', 'network_id': '6f9b5bbd-1a3d-4564-b066-1400449a1443', 'port_id': 'cc994223-3c09-4974-9bcf-82aa03fca83e', 'mac_address': 'fa:16:3e:0e:04:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83abeae-a8d4-43ae-b11e-97a1b98fcb06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:01:06.700460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8952be17-6c2e-4b5f-99a8-65d27e7261dc req-8853de1a-7afa-476b-9cd4-1be7e44735b4 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796661
Nov 06 21:01:06.737194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1e2263b-ad4d-4cbe-88f2-e1c90da36398 req-f04e304a-3ef1-4dd3-9854-d28384c717fe tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582387
Nov 06 21:01:06.753111 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.793105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:06.795340 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42154f27-df60-4fb5-b4cd-ad716f3a25fe" -d '{"events": [{"server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "name": "network-vif-plugged", "status": "completed", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:06.799890 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.819455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc994223-3c09-4974-9bcf-82aa03fca83e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:06.841439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port cc994223-3c09-4974-9bcf-82aa03fca83e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc994223-3c09-4974-9bcf-82aa03fca83e,segment=NetworkSegment(48139add-ce0f-4cca-9743-e81334174fbe),segment_id=48139add-ce0f-4cca-9743-e81334174fbe)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:06.845637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:06.848811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:06.852237 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef39514-b4f0-4e05-8c89-f9fefe8f48b3 x-openstack-request-id: req-6ef39514-b4f0-4e05-8c89-f9fefe8f48b3 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:06.852933 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "name": "network-vif-plugged", "status": "completed", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:06.853891 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ef39514-b4f0-4e05-8c89-f9fefe8f48b3 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:06.854518 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'code': 200}
Nov 06 21:01:06.922429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=cc994223-3c09-4974-9bcf-82aa03fca83e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:06.927176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 11cecbe1-ab5d-441c-8e32-561b6889099e no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:06.931796 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.008604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9233774-e08d-443b-b751-6d6994f6e651 req-caa85ae2-dcef-44c7-9b7b-752cb7c60b13 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:07.010495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9233774-e08d-443b-b751-6d6994f6e651 req-caa85ae2-dcef-44c7-9b7b-752cb7c60b13 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.37 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 944 time: 0.1140184
Nov 06 21:01:07.033578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:07.034524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d66e4-283e-4f5b-a6d1-cada65d54286 req-a9260aee-6da6-4a32-8dde-1d6c4b4d1a7d tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:07.053858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e9d66e4-283e-4f5b-a6d1-cada65d54286 req-a9260aee-6da6-4a32-8dde-1d6c4b4d1a7d tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 945 time: 0.1086915
Nov 06 21:01:07.181195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e9d66e4-283e-4f5b-a6d1-cada65d54286 req-541b76ab-cc83-4fe8-8754-b526bf8b1da5 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213181
Nov 06 21:01:07.203702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Deleting port 11cecbe1-ab5d-441c-8e32-561b6889099e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:07.204121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.267977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40214) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:07.314195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] For port 11cecbe1-ab5d-441c-8e32-561b6889099e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11cecbe1-ab5d-441c-8e32-561b6889099e,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:07.314601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.329271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Calling delete_port for 11cecbe1-ab5d-441c-8e32-561b6889099e owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:07.377747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'networks': [{'name': 'tempest-network--1496818634'}, {'name': 'tempest-network--657332631'}]} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:07.378360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'network': {'name': 'tempest-network--1496818634'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:07.379030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'network': {'name': 'tempest-network--657332631'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:07.407581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Made reservation on behalf of 7361551470f54c6bbdc02ea663b5c378 for: {'network': 2} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:07.413614 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.423997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.483533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.500543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['be7b680a-e8bb-4f73-a40c-30b3e1f27383'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:01:07.504791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.512595 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.513245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.522766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Pushing event deleted for resources: {'Port': ['ID=11cecbe1-ab5d-441c-8e32-561b6889099e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:07.545412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['cc994223-3c09-4974-9bcf-82aa03fca83e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:01:07.565610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] No DVR routers for this DVR port 11cecbe1-ab5d-441c-8e32-561b6889099e on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:07.568387 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.572751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9233774-e08d-443b-b751-6d6994f6e651 req-24236b66-38eb-4ed7-805d-17bb9999e050 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.37 "DELETE /v2.0/ports/11cecbe1-ab5d-441c-8e32-561b6889099e HTTP/1.1" status: 204  len: 173 time: 0.5504911
Nov 06 21:01:07.573302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'name': 'network-vif-deleted', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:07.575741 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100497b5-3449-44f9-8475-102c6c712761" -d '{"events": [{"server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "name": "network-vif-deleted", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:07.589027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:07.591434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c305f5-7af1-4e1d-8c6e-2cca6f6cd88d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:07.607949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.608552 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Added segment 68f6c38a-0f50-42c1-a96c-fc67559a2639 of type vlan for network c9aaede4-e916-4f8a-8e7c-29e1d37117b0
Nov 06 21:01:07.624071 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb46a3-8252-4d58-953d-b1efc51ac63e x-openstack-request-id: req-95fb46a3-8252-4d58-953d-b1efc51ac63e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:07.624834 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dbf411-6b5d-4b0e-9075-cac0fce0c1ff", "name": "network-vif-deleted", "tag": "11cecbe1-ab5d-441c-8e32-561b6889099e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:07.625204 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95fb46a3-8252-4d58-953d-b1efc51ac63e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:07.625818 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dbf411-6b5d-4b0e-9075-cac0fce0c1ff', 'name': 'network-vif-deleted', 'tag': '11cecbe1-ab5d-441c-8e32-561b6889099e', 'status': 'completed', 'code': 200}
Nov 06 21:01:07.671647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.709192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:07.720932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.721446 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Added segment 78d01f60-00f3-43ba-a648-26299fa88339 of type vlan for network 1e741367-eb3d-4dd5-b031-e081baae99f2
Nov 06 21:01:07.791338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.832571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.833524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.843453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:07.849533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:07.850606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:07.903244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d06d2e7-526a-492b-8fa3-bdbcb5b337e5 req-2f703d11-4fa5-4d35-8350-2d6196ffcf5b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dbf411-6b5d-4b0e-9075-cac0fce0c1ff HTTP/1.1" status: 200  len: 210 time: 0.0586736
Nov 06 21:01:07.941784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Network': ['ID=c9aaede4-e916-4f8a-8e7c-29e1d37117b0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:07.966209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c9aaede4-e916-4f8a-8e7c-29e1d37117b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:07.985377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 0.7155085
Nov 06 21:01:07.992170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40244) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:08.088326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10d8b8-99fd-4113-a839-f45d8016a4c9 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Network': ['ID=1e741367-eb3d-4dd5-b031-e081baae99f2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:08.110454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1e741367-eb3d-4dd5-b031-e081baae99f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:08.143070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175111-7f0f-4b3a-8f1b-0bb2dc61825d req-bda6af3e-66d5-4d81-9175-43c9342a7c56 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:08.151002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0175111-7f0f-4b3a-8f1b-0bb2dc61825d req-bda6af3e-66d5-4d81-9175-43c9342a7c56 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.2667677
Nov 06 21:01:08.231670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e0468-0744-4d16-a46a-ca2f606e01cf tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:08.241928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e0468-0744-4d16-a46a-ca2f606e01cf tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:08.249349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e0468-0744-4d16-a46a-ca2f606e01cf tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:08.255433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e0468-0744-4d16-a46a-ca2f606e01cf tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:08.257201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a95e0468-0744-4d16-a46a-ca2f606e01cf tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.2606688
Nov 06 21:01:08.260718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40260) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:08.281358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0175111-7f0f-4b3a-8f1b-0bb2dc61825d req-ad786430-8945-4ec8-b7a4-1b9dc1ff39e1 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293480
Nov 06 21:01:08.356229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceea07-b9e5-463b-9c16-dd0e69c2a3e5 req-5348f8ea-0e3e-4b71-92b0-64e5f1616d3e tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:08.366113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fceea07-b9e5-463b-9c16-dd0e69c2a3e5 req-5348f8ea-0e3e-4b71-92b0-64e5f1616d3e tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 945 time: 0.0836434
Nov 06 21:01:08.399158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.426041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fceea07-b9e5-463b-9c16-dd0e69c2a3e5 req-5a6ca378-4992-43cf-b505-a98eb7f54221 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578139
Nov 06 21:01:08.505513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.528961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924f34bd00>,) {'filters': {'network_id': ['c9aaede4-e916-4f8a-8e7c-29e1d37117b0']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:08.539476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924f34bd00>, '68f6c38a-0f50-42c1-a96c-fc67559a2639') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:08.539913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924f34bd00>, '68f6c38a-0f50-42c1-a96c-fc67559a2639') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:08.550935 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.563949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.569965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:08.570351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:08.573526 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:08.630314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.639117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.642336 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/networks/c9aaede4-e916-4f8a-8e7c-29e1d37117b0 HTTP/1.1" status: 204  len: 168 time: 0.3806093
Nov 06 21:01:08.645136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40274) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:08.652864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6672c-18e1-4fe7-acd7-ac35d67a334a tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Network': ['ID=c9aaede4-e916-4f8a-8e7c-29e1d37117b0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:08.724247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.825072 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.849152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925410dfd0>,) {'filters': {'network_id': ['1e741367-eb3d-4dd5-b031-e081baae99f2']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:08.859621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925410dfd0>, '78d01f60-00f3-43ba-a648-26299fa88339') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:08.859915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925410dfd0>, '78d01f60-00f3-43ba-a648-26299fa88339') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:08.870370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.884017 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.892775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:08.893231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:08.896576 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:08.966922 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.975010 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:08.979914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/networks/1e741367-eb3d-4dd5-b031-e081baae99f2 HTTP/1.1" status: 204  len: 168 time: 0.3335767
Nov 06 21:01:08.982437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40312) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:08.996630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a227c5-ec2c-4c63-a21a-8cdcc943354e tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Network': ['ID=1e741367-eb3d-4dd5-b031-e081baae99f2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:09.127569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84be60-5cac-4dca-b4d6-0939eabe0e33 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:09.134169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84be60-5cac-4dca-b4d6-0939eabe0e33 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:09.140256 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d84be60-5cac-4dca-b4d6-0939eabe0e33 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1527748
Nov 06 21:01:09.140590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40326) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:09.148812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1944816246'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:09.176466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Made reservation on behalf of 7361551470f54c6bbdc02ea663b5c378 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:09.181845 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.231127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:09.241503 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.241861 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Added segment dfddbd8f-360f-49e2-ad2d-6ed420a623e9 of type vlan for network 07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d
Nov 06 21:01:09.289055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.319923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.330685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:09.331359 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.424859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2827871
Nov 06 21:01:09.427647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40352) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:09.433943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1780294006'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:09.471180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Made reservation on behalf of 7361551470f54c6bbdc02ea663b5c378 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:09.480890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bf97d-81a0-475f-8f14-9a5c8a064617 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Network': ['ID=07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:09.482974 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.497484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:09.521469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88e346-bae3-43de-9581-ea006564a5a0 req-7ef671bb-9c5d-47fd-99da-a15800fced3d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:09.529247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a88e346-bae3-43de-9581-ea006564a5a0 req-7ef671bb-9c5d-47fd-99da-a15800fced3d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1122806
Nov 06 21:01:09.565866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:09.585245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.586792 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Added segment 996774d6-c5a8-4f9d-854e-e2d7d1af7ff2 of type vlan for network c598a9cd-12e4-44f1-8e6a-236d1b6eec39
Nov 06 21:01:09.640005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a88e346-bae3-43de-9581-ea006564a5a0 req-6c2f20a4-2303-4f15-9ae0-b71a4f2fd272 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085804
Nov 06 21:01:09.640583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40356) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:09.699099 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.723920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154e691-46e6-436f-8cce-70b9b66b924d req-ed5e6217-9785-418b-9234-dd25015726ee tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:09.735393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b154e691-46e6-436f-8cce-70b9b66b924d req-ed5e6217-9785-418b-9234-dd25015726ee tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 945 time: 0.1145980
Nov 06 21:01:09.759171 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.772609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:09.773254 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:09.820058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b154e691-46e6-436f-8cce-70b9b66b924d req-d03d2d2e-506d-4f87-9975-64d2b4f18db3 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792148
Nov 06 21:01:09.893403 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-66001f6f-9d81-426c-a29f-dfc0a0899524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.034566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-66001f6f-9d81-426c-a29f-dfc0a0899524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.043349 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-66001f6f-9d81-426c-a29f-dfc0a0899524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.105963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-66001f6f-9d81-426c-a29f-dfc0a0899524 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07b829eba4054393a6f7032e4209ac1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4545877
Nov 06 21:01:10.108627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001f6f-9d81-426c-a29f-dfc0a0899524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b2b76b-f846-4a4a-b559-390ae8f1ca6f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:10.111954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40388) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:10.209163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eea139fd-83a3-4831-87d2-6ad8667ddebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.248775 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eea139fd-83a3-4831-87d2-6ad8667ddebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.384982 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eea139fd-83a3-4831-87d2-6ad8667ddebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.388857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eea139fd-83a3-4831-87d2-6ad8667ddebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.395420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eea139fd-83a3-4831-87d2-6ad8667ddebb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69b2b76b-f846-4a4a-b559-390ae8f1ca6f HTTP/1.1" status: 204  len: 168 time: 0.2818139
Nov 06 21:01:10.405361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea139fd-83a3-4831-87d2-6ad8667ddebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b2b76b-f846-4a4a-b559-390ae8f1ca6f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:10.453617 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device cc994223-3c09-4974-9bcf-82aa03fca83e up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:10.589128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port cc994223-3c09-4974-9bcf-82aa03fca83e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:01:10.593315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port cc994223-3c09-4974-9bcf-82aa03fca83e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:10.593683 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.636131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.2041321
Nov 06 21:01:10.640050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40426) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:10.648546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'ports': [{'network_id': '07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d', 'name': 'tempest-port--1586953526', 'admin_state_up': True}, {'network_id': 'c598a9cd-12e4-44f1-8e6a-236d1b6eec39', 'admin_state_up': False}]} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:10.652112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'port': {'network_id': '07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d', 'name': 'tempest-port--1586953526', 'admin_state_up': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:10.652826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'port': {'network_id': 'c598a9cd-12e4-44f1-8e6a-236d1b6eec39', 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:10.754376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fe685-cfcf-46ab-bdc9-b63a15ffd68c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Network': ['ID=c598a9cd-12e4-44f1-8e6a-236d1b6eec39,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:10.777883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c598a9cd-12e4-44f1-8e6a-236d1b6eec39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:10.781115 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.861997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c156c11-1083-4c2b-93fe-468f7336cd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc994223-3c09-4974-9bcf-82aa03fca83e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:10.865415 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b352966-05c5-4227-87ea-aeaf6532b47d" -d '{"events": [{"server_uuid": "5c156c11-1083-4c2b-93fe-468f7336cd2c", "name": "network-vif-plugged", "status": "completed", "tag": "cc994223-3c09-4974-9bcf-82aa03fca83e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:10.888139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port cc994223-3c09-4974-9bcf-82aa03fca83e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc994223-3c09-4974-9bcf-82aa03fca83e,segment=NetworkSegment(48139add-ce0f-4cca-9743-e81334174fbe),segment_id=48139add-ce0f-4cca-9743-e81334174fbe)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:10.895877 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:10.929574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900b1f9-52de-48cc-b004-e3b49a417c86 req-4c22d5be-b718-4be3-9c78-c0d12019f3e4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:10.942821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2900b1f9-52de-48cc-b004-e3b49a417c86 req-4c22d5be-b718-4be3-9c78-c0d12019f3e4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1526947
Nov 06 21:01:10.987093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=cc994223-3c09-4974-9bcf-82aa03fca83e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:11.027161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:11.051317 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b873849-66e1-49a6-bc2d-25225f82dd80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.076720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Made reservation on behalf of 7361551470f54c6bbdc02ea663b5c378 for: {'port': 2} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:11.081636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.085961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea008a3a-6593-4c3c-818e-417a4c86df96 req-fc3e4b99-021e-4e50-ac3c-99635e218018 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:11.088133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea008a3a-6593-4c3c-818e-417a4c86df96 req-fc3e4b99-021e-4e50-ac3c-99635e218018 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 946 time: 0.1008656
Nov 06 21:01:11.105512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.109263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2900b1f9-52de-48cc-b004-e3b49a417c86 req-42249caa-f939-432b-9063-4913f9a3cb7f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579542
Nov 06 21:01:11.195200 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d827d0-ecaa-416c-8a39-dae04d1128f9 x-openstack-request-id: req-c0d827d0-ecaa-416c-8a39-dae04d1128f9 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:11.196440 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c156c11-1083-4c2b-93fe-468f7336cd2c", "name": "network-vif-plugged", "status": "completed", "tag": "cc994223-3c09-4974-9bcf-82aa03fca83e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:11.197289 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0d827d0-ecaa-416c-8a39-dae04d1128f9 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:11.198236 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c156c11-1083-4c2b-93fe-468f7336cd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc994223-3c09-4974-9bcf-82aa03fca83e', 'code': 200}
Nov 06 21:01:11.221025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea008a3a-6593-4c3c-818e-417a4c86df96 req-05b4df39-b43f-457a-966f-0eadd065a08d tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102161
Nov 06 21:01:11.229551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] device_id is not set on port fe7c9e52-479b-4adc-aaf8-dd380d0cdad4 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:11.279640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b873849-66e1-49a6-bc2d-25225f82dd80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.294471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b873849-66e1-49a6-bc2d-25225f82dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.387155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f6cc6-e6e9-4e54-8b5c-a07c4b1c49c7 req-d77f6724-8b8d-4f72-b7b5-415f3213206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:11.389234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-682f6cc6-e6e9-4e54-8b5c-a07c4b1c49c7 req-d77f6724-8b8d-4f72-b7b5-415f3213206a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 1097 time: 0.0860898
Nov 06 21:01:11.458795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.481859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-682f6cc6-e6e9-4e54-8b5c-a07c4b1c49c7 req-82354e74-4202-4434-a6be-330a55e14cf1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842297
Nov 06 21:01:11.550516 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b873849-66e1-49a6-bc2d-25225f82dd80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53fed12ebb7f4720a3bcad72b9747d65&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5196259
Nov 06 21:01:11.553190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40454) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:11.580378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] device_id is not set on port 6c35c6a2-0d35-455a-8ef9-b1e37c4ed385 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:11.588457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b873849-66e1-49a6-bc2d-25225f82dd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aa5aef-bc01-4724-926a-18464d3d866d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:11.651480 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9fcecf8e-58b8-4341-b392-90686b26c2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.699187 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9fcecf8e-58b8-4341-b392-90686b26c2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.736451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.747526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f1245-1ad2-47fb-938b-b34c6acd3956 req-7749c0b2-3873-4878-b486-08d330d0a366 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:11.749606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-348f1245-1ad2-47fb-938b-b34c6acd3956 req-7749c0b2-3873-4878-b486-08d330d0a366 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 945 time: 0.1103060
Nov 06 21:01:11.788786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.807279 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9fcecf8e-58b8-4341-b392-90686b26c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.810298 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9fcecf8e-58b8-4341-b392-90686b26c2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.811702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9fcecf8e-58b8-4341-b392-90686b26c2d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95aa5aef-bc01-4724-926a-18464d3d866d HTTP/1.1" status: 204  len: 168 time: 0.2571907
Nov 06 21:01:11.829614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-348f1245-1ad2-47fb-938b-b34c6acd3956 req-75647eff-09e6-440c-9903-21496fd8e3d8 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685494
Nov 06 21:01:11.831198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcecf8e-58b8-4341-b392-90686b26c2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aa5aef-bc01-4724-926a-18464d3d866d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:11.886699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Port': ['ID=fe7c9e52-479b-4adc-aaf8-dd380d0cdad4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:11.894625 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Checking segment: {'id': 'dfddbd8f-360f-49e2-ad2d-6ed420a623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:11.895100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Network hostable DHCP agents. Network: 07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:11.924527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Network 07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:11.938723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:11.946015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:11.947687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:11.953510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c0a51d-a36b-4925-9008-0b296ae29634 None None] Network 07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:12.019975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Port': ['ID=6c35c6a2-0d35-455a-8ef9-b1e37c4ed385,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:12.032051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Checking segment: {'id': '996774d6-c5a8-4f9d-854e-e2d7d1af7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c598a9cd-12e4-44f1-8e6a-236d1b6eec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:12.033206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Network hostable DHCP agents. Network: c598a9cd-12e4-44f1-8e6a-236d1b6eec39, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:12.091021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Network c598a9cd-12e4-44f1-8e6a-236d1b6eec39 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:12.103979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c598a9cd-12e4-44f1-8e6a-236d1b6eec39) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:12.112717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:12.124215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:12.130721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:12.131433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:12.147214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3babf8c-1a53-4f17-97da-b2b3f370b1bc None None] Network c598a9cd-12e4-44f1-8e6a-236d1b6eec39 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:12.169787 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d2a0a23e-b799-454d-857b-35c544285dc5 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.5267158
Nov 06 21:01:12.172865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40460) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:12.263933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf63331-14ca-4732-958d-f5131befff14 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:12.270845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf63331-14ca-4732-958d-f5131befff14 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:12.272705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bbf63331-14ca-4732-958d-f5131befff14 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0985410
Nov 06 21:01:12.275493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:12.430446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a8661-8b2d-43d8-9f5c-f953e251a8a2 req-b13c61f4-b183-4c1e-805c-449d25b76883 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:12.438675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc8a8661-8b2d-43d8-9f5c-f953e251a8a2 req-b13c61f4-b183-4c1e-805c-449d25b76883 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1648512
Nov 06 21:01:12.514750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87548ced-9a20-4e25-95d1-d233fb194b5d req-e07ccdc3-907e-4fa0-93b9-41bb4e4fc5f8 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:12.522443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87548ced-9a20-4e25-95d1-d233fb194b5d req-e07ccdc3-907e-4fa0-93b9-41bb4e4fc5f8 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 946 time: 0.1676812
Nov 06 21:01:12.576277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-94fce189-f853-4023-8509-165f91bf9bad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Deleting port fe7c9e52-479b-4adc-aaf8-dd380d0cdad4 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:12.576709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94fce189-f853-4023-8509-165f91bf9bad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:12.595104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-94ece6c6-5712-4bb1-bdc0-a3248b452a9e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:12.596703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-94ece6c6-5712-4bb1-bdc0-a3248b452a9e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 945 time: 0.2313375
Nov 06 21:01:12.625824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc8a8661-8b2d-43d8-9f5c-f953e251a8a2 req-724aa702-0a91-45c2-98a3-314a0356b9f9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861560
Nov 06 21:01:12.675009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94fce189-f853-4023-8509-165f91bf9bad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:12.694168 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87548ced-9a20-4e25-95d1-d233fb194b5d req-e198179f-3cae-4151-84bd-5164005f3d23 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655216
Nov 06 21:01:12.722342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-94fce189-f853-4023-8509-165f91bf9bad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Calling delete_port for fe7c9e52-479b-4adc-aaf8-dd380d0cdad4 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:12.798804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Deleting port be7b680a-e8bb-4f73-a40c-30b3e1f27383 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:12.808901 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:12.870995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94fce189-f853-4023-8509-165f91bf9bad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:12.973359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94fce189-f853-4023-8509-165f91bf9bad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:12.980347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-94fce189-f853-4023-8509-165f91bf9bad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/ports/fe7c9e52-479b-4adc-aaf8-dd380d0cdad4 HTTP/1.1" status: 204  len: 168 time: 0.7037070
Nov 06 21:01:12.982074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40484) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:12.983182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fce189-f853-4023-8509-165f91bf9bad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Port': ['ID=fe7c9e52-479b-4adc-aaf8-dd380d0cdad4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:12.983595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] For port be7b680a-e8bb-4f73-a40c-30b3e1f27383, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be7b680a-e8bb-4f73-a40c-30b3e1f27383,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:12.983977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.009024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Calling delete_port for be7b680a-e8bb-4f73-a40c-30b3e1f27383 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:13.160781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-946773a1-4217-4601-9527-552a66578c63 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Deleting port 6c35c6a2-0d35-455a-8ef9-b1e37c4ed385 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:13.161142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-946773a1-4217-4601-9527-552a66578c63 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.172201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8b36-f008-41b8-aaf7-9dec56d633de req-b70fff1e-0c11-4fb2-9fb0-b61feeb1fd93 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:13.179330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-472e8b36-f008-41b8-aaf7-9dec56d633de req-b70fff1e-0c11-4fb2-9fb0-b61feeb1fd93 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7675136e-8794-496a-a186-3531f5aa4d0f HTTP/1.1" status: 200  len: 945 time: 0.1111565
Nov 06 21:01:13.268430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-946773a1-4217-4601-9527-552a66578c63 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.283156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-472e8b36-f008-41b8-aaf7-9dec56d633de req-d5885e85-fe32-4e9e-b958-8cac67189b6c tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028595
Nov 06 21:01:13.293887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-946773a1-4217-4601-9527-552a66578c63 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Calling delete_port for 6c35c6a2-0d35-455a-8ef9-b1e37c4ed385 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:13.327925 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.383330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Pushing event deleted for resources: {'Port': ['ID=be7b680a-e8bb-4f73-a40c-30b3e1f27383,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:13.397126 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-946773a1-4217-4601-9527-552a66578c63 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.438426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946773a1-4217-4601-9527-552a66578c63 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Port': ['ID=6c35c6a2-0d35-455a-8ef9-b1e37c4ed385,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:13.443910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] No DVR routers for this DVR port be7b680a-e8bb-4f73-a40c-30b3e1f27383 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:13.448238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.452147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-946773a1-4217-4601-9527-552a66578c63 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.456973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bbc5c7b-9ba0-452a-ba49-fe7dcf84daf2 req-2fc7166c-b212-4e33-aea6-e6a4d4242f63 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.37 "DELETE /v2.0/ports/be7b680a-e8bb-4f73-a40c-30b3e1f27383 HTTP/1.1" status: 204  len: 173 time: 0.8301184
Nov 06 21:01:13.457571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'name': 'network-vif-deleted', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:13.458129 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-946773a1-4217-4601-9527-552a66578c63 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/ports/6c35c6a2-0d35-455a-8ef9-b1e37c4ed385 HTTP/1.1" status: 204  len: 168 time: 0.4714663
Nov 06 21:01:13.459876 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5757a87e-b392-4a50-99ce-f6490ba6a591" -d '{"events": [{"server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "name": "network-vif-deleted", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:13.462456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40498) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:13.501984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-107befcf-9a77-4e78-9876-30c59e060077 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0345905
Nov 06 21:01:13.502538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40502) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:13.510041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1229967124'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:13.532862 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf34729c-2e80-4197-a005-41be78aafb35 x-openstack-request-id: req-bf34729c-2e80-4197-a005-41be78aafb35 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:13.533161 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7675136e-8794-496a-a186-3531f5aa4d0f", "name": "network-vif-deleted", "tag": "be7b680a-e8bb-4f73-a40c-30b3e1f27383", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:13.533418 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf34729c-2e80-4197-a005-41be78aafb35 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:13.534311 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7675136e-8794-496a-a186-3531f5aa4d0f', 'name': 'network-vif-deleted', 'tag': 'be7b680a-e8bb-4f73-a40c-30b3e1f27383', 'status': 'completed', 'code': 200}
Nov 06 21:01:13.540079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Made reservation on behalf of 7361551470f54c6bbdc02ea663b5c378 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:13.544245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.583665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:13.602167 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.602533 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Added segment 6b9f47c8-3fef-4f7d-982c-be773cd75519 of type vlan for network 0452168b-1d6b-4574-b73b-0962dc0e7b0e
Nov 06 21:01:13.677504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.716807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.727436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:13.728321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.786741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2831998
Nov 06 21:01:13.795309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40530) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:13.805369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-942089410'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:13.836376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a23cd2-9a19-470f-940e-c4e4daf327be tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Network': ['ID=0452168b-1d6b-4574-b73b-0962dc0e7b0e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:13.870774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0452168b-1d6b-4574-b73b-0962dc0e7b0e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:13.871433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Made reservation on behalf of 7361551470f54c6bbdc02ea663b5c378 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:13.875471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.941176 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:13.967259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:13.967606 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Added segment 8ae3301c-8291-4505-9de4-25e95c43f44d of type vlan for network 1fbbe2ad-88ae-46dd-ac61-44c9c909711f
Nov 06 21:01:14.007928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc783-6396-4188-af2a-764c119ee0af req-2d567c07-4935-47b3-8a5d-d6b07c5d818e tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:14.010265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c9bc783-6396-4188-af2a-764c119ee0af req-2d567c07-4935-47b3-8a5d-d6b07c5d818e tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 946 time: 0.2126312
Nov 06 21:01:14.020848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14a8ab-7725-45d2-a3fd-436b8f81c890 req-4f96992c-aaae-4237-a4f3-78598139d11d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:14.031547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:14.036778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e14a8ab-7725-45d2-a3fd-436b8f81c890 req-4f96992c-aaae-4237-a4f3-78598139d11d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.2700391
Nov 06 21:01:14.062271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:14.071225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:14.072403 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:14.144869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e14a8ab-7725-45d2-a3fd-436b8f81c890 req-220cc649-e69c-491d-8e33-279fda3eb419 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071155
Nov 06 21:01:14.170460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c9bc783-6396-4188-af2a-764c119ee0af req-5ad19b72-24a8-4f20-8e1b-be465842da0d tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299558
Nov 06 21:01:14.222717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Network': ['ID=1fbbe2ad-88ae-46dd-ac61-44c9c909711f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:14.235845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1fbbe2ad-88ae-46dd-ac61-44c9c909711f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:14.257855 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cdc3d367-f259-4e09-bc3d-89fdda20caeb tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4601903
Nov 06 21:01:14.609245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:14.625575 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:14.957742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device be7b680a-e8bb-4f73-a40c-30b3e1f27383 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:14.982751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: be7b680a-e8bb-4f73-a40c-30b3e1f27383 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:01:14.983385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device be7b680a-e8bb-4f73-a40c-30b3e1f27383 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:01:15.060134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40614) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:15.077590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7cf9f-3dae-402e-a5df-c88fa220276d req-23c354c9-e98d-4abe-8a05-afe773192ab0 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:15.079210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ef7cf9f-3dae-402e-a5df-c88fa220276d req-23c354c9-e98d-4abe-8a05-afe773192ab0 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 946 time: 0.1072731
Nov 06 21:01:15.088527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3065e7-cd3d-4588-a991-23ceb798a1b2 req-0105d009-3ab9-4024-a59a-ebf1c9d3ed8b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:15.090016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f3065e7-cd3d-4588-a991-23ceb798a1b2 req-0105d009-3ab9-4024-a59a-ebf1c9d3ed8b tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 945 time: 0.1011398
Nov 06 21:01:15.173471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ef7cf9f-3dae-402e-a5df-c88fa220276d req-66baf5f7-222d-4e91-9c62-8e68116d6451 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824211
Nov 06 21:01:15.183894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f3065e7-cd3d-4588-a991-23ceb798a1b2 req-a2ff4020-935b-49ec-bc24-ff0efa3c63b6 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854604
Nov 06 21:01:15.315608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d896440-8ad6-44db-9873-fd13c29a7fae admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.387483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc2ea-7389-450c-b0fb-2bf6afdbd09c req-7a5d6f6e-1fb3-412b-8d16-caa9ec8bd1c8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:15.395769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-827fc2ea-7389-450c-b0fb-2bf6afdbd09c req-7a5d6f6e-1fb3-412b-8d16-caa9ec8bd1c8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.0692773
Nov 06 21:01:15.500420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-827fc2ea-7389-450c-b0fb-2bf6afdbd09c req-9e1d934c-cf53-47b2-b68f-555a01d6200d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031473
Nov 06 21:01:15.509956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-d3fa9f51-4210-4030-be51-d82bbe6b1c28 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:15.511885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-d3fa9f51-4210-4030-be51-d82bbe6b1c28 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 945 time: 0.1129503
Nov 06 21:01:15.540776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d896440-8ad6-44db-9873-fd13c29a7fae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.548623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d896440-8ad6-44db-9873-fd13c29a7fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.594224 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1d896440-8ad6-44db-9873-fd13c29a7fae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8a054301c1043c094ae4ce36beba1f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5289228
Nov 06 21:01:15.597686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40628) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:15.615483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d896440-8ad6-44db-9873-fd13c29a7fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301984e-9985-44f9-a3c1-c395af81a134,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:15.664587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Deleting port 4194ac97-448e-472f-b93d-2a03adcfb436 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:15.664954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.725779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26852286-90c1-4a13-8351-145c454691e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.773185 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26852286-90c1-4a13-8351-145c454691e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.830976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] For port 4194ac97-448e-472f-b93d-2a03adcfb436, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4194ac97-448e-472f-b93d-2a03adcfb436,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:15.831504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.848594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Calling delete_port for 4194ac97-448e-472f-b93d-2a03adcfb436 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:15.937730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26852286-90c1-4a13-8351-145c454691e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.938884 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26852286-90c1-4a13-8351-145c454691e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:15.942409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-26852286-90c1-4a13-8351-145c454691e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d301984e-9985-44f9-a3c1-c395af81a134 HTTP/1.1" status: 204  len: 168 time: 0.3409956
Nov 06 21:01:15.955785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26852286-90c1-4a13-8351-145c454691e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301984e-9985-44f9-a3c1-c395af81a134,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:16.069093 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:16.139218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Pushing event deleted for resources: {'Port': ['ID=4194ac97-448e-472f-b93d-2a03adcfb436,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:16.276224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] No DVR routers for this DVR port 4194ac97-448e-472f-b93d-2a03adcfb436 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:16.289400 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:16.305547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5adc796-5b8b-4317-8c4a-60e12c0946df req-300da70a-cd79-4c7f-b196-0f74367f041f tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.37 "DELETE /v2.0/ports/4194ac97-448e-472f-b93d-2a03adcfb436 HTTP/1.1" status: 204  len: 173 time: 0.7852874
Nov 06 21:01:16.319191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'name': 'network-vif-deleted', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:16.336150 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5265f0c6-f646-4b60-99d2-dedba1955e71" -d '{"events": [{"server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "name": "network-vif-deleted", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:16.532142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af047822-3669-45d7-9b3d-b9bc20c83724 req-7737cfcc-1b4a-49ae-9a50-69a78104c7a4 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cb50e55-c156-48b0-9e20-92e1599e1a46 HTTP/1.1" status: 200  len: 210 time: 0.1043088
Nov 06 21:01:16.640724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45726a-8149-4a81-96c8-baaac04a1f58 req-a5455112-8116-422b-b750-620163ff22fb tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:16.652039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d45726a-8149-4a81-96c8-baaac04a1f58 req-a5455112-8116-422b-b750-620163ff22fb tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 946 time: 0.2172103
Nov 06 21:01:16.721927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169db38d-3368-4ef0-92b9-30a05105c469 req-60e2c119-edc7-49e7-ba6c-8265e721f7e2 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:16.724482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-169db38d-3368-4ef0-92b9-30a05105c469 req-60e2c119-edc7-49e7-ba6c-8265e721f7e2 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 946 time: 0.2438526
Nov 06 21:01:16.726418 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bcc6e1-2992-4bd0-8df0-216e149a06bc x-openstack-request-id: req-36bcc6e1-2992-4bd0-8df0-216e149a06bc {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:16.726941 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb50e55-c156-48b0-9e20-92e1599e1a46", "name": "network-vif-deleted", "tag": "4194ac97-448e-472f-b93d-2a03adcfb436", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:16.727416 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36bcc6e1-2992-4bd0-8df0-216e149a06bc {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:16.728121 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb50e55-c156-48b0-9e20-92e1599e1a46', 'name': 'network-vif-deleted', 'tag': '4194ac97-448e-472f-b93d-2a03adcfb436', 'status': 'completed', 'code': 200}
Nov 06 21:01:16.823142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d45726a-8149-4a81-96c8-baaac04a1f58 req-6c09381f-37cf-4cf7-85f3-42877cb69322 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dd36da7-cd5f-444b-8836-013bd00631cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684873
Nov 06 21:01:16.830769 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b49f29e3-83a0-474b-8507-1274ef33cd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:17.110622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1c464-4763-4512-b690-0f32e5a71ad7 req-4b9a3598-8445-4468-b2df-a5a00a33c498 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:17.112656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7b1c464-4763-4512-b690-0f32e5a71ad7 req-4b9a3598-8445-4468-b2df-a5a00a33c498 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1661353
Nov 06 21:01:17.197626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Deleting port cc994223-3c09-4974-9bcf-82aa03fca83e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:17.198288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:17.345553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7b1c464-4763-4512-b690-0f32e5a71ad7 req-aff21d1d-c44a-40c0-98b2-db4d9550202f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237129
Nov 06 21:01:17.425642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] For port cc994223-3c09-4974-9bcf-82aa03fca83e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc994223-3c09-4974-9bcf-82aa03fca83e,segment=NetworkSegment(48139add-ce0f-4cca-9743-e81334174fbe),segment_id=48139add-ce0f-4cca-9743-e81334174fbe)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:17.426087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:17.446564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Calling delete_port for cc994223-3c09-4974-9bcf-82aa03fca83e owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:17.662100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:17.678826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['cc994223-3c09-4974-9bcf-82aa03fca83e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:01:17.726871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Pushing event deleted for resources: {'Port': ['ID=cc994223-3c09-4974-9bcf-82aa03fca83e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:17.730523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40678) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:17.738953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'subnets': [{'network_id': '0452168b-1d6b-4574-b73b-0962dc0e7b0e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1980584080', 'ip_version': 6}, {'network_id': '1fbbe2ad-88ae-46dd-ac61-44c9c909711f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:17.739276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'subnet': {'network_id': '0452168b-1d6b-4574-b73b-0962dc0e7b0e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1980584080', 'ip_version': 6}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:17.739966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Request body: {'subnet': {'network_id': '1fbbe2ad-88ae-46dd-ac61-44c9c909711f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:17.809503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] No DVR routers for this DVR port cc994223-3c09-4974-9bcf-82aa03fca83e on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:17.812324 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:17.815901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-169db38d-3368-4ef0-92b9-30a05105c469 req-7adaa893-187c-4135-b4f9-baac2f95a0ae tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.10 "DELETE /v2.0/ports/cc994223-3c09-4974-9bcf-82aa03fca83e HTTP/1.1" status: 204  len: 173 time: 1.0103245
Nov 06 21:01:18.082959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-639d1084-d58a-407c-8f40-357d41ce72b6 req-d85fd58a-adbc-4884-b161-3c4a7f1bd915 tempest-ServerAddressesTestJSON-1465591061 tempest-ServerAddressesTestJSON-1465591061-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c156c11-1083-4c2b-93fe-468f7336cd2c HTTP/1.1" status: 200  len: 210 time: 0.0570009
Nov 06 21:01:18.159705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Made reservation on behalf of 7361551470f54c6bbdc02ea663b5c378 for: {'subnet': 2} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:18.165483 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:18.165873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:18.215975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99123d-c16d-4c47-a820-c5c8745a8c12 req-faf6eac4-d2bc-473c-8482-b9096a60b002 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:18.223575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a99123d-c16d-4c47-a820-c5c8745a8c12 req-faf6eac4-d2bc-473c-8482-b9096a60b002 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.0776460
Nov 06 21:01:18.241257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:18.281369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a99123d-c16d-4c47-a820-c5c8745a8c12 req-f451d8b5-160a-4f36-96b3-ab5efb896142 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568373
Nov 06 21:01:18.486270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1816702371'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:18.606521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41950-1cdf-49e2-bbdb-204f7c3aedfb req-9ef1128d-d9a4-438f-9b42-0a067da37c20 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:18.618976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ce41950-1cdf-49e2-bbdb-204f7c3aedfb req-9ef1128d-d9a4-438f-9b42-0a067da37c20 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1191578
Nov 06 21:01:18.621483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Made reservation on behalf of 7852f4aa823d47d8a500d2b857bd2b9c for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:18.626597 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:18.651406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:18.701202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:18.742852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c156c11-1083-4c2b-93fe-468f7336cd2c', 'name': 'network-vif-deleted', 'tag': 'cc994223-3c09-4974-9bcf-82aa03fca83e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:18.745630 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffa7397-2f4a-4eff-8399-d6a18446321d" -d '{"events": [{"server_uuid": "5c156c11-1083-4c2b-93fe-468f7336cd2c", "name": "network-vif-deleted", "tag": "cc994223-3c09-4974-9bcf-82aa03fca83e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:18.777628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ce41950-1cdf-49e2-bbdb-204f7c3aedfb req-72931ea6-a615-47f9-8af8-66281963023e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575034
Nov 06 21:01:18.805903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-a60e1370-14c8-499d-8469-80aacaa69e40 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:18.808135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-a60e1370-14c8-499d-8469-80aacaa69e40 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.1196959
Nov 06 21:01:18.822064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Subnet': ['ID=fed28f1d-cba3-4265-952c-10e1c518bdf5,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:18.822792 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3000ba34-b598-4979-9fdc-afa59f496931 x-openstack-request-id: req-3000ba34-b598-4979-9fdc-afa59f496931 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:18.823177 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c156c11-1083-4c2b-93fe-468f7336cd2c", "name": "network-vif-deleted", "tag": "cc994223-3c09-4974-9bcf-82aa03fca83e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:18.823525 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3000ba34-b598-4979-9fdc-afa59f496931 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:18.823987 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c156c11-1083-4c2b-93fe-468f7336cd2c', 'name': 'network-vif-deleted', 'tag': 'cc994223-3c09-4974-9bcf-82aa03fca83e', 'status': 'completed', 'code': 200}
Nov 06 21:01:18.833220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Checking segment: {'id': '6b9f47c8-3fef-4f7d-982c-be773cd75519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0452168b-1d6b-4574-b73b-0962dc0e7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:18.833884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Network hostable DHCP agents. Network: 0452168b-1d6b-4574-b73b-0962dc0e7b0e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:18.856114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Network 0452168b-1d6b-4574-b73b-0962dc0e7b0e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:18.876379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0452168b-1d6b-4574-b73b-0962dc0e7b0e) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:18.882570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:18.895459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df78314-2ae6-423f-b9c1-7a2dd479c8d4 None None] Network 0452168b-1d6b-4574-b73b-0962dc0e7b0e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:18.948042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event updated for resources: {'Subnet': ['ID=5de0dc14-da19-4e1c-a091-09dda2d3487f,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:18.983254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device d9f96638-2b86-47db-ab65-f6ee62e849cd no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:18.988328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:18.993473 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Checking segment: {'id': '8ae3301c-8291-4505-9de4-25e95c43f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fbbe2ad-88ae-46dd-ac61-44c9c909711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:18.995023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Network hostable DHCP agents. Network: 1fbbe2ad-88ae-46dd-ac61-44c9c909711f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:18.998458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.037298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:19.037772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Network 1fbbe2ad-88ae-46dd-ac61-44c9c909711f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:19.052337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1fbbe2ad-88ae-46dd-ac61-44c9c909711f) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:19.058063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33bd988-15ce-4670-9a9e-66cb9dc08a37,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:19.068835 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.069180 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Added segment 26c7730e-5261-4ce3-bbbd-e781d1eff479 of type vlan for network 4f07ed89-74b0-4e08-9895-6a127503a74a
Nov 06 21:01:19.080970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Deleting port d9f96638-2b86-47db-ab65-f6ee62e849cd {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:19.081433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.094339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42242a22-8a27-47c5-b1e3-d7a5f3a1bce3 None None] Network 1fbbe2ad-88ae-46dd-ac61-44c9c909711f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:19.094743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:19.095527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:19.098666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.136535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-459e9ca1-e10f-4f0e-80cf-69e8d9ee918b tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 1.4029326
Nov 06 21:01:19.139049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40704) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:19.198590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40706) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:19.288548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813d98f-0f80-4421-ab8b-14bbc68f9cdc tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:19.290456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813d98f-0f80-4421-ab8b-14bbc68f9cdc tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:19.292326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813d98f-0f80-4421-ab8b-14bbc68f9cdc tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:19.295037 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1813d98f-0f80-4421-ab8b-14bbc68f9cdc tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.1546872
Nov 06 21:01:19.304869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40708) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:19.343618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa1fef-2c52-487d-aba1-8a8a78d54a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0452168b-1d6b-4574-b73b-0962dc0e7b0e', 'network_id': '0452168b-1d6b-4574-b73b-0962dc0e7b0e', 'tenant_id': '7361551470f54c6bbdc02ea663b5c378', 'fixed_ips': [{'subnet_id': 'fed28f1d-cba3-4265-952c-10e1c518bdf5'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:01:19.344544 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9afa1fef-2c52-487d-aba1-8a8a78d54a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.355072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce91bfd6-ea88-4606-b8e2-6a2c4d59981b admin admin] Deleting subnet f83abeae-a8d4-43ae-b11e-97a1b98fcb06 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:01:19.360445 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce91bfd6-ea88-4606-b8e2-6a2c4d59981b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.424254 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b170ae9-e31c-4c50-9f4d-4a6a8761df68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.438331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-268d86c6-332c-4ed4-9f1d-04dc2e49996c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Deleting subnet fed28f1d-cba3-4265-952c-10e1c518bdf5 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:01:19.442877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce91bfd6-ea88-4606-b8e2-6a2c4d59981b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.473504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268d86c6-332c-4ed4-9f1d-04dc2e49996c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.539116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4194ac97-448e-472f-b93d-2a03adcfb436 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:19.554476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268d86c6-332c-4ed4-9f1d-04dc2e49996c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.557986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce91bfd6-ea88-4606-b8e2-6a2c4d59981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.584280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 4194ac97-448e-472f-b93d-2a03adcfb436 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:01:19.584950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4194ac97-448e-472f-b93d-2a03adcfb436 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:01:19.670608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268d86c6-332c-4ed4-9f1d-04dc2e49996c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.689212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1fbbe2ad-88ae-46dd-ac61-44c9c909711f', 'network_id': '1fbbe2ad-88ae-46dd-ac61-44c9c909711f', 'tenant_id': '7361551470f54c6bbdc02ea663b5c378', 'fixed_ips': [{'subnet_id': '5de0dc14-da19-4e1c-a091-09dda2d3487f'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:01:19.691073 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.701775 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.729481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce91bfd6-ea88-4606-b8e2-6a2c4d59981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.780249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce91bfd6-ea88-4606-b8e2-6a2c4d59981b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.786935 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce91bfd6-ea88-4606-b8e2-6a2c4d59981b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f83abeae-a8d4-43ae-b11e-97a1b98fcb06 HTTP/1.1" status: 204  len: 168 time: 0.5866029
Nov 06 21:01:19.787662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40712) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:19.790566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] For port d9f96638-2b86-47db-ab65-f6ee62e849cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9f96638-2b86-47db-ab65-f6ee62e849cd,segment=NetworkSegment(10417e6d-22ae-4d63-ac14-66feb80129ed),segment_id=10417e6d-22ae-4d63-ac14-66feb80129ed)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:19.791031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.803864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91bfd6-ea88-4606-b8e2-6a2c4d59981b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83abeae-a8d4-43ae-b11e-97a1b98fcb06,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:19.815978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.832479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:19.833129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.853961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Calling delete_port for d9f96638-2b86-47db-ab65-f6ee62e849cd owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:19.884761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268d86c6-332c-4ed4-9f1d-04dc2e49996c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.917745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d86c6-332c-4ed4-9f1d-04dc2e49996c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Subnet': ['ID=fed28f1d-cba3-4265-952c-10e1c518bdf5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:19.939202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268d86c6-332c-4ed4-9f1d-04dc2e49996c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:19.945688 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-268d86c6-332c-4ed4-9f1d-04dc2e49996c tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/subnets/fed28f1d-cba3-4265-952c-10e1c518bdf5 HTTP/1.1" status: 204  len: 168 time: 0.6375141
Nov 06 21:01:19.946046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Allocated IP 2001:db8:0:1::1 (1fbbe2ad-88ae-46dd-ac61-44c9c909711f/5de0dc14-da19-4e1c-a091-09dda2d3487f/c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:19.947169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40716) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:19.965332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137184-78b8-430a-9b7b-163ee86b64b4 req-cba9deb0-af50-46fc-90ef-94a131ba330e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:19.973907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96137184-78b8-430a-9b7b-163ee86b64b4 req-cba9deb0-af50-46fc-90ef-94a131ba330e tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 944 time: 0.2759888
Nov 06 21:01:19.993928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 1.7503386
Nov 06 21:01:20.014642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-538dfceb-6dce-4612-b4b9-43bf9363700d tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Deleting subnet 5de0dc14-da19-4e1c-a091-09dda2d3487f {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:01:20.020412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.069029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a811e9-a76a-4422-b3b7-660be1937736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Pushing event updated for resources: {'Network': ['ID=4f07ed89-74b0-4e08-9895-6a127503a74a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:20.123387 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.131040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8a31c-d16d-46e5-9d2b-2537ca4938b1 req-860d964b-14b9-499b-a6b5-ba61cc41df23 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:20.131316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 4f07ed89-74b0-4e08-9895-6a127503a74a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:20.131445 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.134933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-538dfceb-6dce-4612-b4b9-43bf9363700d tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.138490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04a8a31c-d16d-46e5-9d2b-2537ca4938b1 req-860d964b-14b9-499b-a6b5-ba61cc41df23 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1902544
Nov 06 21:01:20.156790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96137184-78b8-430a-9b7b-163ee86b64b4 req-9a210587-982d-4b17-880c-ac0686585a65 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9e69e53-af4d-4ba6-a330-1c98a6d09efe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819065
Nov 06 21:01:20.189013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255308310>,) {'filters': {'network_id': ['6f9b5bbd-1a3d-4564-b066-1400449a1443']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:20.199491 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.204803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255308310>, '48139add-ce0f-4cca-9743-e81334174fbe') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:20.205109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255308310>, '48139add-ce0f-4cca-9743-e81334174fbe') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:20.210369 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-538dfceb-6dce-4612-b4b9-43bf9363700d tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.244428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-9afa1fef-2c52-487d-aba1-8a8a78d54a14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fed28f1d-cba3-4265-952c-10e1c518bdf5: This subnet is being modified by another concurrent operation.
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:01:20.254398 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fed28f1d-cba3-4265-952c-10e1c518bdf5: This subnet is being modified by another concurrent operation.
Nov 06 21:01:20.258773 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:01:20.281576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.287065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Pushing event updated for resources: {'Port': ['ID=c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:20.297007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:20.297615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:20.299827 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:20.304890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6f69b-f7ed-4b33-80b3-9aa0cafe3d3c None None] Network 0452168b-1d6b-4574-b73b-0962dc0e7b0e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:20.355428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04a8a31c-d16d-46e5-9d2b-2537ca4938b1 req-0bebf0fd-4cd9-4b1c-ba72-ba09ab58cf69 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118506
Nov 06 21:01:20.388665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Network 1fbbe2ad-88ae-46dd-ac61-44c9c909711f is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:20.398441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:20.402323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-538dfceb-6dce-4612-b4b9-43bf9363700d tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.406195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:20.432417 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.434591 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.440758 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.447766 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6f9b5bbd-1a3d-4564-b066-1400449a1443 HTTP/1.1" status: 204  len: 168 time: 0.6478164
Nov 06 21:01:20.464418 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729c46b-ecf1-42d2-99e6-63930b7a0358 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9b5bbd-1a3d-4564-b066-1400449a1443,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:20.516663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device cc994223-3c09-4974-9bcf-82aa03fca83e no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:20.530766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Pushing event deleted for resources: {'Port': ['ID=d9f96638-2b86-47db-ab65-f6ee62e849cd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:20.543848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-538dfceb-6dce-4612-b4b9-43bf9363700d tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.570646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Attempting to bind port c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:20.580048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-538dfceb-6dce-4612-b4b9-43bf9363700d tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.584642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Attempting to bind port c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ae3301c-8291-4505-9de4-25e95c43f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fbbe2ad-88ae-46dd-ac61-44c9c909711f'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:20.586156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Attempting to bind port c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20 on network 1fbbe2ad-88ae-46dd-ac61-44c9c909711f {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:20.591101 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-538dfceb-6dce-4612-b4b9-43bf9363700d tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/subnets/5de0dc14-da19-4e1c-a091-09dda2d3487f HTTP/1.1" status: 204  len: 168 time: 0.6405785
Nov 06 21:01:20.597389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40728) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:20.600469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] No DVR routers for this DVR port d9f96638-2b86-47db-ab65-f6ee62e849cd on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:20.632156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.637117 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dfceb-6dce-4612-b4b9-43bf9363700d tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Subnet': ['ID=5de0dc14-da19-4e1c-a091-09dda2d3487f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:20.639457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15a404f5-ecc0-431e-8ad4-82bf78a3f958 req-ec69c37d-571d-4c1c-a935-e428d5f11d71 tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.37 "DELETE /v2.0/ports/d9f96638-2b86-47db-ab65-f6ee62e849cd HTTP/1.1" status: 204  len: 173 time: 1.8163903
Nov 06 21:01:20.656674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40730) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:20.668796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:20.669497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Request body: {'port': {'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383531573'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:20.683535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Checking segment: {'id': '8ae3301c-8291-4505-9de4-25e95c43f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fbbe2ad-88ae-46dd-ac61-44c9c909711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:20.685709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.686611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Bound using segment: {'id': '8ae3301c-8291-4505-9de4-25e95c43f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fbbe2ad-88ae-46dd-ac61-44c9c909711f'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:20.688675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Bound port: c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae3301c-8291-4505-9de4-25e95c43f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1fbbe2ad-88ae-46dd-ac61-44c9c909711f'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:20.690874 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.737076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Made reservation on behalf of 65bad18e2336463eb90a3c6b200d4cbd for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:20.740642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.764653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.771460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7edbcb2-d818-4838-b4d0-bc4807fcc757 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:20.778427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40732) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:20.779801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f7edbcb2-d818-4838-b4d0-bc4807fcc757 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1795130
Nov 06 21:01:20.795437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: cc994223-3c09-4974-9bcf-82aa03fca83e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:01:20.795781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device cc994223-3c09-4974-9bcf-82aa03fca83e not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:01:20.825996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'name': 'network-vif-deleted', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:20.828799 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87deb75b-0e29-4fe6-b76c-007b47528d1a" -d '{"events": [{"server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "name": "network-vif-deleted", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:20.830571 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.832325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40734) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:20.858466 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] For port c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:20.862830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] For port c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20,segment=NetworkSegment(8ae3301c-8291-4505-9de4-25e95c43f44d),segment_id=8ae3301c-8291-4505-9de4-25e95c43f44d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:20.878226 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.919147 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743884dd-d741-4099-bcef-bb7124286c8e x-openstack-request-id: req-743884dd-d741-4099-bcef-bb7124286c8e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:20.919446 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2434de4-2c14-4111-8b89-1a7a517e3a35", "name": "network-vif-deleted", "tag": "d9f96638-2b86-47db-ab65-f6ee62e849cd", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:20.919711 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-743884dd-d741-4099-bcef-bb7124286c8e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:20.919848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.920371 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2434de4-2c14-4111-8b89-1a7a517e3a35', 'name': 'network-vif-deleted', 'tag': 'd9f96638-2b86-47db-ab65-f6ee62e849cd', 'status': 'completed', 'code': 200}
Nov 06 21:01:20.932577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c07ad062-7765-4b50-bacb-19cf32dd4c8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0574cd1faec94a7e9cb5468995d6be4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0964472
Nov 06 21:01:20.933448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40738) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:20.937465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:20.989767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] device_id is not set on port 05609846-586f-4d5b-b0bb-90b45fafdf5e yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:21.020220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-148d82ca-bc2a-4458-a6ee-cee71ce54727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.022987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d176d-7232-4c5a-95f9-56df49305377 None None] Pushing event updated for resources: {'Port': ['ID=c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:21.051729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc58b8-7afe-4d60-a15d-ed40378129e6 None None] Network 1fbbe2ad-88ae-46dd-ac61-44c9c909711f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:21.055758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-148d82ca-bc2a-4458-a6ee-cee71ce54727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.120054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-148d82ca-bc2a-4458-a6ee-cee71ce54727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.123343 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-148d82ca-bc2a-4458-a6ee-cee71ce54727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.124737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-148d82ca-bc2a-4458-a6ee-cee71ce54727 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dd36da7-cd5f-444b-8836-013bd00631cf HTTP/1.1" status: 204  len: 168 time: 0.1903839
Nov 06 21:01:21.142976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d82ca-bc2a-4458-a6ee-cee71ce54727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd36da7-cd5f-444b-8836-013bd00631cf,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:21.149657 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e23ea-089f-423b-a33b-2218789b0e21,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:21.171677 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.247709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31e9fd-1a8d-46fe-9b63-80316b0718c7 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:01:21.404554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] device_id is not set on port 05609846-586f-4d5b-b0bb-90b45fafdf5e yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:21.416614 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.440072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.497010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6a9ac05-aeaa-46c9-8bf9-5393c97ff03a req-e034bcb2-bb6b-4a0f-a3cd-daed7d4bd7fc tempest-LiveMigrationTest-2007295791 tempest-LiveMigrationTest-2007295791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2434de4-2c14-4111-8b89-1a7a517e3a35 HTTP/1.1" status: 200  len: 210 time: 0.0895658
Nov 06 21:01:21.502587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Deleting port c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:21.502946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.575542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31e9fd-1a8d-46fe-9b63-80316b0718c7 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:01:21.582307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=05609846-586f-4d5b-b0bb-90b45fafdf5e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:21.597979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Checking segment: {'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:21.597979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Network hostable DHCP agents. Network: 4f07ed89-74b0-4e08-9895-6a127503a74a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:21.623992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] For port c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20,segment=NetworkSegment(8ae3301c-8291-4505-9de4-25e95c43f44d),segment_id=8ae3301c-8291-4505-9de4-25e95c43f44d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:21.624476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.695570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Calling delete_port for c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:21.700031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Network 4f07ed89-74b0-4e08-9895-6a127503a74a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:21.704078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7587e-f225-4c65-907e-d444327f61b5 req-1e2cb0a0-ca06-4d28-b7f0-5d8f042b29a3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:21.712129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93c7587e-f225-4c65-907e-d444327f61b5 req-1e2cb0a0-ca06-4d28-b7f0-5d8f042b29a3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.0714550
Nov 06 21:01:21.782357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4f07ed89-74b0-4e08-9895-6a127503a74a) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:21.788109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:21.802522 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.805509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:21.806523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:21.806908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:21.813069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:21.813420 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:21.815977 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 2 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:21.820563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93c7587e-f225-4c65-907e-d444327f61b5 req-f1fcf1ac-201d-444e-8239-dc0182a74317 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066816
Nov 06 21:01:21.850027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:21.850407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:21.857831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:21.863719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:21.864055 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:21.864493 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 3 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:21.888830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:21.889185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:21.889508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:21.896321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:21.896321 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:21.896321 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 4 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:21.914496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:21.914844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:21.915745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:21.921068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:21.921685 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:21.922140 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 5 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:21.925089 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:21.970823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Port': ['ID=c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:21.980557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:21.980898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:21.981236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:21.988181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] No DVR routers for this DVR port c722fc84-3c03-4dcd-a4fe-dbdc6e5d3c20 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:22.015700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:22.015922 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:22.017592 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 6 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:22.041145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:22.041323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:22.041677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:22.062845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871605a9-1ef5-43ab-bc26-55022ab6893d None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:01:22.083049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:22.083396 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:22.086168 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 7 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:22.107042 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.118773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:22.119112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:22.119450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:22.131015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:22.131352 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:22.133244 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 8 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:22.138188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256876df0>,) {'filters': {'network_id': ['1fbbe2ad-88ae-46dd-ac61-44c9c909711f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:22.158157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256876df0>, '8ae3301c-8291-4505-9de4-25e95c43f44d') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:22.158458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256876df0>, '8ae3301c-8291-4505-9de4-25e95c43f44d') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:22.160547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:22.160883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:22.161218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:22.171059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:22.171396 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:22.173231 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 9 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:22.178204 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.192819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871605a9-1ef5-43ab-bc26-55022ab6893d None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:01:22.200134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:22.200519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:22.200857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:22.203167 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.214508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:22.214908 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:22.215738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:22.216142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.219453 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 10 to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:22.222268 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:22.290655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:22.290882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:22.291182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:22.297261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 05609846-586f-4d5b-b0bb-90b45fafdf5e on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:22.297590 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 05609846-586f-4d5b-b0bb-90b45fafdf5e on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:22.297958 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.314616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.324157 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.327390 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/networks/1fbbe2ad-88ae-46dd-ac61-44c9c909711f HTTP/1.1" status: 204  len: 168 time: 1.5475478
Nov 06 21:01:22.330155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40766) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:22.369108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df41e0-8bba-4b08-bbef-8f5852701a95 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Network': ['ID=1fbbe2ad-88ae-46dd-ac61-44c9c909711f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:22.408105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] For port 05609846-586f-4d5b-b0bb-90b45fafdf5e, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:22.408527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempted to set empty binding levels {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 06 21:01:22.418516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.497762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.522340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:22.523718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.529928 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.634025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40778) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:22.645770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f420bb9d-40d2-46f5-a308-9045dbcd4cc3 None None] Network 4f07ed89-74b0-4e08-9895-6a127503a74a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:22.648427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=05609846-586f-4d5b-b0bb-90b45fafdf5e,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:22.677534 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e5627624-0fc3-429a-aaff-fee5c9360889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 2.0191662
Nov 06 21:01:22.680410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40780) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:22.735481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-124f0942-d969-44b4-af00-76018d1aee0a admin admin] Deleting subnet 700ccb63-5106-4e87-ba88-ceed32dd9408 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:01:22.757276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40784) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:22.779949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.811035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-124f0942-d969-44b4-af00-76018d1aee0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.812055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c7a190>,) {'filters': {'network_id': ['0452168b-1d6b-4574-b73b-0962dc0e7b0e']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:22.837595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c7a190>, '6b9f47c8-3fef-4f7d-982c-be773cd75519') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:22.842151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c7a190>, '6b9f47c8-3fef-4f7d-982c-be773cd75519') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:22.877428 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.900313 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.907994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:22.909356 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.926541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-124f0942-d969-44b4-af00-76018d1aee0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.953470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Deleting port 05609846-586f-4d5b-b0bb-90b45fafdf5e {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:22.953990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:22.987075 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:22.996215 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.001930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-network', 'tenant_id': 'c8182a523546466fa113050d28f19731'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:23.031466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] For port 05609846-586f-4d5b-b0bb-90b45fafdf5e, host nch2-master-1, got binding levels [] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:23.031829 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.050960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Calling delete_port for 05609846-586f-4d5b-b0bb-90b45fafdf5e owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:23.055340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.056012 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-124f0942-d969-44b4-af00-76018d1aee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.059023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/networks/0452168b-1d6b-4574-b73b-0962dc0e7b0e HTTP/1.1" status: 204  len: 168 time: 0.7276261
Nov 06 21:01:23.063345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40790) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:23.091369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76260307-239c-49ba-9c76-a0033b966d73 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Network': ['ID=0452168b-1d6b-4574-b73b-0962dc0e7b0e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:23.103568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Made reservation on behalf of c8182a523546466fa113050d28f19731 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:23.105901 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.162823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.177054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-124f0942-d969-44b4-af00-76018d1aee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.200778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f446666-ca23-4fb6-9383-7d93ace7dff2 req-0343d175-29fc-46d5-96b0-4a445868bdd0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:23.210008 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-124f0942-d969-44b4-af00-76018d1aee0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.210707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f446666-ca23-4fb6-9383-7d93ace7dff2 req-0343d175-29fc-46d5-96b0-4a445868bdd0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.2175434
Nov 06 21:01:23.215716 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-124f0942-d969-44b4-af00-76018d1aee0a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/700ccb63-5106-4e87-ba88-ceed32dd9408 HTTP/1.1" status: 204  len: 168 time: 0.5796056
Nov 06 21:01:23.217143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40792) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:23.254110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.294224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f0942-d969-44b4-af00-76018d1aee0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700ccb63-5106-4e87-ba88-ceed32dd9408,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:23.303987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.305108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f446666-ca23-4fb6-9383-7d93ace7dff2 req-33c98e28-e6a4-4350-800f-f0f4bd317aa3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932465
Nov 06 21:01:23.326104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.362207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event deleted for resources: {'Port': ['ID=05609846-586f-4d5b-b0bb-90b45fafdf5e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:23.367082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.376078 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f1aca047-290b-4c02-b886-c15ded298da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "DELETE /v2.0/ports/05609846-586f-4d5b-b0bb-90b45fafdf5e HTTP/1.1" status: 204  len: 168 time: 0.6946361
Nov 06 21:01:23.378536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40794) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:23.421543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.456522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254b90b50>,) {'filters': {'network_id': ['c598a9cd-12e4-44f1-8e6a-236d1b6eec39']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:23.475110 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b892853d-41f8-48bb-8ecc-a1ad1bbfae12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] GET failed (client error): The resource could not be found.
Nov 06 21:01:23.476742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b90b50>, '996774d6-c5a8-4f9d-854e-e2d7d1af7ff2') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:23.477049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b90b50>, '996774d6-c5a8-4f9d-854e-e2d7d1af7ff2') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:23.480931 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b892853d-41f8-48bb-8ecc-a1ad1bbfae12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "GET /v2.0/ports/05609846-586f-4d5b-b0bb-90b45fafdf5e HTTP/1.1" status: 404  len: 333 time: 0.1010716
Nov 06 21:01:23.487189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40796) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:23.491949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Request body: {'port': {'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292052001'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:23.506569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.510760 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.515219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.531613 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.538998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256354eb0>,) {'filters': {'network_id': ['a0d87934-0232-4205-a7f7-5ad3a2322d26']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:23.539804 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.553827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256354eb0>, '10417e6d-22ae-4d63-ac14-66feb80129ed') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:23.554530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256354eb0>, '10417e6d-22ae-4d63-ac14-66feb80129ed') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:23.566570 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:23.566985 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:23.570193 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:23.572768 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.577609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Made reservation on behalf of 65bad18e2336463eb90a3c6b200d4cbd for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:23.579935 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.589649 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.597103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:23.598823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:23.601040 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:23.603100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:23.659257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f084857d-6aa7-4ef4-b129-86ae04a3599e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:23.681096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.681442 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Added segment a9a06c42-d638-4853-91c2-a5b540e94f6d of type vlan for network e6af1d3b-e143-4670-b58f-a692b325ad8f
Nov 06 21:01:23.691905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] device_id is not set on port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:23.694939 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.698453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.712873 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.716592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/networks/c598a9cd-12e4-44f1-8e6a-236d1b6eec39 HTTP/1.1" status: 204  len: 168 time: 0.6511800
Nov 06 21:01:23.722220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40800) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:23.723352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.726612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0d87934-0232-4205-a7f7-5ad3a2322d26 HTTP/1.1" status: 204  len: 168 time: 0.5082684
Nov 06 21:01:23.750675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:23.785096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7c15f-4428-40ed-b048-86f7cf34b436 tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Network': ['ID=c598a9cd-12e4-44f1-8e6a-236d1b6eec39,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:23.800114 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.861406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.862225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:23.863080 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:23.988374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.2287815
Nov 06 21:01:23.992063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40806) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:24.000074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Request body: {'subnet': {'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-subnet', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:24.022226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a18fc-804d-45d9-9310-92d7264fac3c admin admin] Pushing event updated for resources: {'Network': ['ID=e6af1d3b-e143-4670-b58f-a692b325ad8f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:24.033391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e6af1d3b-e143-4670-b58f-a692b325ad8f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:24.052592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.063870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Made reservation on behalf of c8182a523546466fa113050d28f19731 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:24.066686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.184649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.242886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc2ca89-24f3-4805-a730-7fa1bcbd04af,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:24.259579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-286775e2-25a5-455c-8f33-c88b7a3d4f35 admin admin] Deleting subnet 99cbc154-6283-4e82-8172-153f0c56d680 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:01:24.277020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Network 4f07ed89-74b0-4e08-9895-6a127503a74a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:24.280712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:24.283173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:24.284281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:24.285471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.288489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d203c0-78da-4a97-8d4e-ea1ab4d4fca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d87934-0232-4205-a7f7-5ad3a2322d26,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:24.297912 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-286775e2-25a5-455c-8f33-c88b7a3d4f35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.362482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2346c453-8af7-4e0b-88ac-d75691eb702b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8718851
Nov 06 21:01:24.362721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40810) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:24.370617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:24.381714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-286775e2-25a5-455c-8f33-c88b7a3d4f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.395518 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.486346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-286775e2-25a5-455c-8f33-c88b7a3d4f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.492030 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.530231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.570609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.577048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d231ef2-c830-4da8-8a71-d5176353ce3e req-5212031a-2b0a-4895-8909-693f988845b4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:24.584655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d231ef2-c830-4da8-8a71-d5176353ce3e req-5212031a-2b0a-4895-8909-693f988845b4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1543148
Nov 06 21:01:24.603116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256d70520>,) {'filters': {'network_id': ['07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:24.616026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256d70520>, 'dfddbd8f-360f-49e2-ad2d-6ed420a623e9') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:24.616276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256d70520>, 'dfddbd8f-360f-49e2-ad2d-6ed420a623e9') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:24.627505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-286775e2-25a5-455c-8f33-c88b7a3d4f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.636442 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.643814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f278456b-2293-4cad-b377-cfa3d73aad95,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:24.664091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286775e2-25a5-455c-8f33-c88b7a3d4f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99cbc154-6283-4e82-8172-153f0c56d680,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:24.668881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-286775e2-25a5-455c-8f33-c88b7a3d4f35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.674712 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-286775e2-25a5-455c-8f33-c88b7a3d4f35 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/99cbc154-6283-4e82-8172-153f0c56d680 HTTP/1.1" status: 204  len: 168 time: 0.9230237
Nov 06 21:01:24.675465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40812) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:24.681665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.690752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:24.697830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:24.702957 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:24.749921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Checking segment: {'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:24.750328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Network hostable DHCP agents. Network: e6af1d3b-e143-4670-b58f-a692b325ad8f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:24.805564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d231ef2-c830-4da8-8a71-d5176353ce3e req-8c2a200f-40e0-4b9b-ac6a-7c29f33cbf26 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197256
Nov 06 21:01:24.813971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.832284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.838516 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] 10.222.0.13 "DELETE /v2.0/networks/07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d HTTP/1.1" status: 204  len: 168 time: 1.1077533
Nov 06 21:01:24.863488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b529adc-4f89-47cb-9e52-4df4481422ad tempest-BulkNetworkOpsIpV6Test-800015072 tempest-BulkNetworkOpsIpV6Test-800015072-project] Pushing event deleted for resources: {'Network': ['ID=07f77fb1-6e4f-49a5-ac97-7cfc9ed88a5d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:24.901162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Network e6af1d3b-e143-4670-b58f-a692b325ad8f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:24.912522 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.936611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e6af1d3b-e143-4670-b58f-a692b325ad8f) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:24.942730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:24.943327 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:24.951981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a73fe-d783-4ae5-a770-45fcacf995ac None None] Network e6af1d3b-e143-4670-b58f-a692b325ad8f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:25.079338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-34f15eaa-85f0-4e15-b69f-3aae335b28da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0834589
Nov 06 21:01:25.082113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40822) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:25.086634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:25.094338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] device_id is not set on port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:25.142047 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.151834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cffd7e-eae6-4118-abda-fa6e3a0c3ae9 None None] Network e6af1d3b-e143-4670-b58f-a692b325ad8f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:25.157642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.158817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.166700 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.172791 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.200904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40824) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:25.232725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92586a05b0>,) {'filters': {'network_id': ['d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:25.257781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92586a05b0>, 'da854f31-63a2-49ec-a7bd-0545f0babe45') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:25.258358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92586a05b0>, 'da854f31-63a2-49ec-a7bd-0545f0babe45') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:25.278284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc2ca89-24f3-4805-a730-7fa1bcbd04af,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:25.289236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.302312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.302925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.303461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.308268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.321015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.322317 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.323217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.325423 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 2 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.341402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:25.341859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:25.344225 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:25.382508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.382846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.383238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.397750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.398087 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.402405 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 3 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.418054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.418445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.418831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.423656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.424039 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.424509 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 4 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.428674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.433346 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.439248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b HTTP/1.1" status: 204  len: 168 time: 0.7568512
Nov 06 21:01:25.467269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.467607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.472592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.478929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d99bcb-ac16-40df-add4-bb19426b8bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7bc24e6-27ba-4c4f-ac71-4e139c3d4e7b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:25.484668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.485445 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.485445 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 5 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.517753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.518295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.518651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.528387 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.532521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.532862 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.533265 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 6 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.558584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.559022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.563933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.564308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f4a8fdad-6270-4dd1-8d17-d3f9aaf4e7e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7361551470f54c6bbdc02ea663b5c378&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3609030
Nov 06 21:01:25.564978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40830) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:25.583588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.583926 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.584409 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 7 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.599934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.600283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.601564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.608112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.608349 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.608781 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 8 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.627457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.627751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.628015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.632998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.633335 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.634489 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 9 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.650105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.650431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.650837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.655658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.655919 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.656346 ncdv-master-1 neutron-server[119333]: INFO neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 10 to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af
Nov 06 21:01:25.661788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40832) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:25.677399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:25.677742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:25.678086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:25.682342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1876b234-a1dc-44eb-8023-4ec1f0da0848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.683734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:25.684064 ncdv-master-1 neutron-server[119333]: ERROR neutron.plugins.ml2.managers [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:25.684489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.727902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1876b234-a1dc-44eb-8023-4ec1f0da0848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.758505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] For port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:25.759668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempted to set empty binding levels {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 06 21:01:25.765035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.766974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40834) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:25.767618 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-32c27453-8918-418a-ab21-c1209c3752eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a80ec8702cd94e0eaefdf3eb907a0cff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1006303
Nov 06 21:01:25.823667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] In _notify_port_updated(), no bound segment for port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:01:25.825860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:25.825860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.827057 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "PUT /v2.0/ports/3fc2ca89-24f3-4805-a730-7fa1bcbd04af HTTP/1.1" status: 200  len: 979 time: 1.4626541
Nov 06 21:01:25.842156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40838) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:25.890700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1876b234-a1dc-44eb-8023-4ec1f0da0848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.893288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1876b234-a1dc-44eb-8023-4ec1f0da0848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:25.899519 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1876b234-a1dc-44eb-8023-4ec1f0da0848 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67c305f5-7af1-4e1d-8c6e-2cca6f6cd88d HTTP/1.1" status: 204  len: 168 time: 0.3319578
Nov 06 21:01:25.914103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876b234-a1dc-44eb-8023-4ec1f0da0848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c305f5-7af1-4e1d-8c6e-2cca6f6cd88d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:26.011864 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.022569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5465c2b-ea39-4fc0-b423-4641129da22a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc2ca89-24f3-4805-a730-7fa1bcbd04af,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:26.078331 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dfea1903-86e7-4ec2-aea8-b1a9f29da9be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.095245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.106015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0a-4ca2-459a-aa6b-6b2b1efd832c req-dd4a3526-e391-42ae-8733-45945ee3f4d0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.116264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b95cf0a-4ca2-459a-aa6b-6b2b1efd832c req-dd4a3526-e391-42ae-8733-45945ee3f4d0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1386368
Nov 06 21:01:26.149622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.150395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.151026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.151810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.152547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.153249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.153875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.154489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.155110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.155728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.156366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.156983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.157601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.158326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.158962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.159647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.160272 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.161608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.162232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.162849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.163466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.164081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.164748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.165909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:26.169590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ee57f555-4bee-4c6b-a067-c1d165475580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 21460 time: 0.3162849
Nov 06 21:01:26.181352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40846) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:26.263946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dfea1903-86e7-4ec2-aea8-b1a9f29da9be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.291546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Allocated IP 172.35.0.144 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/6c3e8398-ea09-49ba-9b35-be9e9fb73811) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:26.376090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b95cf0a-4ca2-459a-aa6b-6b2b1efd832c req-1df251e4-15c4-4075-a06d-199ec08d03bc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586570
Nov 06 21:01:26.391671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Deleting port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:26.392034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.451767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.496747 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.499332 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dfea1903-86e7-4ec2-aea8-b1a9f29da9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.504000 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dfea1903-86e7-4ec2-aea8-b1a9f29da9be admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.515000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dfea1903-86e7-4ec2-aea8-b1a9f29da9be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9e69e53-af4d-4ba6-a330-1c98a6d09efe HTTP/1.1" status: 204  len: 168 time: 0.7374010
Nov 06 21:01:26.542241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:26.545452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:26.550478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:26.553845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3e8398-ea09-49ba-9b35-be9e9fb73811,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:26.559214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea1903-86e7-4ec2-aea8-b1a9f29da9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e69e53-af4d-4ba6-a330-1c98a6d09efe,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:26.566860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] For port 3fc2ca89-24f3-4805-a730-7fa1bcbd04af, host nch2-master-1, got binding levels [] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:26.567188 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.590250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Calling delete_port for 3fc2ca89-24f3-4805-a730-7fa1bcbd04af owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:26.731889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.781025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.787089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3fc2ca89-24f3-4805-a730-7fa1bcbd04af HTTP/1.1" status: 204  len: 168 time: 0.6037269
Nov 06 21:01:26.790770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40860) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:26.794155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16a4e8-84f6-48cd-b710-57e641375626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fc2ca89-24f3-4805-a730-7fa1bcbd04af,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:26.823928 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74aadc9-9e2b-4494-8533-2826373c43fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] GET failed (client error): The resource could not be found.
Nov 06 21:01:26.825950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a74aadc9-9e2b-4494-8533-2826373c43fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "GET /v2.0/ports/3fc2ca89-24f3-4805-a730-7fa1bcbd04af HTTP/1.1" status: 404  len: 333 time: 0.0331435
Nov 06 21:01:26.830928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40862) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:26.850899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037949554', 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:26.921735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Made reservation on behalf of 65bad18e2336463eb90a3c6b200d4cbd for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:26.924369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:26.985277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] device_id is not set on port 3e5ba77d-ba12-45cd-b69f-9a60c4e4b84d yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:27.154388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40868) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:27.155136 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.328266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-769b840e-7de2-47e6-ab2f-fbfe5040eb3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5632b98ba3314b2e8bd9bcca7c504b73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1701522
Nov 06 21:01:27.330159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40878) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:27.492877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c81ec9fd-ae68-4ffc-ae96-97233be42ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.493994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.496842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.563830 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c81ec9fd-ae68-4ffc-ae96-97233be42ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.625979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf5fb-0498-49d6-aabd-b74e5e8dccb0 req-e46a5c92-763e-4aad-82af-66564c3ade85 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:27.633203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-340cf5fb-0498-49d6-aabd-b74e5e8dccb0 req-e46a5c92-763e-4aad-82af-66564c3ade85 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1344976
Nov 06 21:01:27.673793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.704156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:01:27.722935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=3e5ba77d-ba12-45cd-b69f-9a60c4e4b84d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:27.760389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-340cf5fb-0498-49d6-aabd-b74e5e8dccb0 req-e02241f1-50b2-4a3d-88df-af80f86a156d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260219
Nov 06 21:01:27.762963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Network 4f07ed89-74b0-4e08-9895-6a127503a74a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:27.764393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c81ec9fd-ae68-4ffc-ae96-97233be42ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.767157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c81ec9fd-ae68-4ffc-ae96-97233be42ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.769713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c81ec9fd-ae68-4ffc-ae96-97233be42ee6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccd5178f-0765-48e3-8f5d-1dfc6c9e9c34 HTTP/1.1" status: 204  len: 168 time: 0.4354115
Nov 06 21:01:27.774602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:27.778796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:27.779956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:27.782121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:27.791472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ec9fd-ae68-4ffc-ae96-97233be42ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd5178f-0765-48e3-8f5d-1dfc6c9e9c34,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:27.837044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40890) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:27.838811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c191b8a-a13c-4692-8fcd-3e06f5124d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.0064931
Nov 06 21:01:27.839678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40892) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:27.886520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e8d15-5b81-48f2-b58f-bc0ac998c283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:27.891058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-af0e8d15-5b81-48f2-b58f-bc0ac998c283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "GET /v2.0/ports/3e5ba77d-ba12-45cd-b69f-9a60c4e4b84d HTTP/1.1" status: 200  len: 959 time: 0.0502532
Nov 06 21:01:27.891839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40896) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:27.989757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:28.000221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Sync routers for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:28.009811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-12ceca04-054a-4ca9-bf4b-0a55e60484fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Deleting port 3e5ba77d-ba12-45cd-b69f-9a60c4e4b84d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:28.010329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-12ceca04-054a-4ca9-bf4b-0a55e60484fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.031894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:28.032788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514569d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:28.049544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1909788494'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:28.073473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.078663 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f7ad8cc6-1c7b-4918-b8be-5a775cae6895 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 2.9920802
Nov 06 21:01:28.079323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40898) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:28.126361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-12ceca04-054a-4ca9-bf4b-0a55e60484fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.146667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-12ceca04-054a-4ca9-bf4b-0a55e60484fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Calling delete_port for 3e5ba77d-ba12-45cd-b69f-9a60c4e4b84d owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:28.177217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:28.181385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.248160 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.270391 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-12ceca04-054a-4ca9-bf4b-0a55e60484fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.353728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceca04-054a-4ca9-bf4b-0a55e60484fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e5ba77d-ba12-45cd-b69f-9a60c4e4b84d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:28.375171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-12ceca04-054a-4ca9-bf4b-0a55e60484fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.381792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-12ceca04-054a-4ca9-bf4b-0a55e60484fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3e5ba77d-ba12-45cd-b69f-9a60c4e4b84d HTTP/1.1" status: 204  len: 168 time: 0.4859076
Nov 06 21:01:28.381792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40920) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:28.403888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:01:28.413237 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ab8ec0-283d-44bc-9495-6d25f5ae3c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] GET failed (client error): The resource could not be found.
Nov 06 21:01:28.415324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a6ab8ec0-283d-44bc-9495-6d25f5ae3c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "GET /v2.0/ports/3e5ba77d-ba12-45cd-b69f-9a60c4e4b84d HTTP/1.1" status: 404  len: 333 time: 0.0328746
Nov 06 21:01:28.421111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40922) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:28.426195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Request body: {'port': {'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-372990788'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:28.457152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Made reservation on behalf of 65bad18e2336463eb90a3c6b200d4cbd for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:28.459538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.492654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] device_id is not set on port f9cd2950-7516-46e5-87f7-fe97a9a232a8 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:28.581836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.612325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.646322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:28.660753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514569d0>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:26Z', 'revision_number': 3, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:28.672189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.672816 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment 9de166c2-c477-423d-98af-a18021a435ab of type vlan for network a6c57191-1647-45be-9faf-b691a70f65a8
Nov 06 21:01:28.674425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b088bf1a-b22b-46b4-a480-98fccf00a37b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:28.688311 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.697550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Checking router: 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:01:28.697889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Updating router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 port 6c3e8398-ea09-49ba-9b35-be9e9fb73811 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:01:28.723775 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.729107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.756153 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.805221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=f9cd2950-7516-46e5-87f7-fe97a9a232a8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:28.837109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Network 4f07ed89-74b0-4e08-9895-6a127503a74a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:28.843892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:28.847154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:28.848115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:28.849353 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.857629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.869401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:28.870088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:28.889256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1e192fa3-38a0-4dc0-8c8e-50a5b9b73508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.4668458
Nov 06 21:01:28.890482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40936) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:28.899541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:28.914523 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.002846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708226c3-0c11-435e-b265-740aae4125aa req-c9d01137-1ebf-4511-9072-773b11afa5d5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:29.005118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-708226c3-0c11-435e-b265-740aae4125aa req-c9d01137-1ebf-4511-9072-773b11afa5d5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1006207
Nov 06 21:01:29.066037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-708226c3-0c11-435e-b265-740aae4125aa req-1df4bdff-d5e1-40b8-9385-7060773f0102 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525053
Nov 06 21:01:29.142835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.151548 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.162862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-49b6b55f-e3a1-45bb-8114-22bc67809436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:29.168610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-49b6b55f-e3a1-45bb-8114-22bc67809436 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 1097 time: 0.0932467
Nov 06 21:01:29.217263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Pushing event updated for resources: {'Port': ['ID=6c3e8398-ea09-49ba-9b35-be9e9fb73811,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:29.227011 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.3885212
Nov 06 21:01:29.228795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.229241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.230652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.231075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.232474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.233094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.233590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.234088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.235185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.235674 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.235813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40944) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:29.236705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.237199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:29.247858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-58782496'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:29.263858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Attempting to bind port 6c3e8398-ea09-49ba-9b35-be9e9fb73811 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:29.264136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Attempting to bind port 6c3e8398-ea09-49ba-9b35-be9e9fb73811 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:29.266204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Attempting to bind port 6c3e8398-ea09-49ba-9b35-be9e9fb73811 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:29.272855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:29.273593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:29.274208 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.275530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:29.276227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Bound port: 6c3e8398-ea09-49ba-9b35-be9e9fb73811, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:29.276795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.292260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35306a65-3760-4906-9e1a-c260a213feec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=a6c57191-1647-45be-9faf-b691a70f65a8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:29.303493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:29.307687 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.320077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a6c57191-1647-45be-9faf-b691a70f65a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:29.345451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-b9bef06a-e021-4097-8679-df252733db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:29.347156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-b9bef06a-e021-4097-8679-df252733db07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1701891
Nov 06 21:01:29.347905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:29.353406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.420896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.421725 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment efb8ca86-032e-47f7-b965-c228ffd4954d of type vlan for network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59
Nov 06 21:01:29.423894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-6661bf89-ee15-4d0b-89ba-6120166bedcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b HTTP/1.1" status: 200  len: 217 time: 0.0685642
Nov 06 21:01:29.459997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] For port 6c3e8398-ea09-49ba-9b35-be9e9fb73811, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:29.489713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] For port 6c3e8398-ea09-49ba-9b35-be9e9fb73811, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c3e8398-ea09-49ba-9b35-be9e9fb73811,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:29.496370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.527439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-3a8c3bda-16d6-45c4-8dc0-0dd86c02a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:29.532491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-3a8c3bda-16d6-45c4-8dc0-0dd86c02a6a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0976129
Nov 06 21:01:29.558042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:29.558802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514569d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:29.577169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.620787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Allocated IP 172.20.0.1 (e6af1d3b-e143-4670-b58f-a692b325ad8f/f278456b-2293-4cad-b377-cfa3d73aad95/12ef3a74-143d-441c-9415-092d110ebbaf) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:29.631326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72134127-d7c1-4406-9af6-22d9362de104 None None] Pushing event updated for resources: {'Port': ['ID=6c3e8398-ea09-49ba-9b35-be9e9fb73811,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:29.655442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.664125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:29.665544 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.714690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:01:29.733041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] device_id is not set on port f9cd2950-7516-46e5-87f7-fe97a9a232a8 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:29.743169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.761853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.767442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5306065
Nov 06 21:01:29.767693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40960) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:29.778961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': 'a6c57191-1647-45be-9faf-b691a70f65a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:29.784636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953b08a-6315-47a9-9e7c-14237f424fee tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=8adadac1-8f8c-4b5d-91a1-59fa2ab35c59,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:29.790584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-4e27814f-ea7b-4780-b140-8637b99ff7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:29.798920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-4e27814f-ea7b-4780-b140-8637b99ff7fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2405188
Nov 06 21:01:29.921604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:29.927466 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:29.943069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-2bd2b480-7219-4ca3-9c26-55747e5f238c service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355619
Nov 06 21:01:29.946706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=f9cd2950-7516-46e5-87f7-fe97a9a232a8,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:29.967348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:29.967664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:29.968404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:29.984119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:29.984729 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:29.990201 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 2 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.018251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.018825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.019315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.022109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514569d0>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:26Z', 'revision_number': 3, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:30.023468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:30.028025 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:30.034988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:30.055421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.056189 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.061732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ca8c2-212b-4078-a417-bb4f93200f33 None None] The sync data for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 is: [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:26Z', 'revision_number': 3, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:30.066501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a25fd5c9-a7d0-4f0f-b539-203c2b8bf451 req-d968f302-adb3-4a0b-9463-603689e09858 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159954
Nov 06 21:01:30.090424 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 3 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.158391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.158738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.159049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.170621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Network e6af1d3b-e143-4670-b58f-a692b325ad8f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:30.176985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:30.190456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:30.193134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.193532 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.196637 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 4 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.199459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Pushing event updated for resources: {'Port': ['ID=12ef3a74-143d-441c-9415-092d110ebbaf,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:30.239132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130138e-16f8-4e70-acf3-272688ccab41 req-f548b2d7-50bf-4201-8b90-89f0cc210ae7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:30.248287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8130138e-16f8-4e70-acf3-272688ccab41 req-f548b2d7-50bf-4201-8b90-89f0cc210ae7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.0888176
Nov 06 21:01:30.251506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.251965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.252359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.268149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.268852 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.271531 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 5 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.274394 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:30.311934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8130138e-16f8-4e70-acf3-272688ccab41 req-853b7618-a28f-4da5-8c2a-94c252b8b1ba tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625856
Nov 06 21:01:30.346482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.346826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.347151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.369675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.370017 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.373685 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 6 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.474886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.475103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.475408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.501712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.502524 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.507950 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 7 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.535071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:30.554148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.554484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.554905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.621756 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:30.639291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.640144 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.643667 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 8 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.697672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=7a862346-9c73-403f-a147-b05c5415906f,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:30.699884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.700249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.700518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.720540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.720879 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.722960 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 9 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.725752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': '9de166c2-c477-423d-98af-a18021a435ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a6c57191-1647-45be-9faf-b691a70f65a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:30.726109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: a6c57191-1647-45be-9faf-b691a70f65a8, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:30.756040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.756399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.756725 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.799402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.799729 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.801713 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempt 10 to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8
Nov 06 21:01:30.810741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network a6c57191-1647-45be-9faf-b691a70f65a8 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:30.831850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:30.832185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:30.832552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempting to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:30.837256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6c57191-1647-45be-9faf-b691a70f65a8) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:30.845107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1248124-3f2b-45e6-bfe7-d8b158dcb47b None None] Network a6c57191-1647-45be-9faf-b691a70f65a8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:30.845738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:30.845882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:30.856046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:30.856669 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Failed to bind port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on host nch2-master-1 for vnic_type normal using segments [{'id': '26c7730e-5261-4ce3-bbbd-e781d1eff479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4f07ed89-74b0-4e08-9895-6a127503a74a'}]
Nov 06 21:01:30.857041 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:30.897899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f7c2ab5a-61fc-4519-a757-e7b682f5e975 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1288681
Nov 06 21:01:30.900880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40980) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:30.906520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': '8adadac1-8f8c-4b5d-91a1-59fa2ab35c59', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:30.986816 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:30.994647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.065024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] For port f9cd2950-7516-46e5-87f7-fe97a9a232a8, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:31.065408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attempted to set empty binding levels {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 06 21:01:31.071097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:31.075044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.087542 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.106532 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.117197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a6c57191-1647-45be-9faf-b691a70f65a8', 'network_id': 'a6c57191-1647-45be-9faf-b691a70f65a8', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': '7a862346-9c73-403f-a147-b05c5415906f'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:01:31.118345 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.126956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40984) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:31.192214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] In _notify_port_updated(), no bound segment for port f9cd2950-7516-46e5-87f7-fe97a9a232a8 on network 4f07ed89-74b0-4e08-9895-6a127503a74a {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:01:31.193411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:31.194020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.195375 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "PUT /v2.0/ports/f9cd2950-7516-46e5-87f7-fe97a9a232a8 HTTP/1.1" status: 200  len: 978 time: 2.3003044
Nov 06 21:01:31.196223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Pushing event updated for resources: {'Port': ['ID=12ef3a74-143d-441c-9415-092d110ebbaf,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:31.200077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40988) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:31.320516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd750-3be8-48bf-ad7b-e861f9ce9d37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event updated for resources: {'Port': ['ID=f9cd2950-7516-46e5-87f7-fe97a9a232a8,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:31.326698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Allocated IP 2001:db8::2 (a6c57191-1647-45be-9faf-b691a70f65a8/7a862346-9c73-403f-a147-b05c5415906f/083d3eaf-3652-44dc-b82c-56d49794bd28) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:31.356502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a722e7b6-ae78-44f5-8026-3ef562fafe94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.376606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Network e6af1d3b-e143-4670-b58f-a692b325ad8f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:31.379990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:31.402140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.500547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Deleting port f9cd2950-7516-46e5-87f7-fe97a9a232a8 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:31.500924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.504080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.512863 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.549406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=16be38f5-2f2e-49c0-9b9a-ad83e9ae921d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:31.557789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Network a6c57191-1647-45be-9faf-b691a70f65a8 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:31.561825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:31.565115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:31.570783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc20a5-e731-455e-9ce0-722ecf334066 req-d354ac91-71af-4cdc-8acd-f9dac3a70374 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:31.571014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83bc20a5-e731-455e-9ce0-722ecf334066 req-d354ac91-71af-4cdc-8acd-f9dac3a70374 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 946 time: 0.1223469
Nov 06 21:01:31.572902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': 'efb8ca86-032e-47f7-b965-c228ffd4954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8adadac1-8f8c-4b5d-91a1-59fa2ab35c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:31.573284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:31.629685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:01:31.631607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] For port f9cd2950-7516-46e5-87f7-fe97a9a232a8, host nch2-master-1, got binding levels [] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:31.632169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.633216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Pushing event updated for resources: {'Port': ['ID=083d3eaf-3652-44dc-b82c-56d49794bd28,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:31.646904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:31.656025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Attempting to bind port 083d3eaf-3652-44dc-b82c-56d49794bd28 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:31.656579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Attempting to bind port 083d3eaf-3652-44dc-b82c-56d49794bd28 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9de166c2-c477-423d-98af-a18021a435ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a6c57191-1647-45be-9faf-b691a70f65a8'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:31.656977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Attempting to bind port 083d3eaf-3652-44dc-b82c-56d49794bd28 on network a6c57191-1647-45be-9faf-b691a70f65a8 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:31.657928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Calling delete_port for f9cd2950-7516-46e5-87f7-fe97a9a232a8 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:31.661270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:31.666381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:31.666755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Checking segment: {'id': '9de166c2-c477-423d-98af-a18021a435ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a6c57191-1647-45be-9faf-b691a70f65a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:31.667404 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.668275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Bound using segment: {'id': '9de166c2-c477-423d-98af-a18021a435ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a6c57191-1647-45be-9faf-b691a70f65a8'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:31.668764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Bound port: 083d3eaf-3652-44dc-b82c-56d49794bd28, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de166c2-c477-423d-98af-a18021a435ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a6c57191-1647-45be-9faf-b691a70f65a8'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:31.669151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.674697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:31.674697 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.680053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83bc20a5-e731-455e-9ce0-722ecf334066 req-67f63ac9-850a-45a2-867a-7fe941dc32ee tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969584
Nov 06 21:01:31.685593 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a722e7b6-ae78-44f5-8026-3ef562fafe94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.689128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e72c51-f6d5-480e-9446-b0b70c14f8e7 None None] Network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:31.695160 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a722e7b6-ae78-44f5-8026-3ef562fafe94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.699365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8f67ae13-3633-4e58-8063-f68cb4503698 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7973707
Nov 06 21:01:31.703330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40996) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:31.709109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0450681a-7ad0-4b8f-afdc-609c53b35a25 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2018589985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:31.749886 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0450681a-7ad0-4b8f-afdc-609c53b35a25 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.752060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0450681a-7ad0-4b8f-afdc-609c53b35a25 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.815913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] For port 083d3eaf-3652-44dc-b82c-56d49794bd28, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:31.824202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722e7b6-ae78-44f5-8026-3ef562fafe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c781d-badd-4608-9378-a502733467a4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:31.828781 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a722e7b6-ae78-44f5-8026-3ef562fafe94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ba2c0969a6440df83906b0b861001a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6997278
Nov 06 21:01:31.833227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40998) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:31.839362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] For port 083d3eaf-3652-44dc-b82c-56d49794bd28, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=083d3eaf-3652-44dc-b82c-56d49794bd28,segment=NetworkSegment(9de166c2-c477-423d-98af-a18021a435ab),segment_id=9de166c2-c477-423d-98af-a18021a435ab)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:31.846063 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:31.981801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de117e4e-df20-4df5-8d61-5ab67c646d02 None None] Pushing event updated for resources: {'Port': ['ID=083d3eaf-3652-44dc-b82c-56d49794bd28,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:31.990836 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8adadac1-8f8c-4b5d-91a1-59fa2ab35c59', 'network_id': '8adadac1-8f8c-4b5d-91a1-59fa2ab35c59', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': '16be38f5-2f2e-49c0-9b9a-ad83e9ae921d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:01:31.991984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.087811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:32.107418 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:01:32.112503 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-87e68e29-77ee-4294-b01d-7a1e74a30142 admin admin] 10.222.0.13 "PUT /v2.0/routers/0e7dc7e6-fa19-493e-b68d-eeee24a6dc37/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0301292
Nov 06 21:01:32.114299 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c52be345-c2c6-4365-8723-fd123814f51a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.144626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.147944 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c52be345-c2c6-4365-8723-fd123814f51a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.171908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6c3e8398-ea09-49ba-9b35-be9e9fb73811 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:32.214137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9cd2950-7516-46e5-87f7-fe97a9a232a8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:32.240881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.244417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a38f037d-10f1-4eb3-a15b-1d572ac68ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f9cd2950-7516-46e5-87f7-fe97a9a232a8 HTTP/1.1" status: 204  len: 168 time: 1.0432248
Nov 06 21:01:32.247662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:32.340342 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc129d5e-88a1-4c51-b058-1dc58f7a2c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] GET failed (client error): The resource could not be found.
Nov 06 21:01:32.345764 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fc129d5e-88a1-4c51-b058-1dc58f7a2c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388440717-project-admin] 10.222.0.13 "GET /v2.0/ports/f9cd2950-7516-46e5-87f7-fe97a9a232a8 HTTP/1.1" status: 404  len: 333 time: 0.0944433
Nov 06 21:01:32.347449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41006) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:32.418522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Allocated IP 2001:db8:1::2 (8adadac1-8f8c-4b5d-91a1-59fa2ab35c59/16be38f5-2f2e-49c0-9b9a-ad83e9ae921d/4d406466-c3c6-40d1-86f0-0edf0de9beb5) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:32.441651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6c3e8398-ea09-49ba-9b35-be9e9fb73811 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:32.463382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.478137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c52be345-c2c6-4365-8723-fd123814f51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.480840 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c52be345-c2c6-4365-8723-fd123814f51a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.482153 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c52be345-c2c6-4365-8723-fd123814f51a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f38c781d-badd-4608-9378-a502733467a4 HTTP/1.1" status: 204  len: 168 time: 0.6477158
Nov 06 21:01:32.534057 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0450681a-7ad0-4b8f-afdc-609c53b35a25 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.541291 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0450681a-7ad0-4b8f-afdc-609c53b35a25 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.542871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.543989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ab0fa452-b78b-414c-8ab1-ee7539cbab2b no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:32.554226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52be345-c2c6-4365-8723-fd123814f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c781d-badd-4608-9378-a502733467a4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:32.568726 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0450681a-7ad0-4b8f-afdc-609c53b35a25 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.571857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0450681a-7ad0-4b8f-afdc-609c53b35a25 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.8663802
Nov 06 21:01:32.574149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41014) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:32.601214 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Sync routers for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:32.621111 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:32.624958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252991130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:32.850406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.925895 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:01:32.953740 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:32.982320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6c3e8398-ea09-49ba-9b35-be9e9fb73811, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c3e8398-ea09-49ba-9b35-be9e9fb73811,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:32.985931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-0e595aaa-7bf4-4d72-8ba5-36bb911df90c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:32.988170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-0e595aaa-7bf4-4d72-8ba5-36bb911df90c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 820 time: 0.1697319
Nov 06 21:01:32.999887 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.101661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41034) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:33.155464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-12dabe4f-155d-4b24-9190-59cda9869b45 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/quotas/c8182a523546466fa113050d28f19731 HTTP/1.1" status: 200  len: 375 time: 0.1504593
Nov 06 21:01:33.158003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb84e961-de2d-4609-8c7f-0959327842e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.307626 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252991130>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 2, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:33.338588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:33.349216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:33.351576 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c68bb9e-321b-4be0-8b9c-0d4bb1e37fc7" -d '{"events": [{"server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "name": "network-vif-unplugged", "status": "completed", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:33.365347 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Checking router: 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:01:33.366037 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Updating router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 port 12ef3a74-143d-441c-9415-092d110ebbaf binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:01:33.370289 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.403199 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.414146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.463511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256c93910>,) {'filters': {'network_id': ['4f07ed89-74b0-4e08-9895-6a127503a74a']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:33.482302 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.485412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256c93910>, '26c7730e-5261-4ce3-bbbd-e781d1eff479') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:33.486308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256c93910>, '26c7730e-5261-4ce3-bbbd-e781d1eff479') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:33.498051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.500226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6c3e8398-ea09-49ba-9b35-be9e9fb73811,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:33.501516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.545163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.553566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:33.554354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:33.559913 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:33.568183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:33.576514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:33.579521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:33.603203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:33.661782 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.668591 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.669148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.676241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0b70c-bfd8-429a-8a34-199a7940941a None None] Network a6c57191-1647-45be-9faf-b691a70f65a8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:33.677460 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] 10.222.0.13 "DELETE /v2.0/networks/4f07ed89-74b0-4e08-9895-6a127503a74a HTTP/1.1" status: 204  len: 168 time: 1.3273926
Nov 06 21:01:33.705840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9df14-9355-49f2-b666-649a583f3e09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439882001-project] Pushing event deleted for resources: {'Network': ['ID=4f07ed89-74b0-4e08-9895-6a127503a74a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:33.729343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-4d3425cc-7577-4387-a999-b19c91bc04c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2026143
Nov 06 21:01:33.750921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196f604-0afc-4fc1-b862-0460169b1886 req-4e85ad17-198f-4a84-925d-3120c6aa7107 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:33.752199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d196f604-0afc-4fc1-b862-0460169b1886 req-4e85ad17-198f-4a84-925d-3120c6aa7107 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 944 time: 0.7577810
Nov 06 21:01:33.773746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Attempting to bind port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:33.775008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Attempting to bind port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'efb8ca86-032e-47f7-b965-c228ffd4954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8adadac1-8f8c-4b5d-91a1-59fa2ab35c59'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:33.775587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Attempting to bind port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 on network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:33.791547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Pushing event updated for resources: {'Port': ['ID=4d406466-c3c6-40d1-86f0-0edf0de9beb5,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:33.798130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:33.798887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Checking segment: {'id': 'efb8ca86-032e-47f7-b965-c228ffd4954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8adadac1-8f8c-4b5d-91a1-59fa2ab35c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:33.799521 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.800144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Bound using segment: {'id': 'efb8ca86-032e-47f7-b965-c228ffd4954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8adadac1-8f8c-4b5d-91a1-59fa2ab35c59'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:33.800958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Bound port: 4d406466-c3c6-40d1-86f0-0edf0de9beb5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb8ca86-032e-47f7-b965-c228ffd4954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8adadac1-8f8c-4b5d-91a1-59fa2ab35c59'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:33.801557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.814060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a459aa38-80d8-46df-8344-f6ea6bba90ed None None] Provisioning complete for port 083d3eaf-3652-44dc-b82c-56d49794bd28 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:33.814767 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a459aa38-80d8-46df-8344-f6ea6bba90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.820115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb84e961-de2d-4609-8c7f-0959327842e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.877083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-b6726da0-a8bb-45c6-ae5e-4d2e1c5b3e86 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7123713
Nov 06 21:01:33.905554 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.915623 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:33.971489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] For port 4d406466-c3c6-40d1-86f0-0edf0de9beb5, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:34.003928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] For port 4d406466-c3c6-40d1-86f0-0edf0de9beb5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d406466-c3c6-40d1-86f0-0edf0de9beb5,segment=NetworkSegment(efb8ca86-032e-47f7-b965-c228ffd4954d),segment_id=efb8ca86-032e-47f7-b965-c228ffd4954d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:34.032393 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Pushing event updated for resources: {'Port': ['ID=12ef3a74-143d-441c-9415-092d110ebbaf,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:34.037544 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.069649 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Attempting to bind port 12ef3a74-143d-441c-9415-092d110ebbaf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:34.070033 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Attempting to bind port 12ef3a74-143d-441c-9415-092d110ebbaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:34.070668 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Attempting to bind port 12ef3a74-143d-441c-9415-092d110ebbaf on network e6af1d3b-e143-4670-b58f-a692b325ad8f {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:34.077764 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.078480 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.078971 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.079479 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.079970 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.080467 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.080940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.081421 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.081739 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.082211 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.082681 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.083148 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.087549 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:34.088172 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Checking segment: {'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:34.088748 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.089280 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Bound using segment: {'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:34.089920 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Bound port: 12ef3a74-143d-441c-9415-092d110ebbaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:34.090453 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.112124 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a459aa38-80d8-46df-8344-f6ea6bba90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.165474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d196f604-0afc-4fc1-b862-0460169b1886 req-b0aabada-6d9f-43eb-84bc-1f39d37b20bd tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3698781
Nov 06 21:01:34.166120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb84e961-de2d-4609-8c7f-0959327842e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.183282 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] For port 12ef3a74-143d-441c-9415-092d110ebbaf, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:34.185235 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41046) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:34.201470 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] For port 12ef3a74-143d-441c-9415-092d110ebbaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12ef3a74-143d-441c-9415-092d110ebbaf,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:34.202724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e765a84-174d-4c1d-b2ce-3c79103028ee None None] Pushing event updated for resources: {'Port': ['ID=4d406466-c3c6-40d1-86f0-0edf0de9beb5,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:34.212846 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.216908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a459aa38-80d8-46df-8344-f6ea6bba90ed None None] For port 083d3eaf-3652-44dc-b82c-56d49794bd28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=083d3eaf-3652-44dc-b82c-56d49794bd28,segment=NetworkSegment(9de166c2-c477-423d-98af-a18021a435ab),segment_id=9de166c2-c477-423d-98af-a18021a435ab)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:34.224419 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a459aa38-80d8-46df-8344-f6ea6bba90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.247242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6c3e8398-ea09-49ba-9b35-be9e9fb73811 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:34.315814 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:34.316481 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252991130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:34.355178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459aa38-80d8-46df-8344-f6ea6bba90ed None None] Pushing event updated for resources: {'Port': ['ID=083d3eaf-3652-44dc-b82c-56d49794bd28,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:34.369075 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4147725d-08ad-4a31-8014-bff3eddf7840 x-openstack-request-id: req-4147725d-08ad-4a31-8014-bff3eddf7840 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:34.370776 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "name": "network-vif-unplugged", "status": "failed", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b", "code": 422}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:34.371031 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4147725d-08ad-4a31-8014-bff3eddf7840 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:34.371435 ncdv-master-1 neutron-server[119335]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'code': 422} returned with failed status
Nov 06 21:01:34.389722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6c3e8398-ea09-49ba-9b35-be9e9fb73811 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:34.390088 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.462122 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c2320563-a4d5-430a-b9f1-3c76b18df77b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7852f4aa823d47d8a500d2b857bd2b9c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2731986
Nov 06 21:01:34.462875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41052) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:34.534171 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.569760 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:01:34.584123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.615926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-dd36d38b-6f5b-42f0-8eae-72fca19b5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:34.619088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-dd36d38b-6f5b-42f0-8eae-72fca19b5bba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 1096 time: 0.8555546
Nov 06 21:01:34.642178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 083d3eaf-3652-44dc-b82c-56d49794bd28 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:34.673817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84e961-de2d-4609-8c7f-0959327842e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d352953-1c6d-46a7-b458-58bc0446c90c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:34.720280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.723002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.726623 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b33bd988-15ce-4670-9a9e-66cb9dc08a37 HTTP/1.1" status: 204  len: 168 time: 0.2604492
Nov 06 21:01:34.740157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33bd988-15ce-4670-9a9e-66cb9dc08a37,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:34.750914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 083d3eaf-3652-44dc-b82c-56d49794bd28 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:34.751526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.757844 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b126de6-8de7-4ec2-9ddb-600ff83f8d1b None None] Pushing event updated for resources: {'Port': ['ID=12ef3a74-143d-441c-9415-092d110ebbaf,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:34.762230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.762718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.763126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.764149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.764572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.764970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.765379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.765769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.766345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.766962 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.767624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.768026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc1dc6-dd67-44c0-a7df-d52293f75df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:34.781113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cb84e961-de2d-4609-8c7f-0959327842e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4379e395193c4cabb0eb009b1ea2c851&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6712608
Nov 06 21:01:34.781638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41056) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:34.819556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-87f35b49-5a6d-4086-b82e-a9893e3c3f8e None None] Provisioning complete for port 083d3eaf-3652-44dc-b82c-56d49794bd28 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:34.819931 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87f35b49-5a6d-4086-b82e-a9893e3c3f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.851261 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19d0f168-6044-4844-8254-7e613b345146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.886509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19d0f168-6044-4844-8254-7e613b345146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.916436 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-03308270-21b0-47f4-ba00-471d30440486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252991130>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:34Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:34.947152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b8902-ea2e-42ef-92d8-3cf363538e9f req-1e245633-1ca2-4162-a17d-ea8062303a67 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:34.956690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-598b8902-ea2e-42ef-92d8-3cf363538e9f req-1e245633-1ca2-4162-a17d-ea8062303a67 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.2842853
Nov 06 21:01:34.984459 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19d0f168-6044-4844-8254-7e613b345146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.991533 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19d0f168-6044-4844-8254-7e613b345146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:34.999638 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-19d0f168-6044-4844-8254-7e613b345146 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d352953-1c6d-46a7-b458-58bc0446c90c HTTP/1.1" status: 204  len: 168 time: 0.2167287
Nov 06 21:01:35.006978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-e7baeab8-54bc-4bbc-9c85-0a60fc381919 service neutron] 10.222.0.13 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9078119
Nov 06 21:01:35.020237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0f168-6044-4844-8254-7e613b345146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d352953-1c6d-46a7-b458-58bc0446c90c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:35.141169 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03308270-21b0-47f4-ba00-471d30440486 None None] The sync data for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 is: [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:34Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:35.231430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8::1 (a6c57191-1647-45be-9faf-b691a70f65a8/7a862346-9c73-403f-a147-b05c5415906f/3d21d165-c464-4f75-be39-700e7f208da4) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:35.251518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-6cd2d649-3d05-4509-8df9-58c26a970e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:35.253522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-6cd2d649-3d05-4509-8df9-58c26a970e1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.5823350
Nov 06 21:01:35.273484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-598b8902-ea2e-42ef-92d8-3cf363538e9f req-0e17da19-dc8f-42bc-b06f-e8fa97a3c5af tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3158062
Nov 06 21:01:35.276810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-50a21d48-6a3c-4b19-adf5-8895b802fb39 service neutron] 10.222.0.13 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2685239
Nov 06 21:01:35.372416 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-304e80de-ab4b-4c7b-993a-ec187227dbec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d733483-6477-4ae9-8e46-4f85e80f4465 HTTP/1.1" status: 200  len: 217 time: 0.1042120
Nov 06 21:01:35.412953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41068) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:35.536067 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-11fff300-1a70-43ec-9450-5a90cf019c5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65bad18e2336463eb90a3c6b200d4cbd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1198771
Nov 06 21:01:35.538304 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41074) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:35.697696 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f217ccfd-f0ce-4ca7-81b3-c4fe55a8d512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:35.763092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f217ccfd-f0ce-4ca7-81b3-c4fe55a8d512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:35.860674 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f217ccfd-f0ce-4ca7-81b3-c4fe55a8d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:35.874486 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f217ccfd-f0ce-4ca7-81b3-c4fe55a8d512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:35.882016 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f217ccfd-f0ce-4ca7-81b3-c4fe55a8d512 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e8e23ea-089f-423b-a33b-2218789b0e21 HTTP/1.1" status: 204  len: 168 time: 0.3423779
Nov 06 21:01:35.895155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db68bc-805f-4582-abc3-95376c9f1133 None None] Network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:35.901412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217ccfd-f0ce-4ca7-81b3-c4fe55a8d512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e23ea-089f-423b-a33b-2218789b0e21,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:36.017869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-588fc457-c04a-4441-826b-9804907bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:36.023584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-588fc457-c04a-4441-826b-9804907bca0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.5799365
Nov 06 21:01:36.048884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2459aabd-257b-485c-86f2-98d6cdabae6d None None] Provisioning complete for port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:36.050967 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2459aabd-257b-485c-86f2-98d6cdabae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:36.093860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e454aee7-d9cc-44c5-9c82-f448a188ca12 req-851dcd86-024d-47ee-8952-cb2812f07e27 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 210 time: 0.0966244
Nov 06 21:01:36.158006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:36.219951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f3789-f99a-48fc-89a0-bda07433995c req-094f09da-7015-4789-a791-79b4113cac67 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:36.223125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a4f3789-f99a-48fc-89a0-bda07433995c req-094f09da-7015-4789-a791-79b4113cac67 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.6556664
Nov 06 21:01:36.340932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-475607bd-76c8-4474-ad45-561d000656da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:36.342760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-475607bd-76c8-4474-ad45-561d000656da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3065314
Nov 06 21:01:36.495259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4d406466-c3c6-40d1-86f0-0edf0de9beb5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:36.545905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ab0fa452-b78b-414c-8ab1-ee7539cbab2b no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:36.588615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:36.643153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2459aabd-257b-485c-86f2-98d6cdabae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:36.772885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2459aabd-257b-485c-86f2-98d6cdabae6d None None] For port 4d406466-c3c6-40d1-86f0-0edf0de9beb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d406466-c3c6-40d1-86f0-0edf0de9beb5,segment=NetworkSegment(efb8ca86-032e-47f7-b965-c228ffd4954d),segment_id=efb8ca86-032e-47f7-b965-c228ffd4954d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:36.774594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:36.774916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:36.833719 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2459aabd-257b-485c-86f2-98d6cdabae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:36.853294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-7ec2a1ab-bb1b-429b-8842-7639805a804e service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4895184
Nov 06 21:01:36.870523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a4f3789-f99a-48fc-89a0-bda07433995c req-848698da-5e10-4578-affa-0fbc9b0786de tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6185126
Nov 06 21:01:36.888344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=3d21d165-c464-4f75-be39-700e7f208da4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:37.009401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459aabd-257b-485c-86f2-98d6cdabae6d None None] Pushing event updated for resources: {'Port': ['ID=4d406466-c3c6-40d1-86f0-0edf0de9beb5,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:37.064224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network a6c57191-1647-45be-9faf-b691a70f65a8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:37.067846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:37.091823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:37.092672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:37.137796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 083d3eaf-3652-44dc-b82c-56d49794bd28 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:37.310644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fa41e8b9-37f5-4f8d-b2cd-47fa91b6f3d3 None None] Provisioning complete for port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:37.311403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fa41e8b9-37f5-4f8d-b2cd-47fa91b6f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:37.359572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 083d3eaf-3652-44dc-b82c-56d49794bd28 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:37.360458 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:37.564886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1f35c13-f3ed-4d43-b912-1f330074cbfe req-ab2a1181-f254-4728-8af2-372a8585071b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 210 time: 0.2416482
Nov 06 21:01:37.597742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12ef3a74-143d-441c-9415-092d110ebbaf up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:37.660743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61c9bb88-9dd3-4c28-ad83-ff0db2c1c6fa req-9f57bdcb-74d9-4156-9ae0-d86860b298d2 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7931106
Nov 06 21:01:37.667782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 12ef3a74-143d-441c-9415-092d110ebbaf triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:37.668235 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:37.706387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20debf3f-6bf4-48ce-abe4-a0b8c52afc93 req-aaddb670-2ea3-4c25-b33a-5fdef67da953 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:37.708467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20debf3f-6bf4-48ce-abe4-a0b8c52afc93 req-aaddb670-2ea3-4c25-b33a-5fdef67da953 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.3022070
Nov 06 21:01:37.747747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0b509a75-17dd-490b-9176-f3f380ff0287 None None] Provisioning complete for port 3d21d165-c464-4f75-be39-700e7f208da4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:37.748124 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b509a75-17dd-490b-9176-f3f380ff0287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:37.787266 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:37.814547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20debf3f-6bf4-48ce-abe4-a0b8c52afc93 req-0bfacd88-ff27-41dd-a2ed-6fa90b9d482c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752616
Nov 06 21:01:37.848344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0b509a75-17dd-490b-9176-f3f380ff0287 None None] Port 3d21d165-c464-4f75-be39-700e7f208da4 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:37.902994 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.009474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 12ef3a74-143d-441c-9415-092d110ebbaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12ef3a74-143d-441c-9415-092d110ebbaf,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:38.018831 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.124134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=12ef3a74-143d-441c-9415-092d110ebbaf,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:38.146769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4d406466-c3c6-40d1-86f0-0edf0de9beb5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:38.202280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:38.202821 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.231488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-e5b53fdf-a8ff-45a7-bb51-9eca65cd91c8 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:38.233105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-e5b53fdf-a8ff-45a7-bb51-9eca65cd91c8 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.10 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 820 time: 0.2893603
Nov 06 21:01:38.249292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Request body: {'port': {'device_id': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'admin_state_up': True, 'tenant_id': 'c8182a523546466fa113050d28f19731'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:38.398273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.408609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.409406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.455903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Made reservation on behalf of c8182a523546466fa113050d28f19731 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:38.459418 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.545012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=3d21d165-c464-4f75-be39-700e7f208da4,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:38.605158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41180) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:38.612979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-2b6dcf1f-a69e-43a3-bea7-4188462ceb4a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4827eea3800c4ee9a5c097c565650229&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0890815
Nov 06 21:01:38.740874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-20bb1da3-e277-4b00-bf09-2cbe942f12aa tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-255419880'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:38.767333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20bb1da3-e277-4b00-bf09-2cbe942f12aa tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.769173 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20bb1da3-e277-4b00-bf09-2cbe942f12aa tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.771494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-776b323b-14ec-4f50-aaaa-4a9f91c52725 req-daae302e-7a0b-4888-919c-0190c4e01345 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 210 time: 0.1248918
Nov 06 21:01:38.773305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network a6c57191-1647-45be-9faf-b691a70f65a8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:38.814822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:38.856083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20bb1da3-e277-4b00-bf09-2cbe942f12aa tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.871168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20bb1da3-e277-4b00-bf09-2cbe942f12aa tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.901772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20bb1da3-e277-4b00-bf09-2cbe942f12aa tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:38.906132 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-20bb1da3-e277-4b00-bf09-2cbe942f12aa tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.2998388
Nov 06 21:01:38.907085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41188) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:38.920040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Allocated IP 172.20.0.10 (e6af1d3b-e143-4670-b58f-a692b325ad8f/f278456b-2293-4cad-b377-cfa3d73aad95/27b61f7f-c710-4146-b2ae-d1f0a68b5d97) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:38.994457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7015e59c-7298-49a3-ac49-1fdc8b10be9b tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.081097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1675-4cd8-4f55-af58-299eec34e75f req-5b531663-64d8-410e-a016-2dda0ba81637 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:39.082284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bdbce2df-9455-4ddd-be09-fad9e2518726 None None] Provisioning complete for port 3d21d165-c464-4f75-be39-700e7f208da4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:39.082788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-5b531663-64d8-410e-a016-2dda0ba81637 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4590485
Nov 06 21:01:39.082910 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bdbce2df-9455-4ddd-be09-fad9e2518726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.123123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bdbce2df-9455-4ddd-be09-fad9e2518726 None None] Port 3d21d165-c464-4f75-be39-700e7f208da4 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:39.166617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7015e59c-7298-49a3-ac49-1fdc8b10be9b tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.169213 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7015e59c-7298-49a3-ac49-1fdc8b10be9b tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.211988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7015e59c-7298-49a3-ac49-1fdc8b10be9b tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.212594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7015e59c-7298-49a3-ac49-1fdc8b10be9b tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adf2b948-fb26-4b51-a449-5e496684346d {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:01:39.217814 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7015e59c-7298-49a3-ac49-1fdc8b10be9b tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.218854 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7015e59c-7298-49a3-ac49-1fdc8b10be9b tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "DELETE /v2.0/routers/adf2b948-fb26-4b51-a449-5e496684346d HTTP/1.1" status: 204  len: 168 time: 0.3104193
Nov 06 21:01:39.221874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41192) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:39.226830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0f134ed9-e226-446b-b3a7-9808645d332a tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Request body: {'router': {'name': 'tempest-router-458652586', 'distributed': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:39.249325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f134ed9-e226-446b-b3a7-9808645d332a tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.250520 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f134ed9-e226-446b-b3a7-9808645d332a tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.307844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f134ed9-e226-446b-b3a7-9808645d332a tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.312175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f134ed9-e226-446b-b3a7-9808645d332a tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.327031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f134ed9-e226-446b-b3a7-9808645d332a tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.328270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f134ed9-e226-446b-b3a7-9808645d332a tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1054356
Nov 06 21:01:39.331178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41194) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:39.404179 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1adf3c2-33ee-41d4-91dd-68fed1eaad99 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.405321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-2f7d41b4-de70-4ac5-b4f8-25c6d1ec92c7 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/quotas/4827eea3800c4ee9a5c097c565650229 HTTP/1.1" status: 200  len: 375 time: 0.2987189
Nov 06 21:01:39.430488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaa5ce-223d-4705-8fd6-ef9b99769217 req-3488c2cd-8219-4928-a09e-8bf177779e37 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:39.431955 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cbaa5ce-223d-4705-8fd6-ef9b99769217 req-3488c2cd-8219-4928-a09e-8bf177779e37 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.4642754
Nov 06 21:01:39.477609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-9a7b2a23-3510-48a2-b833-b2497ae77c59 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0577314
Nov 06 21:01:39.548504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.563011 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1adf3c2-33ee-41d4-91dd-68fed1eaad99 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.565490 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1adf3c2-33ee-41d4-91dd-68fed1eaad99 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.573851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cbaa5ce-223d-4705-8fd6-ef9b99769217 req-3ca573cc-f86b-47c5-b67a-8fbe5ad40fed tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290290
Nov 06 21:01:39.587732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router b1907d48-ba91-4f34-ab91-a15919ee5aec is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:01:39.619583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1adf3c2-33ee-41d4-91dd-68fed1eaad99 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.620186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1adf3c2-33ee-41d4-91dd-68fed1eaad99 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3acba2c3-796d-469d-8998-ab28417c16a7 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:01:39.625426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1adf3c2-33ee-41d4-91dd-68fed1eaad99 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.632808 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f1adf3c2-33ee-41d4-91dd-68fed1eaad99 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3acba2c3-796d-469d-8998-ab28417c16a7 HTTP/1.1" status: 204  len: 168 time: 0.3005798
Nov 06 21:01:39.634001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41196) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:39.641347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7b328a98-c36b-4bea-989f-98549f1f1467 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Request body: {'router': {'name': 'tempest-router-1930514505', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1607b33578f9413b8d57fb0576189165'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:39.667754 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b328a98-c36b-4bea-989f-98549f1f1467 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.670925 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b328a98-c36b-4bea-989f-98549f1f1467 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.687121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.748740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Network e6af1d3b-e143-4670-b58f-a692b325ad8f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:39.756929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b328a98-c36b-4bea-989f-98549f1f1467 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.757140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:39.763478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:39.765912 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b328a98-c36b-4bea-989f-98549f1f1467 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.772565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:39.787536 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b328a98-c36b-4bea-989f-98549f1f1467 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.792372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7b328a98-c36b-4bea-989f-98549f1f1467 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1547983
Nov 06 21:01:39.792535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb2e3e-763a-4125-8440-69b178f0eec0 None None] Sync routers for ids ['b1907d48-ba91-4f34-ab91-a15919ee5aec'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:39.792815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41202) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:39.796812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event updated for resources: {'Port': ['ID=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:39.802322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4866676f-6559-438e-8f40-52182e0bc4d9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/b1907d48-ba91-4f34-ab91-a15919ee5aec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2268710
Nov 06 21:01:39.805945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41204) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:39.831045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Request body: {'router': {'distributed': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:39.835561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb2e3e-763a-4125-8440-69b178f0eec0 None None] Routers {'b1907d48-ba91-4f34-ab91-a15919ee5aec'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:39.836197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-68cb2e3e-763a-4125-8440-69b178f0eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513f35b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b1907d48-ba91-4f34-ab91-a15919ee5aec'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:39.863982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99538ac7-d8dd-4a9c-bb04-62664e73550f tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:39.865805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-99538ac7-d8dd-4a9c-bb04-62664e73550f tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports/3d21d165-c464-4f75-be39-700e7f208da4 HTTP/1.1" status: 200  len: 911 time: 0.0586543
Nov 06 21:01:39.872156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:39.872832 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:39.876095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41214) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:39.917478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-68cb2e3e-763a-4125-8440-69b178f0eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513f35b0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:39.942790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb2e3e-763a-4125-8440-69b178f0eec0 None None] Routers {'b1907d48-ba91-4f34-ab91-a15919ee5aec'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:39.943584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-68cb2e3e-763a-4125-8440-69b178f0eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513f35b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b1907d48-ba91-4f34-ab91-a15919ee5aec'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:39.977582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-d55736c5-1cc4-4873-b2ef-63177f912d09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7324893
Nov 06 21:01:39.984700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-68cb2e3e-763a-4125-8440-69b178f0eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513f35b0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:39.985743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb2e3e-763a-4125-8440-69b178f0eec0 None None] The sync data for ids ['b1907d48-ba91-4f34-ab91-a15919ee5aec'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:40.075311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-12304fde-7dd9-4907-95d5-964dcee1d4f2 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4827eea3800c4ee9a5c097c565650229&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1043236
Nov 06 21:01:40.144752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12ef3a74-143d-441c-9415-092d110ebbaf up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:40.162059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Request body: {'port': {'device_id': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:40.216574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 12ef3a74-143d-441c-9415-092d110ebbaf triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:40.217184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.218386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.218931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.274540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f84c64-5ca6-48a3-8dfa-ac683b60d6f4 req-6f145179-b1fb-4544-831f-ffd05a686c45 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:40.282614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f84c64-5ca6-48a3-8dfa-ac683b60d6f4 req-6f145179-b1fb-4544-831f-ffd05a686c45 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 932 time: 0.3091207
Nov 06 21:01:40.337514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=119334) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Nov 06 21:01:40.337924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Router 9619e8fa-9d42-4d0f-a0ef-518dd49735bd migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f9259029fa0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f9259029d90> provider. {{(pid=119334) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Nov 06 21:01:40.338443 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.347156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.352893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.431345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.436603 ncdv-master-1 neutron-server[119334]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] No L3 agents can host the router 9619e8fa-9d42-4d0f-a0ef-518dd49735bd
Nov 06 21:01:40.471139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-26701968-6bf3-49db-a81f-0ef7e34a1128 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:40.472651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-26701968-6bf3-49db-a81f-0ef7e34a1128 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3754413
Nov 06 21:01:40.521252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f84c64-5ca6-48a3-8dfa-ac683b60d6f4 req-66698d6f-c1cb-490c-bd5f-196eb3809b6c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377546
Nov 06 21:01:40.569945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Hosts for router 9619e8fa-9d42-4d0f-a0ef-518dd49735bd: [] {{(pid=119334) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 06 21:01:40.571788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-f066060b-6fc5-4ce1-9aea-7852f4071ebd tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/quotas/4827eea3800c4ee9a5c097c565650229 HTTP/1.1" status: 200  len: 375 time: 0.0539238
Nov 06 21:01:40.601642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Hosts for other DVR routers connected to router 9619e8fa-9d42-4d0f-a0ef-518dd49735bd: set() {{(pid=119334) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Nov 06 21:01:40.604935 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.606190 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6b46b9dc-d007-4129-8cf0-8ab209da4775 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "PUT /v2.0/routers/9619e8fa-9d42-4d0f-a0ef-518dd49735bd HTTP/1.1" status: 200  len: 717 time: 0.8118932
Nov 06 21:01:40.608689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41232) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:40.619714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-0ec1c7c4-97f0-4281-924f-bfe140fd1102 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0440652
Nov 06 21:01:40.692721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2741390c-f2ae-4edf-9825-7f3428a6f74c tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "GET /v2.0/routers/9619e8fa-9d42-4d0f-a0ef-518dd49735bd HTTP/1.1" status: 200  len: 717 time: 0.0802343
Nov 06 21:01:40.693248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41234) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:40.883176 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:40.893539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04ee96-971c-497a-8286-7234f67c91c4 req-a05c8f0a-ec06-417d-aa35-f23fcc903042 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:40.901840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb04ee96-971c-497a-8286-7234f67c91c4 req-a05c8f0a-ec06-417d-aa35-f23fcc903042 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1949859
Nov 06 21:01:40.953192 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8ff94532-35e7-43d6-b688-671ca67f3bde tempest-RoutersTestDVR-1165390822 tempest-RoutersTestDVR-1165390822-project] 10.222.0.13 "GET /v2.0/routers/9619e8fa-9d42-4d0f-a0ef-518dd49735bd HTTP/1.1" status: 200  len: 683 time: 0.2591157
Nov 06 21:01:40.955920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41244) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:40.965041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb6789f3-a06f-4891-82c4-86fe256ae05e req-ec2f2cbe-b6b2-472a-a357-31e6d030cd7e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 210 time: 0.0612886
Nov 06 21:01:41.077209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a857-295f-4637-b8e9-ebeeb14178ec tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.153169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb04ee96-971c-497a-8286-7234f67c91c4 req-3ee3ec16-4cc7-45b0-b302-da9fc69ae20d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2502573
Nov 06 21:01:41.307123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:41.319533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.361451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Transition to ACTIVE for port object 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:01:41.366024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.381904 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-2fb01199-7e9e-47c5-852b-c2a76dc0014f tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4827eea3800c4ee9a5c097c565650229&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4269373
Nov 06 21:01:41.423889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8:1::1 (8adadac1-8f8c-4b5d-91a1-59fa2ab35c59/16be38f5-2f2e-49c0-9b9a-ad83e9ae921d/c2b6667f-7085-4b8e-898e-8b0b9f17adc7) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:41.450003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Pushing event updated for resources: {'Port': ['ID=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:41.591695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Attempting to bind port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:41.592105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Attempting to bind port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:41.592404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Attempting to bind port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 on network e6af1d3b-e143-4670-b58f-a692b325ad8f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:41.619039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 on network e6af1d3b-e143-4670-b58f-a692b325ad8f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:41.619266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Attempting to bind port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 on network e6af1d3b-e143-4670-b58f-a692b325ad8f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:41.634058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a857-295f-4637-b8e9-ebeeb14178ec tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.642886 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a857-295f-4637-b8e9-ebeeb14178ec tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.651045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:41.651362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Checking segment: {'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:41.651838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Bound using segment: {'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:41.652276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Bound port: 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a06c42-d638-4853-91c2-a5b540e94f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:41.652646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.665788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.720710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1675-4cd8-4f55-af58-299eec34e75f req-48e50ad7-a5df-48e6-b3e8-3a8a1135b118 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:41.722206 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-48e50ad7-a5df-48e6-b3e8-3a8a1135b118 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3149393
Nov 06 21:01:41.723299 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a857-295f-4637-b8e9-ebeeb14178ec tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.723826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c3a857-295f-4637-b8e9-ebeeb14178ec tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9619e8fa-9d42-4d0f-a0ef-518dd49735bd {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:01:41.723960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943824bc-0309-4a97-9ea7-cacf952416c8 req-4d7ff36a-b434-4d2e-b693-9e0aacba7cfc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:41.725462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-943824bc-0309-4a97-9ea7-cacf952416c8 req-4d7ff36a-b434-4d2e-b693-9e0aacba7cfc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 944 time: 0.1244290
Nov 06 21:01:41.728101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c3a857-295f-4637-b8e9-ebeeb14178ec tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.729799 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b0c3a857-295f-4637-b8e9-ebeeb14178ec tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "DELETE /v2.0/routers/9619e8fa-9d42-4d0f-a0ef-518dd49735bd HTTP/1.1" status: 204  len: 168 time: 0.7721350
Nov 06 21:01:41.733992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41256) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:41.739617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Request body: {'port': {'device_id': '73886535-1924-43e9-86fe-e2cdef2d59af', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4827eea3800c4ee9a5c097c565650229'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:41.746039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-984f197e-2dbe-4d80-98e8-5ca0112c12f4 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Request body: {'router': {'name': 'tempest-router-875663961', 'distributed': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:41.785245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] For port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:41.790546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] For port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:41.791635 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.810794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.823400 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-984f197e-2dbe-4d80-98e8-5ca0112c12f4 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.824560 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-984f197e-2dbe-4d80-98e8-5ca0112c12f4 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.866343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:41.870035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-943824bc-0309-4a97-9ea7-cacf952416c8 req-1390692b-8048-4b8f-bce1-1e632ff54911 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296563
Nov 06 21:01:41.877540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:41.878163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.879552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] 10.222.0.10 "PUT /v2.0/ports/27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 1092 time: 1.8628492
Nov 06 21:01:41.880080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:41.889913 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dca2e8-cae0-4197-9cf0-83e689633b28" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:41.895797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:41.905746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:41.906286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.918651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=c2b6667f-7085-4b8e-898e-8b0b9f17adc7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:41.959397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-984f197e-2dbe-4d80-98e8-5ca0112c12f4 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:41.991609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-844f645b-3647-4602-824a-866bc74aff38 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4827eea3800c4ee9a5c097c565650229&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0870039
Nov 06 21:01:42.035498 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-984f197e-2dbe-4d80-98e8-5ca0112c12f4 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.039846 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ee8537-03d0-4c6d-86a4-ca1d27b5d4d3 x-openstack-request-id: req-b5ee8537-03d0-4c6d-86a4-ca1d27b5d4d3 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:42.040061 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:42.040341 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5ee8537-03d0-4c6d-86a4-ca1d27b5d4d3 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:42.040752 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'status': 'completed', 'code': 200}
Nov 06 21:01:42.072758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Made reservation on behalf of 4827eea3800c4ee9a5c097c565650229 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:42.078208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.085066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-64fb7d2a-578b-4d6e-a580-b61511ee5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:42.086799 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-64fb7d2a-578b-4d6e-a580-b61511ee5958 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1095 time: 0.1012013
Nov 06 21:01:42.094216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-984f197e-2dbe-4d80-98e8-5ca0112c12f4 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.097920 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-984f197e-2dbe-4d80-98e8-5ca0112c12f4 tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.3605170
Nov 06 21:01:42.098316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41264) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:42.112028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.155548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec6c52b9-9529-408d-ade0-cf975c4d894a req-54bec4eb-071f-4a93-8928-60ad80911cf1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 210 time: 0.0831239
Nov 06 21:01:42.162849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9aa14-d319-41aa-8e8f-1770515c8a4a service neutron] Pushing event updated for resources: {'Port': ['ID=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:42.181328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-2d46eba9-57e3-4069-ab19-89e6025f1658 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 217 time: 0.0848510
Nov 06 21:01:42.248909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b289273-d3bc-4f41-9ea5-e5100e53739c tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.382187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7e84a7da-fe0f-47fb-9310-ec4b48cdbe51 None None] Provisioning complete for port c2b6667f-7085-4b8e-898e-8b0b9f17adc7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:42.382765 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7e84a7da-fe0f-47fb-9310-ec4b48cdbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.390019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-16dd8d80-36d2-4f50-901d-311324e62713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:42.391516 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-16dd8d80-36d2-4f50-901d-311324e62713 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.1666460
Nov 06 21:01:42.422133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7e84a7da-fe0f-47fb-9310-ec4b48cdbe51 None None] Port c2b6667f-7085-4b8e-898e-8b0b9f17adc7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:42.485740 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-dbab4f7b-18bb-43c9-9daf-2c68442940ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569797
Nov 06 21:01:42.492177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b289273-d3bc-4f41-9ea5-e5100e53739c tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.496769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b289273-d3bc-4f41-9ea5-e5100e53739c tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.554611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.578941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-6280be98-de99-4a48-9692-ede694a55a6d tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:42.580350 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-6280be98-de99-4a48-9692-ede694a55a6d tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5807707
Nov 06 21:01:42.608047 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b289273-d3bc-4f41-9ea5-e5100e53739c tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.608592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b289273-d3bc-4f41-9ea5-e5100e53739c tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1b0fb3f-76eb-4e97-8de9-f6f1880dcc7e {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:01:42.618946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.619656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6d31-47a4-4ea1-bdc9-f5587333e30d req-0ee83506-c029-4be6-be97-a90425246c33 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:42.621265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-543b6d31-47a4-4ea1-bdc9-f5587333e30d req-0ee83506-c029-4be6-be97-a90425246c33 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1161351
Nov 06 21:01:42.622357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b289273-d3bc-4f41-9ea5-e5100e53739c tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.623512 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1b289273-d3bc-4f41-9ea5-e5100e53739c tempest-RoutersTestDVR-1610033437 tempest-RoutersTestDVR-1610033437-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d1b0fb3f-76eb-4e97-8de9-f6f1880dcc7e HTTP/1.1" status: 204  len: 168 time: 0.5174692
Nov 06 21:01:42.628093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:42.654603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Request body: {'port': {'device_id': '20a3cebc-56c7-4387-9343-0de4c41f90b9', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4827eea3800c4ee9a5c097c565650229'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:42.703731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2289f747-c4a9-43c1-bef4-192a0f3b3b73,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:42.711024 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-f5fe3262-2d98-4d91-9dd1-d486b93aeb77 service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157109
Nov 06 21:01:42.831009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-543b6d31-47a4-4ea1-bdc9-f5587333e30d req-c0067ddf-f6c4-4a5e-8501-57e0b3517018 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1936629
Nov 06 21:01:42.861108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Allocated IP 192.168.233.203 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/b9f0b33e-c0e3-430d-b234-0a6318475b33) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:42.871512 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ceb56e34-b692-4a8f-b132-b2c06b4ef3e8 req-1b2a2d5d-696d-4c9f-a746-93c214506b67 service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525817
Nov 06 21:01:42.978810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Made reservation on behalf of 4827eea3800c4ee9a5c097c565650229 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:42.982676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.081964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-1b00b772-7479-4646-a3b1-aa6e6c1a0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:43.083535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-1b00b772-7479-4646-a3b1-aa6e6c1a0479 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1095 time: 0.1492255
Nov 06 21:01:43.133816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.145729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.146509 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.172798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.181896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41278) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:43.205709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b509c-c32e-48d9-b4f9-314904123109 req-b3bf0c77-8c21-4a6c-a6e6-20bdea4455ef tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:43.217599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9b509c-c32e-48d9-b4f9-314904123109 req-b3bf0c77-8c21-4a6c-a6e6-20bdea4455ef tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 944 time: 0.1784816
Nov 06 21:01:43.229199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-1e15c258-72cf-4bfb-a613-ebdb11b42c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:43.230917 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-1e15c258-72cf-4bfb-a613-ebdb11b42c0d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 921 time: 0.1385105
Nov 06 21:01:43.249349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.291318 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-6b0f963d-64d8-40e9-ae75-d4a44c8a4ce2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 217 time: 0.0519836
Nov 06 21:01:43.356146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:43.360618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3d8d141e-7143-4008-bd57-a058926194bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.361026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=c2b6667f-7085-4b8e-898e-8b0b9f17adc7,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:43.369485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:43.380258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:43.395141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eae491e0-3970-4580-945c-61b8a1792ac6 req-3758c22b-55eb-4f80-82b6-d85abdac67aa tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 210 time: 0.1257792
Nov 06 21:01:43.408840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9b509c-c32e-48d9-b4f9-314904123109 req-a124cadc-0748-46b3-9884-788e405a2b79 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901054
Nov 06 21:01:43.419834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:43.443877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-c30df364-aac7-422b-a510-d59f904bc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:43.445454 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-c30df364-aac7-422b-a510-d59f904bc603 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.1310101
Nov 06 21:01:43.455370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Allocated IP 192.168.233.250 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/688f6858-27d7-40ab-b4b1-48a4bfd5cdbd) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:43.469658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:43.470273 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.509959 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-db0d6c2e-055f-4389-bb91-1e938bd492a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553353
Nov 06 21:01:43.512445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:43.514205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:43.538708 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-a2c30db6-f0ea-4606-93a2-e1661efdc8fc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8054028
Nov 06 21:01:43.614068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Request body: {'port': {'device_id': '73886535-1924-43e9-86fe-e2cdef2d59af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:43.666121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3d8d141e-7143-4008-bd57-a058926194bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.703295 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3d8d141e-7143-4008-bd57-a058926194bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.704678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router b1907d48-ba91-4f34-ab91-a15919ee5aec has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:01:43.735494 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.761262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8a4704ad-b988-4602-81db-c61df278fa97 None None] Provisioning complete for port b9f0b33e-c0e3-430d-b234-0a6318475b33 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:43.762160 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a4704ad-b988-4602-81db-c61df278fa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.774412 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.785210 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3d8d141e-7143-4008-bd57-a058926194bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1607b33578f9413b8d57fb0576189165&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6022580
Nov 06 21:01:43.787660 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-a52b562b-0770-4ad2-8a5f-ac1f9be001a3 service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2677372
Nov 06 21:01:43.788478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41286) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:43.796196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d141e-7143-4008-bd57-a058926194bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad0f7d0-c496-4975-bf8f-caacb6b68ea0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:43.872589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8a4704ad-b988-4602-81db-c61df278fa97 None None] Port b9f0b33e-c0e3-430d-b234-0a6318475b33 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:43.903889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:43.914841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-870edfdd-d970-48f2-869f-92539cde937d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/b1907d48-ba91-4f34-ab91-a15919ee5aec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0359790
Nov 06 21:01:43.914841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41290) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:43.916005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:43.927365 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441694b4-2bc9-4457-a0ce-645ff1ccba99 None None] Sync routers for ids ['b1907d48-ba91-4f34-ab91-a15919ee5aec'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:43.936935 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441694b4-2bc9-4457-a0ce-645ff1ccba99 None None] Routers {'b1907d48-ba91-4f34-ab91-a15919ee5aec'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:43.937610 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-441694b4-2bc9-4457-a0ce-645ff1ccba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ce0c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b1907d48-ba91-4f34-ab91-a15919ee5aec'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:43.973943 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-441694b4-2bc9-4457-a0ce-645ff1ccba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ce0c40>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:43.987135 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441694b4-2bc9-4457-a0ce-645ff1ccba99 None None] Routers {'b1907d48-ba91-4f34-ab91-a15919ee5aec'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:43.988908 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-441694b4-2bc9-4457-a0ce-645ff1ccba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ce0c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b1907d48-ba91-4f34-ab91-a15919ee5aec'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:44.006002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f67ca801-963c-4127-a4ae-6977bd95d3db None None] Provisioning complete for port c2b6667f-7085-4b8e-898e-8b0b9f17adc7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:44.006486 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f67ca801-963c-4127-a4ae-6977bd95d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.023675 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-441694b4-2bc9-4457-a0ce-645ff1ccba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ce0c40>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:44.025176 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441694b4-2bc9-4457-a0ce-645ff1ccba99 None None] The sync data for ids ['b1907d48-ba91-4f34-ab91-a15919ee5aec'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:44.029831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:44.035435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0bfa-a7f9-44d9-b672-fd17adeb2fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.044857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea388d-3a37-4f25-b8f3-a20a54a26019 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:44.048950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2cea388d-3a37-4f25-b8f3-a20a54a26019 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports/c2b6667f-7085-4b8e-898e-8b0b9f17adc7 HTTP/1.1" status: 200  len: 913 time: 0.1279476
Nov 06 21:01:44.056525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:44.063861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f67ca801-963c-4127-a4ae-6977bd95d3db None None] Port c2b6667f-7085-4b8e-898e-8b0b9f17adc7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:44.064489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41292) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:44.068356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:44.079263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Pushing event updated for resources: {'Port': ['ID=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:44.238267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad466ed9-e27f-46f4-acff-7ee9174d3a66 req-d8c2407d-d266-4550-b653-974bec415696 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:44.240286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad466ed9-e27f-46f4-acff-7ee9174d3a66 req-d8c2407d-d266-4550-b653-974bec415696 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.3016229
Nov 06 21:01:44.248876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:44.249638 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.328391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.356670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-3df03c61-3185-4a61-994b-33e07f2eb014 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7110250
Nov 06 21:01:44.366097 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-26dca2e8-cae0-4197-9cf0-83e689633b28 req-48185508-f0c8-42eb-bb17-9fe258df23dd service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5638914
Nov 06 21:01:44.371993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Request body: {'port': {'device_id': '20a3cebc-56c7-4387-9343-0de4c41f90b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:44.382598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0bfa-a7f9-44d9-b672-fd17adeb2fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.396649 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.407729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f4f5b90e-0d04-4496-8e8f-84af882c98fa None None] Provisioning complete for port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:44.408351 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4f5b90e-0d04-4496-8e8f-84af882c98fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.422906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad466ed9-e27f-46f4-acff-7ee9174d3a66 req-9eb50368-af83-4538-8d72-22fd540184f0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1685257
Nov 06 21:01:44.455944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5b90e-0d04-4496-8e8f-84af882c98fa None None] Port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:44.503618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0bfa-a7f9-44d9-b672-fd17adeb2fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.506931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0bfa-a7f9-44d9-b672-fd17adeb2fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.511166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a5dd0bfa-a7f9-44d9-b672-fd17adeb2fdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ad0f7d0-c496-4975-bf8f-caacb6b68ea0 HTTP/1.1" status: 204  len: 168 time: 0.7179615
Nov 06 21:01:44.547135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd0bfa-a7f9-44d9-b672-fd17adeb2fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad0f7d0-c496-4975-bf8f-caacb6b68ea0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:44.597709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f0b33e-c0e3-430d-b234-0a6318475b33 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:44.601034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.608216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.622151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Transition to ACTIVE for port object b9f0b33e-c0e3-430d-b234-0a6318475b33 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:01:44.626123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.700731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2535e6-1869-4118-9f70-5aba7162cc3e req-659477c8-a9f1-42f3-b7d8-29643d03e670 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:44.702354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac2535e6-1869-4118-9f70-5aba7162cc3e req-659477c8-a9f1-42f3-b7d8-29643d03e670 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 936 time: 0.1969838
Nov 06 21:01:44.734076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:44.753295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad6a22-396e-4e7b-9b80-cefb972b6e17 req-36ace24d-5451-415d-bfbe-2e24083105a7 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:44.761154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2ad6a22-396e-4e7b-9b80-cefb972b6e17 req-36ace24d-5451-415d-bfbe-2e24083105a7 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 944 time: 0.2290304
Nov 06 21:01:44.766513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Attempting to bind port b9f0b33e-c0e3-430d-b234-0a6318475b33 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:44.767171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Attempting to bind port b9f0b33e-c0e3-430d-b234-0a6318475b33 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:44.767727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Attempting to bind port b9f0b33e-c0e3-430d-b234-0a6318475b33 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:44.772651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Port b9f0b33e-c0e3-430d-b234-0a6318475b33 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:44.773038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Attempting to bind port b9f0b33e-c0e3-430d-b234-0a6318475b33 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:44.778953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:44.779614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:44.780004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:44.780539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Bound port: b9f0b33e-c0e3-430d-b234-0a6318475b33, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:44.781015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.859746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41304) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:44.874994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:44.884449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80a03ae5-1d9a-48f0-b4e4-dcd729ba5169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.900929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:44.911023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.960240 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:44.960993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:44.962415 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] 10.222.0.10 "PUT /v2.0/ports/b9f0b33e-c0e3-430d-b234-0a6318475b33 HTTP/1.1" status: 200  len: 1096 time: 1.3754661
Nov 06 21:01:44.964631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:44.966748 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa67076-2bb8-40b1-9681-76fc81589d33" -d '{"events": [{"name": "network-changed", "server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:45.010361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590f10c-95a8-43e2-b8c4-f5a423481754 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:45.049971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac2535e6-1869-4118-9f70-5aba7162cc3e req-700924cc-a8bf-42f8-bbb8-3c7a31fdc612 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3243670
Nov 06 21:01:45.061380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2ad6a22-396e-4e7b-9b80-cefb972b6e17 req-6c714d8d-9ffc-4e2d-8a73-dd7946c87ed6 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993422
Nov 06 21:01:45.100784 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80a03ae5-1d9a-48f0-b4e4-dcd729ba5169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.119344 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80a03ae5-1d9a-48f0-b4e4-dcd729ba5169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.134433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1675-4cd8-4f55-af58-299eec34e75f req-8cbf4c08-e545-4bed-8934-2f2e3296a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:45.136224 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-8cbf4c08-e545-4bed-8934-2f2e3296a147 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1099 time: 0.1104879
Nov 06 21:01:45.170150 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826cd5b7-340f-40d1-9b71-f8aa9f40c695 x-openstack-request-id: req-826cd5b7-340f-40d1-9b71-f8aa9f40c695 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:45.170150 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:45.170150 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-826cd5b7-340f-40d1-9b71-f8aa9f40c695 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:45.170150 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'status': 'completed', 'code': 200}
Nov 06 21:01:45.189452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.224687 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-4a3d30ba-301f-4655-b8ac-786539faf475 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33 HTTP/1.1" status: 200  len: 217 time: 0.0713525
Nov 06 21:01:45.244522 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-80a03ae5-1d9a-48f0-b4e4-dcd729ba5169 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd8d78f475ff457b947d26685c5e80ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3795340
Nov 06 21:01:45.262851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a03ae5-1d9a-48f0-b4e4-dcd729ba5169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a067b4-814e-41e8-91b1-3149584f9aff,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:45.266995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41312) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:45.307936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1675-4cd8-4f55-af58-299eec34e75f req-6a64c380-568d-4c6e-ac0e-517bcaed618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:45.309442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-6a64c380-568d-4c6e-ac0e-517bcaed618c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0768888
Nov 06 21:01:45.362127 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46c5bc2a-e561-4395-86dc-e2e7fe3b7475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.390811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1675-4cd8-4f55-af58-299eec34e75f req-78dc8591-9dca-406d-814f-42ea536a82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:45.392351 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-78dc8591-9dca-406d-814f-42ea536a82c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0742409
Nov 06 21:01:45.394239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46c5bc2a-e561-4395-86dc-e2e7fe3b7475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.511551 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-c17dd36a-ca73-424c-b2f0-ca26481c736b service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098280
Nov 06 21:01:45.513428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46c5bc2a-e561-4395-86dc-e2e7fe3b7475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.516082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46c5bc2a-e561-4395-86dc-e2e7fe3b7475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.519381 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46c5bc2a-e561-4395-86dc-e2e7fe3b7475 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3a067b4-814e-41e8-91b1-3149584f9aff HTTP/1.1" status: 204  len: 168 time: 0.2491615
Nov 06 21:01:45.539434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5bc2a-e561-4395-86dc-e2e7fe3b7475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a067b4-814e-41e8-91b1-3149584f9aff,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:45.621105 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-537c1675-4cd8-4f55-af58-299eec34e75f req-cdfa6472-dad6-4556-b7f9-9adb9102aead service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013277
Nov 06 21:01:45.691428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e99c0-f14f-45c3-a7f4-c3514d1606d9 req-fc6207ef-f5f9-4e65-8654-13e80a6b06f3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:45.692968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c10e99c0-f14f-45c3-a7f4-c3514d1606d9 req-fc6207ef-f5f9-4e65-8654-13e80a6b06f3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1639681
Nov 06 21:01:45.717236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-6d1c7e03-05d0-4d2f-8417-36e409124c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:45.718740 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-6d1c7e03-05d0-4d2f-8417-36e409124c64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1099 time: 0.0475640
Nov 06 21:01:45.741257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:45.760234 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.795913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Transition to ACTIVE for port object 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:01:45.807859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:45.835231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-f8cd55c5-3781-40a7-874a-c0456cc07b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:45.837483 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-f8cd55c5-3781-40a7-874a-c0456cc07b4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1117628
Nov 06 21:01:45.853171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c10e99c0-f14f-45c3-a7f4-c3514d1606d9 req-9cf53769-328d-4697-91d5-4ec97d298252 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1389296
Nov 06 21:01:45.889566 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-7c92350f-8266-48c2-867b-1e972b956c21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33 HTTP/1.1" status: 200  len: 217 time: 0.0435970
Nov 06 21:01:45.901871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Pushing event updated for resources: {'Port': ['ID=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:45.959607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-7db84a0a-75a2-4f9b-844b-c3bc10e506fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:45.961788 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-7db84a0a-75a2-4f9b-844b-c3bc10e506fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0649250
Nov 06 21:01:46.022319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-e9b330a9-933e-42ce-80c8-67f57c34b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:46.024063 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-e9b330a9-933e-42ce-80c8-67f57c34b496 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0558121
Nov 06 21:01:46.034359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Attempting to bind port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:46.034708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Attempting to bind port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:46.035036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Attempting to bind port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:46.045038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:01:46.045367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Attempting to bind port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:46.053629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:46.054126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:46.054525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:46.055503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Bound port: 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:46.055862 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:46.072224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port c2b6667f-7085-4b8e-898e-8b0b9f17adc7 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:46.072587 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:46.186831 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-45fba932-c5ea-472b-a3e3-11b64404f007 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553671
Nov 06 21:01:46.291621 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eaa67076-2bb8-40b1-9681-76fc81589d33 req-e2e4e08c-d006-4c3d-be85-60ed7a328d3b service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965304
Nov 06 21:01:46.307934 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:46.323772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] For port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:46.346323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for c2b6667f-7085-4b8e-898e-8b0b9f17adc7 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:46.359665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873b13-6b16-4740-9f0b-c26322edff1d req-fce266d8-9139-4c74-a43f-e0604ff1d329 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:46.361352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f873b13-6b16-4740-9f0b-c26322edff1d req-fce266d8-9139-4c74-a43f-e0604ff1d329 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 944 time: 0.1852779
Nov 06 21:01:46.365684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] For port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:46.378910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7c0e0-40e7-4652-95a2-ff227067d1f5 req-2849041f-1323-443d-96e1-6edbe568f5f1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:46.380621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ef7c0e0-40e7-4652-95a2-ff227067d1f5 req-2849041f-1323-443d-96e1-6edbe568f5f1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 948 time: 0.1777768
Nov 06 21:01:46.389843 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:46.516666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:46.517289 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:46.518810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] 10.222.0.10 "PUT /v2.0/ports/688f6858-27d7-40ab-b4b1-48a4bfd5cdbd HTTP/1.1" status: 200  len: 1096 time: 2.1530390
Nov 06 21:01:46.524836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a3cebc-56c7-4387-9343-0de4c41f90b9', 'tag': '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:46.527781 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f538b8-b242-408f-b142-358ce7513e72" -d '{"events": [{"name": "network-changed", "server_uuid": "20a3cebc-56c7-4387-9343-0de4c41f90b9", "tag": "688f6858-27d7-40ab-b4b1-48a4bfd5cdbd"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:46.567707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:01:46.607537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f873b13-6b16-4740-9f0b-c26322edff1d req-7c726780-a694-4f3f-941f-776c69d17058 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219663
Nov 06 21:01:46.631843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5219e9d-c196-48d6-94fc-22e935dd9dae service neutron] Pushing event updated for resources: {'Port': ['ID=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:46.636197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ef7c0e0-40e7-4652-95a2-ff227067d1f5 req-b6a66355-8a42-423f-b3a8-640efab49a4a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376616
Nov 06 21:01:46.753817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-8e2327f1-1a02-4ccf-b424-0646a3432926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:46.755599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-8e2327f1-1a02-4ccf-b424-0646a3432926 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 1099 time: 0.1754477
Nov 06 21:01:46.759669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:46.777087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'port_id': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'mac_address': 'fa:16:3e:30:73:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:01:46.827525 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb84615f-8d47-4222-91ee-d718fc91aba1 x-openstack-request-id: req-bb84615f-8d47-4222-91ee-d718fc91aba1 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:46.828369 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a3cebc-56c7-4387-9343-0de4c41f90b9", "tag": "688f6858-27d7-40ab-b4b1-48a4bfd5cdbd", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:46.828369 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb84615f-8d47-4222-91ee-d718fc91aba1 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:46.829120 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a3cebc-56c7-4387-9343-0de4c41f90b9', 'tag': '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd', 'status': 'completed', 'code': 200}
Nov 06 21:01:46.851340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-841b2005-117d-47db-a27e-52f50db44027 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd HTTP/1.1" status: 200  len: 217 time: 0.0849388
Nov 06 21:01:46.933122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:46.994087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=c2b6667f-7085-4b8e-898e-8b0b9f17adc7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:46.999361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-a47eec44-7996-4915-b45d-c07c5a9de3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:46.999579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:46.999913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-a47eec44-7996-4915-b45d-c07c5a9de3ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1389308
Nov 06 21:01:47.017047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-74b74d76-a3cc-4348-a2e1-4ea65ea1eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.021253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:47.042231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:47.047151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.113858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:47.182845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4f5ff-8455-4021-abb4-f9ae08cf8466 req-6b1fd30f-6b2e-4aef-9a5e-25cd85027ef0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:47.184629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8e4f5ff-8455-4021-abb4-f9ae08cf8466 req-6b1fd30f-6b2e-4aef-9a5e-25cd85027ef0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.2044840
Nov 06 21:01:47.191969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-26996130-7e07-42ca-b512-123b102fd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:47.194490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-26996130-7e07-42ca-b512-123b102fd399 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1783218
Nov 06 21:01:47.270170 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.327254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41362) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:47.354512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8e4f5ff-8455-4021-abb4-f9ae08cf8466 req-4b492d2b-2eec-45f5-a53b-3c9e2383d58b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1590109
Nov 06 21:01:47.408986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-cdbf0084-d2fc-499c-8def-e40cf65d9076 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019989
Nov 06 21:01:47.432978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1440737458', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:47.453910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Made reservation on behalf of 2316dca7dd6b4daea7980edd2f1447ec for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:47.456464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.459488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['27b61f7f-c710-4146-b2ae-d1f0a68b5d97'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:01:47.470083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.567696 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.574630 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.582608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] device_id is not set on port fb25f668-1297-4dfa-9e92-16253405825d yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:47.593363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b36d51d-f2cb-43ed-934d-ff9af8e3cd28 req-ab6eabc0-32f7-43c4-a6e0-3b9ab8d1bbb4 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751626
Nov 06 21:01:47.596746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router b1907d48-ba91-4f34-ab91-a15919ee5aec has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:01:47.648192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad421f6b-1a52-41ed-bfd4-235fc0f2830b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:47.720184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Allocated IP 172.35.0.196 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/fb25f668-1297-4dfa-9e92-16253405825d) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:47.866749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.900265 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:47.945370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:47.948319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:47.953355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:47.956693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Pushing event updated for resources: {'Port': ['ID=fb25f668-1297-4dfa-9e92-16253405825d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:47.997096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:47.997704 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:48.013178 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-43cbb0ec-0333-4550-9f6f-a4570936d7c8 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.6847739
Nov 06 21:01:48.015997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:48.021707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.196'}]}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:48.044471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:48.045523 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:48.086735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:48.094849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-79a65cad-b1d3-4290-b0d2-75850993a433 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/b1907d48-ba91-4f34-ab91-a15919ee5aec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0289330
Nov 06 21:01:48.097934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41378) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:48.098086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2554eb-1b49-4cf1-8b9b-116cf1a6fd7e None None] Sync routers for ids ['b1907d48-ba91-4f34-ab91-a15919ee5aec'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:48.102692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:48.114829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2554eb-1b49-4cf1-8b9b-116cf1a6fd7e None None] Routers {'b1907d48-ba91-4f34-ab91-a15919ee5aec'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:48.115826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7e2554eb-1b49-4cf1-8b9b-116cf1a6fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251864850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b1907d48-ba91-4f34-ab91-a15919ee5aec'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:48.125062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4efd-aec5-4148-aaa4-9a189852011f req-00521fa5-ce44-41cc-8764-e1c26689faea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.132251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b26b4efd-aec5-4148-aaa4-9a189852011f req-00521fa5-ce44-41cc-8764-e1c26689faea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 945 time: 0.4155662
Nov 06 21:01:48.137145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f538b8-b242-408f-b142-358ce7513e72 req-66bc87b9-0670-4d1e-97a1-fe41c952c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.138581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20f538b8-b242-408f-b142-358ce7513e72 req-66bc87b9-0670-4d1e-97a1-fe41c952c745 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 1099 time: 0.4240596
Nov 06 21:01:48.151086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f9549-e640-470f-a38f-5ca0eb828ea3 req-c65a3cf2-f2b8-49cb-8177-76309c213446 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.151983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7e2554eb-1b49-4cf1-8b9b-116cf1a6fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251864850>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:48.152621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-958f9549-e640-470f-a38f-5ca0eb828ea3 req-c65a3cf2-f2b8-49cb-8177-76309c213446 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 948 time: 0.4369321
Nov 06 21:01:48.162637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2554eb-1b49-4cf1-8b9b-116cf1a6fd7e None None] Routers {'b1907d48-ba91-4f34-ab91-a15919ee5aec'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:48.163348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7e2554eb-1b49-4cf1-8b9b-116cf1a6fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251864850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b1907d48-ba91-4f34-ab91-a15919ee5aec'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:48.199472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7e2554eb-1b49-4cf1-8b9b-116cf1a6fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251864850>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:48.200408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2554eb-1b49-4cf1-8b9b-116cf1a6fd7e None None] The sync data for ids ['b1907d48-ba91-4f34-ab91-a15919ee5aec'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:48.281984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b26b4efd-aec5-4148-aaa4-9a189852011f req-bee3c528-b0fa-4aca-b1ac-45a2cb5464d0 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488507
Nov 06 21:01:48.315404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-958f9549-e640-470f-a38f-5ca0eb828ea3 req-e551d38b-4ae1-4bf7-a981-5a6a2dde8ecf tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453841
Nov 06 21:01:48.318573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:48.335069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f538b8-b242-408f-b142-358ce7513e72 req-555f6f0c-889b-4e97-a76a-b599322e77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.335069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20f538b8-b242-408f-b142-358ce7513e72 req-555f6f0c-889b-4e97-a76a-b599322e77fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1787262
Nov 06 21:01:48.394177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20f538b8-b242-408f-b142-358ce7513e72 req-9b056025-6e9a-4e23-996d-63e34b078c3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd HTTP/1.1" status: 200  len: 217 time: 0.0520377
Nov 06 21:01:48.479264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f538b8-b242-408f-b142-358ce7513e72 req-53ab1f83-1a45-46af-b3b3-2c8e5802b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.480833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20f538b8-b242-408f-b142-358ce7513e72 req-53ab1f83-1a45-46af-b3b3-2c8e5802b5f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0799625
Nov 06 21:01:48.506233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8290e5-48b2-4925-9b13-131bba066015 req-5e7c414c-0b2b-42a5-8617-1678eff28cd4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.507705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df8290e5-48b2-4925-9b13-131bba066015 req-5e7c414c-0b2b-42a5-8617-1678eff28cd4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0728235
Nov 06 21:01:48.567975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f538b8-b242-408f-b142-358ce7513e72 req-9a629395-bd9d-4f66-81c4-a978828e468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.569506 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20f538b8-b242-408f-b142-358ce7513e72 req-9a629395-bd9d-4f66-81c4-a978828e468b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0811148
Nov 06 21:01:48.577232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df8290e5-48b2-4925-9b13-131bba066015 req-9e4f3ce4-9bc6-420b-a6a8-d3b8a90147f0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543144
Nov 06 21:01:48.670043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20f538b8-b242-408f-b142-358ce7513e72 req-5da3c7e9-ee8d-461b-bb33-67ecb8a68874 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916007
Nov 06 21:01:48.709316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:48.736825 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:48.747813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:48.822337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20f538b8-b242-408f-b142-358ce7513e72 req-31242ebd-861f-4348-9830-c77a56e8c8fb service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442437
Nov 06 21:01:48.831958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35818e14-3f93-4633-8317-55a9438284f8 req-d0b40e86-d3db-4b1d-b23b-01ac9d59f7c9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.833732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35818e14-3f93-4633-8317-55a9438284f8 req-d0b40e86-d3db-4b1d-b23b-01ac9d59f7c9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0856714
Nov 06 21:01:48.886391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35818e14-3f93-4633-8317-55a9438284f8 req-0bb1b1ca-3b46-474a-b127-bb46bb56c418 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451989
Nov 06 21:01:48.970431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-fe11c61f-8ecd-4d39-aee3-f546664751f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:48.971924 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-fe11c61f-8ecd-4d39-aee3-f546664751f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1096 time: 0.1591489
Nov 06 21:01:49.109223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:49.187618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-be189110-f90f-4a12-85d2-95fcb919c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:49.189130 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-be189110-f90f-4a12-85d2-95fcb919c46c service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1931963
Nov 06 21:01:49.196966 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1eac0895-0d7b-4a18-9007-54dc88f64d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:49.437044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffe142-b019-4276-bb64-d94480b9e209 req-3b89305c-4817-4f8b-86d5-23a15ee57fd9 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:49.438762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ffe142-b019-4276-bb64-d94480b9e209 req-3b89305c-4817-4f8b-86d5-23a15ee57fd9 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 945 time: 0.0797582
Nov 06 21:01:49.468327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a69ff-6c67-41f1-9daf-3e09b5bfd137 req-148e570f-4f51-4b51-88a9-96c04ef47eb1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:49.469872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c2a69ff-6c67-41f1-9daf-3e09b5bfd137 req-148e570f-4f51-4b51-88a9-96c04ef47eb1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 948 time: 0.0820260
Nov 06 21:01:49.530109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ffe142-b019-4276-bb64-d94480b9e209 req-c71c10e2-f93a-4229-9068-4e53754c3a62 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848792
Nov 06 21:01:49.552722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c2a69ff-6c67-41f1-9daf-3e09b5bfd137 req-2294b5fc-2f37-4721-bd2b-d98f79ec844e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752199
Nov 06 21:01:49.620725 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:49.629863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:49.712998 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-66bd7075-751a-4b59-8bba-f71df5e0aa51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1000 time: 0.5124505
Nov 06 21:01:49.747129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:49.747621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aff1007-ca16-4b4b-ba56-16bd89bd56e3 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:01:49.783410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 3d21d165-c464-4f75-be39-700e7f208da4 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:49.783751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:49.786428 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:01:49.787480 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7dc4bf86-6b5a-4ca8-9ede-afed8a392ae6 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.7702274
Nov 06 21:01:49.791049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41394) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:49.791366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-ad9c878e-7d01-407b-9b9d-75c8c1c9bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:49.792755 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-ad9c878e-7d01-407b-9b9d-75c8c1c9bc3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0725124
Nov 06 21:01:49.879746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-73d40bdd-5a13-4d69-87b5-4e4f9abc9c90 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Deleting port fb25f668-1297-4dfa-9e92-16253405825d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:49.879965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73d40bdd-5a13-4d69-87b5-4e4f9abc9c90 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:49.895067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-0462a27d-58da-4c3f-a27b-5e8e34aa4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:49.896603 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-0462a27d-58da-4c3f-a27b-5e8e34aa4f64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0936356
Nov 06 21:01:49.922207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:49.971764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 3d21d165-c464-4f75-be39-700e7f208da4 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:49.978659 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73d40bdd-5a13-4d69-87b5-4e4f9abc9c90 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.006519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-73d40bdd-5a13-4d69-87b5-4e4f9abc9c90 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Calling delete_port for fb25f668-1297-4dfa-9e92-16253405825d owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:50.059318 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-47519a54-9524-414d-a1bc-4d454ceecd02 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531155
Nov 06 21:01:50.063546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a818be-339c-472b-af23-bb823656e93f req-e019df97-624a-4765-9f5b-b61ff6bf792e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:50.065081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86a818be-339c-472b-af23-bb823656e93f req-e019df97-624a-4765-9f5b-b61ff6bf792e tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0985470
Nov 06 21:01:50.137685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86a818be-339c-472b-af23-bb823656e93f req-24b316b4-e3ba-4ff5-8e9a-183ae787a388 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648975
Nov 06 21:01:50.189718 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73d40bdd-5a13-4d69-87b5-4e4f9abc9c90 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.218845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d40bdd-5a13-4d69-87b5-4e4f9abc9c90 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb25f668-1297-4dfa-9e92-16253405825d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:50.238747 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcdd9092-edab-4cfb-88c5-ba6f4689a9ad req-0944ef89-8d15-465b-af3b-fae3bc497722 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702497
Nov 06 21:01:50.239764 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.272350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=3d21d165-c464-4f75-be39-700e7f208da4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:50.298528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73d40bdd-5a13-4d69-87b5-4e4f9abc9c90 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.301872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-73d40bdd-5a13-4d69-87b5-4e4f9abc9c90 tempest-RoutersAdminNegativeTest-523642338 tempest-RoutersAdminNegativeTest-523642338-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fb25f668-1297-4dfa-9e92-16253405825d HTTP/1.1" status: 204  len: 168 time: 0.5091443
Nov 06 21:01:50.371081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.520146 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.543628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router b1907d48-ba91-4f34-ab91-a15919ee5aec has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:01:50.577310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41406) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:50.605774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:01:50.609997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:50.634603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:50.645036 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf2db7-0f74-4300-b1ef-7c028bd7d426 None None] Sync routers for ids ['b1907d48-ba91-4f34-ab91-a15919ee5aec'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:50.648855 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-42d040c5-9326-4bf6-81cc-ce64bd2956c3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/b1907d48-ba91-4f34-ab91-a15919ee5aec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5483439
Nov 06 21:01:50.649667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41414) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:50.661453 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf2db7-0f74-4300-b1ef-7c028bd7d426 None None] Routers {'b1907d48-ba91-4f34-ab91-a15919ee5aec'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:50.662471 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-61bf2db7-0f74-4300-b1ef-7c028bd7d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ce0d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b1907d48-ba91-4f34-ab91-a15919ee5aec'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:50.700918 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-746c7fc4-3e3d-4079-a0f9-320f14995bad tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1907d48-ba91-4f34-ab91-a15919ee5aec HTTP/1.1" status: 200  len: 205 time: 0.0501001
Nov 06 21:01:50.701537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41416) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:50.713985 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-61bf2db7-0f74-4300-b1ef-7c028bd7d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ce0d60>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:50.724444 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf2db7-0f74-4300-b1ef-7c028bd7d426 None None] Routers {'b1907d48-ba91-4f34-ab91-a15919ee5aec'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:50.725241 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-61bf2db7-0f74-4300-b1ef-7c028bd7d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ce0d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b1907d48-ba91-4f34-ab91-a15919ee5aec'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:50.750883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c286d-fa46-444e-a9cd-5edd94ce5fcd req-d327de29-8ca6-4413-9e7d-c9edee49b597 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:50.752713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-989c286d-fa46-444e-a9cd-5edd94ce5fcd req-d327de29-8ca6-4413-9e7d-c9edee49b597 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 945 time: 0.1329107
Nov 06 21:01:50.770786 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-61bf2db7-0f74-4300-b1ef-7c028bd7d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ce0d60>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:50.772874 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf2db7-0f74-4300-b1ef-7c028bd7d426 None None] The sync data for ids ['b1907d48-ba91-4f34-ab91-a15919ee5aec'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:50.813835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-131e150a-46a8-49d9-8d21-2433d20016fe tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.830110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:50.849950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'mac_address': 'fa:16:3e:38:38:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:01:50.855032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-989c286d-fa46-444e-a9cd-5edd94ce5fcd req-10f22bf1-cc74-4f8c-a667-ee8c05a54ab4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872564
Nov 06 21:01:50.871373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a570-c65e-498b-b680-482094dff90f req-3332621a-2ba8-4710-affa-679948ac1dff tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:50.882009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bd9a570-c65e-498b-b680-482094dff90f req-3332621a-2ba8-4710-affa-679948ac1dff tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 948 time: 0.2012737
Nov 06 21:01:50.885090 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf7b143d-798a-4133-b6ef-6c2c11c4d62b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.926993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:01:50.934429 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.939067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:50.939580 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:50.969665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bd9a570-c65e-498b-b680-482094dff90f req-9f421ec0-43c8-4e48-95f9-f1963d032ae8 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821164
Nov 06 21:01:51.004945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-131e150a-46a8-49d9-8d21-2433d20016fe tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.005194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f0b33e-c0e3-430d-b234-0a6318475b33 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:51.007266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-131e150a-46a8-49d9-8d21-2433d20016fe tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.031369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf7b143d-798a-4133-b6ef-6c2c11c4d62b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.036380 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bf7b143d-798a-4133-b6ef-6c2c11c4d62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.038352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:51.045658 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.058323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-131e150a-46a8-49d9-8d21-2433d20016fe tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.058833 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131e150a-46a8-49d9-8d21-2433d20016fe tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Fanout notify agent at l3_agent the message router_deleted on router b1907d48-ba91-4f34-ab91-a15919ee5aec {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:01:51.073989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-131e150a-46a8-49d9-8d21-2433d20016fe tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.076348 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-131e150a-46a8-49d9-8d21-2433d20016fe tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/b1907d48-ba91-4f34-ab91-a15919ee5aec HTTP/1.1" status: 204  len: 168 time: 0.3726451
Nov 06 21:01:51.077779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41418) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:51.084776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bf7b143d-798a-4133-b6ef-6c2c11c4d62b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9435e139d62743b4b4f5c2d6d226bef3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5057487
Nov 06 21:01:51.085870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b143d-798a-4133-b6ef-6c2c11c4d62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f514e19-46df-4375-be27-0f29932714ef,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:51.087493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41420) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:51.127096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:51.131403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.154863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:51.157247 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43604b20-5d2a-468a-bd2e-d3a065828281" -d '{"events": [{"server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "name": "network-vif-plugged", "status": "completed", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:51.158973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3175a9a6-929e-459e-8378-d7c9c416ae29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet 16be38f5-2f2e-49c0-9b9a-ad83e9ae921d {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:01:51.165686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3175a9a6-929e-459e-8378-d7c9c416ae29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.182779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:51.188997 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.208015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cc01-67dd-4616-859b-18c68479b869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.218196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3175a9a6-929e-459e-8378-d7c9c416ae29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.237976 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa88724-9000-433a-a861-fcb99114842f x-openstack-request-id: req-aaa88724-9000-433a-a861-fcb99114842f {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:51.238344 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "name": "network-vif-plugged", "status": "completed", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:51.238649 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaa88724-9000-433a-a861-fcb99114842f {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:51.239110 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'code': 200}
Nov 06 21:01:51.264647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cc01-67dd-4616-859b-18c68479b869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.267370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:51.270503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f5d9d-87af-4d8b-b0e7-917b06becf1a req-f3505fbb-f09a-4898-85a0-420c83307676 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:51.278488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e6f5d9d-87af-4d8b-b0e7-917b06becf1a req-f3505fbb-f09a-4898-85a0-420c83307676 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0634480
Nov 06 21:01:51.323098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e6f5d9d-87af-4d8b-b0e7-917b06becf1a req-d56b659e-989a-41a1-ad56-7b5fdfdb3c6a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435929
Nov 06 21:01:51.374722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3175a9a6-929e-459e-8378-d7c9c416ae29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.402660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa5da5-5aa9-4e69-89ab-c443f53d8f12 req-0aa697eb-7411-4034-9c1b-f51c63887220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:51.404139 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cfaa5da5-5aa9-4e69-89ab-c443f53d8f12 req-0aa697eb-7411-4034-9c1b-f51c63887220 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1097 time: 0.1011348
Nov 06 21:01:51.406991 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cc01-67dd-4616-859b-18c68479b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.409576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cc01-67dd-4616-859b-18c68479b869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.410632 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7ff1cc01-67dd-4616-859b-18c68479b869 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f514e19-46df-4375-be27-0f29932714ef HTTP/1.1" status: 204  len: 168 time: 0.3222682
Nov 06 21:01:51.430837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b9f0b33e-c0e3-430d-b234-0a6318475b33'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:01:51.443548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1cc01-67dd-4616-859b-18c68479b869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f514e19-46df-4375-be27-0f29932714ef,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:51.450754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bfc2b-3ca8-4be6-bfba-69e131d54ef3 req-1cc32daa-cc18-433f-8699-46cd768f5fee tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:51.460040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da7bfc2b-3ca8-4be6-bfba-69e131d54ef3 req-1cc32daa-cc18-433f-8699-46cd768f5fee tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0574930
Nov 06 21:01:51.484923 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cfaa5da5-5aa9-4e69-89ab-c443f53d8f12 req-bfdfe748-2a53-4662-9177-193924ab8f26 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630085
Nov 06 21:01:51.488659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3175a9a6-929e-459e-8378-d7c9c416ae29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.518547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175a9a6-929e-459e-8378-d7c9c416ae29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=16be38f5-2f2e-49c0-9b9a-ad83e9ae921d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:51.522122 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3175a9a6-929e-459e-8378-d7c9c416ae29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.528308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3175a9a6-929e-459e-8378-d7c9c416ae29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/16be38f5-2f2e-49c0-9b9a-ad83e9ae921d HTTP/1.1" status: 204  len: 168 time: 0.4470336
Nov 06 21:01:51.528708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41430) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:51.546119 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da7bfc2b-3ca8-4be6-bfba-69e131d54ef3 req-af27b42c-88f6-4adf-8027-4c92b436528a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833201
Nov 06 21:01:51.549314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a60f7-7c7e-467a-9f60-929832b9be75 None None] Network 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:51.592664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d226ba71-246a-4a14-8f97-0b2b7dae7e08 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet 7a862346-9c73-403f-a147-b05c5415906f {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:01:51.596516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d226ba71-246a-4a14-8f97-0b2b7dae7e08 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.641108 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d226ba71-246a-4a14-8f97-0b2b7dae7e08 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.693838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6473e2-f94f-4a35-a195-125b5f1dfb60 req-6514d4bb-ff35-4963-a28c-5b21c51fa9f3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:51.702444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb6473e2-f94f-4a35-a195-125b5f1dfb60 req-6514d4bb-ff35-4963-a28c-5b21c51fa9f3 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0609038
Nov 06 21:01:51.744859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d226ba71-246a-4a14-8f97-0b2b7dae7e08 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.756246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb6473e2-f94f-4a35-a195-125b5f1dfb60 req-5879708c-0df2-4c84-b087-5d280a5912b9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534136
Nov 06 21:01:51.791203 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.828229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d226ba71-246a-4a14-8f97-0b2b7dae7e08 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.848230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41438) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:51.861103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226ba71-246a-4a14-8f97-0b2b7dae7e08 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=7a862346-9c73-403f-a147-b05c5415906f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:51.863028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d226ba71-246a-4a14-8f97-0b2b7dae7e08 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:51.871034 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d226ba71-246a-4a14-8f97-0b2b7dae7e08 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/7a862346-9c73-403f-a147-b05c5415906f HTTP/1.1" status: 204  len: 168 time: 0.3414080
Nov 06 21:01:51.872037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:51.877115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad03902-ab48-4ab7-8926-481411dfc02b None None] Network a6c57191-1647-45be-9faf-b691a70f65a8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:51.909630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-54a701df-f2cb-48ae-815a-dfb2b5f5ed42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2316dca7dd6b4daea7980edd2f1447ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0600946
Nov 06 21:01:51.912507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41444) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:51.927984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] DHCP port deletion for 8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:01:51.951609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.013180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.042902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3c5c0-97af-4e14-be52-fdff93c7d554 req-9607248a-b992-4d5c-8642-48e14b8ae05f tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:52.044657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16a3c5c0-97af-4e14-be52-fdff93c7d554 req-9607248a-b992-4d5c-8642-48e14b8ae05f tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1048841
Nov 06 21:01:52.052202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:52.052792 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.060133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.109537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] Deleting port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:52.109902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.160797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port 4d406466-c3c6-40d1-86f0-0edf0de9beb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d406466-c3c6-40d1-86f0-0edf0de9beb5,segment=NetworkSegment(efb8ca86-032e-47f7-b965-c228ffd4954d),segment_id=efb8ca86-032e-47f7-b965-c228ffd4954d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:52.161703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.169421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4d406466-c3c6-40d1-86f0-0edf0de9beb5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:52.185857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 4d406466-c3c6-40d1-86f0-0edf0de9beb5 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:52.218991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16a3c5c0-97af-4e14-be52-fdff93c7d554 req-2576e9f3-b63a-49aa-af10-e5cec094b486 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652553
Nov 06 21:01:52.235786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.238426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.241856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad421f6b-1a52-41ed-bfd4-235fc0f2830b HTTP/1.1" status: 204  len: 168 time: 0.3259745
Nov 06 21:01:52.251513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d978f-ffdb-4850-aab0-40e39ed7b43e req-e3b7de5b-91f9-467f-97e0-d531dfa80997 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:52.253086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c4d978f-ffdb-4850-aab0-40e39ed7b43e req-e3b7de5b-91f9-467f-97e0-d531dfa80997 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 948 time: 0.0715573
Nov 06 21:01:52.262950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad421f6b-1a52-41ed-bfd4-235fc0f2830b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:52.269962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] For port 4d406466-c3c6-40d1-86f0-0edf0de9beb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d406466-c3c6-40d1-86f0-0edf0de9beb5,segment=NetworkSegment(efb8ca86-032e-47f7-b965-c228ffd4954d),segment_id=efb8ca86-032e-47f7-b965-c228ffd4954d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:52.270631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.278419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.278838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.279247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.279656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.280060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.283542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.283926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.284278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.284648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.284987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.285327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.285659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b8b28-ee3b-4b37-b656-11a1b270bd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:01:52.297992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] Calling delete_port for 4d406466-c3c6-40d1-86f0-0edf0de9beb5 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:52.325110 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.330542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c4d978f-ffdb-4850-aab0-40e39ed7b43e req-d5c1b3f5-2a7f-40ba-a2c8-59da67bd2cd0 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640028
Nov 06 21:01:52.397717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=4d406466-c3c6-40d1-86f0-0edf0de9beb5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:52.403300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:52.417305 ncdv-master-1 neutron-server[119335]: INFO neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No ports have port_id starting with 4d406466-c3c6-40d1-86f0-0edf0de9beb5
Nov 06 21:01:52.418372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] DHCP port deletion for a6c57191-1647-45be-9faf-b691a70f65a8 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:01:52.420629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14b74f-27a9-4809-a515-bddc9e927e59 req-b55562cc-917e-4514-ade0-f18de8502359 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:52.429085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae14b74f-27a9-4809-a515-bddc9e927e59 req-b55562cc-917e-4514-ade0-f18de8502359 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0717652
Nov 06 21:01:52.496131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae14b74f-27a9-4809-a515-bddc9e927e59 req-9a044883-5656-4dd8-b7c2-a1f4716d144d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640302
Nov 06 21:01:52.501505 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.516116 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.527981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] No DVR routers for this DVR port 4d406466-c3c6-40d1-86f0-0edf0de9beb5 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:52.549299 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924ffa0c10>,) {'filters': {'network_id': ['8adadac1-8f8c-4b5d-91a1-59fa2ab35c59']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:52.555573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.561518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160a4e8-e5ae-437d-9809-19695bce191c None None] Pushing event deleted for resources: {'Port': ['ID=4d406466-c3c6-40d1-86f0-0edf0de9beb5,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:52.565994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924ffa0c10>, 'efb8ca86-032e-47f7-b965-c228ffd4954d') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:52.566210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924ffa0c10>, 'efb8ca86-032e-47f7-b965-c228ffd4954d') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:52.571478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] Deleting port 083d3eaf-3652-44dc-b82c-56d49794bd28 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:52.571856 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.577053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.592178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.600509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:52.600990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:52.604806 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:52.613933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:01:52.661486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] For port 083d3eaf-3652-44dc-b82c-56d49794bd28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=083d3eaf-3652-44dc-b82c-56d49794bd28,segment=NetworkSegment(9de166c2-c477-423d-98af-a18021a435ab),segment_id=9de166c2-c477-423d-98af-a18021a435ab)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:52.661486 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.681152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.688438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.691536 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/8adadac1-8f8c-4b5d-91a1-59fa2ab35c59 HTTP/1.1" status: 204  len: 168 time: 0.8185441
Nov 06 21:01:52.694262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41462) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:52.718671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91653c4-85f0-4e39-954a-ea1038066a42 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=8adadac1-8f8c-4b5d-91a1-59fa2ab35c59,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:52.719788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] Calling delete_port for 083d3eaf-3652-44dc-b82c-56d49794bd28 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:52.776280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.815161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:52.831089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd', 'mac_address': 'fa:16:3e:84:e8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:01:52.834971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 083d3eaf-3652-44dc-b82c-56d49794bd28 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:52.835314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.883412 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.888968 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.909207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port 083d3eaf-3652-44dc-b82c-56d49794bd28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=083d3eaf-3652-44dc-b82c-56d49794bd28,segment=NetworkSegment(9de166c2-c477-423d-98af-a18021a435ab),segment_id=9de166c2-c477-423d-98af-a18021a435ab)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:52.909568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:52.924404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] Pushing event deleted for resources: {'Port': ['ID=083d3eaf-3652-44dc-b82c-56d49794bd28,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:52.924685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 083d3eaf-3652-44dc-b82c-56d49794bd28 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:52.934559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7226a5-6c0f-4b6a-bb96-61e19c18c846 None None] No DVR routers for this DVR port 083d3eaf-3652-44dc-b82c-56d49794bd28 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:52.940323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:01:52.966391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:52.972013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.022245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.031818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:53.052268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=083d3eaf-3652-44dc-b82c-56d49794bd28,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:53.058077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port 083d3eaf-3652-44dc-b82c-56d49794bd28 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:01:53.157655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.178918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925493c520>,) {'filters': {'network_id': ['a6c57191-1647-45be-9faf-b691a70f65a8']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:53.188350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925493c520>, '9de166c2-c477-423d-98af-a18021a435ab') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:53.188525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925493c520>, '9de166c2-c477-423d-98af-a18021a435ab') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:53.203541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.221002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.227989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:01:53.228451 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:01:53.231715 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:01:53.236728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41480) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:53.316730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.342302 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.345767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/a6c57191-1647-45be-9faf-b691a70f65a8 HTTP/1.1" status: 204  len: 168 time: 0.6505072
Nov 06 21:01:53.349636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41486) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:53.354816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1276559410'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:53.366120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36db3c-3762-4f32-8234-85510cddb48c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=a6c57191-1647-45be-9faf-b691a70f65a8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:53.382542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1378680111'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:53.389209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8518a0b-818f-498c-a034-7a7b765c6bda req-fe338e4e-b31b-47ea-9cea-c1823e4c2e48 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:53.396331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8518a0b-818f-498c-a034-7a7b765c6bda req-fe338e4e-b31b-47ea-9cea-c1823e4c2e48 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0935800
Nov 06 21:01:53.403294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:53.407509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.411301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Made reservation on behalf of 5329dbb6d6da49f9a13aab40487e8bca for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:53.414609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.431878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.454083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['688f6858-27d7-40ab-b4b1-48a4bfd5cdbd'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:01:53.459895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:53.477281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8518a0b-818f-498c-a034-7a7b765c6bda req-fe5c7dd1-c213-4c17-9709-8e6a7946eded tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779905
Nov 06 21:01:53.477488 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.477631 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment 516028df-d2aa-4ed8-9534-e81222626731 of type vlan for network 3dfb6f47-7348-427d-b375-e937d07c920e
Nov 06 21:01:53.510656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60b041-a2fa-4b96-96c6-6414c74cfb52 req-e2ca32be-1dd2-48ba-8120-18cd11df976b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:53.520465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a60b041-a2fa-4b96-96c6-6414c74cfb52 req-e2ca32be-1dd2-48ba-8120-18cd11df976b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 949 time: 0.1078677
Nov 06 21:01:53.553030 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.592766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a60b041-a2fa-4b96-96c6-6414c74cfb52 req-346a5da1-d4d2-44be-b0bf-73423f95f375 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713522
Nov 06 21:01:53.613633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.614798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.623183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:53.623809 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.635717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.682935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ef307-c960-4a88-88ab-25754412b659 req-2d0f6054-b46f-4fff-88ee-2892c8eb27e2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:53.684589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-489ef307-c960-4a88-88ab-25754412b659 req-2d0f6054-b46f-4fff-88ee-2892c8eb27e2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0522940
Nov 06 21:01:53.704519 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3535480
Nov 06 21:01:53.707371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41494) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:53.713114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': '3dfb6f47-7348-427d-b375-e937d07c920e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:53.718139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:01:53.728946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc909d8-1862-47ff-8e72-9a539882d560 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=3dfb6f47-7348-427d-b375-e937d07c920e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:53.732177 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cfe134-b322-4168-8d27-2f74d8ce451a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:53.736960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.737360 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Added segment f858bccf-715d-4dc1-b253-c777ae61ebe2 of type vlan for network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e
Nov 06 21:01:53.741744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 3dfb6f47-7348-427d-b375-e937d07c920e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:53.779826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.808184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-489ef307-c960-4a88-88ab-25754412b659 req-64427f13-ab8d-4756-b88a-70127a84b636 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1169729
Nov 06 21:01:53.816333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.824802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:53.825436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.838402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:53.842867 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:53.886597 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.6486402
Nov 06 21:01:53.893648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41498) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:53.899130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'subnet': {'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:53.958848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ba082-d1bb-4e14-8da7-f0044017057c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Network': ['ID=55c5805e-a1b5-47ce-9fca-ab33db8e0d4e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:53.972468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:01:54.029052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Made reservation on behalf of 5329dbb6d6da49f9a13aab40487e8bca for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:54.033383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.080803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.121480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 083d3eaf-3652-44dc-b82c-56d49794bd28 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:01:54.143200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c9712-7ff0-4ecd-92fc-829f940a41df req-d2fe0e92-1bd0-4d02-be6b-4572fec1a054 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.144857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe5c9712-7ff0-4ecd-92fc-829f940a41df req-d2fe0e92-1bd0-4d02-be6b-4572fec1a054 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1148536
Nov 06 21:01:54.147003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 083d3eaf-3652-44dc-b82c-56d49794bd28 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:01:54.147422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 083d3eaf-3652-44dc-b82c-56d49794bd28 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:01:54.176546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=8b565768-a6cf-415d-a416-c43f3103af60,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:54.196223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': '516028df-d2aa-4ed8-9534-e81222626731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3dfb6f47-7348-427d-b375-e937d07c920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:54.196619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: 3dfb6f47-7348-427d-b375-e937d07c920e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:54.233299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe5c9712-7ff0-4ecd-92fc-829f940a41df req-50ed25a0-9ad3-4b72-8c13-dcbf755ba969 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734873
Nov 06 21:01:54.244775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 3dfb6f47-7348-427d-b375-e937d07c920e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:54.254485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3dfb6f47-7348-427d-b375-e937d07c920e) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:54.260499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.260499 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.265442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f74a9-bade-4ec0-baa4-738c030c9655 None None] Network 3dfb6f47-7348-427d-b375-e937d07c920e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:54.284890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f20763d1-058a-44a0-ac80-1e76657778e7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5758457
Nov 06 21:01:54.286619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41504) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:54.292325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fdf7b981-b04c-4e4a-b90c-e042588883f5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-435846003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:54.317239 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b981-b04c-4e4a-b90c-e042588883f5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.318341 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b981-b04c-4e4a-b90c-e042588883f5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.375848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b981-b04c-4e4a-b90c-e042588883f5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.381329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b981-b04c-4e4a-b90c-e042588883f5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.402034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b981-b04c-4e4a-b90c-e042588883f5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.405897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fdf7b981-b04c-4e4a-b90c-e042588883f5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1157484
Nov 06 21:01:54.406131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41506) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:54.411078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'port': {'network_id': '3dfb6f47-7348-427d-b375-e937d07c920e', 'name': 'tempest-RoutersIpV6Test-183088605'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:54.424127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-3c9f4b5e-ba74-4b87-ab7a-c9407cd6f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.425770 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-3c9f4b5e-ba74-4b87-ab7a-c9407cd6f7b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fa6742333c428d864b6c5b2319997d&device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 1096 time: 0.3867803
Nov 06 21:01:54.432223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3dfb6f47-7348-427d-b375-e937d07c920e', 'network_id': '3dfb6f47-7348-427d-b375-e937d07c920e', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': '8b565768-a6cf-415d-a416-c43f3103af60'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:01:54.433603 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.538265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:54.543576 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.567256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] device_id is not set on port 860bce29-42c2-42ea-910a-2cf04773abad yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:54.609548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Allocated IP 2001:db8::2 (3dfb6f47-7348-427d-b375-e937d07c920e/8b565768-a6cf-415d-a416-c43f3103af60/90c6cd4e-bdfc-45eb-a170-7ca9c19e2083) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:54.618314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-7b2e75e1-9820-43d7-ae94-92b4b1d5bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.620198 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-7b2e75e1-9820-43d7-ae94-92b4b1d5bdfd service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 200  len: 912 time: 0.1853280
Nov 06 21:01:54.627768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:54.679133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244832-5bec-424c-8435-0a4cce29f66a req-cf5f5a70-dc96-4d51-877e-a540dcba8e1e tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.680805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8244832-5bec-424c-8435-0a4cce29f66a req-cf5f5a70-dc96-4d51-877e-a540dcba8e1e tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0749171
Nov 06 21:01:54.706146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.755281 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-ff68e744-53f6-4738-8ee4-f0a121749dc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 200  len: 1000 time: 0.1199965
Nov 06 21:01:54.760636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:01:54.776742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:54.776995 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.780954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8244832-5bec-424c-8435-0a4cce29f66a req-dec37112-d1e1-4d30-8550-a8e8fb4b2107 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939977
Nov 06 21:01:54.800909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e92d-65b5-4971-84b0-5a00105f93c4 req-4d7275b8-49d9-479d-ac44-65f590e03e2b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.802615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Subnet': ['ID=70e04143-240d-449b-899c-f4648796b491,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:54.803638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b1e92d-65b5-4971-84b0-5a00105f93c4 req-4d7275b8-49d9-479d-ac44-65f590e03e2b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 949 time: 0.0976725
Nov 06 21:01:54.842464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-8a9d5b32-f14f-482f-9749-72a903d9c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.844573 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-8a9d5b32-f14f-482f-9749-72a903d9c3cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 200  len: 850 time: 0.0809312
Nov 06 21:01:54.846537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Checking segment: {'id': 'f858bccf-715d-4dc1-b253-c777ae61ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:54.846922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Network hostable DHCP agents. Network: 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:01:54.851257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.863225 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.895518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63b1e92d-65b5-4971-84b0-5a00105f93c4 req-eb9c1afc-62d0-4d70-9fe1-2727e80f7385 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781381
Nov 06 21:01:54.922488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:01:54.946176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Network 3dfb6f47-7348-427d-b375-e937d07c920e is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:54.947539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-3c1601a2-4c7d-40d5-9730-89ca2863f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.949626 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-3c1601a2-4c7d-40d5-9730-89ca2863f582 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb18f83c-d18b-4a29-9010-a6e673304a12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0959575
Nov 06 21:01:54.950490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:54.954049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:54.954926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:54.955527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:54.959796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Pushing event updated for resources: {'Port': ['ID=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:54.962581 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:54.971391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939067a-bed4-4349-bb4d-69f203c91319 None None] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:54.976978 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.000405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8::33b (3dfb6f47-7348-427d-b375-e937d07c920e/8b565768-a6cf-415d-a416-c43f3103af60/860bce29-42c2-42ea-910a-2cf04773abad) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:55.076287 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-3511c111-7d62-4d85-bb6b-845a69c516f8 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175847
Nov 06 21:01:55.083802 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-768686fe-c908-412a-b751-53869634354b tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1869996
Nov 06 21:01:55.091527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41518) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:55.097615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'name': 'tempest-AllowedAddressPairTestJSON-1540265844'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:55.211379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-d4fc244f-c0b3-4160-b853-1b1f2f938ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:55.212829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-d4fc244f-c0b3-4160-b853-1b1f2f938ab7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1097 time: 0.1511269
Nov 06 21:01:55.225029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333bbfd-3602-4d51-a8d7-895c0719fe2a req-27c3444c-ed33-498e-8cfc-32410e256271 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:55.226765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6333bbfd-3602-4d51-a8d7-895c0719fe2a req-27c3444c-ed33-498e-8cfc-32410e256271 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1302133
Nov 06 21:01:55.233674 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a3cebc-56c7-4387-9343-0de4c41f90b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:55.235908 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25981754-b3c5-4ad4-ba00-a47957eb255c" -d '{"events": [{"server_uuid": "20a3cebc-56c7-4387-9343-0de4c41f90b9", "name": "network-vif-plugged", "status": "completed", "tag": "688f6858-27d7-40ab-b4b1-48a4bfd5cdbd"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:55.270908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:55.273826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Attempting to bind port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:55.274204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Attempting to bind port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '516028df-d2aa-4ed8-9534-e81222626731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3dfb6f47-7348-427d-b375-e937d07c920e'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:55.274572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Attempting to bind port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 on network 3dfb6f47-7348-427d-b375-e937d07c920e {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:55.282802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:55.283361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Checking segment: {'id': '516028df-d2aa-4ed8-9534-e81222626731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3dfb6f47-7348-427d-b375-e937d07c920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:55.283732 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.284004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Bound using segment: {'id': '516028df-d2aa-4ed8-9534-e81222626731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3dfb6f47-7348-427d-b375-e937d07c920e'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:55.284494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Bound port: 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516028df-d2aa-4ed8-9534-e81222626731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3dfb6f47-7348-427d-b375-e937d07c920e'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:55.284870 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.286665 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-03d32f1e-fb65-4a81-bde7-22d4deb0ebfc req-f584ee86-7b22-475a-badb-ef14fb424ee2 service neutron] 10.222.0.10 "GET /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025456
Nov 06 21:01:55.289344 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.290156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:55.331842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Made reservation on behalf of 5329dbb6d6da49f9a13aab40487e8bca for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:55.339709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.363037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] device_id is not set on port 3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:55.407646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.415584 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d980f5-0524-4b78-aae6-c0e406b910bd x-openstack-request-id: req-42d980f5-0524-4b78-aae6-c0e406b910bd {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:55.415884 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a3cebc-56c7-4387-9343-0de4c41f90b9", "name": "network-vif-plugged", "status": "completed", "tag": "688f6858-27d7-40ab-b4b1-48a4bfd5cdbd", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:55.416141 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42d980f5-0524-4b78-aae6-c0e406b910bd {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:55.416566 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a3cebc-56c7-4387-9343-0de4c41f90b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd', 'code': 200}
Nov 06 21:01:55.432750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6333bbfd-3602-4d51-a8d7-895c0719fe2a req-5a851360-3f1f-4184-92b6-1febe767011c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805887
Nov 06 21:01:55.466775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-69e16635-2342-451b-aab1-d7077e3daa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:55.468729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-69e16635-2342-451b-aab1-d7077e3daa6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 921 time: 0.2388866
Nov 06 21:01:55.480482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:55.512044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] For port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:55.517351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'tenant_id': '5329dbb6d6da49f9a13aab40487e8bca', 'fixed_ips': [{'subnet_id': '70e04143-240d-449b-899c-f4648796b491'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:01:55.518198 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.528687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port b9f0b33e-c0e3-430d-b234-0a6318475b33 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:01:55.539386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] For port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,segment=NetworkSegment(516028df-d2aa-4ed8-9534-e81222626731),segment_id=516028df-d2aa-4ed8-9534-e81222626731)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:55.543857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port b9f0b33e-c0e3-430d-b234-0a6318475b33 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:55.544263 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.548439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-984dec3b-9b5e-43c5-bd0b-9c64158b84c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 217 time: 0.0664246
Nov 06 21:01:55.548982 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.595616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8b3f-9f45-45b2-a41c-f5cb12cda8e9 req-52a95833-9503-4473-9938-cd67796f48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:55.597194 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-593f8b3f-9f45-45b2-a41c-f5cb12cda8e9 req-52a95833-9503-4473-9938-cd67796f48ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 1101 time: 0.1261237
Nov 06 21:01:55.604336 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.605968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Allocated IP 172.20.0.14 (55c5805e-a1b5-47ce-9fca-ab33db8e0d4e/70e04143-240d-449b-899c-f4648796b491/3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:55.667509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2906bc-f6c6-42ba-afe8-5afe856ca54f req-f31e62d4-66c2-410e-a4aa-d63a3c525de0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:55.669129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a2906bc-f6c6-42ba-afe8-5afe856ca54f req-f31e62d4-66c2-410e-a4aa-d63a3c525de0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1772945
Nov 06 21:01:55.690805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-d2494693-1a1f-4ee2-8fae-f7f9d39fea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:55.692258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-d2494693-1a1f-4ee2-8fae-f7f9d39fea13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.1257119
Nov 06 21:01:55.695128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 3dfb6f47-7348-427d-b375-e937d07c920e is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:55.697871 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-593f8b3f-9f45-45b2-a41c-f5cb12cda8e9 req-18e1a753-abd1-4397-a959-6b5139c5bcda service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886111
Nov 06 21:01:55.707931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:55.720666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:55.726903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:55.727544 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.743499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=860bce29-42c2-42ea-910a-2cf04773abad,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:55.764615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16eacf-cb46-422d-8864-d6efd47f769c None None] Pushing event updated for resources: {'Port': ['ID=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:55.775439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8c3cf171-9f79-4f14-a5c4-77047a297663 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.3682418
Nov 06 21:01:55.779380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41528) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:55.793855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a2906bc-f6c6-42ba-afe8-5afe856ca54f req-051abdf0-bb68-4ff0-bf7f-544d1349ab79 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050575
Nov 06 21:01:55.834105 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.868732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:55.879722 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:55.954579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:56.016791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-dc6d6a26-ae81-48d6-b751-29a7537b89b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621541
Nov 06 21:01:56.088683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.145538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc10bf-c443-49a0-8187-2b5f0f4c51df req-e87970ce-eb9d-4247-b23e-e351c8d93384 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:56.147107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17fc10bf-c443-49a0-8187-2b5f0f4c51df req-e87970ce-eb9d-4247-b23e-e351c8d93384 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 950 time: 0.1657200
Nov 06 21:01:56.165564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:56.186027 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-8fc6262b-3320-4d5a-ba64-5fd9c30d5d0d service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479344
Nov 06 21:01:56.219729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:56.220193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.234201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17fc10bf-c443-49a0-8187-2b5f0f4c51df req-c55b1732-85cb-4d5e-b454-ed6138564ac5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704839
Nov 06 21:01:56.234425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.276887 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.301376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Allocated IP 172.20.0.2 (55c5805e-a1b5-47ce-9fca-ab33db8e0d4e/70e04143-240d-449b-899c-f4648796b491/e4a93a8c-f888-4dda-92b0-687ad6f3cf0d) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:56.311211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:56.321477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:56.327893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:56.347161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c5e6a6-6ff1-4c96-a7f4-83d489c2e7ab req-1baa43fe-c2b4-49be-9f72-08fd8d84a142 service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358891
Nov 06 21:01:56.407458 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.465280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:56.476511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,segment=NetworkSegment(516028df-d2aa-4ed8-9534-e81222626731),segment_id=516028df-d2aa-4ed8-9534-e81222626731)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:56.500835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.549687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:56.551009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.558319 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.576247 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.578825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:56.587429 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e4a06af4-fd1d-4561-848e-a352cf08aaa7 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4911313
Nov 06 21:01:56.595939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41540) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:56.608027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'name': 'tempest-AllowedAddressPairTestJSON-877607011', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c7:48:77'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:56.630947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:56.642717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:56.645267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Pushing event updated for resources: {'Port': ['ID=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:56.647695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:56.685907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933abe-ecc9-4bf5-837e-427ac53b6aad req-aec6ad87-7685-444d-b968-70c2e3e77c4a tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:56.692932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36933abe-ecc9-4bf5-837e-427ac53b6aad req-aec6ad87-7685-444d-b968-70c2e3e77c4a tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1621130
Nov 06 21:01:56.711746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Attempting to bind port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:01:56.712170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Attempting to bind port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f858bccf-715d-4dc1-b253-c777ae61ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:01:56.712573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Attempting to bind port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d on network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:01:56.718884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:01:56.718884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Checking segment: {'id': 'f858bccf-715d-4dc1-b253-c777ae61ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:01:56.719257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.719569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Bound using segment: {'id': 'f858bccf-715d-4dc1-b253-c777ae61ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:01:56.720046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Bound port: e4a93a8c-f888-4dda-92b0-687ad6f3cf0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f858bccf-715d-4dc1-b253-c777ae61ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:01:56.720461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.739651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.747340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.790842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] For port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:01:56.794815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] For port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,segment=NetworkSegment(f858bccf-715d-4dc1-b253-c777ae61ebe2),segment_id=f858bccf-715d-4dc1-b253-c777ae61ebe2)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:01:56.802780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36933abe-ecc9-4bf5-837e-427ac53b6aad req-7786711d-8359-4057-abcc-4186393f8326 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084909
Nov 06 21:01:56.808420 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:56.849718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Made reservation on behalf of 5329dbb6d6da49f9a13aab40487e8bca for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:01:56.890463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=860bce29-42c2-42ea-910a-2cf04773abad,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:56.891014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945f84d-5997-4654-92dc-4ac2d25d1c4f None None] Pushing event updated for resources: {'Port': ['ID=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:57.013906 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:57.037063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a821d-7688-4b95-8a48-00d903206dd8 req-5028b256-d548-4510-8503-25cd442640f9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:57.046907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b5a821d-7688-4b95-8a48-00d903206dd8 req-5028b256-d548-4510-8503-25cd442640f9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0988724
Nov 06 21:01:57.068865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103a1ed-6327-4bfb-b1aa-36b506b7eb1b None None] Network 3dfb6f47-7348-427d-b375-e937d07c920e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:57.095385 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:57.151864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b5a821d-7688-4b95-8a48-00d903206dd8 req-43b9ac4f-0e99-4474-a733-dc293a0b941b tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993950
Nov 06 21:01:57.156969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] device_id is not set on port ddbdad12-099a-42f9-b29b-bedbf2c1682b yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:01:57.213267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-51c93526-9093-4690-80fb-a899eece4e5f None None] Provisioning complete for port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:57.213714 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51c93526-9093-4690-80fb-a899eece4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:57.239560 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:57.418606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:01:57.421018 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f2e71d-6f09-4ac6-8e93-d2719da160b0" -d '{"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:01:57.461200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc20848-7f64-49dc-8aa6-01895c0c202c req-d204cb05-bd9d-42cc-856b-288767d9e897 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:57.468513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dfc20848-7f64-49dc-8aa6-01895c0c202c req-d204cb05-bd9d-42cc-856b-288767d9e897 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1689453
Nov 06 21:01:57.576982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:57.583482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:57.584578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:57.675572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=860bce29-42c2-42ea-910a-2cf04773abad,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:57.738059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 3dfb6f47-7348-427d-b375-e937d07c920e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:57.739525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:57.781275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-71d65a73-337a-4262-bda7-2b0d1b6cbb5f None None] Provisioning complete for port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:57.781275 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-71d65a73-337a-4262-bda7-2b0d1b6cbb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:57.782078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Allocated IP 172.20.0.11 (55c5805e-a1b5-47ce-9fca-ab33db8e0d4e/70e04143-240d-449b-899c-f4648796b491/ddbdad12-099a-42f9-b29b-bedbf2c1682b) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:01:57.792413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89f9d3-8d29-42a3-b749-19b9bccc1c7c req-c15b9a33-ddca-4797-8b1c-58ddb8cd85c7 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:57.801891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee89f9d3-8d29-42a3-b749-19b9bccc1c7c req-c15b9a33-ddca-4797-8b1c-58ddb8cd85c7 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 950 time: 0.4351351
Nov 06 21:01:57.910987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router 301c8a8f-6655-428a-96ab-bfcfa46069cf is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:01:57.921900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dfc20848-7f64-49dc-8aa6-01895c0c202c req-453cc7d6-0c3a-4406-942e-a140e1cf73a0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4524012
Nov 06 21:01:57.947803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee89f9d3-8d29-42a3-b749-19b9bccc1c7c req-88f5a20e-6f2a-44ec-b136-3804ab52cfc9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447501
Nov 06 21:01:57.958050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-71d65a73-337a-4262-bda7-2b0d1b6cbb5f None None] Provisioning complete for port 860bce29-42c2-42ea-910a-2cf04773abad triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:57.958680 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-71d65a73-337a-4262-bda7-2b0d1b6cbb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:58.044492 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d2cfaa-cdd2-4dde-a166-ca056b09ba6e x-openstack-request-id: req-17d2cfaa-cdd2-4dde-a166-ca056b09ba6e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:01:58.045043 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:01:58.046143 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17d2cfaa-cdd2-4dde-a166-ca056b09ba6e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:01:58.059185 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'code': 200}
Nov 06 21:01:58.060529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-71d65a73-337a-4262-bda7-2b0d1b6cbb5f None None] Port 860bce29-42c2-42ea-910a-2cf04773abad cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:58.183837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:01:58.186015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5fbf9df4-9392-46a6-95da-fa7f31565b45 None None] Provisioning complete for port 860bce29-42c2-42ea-910a-2cf04773abad triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:58.186724 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5fbf9df4-9392-46a6-95da-fa7f31565b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:58.201385 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a661aca1-6c93-4dfb-b2e2-604f4dc0f218 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/301c8a8f-6655-428a-96ab-bfcfa46069cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4209461
Nov 06 21:01:58.207333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41562) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:58.239196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:58.241665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35360bd1-0f3e-4fd3-a220-f7e3b6bda684 None None] Sync routers for ids ['301c8a8f-6655-428a-96ab-bfcfa46069cf'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:01:58.308225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf9df4-9392-46a6-95da-fa7f31565b45 None None] Port 860bce29-42c2-42ea-910a-2cf04773abad cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:58.314338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35360bd1-0f3e-4fd3-a220-f7e3b6bda684 None None] Routers {'301c8a8f-6655-428a-96ab-bfcfa46069cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:58.315506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-35360bd1-0f3e-4fd3-a220-f7e3b6bda684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92511c8e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['301c8a8f-6655-428a-96ab-bfcfa46069cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:58.321234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885137a7-e02e-4e97-a60f-6d045879fa18 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:58.326307 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-885137a7-e02e-4e97-a60f-6d045879fa18 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports/860bce29-42c2-42ea-910a-2cf04773abad HTTP/1.1" status: 200  len: 983 time: 0.1143849
Nov 06 21:01:58.326307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41568) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:58.339888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5922e-5ed1-4d2f-90fe-f6b8ebcfbed7 req-815f5fd2-a9c1-400f-86aa-cb1633283135 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:58.347488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4b5922e-5ed1-4d2f-90fe-f6b8ebcfbed7 req-815f5fd2-a9c1-400f-86aa-cb1633283135 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.2073405
Nov 06 21:01:58.364359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fc12e-eb27-448c-8f7b-346417199697 req-d4022a41-f54c-462b-a7c5-fdf6827afec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:58.365838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-928fc12e-eb27-448c-8f7b-346417199697 req-d4022a41-f54c-462b-a7c5-fdf6827afec3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1101 time: 0.1649106
Nov 06 21:01:58.396647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-35360bd1-0f3e-4fd3-a220-f7e3b6bda684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92511c8e80>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:58.400085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:58.428664 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:58.462535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35360bd1-0f3e-4fd3-a220-f7e3b6bda684 None None] Routers {'301c8a8f-6655-428a-96ab-bfcfa46069cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:01:58.463398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-35360bd1-0f3e-4fd3-a220-f7e3b6bda684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92511c8e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['301c8a8f-6655-428a-96ab-bfcfa46069cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:58.511794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4b5922e-5ed1-4d2f-90fe-f6b8ebcfbed7 req-e0df3b08-498b-4b44-ba95-8f510900b7ef tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633952
Nov 06 21:01:58.528977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8384c-363a-4f02-b53f-cba092c7a87d None None] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:01:58.539220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-35360bd1-0f3e-4fd3-a220-f7e3b6bda684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92511c8e80>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:01:58.540896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35360bd1-0f3e-4fd3-a220-f7e3b6bda684 None None] The sync data for ids ['301c8a8f-6655-428a-96ab-bfcfa46069cf'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:01:58.565906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-928fc12e-eb27-448c-8f7b-346417199697 req-8cbd3524-f87e-4ded-a8d0-a141355f779b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886270
Nov 06 21:01:58.569659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:01:58.578077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:01:58.581009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:01:58.620190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=ddbdad12-099a-42f9-b29b-bedbf2c1682b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:58.645392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:58.645909 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:58.697496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:58.700460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:58.734878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3c725-9088-4e5d-b568-1d169be149a4 req-d0eee256-106a-4223-94dd-acaced6b89d4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:58.738743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0625c9a9-ff31-4d56-92d7-8d7ecc0d6a7d None None] Provisioning complete for port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:58.739651 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0625c9a9-ff31-4d56-92d7-8d7ecc0d6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:58.743824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7fb3c725-9088-4e5d-b568-1d169be149a4 req-d0eee256-106a-4223-94dd-acaced6b89d4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1119828
Nov 06 21:01:58.755691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-36e0e497-a711-4add-a8b2-9fedcd1fb330 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 2.1526349
Nov 06 21:01:58.761657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41580) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:58.870161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c71ce-a6b9-4da0-ae42-e07240b9bc7d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:58.876766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c71ce-a6b9-4da0-ae42-e07240b9bc7d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:58.883138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c71ce-a6b9-4da0-ae42-e07240b9bc7d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:58.884971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b63c71ce-a6b9-4da0-ae42-e07240b9bc7d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.1223204
Nov 06 21:01:58.901459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7fb3c725-9088-4e5d-b568-1d169be149a4 req-90abcffb-6a9a-4872-a415-33b00e48be4e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566200
Nov 06 21:01:58.901995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41594) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:59.041623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-06b0e857-deed-435b-b8fd-40c6c5257860 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Deleting port ddbdad12-099a-42f9-b29b-bedbf2c1682b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:59.043247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06b0e857-deed-435b-b8fd-40c6c5257860 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.128278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e4a93a8c-f888-4dda-92b0-687ad6f3cf0d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:01:59.164240 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06b0e857-deed-435b-b8fd-40c6c5257860 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.182269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-06b0e857-deed-435b-b8fd-40c6c5257860 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Calling delete_port for ddbdad12-099a-42f9-b29b-bedbf2c1682b owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:59.282164 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0625c9a9-ff31-4d56-92d7-8d7ecc0d6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.293841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:59.294200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.326273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-383388f7-f440-4120-9b02-e2281ba3cfe2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:59.328272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-383388f7-f440-4120-9b02-e2281ba3cfe2 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=17805556-c997-414f-830f-56ceb14bfede HTTP/1.1" status: 200  len: 944 time: 0.0743673
Nov 06 21:01:59.356180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0625c9a9-ff31-4d56-92d7-8d7ecc0d6a7d None None] For port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,segment=NetworkSegment(f858bccf-715d-4dc1-b253-c777ae61ebe2),segment_id=f858bccf-715d-4dc1-b253-c777ae61ebe2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:59.368250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0625c9a9-ff31-4d56-92d7-8d7ecc0d6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.384469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.449646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625c9a9-ff31-4d56-92d7-8d7ecc0d6a7d None None] Pushing event updated for resources: {'Port': ['ID=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:59.451488 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06b0e857-deed-435b-b8fd-40c6c5257860 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.493965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b34e4427-a938-4564-a16a-031a44eb345d None None] Provisioning complete for port 860bce29-42c2-42ea-910a-2cf04773abad triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:59.494629 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b34e4427-a938-4564-a16a-031a44eb345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.502046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0e857-deed-435b-b8fd-40c6c5257860 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Port': ['ID=ddbdad12-099a-42f9-b29b-bedbf2c1682b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:01:59.505927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Deleting port ab0fa452-b78b-414c-8ab1-ee7539cbab2b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:59.506264 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.545563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b34e4427-a938-4564-a16a-031a44eb345d None None] Port 860bce29-42c2-42ea-910a-2cf04773abad cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:59.633948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 860bce29-42c2-42ea-910a-2cf04773abad {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:01:59.634289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.668734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-84791acc-1eca-473d-a254-fd536b695687 None None] Provisioning complete for port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:59.669106 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-84791acc-1eca-473d-a254-fd536b695687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.737157 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.755655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 860bce29-42c2-42ea-910a-2cf04773abad owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:59.778387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-84791acc-1eca-473d-a254-fd536b695687 None None] Could not find standard attr ID for object ddbdad12-099a-42f9-b29b-bedbf2c1682b. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:01:59.788194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-84791acc-1eca-473d-a254-fd536b695687 None None] Provisioning complete for port 3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:01:59.789248 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-84791acc-1eca-473d-a254-fd536b695687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.793655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae117fec-e923-4db3-84fe-18dc76f2dc91 req-8b2d75f8-90be-4dd3-b202-7aa1e4c1d255 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:01:59.795368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae117fec-e923-4db3-84fe-18dc76f2dc91 req-8b2d75f8-90be-4dd3-b202-7aa1e4c1d255 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1795168
Nov 06 21:01:59.831175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-84791acc-1eca-473d-a254-fd536b695687 None None] Port 3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:01:59.864082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] For port ab0fa452-b78b-414c-8ab1-ee7539cbab2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:01:59.864566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.886516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06b0e857-deed-435b-b8fd-40c6c5257860 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:01:59.892043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-06b0e857-deed-435b-b8fd-40c6c5257860 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "DELETE /v2.0/ports/ddbdad12-099a-42f9-b29b-bedbf2c1682b HTTP/1.1" status: 204  len: 168 time: 0.9867761
Nov 06 21:01:59.896024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41610) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:59.896799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Calling delete_port for ab0fa452-b78b-414c-8ab1-ee7539cbab2b owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:01:59.948575 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1cec2d-4275-4120-8ebb-3eb885b342b4 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] GET failed (client error): The resource could not be found.
Nov 06 21:01:59.953816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cc1cec2d-4275-4120-8ebb-3eb885b342b4 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "GET /v2.0/ports/ddbdad12-099a-42f9-b29b-bedbf2c1682b HTTP/1.1" status: 404  len: 333 time: 0.0511782
Nov 06 21:01:59.956376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41614) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:01:59.963147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'name': 'tempest-AllowedAddressPairTestJSON-1236481931'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:01:59.988804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae117fec-e923-4db3-84fe-18dc76f2dc91 req-29fb4fe7-814a-4a6a-8efc-5bcb9129238d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769474
Nov 06 21:02:00.066798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f2ee54dd-aba0-4b05-8fbf-916b69add703 None None] Provisioning complete for port 3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:00.067822 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2ee54dd-aba0-4b05-8fbf-916b69add703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:00.148646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Made reservation on behalf of 5329dbb6d6da49f9a13aab40487e8bca for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:00.152532 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:00.153280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee54dd-aba0-4b05-8fbf-916b69add703 None None] Port 3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:00.162565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e4a93a8c-f888-4dda-92b0-687ad6f3cf0d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:00.184123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:00.184515 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:00.212041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2d733483-6477-4ae9-8e46-4f85e80f4465', 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:00.224329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event deleted for resources: {'Port': ['ID=ab0fa452-b78b-414c-8ab1-ee7539cbab2b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:00.259969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=860bce29-42c2-42ea-910a-2cf04773abad,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:00.271003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] device_id is not set on port c7c603af-f29a-45f2-ba24-eff77cfd83f9 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:00.281686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] No DVR routers for this DVR port ab0fa452-b78b-414c-8ab1-ee7539cbab2b on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:00.294172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300da99-2da7-41b9-adc9-0cd0e4192fab req-22c8b573-f785-4ed8-9c3f-e4f5dd9f4d91 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:00.303783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9300da99-2da7-41b9-adc9-0cd0e4192fab req-22c8b573-f785-4ed8-9c3f-e4f5dd9f4d91 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1984940
Nov 06 21:02:00.309092 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:00.318117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f05dff1-b5e7-463f-b4c6-9ce1ea9bde50 req-9a7cc179-744f-4292-8eaa-9623257cdd7c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "DELETE /v2.0/ports/ab0fa452-b78b-414c-8ab1-ee7539cbab2b HTTP/1.1" status: 204  len: 173 time: 0.9710088
Nov 06 21:02:00.332110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'name': 'network-vif-deleted', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:00.333278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:00.333658 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:00.338824 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cc640e-9aff-4b86-af4d-8fc014c0a5fa" -d '{"events": [{"server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "name": "network-vif-deleted", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:00.433002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9300da99-2da7-41b9-adc9-0cd0e4192fab req-d9db42f4-c819-4d12-8131-d5e6c73366a6 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243868
Nov 06 21:02:00.458450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Allocated IP 172.20.0.10 (55c5805e-a1b5-47ce-9fca-ab33db8e0d4e/70e04143-240d-449b-899c-f4648796b491/c7c603af-f29a-45f2-ba24-eff77cfd83f9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:00.513694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ba6a0b00-1266-4be8-be6c-113dbc8ff8ae None None] Could not find standard attr ID for object ddbdad12-099a-42f9-b29b-bedbf2c1682b. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:02:00.723311 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb627ac2-a69a-4dd3-a25c-fa5c80635b75 x-openstack-request-id: req-bb627ac2-a69a-4dd3-a25c-fa5c80635b75 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:00.723311 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17805556-c997-414f-830f-56ceb14bfede", "name": "network-vif-deleted", "tag": "ab0fa452-b78b-414c-8ab1-ee7539cbab2b", "status": "failed", "code": 422}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:00.723516 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb627ac2-a69a-4dd3-a25c-fa5c80635b75 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:00.723932 ncdv-master-1 neutron-server[119333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17805556-c997-414f-830f-56ceb14bfede', 'name': 'network-vif-deleted', 'tag': 'ab0fa452-b78b-414c-8ab1-ee7539cbab2b', 'status': 'failed', 'code': 422} returned with failed status
Nov 06 21:02:00.734040 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:00.979401 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:00.981779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router 301c8a8f-6655-428a-96ab-bfcfa46069cf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:01.082183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:01.088723 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e2fc5b26-95a2-4ae5-86e3-a445cc41ad29 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/301c8a8f-6655-428a-96ab-bfcfa46069cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7608969
Nov 06 21:02:01.090632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.092354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:01.093028 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6098d-3135-40e3-a2fc-1ed7a5815965 None None] Sync routers for ids ['301c8a8f-6655-428a-96ab-bfcfa46069cf'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:01.104324 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6098d-3135-40e3-a2fc-1ed7a5815965 None None] Routers {'301c8a8f-6655-428a-96ab-bfcfa46069cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:01.104574 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d0c6098d-3135-40e3-a2fc-1ed7a5815965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529653a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['301c8a8f-6655-428a-96ab-bfcfa46069cf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:01.141888 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d0c6098d-3135-40e3-a2fc-1ed7a5815965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529653a0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:01.148128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450ed4c-f587-4551-8dcf-1d7e3aa4d4fd req-52a1a545-b8f8-4e56-ad59-421731c49efc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:01.149934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c450ed4c-f587-4551-8dcf-1d7e3aa4d4fd req-52a1a545-b8f8-4e56-ad59-421731c49efc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 907 time: 0.0878968
Nov 06 21:02:01.151552 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6098d-3135-40e3-a2fc-1ed7a5815965 None None] Routers {'301c8a8f-6655-428a-96ab-bfcfa46069cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:01.152496 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d0c6098d-3135-40e3-a2fc-1ed7a5815965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529653a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['301c8a8f-6655-428a-96ab-bfcfa46069cf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:01.165638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102650a-72c3-4940-809c-c916597ec51c req-1896a48e-d5cc-4dab-8ee9-a2f09212ee52 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:01.168078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b102650a-72c3-4940-809c-c916597ec51c req-1896a48e-d5cc-4dab-8ee9-a2f09212ee52 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0965641
Nov 06 21:02:01.192056 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d0c6098d-3135-40e3-a2fc-1ed7a5815965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529653a0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:01.192822 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6098d-3135-40e3-a2fc-1ed7a5815965 None None] The sync data for ids ['301c8a8f-6655-428a-96ab-bfcfa46069cf'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:01.200634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:01.208728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:01.218586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:01.229362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b102650a-72c3-4940-809c-c916597ec51c req-043ad1b5-dc44-4b87-ae8f-5a41a5bf57e0 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514045
Nov 06 21:02:01.305068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=c7c603af-f29a-45f2-ba24-eff77cfd83f9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:01.373540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:01.374148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.377012 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-78681b49-5dff-408c-bcc5-9a428b3612f8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] remove_router_interface failed (client error): The resource could not be found.
Nov 06 21:02:01.378039 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-78681b49-5dff-408c-bcc5-9a428b3612f8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/301c8a8f-6655-428a-96ab-bfcfa46069cf/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2845459
Nov 06 21:02:01.381070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41636) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:01.393798 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4eb54b89-57b6-4af1-92b7-604c197d0cc9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4378719
Nov 06 21:02:01.396464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41638) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:01.401627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c7:48:77'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:01.409735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a9ece5aa-a6cb-4851-b8ee-1428e79fb5bb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=301c8a8f-6655-428a-96ab-bfcfa46069cf HTTP/1.1" status: 200  len: 205 time: 0.0274582
Nov 06 21:02:01.412101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41640) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:01.439382 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0c8ababf-1a6a-4211-994b-70b18664e30d None None] Provisioning complete for port c7c603af-f29a-45f2-ba24-eff77cfd83f9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:01.439958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0c8ababf-1a6a-4211-994b-70b18664e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.478180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ababf-1a6a-4211-994b-70b18664e30d None None] Port c7c603af-f29a-45f2-ba24-eff77cfd83f9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:01.516680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60c83960-5262-4250-a6bf-786bf571d437 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.557444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.718646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b46d9-b8e9-45d5-bcd5-1fe3a2e831cb req-1afe7fd4-c1e0-429d-bf2f-c12849bbb36a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:01.720216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd2b46d9-b8e9-45d5-bcd5-1fe3a2e831cb req-1afe7fd4-c1e0-429d-bf2f-c12849bbb36a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2176628
Nov 06 21:02:01.725599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60c83960-5262-4250-a6bf-786bf571d437 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.730003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60c83960-5262-4250-a6bf-786bf571d437 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.748926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.753536 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.818194 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60c83960-5262-4250-a6bf-786bf571d437 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.818716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c83960-5262-4250-a6bf-786bf571d437 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Fanout notify agent at l3_agent the message router_deleted on router 301c8a8f-6655-428a-96ab-bfcfa46069cf {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:02:01.829373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=c7c603af-f29a-45f2-ba24-eff77cfd83f9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:01.833555 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60c83960-5262-4250-a6bf-786bf571d437 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:01.838289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-60c83960-5262-4250-a6bf-786bf571d437 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/301c8a8f-6655-428a-96ab-bfcfa46069cf HTTP/1.1" status: 204  len: 168 time: 0.4249926
Nov 06 21:02:01.838478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41648) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:01.864439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd2b46d9-b8e9-45d5-bcd5-1fe3a2e831cb req-49e7da88-fc51-4528-9e8e-45a9e1dbdd5b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298199
Nov 06 21:02:02.004241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-af0814b9-b2b2-49f9-8e07-8a0b845eca9f None None] Provisioning complete for port c7c603af-f29a-45f2-ba24-eff77cfd83f9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:02.004815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af0814b9-b2b2-49f9-8e07-8a0b845eca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.043923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-af0814b9-b2b2-49f9-8e07-8a0b845eca9f None None] Port c7c603af-f29a-45f2-ba24-eff77cfd83f9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:02.085335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-f67c6878-ae89-4c4d-b908-206877bc77e0 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4827eea3800c4ee9a5c097c565650229&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0255420
Nov 06 21:02:02.154072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] In _notify_port_updated(), no bound segment for port c7c603af-f29a-45f2-ba24-eff77cfd83f9 on network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:02:02.160522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:02.161148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.164756 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2822124e-edc4-4250-b487-d803d903cb19 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "PUT /v2.0/ports/c7c603af-f29a-45f2-ba24-eff77cfd83f9 HTTP/1.1" status: 200  len: 995 time: 0.7672322
Nov 06 21:02:02.165946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41662) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:02.203433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0d31335b-7181-4734-b725-9aafa7214a46 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:02.205066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0d31335b-7181-4734-b725-9aafa7214a46 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1132905
Nov 06 21:02:02.211853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a39490d-bd1f-415d-ad78-91fbfab51df5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet 8b565768-a6cf-415d-a416-c43f3103af60 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:02.217329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a39490d-bd1f-415d-ad78-91fbfab51df5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.224692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-d6eb4d5d-49ff-490c-b4a4-15ea809629bb tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/quotas/4827eea3800c4ee9a5c097c565650229 HTTP/1.1" status: 200  len: 375 time: 0.0100815
Nov 06 21:02:02.286196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a39490d-bd1f-415d-ad78-91fbfab51df5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.303279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ffc4c-d463-4829-9c35-16d1e8fbb1e0 req-f37676bd-4afc-4b16-8fab-cc0d890a3eb4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:02.304854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d18ffc4c-d463-4829-9c35-16d1e8fbb1e0 req-f37676bd-4afc-4b16-8fab-cc0d890a3eb4 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 907 time: 0.0786808
Nov 06 21:02:02.310833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-4e6e5f8b-f256-44aa-8d17-c823b559c808 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0763345
Nov 06 21:02:02.368689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-766051f5-dde0-4729-b40b-8c0c0939e2b8 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Deleting port c7c603af-f29a-45f2-ba24-eff77cfd83f9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:02.369029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-766051f5-dde0-4729-b40b-8c0c0939e2b8 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.428966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a39490d-bd1f-415d-ad78-91fbfab51df5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.449344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea379f95-e036-4c60-bdd5-6af5d49292e9 req-fe4da461-bd58-4100-b981-688cc35450df tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:02.451634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea379f95-e036-4c60-bdd5-6af5d49292e9 req-fe4da461-bd58-4100-b981-688cc35450df tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0764663
Nov 06 21:02:02.513943 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-766051f5-dde0-4729-b40b-8c0c0939e2b8 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.529547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-766051f5-dde0-4729-b40b-8c0c0939e2b8 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Calling delete_port for c7c603af-f29a-45f2-ba24-eff77cfd83f9 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:02.534633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a39490d-bd1f-415d-ad78-91fbfab51df5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.544392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be1ada01-4ad2-4edc-83f9-a9e338ae86b1 req-ee296200-2a37-42e6-b5f4-062f00c8ed87 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 210 time: 0.0475826
Nov 06 21:02:02.564891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea379f95-e036-4c60-bdd5-6af5d49292e9 req-ea3806a3-c882-4dc1-873c-e80f6b949949 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050432
Nov 06 21:02:02.572379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39490d-bd1f-415d-ad78-91fbfab51df5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=8b565768-a6cf-415d-a416-c43f3103af60,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:02.577264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7a39490d-bd1f-415d-ad78-91fbfab51df5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.580451 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7a39490d-bd1f-415d-ad78-91fbfab51df5 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/8b565768-a6cf-415d-a416-c43f3103af60 HTTP/1.1" status: 204  len: 168 time: 0.7412014
Nov 06 21:02:02.583405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41672) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:02.588674 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780021cb-c275-4986-9122-9786d2adeff1 None None] Network 3dfb6f47-7348-427d-b375-e937d07c920e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:02.732544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-766051f5-dde0-4729-b40b-8c0c0939e2b8 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.766796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.774049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766051f5-dde0-4729-b40b-8c0c0939e2b8 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Port': ['ID=c7c603af-f29a-45f2-ba24-eff77cfd83f9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:02.777058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-c8d06181-0b0f-4762-bb4d-4602b7e49fd6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:02.778619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-c8d06181-0b0f-4762-bb4d-4602b7e49fd6 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 907 time: 0.1110168
Nov 06 21:02:02.857760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] DHCP port deletion for 3dfb6f47-7348-427d-b375-e937d07c920e request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:02.942710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] Deleting port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:02.943170 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.946303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:02.946874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.980984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-766051f5-dde0-4729-b40b-8c0c0939e2b8 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:02.987064 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-766051f5-dde0-4729-b40b-8c0c0939e2b8 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "DELETE /v2.0/ports/c7c603af-f29a-45f2-ba24-eff77cfd83f9 HTTP/1.1" status: 204  len: 168 time: 0.8153288
Nov 06 21:02:02.988025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41684) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:03.015641 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-308b2617-53ac-4611-b909-8dfb6d6c23c2 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] GET failed (client error): The resource could not be found.
Nov 06 21:02:03.020356 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-308b2617-53ac-4611-b909-8dfb6d6c23c2 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "GET /v2.0/ports/c7c603af-f29a-45f2-ba24-eff77cfd83f9 HTTP/1.1" status: 404  len: 333 time: 0.0286701
Nov 06 21:02:03.021772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41686) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:03.023214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Deleting port 699de106-65ec-469c-a13b-e1b51555cb83 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:03.023636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.028958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'name': 'tempest-AllowedAddressPairTestJSON-1222312090'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:03.034369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] For port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,segment=NetworkSegment(516028df-d2aa-4ed8-9534-e81222626731),segment_id=516028df-d2aa-4ed8-9534-e81222626731)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:03.034773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.052681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] Calling delete_port for 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:03.105433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,segment=NetworkSegment(516028df-d2aa-4ed8-9534-e81222626731),segment_id=516028df-d2aa-4ed8-9534-e81222626731)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:03.105825 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.142709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:03.185138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.209658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Made reservation on behalf of 5329dbb6d6da49f9a13aab40487e8bca for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:03.214641 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.217706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] For port 699de106-65ec-469c-a13b-e1b51555cb83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699de106-65ec-469c-a13b-e1b51555cb83,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:03.218071 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.225102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] Pushing event deleted for resources: {'Port': ['ID=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:03.229725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c75f0-e67e-4203-b1e8-279b861452ef None None] No DVR routers for this DVR port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:03.242836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Calling delete_port for 699de106-65ec-469c-a13b-e1b51555cb83 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:03.243531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] device_id is not set on port 182e43e0-92f5-445d-94ff-f25486791634 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:03.310078 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.363686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:03.366786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=90c6cd4e-bdfc-45eb-a170-7ca9c19e2083,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:03.377456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Allocated IP 172.20.0.7 (55c5805e-a1b5-47ce-9fca-ab33db8e0d4e/70e04143-240d-449b-899c-f4648796b491/182e43e0-92f5-445d-94ff-f25486791634) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:03.514965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.535017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.552617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fbfd6a0>,) {'filters': {'network_id': ['3dfb6f47-7348-427d-b375-e937d07c920e']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:03.562721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf58f1d-19cf-4bab-93e9-17f87d44231f req-5a3b82d1-ed6f-4fba-8f50-fab180826194 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:03.564153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cf58f1d-19cf-4bab-93e9-17f87d44231f req-5a3b82d1-ed6f-4fba-8f50-fab180826194 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=8589798a-c8b2-4307-aaac-b428310a5dbe HTTP/1.1" status: 200  len: 907 time: 0.1671121
Nov 06 21:02:03.572241 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.574097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.577411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fbfd6a0>, '516028df-d2aa-4ed8-9534-e81222626731') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:03.577711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fbfd6a0>, '516028df-d2aa-4ed8-9534-e81222626731') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:03.619470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event deleted for resources: {'Port': ['ID=699de106-65ec-469c-a13b-e1b51555cb83,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:03.622443 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.632928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:03.642770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:03.647041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:03.683549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=182e43e0-92f5-445d-94ff-f25486791634,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:03.698407 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.717375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:03.719412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.738227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] No DVR routers for this DVR port 699de106-65ec-469c-a13b-e1b51555cb83 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:03.745163 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-833e94be-79e6-440a-935b-bca4c212a04c tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7194264
Nov 06 21:02:03.745941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41696) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:03.751505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c7:48:77'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:03.765765 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.772440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-775cf56b-f0ac-4f19-bbfc-21a3ea583faa req-b30dfa7c-2e51-42c9-9a97-0fc93e111a77 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "DELETE /v2.0/ports/699de106-65ec-469c-a13b-e1b51555cb83 HTTP/1.1" status: 204  len: 173 time: 0.9827721
Nov 06 21:02:03.773687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'name': 'network-vif-deleted', 'tag': '699de106-65ec-469c-a13b-e1b51555cb83'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:03.776036 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca1c5ac-cdd6-499e-8f48-bf58e5cacb65" -d '{"events": [{"server_uuid": "8589798a-c8b2-4307-aaac-b428310a5dbe", "name": "network-vif-deleted", "tag": "699de106-65ec-469c-a13b-e1b51555cb83"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:03.784538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e739684c-0717-42b2-b4b1-2f2bce13cd83 req-d22c6ee6-afba-45f2-82af-6952fd062383 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 210 time: 0.0745964
Nov 06 21:02:03.785603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:02:03.786012 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:02:03.791369 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:02:03.838842 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.105596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-97a377f8-7ee1-4bab-9bd5-b9a3e95dfd10 None None] Provisioning complete for port 182e43e0-92f5-445d-94ff-f25486791634 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:04.107187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-97a377f8-7ee1-4bab-9bd5-b9a3e95dfd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.159096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-97a377f8-7ee1-4bab-9bd5-b9a3e95dfd10 None None] Port 182e43e0-92f5-445d-94ff-f25486791634 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:04.166792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:04.181269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.186023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.189127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:04.189547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 90c6cd4e-bdfc-45eb-a170-7ca9c19e2083 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:04.278531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=182e43e0-92f5-445d-94ff-f25486791634,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:04.284174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] In _notify_port_updated(), no bound segment for port 182e43e0-92f5-445d-94ff-f25486791634 on network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:02:04.290578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:04.291252 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.295502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8565979e-4ff0-42b7-9f79-6b11ee84addf tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "PUT /v2.0/ports/182e43e0-92f5-445d-94ff-f25486791634 HTTP/1.1" status: 200  len: 996 time: 0.5459607
Nov 06 21:02:04.297108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41702) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:04.317431 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79372e14-5b12-47aa-a2a8-ec75ae53e4ff x-openstack-request-id: req-79372e14-5b12-47aa-a2a8-ec75ae53e4ff {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:04.318078 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8589798a-c8b2-4307-aaac-b428310a5dbe", "name": "network-vif-deleted", "tag": "699de106-65ec-469c-a13b-e1b51555cb83", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:04.318078 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79372e14-5b12-47aa-a2a8-ec75ae53e4ff {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:04.318370 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589798a-c8b2-4307-aaac-b428310a5dbe', 'name': 'network-vif-deleted', 'tag': '699de106-65ec-469c-a13b-e1b51555cb83', 'status': 'completed', 'code': 200}
Nov 06 21:02:04.323115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-34af3952-dec8-4482-aeb0-66e3a8722af9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4827eea3800c4ee9a5c097c565650229&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4361589
Nov 06 21:02:04.339523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52337202-a924-4bea-8281-06fbd12193c7 req-822a258d-bbc8-4be9-b0a9-b72bd5df0030 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:04.341105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52337202-a924-4bea-8281-06fbd12193c7 req-822a258d-bbc8-4be9-b0a9-b72bd5df0030 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.6856911
Nov 06 21:02:04.406028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.411576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9440fb73-bc79-4688-9b78-5a5d14111ada tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Deleting port 182e43e0-92f5-445d-94ff-f25486791634 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:04.412061 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9440fb73-bc79-4688-9b78-5a5d14111ada tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.431042 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.434569 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/3dfb6f47-7348-427d-b375-e937d07c920e HTTP/1.1" status: 204  len: 168 time: 1.8499827
Nov 06 21:02:04.442527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41704) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:04.459387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1990884947'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:04.485912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-553afce6-f019-4441-89f3-c0d464d9ab4a None None] Provisioning complete for port 182e43e0-92f5-445d-94ff-f25486791634 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:04.486321 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-553afce6-f019-4441-89f3-c0d464d9ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.511329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b6081-9812-4fa8-99be-a689e3d6d100 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=3dfb6f47-7348-427d-b375-e937d07c920e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:04.520175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:04.524436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.525963 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9440fb73-bc79-4688-9b78-5a5d14111ada tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.541018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9440fb73-bc79-4688-9b78-5a5d14111ada tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Calling delete_port for 182e43e0-92f5-445d-94ff-f25486791634 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:04.546062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-553afce6-f019-4441-89f3-c0d464d9ab4a None None] Port 182e43e0-92f5-445d-94ff-f25486791634 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:04.561566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52337202-a924-4bea-8281-06fbd12193c7 req-dde9791a-40a1-4e6a-a952-c2aa03689b0d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075145
Nov 06 21:02:04.589221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:04.603122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-c905b573-dff8-4a31-96ab-77cf668b350b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:04.604820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-c905b573-dff8-4a31-96ab-77cf668b350b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2626224
Nov 06 21:02:04.610799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.611191 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment 0ab04e13-304f-44ec-baf1-f2ed16fb9041 of type vlan for network 290ab62b-8476-4fb0-881e-d79ea8a269be
Nov 06 21:02:04.625051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Request body: {'port': {'device_id': 'ee0998fd-8d0a-4d20-b417-2e27da5f0697', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '4827eea3800c4ee9a5c097c565650229'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:04.684821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9440fb73-bc79-4688-9b78-5a5d14111ada tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.699401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.727074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440fb73-bc79-4688-9b78-5a5d14111ada tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Port': ['ID=182e43e0-92f5-445d-94ff-f25486791634,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:04.775657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.782655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:04.782655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.813141 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9440fb73-bc79-4688-9b78-5a5d14111ada tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:04.820968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9440fb73-bc79-4688-9b78-5a5d14111ada tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "DELETE /v2.0/ports/182e43e0-92f5-445d-94ff-f25486791634 HTTP/1.1" status: 204  len: 168 time: 0.5200047
Nov 06 21:02:04.821575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3779359
Nov 06 21:02:04.821905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41712) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:04.849336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41714) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:04.866462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': '290ab62b-8476-4fb0-881e-d79ea8a269be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:04.875734 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b254138-ff7c-4a60-aca1-63cb36806742 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] GET failed (client error): The resource could not be found.
Nov 06 21:02:04.885683 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7b254138-ff7c-4a60-aca1-63cb36806742 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "GET /v2.0/ports/182e43e0-92f5-445d-94ff-f25486791634 HTTP/1.1" status: 404  len: 333 time: 0.0626528
Nov 06 21:02:04.886413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41718) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:04.891965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'name': 'tempest-AllowedAddressPairTestJSON-1820692152'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:05.011011 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-030c176a-07f3-4df5-8cf1-f23b8f1c180e req-6ae0cf81-4588-4291-95a9-adde7040688b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 210 time: 0.0697327
Nov 06 21:02:05.024101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c324e56-cb65-45d7-a3d3-8d2afa702588 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=290ab62b-8476-4fb0-881e-d79ea8a269be,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:05.037046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 290ab62b-8476-4fb0-881e-d79ea8a269be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:05.050184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7265a-4495-4669-8985-55be44707ae0 req-2a575b4d-c088-454f-a65f-72dd959c9e64 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:05.051771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcf7265a-4495-4669-8985-55be44707ae0 req-2a575b4d-c088-454f-a65f-72dd959c9e64 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 945 time: 0.1076393
Nov 06 21:02:05.053109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Made reservation on behalf of 4827eea3800c4ee9a5c097c565650229 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:05.057169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.064905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Made reservation on behalf of 5329dbb6d6da49f9a13aab40487e8bca for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:05.070681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.101499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] device_id is not set on port 92a4e866-acbc-4107-b581-a8bab963a21d yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:05.122835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:05.126306 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.220650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Allocated IP 172.20.0.10 (55c5805e-a1b5-47ce-9fca-ab33db8e0d4e/70e04143-240d-449b-899c-f4648796b491/92a4e866-acbc-4107-b581-a8bab963a21d) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:05.230042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcf7265a-4495-4669-8985-55be44707ae0 req-b678ce17-f81b-4d4f-a873-3e631c923a7d tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693647
Nov 06 21:02:05.341884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Allocated IP 192.168.233.40 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/c06644e8-5f4d-439d-a579-ee85cd4ebfbc) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:05.372799 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.408056 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.450250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:05.455734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:05.458090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:05.475724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.490324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=92a4e866-acbc-4107-b581-a8bab963a21d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:05.518839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:05.519776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.538778 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-93219e08-413c-43e1-9c42-ef0707d2a455 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6512001
Nov 06 21:02:05.541572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41724) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:05.547931 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'network_id': '55c5805e-a1b5-47ce-9fca-ab33db8e0d4e', 'name': 'tempest-AllowedAddressPairTestJSON-1973881630'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:05.614799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': '0ab04e13-304f-44ec-baf1-f2ed16fb9041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '290ab62b-8476-4fb0-881e-d79ea8a269be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:05.615177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: 290ab62b-8476-4fb0-881e-d79ea8a269be, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:05.621866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=916d9ac0-8e4a-438c-84a8-f2cbc4a15fec,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:05.678720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Made reservation on behalf of 5329dbb6d6da49f9a13aab40487e8bca for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:05.683351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.690294 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.694277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 290ab62b-8476-4fb0-881e-d79ea8a269be is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:05.706220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] device_id is not set on port 2de9a3a3-76ce-43e2-82e2-ced5a8f06591 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:05.717137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 290ab62b-8476-4fb0-881e-d79ea8a269be) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:05.725545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969fc56-7f7b-4846-b0c9-15d49f75ceb6 None None] Network 290ab62b-8476-4fb0-881e-d79ea8a269be requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:05.727334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24a738-84a6-48ad-8131-d8881fad09c8 req-ad50bbed-c5d7-45b5-b434-15e39a29d16b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:05.728926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab24a738-84a6-48ad-8131-d8881fad09c8 req-ad50bbed-c5d7-45b5-b434-15e39a29d16b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0798290
Nov 06 21:02:05.735182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:05.735706 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.779421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e551129a-9370-457f-9055-8c2440b5fb7e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9189143
Nov 06 21:02:05.786824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41728) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:05.792950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-64f7041d-38e1-4cea-a0b2-8206b2ec147e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-821381107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:05.803224 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.809709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-db86a826-af4d-42c4-b8c6-e4b02b5c61bb None None] Provisioning complete for port 92a4e866-acbc-4107-b581-a8bab963a21d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:05.810089 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db86a826-af4d-42c4-b8c6-e4b02b5c61bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.816567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b9f0b33e-c0e3-430d-b234-0a6318475b33', '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:05.839581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Allocated IP 172.20.0.12 (55c5805e-a1b5-47ce-9fca-ab33db8e0d4e/70e04143-240d-449b-899c-f4648796b491/2de9a3a3-76ce-43e2-82e2-ced5a8f06591) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:05.863251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab24a738-84a6-48ad-8131-d8881fad09c8 req-a33614ac-5236-4582-b005-0d6fca30288f tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168370
Nov 06 21:02:05.883374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:05.887592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f7041d-38e1-4cea-a0b2-8206b2ec147e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.888820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f7041d-38e1-4cea-a0b2-8206b2ec147e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.893453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:05.896352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Pushing event updated for resources: {'Port': ['ID=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:05.899726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:05.947319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-db86a826-af4d-42c4-b8c6-e4b02b5c61bb None None] Port 92a4e866-acbc-4107-b581-a8bab963a21d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:05.988472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f7041d-38e1-4cea-a0b2-8206b2ec147e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:05.995535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:05.996249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.000640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f7041d-38e1-4cea-a0b2-8206b2ec147e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.024779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-5c81ef4e-97ce-4b38-886e-a3952635a7b1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4047136
Nov 06 21:02:06.027759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64f7041d-38e1-4cea-a0b2-8206b2ec147e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.031442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-64f7041d-38e1-4cea-a0b2-8206b2ec147e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2411842
Nov 06 21:02:06.031596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-290ab62b-8476-4fb0-881e-d79ea8a269be', 'network_id': '290ab62b-8476-4fb0-881e-d79ea8a269be', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': '916d9ac0-8e4a-438c-84a8-f2cbc4a15fec'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:06.032151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41730) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:06.032445 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.049964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Request body: {'port': {'device_id': 'ee0998fd-8d0a-4d20-b417-2e27da5f0697', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:06.127289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.186063 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.305985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Allocated IP 2001:db8::2 (290ab62b-8476-4fb0-881e-d79ea8a269be/916d9ac0-8e4a-438c-84a8-f2cbc4a15fec/e4379ea3-c04f-47df-b7cc-462f42f6a25f) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:06.317646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81088f45-7ef6-4c44-bea4-600fdd95ba5a req-75133675-d8bd-48ae-92b9-5aa978a53243 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:06.325498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81088f45-7ef6-4c44-bea4-600fdd95ba5a req-75133675-d8bd-48ae-92b9-5aa978a53243 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 935 time: 0.1537504
Nov 06 21:02:06.331004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.376841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8e9c51c4-e651-49f8-9e0e-da3ac1646b28 None None] Provisioning complete for port c06644e8-5f4d-439d-a579-ee85cd4ebfbc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:06.377531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8e9c51c4-e651-49f8-9e0e-da3ac1646b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.425733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:06.452399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:06.463239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:06.472698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=2de9a3a3-76ce-43e2-82e2-ced5a8f06591,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:06.485401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c51c4-e651-49f8-9e0e-da3ac1646b28 None None] Port c06644e8-5f4d-439d-a579-ee85cd4ebfbc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:06.521282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.526434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81088f45-7ef6-4c44-bea4-600fdd95ba5a req-ce090cbd-b58b-4513-bf17-cc7795886114 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988742
Nov 06 21:02:06.558780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-b63cf627-4d41-4543-9e03-4e8bc24f9e1a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:06.558780 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-b63cf627-4d41-4543-9e03-4e8bc24f9e1a tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 945 time: 0.1546102
Nov 06 21:02:06.566922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:06.567665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.591035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b643df-1bbd-4274-967d-4e7f921377a5 req-2d767489-5e56-4c5d-b794-de538b8c7269 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:06.599013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5b643df-1bbd-4274-967d-4e7f921377a5 req-2d767489-5e56-4c5d-b794-de538b8c7269 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 945 time: 0.1615527
Nov 06 21:02:06.613467 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.621820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.664110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 699de106-65ec-469c-a13b-e1b51555cb83 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:06.676968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Network 290ab62b-8476-4fb0-881e-d79ea8a269be is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:06.706055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 699de106-65ec-469c-a13b-e1b51555cb83 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:06.707090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 699de106-65ec-469c-a13b-e1b51555cb83 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:06.717045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:06.717817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5b643df-1bbd-4274-967d-4e7f921377a5 req-d6566c35-5e4e-4187-924a-fbe7e520a541 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177530
Nov 06 21:02:06.718746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:06.734552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Pushing event updated for resources: {'Port': ['ID=e4379ea3-c04f-47df-b7cc-462f42f6a25f,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:06.783921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06644e8-5f4d-439d-a579-ee85cd4ebfbc {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:02:06.787652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Attempting to bind port e4379ea3-c04f-47df-b7cc-462f42f6a25f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:06.788082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Attempting to bind port e4379ea3-c04f-47df-b7cc-462f42f6a25f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ab04e13-304f-44ec-baf1-f2ed16fb9041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '290ab62b-8476-4fb0-881e-d79ea8a269be'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:06.788475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Attempting to bind port e4379ea3-c04f-47df-b7cc-462f42f6a25f on network 290ab62b-8476-4fb0-881e-d79ea8a269be {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:06.793251 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.794207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:06.794720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Checking segment: {'id': '0ab04e13-304f-44ec-baf1-f2ed16fb9041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '290ab62b-8476-4fb0-881e-d79ea8a269be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:06.795363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.795560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Bound using segment: {'id': '0ab04e13-304f-44ec-baf1-f2ed16fb9041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '290ab62b-8476-4fb0-881e-d79ea8a269be'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:06.797064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Bound port: e4379ea3-c04f-47df-b7cc-462f42f6a25f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab04e13-304f-44ec-baf1-f2ed16fb9041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '290ab62b-8476-4fb0-881e-d79ea8a269be'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:06.797064 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.800891 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46a3696a-7813-4c07-b6c8-a82dfe7ab656 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2579222
Nov 06 21:02:06.802660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41740) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:06.807961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c7:48:77'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6b:4e:b8'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:06.834670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Transition to ACTIVE for port object c06644e8-5f4d-439d-a579-ee85cd4ebfbc will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:02:06.841741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.880587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-46a99b51-305e-4681-b485-62c7771a6be6 None None] Provisioning complete for port 2de9a3a3-76ce-43e2-82e2-ced5a8f06591 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:06.880962 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-46a99b51-305e-4681-b485-62c7771a6be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.908279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] For port e4379ea3-c04f-47df-b7cc-462f42f6a25f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:06.924764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] For port e4379ea3-c04f-47df-b7cc-462f42f6a25f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4379ea3-c04f-47df-b7cc-462f42f6a25f,segment=NetworkSegment(0ab04e13-304f-44ec-baf1-f2ed16fb9041),segment_id=0ab04e13-304f-44ec-baf1-f2ed16fb9041)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:06.946063 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:06.955083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Pushing event updated for resources: {'Port': ['ID=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:06.979863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-46a99b51-305e-4681-b485-62c7771a6be6 None None] Port 2de9a3a3-76ce-43e2-82e2-ced5a8f06591 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:06.991356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Deleting port ac110983-e7fe-43d9-8d9e-d8bac8f7734c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:06.992576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.063511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c258c9b-479c-42b4-adc2-8b732de1de06 None None] Pushing event updated for resources: {'Port': ['ID=e4379ea3-c04f-47df-b7cc-462f42f6a25f,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:07.123531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] For port ac110983-e7fe-43d9-8d9e-d8bac8f7734c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:07.124283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.127229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8::1 (290ab62b-8476-4fb0-881e-d79ea8a269be/916d9ac0-8e4a-438c-84a8-f2cbc4a15fec/eaee14fa-c9ec-4150-80b4-e674595897c9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:07.146810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Calling delete_port for ac110983-e7fe-43d9-8d9e-d8bac8f7734c owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:07.176429 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.179779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Attempting to bind port c06644e8-5f4d-439d-a579-ee85cd4ebfbc on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:07.180112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Attempting to bind port c06644e8-5f4d-439d-a579-ee85cd4ebfbc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:07.180463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Attempting to bind port c06644e8-5f4d-439d-a579-ee85cd4ebfbc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:07.198267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Port c06644e8-5f4d-439d-a579-ee85cd4ebfbc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:02:07.198533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Attempting to bind port c06644e8-5f4d-439d-a579-ee85cd4ebfbc on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:07.209445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35ca2f-0641-4d77-9d3c-be431030f7d7 req-1f6b72a4-a71c-40e7-9ebb-bd27ea000656 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:07.211237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb35ca2f-0641-4d77-9d3c-be431030f7d7 req-1f6b72a4-a71c-40e7-9ebb-bd27ea000656 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1587372
Nov 06 21:02:07.249025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:07.249357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:07.249745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:07.250194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Bound port: c06644e8-5f4d-439d-a579-ee85cd4ebfbc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:07.250634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.386475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb35ca2f-0641-4d77-9d3c-be431030f7d7 req-e7b8b539-c19f-425d-9837-21130e5c8471 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517427
Nov 06 21:02:07.484058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] For port c06644e8-5f4d-439d-a579-ee85cd4ebfbc, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:07.493776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] For port c06644e8-5f4d-439d-a579-ee85cd4ebfbc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:07.501248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.547458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:07.548189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.549900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] 10.222.0.10 "PUT /v2.0/ports/c06644e8-5f4d-439d-a579-ee85cd4ebfbc HTTP/1.1" status: 200  len: 1095 time: 1.5046484
Nov 06 21:02:07.555026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0998fd-8d0a-4d20-b417-2e27da5f0697', 'tag': 'c06644e8-5f4d-439d-a579-ee85cd4ebfbc'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:07.557363 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e8b215-9489-4e8f-ac38-78c806e1ef16" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0998fd-8d0a-4d20-b417-2e27da5f0697", "tag": "c06644e8-5f4d-439d-a579-ee85cd4ebfbc"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:07.639191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415eaf4-16db-4bb8-acf1-0ab599f27e11 service neutron] Pushing event updated for resources: {'Port': ['ID=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:07.645066 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.665298 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47163183-616e-4508-a141-97d1ea8ceba2 x-openstack-request-id: req-47163183-616e-4508-a141-97d1ea8ceba2 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:07.666388 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0998fd-8d0a-4d20-b417-2e27da5f0697", "tag": "c06644e8-5f4d-439d-a579-ee85cd4ebfbc", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:07.666642 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47163183-616e-4508-a141-97d1ea8ceba2 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:07.667294 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0998fd-8d0a-4d20-b417-2e27da5f0697', 'tag': 'c06644e8-5f4d-439d-a579-ee85cd4ebfbc', 'status': 'completed', 'code': 200}
Nov 06 21:02:07.668995 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.793844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-c376a909-0661-4181-94f7-fb8e096e26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:07.795593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-c376a909-0661-4181-94f7-fb8e096e26e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 1098 time: 0.1705620
Nov 06 21:02:07.798386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.804983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event updated for resources: {'Port': ['ID=2de9a3a3-76ce-43e2-82e2-ced5a8f06591,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:07.880476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.886860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-df79eecd-9faa-4478-ab7d-ca6437884c59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=c06644e8-5f4d-439d-a579-ee85cd4ebfbc HTTP/1.1" status: 200  len: 217 time: 0.0769866
Nov 06 21:02:07.888187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] In _notify_port_updated(), no bound segment for port 2de9a3a3-76ce-43e2-82e2-ced5a8f06591 on network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:02:07.894833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2d733483-6477-4ae9-8e46-4f85e80f4465', 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:07.896630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:07.897318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.901792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-69383af4-ce2f-4e4b-ac71-1d0103b69559 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "PUT /v2.0/ports/2de9a3a3-76ce-43e2-82e2-ced5a8f06591 HTTP/1.1" status: 200  len: 1058 time: 1.0980916
Nov 06 21:02:07.912636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41754) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:07.938538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c1af-9a78-405c-a254-c70b425e778d req-5265b2c3-a588-4433-aa4c-8825c8c1b1d3 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:07.945353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:07.948449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bea4c1af-9a78-405c-a254-c70b425e778d req-5265b2c3-a588-4433-aa4c-8825c8c1b1d3 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 947 time: 0.2756660
Nov 06 21:02:07.954894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event deleted for resources: {'Port': ['ID=ac110983-e7fe-43d9-8d9e-d8bac8f7734c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:07.970190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b788cdf-932c-4b0a-b0aa-cc56f867cd2f req-083e6367-319e-4899-83fb-d49c4e08a09c tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9b981f8-9d0d-4885-92fd-36b67332203a HTTP/1.1" status: 200  len: 210 time: 0.1126471
Nov 06 21:02:08.042721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-4a51ffb0-8148-412f-b24c-a20f66502808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:08.057742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-4a51ffb0-8148-412f-b24c-a20f66502808 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.1374574
Nov 06 21:02:08.090037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bea4c1af-9a78-405c-a254-c70b425e778d req-0fc972b5-8d59-47b5-b342-a640bb66f120 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356955
Nov 06 21:02:08.123338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] No DVR routers for this DVR port ac110983-e7fe-43d9-8d9e-d8bac8f7734c on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:08.140982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.144576 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-11cd353f-bc1d-4d20-b792-7244dacffff7 req-939d9115-3560-49e7-8812-0469a6cae7e8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "DELETE /v2.0/ports/ac110983-e7fe-43d9-8d9e-d8bac8f7734c HTTP/1.1" status: 204  len: 173 time: 1.5734141
Nov 06 21:02:08.149827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b981f8-9d0d-4885-92fd-36b67332203a', 'name': 'network-vif-deleted', 'tag': 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:08.153946 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d73f78-3ecc-4959-9b0f-5a6f3f3c59ab" -d '{"events": [{"server_uuid": "e9b981f8-9d0d-4885-92fd-36b67332203a", "name": "network-vif-deleted", "tag": "ac110983-e7fe-43d9-8d9e-d8bac8f7734c"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:08.164935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 290ab62b-8476-4fb0-881e-d79ea8a269be is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:08.184636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-3e186e41-ac62-4883-a9cb-58c924912b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:08.186744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-3e186e41-ac62-4883-a9cb-58c924912b3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0955825
Nov 06 21:02:08.213286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=eaee14fa-c9ec-4150-80b4-e674595897c9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:08.218157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:08.221600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:08.222449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.260496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e4379ea3-c04f-47df-b7cc-462f42f6a25f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:08.286380 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85aacd-2be4-4049-a089-4785ebe93308 x-openstack-request-id: req-cb85aacd-2be4-4049-a089-4785ebe93308 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:08.286794 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b981f8-9d0d-4885-92fd-36b67332203a", "name": "network-vif-deleted", "tag": "ac110983-e7fe-43d9-8d9e-d8bac8f7734c", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:08.286984 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb85aacd-2be4-4049-a089-4785ebe93308 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:08.287429 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b981f8-9d0d-4885-92fd-36b67332203a', 'name': 'network-vif-deleted', 'tag': 'ac110983-e7fe-43d9-8d9e-d8bac8f7734c', 'status': 'completed', 'code': 200}
Nov 06 21:02:08.305367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-39a76838-54a7-4549-bad6-5c5239db4107 None None] Provisioning complete for port 2de9a3a3-76ce-43e2-82e2-ced5a8f06591 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:08.305367 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-39a76838-54a7-4549-bad6-5c5239db4107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.367970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c50e4a97-b72e-4590-81ce-9ffc225c404d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Deleting port 2de9a3a3-76ce-43e2-82e2-ced5a8f06591 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:08.371087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c50e4a97-b72e-4590-81ce-9ffc225c404d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.372182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-af66dd60-19a3-4389-b168-c869498d3e1b service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714427
Nov 06 21:02:08.400593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-39a76838-54a7-4549-bad6-5c5239db4107 None None] Port 2de9a3a3-76ce-43e2-82e2-ced5a8f06591 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:08.433465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e4379ea3-c04f-47df-b7cc-462f42f6a25f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:08.434142 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.556118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c50e4a97-b72e-4590-81ce-9ffc225c404d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.576245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c50e4a97-b72e-4590-81ce-9ffc225c404d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Calling delete_port for 2de9a3a3-76ce-43e2-82e2-ced5a8f06591 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:08.598976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d485f0-6c85-4859-a1fd-bdff190f4c47 req-9d785ddb-35a7-4812-9aa7-7adc87757ec0 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:08.601538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82d485f0-6c85-4859-a1fd-bdff190f4c47 req-9d785ddb-35a7-4812-9aa7-7adc87757ec0 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0786555
Nov 06 21:02:08.608620 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51b2b44b-0586-4c23-9e11-d45b273524a9 req-cba30976-f481-4354-a0a8-479365c7b442 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119491
Nov 06 21:02:08.662647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82d485f0-6c85-4859-a1fd-bdff190f4c47 req-af741d14-d94f-41db-9a63-1e3a09adf69b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527833
Nov 06 21:02:08.668423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.675898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534daf57-fb43-4b1c-b835-601b2f9efaa7 None None] Network 290ab62b-8476-4fb0-881e-d79ea8a269be requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:08.717619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-7e1d47f0-3c02-4efe-bfbd-403c5ceee4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:08.719179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-7e1d47f0-3c02-4efe-bfbd-403c5ceee4d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4827eea3800c4ee9a5c097c565650229&device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 1098 time: 0.0482779
Nov 06 21:02:08.749345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-894999f6-6f46-446d-bb5e-b11a654c52b4 None None] Provisioning complete for port e4379ea3-c04f-47df-b7cc-462f42f6a25f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:08.749758 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-894999f6-6f46-446d-bb5e-b11a654c52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.840462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-15d9bfed-95da-40a4-bde8-90d141a88b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:08.841974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-15d9bfed-95da-40a4-bde8-90d141a88b55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1126754
Nov 06 21:02:08.896205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-e403cfe2-d925-4a41-960e-cb644de692ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=c06644e8-5f4d-439d-a579-ee85cd4ebfbc HTTP/1.1" status: 200  len: 217 time: 0.0432065
Nov 06 21:02:08.899752 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.957648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-7aed6ac7-9ca1-4dfc-8b40-cf355136be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:08.959599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-7aed6ac7-9ca1-4dfc-8b40-cf355136be3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0554805
Nov 06 21:02:08.979002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c50e4a97-b72e-4590-81ce-9ffc225c404d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:08.986116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port e4379ea3-c04f-47df-b7cc-462f42f6a25f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4379ea3-c04f-47df-b7cc-462f42f6a25f,segment=NetworkSegment(0ab04e13-304f-44ec-baf1-f2ed16fb9041),segment_id=0ab04e13-304f-44ec-baf1-f2ed16fb9041)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:09.010993 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.029975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e4a97-b72e-4590-81ce-9ffc225c404d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Port': ['ID=2de9a3a3-76ce-43e2-82e2-ced5a8f06591,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:09.055537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-894999f6-6f46-446d-bb5e-b11a654c52b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.066616 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:02:09.074156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-145c309c-4e65-434e-bba0-a0c455c37fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:09.076340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-145c309c-4e65-434e-bba0-a0c455c37fdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1000361
Nov 06 21:02:09.150038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=e4379ea3-c04f-47df-b7cc-462f42f6a25f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:09.161173 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-894999f6-6f46-446d-bb5e-b11a654c52b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:02:09.161529 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-894999f6-6f46-446d-bb5e-b11a654c52b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:02:09.274512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.307998 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.308661 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.370479 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c50e4a97-b72e-4590-81ce-9ffc225c404d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.374221 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c50e4a97-b72e-4590-81ce-9ffc225c404d tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "DELETE /v2.0/ports/2de9a3a3-76ce-43e2-82e2-ced5a8f06591 HTTP/1.1" status: 204  len: 168 time: 1.4436443
Nov 06 21:02:09.404708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41772) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:09.454614 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e6fd11-b153-47ee-89c0-2242abb982db tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] GET failed (client error): The resource could not be found.
Nov 06 21:02:09.456323 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e1e6fd11-b153-47ee-89c0-2242abb982db tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "GET /v2.0/ports/2de9a3a3-76ce-43e2-82e2-ced5a8f06591 HTTP/1.1" status: 404  len: 333 time: 0.0505991
Nov 06 21:02:09.482976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41776) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:09.534301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=eaee14fa-c9ec-4150-80b4-e674595897c9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:09.610539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-9ba83c86-33bd-4057-b82d-e155436bc780 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5167699
Nov 06 21:02:09.624660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 290ab62b-8476-4fb0-881e-d79ea8a269be is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:09.632866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:09.639045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-31d03bd8-4cc3-4427-a2da-db1fffb31292 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Deleting port 92a4e866-acbc-4107-b581-a8bab963a21d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:09.639385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31d03bd8-4cc3-4427-a2da-db1fffb31292 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.703121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61d117-2b64-4412-ac86-231a0f9c9de6 req-8e7ac466-2401-40cc-bcce-57c34b6c7dc9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:09.708812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d61d117-2b64-4412-ac86-231a0f9c9de6 req-8e7ac466-2401-40cc-bcce-57c34b6c7dc9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 947 time: 0.4900959
Nov 06 21:02:09.753505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bd850-ca10-450d-87b2-881a45e0b25b req-88966a4c-6110-4ed2-a662-479058368052 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:09.755141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-044bd850-ca10-450d-87b2-881a45e0b25b req-88966a4c-6110-4ed2-a662-479058368052 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1585147
Nov 06 21:02:09.809327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95e8b215-9489-4e8f-ac38-78c806e1ef16 req-a6dd7139-b387-40ef-9dfd-cb71a3ebe787 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838608
Nov 06 21:02:09.838010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31d03bd8-4cc3-4427-a2da-db1fffb31292 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.849660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e0031161-d0dc-4247-b9e9-bed22a0bbf52 None None] Provisioning complete for port e4379ea3-c04f-47df-b7cc-462f42f6a25f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:09.850152 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e0031161-d0dc-4247-b9e9-bed22a0bbf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:09.864620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-31d03bd8-4cc3-4427-a2da-db1fffb31292 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Calling delete_port for 92a4e866-acbc-4107-b581-a8bab963a21d owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:09.874852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d61d117-2b64-4412-ac86-231a0f9c9de6 req-600be42a-dbd5-43ba-a925-ef1b1c908d09 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593134
Nov 06 21:02:09.879949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-1d239eb4-fd69-4252-b076-c30e5a2f7c21 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:09.881493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-1d239eb4-fd69-4252-b076-c30e5a2f7c21 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 945 time: 0.1064229
Nov 06 21:02:09.890129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-044bd850-ca10-450d-87b2-881a45e0b25b req-b4121695-61b5-4f82-b2f4-31c50813f305 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb292ac7-6010-45bf-b49c-4b8db3843a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251638
Nov 06 21:02:09.972446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e0031161-d0dc-4247-b9e9-bed22a0bbf52 None None] Provisioning complete for port eaee14fa-c9ec-4150-80b4-e674595897c9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:09.973058 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e0031161-d0dc-4247-b9e9-bed22a0bbf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.029989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e0031161-d0dc-4247-b9e9-bed22a0bbf52 None None] Port eaee14fa-c9ec-4150-80b4-e674595897c9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:10.059511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router 3b88b0a7-c037-41b6-a688-9dd95f089fa7 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:02:10.125012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a117c-6533-4d54-be50-a967ab1f8b9c req-43b9fef6-e9c4-4ea6-b858-8d26877c55e6 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:10.126595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b01a117c-6533-4d54-be50-a967ab1f8b9c req-43b9fef6-e9c4-4ea6-b858-8d26877c55e6 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0858889
Nov 06 21:02:10.158013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-191b931a-fd6e-4125-a1a0-1682a1f544c6 None None] Provisioning complete for port eaee14fa-c9ec-4150-80b4-e674595897c9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:10.158385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-191b931a-fd6e-4125-a1a0-1682a1f544c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.193988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e4379ea3-c04f-47df-b7cc-462f42f6a25f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:10.213643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b01a117c-6533-4d54-be50-a967ab1f8b9c req-5c383ad3-89b1-4fc5-bd43-fab1f349d619 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755589
Nov 06 21:02:10.219018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Deleting port 2d733483-6477-4ae9-8e46-4f85e80f4465 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:10.219361 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.244237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-191b931a-fd6e-4125-a1a0-1682a1f544c6 None None] Port eaee14fa-c9ec-4150-80b4-e674595897c9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:10.262936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e4379ea3-c04f-47df-b7cc-462f42f6a25f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:10.263333 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.266195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31d03bd8-4cc3-4427-a2da-db1fffb31292 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.278501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:10.290641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7cbc12-eb41-46ec-b631-0b3e332e62bb None None] Sync routers for ids ['3b88b0a7-c037-41b6-a688-9dd95f089fa7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:10.305191 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8186d620-b16d-46eb-af73-212f1f2c073b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/3b88b0a7-c037-41b6-a688-9dd95f089fa7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2721207
Nov 06 21:02:10.307829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41798) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:10.310041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d03bd8-4cc3-4427-a2da-db1fffb31292 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Port': ['ID=92a4e866-acbc-4107-b581-a8bab963a21d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:10.313801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7cbc12-eb41-46ec-b631-0b3e332e62bb None None] Routers {'3b88b0a7-c037-41b6-a688-9dd95f089fa7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:10.314507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-df7cbc12-eb41-46ec-b631-0b3e332e62bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c39310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3b88b0a7-c037-41b6-a688-9dd95f089fa7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:10.354481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-df7cbc12-eb41-46ec-b631-0b3e332e62bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c39310>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:10.370780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b853aa32-06b7-476e-93b0-adf9720d313c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:10.372618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b853aa32-06b7-476e-93b0-adf9720d313c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports/eaee14fa-c9ec-4150-80b4-e674595897c9 HTTP/1.1" status: 200  len: 911 time: 0.0636437
Nov 06 21:02:10.376256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41800) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:10.407959 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7cbc12-eb41-46ec-b631-0b3e332e62bb None None] Routers {'3b88b0a7-c037-41b6-a688-9dd95f089fa7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:10.408680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-df7cbc12-eb41-46ec-b631-0b3e332e62bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c39310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3b88b0a7-c037-41b6-a688-9dd95f089fa7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:10.437551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] For port 2d733483-6477-4ae9-8e46-4f85e80f4465, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d733483-6477-4ae9-8e46-4f85e80f4465,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:10.437925 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.450135 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-df7cbc12-eb41-46ec-b631-0b3e332e62bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c39310>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:10.450952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7cbc12-eb41-46ec-b631-0b3e332e62bb None None] The sync data for ids ['3b88b0a7-c037-41b6-a688-9dd95f089fa7'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:10.458814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Calling delete_port for 2d733483-6477-4ae9-8e46-4f85e80f4465 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:10.474663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31d03bd8-4cc3-4427-a2da-db1fffb31292 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.482493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-31d03bd8-4cc3-4427-a2da-db1fffb31292 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "DELETE /v2.0/ports/92a4e866-acbc-4107-b581-a8bab963a21d HTTP/1.1" status: 204  len: 168 time: 0.9917853
Nov 06 21:02:10.482682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:10.537160 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd47f1d-fa9e-4a18-bc98-6afc1230f58e tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] GET failed (client error): The resource could not be found.
Nov 06 21:02:10.539569 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9cd47f1d-fa9e-4a18-bc98-6afc1230f58e tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "GET /v2.0/ports/92a4e866-acbc-4107-b581-a8bab963a21d HTTP/1.1" status: 404  len: 333 time: 0.0559554
Nov 06 21:02:10.544004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41804) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:10.653262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2d733483-6477-4ae9-8e46-4f85e80f4465 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:10.691230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-cf6379df-3142-4ed9-9133-d89a533b309f tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Deleting port 3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:10.691692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf6379df-3142-4ed9-9133-d89a533b309f tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.717160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.745778 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.752821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.791539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ac110983-e7fe-43d9-8d9e-d8bac8f7734c no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:10.804809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event deleted for resources: {'Port': ['ID=2d733483-6477-4ae9-8e46-4f85e80f4465,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:10.823095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: ac110983-e7fe-43d9-8d9e-d8bac8f7734c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:10.823471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ac110983-e7fe-43d9-8d9e-d8bac8f7734c not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:10.852645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] No DVR routers for this DVR port 2d733483-6477-4ae9-8e46-4f85e80f4465 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:10.855279 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.859057 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6e0184c2-f256-4121-adf1-5ec8dc023e23 req-6f56dff3-13b8-44b2-95d9-e860a99ff072 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "DELETE /v2.0/ports/2d733483-6477-4ae9-8e46-4f85e80f4465 HTTP/1.1" status: 204  len: 173 time: 0.9223373
Nov 06 21:02:10.868086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670bffa6-96e9-4c87-bbe6-fce23ab52b97', 'name': 'network-vif-deleted', 'tag': '2d733483-6477-4ae9-8e46-4f85e80f4465'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:10.870466 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0670484e-cd0d-44da-ba01-f26bc0f46e44" -d '{"events": [{"server_uuid": "670bffa6-96e9-4c87-bbe6-fce23ab52b97", "name": "network-vif-deleted", "tag": "2d733483-6477-4ae9-8e46-4f85e80f4465"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:10.879314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf6379df-3142-4ed9-9133-d89a533b309f tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:10.896438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-cf6379df-3142-4ed9-9133-d89a533b309f tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Calling delete_port for 3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:10.983967 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da81f5e4-b56c-4831-9adf-182c4634d84e x-openstack-request-id: req-da81f5e4-b56c-4831-9adf-182c4634d84e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:10.985465 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670bffa6-96e9-4c87-bbe6-fce23ab52b97", "name": "network-vif-deleted", "tag": "2d733483-6477-4ae9-8e46-4f85e80f4465", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:10.985909 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da81f5e4-b56c-4831-9adf-182c4634d84e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:10.986610 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670bffa6-96e9-4c87-bbe6-fce23ab52b97', 'name': 'network-vif-deleted', 'tag': '2d733483-6477-4ae9-8e46-4f85e80f4465', 'status': 'completed', 'code': 200}
Nov 06 21:02:11.063681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a635fb-de6e-4763-b4f4-4181060680fc req-53cf69f7-b773-4d64-a2a2-0f0a3452b193 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:11.065233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94a635fb-de6e-4763-b4f4-4181060680fc req-53cf69f7-b773-4d64-a2a2-0f0a3452b193 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 947 time: 0.0652604
Nov 06 21:02:11.084583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf6379df-3142-4ed9-9133-d89a533b309f tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.117728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6379df-3142-4ed9-9133-d89a533b309f tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Port': ['ID=3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:11.120618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc5fda9d-d9ea-4818-b7fc-075364c16ea9 req-2aa69626-42cd-448f-b731-28d5720548c0 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=670bffa6-96e9-4c87-bbe6-fce23ab52b97 HTTP/1.1" status: 200  len: 210 time: 0.0527906
Nov 06 21:02:11.128334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port eaee14fa-c9ec-4150-80b4-e674595897c9 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:11.128672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.201397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf6379df-3142-4ed9-9133-d89a533b309f tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.205662 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cf6379df-3142-4ed9-9133-d89a533b309f tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "DELETE /v2.0/ports/3c0117f3-eaeb-4ac0-b8b5-2a4f961d5ca7 HTTP/1.1" status: 204  len: 168 time: 0.6605294
Nov 06 21:02:11.208015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:11.216671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94a635fb-de6e-4763-b4f4-4181060680fc req-5a22f31e-5c4d-4bc1-ad11-f3d7bc780885 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344802
Nov 06 21:02:11.275331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a914410b-fe21-4362-995c-2d29a56dbcf9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Deleting subnet 70e04143-240d-449b-899c-f4648796b491 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:11.278596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a914410b-fe21-4362-995c-2d29a56dbcf9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.298675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.326629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a914410b-fe21-4362-995c-2d29a56dbcf9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.327025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for eaee14fa-c9ec-4150-80b4-e674595897c9 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:11.418521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17a887-07cd-49ef-830e-b1b75462c1c5 req-0b15e4e2-877a-4960-b830-3c370a75300d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:11.420199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f17a887-07cd-49ef-830e-b1b75462c1c5 req-0b15e4e2-877a-4960-b830-3c370a75300d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1110635
Nov 06 21:02:11.430165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a914410b-fe21-4362-995c-2d29a56dbcf9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.490886 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a914410b-fe21-4362-995c-2d29a56dbcf9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.524712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a914410b-fe21-4362-995c-2d29a56dbcf9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.528426 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a914410b-fe21-4362-995c-2d29a56dbcf9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "DELETE /v2.0/subnets/70e04143-240d-449b-899c-f4648796b491 HTTP/1.1" status: 204  len: 168 time: 0.3192523
Nov 06 21:02:11.529396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914410b-fe21-4362-995c-2d29a56dbcf9 tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Subnet': ['ID=70e04143-240d-449b-899c-f4648796b491,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:11.532423 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:11.532724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f17a887-07cd-49ef-830e-b1b75462c1c5 req-c96cd47e-b3da-4d67-ae59-f6a988225d3d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977292
Nov 06 21:02:11.533291 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b64c8-9f04-4cdf-97c0-2917b7fd44e9 None None] Network 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:11.613633 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.639082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.646145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=eaee14fa-c9ec-4150-80b4-e674595897c9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:11.706175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Deleting port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:11.706659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.761741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] DHCP port deletion for 55c5805e-a1b5-47ce-9fca-ab33db8e0d4e request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:11.769310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.783249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] For port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,segment=NetworkSegment(f858bccf-715d-4dc1-b253-c777ae61ebe2),segment_id=f858bccf-715d-4dc1-b253-c777ae61ebe2)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:11.783628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.799916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Calling delete_port for e4a93a8c-f888-4dda-92b0-687ad6f3cf0d owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:11.823781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] Deleting port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:11.824235 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.897819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] For port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,segment=NetworkSegment(f858bccf-715d-4dc1-b253-c777ae61ebe2),segment_id=f858bccf-715d-4dc1-b253-c777ae61ebe2)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:11.898202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:11.914260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] Calling delete_port for e4a93a8c-f888-4dda-92b0-687ad6f3cf0d owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:11.962479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router 3b88b0a7-c037-41b6-a688-9dd95f089fa7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:12.004773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.030277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] Pushing event deleted for resources: {'Port': ['ID=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:12.036810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92f4e8-c74a-4c05-ad0e-ca9c4ca9ac80 None None] No DVR routers for this DVR port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:12.055003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:12.068158 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119bfe3-261a-49e0-b9c3-53feee9bdc96 None None] Sync routers for ids ['3b88b0a7-c037-41b6-a688-9dd95f089fa7'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:12.072721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e236857-e98d-4dfe-93c6-709de2e242c2 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/3b88b0a7-c037-41b6-a688-9dd95f089fa7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6869683
Nov 06 21:02:12.073595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41822) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:12.080867 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119bfe3-261a-49e0-b9c3-53feee9bdc96 None None] Routers {'3b88b0a7-c037-41b6-a688-9dd95f089fa7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:12.081598 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b119bfe3-261a-49e0-b9c3-53feee9bdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528a4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3b88b0a7-c037-41b6-a688-9dd95f089fa7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:12.112823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a8b414d6-bf08-42c0-a4c2-9b77e0cfae8a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88b0a7-c037-41b6-a688-9dd95f089fa7 HTTP/1.1" status: 200  len: 205 time: 0.0380106
Nov 06 21:02:12.115865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41824) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:12.126757 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b119bfe3-261a-49e0-b9c3-53feee9bdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528a4160>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:12.136864 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119bfe3-261a-49e0-b9c3-53feee9bdc96 None None] Routers {'3b88b0a7-c037-41b6-a688-9dd95f089fa7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:12.137545 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b119bfe3-261a-49e0-b9c3-53feee9bdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528a4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3b88b0a7-c037-41b6-a688-9dd95f089fa7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:12.151145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e4a93a8c-f888-4dda-92b0-687ad6f3cf0d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:12.185148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.193690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: e4a93a8c-f888-4dda-92b0-687ad6f3cf0d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:12.194038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e4a93a8c-f888-4dda-92b0-687ad6f3cf0d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:12.194382 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b119bfe3-261a-49e0-b9c3-53feee9bdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528a4160>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:12.195099 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119bfe3-261a-49e0-b9c3-53feee9bdc96 None None] The sync data for ids ['3b88b0a7-c037-41b6-a688-9dd95f089fa7'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:12.208044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] No DVR routers for this DVR port e4a93a8c-f888-4dda-92b0-687ad6f3cf0d on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:12.230874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad10dfe7-96e5-4f66-aa22-9fca0c57c401 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.250862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Port': ['ID=e4a93a8c-f888-4dda-92b0-687ad6f3cf0d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:12.313543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.336739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92559a3070>,) {'filters': {'network_id': ['55c5805e-a1b5-47ce-9fca-ab33db8e0d4e']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:12.346655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92559a3070>, 'f858bccf-715d-4dc1-b253-c777ae61ebe2') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:12.347095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92559a3070>, 'f858bccf-715d-4dc1-b253-c777ae61ebe2') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:12.359340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.376407 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.383997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:02:12.384776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:02:12.389446 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:02:12.453457 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad10dfe7-96e5-4f66-aa22-9fca0c57c401 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.457398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad10dfe7-96e5-4f66-aa22-9fca0c57c401 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.459111 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.480950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.484103 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] 10.222.0.13 "DELETE /v2.0/networks/55c5805e-a1b5-47ce-9fca-ab33db8e0d4e HTTP/1.1" status: 204  len: 168 time: 0.9504626
Nov 06 21:02:12.485402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05183b-7dbd-4a52-8403-d4b30a0544fd tempest-AllowedAddressPairTestJSON-1589314013 tempest-AllowedAddressPairTestJSON-1589314013-project] Pushing event deleted for resources: {'Network': ['ID=55c5805e-a1b5-47ce-9fca-ab33db8e0d4e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:12.517001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadf4d7-a8f1-4b69-a8f1-63b7a4c5e05b req-95c0f4e9-1671-4729-8803-509ff0ee9598 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:12.518536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fadf4d7-a8f1-4b69-a8f1-63b7a4c5e05b req-95c0f4e9-1671-4729-8803-509ff0ee9598 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 947 time: 0.1311636
Nov 06 21:02:12.519667 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad10dfe7-96e5-4f66-aa22-9fca0c57c401 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.520198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad10dfe7-96e5-4f66-aa22-9fca0c57c401 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Fanout notify agent at l3_agent the message router_deleted on router 3b88b0a7-c037-41b6-a688-9dd95f089fa7 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:02:12.536864 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad10dfe7-96e5-4f66-aa22-9fca0c57c401 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.540550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ad10dfe7-96e5-4f66-aa22-9fca0c57c401 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/3b88b0a7-c037-41b6-a688-9dd95f089fa7 HTTP/1.1" status: 204  len: 168 time: 0.4229805
Nov 06 21:02:12.540905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41840) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:12.621197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-302cdc62-2379-44cb-8328-e56fcf8943ec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet 916d9ac0-8e4a-438c-84a8-f2cbc4a15fec {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:12.629895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fadf4d7-a8f1-4b69-a8f1-63b7a4c5e05b req-c9ec90ca-8824-4bce-8cc0-4d51c95a6459 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880141
Nov 06 21:02:12.630873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-302cdc62-2379-44cb-8328-e56fcf8943ec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.650853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c06644e8-5f4d-439d-a579-ee85cd4ebfbc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:02:12.651748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6311cae-bf4c-467d-bc6c-b0ad549d2db8 req-cb125444-4704-45c6-966c-3e744ff63b68 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:12.659865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6311cae-bf4c-467d-bc6c-b0ad549d2db8 req-cb125444-4704-45c6-966c-3e744ff63b68 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1026406
Nov 06 21:02:12.731556 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-302cdc62-2379-44cb-8328-e56fcf8943ec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.790994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6311cae-bf4c-467d-bc6c-b0ad549d2db8 req-6335a6a7-758d-463d-9400-da8f079e73b5 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301324
Nov 06 21:02:12.831212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243e5f-a35f-4a94-ab00-538e3d92a166 req-986d40a2-2822-4c45-8c63-9b866f6055a5 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:12.838069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df243e5f-a35f-4a94-ab00-538e3d92a166 req-986d40a2-2822-4c45-8c63-9b866f6055a5 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1248548
Nov 06 21:02:12.851833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c06644e8-5f4d-439d-a579-ee85cd4ebfbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:12.881618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41846) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:12.883799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'c06644e8-5f4d-439d-a579-ee85cd4ebfbc', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'c06644e8-5f4d-439d-a579-ee85cd4ebfbc', 'mac_address': 'fa:16:3e:8c:68:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:02:12.886029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-302cdc62-2379-44cb-8328-e56fcf8943ec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.931730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df243e5f-a35f-4a94-ab00-538e3d92a166 req-29f383ba-c3e0-444b-9f9e-d6fa3a46b902 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912094
Nov 06 21:02:12.932262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.956565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06644e8-5f4d-439d-a579-ee85cd4ebfbc {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:02:12.981146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c06644e8-5f4d-439d-a579-ee85cd4ebfbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:12.989170 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:12.998338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-302cdc62-2379-44cb-8328-e56fcf8943ec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.036074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cdc62-2379-44cb-8328-e56fcf8943ec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=916d9ac0-8e4a-438c-84a8-f2cbc4a15fec,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:13.043346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-302cdc62-2379-44cb-8328-e56fcf8943ec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.050210 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-302cdc62-2379-44cb-8328-e56fcf8943ec tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/916d9ac0-8e4a-438c-84a8-f2cbc4a15fec HTTP/1.1" status: 204  len: 168 time: 0.5047760
Nov 06 21:02:13.050680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41850) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:13.060188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d9d11-d93c-4e74-8fa9-75f1d964c74a None None] Network 290ab62b-8476-4fb0-881e-d79ea8a269be requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:13.062292 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:13.076877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c372063-e12b-460c-ad53-28b4c4808391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5329dbb6d6da49f9a13aab40487e8bca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1931438
Nov 06 21:02:13.079128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41852) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:13.127951 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-356cd0ca-b58c-471b-ac6b-d730c4e84b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.129489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.150320 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-356cd0ca-b58c-471b-ac6b-d730c4e84b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.183636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port e4379ea3-c04f-47df-b7cc-462f42f6a25f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:13.184134 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.202790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-356cd0ca-b58c-471b-ac6b-d730c4e84b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.205959 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-356cd0ca-b58c-471b-ac6b-d730c4e84b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.209674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-356cd0ca-b58c-471b-ac6b-d730c4e84b6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51cfe134-b322-4168-8d27-2f74d8ce451a HTTP/1.1" status: 204  len: 168 time: 0.1271193
Nov 06 21:02:13.218705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cd0ca-b58c-471b-ac6b-d730c4e84b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cfe134-b322-4168-8d27-2f74d8ce451a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:13.265201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port e4379ea3-c04f-47df-b7cc-462f42f6a25f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4379ea3-c04f-47df-b7cc-462f42f6a25f,segment=NetworkSegment(0ab04e13-304f-44ec-baf1-f2ed16fb9041),segment_id=0ab04e13-304f-44ec-baf1-f2ed16fb9041)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:13.265743 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.279743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for e4379ea3-c04f-47df-b7cc-462f42f6a25f owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:13.282692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] DHCP port deletion for 290ab62b-8476-4fb0-881e-d79ea8a269be request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:13.336718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] Deleting port e4379ea3-c04f-47df-b7cc-462f42f6a25f {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:13.337651 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.364891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.395483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=e4379ea3-c04f-47df-b7cc-462f42f6a25f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:13.399848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port e4379ea3-c04f-47df-b7cc-462f42f6a25f on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:13.404897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] For port e4379ea3-c04f-47df-b7cc-462f42f6a25f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4379ea3-c04f-47df-b7cc-462f42f6a25f,segment=NetworkSegment(0ab04e13-304f-44ec-baf1-f2ed16fb9041),segment_id=0ab04e13-304f-44ec-baf1-f2ed16fb9041)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:13.405919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.419852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] Calling delete_port for e4379ea3-c04f-47df-b7cc-462f42f6a25f owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:13.439726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c06644e8-5f4d-439d-a579-ee85cd4ebfbc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:13.484359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.512259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255826280>,) {'filters': {'network_id': ['290ab62b-8476-4fb0-881e-d79ea8a269be']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:13.524234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255826280>, '0ab04e13-304f-44ec-baf1-f2ed16fb9041') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:13.524668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255826280>, '0ab04e13-304f-44ec-baf1-f2ed16fb9041') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:13.537940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.569286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.575172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.583616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:02:13.584021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:02:13.587255 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:02:13.608789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] Pushing event deleted for resources: {'Port': ['ID=e4379ea3-c04f-47df-b7cc-462f42f6a25f,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:13.616286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ecfff-736a-4d56-85bd-3e67937b90bf None None] No DVR routers for this DVR port e4379ea3-c04f-47df-b7cc-462f42f6a25f on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:13.660267 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.670210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.677465 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/290ab62b-8476-4fb0-881e-d79ea8a269be HTTP/1.1" status: 204  len: 168 time: 0.6220977
Nov 06 21:02:13.677699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41872) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:13.683463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1048138878', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:13.690003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e77d0-5b2e-44e8-a7e9-85ba176130a1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=290ab62b-8476-4fb0-881e-d79ea8a269be,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:13.724225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.726719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.808473 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:13.821733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea33326-9018-4a87-808a-d9ad47146af7 req-754c0e43-ffc4-4eb0-973a-da7580230f1e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:13.823249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ea33326-9018-4a87-808a-d9ad47146af7 req-754c0e43-ffc4-4eb0-973a-da7580230f1e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 948 time: 0.0917597
Nov 06 21:02:14.020690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.033792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41886) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:14.039440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ea33326-9018-4a87-808a-d9ad47146af7 req-de97c47a-28f0-4202-8fe5-af1015d4ab50 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778884
Nov 06 21:02:14.059691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cfac8-1685-4b6c-86ff-ebb468f66c58 req-78b46724-f7b9-41a7-818a-5ce837204eb9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:14.063680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b11cfac8-1685-4b6c-86ff-ebb468f66c58 req-78b46724-f7b9-41a7-818a-5ce837204eb9 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.1738620
Nov 06 21:02:14.130632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e4379ea3-c04f-47df-b7cc-462f42f6a25f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:14.158044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: e4379ea3-c04f-47df-b7cc-462f42f6a25f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:14.158400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e4379ea3-c04f-47df-b7cc-462f42f6a25f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:14.174659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-531693283'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:14.176826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b11cfac8-1685-4b6c-86ff-ebb468f66c58 req-8792be15-69c4-463e-b994-9302f2474285 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122603
Nov 06 21:02:14.203097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0834a-3ff0-43d5-aa7f-64229a0b76ec req-9d02d300-c42b-449b-811c-5ab6ca02d464 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:14.204770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80f0834a-3ff0-43d5-aa7f-64229a0b76ec req-9d02d300-c42b-449b-811c-5ab6ca02d464 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0773220
Nov 06 21:02:14.212059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:14.215712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.224384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.276032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80f0834a-3ff0-43d5-aa7f-64229a0b76ec req-945b11c4-f500-43a5-adc7-9d4eb3796acf tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643618
Nov 06 21:02:14.311195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.315897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.331470 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.339654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:14.354904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb72568-e8b5-4fc3-9383-e66d79b76527,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:14.357710 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.358059 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Added segment 3e5965f6-8934-4b59-8376-4cc37a203a45 of type vlan for network 5d860e38-6a16-4e75-a66b-12fac1376f02
Nov 06 21:02:14.382566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.394055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.403494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.427274 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.463846 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-30079aed-74bf-4d46-895b-f6991592b7cb tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:14.465422 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-30079aed-74bf-4d46-895b-f6991592b7cb tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 945 time: 0.0790205
Nov 06 21:02:14.471424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.477533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:14.478176 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.582345 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5473213
Nov 06 21:02:14.587528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41894) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:14.619333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:14.623832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9408b33-ae79-4a58-a9bb-7463012e5fb3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Network': ['ID=5d860e38-6a16-4e75-a66b-12fac1376f02,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:14.638708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:14.727872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Deleting port d18e4680-1b28-4007-9364-246ce392f8a2 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:14.728211 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.748569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:14.752006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.796791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 172.35.0.116 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/09e80df2-42f3-4d83-945f-1a27c2c4b6f5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:14.898107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] For port d18e4680-1b28-4007-9364-246ce392f8a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d18e4680-1b28-4007-9364-246ce392f8a2,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:14.898484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.911149 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.945805 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:14.984726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:14.989484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:14.993625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:15.016965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=09e80df2-42f3-4d83-945f-1a27c2c4b6f5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:15.125181 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.192563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.192927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.193239 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Floating IP cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b disassociated. External IP: 172.35.0.141, port: d18e4680-1b28-4007-9364-246ce392f8a2.
Nov 06 21:02:15.193575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Calling delete_port for d18e4680-1b28-4007-9364-246ce392f8a2 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:15.194553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9dae7-c66e-4eba-be1d-a49b681f6381 req-577cb755-64d5-472b-bf64-94df820e3d25 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:15.196847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58e9dae7-c66e-4eba-be1d-a49b681f6381 req-577cb755-64d5-472b-bf64-94df820e3d25 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 948 time: 0.0849488
Nov 06 21:02:15.216736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=4132ff7d-a756-4a50-b5fe-a2bf266b19d4,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:15.259235 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:15.259504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network hostable DHCP agents. Network: 5d860e38-6a16-4e75-a66b-12fac1376f02, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:15.310611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:15.321410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d860e38-6a16-4e75-a66b-12fac1376f02) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:15.325550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:15.326170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.333749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac493c28-7f26-4dac-9b7b-ef999f61dde2 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:15.382756 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d72c87eb-9a09-4ba7-badd-aec233b3a733 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7685421
Nov 06 21:02:15.385891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41902) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:15.391145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'name': 'tempest-NetworksTestDHCPv6-2056736902'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:15.395909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.402562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58e9dae7-c66e-4eba-be1d-a49b681f6381 req-ac637016-7bb2-43e6-9b81-e861266f583f tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651771
Nov 06 21:02:15.416641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.424390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5cd49-337d-45d4-8392-3e249784c39e req-4f0d62e1-9c77-4a0f-8753-b0a1ec8f1871 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:15.432187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ca5cd49-337d-45d4-8392-3e249784c39e req-4f0d62e1-9c77-4a0f-8753-b0a1ec8f1871 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 866 time: 0.1688929
Nov 06 21:02:15.471760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event deleted for resources: {'Port': ['ID=d18e4680-1b28-4007-9364-246ce392f8a2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:15.559632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '4132ff7d-a756-4a50-b5fe-a2bf266b19d4'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:15.560585 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.609789 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ca5cd49-337d-45d4-8392-3e249784c39e req-8904455b-00ff-4b23-af1c-b37c4b6f7f96 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups?id=773178b4-7e70-4117-ad6d-ebafa7baa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1767709
Nov 06 21:02:15.690559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:15.695438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:15.697568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25d33b-9d53-4a75-8501-bd3efb67fdb7 req-a8eb5acc-b967-43eb-a019-0ce26a780a2c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:15.698707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.706779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be25d33b-9d53-4a75-8501-bd3efb67fdb7 req-a8eb5acc-b967-43eb-a019-0ce26a780a2c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.2044253
Nov 06 21:02:15.731856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port c61706ce-b3ab-47c9-8f37-e454ccabe790 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:15.773340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/4132ff7d-a756-4a50-b5fe-a2bf266b19d4/960c8fdb-d245-45ba-ac24-62141ea9f1af) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:15.801804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be25d33b-9d53-4a75-8501-bd3efb67fdb7 req-e2c00012-edf4-463b-9d7e-9d3c147805ac tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935798
Nov 06 21:02:15.830552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.930114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:15.944282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] Sync routers for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:15.952884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.962452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:15.963165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92517f3ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:15.967256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.974513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] No DVR routers for this DVR port d18e4680-1b28-4007-9364-246ce392f8a2 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:15.980055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:15.983347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ff568ae3-45d6-4100-8f3f-aa0ceaa22767 req-73e7071d-70ba-46d2-9017-0aecaa56063f tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.10 "DELETE /v2.0/ports/d18e4680-1b28-4007-9364-246ce392f8a2 HTTP/1.1" status: 204  len: 173 time: 1.5023277
Nov 06 21:02:15.983794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-deleted', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:15.986451 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3311aa1e-4698-4efc-86e5-189487a369d5" -d '{"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-deleted", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:15.999347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router a00c2eac-0887-4546-8f6f-e03f78d70e35 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:02:16.053202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::2ee (5d860e38-6a16-4e75-a66b-12fac1376f02/4132ff7d-a756-4a50-b5fe-a2bf266b19d4/c61706ce-b3ab-47c9-8f37-e454ccabe790) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:16.060438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:16.092328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:16.095277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Pushing event updated for resources: {'Port': ['ID=960c8fdb-d245-45ba-ac24-62141ea9f1af,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:16.097624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:16.155008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:16.174428 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f6a33-6b4b-4f34-9cb3-3d056d44d08a None None] Sync routers for ids ['a00c2eac-0887-4546-8f6f-e03f78d70e35'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:16.187504 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f9e93b-673e-4d62-9f30-0f8c7c8391dd x-openstack-request-id: req-76f9e93b-673e-4d62-9f30-0f8c7c8391dd {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:16.187913 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd98a3f2-58d5-45ca-8cfd-38132b2c966f", "name": "network-vif-deleted", "tag": "d18e4680-1b28-4007-9364-246ce392f8a2", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:16.188098 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76f9e93b-673e-4d62-9f30-0f8c7c8391dd {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:16.188551 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd98a3f2-58d5-45ca-8cfd-38132b2c966f', 'name': 'network-vif-deleted', 'tag': 'd18e4680-1b28-4007-9364-246ce392f8a2', 'status': 'completed', 'code': 200}
Nov 06 21:02:16.189624 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f6a33-6b4b-4f34-9cb3-3d056d44d08a None None] Routers {'a00c2eac-0887-4546-8f6f-e03f78d70e35'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:16.190430 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d40f6a33-6b4b-4f34-9cb3-3d056d44d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a00c2eac-0887-4546-8f6f-e03f78d70e35'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:16.199042 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.205541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5159d334-e1f1-41c4-9666-f4e3846f2011 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.5265999
Nov 06 21:02:16.208223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41910) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:16.245233 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d40f6a33-6b4b-4f34-9cb3-3d056d44d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2e80>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:16.256672 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f6a33-6b4b-4f34-9cb3-3d056d44d08a None None] Routers {'a00c2eac-0887-4546-8f6f-e03f78d70e35'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:16.258400 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d40f6a33-6b4b-4f34-9cb3-3d056d44d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a00c2eac-0887-4546-8f6f-e03f78d70e35'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:16.270242 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.295287 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d40f6a33-6b4b-4f34-9cb3-3d056d44d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2e80>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:16.296282 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f6a33-6b4b-4f34-9cb3-3d056d44d08a None None] The sync data for ids ['a00c2eac-0887-4546-8f6f-e03f78d70e35'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:16.320374 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.327973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Attempting to bind port 960c8fdb-d245-45ba-ac24-62141ea9f1af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:16.328371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Attempting to bind port 960c8fdb-d245-45ba-ac24-62141ea9f1af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:16.328737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Attempting to bind port 960c8fdb-d245-45ba-ac24-62141ea9f1af on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:16.340193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:16.342215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:16.342586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:16.342980 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.343361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:16.343828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Bound port: 960c8fdb-d245-45ba-ac24-62141ea9f1af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:16.344205 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.359118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-95b67265-b3e4-4bc2-bb9b-658a7128fa01 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/routers/a00c2eac-0887-4546-8f6f-e03f78d70e35 HTTP/1.1" status: 200  len: 885 time: 0.1497343
Nov 06 21:02:16.361663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41912) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:16.364044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:16.367913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:16.376318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:16.380245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:16.381367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.396117 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=c61706ce-b3ab-47c9-8f37-e454ccabe790,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:16.408041 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cdc2dd6f-6263-44b9-be0b-f49594fd57d4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0191815
Nov 06 21:02:16.413689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41914) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:16.524890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d0217d-2204-454d-8af2-b6e8ce7ffaf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:16.531198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d0217d-2204-454d-8af2-b6e8ce7ffaf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:16.536399 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-48d0217d-2204-454d-8af2-b6e8ce7ffaf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1216180
Nov 06 21:02:16.537056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41918) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:16.550539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] For port 960c8fdb-d245-45ba-ac24-62141ea9f1af, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:16.557525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] For port 960c8fdb-d245-45ba-ac24-62141ea9f1af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=960c8fdb-d245-45ba-ac24-62141ea9f1af,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:16.570092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.664712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-af0805df-fdc2-42f4-84f0-faba48b5916b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port c61706ce-b3ab-47c9-8f37-e454ccabe790 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:16.665167 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0805df-fdc2-42f4-84f0-faba48b5916b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.668974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5c638-3f62-45fc-839d-e98f5cf365a9 req-0f6823d8-724c-4c25-88fb-015b84b2f2f1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:16.678301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22a5c638-3f62-45fc-839d-e98f5cf365a9 req-0f6823d8-724c-4c25-88fb-015b84b2f2f1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 948 time: 0.1772759
Nov 06 21:02:16.687225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c06644e8-5f4d-439d-a579-ee85cd4ebfbc up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:16.737196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72d9f0-5c9d-4e79-b0e9-5cf4d9f562f5 None None] Pushing event updated for resources: {'Port': ['ID=960c8fdb-d245-45ba-ac24-62141ea9f1af,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:16.804423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22a5c638-3f62-45fc-839d-e98f5cf365a9 req-a1f37ae9-1fc9-486a-b228-ba0c1fb912ba tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246679
Nov 06 21:02:16.806381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port c06644e8-5f4d-439d-a579-ee85cd4ebfbc completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:02:16.809398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92517f3ac0>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:51Z', 'revision_number': 5, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:16.814087 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ae3f774f-452f-4163-aa5a-257d03ced6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.849814 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0805df-fdc2-42f4-84f0-faba48b5916b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.856245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port c06644e8-5f4d-439d-a579-ee85cd4ebfbc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:16.856899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:16.858197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1c10c42-f46b-4726-9f19-12387be3c651 req-ab6335d2-02ac-4f73-bc3d-fb73a7a2d075 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd98a3f2-58d5-45ca-8cfd-38132b2c966f HTTP/1.1" status: 200  len: 210 time: 0.0851524
Nov 06 21:02:16.867403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-af0805df-fdc2-42f4-84f0-faba48b5916b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for c61706ce-b3ab-47c9-8f37-e454ccabe790 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:16.872005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] Checking router: 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:16.893203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2db494f0-1cc3-4db2-b8cd-a5f4e243462b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.5303698
Nov 06 21:02:16.893844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41928) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:16.924520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d865f5ba-5988-4ce3-8626-e4f9a567950e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1048138878'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:16.930295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:16.931260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92517f3ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:17.116476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0805df-fdc2-42f4-84f0-faba48b5916b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.149020 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.156591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0805df-fdc2-42f4-84f0-faba48b5916b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=c61706ce-b3ab-47c9-8f37-e454ccabe790,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:17.186347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:17.187711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0805df-fdc2-42f4-84f0-faba48b5916b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.190742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf38e2-1d46-49ec-899b-2ef1a7c16f69 req-f5aab09a-00a6-4a15-8376-1f1172a0f8e4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:17.195290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0998fd-8d0a-4d20-b417-2e27da5f0697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06644e8-5f4d-439d-a579-ee85cd4ebfbc'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:17.196151 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af0805df-fdc2-42f4-84f0-faba48b5916b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/c61706ce-b3ab-47c9-8f37-e454ccabe790 HTTP/1.1" status: 204  len: 168 time: 0.6580670
Nov 06 21:02:17.196814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41930) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:17.198839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35cf38e2-1d46-49ec-899b-2ef1a7c16f69 req-f5aab09a-00a6-4a15-8376-1f1172a0f8e4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1468542
Nov 06 21:02:17.199043 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af4fa52-7e85-422f-8e57-62d265e98cea" -d '{"events": [{"server_uuid": "ee0998fd-8d0a-4d20-b417-2e27da5f0697", "name": "network-vif-plugged", "status": "completed", "tag": "c06644e8-5f4d-439d-a579-ee85cd4ebfbc"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:17.251682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c06644e8-5f4d-439d-a579-ee85cd4ebfbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:17.254630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29893cf2-405b-4b8f-a14a-2423ce9cf840 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:17.258081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29893cf2-405b-4b8f-a14a-2423ce9cf840 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:17.263831 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-29893cf2-405b-4b8f-a14a-2423ce9cf840 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0655956
Nov 06 21:02:17.264226 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.264542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41934) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:17.276004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35cf38e2-1d46-49ec-899b-2ef1a7c16f69 req-0511d4f6-8062-4518-94a4-06ccec0bce39 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761957
Nov 06 21:02:17.323823 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211cdc7a-cace-4494-a13e-d2edeb19204d x-openstack-request-id: req-211cdc7a-cace-4494-a13e-d2edeb19204d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:17.324043 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0998fd-8d0a-4d20-b417-2e27da5f0697", "name": "network-vif-plugged", "status": "completed", "tag": "c06644e8-5f4d-439d-a579-ee85cd4ebfbc", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:17.324264 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-211cdc7a-cace-4494-a13e-d2edeb19204d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:17.325001 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0998fd-8d0a-4d20-b417-2e27da5f0697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06644e8-5f4d-439d-a579-ee85cd4ebfbc', 'code': 200}
Nov 06 21:02:17.327827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a07ddd1-4bfb-41a1-98c7-bcb4f1356d4e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 4132ff7d-a756-4a50-b5fe-a2bf266b19d4 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:17.331205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a07ddd1-4bfb-41a1-98c7-bcb4f1356d4e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.384348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d865f5ba-5988-4ce3-8626-e4f9a567950e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.395189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a07ddd1-4bfb-41a1-98c7-bcb4f1356d4e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.402263 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d865f5ba-5988-4ce3-8626-e4f9a567950e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.431256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:17.501579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722502e6-9b9a-477b-a95f-b8cb8fddf8f8 req-38576936-43b3-498c-8efc-7a6fae2cb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:17.503788 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-722502e6-9b9a-477b-a95f-b8cb8fddf8f8 req-38576936-43b3-498c-8efc-7a6fae2cb24f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 1100 time: 0.1039321
Nov 06 21:02:17.523223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92517f3ac0>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:51Z', 'revision_number': 5, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:17.526182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d865f5ba-5988-4ce3-8626-e4f9a567950e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router a00c2eac-0887-4546-8f6f-e03f78d70e35 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:17.539970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a07ddd1-4bfb-41a1-98c7-bcb4f1356d4e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.551729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980b6cd-1647-4bc6-a087-bbe635a99d77 None None] The sync data for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 is: [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0e143bc-d86c-40d9-8c88-7db1f9f0ca32', 'name': '', 'network_id': 'eb18f83c-d18b-4a29-9010-a6e673304a12', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'mac_address': 'fa:16:3e:9f:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:45Z', 'updated_at': '2021-11-06T20:50:51Z', 'revision_number': 5, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'subnets': [{'id': '57786d0b-1584-4a47-a73d-de1c64f6c3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:17.598475 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-722502e6-9b9a-477b-a95f-b8cb8fddf8f8 req-9742d42a-f54e-44d9-b741-25e8fb60475d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858679
Nov 06 21:02:17.624444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a07ddd1-4bfb-41a1-98c7-bcb4f1356d4e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.654758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07ddd1-4bfb-41a1-98c7-bcb4f1356d4e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=4132ff7d-a756-4a50-b5fe-a2bf266b19d4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:17.663548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a07ddd1-4bfb-41a1-98c7-bcb4f1356d4e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:17.670838 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8a07ddd1-4bfb-41a1-98c7-bcb4f1356d4e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/4132ff7d-a756-4a50-b5fe-a2bf266b19d4 HTTP/1.1" status: 204  len: 168 time: 0.4051096
Nov 06 21:02:17.671758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41936) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:17.740784 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-20c46078-94ed-42f5-839f-36b31b6c6987 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0648952
Nov 06 21:02:17.741621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41938) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:17.746774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:17.939894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843baf47-35dc-47ac-902c-1e3252a41fa3 None None] New status for floating IP cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:02:18.068720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41948) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:18.104786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d865f5ba-5988-4ce3-8626-e4f9a567950e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:18.118915 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d865f5ba-5988-4ce3-8626-e4f9a567950e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.118915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d865f5ba-5988-4ce3-8626-e4f9a567950e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/a00c2eac-0887-4546-8f6f-e03f78d70e35 HTTP/1.1" status: 200  len: 892 time: 1.2210565
Nov 06 21:02:18.120000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41952) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:18.132346 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054f92bb-31ee-4500-9f98-0c422a542c68 None None] Sync routers for ids ['a00c2eac-0887-4546-8f6f-e03f78d70e35'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:18.162092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac6899-7987-464b-becc-caaaf0adb4d9 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:18.166348 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054f92bb-31ee-4500-9f98-0c422a542c68 None None] Routers {'a00c2eac-0887-4546-8f6f-e03f78d70e35'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:18.167254 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-054f92bb-31ee-4500-9f98-0c422a542c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528a49a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a00c2eac-0887-4546-8f6f-e03f78d70e35'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:18.247302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6826-385c-4640-80e5-50df2a6dd328 req-302344a8-a6ce-47ac-9c51-da96194108f5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:18.249859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71ad6826-385c-4640-80e5-50df2a6dd328 req-302344a8-a6ce-47ac-9c51-da96194108f5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 949 time: 0.2354715
Nov 06 21:02:18.258841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 960c8fdb-d245-45ba-ac24-62141ea9f1af up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:18.259848 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-054f92bb-31ee-4500-9f98-0c422a542c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528a49a0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:18.270786 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054f92bb-31ee-4500-9f98-0c422a542c68 None None] Routers {'a00c2eac-0887-4546-8f6f-e03f78d70e35'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:18.271400 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-054f92bb-31ee-4500-9f98-0c422a542c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528a49a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:01:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a00c2eac-0887-4546-8f6f-e03f78d70e35'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:18.283874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:18.287330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.305723 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-609c1a57-7976-4c1f-89f9-aebf83ebe0bc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.346544 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-054f92bb-31ee-4500-9f98-0c422a542c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528a49a0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:18.347106 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054f92bb-31ee-4500-9f98-0c422a542c68 None None] The sync data for ids ['a00c2eac-0887-4546-8f6f-e03f78d70e35'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:18.353716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6517f751-ac7f-47f1-a2a2-79ca43cfe225 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/routers/a00c2eac-0887-4546-8f6f-e03f78d70e35 HTTP/1.1" status: 200  len: 892 time: 0.2295082
Nov 06 21:02:18.356594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41956) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:18.362989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-609c1a57-7976-4c1f-89f9-aebf83ebe0bc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.375737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71ad6826-385c-4640-80e5-50df2a6dd328 req-b2180cf7-aa39-49ee-9013-8bfd01a970f2 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067638
Nov 06 21:02:18.378483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bf61ed06-ea62-490c-9555-dbd58cc70acd None None] Provisioning complete for port 960c8fdb-d245-45ba-ac24-62141ea9f1af triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:18.378777 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf61ed06-ea62-490c-9555-dbd58cc70acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.389150 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-169cfda7-4efa-4ae9-9c08-4c3e17e33cd9 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=a00c2eac-0887-4546-8f6f-e03f78d70e35 HTTP/1.1" status: 200  len: 205 time: 0.0308857
Nov 06 21:02:18.390389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41958) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:18.483655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5546-c8c7-4f94-959f-da705f04a878 req-71ee96f7-f8ce-4bfd-a78f-e3a04a506394 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:18.484593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 960c8fdb-d245-45ba-ac24-62141ea9f1af triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:18.485144 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.488788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20e5546-c8c7-4f94-959f-da705f04a878 req-71ee96f7-f8ce-4bfd-a78f-e3a04a506394 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0876086
Nov 06 21:02:18.503805 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-609c1a57-7976-4c1f-89f9-aebf83ebe0bc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.508900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-609c1a57-7976-4c1f-89f9-aebf83ebe0bc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.510799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-609c1a57-7976-4c1f-89f9-aebf83ebe0bc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "DELETE /v2.0/security-groups/773178b4-7e70-4117-ad6d-ebafa7baa9a9 HTTP/1.1" status: 204  len: 168 time: 0.4409173
Nov 06 21:02:18.514894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41960) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:18.537283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c1a57-7976-4c1f-89f9-aebf83ebe0bc tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773178b4-7e70-4117-ad6d-ebafa7baa9a9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:18.543284 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-38c9ce02-23ab-4fa0-a634-12ae27ff81d7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] show failed (client error): The resource could not be found.
Nov 06 21:02:18.544496 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38c9ce02-23ab-4fa0-a634-12ae27ff81d7 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "GET /v2.0/security-groups/773178b4-7e70-4117-ad6d-ebafa7baa9a9 HTTP/1.1" status: 404  len: 347 time: 0.0285740
Nov 06 21:02:18.548446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41962) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:18.578109 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf61ed06-ea62-490c-9555-dbd58cc70acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.584132 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.641545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bf61ed06-ea62-490c-9555-dbd58cc70acd None None] For port 960c8fdb-d245-45ba-ac24-62141ea9f1af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=960c8fdb-d245-45ba-ac24-62141ea9f1af,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:18.650354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:18.661284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:18.664078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf61ed06-ea62-490c-9555-dbd58cc70acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.669864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20e5546-c8c7-4f94-959f-da705f04a878 req-88ceb735-64f1-4e0b-a088-6eed28933531 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774683
Nov 06 21:02:18.705890 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.711821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: d18e4680-1b28-4007-9364-246ce392f8a2 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:18.712612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d18e4680-1b28-4007-9364-246ce392f8a2 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:18.730357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Deleting port 2bf0f930-b167-4215-97db-5080417022e6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:18.730845 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.749700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.796562 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.803201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61ed06-ea62-490c-9555-dbd58cc70acd None None] Pushing event updated for resources: {'Port': ['ID=960c8fdb-d245-45ba-ac24-62141ea9f1af,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:18.809292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:18.818988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:18.823444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.823937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.824815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:18.825542 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.825849 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:02:18.826755 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:02:18.833556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=1dde9234-1fa3-4dc3-a20e-513af829c88e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:18.835605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] Deleting port 960c8fdb-d245-45ba-ac24-62141ea9f1af {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:18.836149 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.839969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Calling delete_port for 2bf0f930-b167-4215-97db-5080417022e6 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:18.873249 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-231af93a-b14d-418c-b08d-e1445d80aad8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1303854
Nov 06 21:02:18.878888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41964) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:18.887581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'name': 'tempest-NetworksTestDHCPv6-415753627'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:18.930559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] For port 960c8fdb-d245-45ba-ac24-62141ea9f1af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=960c8fdb-d245-45ba-ac24-62141ea9f1af,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:18.930952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.941416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 09e80df2-42f3-4d83-945f-1a27c2c4b6f5 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:18.941757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:18.944019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] Calling delete_port for 960c8fdb-d245-45ba-ac24-62141ea9f1af owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:19.015894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.030095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.050006 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Pushing event deleted for resources: {'Port': ['ID=2bf0f930-b167-4215-97db-5080417022e6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:19.062766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] Pushing event deleted for resources: {'Port': ['ID=960c8fdb-d245-45ba-ac24-62141ea9f1af,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:19.072339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec384754-2d75-4f9f-8926-39d4d5f1d204 None None] No DVR routers for this DVR port 960c8fdb-d245-45ba-ac24-62141ea9f1af on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:19.093303 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadbfa84-3b2e-408d-858d-93048e2da75e None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:19.126406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:19.130942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.156911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.159761 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.163895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bc286c94-ad86-4cd0-8b00-905c61ebdbb8 tempest-ServerActionsTestJSON-356451525 tempest-ServerActionsTestJSON-356451525-project] 10.222.0.13 "DELETE /v2.0/floatingips/cbe47b86-9a0f-4166-8fe0-e33f9c9e8c9b HTTP/1.1" status: 204  len: 168 time: 0.6112697
Nov 06 21:02:19.164095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41968) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:19.171587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 29c4de99-6e2b-4cb5-8875-3986d92e9c66 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:19.178024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.218188 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-05f42f30-7409-4eea-904d-0c98fd8e8969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.225960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 09e80df2-42f3-4d83-945f-1a27c2c4b6f5 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:19.318011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '1dde9234-1fa3-4dc3-a20e-513af829c88e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:19.318011 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.349701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Port 960c8fdb-d245-45ba-ac24-62141ea9f1af update to ACTIVE by agent not found {{(pid=119335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 06 21:02:19.358936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::2ed (5d860e38-6a16-4e75-a66b-12fac1376f02/1dde9234-1fa3-4dc3-a20e-513af829c88e/29c4de99-6e2b-4cb5-8875-3986d92e9c66) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:19.547174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.584055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=09e80df2-42f3-4d83-945f-1a27c2c4b6f5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:19.589391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88438f0a-a392-451d-a846-a16eebcb1c1c req-919099bb-11fd-4879-be8d-40a8d2e847c1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:19.590936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88438f0a-a392-451d-a846-a16eebcb1c1c req-919099bb-11fd-4879-be8d-40a8d2e847c1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 949 time: 0.1289878
Nov 06 21:02:19.658309 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.671713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.693074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88438f0a-a392-451d-a846-a16eebcb1c1c req-dabb7de4-5142-454f-a29d-571ce393f86e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914426
Nov 06 21:02:19.778421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.781634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.829216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.842019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.842594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Fanout notify agent at l3_agent the message router_deleted on router a00c2eac-0887-4546-8f6f-e03f78d70e35 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:02:19.843004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295592ad-898e-402c-925b-341eb32b3079 req-0cb083e9-c40a-45df-95da-cc62cbf1a099 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:19.846397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-295592ad-898e-402c-925b-341eb32b3079 req-0cb083e9-c40a-45df-95da-cc62cbf1a099 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0764349
Nov 06 21:02:19.853339 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.854478 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a868e305-1f0e-4c5a-9404-be7bf7d85520 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/a00c2eac-0887-4546-8f6f-e03f78d70e35 HTTP/1.1" status: 204  len: 168 time: 1.4637606
Nov 06 21:02:19.859857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.870213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41982) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:19.886123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1133003202'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:19.908356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:19.910081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=29c4de99-6e2b-4cb5-8875-3986d92e9c66,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:19.913559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:19.915710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:19.922774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:19.923464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:19.924100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/1dde9234-1fa3-4dc3-a20e-513af829c88e/1d6871a1-42b1-4c8c-b122-2dbed093fc34) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:19.990807 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2626606b-be1e-4fe3-aa69-0ee3f70879ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1071420
Nov 06 21:02:19.993379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41984) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:20.007615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:20.011839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.051476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-295592ad-898e-402c-925b-341eb32b3079 req-ac8caba3-ef71-47ae-9d34-4982522f5ff2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793072
Nov 06 21:02:20.052071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d7f6e-9c1e-41ac-86ba-7c5b5eb006d7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.056437 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ad1d7f6e-9c1e-41ac-86ba-7c5b5eb006d7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.0591311
Nov 06 21:02:20.057480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41988) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:20.092921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:20.193366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6b01b-792c-45bc-8bc8-5826445a6fca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 29c4de99-6e2b-4cb5-8875-3986d92e9c66 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:20.193760 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b01b-792c-45bc-8bc8-5826445a6fca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.197281 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.197639 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment 8898e068-5bcf-404a-8499-5837e40c0dd1 of type vlan for network d36da151-4f9d-466b-976c-aff76582a6e9
Nov 06 21:02:20.248227 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.300894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b01b-792c-45bc-8bc8-5826445a6fca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.305102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.311543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.312189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.323010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6b01b-792c-45bc-8bc8-5826445a6fca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 29c4de99-6e2b-4cb5-8875-3986d92e9c66 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:20.324507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 960c8fdb-d245-45ba-ac24-62141ea9f1af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:20.363013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 960c8fdb-d245-45ba-ac24-62141ea9f1af {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:20.363555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 960c8fdb-d245-45ba-ac24-62141ea9f1af not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:20.388117 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.398480 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.445883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5628095
Nov 06 21:02:20.445883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41994) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:20.453771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:20.454458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': 'd36da151-4f9d-466b-976c-aff76582a6e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:20.458982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:20.466878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:20.476982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b01b-792c-45bc-8bc8-5826445a6fca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.480568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc07886-7b0f-4b2c-8d29-ec54624d1155 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=d36da151-4f9d-466b-976c-aff76582a6e9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:20.503501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Pushing event updated for resources: {'Port': ['ID=1d6871a1-42b1-4c8c-b122-2dbed093fc34,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:20.506289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network d36da151-4f9d-466b-976c-aff76582a6e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:20.508068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b01b-792c-45bc-8bc8-5826445a6fca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=29c4de99-6e2b-4cb5-8875-3986d92e9c66,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:20.547732 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b01b-792c-45bc-8bc8-5826445a6fca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.552382 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d6d6b01b-792c-45bc-8bc8-5826445a6fca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/29c4de99-6e2b-4cb5-8875-3986d92e9c66 HTTP/1.1" status: 204  len: 168 time: 0.4931402
Nov 06 21:02:20.553431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41996) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:20.609739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61056bc9-7f6e-4864-bd29-0d7f99bedea6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.611525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61056bc9-7f6e-4864-bd29-0d7f99bedea6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.615449 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-61056bc9-7f6e-4864-bd29-0d7f99bedea6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0580554
Nov 06 21:02:20.615587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-9da792b0-917f-4b48-a378-ce52609cd605 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.615587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-9da792b0-917f-4b48-a378-ce52609cd605 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.615587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-9da792b0-917f-4b48-a378-ce52609cd605 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.615587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-9da792b0-917f-4b48-a378-ce52609cd605 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.615587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-9da792b0-917f-4b48-a378-ce52609cd605 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.615587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-9da792b0-917f-4b48-a378-ce52609cd605 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:20.616932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41998) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:20.617919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-9da792b0-917f-4b48-a378-ce52609cd605 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697&device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9&device_id=73886535-1924-43e9-86fe-e2cdef2d59af&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af&device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0&device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 5542 time: 0.1576242
Nov 06 21:02:20.623623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Deleting port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:20.623963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.636621 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.640420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Attempting to bind port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:20.640667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Attempting to bind port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:20.641033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Attempting to bind port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:20.656017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:20.656588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:20.657001 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.657398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:20.657876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Bound port: 1d6871a1-42b1-4c8c-b122-2dbed093fc34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:20.658260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.672651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-57211d35-95ff-45e2-a4d0-3100ad6bc38e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 1dde9234-1fa3-4dc3-a20e-513af829c88e {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:20.675804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57211d35-95ff-45e2-a4d0-3100ad6bc38e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.680478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:20.683953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.690176 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-a5332bb0-52d9-40f4-a073-bf2b6358bed3 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.716824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57211d35-95ff-45e2-a4d0-3100ad6bc38e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.734484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] For port 1d6871a1-42b1-4c8c-b122-2dbed093fc34, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:20.738389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] For port 1d6871a1-42b1-4c8c-b122-2dbed093fc34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d6871a1-42b1-4c8c-b122-2dbed093fc34,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:20.743945 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.806647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96980381-ef8e-48b2-95cd-41a900a55d64 None None] Pushing event updated for resources: {'Port': ['ID=1d6871a1-42b1-4c8c-b122-2dbed093fc34,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:20.817424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57211d35-95ff-45e2-a4d0-3100ad6bc38e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.830725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] For port a0e143bc-d86c-40d9-8c88-7db1f9f0ca32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:20.831100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.853448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Calling delete_port for a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:20.887804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57211d35-95ff-45e2-a4d0-3100ad6bc38e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.919544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57211d35-95ff-45e2-a4d0-3100ad6bc38e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=1dde9234-1fa3-4dc3-a20e-513af829c88e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:20.924893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57211d35-95ff-45e2-a4d0-3100ad6bc38e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:20.928164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-57211d35-95ff-45e2-a4d0-3100ad6bc38e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/1dde9234-1fa3-4dc3-a20e-513af829c88e HTTP/1.1" status: 204  len: 168 time: 0.3109798
Nov 06 21:02:20.931492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42000) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:20.984120 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-37af3de6-fce3-463e-85a9-70c12a4ae668 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0489018
Nov 06 21:02:20.984372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:20.990766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:21.068948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-a5332bb0-52d9-40f4-a073-bf2b6358bed3 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.099454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:21.105187 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.121801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-a5332bb0-52d9-40f4-a073-bf2b6358bed3 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.146807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.312862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5332bb0-52d9-40f4-a073-bf2b6358bed3 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75065233-7ec3-4554-9efe-54454c85eac6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:21.337039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.384133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13ac21-e0da-4c4e-923a-7b4267b9930a req-6f322f8e-b203-40ec-b073-c8034a681179 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:21.385680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c13ac21-e0da-4c4e-923a-7b4267b9930a req-6f322f8e-b203-40ec-b073-c8034a681179 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.2456508
Nov 06 21:02:21.386134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:21.390309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=b07e5886-d727-470a-a78a-89dfe95a3956,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:21.393562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:21.398729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:21.399489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.414951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f2fcaab-2a18-49fe-b293-c22815861f12 req-a5332bb0-52d9-40f4-a073-bf2b6358bed3 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&id=f084857d-6aa7-4ef4-b129-86ae04a3599e&id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 539 time: 0.7843423
Nov 06 21:02:21.419286 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4338253
Nov 06 21:02:21.423312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42008) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:21.428250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'name': 'tempest-NetworksTestDHCPv6-1483368218'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:21.432012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11165ab9-1439-405d-8d81-ad21cfbfdde5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=0ca61c1a-c45b-4ef9-8ec2-df651229f813,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:21.468579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': '8898e068-5bcf-404a-8499-5837e40c0dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd36da151-4f9d-466b-976c-aff76582a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:21.469047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: d36da151-4f9d-466b-976c-aff76582a6e9, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:21.504072 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.552654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e143bc-d86c-40d9-8c88-7db1f9f0ca32,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:21.554854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network d36da151-4f9d-466b-976c-aff76582a6e9 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:21.563240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c13ac21-e0da-4c4e-923a-7b4267b9930a req-59d3da8d-6da9-459a-bbff-8a26081f5b45 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696100
Nov 06 21:02:21.597229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:21.597699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d36da151-4f9d-466b-976c-aff76582a6e9) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:21.601781 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.606527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca4105b-5cbb-4508-a46f-ac5b6628f40c None None] Network d36da151-4f9d-466b-976c-aff76582a6e9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:21.621308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:21.622508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.634427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:21.659201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e6cf5e20-a959-417d-9119-3405db006851 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2084417
Nov 06 21:02:21.661672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42016) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:21.666547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-53c298fb-0f6a-4f41-81f3-673355c9bf49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-845846913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:21.808750 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.876625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d36da151-4f9d-466b-976c-aff76582a6e9', 'network_id': 'd36da151-4f9d-466b-976c-aff76582a6e9', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': 'b07e5886-d727-470a-a78a-89dfe95a3956'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:21.877499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:21.921664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::84 (5d860e38-6a16-4e75-a66b-12fac1376f02/0ca61c1a-c45b-4ef9-8ec2-df651229f813/b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:22.088048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Allocated IP 2001:db8::2 (d36da151-4f9d-466b-976c-aff76582a6e9/b07e5886-d727-470a-a78a-89dfe95a3956/4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:22.224986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.249818 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53c298fb-0f6a-4f41-81f3-673355c9bf49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.250790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53c298fb-0f6a-4f41-81f3-673355c9bf49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.279414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b17bda0-0231-44f7-a13a-7ed94927e1ab None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:22.287375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911891e7-875b-467e-84c9-24d9ff2f1103 req-a59f77b9-5931-4f40-97c5-9c8b633f4161 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:22.288555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911891e7-875b-467e-84c9-24d9ff2f1103 req-a59f77b9-5931-4f40-97c5-9c8b633f4161 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:22.288907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911891e7-875b-467e-84c9-24d9ff2f1103 req-a59f77b9-5931-4f40-97c5-9c8b633f4161 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:22.302983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-911891e7-875b-467e-84c9-24d9ff2f1103 req-a59f77b9-5931-4f40-97c5-9c8b633f4161 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697&device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9&device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 2883 time: 0.1147389
Nov 06 21:02:22.305963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.311833 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.325720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1d6871a1-42b1-4c8c-b122-2dbed093fc34 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:22.354784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:22.357956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:22.365047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:22.371167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:22.371788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.379004 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.383160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:22.397851 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7d2c0db-627d-43e7-a21d-d6cb1e6c79a4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9733870
Nov 06 21:02:22.400603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42018) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:22.408977 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.425646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53c298fb-0f6a-4f41-81f3-673355c9bf49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.449226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53c298fb-0f6a-4f41-81f3-673355c9bf49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.457696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfab3e4-5f6a-4c57-8da9-4133c6061745 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:22.464697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfab3e4-5f6a-4c57-8da9-4133c6061745 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:22.466406 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fbfab3e4-5f6a-4c57-8da9-4133c6061745 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1589 time: 0.0647123
Nov 06 21:02:22.469135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42020) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:22.480672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b5e43ebd-1564-4ec4-b010-de40ad32c8f3 None None] Provisioning complete for port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:22.481039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5e43ebd-1564-4ec4-b010-de40ad32c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.494204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:22.518654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-911891e7-875b-467e-84c9-24d9ff2f1103 req-bac0042d-e3fe-4570-a225-226edd67d731 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142735
Nov 06 21:02:22.521351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Network d36da151-4f9d-466b-976c-aff76582a6e9 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:22.526640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:22.528375 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.531120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:22.572933 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53c298fb-0f6a-4f41-81f3-673355c9bf49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.576673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-53c298fb-0f6a-4f41-81f3-673355c9bf49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9139512
Nov 06 21:02:22.580115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42026) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:22.635845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:22.636928 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.676722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Attempting to bind port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:22.676722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Attempting to bind port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8898e068-5bcf-404a-8499-5837e40c0dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd36da151-4f9d-466b-976c-aff76582a6e9'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:22.676722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Attempting to bind port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 on network d36da151-4f9d-466b-976c-aff76582a6e9 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:22.702500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:22.702871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Checking segment: {'id': '8898e068-5bcf-404a-8499-5837e40c0dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd36da151-4f9d-466b-976c-aff76582a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:22.703269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.703389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-93ff3163-d311-4ee4-973f-53acef49d21d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:22.703872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93ff3163-d311-4ee4-973f-53acef49d21d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.703974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Bound using segment: {'id': '8898e068-5bcf-404a-8499-5837e40c0dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd36da151-4f9d-466b-976c-aff76582a6e9'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:22.704148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Bound port: 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8898e068-5bcf-404a-8499-5837e40c0dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd36da151-4f9d-466b-976c-aff76582a6e9'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:22.704517 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.773703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5e43ebd-1564-4ec4-b010-de40ad32c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.805623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:22.815540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef9f12-1b57-468e-8abe-9e409596929d req-772001a7-5b36-48c3-9e19-367c8a7577fa tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:22.823424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6fef9f12-1b57-468e-8abe-9e409596929d req-772001a7-5b36-48c3-9e19-367c8a7577fa tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0914507
Nov 06 21:02:22.891115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b5e43ebd-1564-4ec4-b010-de40ad32c8f3 None None] For port 1d6871a1-42b1-4c8c-b122-2dbed093fc34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d6871a1-42b1-4c8c-b122-2dbed093fc34,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:22.898966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] For port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:22.903581 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5e43ebd-1564-4ec4-b010-de40ad32c8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.912253 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.919889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] For port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17,segment=NetworkSegment(8898e068-5bcf-404a-8499-5837e40c0dd1),segment_id=8898e068-5bcf-404a-8499-5837e40c0dd1)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:22.973280 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:22.980252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6fef9f12-1b57-468e-8abe-9e409596929d req-de5bf1d1-4013-4182-8b81-43925b0e724d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533420
Nov 06 21:02:23.082633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e43ebd-1564-4ec4-b010-de40ad32c8f3 None None] Pushing event updated for resources: {'Port': ['ID=1d6871a1-42b1-4c8c-b122-2dbed093fc34,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:23.124738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:23.126695 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:02:23.127057 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:02:23.135173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9835a67b-c06b-4bdf-ae69-f567eac55ba5 admin admin] 10.222.0.13 "PUT /v2.0/routers/7dd61f36-83b3-4206-8fa2-d5b19354f0e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9675834
Nov 06 21:02:23.142929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] Sync routers for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:23.143991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42040) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:23.177725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e7d50-5635-4a05-a7b9-38f28afeca90 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:23.181301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:23.182038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251703880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:23.314064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:23.330551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:23.482140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93ff3163-d311-4ee4-973f-53acef49d21d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:23.514833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-49eb68fa-863e-4cb1-816e-b2529b4ef54e None None] Provisioning complete for port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:23.515279 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-49eb68fa-863e-4cb1-816e-b2529b4ef54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:23.519956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-93ff3163-d311-4ee4-973f-53acef49d21d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:23.534250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:23.614998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:23.744643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Deleting port d73f0e11-675a-4f48-800f-692f1b3cae08 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:23.745286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:23.928536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] For port d73f0e11-675a-4f48-800f-692f1b3cae08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d73f0e11-675a-4f48-800f-692f1b3cae08,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:23.929613 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:23.945391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Calling delete_port for d73f0e11-675a-4f48-800f-692f1b3cae08 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:24.035736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-49eb68fa-863e-4cb1-816e-b2529b4ef54e None None] Provisioning complete for port b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:24.036267 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-49eb68fa-863e-4cb1-816e-b2529b4ef54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.045648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93ff3163-d311-4ee4-973f-53acef49d21d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.066940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251703880>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T21:02:21Z', 'revision_number': 5, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port': {'id': 'd73f0e11-675a-4f48-800f-692f1b3cae08', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:68:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:50:40Z', 'updated_at': '2021-11-06T20:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:24.100002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] Checking router: 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:24.102446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-49eb68fa-863e-4cb1-816e-b2529b4ef54e None None] Port b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83 was deleted so its status cannot be updated. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 06 21:02:24.122290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] Routers {'7dd61f36-83b3-4206-8fa2-d5b19354f0e6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:24.123805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251703880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:24.130841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1be9f-9855-4d43-bf58-d2c55142c1da req-e59549e4-cee4-451f-91ba-70984a81dfc4 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:24.145408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14e1be9f-9855-4d43-bf58-d2c55142c1da req-e59549e4-cee4-451f-91ba-70984a81dfc4 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1101 time: 0.3182962
Nov 06 21:02:24.161621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff3163-d311-4ee4-973f-53acef49d21d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:24.230645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93ff3163-d311-4ee4-973f-53acef49d21d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.241269 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-93ff3163-d311-4ee4-973f-53acef49d21d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83 HTTP/1.1" status: 204  len: 168 time: 1.7708898
Nov 06 21:02:24.252708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42052) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:24.263536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-398a3fea-9596-43b8-81f2-f1680d52727c None None] Could not find standard attr ID for object c61706ce-b3ab-47c9-8f37-e454ccabe790. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:02:24.313748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-398a3fea-9596-43b8-81f2-f1680d52727c None None] Could not find standard attr ID for object 29c4de99-6e2b-4cb5-8875-3986d92e9c66. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:02:24.328869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8::1 (d36da151-4f9d-466b-976c-aff76582a6e9/b07e5886-d727-470a-a78a-89dfe95a3956/8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:24.337085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] Set router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:24.415087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1d6871a1-42b1-4c8c-b122-2dbed093fc34 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:24.459206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251703880>, [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T21:02:23Z', 'revision_number': 6, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:24.464238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1d844-4053-4f2c-b03c-a800ef2e1515 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:24.465946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b1d844-4053-4f2c-b03c-a800ef2e1515 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:24.470269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-29b1d844-4053-4f2c-b03c-a800ef2e1515 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2157729
Nov 06 21:02:24.474866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42054) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:24.483855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981a2d6-e6b4-4357-935e-8410400e1509 req-0c5070bd-f2e5-4ed8-bd0c-8f0891f2e7f2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:24.485433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e981a2d6-e6b4-4357-935e-8410400e1509 req-0c5070bd-f2e5-4ed8-bd0c-8f0891f2e7f2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.2418699
Nov 06 21:02:24.534529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14e1be9f-9855-4d43-bf58-d2c55142c1da req-8c68792b-7c05-40ed-8cf0-18b3b2bbe09e tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3879986
Nov 06 21:02:24.534757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.541180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd70e61-19db-4fe3-86ce-db602b6343b7 None None] The sync data for ids ['7dd61f36-83b3-4206-8fa2-d5b19354f0e6'] in ncdv-master-1 is: [{'id': '7dd61f36-83b3-4206-8fa2-d5b19354f0e6', 'name': 'tempest-ServerActionsTestJSON-325862016-router', 'tenant_id': 'a7fa6742333c428d864b6c5b2319997d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:50:39Z', 'updated_at': '2021-11-06T21:02:23Z', 'revision_number': 6, 'project_id': 'a7fa6742333c428d864b6c5b2319997d', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:24.571922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5c880db0-b253-44e3-976b-fe7abf2842e9 None None] Could not find standard attr ID for object b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:02:24.603417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:24.603889 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.630897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.724907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network d36da151-4f9d-466b-976c-aff76582a6e9 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:24.726763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:24.733265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:24.738047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:24.738554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.742580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:24.754529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-335b26a6-c950-4017-bd9d-493574134204 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 0ca61c1a-c45b-4ef9-8ec2-df651229f813 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:24.770033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062b1dd-732b-43ca-a7e6-41a2de988a07 None None] Network d36da151-4f9d-466b-976c-aff76582a6e9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:24.771770 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-335b26a6-c950-4017-bd9d-493574134204 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.783104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.852445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73f0e11-675a-4f48-800f-692f1b3cae08,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:24.868342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e981a2d6-e6b4-4357-935e-8410400e1509 req-40ee1f1f-1cea-42c9-977e-3eb2a6aa57f8 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3511226
Nov 06 21:02:24.877129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-13ca7bbd-5e00-4d6d-84cb-c5542295a59d None None] Provisioning complete for port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:24.877508 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-13ca7bbd-5e00-4d6d-84cb-c5542295a59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.915320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.955729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-335b26a6-c950-4017-bd9d-493574134204 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:24.963487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:24.963911 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.021148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-335b26a6-c950-4017-bd9d-493574134204 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.108259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143fb3-dfa1-45fb-b94c-f284e42d1b43 req-a703aece-baf5-405a-bbab-ddb3b4fbc433 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:25.109787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de143fb3-dfa1-45fb-b94c-f284e42d1b43 req-a703aece-baf5-405a-bbab-ddb3b4fbc433 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1101 time: 0.4373941
Nov 06 21:02:25.119199 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.158464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-335b26a6-c950-4017-bd9d-493574134204 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.198840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17,segment=NetworkSegment(8898e068-5bcf-404a-8499-5837e40c0dd1),segment_id=8898e068-5bcf-404a-8499-5837e40c0dd1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:25.204931 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-13ca7bbd-5e00-4d6d-84cb-c5542295a59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.209490 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.217547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de143fb3-dfa1-45fb-b94c-f284e42d1b43 req-e9e0e31b-5692-4515-89d8-f2549e2eb003 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631611
Nov 06 21:02:25.246196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b26a6-c950-4017-bd9d-493574134204 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca61c1a-c45b-4ef9-8ec2-df651229f813,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:25.253941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-335b26a6-c950-4017-bd9d-493574134204 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.260319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-335b26a6-c950-4017-bd9d-493574134204 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/0ca61c1a-c45b-4ef9-8ec2-df651229f813 HTTP/1.1" status: 204  len: 168 time: 0.7715082
Nov 06 21:02:25.265439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42064) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:25.356650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:25.364424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a249a295-3172-469b-aa33-92b031d4aec2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0976455
Nov 06 21:02:25.365431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.368809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42066) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:25.376430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-13ca7bbd-5e00-4d6d-84cb-c5542295a59d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:02:25.376890 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-13ca7bbd-5e00-4d6d-84cb-c5542295a59d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:02:25.443941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.450682 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.452061 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.570993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa8c22-3be9-4aad-bdfa-465bb55d2b93 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:25.587978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.590874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:25.596060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.642353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network d36da151-4f9d-466b-976c-aff76582a6e9 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:25.644402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:25.690779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97dcac-cbbe-47fa-aea5-cddb2fd073b8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:25.693283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1a97dcac-cbbe-47fa-aea5-cddb2fd073b8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3234954
Nov 06 21:02:25.696500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42070) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:25.711551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.712133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dd61f36-83b3-4206-8fa2-d5b19354f0e6 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:02:25.747559 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.748859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f8555e2b-a5d8-4db8-b0bd-3c2afa6c0a71 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7dd61f36-83b3-4206-8fa2-d5b19354f0e6 HTTP/1.1" status: 204  len: 168 time: 2.6038454
Nov 06 21:02:25.751831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42072) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:25.875385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce59e0-09f6-4d08-87ed-5204f372af24 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:25.876991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-09ce59e0-09f6-4d08-87ed-5204f372af24 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1796060
Nov 06 21:02:25.886989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42074) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:25.914911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f11722a-c01d-43c3-83a1-d1d32eace6b6 admin admin] Deleting subnet 57786d0b-1584-4a47-a73d-de1c64f6c3e9 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:25.924566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7f11722a-c01d-43c3-83a1-d1d32eace6b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:25.925851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:25.987712 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a8b960b1-ffb1-4bb1-a86f-cdb25fc2cf32 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0995536
Nov 06 21:02:25.995970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42078) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:26.010249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:26.021909 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7f11722a-c01d-43c3-83a1-d1d32eace6b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.071619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] Deleting port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:26.072622 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.168950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] For port 1d6871a1-42b1-4c8c-b122-2dbed093fc34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d6871a1-42b1-4c8c-b122-2dbed093fc34,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:26.169918 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.186384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] Calling delete_port for 1d6871a1-42b1-4c8c-b122-2dbed093fc34 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:26.223846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-94453104-e60e-4d03-9e3a-be8853162a52 None None] Provisioning complete for port 8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:26.224187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94453104-e60e-4d03-9e3a-be8853162a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.250509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:26.251771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:26.255350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.268516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router 3c18325c-e1c4-4519-a5b2-9de1a4557ff9 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:02:26.367850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e97333-42a3-4930-aacf-69300ef88d20 req-5ab69cf3-60df-4e39-9f6f-3d208e7a164b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:26.369457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98e97333-42a3-4930-aacf-69300ef88d20 req-5ab69cf3-60df-4e39-9f6f-3d208e7a164b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.2526517
Nov 06 21:02:26.400359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-94453104-e60e-4d03-9e3a-be8853162a52 None None] Port 8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:26.422684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7f11722a-c01d-43c3-83a1-d1d32eace6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.467583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-94453104-e60e-4d03-9e3a-be8853162a52 None None] Provisioning complete for port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:26.468168 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94453104-e60e-4d03-9e3a-be8853162a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.506341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98e97333-42a3-4930-aacf-69300ef88d20 req-3f7b1588-d8c9-41bd-859b-3bb0d38677c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206286
Nov 06 21:02:26.514788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:26.515274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.519118 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.554636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7f11722a-c01d-43c3-83a1-d1d32eace6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.582906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11722a-c01d-43c3-83a1-d1d32eace6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57786d0b-1584-4a47-a73d-de1c64f6c3e9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:26.595780 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7f11722a-c01d-43c3-83a1-d1d32eace6b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.601600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:26.602155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7f11722a-c01d-43c3-83a1-d1d32eace6b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57786d0b-1584-4a47-a73d-de1c64f6c3e9 HTTP/1.1" status: 204  len: 168 time: 0.8464184
Nov 06 21:02:26.608037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42092) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:26.608835 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c1b8412d-119f-48d7-b0c9-2c75b20dbd5c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/3c18325c-e1c4-4519-a5b2-9de1a4557ff9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0275512
Nov 06 21:02:26.609394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42094) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:26.613828 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e045feb-d29d-4790-a8ee-07204866d922 None None] Sync routers for ids ['3c18325c-e1c4-4519-a5b2-9de1a4557ff9'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:26.634940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e045feb-d29d-4790-a8ee-07204866d922 None None] Routers {'3c18325c-e1c4-4519-a5b2-9de1a4557ff9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:26.635758 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0e045feb-d29d-4790-a8ee-07204866d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528a4d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3c18325c-e1c4-4519-a5b2-9de1a4557ff9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:26.671775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fbc86c-8f84-436a-a2f2-e58f4404768d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:26.676595 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c5fbc86c-8f84-436a-a2f2-e58f4404768d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports/8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd HTTP/1.1" status: 200  len: 911 time: 0.0661070
Nov 06 21:02:26.679975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42100) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:26.683559 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0e045feb-d29d-4790-a8ee-07204866d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528a4d00>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:26.686970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4adfc75b-36cc-406e-bf10-f3fc237566b7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b07e5886-d727-470a-a78a-89dfe95a3956'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:26.698127 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e045feb-d29d-4790-a8ee-07204866d922 None None] Routers {'3c18325c-e1c4-4519-a5b2-9de1a4557ff9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:26.699462 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0e045feb-d29d-4790-a8ee-07204866d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528a4d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3c18325c-e1c4-4519-a5b2-9de1a4557ff9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:26.750830 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0e045feb-d29d-4790-a8ee-07204866d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528a4d00>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:26.753252 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e045feb-d29d-4790-a8ee-07204866d922 None None] The sync data for ids ['3c18325c-e1c4-4519-a5b2-9de1a4557ff9'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:26.766253 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.836324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718067bb-800e-4830-a600-a3ac8425465a None None] Network eb18f83c-d18b-4a29-9010-a6e673304a12 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:26.841381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Deleting port 44ba8b02-e6ec-48fb-9e03-637b76c68485 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:26.841952 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.846280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] Pushing event deleted for resources: {'Port': ['ID=1d6871a1-42b1-4c8c-b122-2dbed093fc34,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:26.881336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c125a-77b1-44ec-bf7d-f9d99ef2d9df None None] No DVR routers for this DVR port 1d6871a1-42b1-4c8c-b122-2dbed093fc34 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:26.904103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.977722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] For port 44ba8b02-e6ec-48fb-9e03-637b76c68485, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44ba8b02-e6ec-48fb-9e03-637b76c68485,segment=NetworkSegment(32c03fe0-d6a5-4dc1-a30a-591bc91bdcff),segment_id=32c03fe0-d6a5-4dc1-a30a-591bc91bdcff)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:26.978399 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:26.998279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Calling delete_port for 44ba8b02-e6ec-48fb-9e03-637b76c68485 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:27.008007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:27.012070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:27.013850 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4adfc75b-36cc-406e-bf10-f3fc237566b7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.030410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:27.031017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.048508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86e6b2-7038-44b6-96be-8d3132ba077c None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:27.068270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0711648
Nov 06 21:02:27.071185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42108) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:27.095515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '7ca1e47d-7f81-407c-b8f2-a291f69de4f2', 'ip_address': '2001:db8::993c:4fb8:c155:ceb8'}], 'name': 'tempest-NetworksTestDHCPv6-50617830'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:27.159775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e410896-ee62-41be-95ee-43e1b0908107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=7ca1e47d-7f81-407c-b8f2-a291f69de4f2,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:27.357383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1d6871a1-42b1-4c8c-b122-2dbed093fc34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:27.406396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:27.407516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dc863dd7-0a51-4d33-b1c3-02c7412fd25c None None] Provisioning complete for port 8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:27.407895 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc863dd7-0a51-4d33-b1c3-02c7412fd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.411225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 1d6871a1-42b1-4c8c-b122-2dbed093fc34 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:27.411501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1d6871a1-42b1-4c8c-b122-2dbed093fc34 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:27.411921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:27.419183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] DHCP port deletion for eb18f83c-d18b-4a29-9010-a6e673304a12 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:27.469200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:27.469543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a0e143bc-d86c-40d9-8c88-7db1f9f0ca32 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:27.469966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d73f0e11-675a-4f48-800f-692f1b3cae08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:27.521241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a5c2d-7301-45cc-bc49-19511667f5a1 req-949bf8ac-25b5-414c-8ce1-6e9f998ca48c tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:27.529863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c2a5c2d-7301-45cc-bc49-19511667f5a1 req-949bf8ac-25b5-414c-8ce1-6e9f998ca48c tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0836084
Nov 06 21:02:27.536498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: d73f0e11-675a-4f48-800f-692f1b3cae08 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:27.536803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d73f0e11-675a-4f48-800f-692f1b3cae08 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:27.556242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dc863dd7-0a51-4d33-b1c3-02c7412fd25c None None] Port 8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:27.566160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.578103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '7ca1e47d-7f81-407c-b8f2-a291f69de4f2'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:27.578988 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.609705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.612827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Pushing event deleted for resources: {'Port': ['ID=44ba8b02-e6ec-48fb-9e03-637b76c68485,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:27.614749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] No DVR routers for this DVR port 44ba8b02-e6ec-48fb-9e03-637b76c68485 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:27.620780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c2a5c2d-7301-45cc-bc49-19511667f5a1 req-7a205384-94a8-4a17-9b09-e2a6eb2d0095 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899727
Nov 06 21:02:27.637850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 69306a5d-98d9-4aa2-9971-5b97a7faa0b0 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:27.740198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.767366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255398eb0>,) {'filters': {'network_id': ['eb18f83c-d18b-4a29-9010-a6e673304a12']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:27.780829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] Deleting port 44ba8b02-e6ec-48fb-9e03-637b76c68485 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:27.781537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.791132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1887a8-eb73-4193-88a3-c1954f8d4e0c req-eb6420e8-eb1b-4808-9bc6-56f6bf0d82dc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:27.793017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e1887a8-eb73-4193-88a3-c1954f8d4e0c req-eb6420e8-eb1b-4808-9bc6-56f6bf0d82dc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0921168
Nov 06 21:02:27.794821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255398eb0>, '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:27.795108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255398eb0>, '32c03fe0-d6a5-4dc1-a30a-591bc91bdcff') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:27.804611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4adfc75b-36cc-406e-bf10-f3fc237566b7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.812561 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.813949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4adfc75b-36cc-406e-bf10-f3fc237566b7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.821627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adfc75b-36cc-406e-bf10-f3fc237566b7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:27.822665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4adfc75b-36cc-406e-bf10-f3fc237566b7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.824231 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4adfc75b-36cc-406e-bf10-f3fc237566b7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/ports/8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd HTTP/1.1" status: 200  len: 911 time: 1.1432619
Nov 06 21:02:27.827831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42116) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:27.864384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/7ca1e47d-7f81-407c-b8f2-a291f69de4f2/bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:27.878119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] For port 44ba8b02-e6ec-48fb-9e03-637b76c68485, host ncdv-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:27.878338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc75b-36cc-406e-bf10-f3fc237566b7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:27.878513 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.880527 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.898156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] Calling delete_port for 44ba8b02-e6ec-48fb-9e03-637b76c68485 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:27.902172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.ipam_backend_mixin [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] Port 44ba8b02-e6ec-48fb-9e03-637b76c68485 was not found and therefore no delete operation was performed {{(pid=119335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 21:02:27.911459 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.929153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:02:27.929557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:02:27.932754 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:02:27.969317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] Pushing event deleted for resources: {'Port': ['ID=44ba8b02-e6ec-48fb-9e03-637b76c68485,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:27.971136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b9eeb-5816-4370-9253-acf93fb54a05 None None] No DVR routers for this DVR port 44ba8b02-e6ec-48fb-9e03-637b76c68485 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:27.976940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e1887a8-eb73-4193-88a3-c1954f8d4e0c req-6716415d-b4ee-4625-8735-ad49b32b34e9 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749904
Nov 06 21:02:28.019044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.085415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.088770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb18f83c-d18b-4a29-9010-a6e673304a12 HTTP/1.1" status: 204  len: 168 time: 1.4796543
Nov 06 21:02:28.091067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.099781 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.127072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e6977-30c9-4562-af36-3fbb84c6a05a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb18f83c-d18b-4a29-9010-a6e673304a12,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:28.168277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 44ba8b02-e6ec-48fb-9e03-637b76c68485 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:28.168524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::993c:4fb8:c155:ceb8 (5d860e38-6a16-4e75-a66b-12fac1376f02/7ca1e47d-7f81-407c-b8f2-a291f69de4f2/69306a5d-98d9-4aa2-9971-5b97a7faa0b0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:28.170302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Pushing event updated for resources: {'Port': ['ID=bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:28.198151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:28.198988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 44ba8b02-e6ec-48fb-9e03-637b76c68485 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:28.199477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 44ba8b02-e6ec-48fb-9e03-637b76c68485 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:28.202320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:28.204638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:28.256258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42120) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:28.270400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Attempting to bind port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:28.270765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Attempting to bind port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:28.271127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Attempting to bind port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:28.276986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:28.277179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:28.277514 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.277996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:28.278461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Bound port: bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:28.278832 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.315906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ba59244c-3005-4a23-a519-de8fe973ff43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7fa6742333c428d864b6c5b2319997d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0576210
Nov 06 21:02:28.319187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42122) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:28.347736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] For port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:28.351501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] For port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:28.360226 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.374641 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.415645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.435614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-84600fd8-0490-4993-ac41-c757f67c6417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.442381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c6fde-9f29-4233-ad1a-e6e2044d2a69 None None] Pushing event updated for resources: {'Port': ['ID=bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:28.470652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-84600fd8-0490-4993-ac41-c757f67c6417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.483793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.487429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:28.492341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=69306a5d-98d9-4aa2-9971-5b97a7faa0b0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:28.495116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:28.497302 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:28.503278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:28.503847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.525175 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2af12d5c-0631-452e-82cc-9d458e4bbe4c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.4329910
Nov 06 21:02:28.525521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42126) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:28.578948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38583e4-e8f9-477e-8f41-8ff6269c5c83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:28.585594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38583e4-e8f9-477e-8f41-8ff6269c5c83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:28.588438 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d38583e4-e8f9-477e-8f41-8ff6269c5c83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.0607247
Nov 06 21:02:28.590265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42128) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:28.653284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-84600fd8-0490-4993-ac41-c757f67c6417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.656080 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-84600fd8-0490-4993-ac41-c757f67c6417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.661132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-84600fd8-0490-4993-ac41-c757f67c6417 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb292ac7-6010-45bf-b49c-4b8db3843a2c HTTP/1.1" status: 204  len: 168 time: 0.3373554
Nov 06 21:02:28.693871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84600fd8-0490-4993-ac41-c757f67c6417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb292ac7-6010-45bf-b49c-4b8db3843a2c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:28.802918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcecd9e-c4ef-4d0f-880a-335f765b1fc4 req-59ee3ad6-a382-451b-8a6d-c88ec585723e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:28.805200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8dcecd9e-c4ef-4d0f-880a-335f765b1fc4 req-59ee3ad6-a382-451b-8a6d-c88ec585723e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0857756
Nov 06 21:02:28.832966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-44c608e4-7892-4971-ac64-86dcb38c0055 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 69306a5d-98d9-4aa2-9971-5b97a7faa0b0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:28.833539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44c608e4-7892-4971-ac64-86dcb38c0055 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.919701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8dcecd9e-c4ef-4d0f-880a-335f765b1fc4 req-958be8cc-fdf2-423b-b3a9-4e3384b0dca2 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031907
Nov 06 21:02:28.958289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:28.959342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:28.981331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44c608e4-7892-4971-ac64-86dcb38c0055 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.017385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-44c608e4-7892-4971-ac64-86dcb38c0055 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 69306a5d-98d9-4aa2-9971-5b97a7faa0b0 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:29.037401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac6bbd-aa2a-4df7-b5ec-2cff350652bf req-968fad73-1304-4c24-92f8-55440dae046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:29.038991 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2dac6bbd-aa2a-4df7-b5ec-2cff350652bf req-968fad73-1304-4c24-92f8-55440dae046e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1097 time: 0.0709975
Nov 06 21:02:29.063800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.090204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:29.147646 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2dac6bbd-aa2a-4df7-b5ec-2cff350652bf req-f72d2869-7bcb-41c5-8899-f81553aeccff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681484
Nov 06 21:02:29.177027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191586c-88f3-462a-ba6d-a13cd2f48723 req-4e33269a-dbec-4a74-93cd-1c5957314074 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:29.178644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0191586c-88f3-462a-ba6d-a13cd2f48723 req-4e33269a-dbec-4a74-93cd-1c5957314074 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1024714
Nov 06 21:02:29.215590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44c608e4-7892-4971-ac64-86dcb38c0055 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.252688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c608e4-7892-4971-ac64-86dcb38c0055 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=69306a5d-98d9-4aa2-9971-5b97a7faa0b0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:29.286618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0191586c-88f3-462a-ba6d-a13cd2f48723 req-09f691e7-4a83-4395-ab3c-e083b44248ea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000056
Nov 06 21:02:29.289566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44c608e4-7892-4971-ac64-86dcb38c0055 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.296042 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-44c608e4-7892-4971-ac64-86dcb38c0055 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/69306a5d-98d9-4aa2-9971-5b97a7faa0b0 HTTP/1.1" status: 204  len: 168 time: 0.7046871
Nov 06 21:02:29.296712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42148) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:29.352468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c36ab04-fc2a-48f3-b190-bdf00661bfb5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:29.354173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c36ab04-fc2a-48f3-b190-bdf00661bfb5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:29.356973 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3c36ab04-fc2a-48f3-b190-bdf00661bfb5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0590653
Nov 06 21:02:29.358632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42150) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:29.402841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.421312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce6843e-b955-47a6-9f76-6dfe74e10adb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 7ca1e47d-7f81-407c-b8f2-a291f69de4f2 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:29.425745 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce6843e-b955-47a6-9f76-6dfe74e10adb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.434843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=8d33a7e4-9e75-46e8-bcc6-be7b1c0e7bdd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:29.481205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce6843e-b955-47a6-9f76-6dfe74e10adb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.590049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.600319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce6843e-b955-47a6-9f76-6dfe74e10adb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.682264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce6843e-b955-47a6-9f76-6dfe74e10adb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.727141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6843e-b955-47a6-9f76-6dfe74e10adb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca1e47d-7f81-407c-b8f2-a291f69de4f2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:29.730969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce6843e-b955-47a6-9f76-6dfe74e10adb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.736805 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bce6843e-b955-47a6-9f76-6dfe74e10adb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/7ca1e47d-7f81-407c-b8f2-a291f69de4f2 HTTP/1.1" status: 204  len: 168 time: 0.3770709
Nov 06 21:02:29.737361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42162) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:29.775339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42164) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:29.781978 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a73ddc1f-9c6a-44b2-82c5-ffc0492b580a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0435896
Nov 06 21:02:29.784946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42168) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:29.792219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:29.808770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ada629-9aa6-4007-8a39-91e9fc3252b4 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:29.853743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router 3c18325c-e1c4-4519-a5b2-9de1a4557ff9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:29.889746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:29.894084 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.929323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Provisioning complete for port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:29.929970 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:29.957489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:29.976131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-434a7fec-7342-4fd6-874c-e625c11bcb75 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/3c18325c-e1c4-4519-a5b2-9de1a4557ff9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1455832
Nov 06 21:02:29.976763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42174) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:29.991982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9144976-1320-4b18-94b8-65f2d873bbe7 None None] Sync routers for ids ['3c18325c-e1c4-4519-a5b2-9de1a4557ff9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:30.021168 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-877b3cfe-824d-4753-b08b-a3ec1a67cd05 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c18325c-e1c4-4519-a5b2-9de1a4557ff9 HTTP/1.1" status: 200  len: 205 time: 0.0430319
Nov 06 21:02:30.021825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42176) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:30.030913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9144976-1320-4b18-94b8-65f2d873bbe7 None None] Routers {'3c18325c-e1c4-4519-a5b2-9de1a4557ff9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:30.031551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e9144976-1320-4b18-94b8-65f2d873bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925223f220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3c18325c-e1c4-4519-a5b2-9de1a4557ff9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:30.076754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e9144976-1320-4b18-94b8-65f2d873bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925223f220>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:30.139989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9144976-1320-4b18-94b8-65f2d873bbe7 None None] Routers {'3c18325c-e1c4-4519-a5b2-9de1a4557ff9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:30.140758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e9144976-1320-4b18-94b8-65f2d873bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925223f220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['3c18325c-e1c4-4519-a5b2-9de1a4557ff9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:30.145824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d26620e3-5d61-45c7-9e38-d35b4bc397b4 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.203509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e9144976-1320-4b18-94b8-65f2d873bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925223f220>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:30.204165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9144976-1320-4b18-94b8-65f2d873bbe7 None None] The sync data for ids ['3c18325c-e1c4-4519-a5b2-9de1a4557ff9'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:30.208555 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.223542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:30.273165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] For port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:30.281295 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.312575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1048424603-network', 'tenant_id': 'ef3bcc53d0cc468a95f587efa7e9b444'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:30.332325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] Deleting port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:30.333597 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.384367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Pushing event updated for resources: {'Port': ['ID=bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:30.386650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccf277-8f9e-490d-a812-4ede277024eb req-96d6741f-6542-482c-a184-476a7deb5d88 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:30.397829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32ccf277-8f9e-490d-a812-4ede277024eb req-96d6741f-6542-482c-a184-476a7deb5d88 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.3681178
Nov 06 21:02:30.399371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.399721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.400061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.400740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.400884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.401136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.401284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d26620e3-5d61-45c7-9e38-d35b4bc397b4 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.401578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.401828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.402157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.402536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.402858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.403183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33d736-0de8-4279-96ba-2bcb651edb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:30.404515 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d26620e3-5d61-45c7-9e38-d35b4bc397b4 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.407533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Made reservation on behalf of ef3bcc53d0cc468a95f587efa7e9b444 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:30.410662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.424166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] For port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:30.424632 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.428656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.449506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] Calling delete_port for bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:30.497215 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.533407 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d26620e3-5d61-45c7-9e38-d35b4bc397b4 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.533981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26620e3-5d61-45c7-9e38-d35b4bc397b4 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Fanout notify agent at l3_agent the message router_deleted on router 3c18325c-e1c4-4519-a5b2-9de1a4557ff9 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:02:30.550239 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d26620e3-5d61-45c7-9e38-d35b4bc397b4 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.550763 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.555425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d26620e3-5d61-45c7-9e38-d35b4bc397b4 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/3c18325c-e1c4-4519-a5b2-9de1a4557ff9 HTTP/1.1" status: 204  len: 168 time: 0.5321181
Nov 06 21:02:30.557952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42180) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:30.580743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] Pushing event deleted for resources: {'Port': ['ID=bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:30.587444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3699f5c-3ed3-4b7f-84de-62dddd6ed35d None None] No DVR routers for this DVR port bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:30.589660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:30.608660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:30.610325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32ccf277-8f9e-490d-a812-4ede277024eb req-a8c5268f-b712-4890-9032-2f2bb2b7513a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111566
Nov 06 21:02:30.618011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:30.618666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.623403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23e2d-9c2c-4fb3-85ea-5fb6b1eafe26 req-05c5c6f7-56a0-45f2-93e2-48bb937f1f05 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:30.625659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fb23e2d-9c2c-4fb3-85ea-5fb6b1eafe26 req-05c5c6f7-56a0-45f2-93e2-48bb937f1f05 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.2024686
Nov 06 21:02:30.639118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea4dda-1092-48bd-a6df-1cca34e46957 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:30.648064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b51291-afd9-47d3-ba5b-b3389b5c69e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet b07e5886-d727-470a-a78a-89dfe95a3956 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:30.654487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=06cb5c3c-9557-421a-a934-6f52c23c2366,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:30.660969 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6b51291-afd9-47d3-ba5b-b3389b5c69e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.680773 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-02dd2802-8a56-4aad-a5a9-d5358f0811aa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8913105
Nov 06 21:02:30.682180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42184) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:30.687334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '06cb5c3c-9557-421a-a934-6f52c23c2366', 'ip_address': '2001:db8::b2fc:5762:1eb3:cbc9'}], 'name': 'tempest-NetworksTestDHCPv6-1465741008'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:30.693360 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.731205 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6b51291-afd9-47d3-ba5b-b3389b5c69e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.739602 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.744226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fb23e2d-9c2c-4fb3-85ea-5fb6b1eafe26 req-b80c8a1f-e297-4959-bc05-b803e0354f96 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107619
Nov 06 21:02:30.786679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:30.825983 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.826339 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Added segment 54898d15-e35b-4e14-b0f8-8b36960dd547 of type vlan for network 6d105093-727c-4c31-8aaa-81cd57576182
Nov 06 21:02:30.830011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '06cb5c3c-9557-421a-a934-6f52c23c2366'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:30.831076 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.835385 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6b51291-afd9-47d3-ba5b-b3389b5c69e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.835735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:30.886936 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.906950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6b51291-afd9-47d3-ba5b-b3389b5c69e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.922603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:30.930951 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.940736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.941766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:30.942849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.943968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b51291-afd9-47d3-ba5b-b3389b5c69e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=b07e5886-d727-470a-a78a-89dfe95a3956,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:30.946022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6b51291-afd9-47d3-ba5b-b3389b5c69e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:30.951612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b6b51291-afd9-47d3-ba5b-b3389b5c69e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/b07e5886-d727-470a-a78a-89dfe95a3956 HTTP/1.1" status: 204  len: 168 time: 0.3895221
Nov 06 21:02:30.952421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42186) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:30.984225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f311f-15a4-43c4-bcbc-aecc968abf6f None None] Network d36da151-4f9d-466b-976c-aff76582a6e9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:31.047449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.059825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 93e6a249-5a0d-4de1-869d-aad361b60af0 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:31.071520 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2925191
Nov 06 21:02:31.074964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42190) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:31.092442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Request body: {'subnet': {'network_id': '6d105093-727c-4c31-8aaa-81cd57576182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1048424603-subnet', 'tenant_id': 'ef3bcc53d0cc468a95f587efa7e9b444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:31.115106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:31.115456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.129441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a3352-80d8-4173-a819-a06839e52a1b admin admin] Pushing event updated for resources: {'Network': ['ID=6d105093-727c-4c31-8aaa-81cd57576182,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:31.164140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Made reservation on behalf of ef3bcc53d0cc468a95f587efa7e9b444 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:31.166529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.178501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 6d105093-727c-4c31-8aaa-81cd57576182 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:31.194743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17,segment=NetworkSegment(8898e068-5bcf-404a-8499-5837e40c0dd1),segment_id=8898e068-5bcf-404a-8499-5837e40c0dd1)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:31.194971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.211025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:31.270047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/06cb5c3c-9557-421a-a934-6f52c23c2366/02cad22f-76c4-48e3-9d73-cc636b39393e) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:31.298904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.335840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:31.340514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:31.407089 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.431811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da17c20-33ef-458d-9cc1-48a24bff05d5 None None] DHCP port deletion for d36da151-4f9d-466b-976c-aff76582a6e9 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:31.436352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.467401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b408d2-8140-47a9-936e-222eb5da2736,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:31.470465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254393310>,) {'filters': {'network_id': ['d36da151-4f9d-466b-976c-aff76582a6e9']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:31.480738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254393310>, '8898e068-5bcf-404a-8499-5837e40c0dd1') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:31.480738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254393310>, '8898e068-5bcf-404a-8499-5837e40c0dd1') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:31.489221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Checking segment: {'id': '54898d15-e35b-4e14-b0f8-8b36960dd547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6d105093-727c-4c31-8aaa-81cd57576182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:31.489692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Network hostable DHCP agents. Network: 6d105093-727c-4c31-8aaa-81cd57576182, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:31.490774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.504330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.508073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Network 6d105093-727c-4c31-8aaa-81cd57576182 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:31.511086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:02:31.511565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:02:31.515125 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:02:31.519628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d105093-727c-4c31-8aaa-81cd57576182) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:31.525689 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.528537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:31.529600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.530935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed781ac-b466-4a36-bcfc-e2304fb93447 None None] Network 6d105093-727c-4c31-8aaa-81cd57576182 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:31.579907 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-27ec1c86-f4fe-436f-aa2a-a3acb794970d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4936790
Nov 06 21:02:31.582422 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.597452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.606382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.607122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::b2fc:5762:1eb3:cbc9 (5d860e38-6a16-4e75-a66b-12fac1376f02/06cb5c3c-9557-421a-a934-6f52c23c2366/93e6a249-5a0d-4de1-869d-aad361b60af0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:31.612822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/d36da151-4f9d-466b-976c-aff76582a6e9 HTTP/1.1" status: 204  len: 168 time: 0.6592293
Nov 06 21:02:31.615432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42194) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:31.624318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-342e86ff-972d-4582-ae09-4c0498ec683b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1502302219', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:31.628811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661ea09-4058-47a0-8d06-8da064078bff tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=d36da151-4f9d-466b-976c-aff76582a6e9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:31.644334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Pushing event updated for resources: {'Port': ['ID=02cad22f-76c4-48e3-9d73-cc636b39393e,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:31.659672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:31.662679 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:31.666265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:31.714596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-342e86ff-972d-4582-ae09-4c0498ec683b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.715980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-342e86ff-972d-4582-ae09-4c0498ec683b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.754468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Attempting to bind port 02cad22f-76c4-48e3-9d73-cc636b39393e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:31.754849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Attempting to bind port 02cad22f-76c4-48e3-9d73-cc636b39393e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:31.755217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Attempting to bind port 02cad22f-76c4-48e3-9d73-cc636b39393e on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:31.761580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:31.761962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:31.762369 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.762767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:31.763237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Bound port: 02cad22f-76c4-48e3-9d73-cc636b39393e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:31.763631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.809777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58291c53-6ddb-44f6-b955-3aa83dfd35c5 req-d4654716-15d2-43f5-a147-9fecd037a48b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:31.811605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58291c53-6ddb-44f6-b955-3aa83dfd35c5 req-d4654716-15d2-43f5-a147-9fecd037a48b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0890923
Nov 06 21:02:31.815664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2de3a-add2-483e-b5b7-ed548b479641 None None] Network 6d105093-727c-4c31-8aaa-81cd57576182 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:31.843638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-342e86ff-972d-4582-ae09-4c0498ec683b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.851882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-342e86ff-972d-4582-ae09-4c0498ec683b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.893619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-342e86ff-972d-4582-ae09-4c0498ec683b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.896846 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-342e86ff-972d-4582-ae09-4c0498ec683b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2797885
Nov 06 21:02:31.899272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42206) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:31.902315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] For port 02cad22f-76c4-48e3-9d73-cc636b39393e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:31.903734 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.908242 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792071465'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:31.910618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58291c53-6ddb-44f6-b955-3aa83dfd35c5 req-1a2a4e73-8e6e-44cf-8c94-4ebbb7074d4b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930588
Nov 06 21:02:31.911093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] For port 02cad22f-76c4-48e3-9d73-cc636b39393e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02cad22f-76c4-48e3-9d73-cc636b39393e,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:31.926963 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:31.959697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:31.964473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.011619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.036453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:32.061203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef641711-5560-4b64-b440-7e42aa3bb4b0 req-01efc545-09b7-43fa-9802-8c3878e72fdd tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:32.069135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef641711-5560-4b64-b440-7e42aa3bb4b0 req-01efc545-09b7-43fa-9802-8c3878e72fdd tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0809696
Nov 06 21:02:32.079588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5349cf5-1b1e-4db6-8c0c-cf109bedb5ba None None] Pushing event updated for resources: {'Port': ['ID=02cad22f-76c4-48e3-9d73-cc636b39393e,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:32.120388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef641711-5560-4b64-b440-7e42aa3bb4b0 req-7249a90b-5f60-48ff-9b57-961402c19538 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455391
Nov 06 21:02:32.134537 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.134893 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment 789c24b9-086b-43ad-af91-ab10ea9a5a7b of type vlan for network 970f8b37-85c1-4ae5-87aa-c193a5b4d028
Nov 06 21:02:32.157493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:32.171295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:32.206176 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:32.216488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:32.219365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:32.219832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bf4d4c58-b1ae-4b54-95f0-1a996f56d3a4 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:32.220501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:32.222434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:32.223084 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.242312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=93e6a249-5a0d-4de1-869d-aad361b60af0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:32.247734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-42609d59-f778-40bb-a399-3a8838a18bf4 req-dd631812-a024-4f6c-947c-37c74ee340ea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1007914130', 'description': 'tempest-description-1783104303'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:32.251770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.260491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:32.263183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4e9ac16f-dc9d-4ca9-b61d-ea003ba08e17 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:32.278781 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2ea71f75-73c0-49f7-bdd3-f441a21fb0c0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.5955033
Nov 06 21:02:32.282558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42214) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:32.328699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.329914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-42609d59-f778-40bb-a399-3a8838a18bf4 req-dd631812-a024-4f6c-947c-37c74ee340ea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.334476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:32.336340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.422062 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5191720
Nov 06 21:02:32.424793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42218) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:32.435434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:32.452344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-42609d59-f778-40bb-a399-3a8838a18bf4 req-dd631812-a024-4f6c-947c-37c74ee340ea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.463632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-42609d59-f778-40bb-a399-3a8838a18bf4 req-dd631812-a024-4f6c-947c-37c74ee340ea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.477470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fb182-ea8a-4b3b-9aca-bbeec7376f9a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:32.484055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fb182-ea8a-4b3b-9aca-bbeec7376f9a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:32.485819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6e2fb182-ea8a-4b3b-9aca-bbeec7376f9a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.2029767
Nov 06 21:02:32.489215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42220) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:32.505764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf293144-3af6-444d-bdb2-5e143416ff5d tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=970f8b37-85c1-4ae5-87aa-c193a5b4d028,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:32.516436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-42609d59-f778-40bb-a399-3a8838a18bf4 req-dd631812-a024-4f6c-947c-37c74ee340ea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.518608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:32.527156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42609d59-f778-40bb-a399-3a8838a18bf4 req-dd631812-a024-4f6c-947c-37c74ee340ea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.2783618
Nov 06 21:02:32.527156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd631812-a024-4f6c-947c-37c74ee340ea tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10f513-75a1-44f3-b27e-79bd439b489e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:32.639641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-80aa8c70-ef27-4395-91a8-2e07193ea2c2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1007914130&fields=id&tenant_id=c8182a523546466fa113050d28f19731 HTTP/1.1" status: 200  len: 267 time: 0.0627077
Nov 06 21:02:32.649090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:32.653944 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.710040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-17ab794d-c268-4bef-a4cb-767620170b0b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:32.711656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-17ab794d-c268-4bef-a4cb-767620170b0b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.0622940
Nov 06 21:02:32.727549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Request body: {'port': {'security_groups': ['f084857d-6aa7-4ef4-b129-86ae04a3599e', '2c10f513-75a1-44f3-b27e-79bd439b489e']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:32.734441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5a30b5b2-10cc-4237-9eea-9cf8ac792efa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 93e6a249-5a0d-4de1-869d-aad361b60af0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:32.735095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a30b5b2-10cc-4237-9eea-9cf8ac792efa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.813866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.900166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a30b5b2-10cc-4237-9eea-9cf8ac792efa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:32.922599 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5a30b5b2-10cc-4237-9eea-9cf8ac792efa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 93e6a249-5a0d-4de1-869d-aad361b60af0 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:33.050000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.095727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8643f-d5c8-4d62-9728-e0fdcd009747 req-bf9fa7e5-fa2e-4dd6-9ccf-92ef74864c3b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:33.097753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50b8643f-d5c8-4d62-9728-e0fdcd009747 req-bf9fa7e5-fa2e-4dd6-9ccf-92ef74864c3b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0810313
Nov 06 21:02:33.124188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] For port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:33.134016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:33.180229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:33.180757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: 970f8b37-85c1-4ae5-87aa-c193a5b4d028, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:33.187827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.195704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50b8643f-d5c8-4d62-9728-e0fdcd009747 req-1c55d238-ad15-42dd-b387-de8cdf74a18b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875685
Nov 06 21:02:33.197274 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.203450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a30b5b2-10cc-4237-9eea-9cf8ac792efa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.210787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['27b61f7f-c710-4146-b2ae-d1f0a68b5d97'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:33.259384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:33.260202 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.261813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2092f44-690a-44b2-bcec-8654480e6cc9 req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "PUT /v2.0/ports/27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 982 time: 0.5405667
Nov 06 21:02:33.262343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:33.267944 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effcb5d6-c779-4431-9d3b-d6f7501c1093" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:33.275713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:33.279311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30b5b2-10cc-4237-9eea-9cf8ac792efa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=93e6a249-5a0d-4de1-869d-aad361b60af0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:33.296611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6ea53-acf6-457e-99ab-112ea7fb5be2 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event updated for resources: {'Port': ['ID=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:33.334648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a30b5b2-10cc-4237-9eea-9cf8ac792efa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.340215 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5a30b5b2-10cc-4237-9eea-9cf8ac792efa tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/93e6a249-5a0d-4de1-869d-aad361b60af0 HTTP/1.1" status: 204  len: 168 time: 0.8474882
Nov 06 21:02:33.340914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42250) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:33.353732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 970f8b37-85c1-4ae5-87aa-c193a5b4d028) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:33.359272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f7e348ff-5a58-4d3e-965e-a9a978d333eb None None] Provisioning complete for port 02cad22f-76c4-48e3-9d73-cc636b39393e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:33.359788 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7e348ff-5a58-4d3e-965e-a9a978d333eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.363397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:33.364069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.366967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb8642-b444-43b0-8ce0-c10bad016ff2 None None] Network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:33.394348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['27b61f7f-c710-4146-b2ae-d1f0a68b5d97'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:33.404821 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f5b44323-c3cf-47f0-8a04-23ea9c4402e8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9740188
Nov 06 21:02:33.405036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42252) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:33.464352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfebeea-3b3b-488a-a4dd-0e73a4003194 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:33.478332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfebeea-3b3b-488a-a4dd-0e73a4003194 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:33.487040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ecfebeea-3b3b-488a-a4dd-0e73a4003194 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1423459
Nov 06 21:02:33.489110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42258) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:33.581364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-3a577ac9-fec1-4e6f-bf5d-62d30d46b0a1 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1007914130&fields=id&tenant_id=c8182a523546466fa113050d28f19731 HTTP/1.1" status: 200  len: 267 time: 0.0569541
Nov 06 21:02:33.591368 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357cc211-0eaf-48d1-a4a4-b075375689e2 x-openstack-request-id: req-357cc211-0eaf-48d1-a4a4-b075375689e2 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:33.591658 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:33.591912 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-357cc211-0eaf-48d1-a4a4-b075375689e2 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:33.592339 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'status': 'completed', 'code': 200}
Nov 06 21:02:33.690791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-11dc2bce-038b-4d4e-8ce0-1065c206acfe tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:33.695147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-11dc2bce-038b-4d4e-8ce0-1065c206acfe tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 985 time: 0.1018856
Nov 06 21:02:33.704077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Request body: {'port': {'security_groups': ['f084857d-6aa7-4ef4-b129-86ae04a3599e']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:33.790297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-fb095ab6-2b62-40b0-9bf7-20c6e50f2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:33.792270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-fb095ab6-2b62-40b0-9bf7-20c6e50f2e72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1136 time: 0.1646795
Nov 06 21:02:33.797057 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.901168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:33.903151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.922669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 06cb5c3c-9557-421a-a934-6f52c23c2366 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:33.936437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:33.944040 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-6d2b9f56-3b2e-41c1-83d2-260fa7b6136f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2623520
Nov 06 21:02:33.999353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.034887 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7e348ff-5a58-4d3e-965e-a9a978d333eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.052440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.178830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f7e348ff-5a58-4d3e-965e-a9a978d333eb None None] For port 02cad22f-76c4-48e3-9d73-cc636b39393e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02cad22f-76c4-48e3-9d73-cc636b39393e,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:34.197057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-7008b3a2-ad51-44d4-88f8-fe1c92bc6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:34.198676 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-7008b3a2-ad51-44d4-88f8-fe1c92bc6e7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bde5e9d550d3483d977ecaff1085f735&device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 1096 time: 0.2019718
Nov 06 21:02:34.214817 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7e348ff-5a58-4d3e-965e-a9a978d333eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.309433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 02cad22f-76c4-48e3-9d73-cc636b39393e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:34.314035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Allocated IP 2001:db8::2 (970f8b37-85c1-4ae5-87aa-c193a5b4d028/1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd/eda47853-a083-47b7-958b-e3c5940b65f1) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:34.379459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-050403cf-375e-4ebb-8573-26aa71c60b56 None None] Could not find standard attr ID for object 93e6a249-5a0d-4de1-869d-aad361b60af0. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:02:34.391752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.391983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e348ff-5a58-4d3e-965e-a9a978d333eb None None] Pushing event updated for resources: {'Port': ['ID=02cad22f-76c4-48e3-9d73-cc636b39393e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:34.479419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-c59f74ea-b704-466a-8668-5bdbf2290833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:34.481236 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-c59f74ea-b704-466a-8668-5bdbf2290833 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cff17f89-70c3-4182-b73b-2147af75a12c HTTP/1.1" status: 200  len: 907 time: 0.2391303
Nov 06 21:02:34.482941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-8400dda8-f506-44a0-a77a-d422e0a9ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:34.484425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-8400dda8-f506-44a0-a77a-d422e0a9ba82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 921 time: 0.6829934
Nov 06 21:02:34.488248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 02cad22f-76c4-48e3-9d73-cc636b39393e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:34.488646 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.546262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] For port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:34.554614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-7daca195-31e8-47c6-b98b-e46065fa6996 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:34.556533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-7daca195-31e8-47c6-b98b-e46065fa6996 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/networks?id=6d105093-727c-4c31-8aaa-81cd57576182 HTTP/1.1" status: 200  len: 810 time: 0.6813872
Nov 06 21:02:34.558051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-0ea6d439-a507-4531-b65a-117fd36c1072 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 217 time: 0.0599744
Nov 06 21:02:34.620611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-86fd24d0-a83f-4783-bd70-e69dd0d58a7f tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/quotas/ef3bcc53d0cc468a95f587efa7e9b444 HTTP/1.1" status: 200  len: 375 time: 0.0540779
Nov 06 21:02:34.628460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.642084 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.647674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.662162 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.678728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['27b61f7f-c710-4146-b2ae-d1f0a68b5d97'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:34.683252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-28e007a7-1214-4e85-a138-b1e86d651087 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef3bcc53d0cc468a95f587efa7e9b444&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0408096
Nov 06 21:02:34.689430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-9d2743f6-4e7e-4eed-9c8f-1c71da11e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:34.690893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-9d2743f6-4e7e-4eed-9c8f-1c71da11e414 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.1193552
Nov 06 21:02:34.728516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:34.737359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:34.739510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:34.742408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Pushing event updated for resources: {'Port': ['ID=eda47853-a083-47b7-958b-e3c5940b65f1,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:34.769170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:34.769783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.771188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b73f8e0d-89b7-4595-8608-5cd2b9837771 req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "PUT /v2.0/ports/27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 943 time: 1.0750401
Nov 06 21:02:34.802437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-54bfa78f-3743-4229-9364-75725253fa03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0898607
Nov 06 21:02:34.866059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.919564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-42403f31-95b8-4fba-9ab2-f68f8dbf464f service neutron] 10.222.0.13 "GET /v2.0/networks/6d105093-727c-4c31-8aaa-81cd57576182?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058270
Nov 06 21:02:34.920186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051b5d4-335e-4983-b3b0-59c3c6b1b6ce tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event updated for resources: {'Port': ['ID=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:34.938220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=06cb5c3c-9557-421a-a934-6f52c23c2366,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:34.952617 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-d6e08ccd-7530-47b9-8c0e-59444be87388 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48 HTTP/1.1" status: 200  len: 1001 time: 0.4559751
Nov 06 21:02:34.954293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:34.957843 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/06cb5c3c-9557-421a-a934-6f52c23c2366 HTTP/1.1" status: 204  len: 168 time: 1.4677112
Nov 06 21:02:34.963388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42282) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:34.966502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.967133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.968397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.968397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.968397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.969020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.969595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.970083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.970761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.971244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.971841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:34.972358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91907135-d7e0-4700-9cdf-25f46fc23d07 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:35.012582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8::1 (970f8b37-85c1-4ae5-87aa-c193a5b4d028/1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd/7868884c-d99b-452b-a9d1-9b506da47bbc) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:35.034396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['27b61f7f-c710-4146-b2ae-d1f0a68b5d97'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:35.052860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-983e6b53-1c66-4f0e-bf61-6cae1c4ad5f4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0734212
Nov 06 21:02:35.054012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42284) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:35.056676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b90018-53b8-4849-bf11-a5ed2af43ee3 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:35.058752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:35.080124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Attempting to bind port eda47853-a083-47b7-958b-e3c5940b65f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:35.080526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Attempting to bind port eda47853-a083-47b7-958b-e3c5940b65f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:35.081023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Attempting to bind port eda47853-a083-47b7-958b-e3c5940b65f1 on network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:35.089016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-58a1253d-1789-45af-a090-b07619f89a6d service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718046
Nov 06 21:02:35.122727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd6c41-5681-4425-81d5-f0804b1965fb req-bd9b24a3-88d4-4b65-a518-4b4e125ac0b6 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:35.124208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60cd6c41-5681-4425-81d5-f0804b1965fb req-bd9b24a3-88d4-4b65-a518-4b4e125ac0b6 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1221297
Nov 06 21:02:35.124785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-bcb48cab-f64b-433e-a491-cca371740e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:35.126338 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-bcb48cab-f64b-433e-a491-cca371740e38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=940393f2-aac1-4707-95aa-b95488482ef0 HTTP/1.1" status: 200  len: 845 time: 0.1617994
Nov 06 21:02:35.143301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:35.143789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Checking segment: {'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:35.144263 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.144738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Bound using segment: {'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:35.145276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Bound port: eda47853-a083-47b7-958b-e3c5940b65f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:35.145734 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.176695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-78a00750-3865-42bb-82d4-809cec386040 service neutron] 10.222.0.13 "GET /v2.0/networks/6d105093-727c-4c31-8aaa-81cd57576182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2416246
Nov 06 21:02:35.242292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60cd6c41-5681-4425-81d5-f0804b1965fb req-4fb708f4-d657-47b2-af78-65e7267bd2f1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042247
Nov 06 21:02:35.277044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-effcb5d6-c779-4431-9d3b-d6f7501c1093 req-e34dfd33-75c0-425f-8d30-3bb0e0964f57 service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777360
Nov 06 21:02:35.278180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-5af76914-93be-4769-979f-7a4f327619a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:35.279932 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-5af76914-93be-4769-979f-7a4f327619a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cff17f89-70c3-4182-b73b-2147af75a12c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1450069
Nov 06 21:02:35.316246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:35.320386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.395477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-759af4d2-31ec-4131-9eca-83331535119e None None] For port eda47853-a083-47b7-958b-e3c5940b65f1, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:35.399618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.406861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-759af4d2-31ec-4131-9eca-83331535119e None None] For port eda47853-a083-47b7-958b-e3c5940b65f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eda47853-a083-47b7-958b-e3c5940b65f1,segment=NetworkSegment(789c24b9-086b-43ad-af91-ab10ea9a5a7b),segment_id=789c24b9-086b-43ad-af91-ab10ea9a5a7b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:35.425566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.527161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e7279-adf0-4216-a148-30978f28f881 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:35.534436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759af4d2-31ec-4131-9eca-83331535119e None None] Pushing event updated for resources: {'Port': ['ID=eda47853-a083-47b7-958b-e3c5940b65f1,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:35.539932 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-e11ec4ce-3c04-484c-b2c1-eed9e5855873 service neutron] 10.222.0.10 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382460
Nov 06 21:02:35.559891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.607045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:35.611012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-783e7279-adf0-4216-a148-30978f28f881 None None] Deleting port 02cad22f-76c4-48e3-9d73-cc636b39393e {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:35.611538 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-783e7279-adf0-4216-a148-30978f28f881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.614404 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:35.696881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-783e7279-adf0-4216-a148-30978f28f881 None None] For port 02cad22f-76c4-48e3-9d73-cc636b39393e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02cad22f-76c4-48e3-9d73-cc636b39393e,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:35.697613 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-783e7279-adf0-4216-a148-30978f28f881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.721858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-783e7279-adf0-4216-a148-30978f28f881 None None] Calling delete_port for 02cad22f-76c4-48e3-9d73-cc636b39393e owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:35.748532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75b6efff-adec-440e-aca0-caa99d50b00a req-69d8fe11-966e-49c5-bb58-191eece7a0d5 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3554919
Nov 06 21:02:35.755001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:35.804237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:35.850782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:35.857521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:35.860343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.862024 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-783e7279-adf0-4216-a148-30978f28f881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.876698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:35.898862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e7279-adf0-4216-a148-30978f28f881 None None] Pushing event deleted for resources: {'Port': ['ID=02cad22f-76c4-48e3-9d73-cc636b39393e,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:35.903195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783e7279-adf0-4216-a148-30978f28f881 None None] No DVR routers for this DVR port 02cad22f-76c4-48e3-9d73-cc636b39393e on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:35.930377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c8548-c45e-4d22-9064-a28ab3788fec req-88cb0dc5-5120-4f41-8baa-979f9cb11a97 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:35.932384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-210c8548-c45e-4d22-9064-a28ab3788fec req-88cb0dc5-5120-4f41-8baa-979f9cb11a97 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.1810243
Nov 06 21:02:35.962337 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c5b65d3d-29f9-4290-a8a1-eccccc60fb4c req-6778856f-ae8e-401e-a487-c9493cc88b1b service neutron] 10.222.0.10 "GET /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4150012
Nov 06 21:02:35.970158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=7868884c-d99b-452b-a9d1-9b506da47bbc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:36.034247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-210c8548-c45e-4d22-9064-a28ab3788fec req-34ea3458-3b5c-48c9-be76-b83995b4cb1c tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628343
Nov 06 21:02:36.090842 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.138629 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efefb5a8-b03d-4641-bde4-abce58a0fdcb x-openstack-request-id: req-efefb5a8-b03d-4641-bde4-abce58a0fdcb {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:36.138955 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:36.150330 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efefb5a8-b03d-4641-bde4-abce58a0fdcb {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:36.150782 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'status': 'completed', 'code': 200}
Nov 06 21:02:36.169850 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.198650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=e0767642-134f-4d2e-b0b9-e4ea84ea733b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:36.222751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:36.243488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:36.247407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:36.248077 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.253466 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c75018-f769-400d-be46-67580ff5a694 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:36.254023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a8737b6-5b7b-42c0-8726-379ce1ac4350 req-963c7651-9833-4501-a712-cddf9e73db0b tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 210 time: 0.0727987
Nov 06 21:02:36.260561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.289178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42304) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:36.292779 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe974342-0c6d-4cf3-b8f1-5342cdc3fc29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2296853
Nov 06 21:02:36.305377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': 'e0767642-134f-4d2e-b0b9-e4ea84ea733b', 'ip_address': '2001:db8::b630:fce8:d801:b37d'}], 'name': 'tempest-NetworksTestDHCPv6-2118014598'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:36.319283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device eda47853-a083-47b7-958b-e3c5940b65f1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:36.354006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-ec0acc98-d507-4e72-b6a9-1010e04a5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:36.355544 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-ec0acc98-d507-4e72-b6a9-1010e04a5641 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1097 time: 0.1580198
Nov 06 21:02:36.529251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Allocated IP 172.35.0.174 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/9979fd6c-dc29-4cb5-8aa0-07f257961b3a) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:36.546494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port eda47853-a083-47b7-958b-e3c5940b65f1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:36.547155 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.550431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': 'e0767642-134f-4d2e-b0b9-e4ea84ea733b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:36.551273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.582508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddf46a-535a-430d-9257-7f87e48a3d80 req-55d2ec93-214f-4434-b78b-ced480fc9711 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:36.583809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44ddf46a-535a-430d-9257-7f87e48a3d80 req-55d2ec93-214f-4434-b78b-ced480fc9711 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1409848
Nov 06 21:02:36.681829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:36.771674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44ddf46a-535a-430d-9257-7f87e48a3d80 req-f4dc01e4-2424-4b5a-b4b8-819b8d02a7cb tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606293
Nov 06 21:02:36.772106 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.806454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/e0767642-134f-4d2e-b0b9-e4ea84ea733b/df1d71a2-bc24-4581-ae30-632eef65592e) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:36.846015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port eda47853-a083-47b7-958b-e3c5940b65f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eda47853-a083-47b7-958b-e3c5940b65f1,segment=NetworkSegment(789c24b9-086b-43ad-af91-ab10ea9a5a7b),segment_id=789c24b9-086b-43ad-af91-ab10ea9a5a7b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:36.863722 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.893719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.963093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.974779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.978667 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:36.979648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.005956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=eda47853-a083-47b7-958b-e3c5940b65f1,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:37.016344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 02cad22f-76c4-48e3-9d73-cc636b39393e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:37.019959 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff0b1d-fcb5-401e-b246-db85ba64d70b None None] Network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:37.060730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 297f0bb1-8057-46d5-bdb9-df06a4e18e01 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:37.094184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=7868884c-d99b-452b-a9d1-9b506da47bbc,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:37.105250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-8f7d1933-f935-4ce7-83db-ae43276cbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:37.107467 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-8f7d1933-f935-4ce7-83db-ae43276cbbab service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 921 time: 0.7333198
Nov 06 21:02:37.115986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 02cad22f-76c4-48e3-9d73-cc636b39393e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:37.116361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 02cad22f-76c4-48e3-9d73-cc636b39393e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:37.118222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.161400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-743b26cd-4404-48dd-9879-b89318f0568c None None] Provisioning complete for port eda47853-a083-47b7-958b-e3c5940b65f1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:37.161774 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-743b26cd-4404-48dd-9879-b89318f0568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.179111 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-92294407-d5c5-43be-9a81-226cdaabbb75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 217 time: 0.0571387
Nov 06 21:02:37.226812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:37.233683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:37.244236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:37.246070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:37.250417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:37.281127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event updated for resources: {'Port': ['ID=9979fd6c-dc29-4cb5-8aa0-07f257961b3a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:37.318915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f5d8-a662-4626-8aff-480e05cdae74 req-8b436608-4a23-4d19-8136-933f991a313e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:37.321172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b56f5d8-a662-4626-8aff-480e05cdae74 req-8b436608-4a23-4d19-8136-933f991a313e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.2076781
Nov 06 21:02:37.338855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.347501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-dcaa0c22-c3bd-4214-83f5-9ce8e49be3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:37.349141 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-dcaa0c22-c3bd-4214-83f5-9ce8e49be3b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.1613755
Nov 06 21:02:37.368477 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.400065 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-8e780ca5-a331-4fa9-9646-daba946bca83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426435
Nov 06 21:02:37.463335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Pushing event updated for resources: {'Port': ['ID=df1d71a2-bc24-4581-ae30-632eef65592e,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:37.505566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:02:37.506798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:37.510787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:37.515768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:37.541831 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.551333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b56f5d8-a662-4626-8aff-480e05cdae74 req-948a79a0-3253-40bd-9065-56645fae7622 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2123232
Nov 06 21:02:37.577849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::b630:fce8:d801:b37d (5d860e38-6a16-4e75-a66b-12fac1376f02/e0767642-134f-4d2e-b0b9-e4ea84ea733b/297f0bb1-8057-46d5-bdb9-df06a4e18e01) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:37.607669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Attempting to bind port df1d71a2-bc24-4581-ae30-632eef65592e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:37.608257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Attempting to bind port df1d71a2-bc24-4581-ae30-632eef65592e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:37.609144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Attempting to bind port df1d71a2-bc24-4581-ae30-632eef65592e on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:37.613017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-8653d1cc-a806-448b-b481-a5c009a2caaa service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005270
Nov 06 21:02:37.621707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:37.622438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:37.622913 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.623365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:37.624415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Bound port: df1d71a2-bc24-4581-ae30-632eef65592e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:37.624877 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.673364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-671c4622-d03c-448f-8fea-24a5702e651b tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:37.675849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-671c4622-d03c-448f-8fea-24a5702e651b tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.10 "GET /v2.0/networks?id=6d105093-727c-4c31-8aaa-81cd57576182 HTTP/1.1" status: 200  len: 810 time: 0.2871957
Nov 06 21:02:37.698343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Request body: {'port': {'device_id': '1786b6b5-5024-4c7b-b9f0-b6d8d4da74da', 'network_id': '6d105093-727c-4c31-8aaa-81cd57576182', 'admin_state_up': True, 'tenant_id': 'ef3bcc53d0cc468a95f587efa7e9b444'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:37.705353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] For port df1d71a2-bc24-4581-ae30-632eef65592e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:37.710736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] For port df1d71a2-bc24-4581-ae30-632eef65592e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df1d71a2-bc24-4581-ae30-632eef65592e,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:37.717270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.738638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:37.751723 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bf8ba3d6-4b57-4265-80fb-45cee512ecc0 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3453386
Nov 06 21:02:37.752393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42318) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:37.756046 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:37.760739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-909128991'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:37.771158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07ada4f8-64f0-40bd-bf16-92e968da0c35 req-51a4991a-3813-4c1e-a8c8-a6d9272f6386 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 210 time: 0.0907156
Nov 06 21:02:37.773160 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:37.775972 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aca280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:37.811977 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3f24dc5d-af75-4f06-be0a-f309c8bb5dde req-25d70f45-ac9f-4d5d-bc24-1bf998279957 service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613958
Nov 06 21:02:37.819163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:37.822843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.831657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a2621-ac25-4e35-b292-94be14b2bd69 None None] Pushing event updated for resources: {'Port': ['ID=df1d71a2-bc24-4581-ae30-632eef65592e,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:37.866407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:37.892506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:37.893127 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment b3de079d-543c-4c38-a7e9-f5de27710343 of type vlan for network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a
Nov 06 21:02:37.955498 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.006847 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:38.028034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.034982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.041046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:38.041801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.080099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1f903549-ca70-4418-bd2a-ce558cc038e6 None None] Provisioning complete for port eda47853-a083-47b7-958b-e3c5940b65f1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:38.080535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1f903549-ca70-4418-bd2a-ce558cc038e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.082865 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3276393
Nov 06 21:02:38.094560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42324) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:38.130482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:38.208403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fe3e8-5e98-4a96-b588-5e5ce24656fd tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=aa2f7fed-0fa0-4854-a82f-b2aa3267d84a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:38.229905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.273700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:38.314782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:38.319415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.357829 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aca280>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:36Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:36Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:38.395861 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:38.396516 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Updating router e051c598-544b-4f41-824c-4a4a562428c7 port 7868884c-d99b-452b-a9d1-9b506da47bbc binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:02:38.429795 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.478699 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.549485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.555279 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.581655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Made reservation on behalf of ef3bcc53d0cc468a95f587efa7e9b444 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:38.593308 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.604966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:38.638092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:38.647538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device eda47853-a083-47b7-958b-e3c5940b65f1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:38.661309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:38.673649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:38.674147 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.682242 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.686987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618c991-17d8-424f-92d6-485dae47c779 req-cd3a4a30-8d62-4720-8869-dd1125dacd0a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:38.689344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0618c991-17d8-424f-92d6-485dae47c779 req-cd3a4a30-8d62-4720-8869-dd1125dacd0a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.5620754
Nov 06 21:02:38.770039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:38.772362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1f903549-ca70-4418-bd2a-ce558cc038e6 None None] Provisioning complete for port 7868884c-d99b-452b-a9d1-9b506da47bbc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:38.772752 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1f903549-ca70-4418-bd2a-ce558cc038e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.791695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:38.792469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: aa2f7fed-0fa0-4854-a82f-b2aa3267d84a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:38.818060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port eda47853-a083-47b7-958b-e3c5940b65f1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:38.818528 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.826518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:38.840427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0618c991-17d8-424f-92d6-485dae47c779 req-fd15905e-da7e-4cf9-a799-13d4eee1beb4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387596
Nov 06 21:02:38.857623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa2f7fed-0fa0-4854-a82f-b2aa3267d84a) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:38.858822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1f903549-ca70-4418-bd2a-ce558cc038e6 None None] Port 7868884c-d99b-452b-a9d1-9b506da47bbc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:38.862049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:38.862639 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:38.876220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78203035-80ed-42d3-b3ef-400b13bffb47 None None] Network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:38.895256 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-902962d1-ba2d-4f0d-812b-59ae46c94866 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7962410
Nov 06 21:02:38.896409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42330) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:38.906231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event updated for resources: {'Port': ['ID=9979fd6c-dc29-4cb5-8aa0-07f257961b3a,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:38.927747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.6370893
Nov 06 21:02:38.933520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42332) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:39.002727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3ff67-b42a-483c-922e-7b044d3e115c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=297f0bb1-8057-46d5-bdb9-df06a4e18e01,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:39.022448 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.066064 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.068020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-25aced8e-fdaa-4893-940b-ad7ff4854c20 None None] Provisioning complete for port 7868884c-d99b-452b-a9d1-9b506da47bbc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:39.068454 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-25aced8e-fdaa-4893-940b-ad7ff4854c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.292157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-25aced8e-fdaa-4893-940b-ad7ff4854c20 None None] Port 7868884c-d99b-452b-a9d1-9b506da47bbc cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:39.382349 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Pushing event updated for resources: {'Port': ['ID=7868884c-d99b-452b-a9d1-9b506da47bbc,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:39.403815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:39.405130 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.439726 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.440492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.440812 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.441236 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.441654 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.442097 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.442667 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.443088 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.443563 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.444123 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.444641 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.445054 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:39.486856 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Attempting to bind port 7868884c-d99b-452b-a9d1-9b506da47bbc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:39.487543 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Attempting to bind port 7868884c-d99b-452b-a9d1-9b506da47bbc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:39.488039 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Attempting to bind port 7868884c-d99b-452b-a9d1-9b506da47bbc on network 970f8b37-85c1-4ae5-87aa-c193a5b4d028 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:39.494922 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:39.495484 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Checking segment: {'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:39.495999 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.496511 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Bound using segment: {'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:39.497086 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Bound port: 7868884c-d99b-452b-a9d1-9b506da47bbc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789c24b9-086b-43ad-af91-ab10ea9a5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:39.497756 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.616726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53dc3887-316c-4b77-ac6a-6993cbc9c9ac req-9ae2af97-74ef-4ec1-a997-ebef57123cc4 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 210 time: 0.0609384
Nov 06 21:02:39.617780 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.663074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6e1b3528-a23c-40f9-b4ee-93d038bad0f6 None None] Provisioning complete for port df1d71a2-bc24-4581-ae30-632eef65592e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:39.663663 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3528-a23c-40f9-b4ee-93d038bad0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.691066 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] For port 7868884c-d99b-452b-a9d1-9b506da47bbc, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:39.698996 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] For port 7868884c-d99b-452b-a9d1-9b506da47bbc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7868884c-d99b-452b-a9d1-9b506da47bbc,segment=NetworkSegment(789c24b9-086b-43ad-af91-ab10ea9a5a7b),segment_id=789c24b9-086b-43ad-af91-ab10ea9a5a7b)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:39.711953 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.721359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6f511-0323-43e1-9c7c-1fddbf17805d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:39.741529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6f511-0323-43e1-9c7c-1fddbf17805d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:39.745752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bfd6f511-0323-43e1-9c7c-1fddbf17805d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.7557404
Nov 06 21:02:39.757245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:39.761090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Allocated IP 2001:db8:1::2 (aa2f7fed-0fa0-4854-a82f-b2aa3267d84a/9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6/8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:39.764563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75b6efff-adec-440e-aca0-caa99d50b00a req-abd7e295-b297-4324-ae87-6e7c8631f9cc tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.0150154
Nov 06 21:02:39.815961 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87c6c-3103-4270-b269-dce002e84896 None None] Pushing event updated for resources: {'Port': ['ID=7868884c-d99b-452b-a9d1-9b506da47bbc,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:39.851643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42338) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:39.867077 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:39.868208 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aca280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:39.937180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75b6efff-adec-440e-aca0-caa99d50b00a req-a03b0f4f-9b3e-4c18-a929-e1070e677a5b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 696 time: 0.1716583
Nov 06 21:02:40.014780 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:40.022709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3528-a23c-40f9-b4ee-93d038bad0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.089283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af120a-9bba-43de-a3a4-70873e439005 req-023d71c3-8166-4e70-8728-e318787757f0 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:40.099086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10af120a-9bba-43de-a3a4-70873e439005 req-023d71c3-8166-4e70-8728-e318787757f0 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.1995022
Nov 06 21:02:40.118065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6e1b3528-a23c-40f9-b4ee-93d038bad0f6 None None] For port df1d71a2-bc24-4581-ae30-632eef65592e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df1d71a2-bc24-4581-ae30-632eef65592e,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:40.145799 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e1b3528-a23c-40f9-b4ee-93d038bad0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.183809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10af120a-9bba-43de-a3a4-70873e439005 req-02d81a56-145b-4cef-b2e8-2b7660970c11 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838020
Nov 06 21:02:40.211200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Allocated IP 172.20.0.11 (6d105093-727c-4c31-8aaa-81cd57576182/c2b408d2-8140-47a9-936e-222eb5da2736/158ffcc4-7d97-4cb0-b54a-1617e604a896) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:40.248434 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.262632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device df1d71a2-bc24-4581-ae30-632eef65592e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:40.271873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2b02ae44-6bbf-4dff-850b-fe83660af278 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 297f0bb1-8057-46d5-bdb9-df06a4e18e01 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:40.274229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b02ae44-6bbf-4dff-850b-fe83660af278 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.281364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6efff-adec-440e-aca0-caa99d50b00a req-c8f757a9-1797-49d0-b914-fb79543bb95b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:40.282986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75b6efff-adec-440e-aca0-caa99d50b00a req-c8f757a9-1797-49d0-b914-fb79543bb95b tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.3440850
Nov 06 21:02:40.297449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-75b6efff-adec-440e-aca0-caa99d50b00a req-a638b838-1add-4ef6-8e69-99069eb166a9 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:02:40.298661 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75b6efff-adec-440e-aca0-caa99d50b00a req-a638b838-1add-4ef6-8e69-99069eb166a9 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0075169
Nov 06 21:02:40.321471 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.351076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b3528-a23c-40f9-b4ee-93d038bad0f6 None None] Pushing event updated for resources: {'Port': ['ID=df1d71a2-bc24-4581-ae30-632eef65592e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:40.387413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] Provisioning complete for port 297f0bb1-8057-46d5-bdb9-df06a4e18e01 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:40.387779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.411074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:40.417299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:40.421301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:40.442081 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9f486192-e037-46ff-aeb6-178455950648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aca280>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:36Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:39Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:40.453465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b02ae44-6bbf-4dff-850b-fe83660af278 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.470360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2b02ae44-6bbf-4dff-850b-fe83660af278 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 297f0bb1-8057-46d5-bdb9-df06a4e18e01 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:40.473566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.479008 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f486192-e037-46ff-aeb6-178455950648 None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:36Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:39Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:40.531740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port df1d71a2-bc24-4581-ae30-632eef65592e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:40.532212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.559666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Pushing event updated for resources: {'Port': ['ID=8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:40.581192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] Port 297f0bb1-8057-46d5-bdb9-df06a4e18e01 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:40.582526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-d354235c-b801-46f6-b8ad-45f17db28f5c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:40.590087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-d354235c-b801-46f6-b8ad-45f17db28f5c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1648142
Nov 06 21:02:40.595961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Attempting to bind port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:40.596438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Attempting to bind port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:40.596708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Attempting to bind port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 on network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:40.608153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:40.609087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Checking segment: {'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:40.609644 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.610042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Bound using segment: {'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:40.610573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Bound port: 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:40.610950 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.615910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] Provisioning complete for port 7868884c-d99b-452b-a9d1-9b506da47bbc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:40.616258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.655150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2f030-65d0-428e-8c87-d5cc59135683 req-06adabef-68f0-45e6-9d07-737a80673fd2 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:40.663877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ad2f030-65d0-428e-8c87-d5cc59135683 req-06adabef-68f0-45e6-9d07-737a80673fd2 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2745883
Nov 06 21:02:40.681641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.698216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-422d73f5-e24d-4fe6-ac1e-3dcdf5f00811 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 696 time: 0.1067696
Nov 06 21:02:40.724419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Request body: {'floatingip': {'port_id': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'fixed_ip_address': '172.20.0.10'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:40.756585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] For port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:40.760488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] For port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0,segment=NetworkSegment(b3de079d-543c-4c38-a7e9-f5de27710343),segment_id=b3de079d-543c-4c38-a7e9-f5de27710343)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:40.774692 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.861065 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.864648 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.926777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd0278-7dab-4b22-a3c7-125317ce3ded None None] Pushing event updated for resources: {'Port': ['ID=8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:40.939634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b02ae44-6bbf-4dff-850b-fe83660af278 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:40.959628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] For port 7868884c-d99b-452b-a9d1-9b506da47bbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7868884c-d99b-452b-a9d1-9b506da47bbc,segment=NetworkSegment(789c24b9-086b-43ad-af91-ab10ea9a5a7b),segment_id=789c24b9-086b-43ad-af91-ab10ea9a5a7b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:40.968039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.026832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ad2f030-65d0-428e-8c87-d5cc59135683 req-7656b28b-0632-453f-a328-60125b2bde1f tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3619001
Nov 06 21:02:41.051443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d89eda-3ce6-4e9a-be9a-ae8924bdc604 None None] Pushing event updated for resources: {'Port': ['ID=7868884c-d99b-452b-a9d1-9b506da47bbc,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:41.058094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02ae44-6bbf-4dff-850b-fe83660af278 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=297f0bb1-8057-46d5-bdb9-df06a4e18e01,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:41.158792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8:1::1 (aa2f7fed-0fa0-4854-a82f-b2aa3267d84a/9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6/7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:41.205094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0603aaa-6142-4bfe-8f69-1438cad13e9c req-be209d8f-89b3-4b2d-85f7-6b8bc53f306c tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 210 time: 0.0437534
Nov 06 21:02:41.250133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.311648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b02ae44-6bbf-4dff-850b-fe83660af278 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.322475 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b02ae44-6bbf-4dff-850b-fe83660af278 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/297f0bb1-8057-46d5-bdb9-df06a4e18e01 HTTP/1.1" status: 204  len: 168 time: 1.4684901
Nov 06 21:02:41.334776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42350) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:41.420686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.454775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Network 6d105093-727c-4c31-8aaa-81cd57576182 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:41.461435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-d4579032-baff-4add-b249-5b607cdb9945 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:41.463209 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-d4579032-baff-4add-b249-5b607cdb9945 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.5454741
Nov 06 21:02:41.491073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:41.514767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:41.555574 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.608958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:41.609344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1634bef8-8dbf-4888-8262-b303f9c568dc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:41.610879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1634bef8-8dbf-4888-8262-b303f9c568dc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:41.612648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1634bef8-8dbf-4888-8262-b303f9c568dc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2767222
Nov 06 21:02:41.615794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42352) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:41.619307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Pushing event updated for resources: {'Port': ['ID=158ffcc4-7d97-4cb0-b54a-1617e604a896,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:41.630438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:41.633877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:41.634598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.669037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:41.691039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47cf31-bbb1-4401-b9ad-454c640ef27b req-9cdb0934-e818-4d00-8724-f942cdc2c48c tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:41.692836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc47cf31-bbb1-4401-b9ad-454c640ef27b req-9cdb0934-e818-4d00-8724-f942cdc2c48c tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 945 time: 0.2447658
Nov 06 21:02:41.700511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:41.701122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.748540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-36cea888-dda0-4935-ab67-23b93da37b03 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0551980
Nov 06 21:02:41.749620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Deleting port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:41.750307 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.760134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-146c313f-32ec-4765-99f0-f1c8b6f8f547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet e0767642-134f-4d2e-b0b9-e4ea84ea733b {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:41.793789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Request body: {'port': {'device_id': '1786b6b5-5024-4c7b-b9f0-b6d8d4da74da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:41.803659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-146c313f-32ec-4765-99f0-f1c8b6f8f547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.837838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc47cf31-bbb1-4401-b9ad-454c640ef27b req-2966eb01-5def-4419-8934-102922585a6e tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1316876
Nov 06 21:02:41.869935 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-146c313f-32ec-4765-99f0-f1c8b6f8f547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.925991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.930646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.938896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.947862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:41.976021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] For port 9a28fc71-da6e-45a2-a80a-58faa0b40f48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9a28fc71-da6e-45a2-a80a-58faa0b40f48,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:41.976397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.169752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-146c313f-32ec-4765-99f0-f1c8b6f8f547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.200057 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Floating IP 126e1377-f6a0-49a7-8295-99d4e37153c2 associated. External IP: 172.35.0.174, port: 27b61f7f-c710-4146-b2ae-d1f0a68b5d97.
Nov 06 21:02:42.288528 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169469dd-1974-42b6-aae4-5f9227348627 req-26f3957d-5a9b-444e-96cd-a093ec2a72f5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:42.294134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-169469dd-1974-42b6-aae4-5f9227348627 req-26f3957d-5a9b-444e-96cd-a093ec2a72f5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1638076
Nov 06 21:02:42.332010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:42.403516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:42.403988 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.414936 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-146c313f-32ec-4765-99f0-f1c8b6f8f547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.432856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-169469dd-1974-42b6-aae4-5f9227348627 req-89328a08-1fbb-4878-b0bf-ddcd37e4a4f9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334705
Nov 06 21:02:42.466291 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.466654 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.466967 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Floating IP cb971d33-190c-4de0-8fad-0db3b664bb6f disassociated. External IP: 172.35.0.137, port: 9a28fc71-da6e-45a2-a80a-58faa0b40f48.
Nov 06 21:02:42.467295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Calling delete_port for 9a28fc71-da6e-45a2-a80a-58faa0b40f48 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:42.469302 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c313f-32ec-4765-99f0-f1c8b6f8f547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=e0767642-134f-4d2e-b0b9-e4ea84ea733b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:42.479706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-146c313f-32ec-4765-99f0-f1c8b6f8f547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.485414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-146c313f-32ec-4765-99f0-f1c8b6f8f547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/e0767642-134f-4d2e-b0b9-e4ea84ea733b HTTP/1.1" status: 204  len: 168 time: 0.8644972
Nov 06 21:02:42.487600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e838144-5f18-4636-8fb3-4b034bd4b2bf None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:42.493139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42360) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:42.558814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.559045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158ffcc4-7d97-4cb0-b54a-1617e604a896 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:02:42.572530 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b0716a0d-bdfc-4430-a3e0-dc8354aca543 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0782337
Nov 06 21:02:42.578818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42362) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:42.584675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.645426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0,segment=NetworkSegment(b3de079d-543c-4c38-a7e9-f5de27710343),segment_id=b3de079d-543c-4c38-a7e9-f5de27710343)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:42.647092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Transition to ACTIVE for port object 158ffcc4-7d97-4cb0-b54a-1617e604a896 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:02:42.653518 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.654679 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7868884c-d99b-452b-a9d1-9b506da47bbc up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:42.658808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.661603 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.675558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe1399-0bbb-4fee-a76a-61ceb4623767 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:42.676309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c2c7f-023b-48d7-bd61-f9d65c76d5f2 req-c291a461-48ac-4040-b9af-e8089a78b92b tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:42.676958 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cbfe1399-0bbb-4fee-a76a-61ceb4623767 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0958407
Nov 06 21:02:42.681560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15c2c7f-023b-48d7-bd61-f9d65c76d5f2 req-c291a461-48ac-4040-b9af-e8089a78b92b tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 932 time: 0.1475909
Nov 06 21:02:42.682024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42364) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:42.684632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.685505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.732507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:42.829001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:42.842271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:42.851892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7868884c-d99b-452b-a9d1-9b506da47bbc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:42.852262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:42.906513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Pushing event updated for resources: {'Port': ['ID=158ffcc4-7d97-4cb0-b54a-1617e604a896,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:42.917371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a331eb24-d7ca-4a4c-9389-2545d5a3b1f8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:42.921210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a331eb24-d7ca-4a4c-9389-2545d5a3b1f8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1981051
Nov 06 21:02:42.927362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42368) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:42.963686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.010062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:43.012473 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9d9c1f-da98-4185-acaf-d15b72b41e8b" -d '{"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:43.050981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] Deleting port df1d71a2-bc24-4581-ae30-632eef65592e {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:43.051355 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.056986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:43.104323 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.122013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device df1d71a2-bc24-4581-ae30-632eef65592e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:43.201331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] For port df1d71a2-bc24-4581-ae30-632eef65592e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df1d71a2-bc24-4581-ae30-632eef65592e,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:43.202011 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.230117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.234637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] Calling delete_port for df1d71a2-bc24-4581-ae30-632eef65592e owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:43.244232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:43.248588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:43.325962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port df1d71a2-bc24-4581-ae30-632eef65592e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:43.326334 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.333318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479319a-653d-4e1f-a03e-1debedd9692c None None] Network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:43.334561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event deleted for resources: {'Port': ['ID=9a28fc71-da6e-45a2-a80a-58faa0b40f48,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:43.403935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8f32eb66-a7c6-4ff8-a75d-9a7c55c1bbfd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4698865
Nov 06 21:02:43.404596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:43.404596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42372) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:43.407388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15c2c7f-023b-48d7-bd61-f9d65c76d5f2 req-39cb4141-ac57-4346-a7ca-9291588ef3e4 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6523490
Nov 06 21:02:43.411583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:43.426702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:43.462243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9c771c63-e5a0-4a53-915c-0648df6078a0 None None] Provisioning complete for port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:43.462243 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c771c63-e5a0-4a53-915c-0648df6078a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.485369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:43.509779 ncdv-master-1 neutron-server[119335]: INFO neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No ports have port_id starting with df1d71a2-bc24-4581-ae30-632eef65592e
Nov 06 21:02:43.511383 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.554230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Attempting to bind port 158ffcc4-7d97-4cb0-b54a-1617e604a896 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:43.554646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Attempting to bind port 158ffcc4-7d97-4cb0-b54a-1617e604a896 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '54898d15-e35b-4e14-b0f8-8b36960dd547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6d105093-727c-4c31-8aaa-81cd57576182'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:43.555093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Attempting to bind port 158ffcc4-7d97-4cb0-b54a-1617e604a896 on network 6d105093-727c-4c31-8aaa-81cd57576182 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:43.562549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Port 158ffcc4-7d97-4cb0-b54a-1617e604a896 on network 6d105093-727c-4c31-8aaa-81cd57576182 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:02:43.562960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Attempting to bind port 158ffcc4-7d97-4cb0-b54a-1617e604a896 on network 6d105093-727c-4c31-8aaa-81cd57576182 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:43.572525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:43.572910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Checking segment: {'id': '54898d15-e35b-4e14-b0f8-8b36960dd547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6d105093-727c-4c31-8aaa-81cd57576182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:43.573230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Bound using segment: {'id': '54898d15-e35b-4e14-b0f8-8b36960dd547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6d105093-727c-4c31-8aaa-81cd57576182'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:43.573673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Bound port: 158ffcc4-7d97-4cb0-b54a-1617e604a896, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54898d15-e35b-4e14-b0f8-8b36960dd547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6d105093-727c-4c31-8aaa-81cd57576182'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:43.574033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.627214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Router a827159d-0534-4d9e-91f4-d9249de4ac62 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:43.636240 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:43.639871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.691641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69973a98-ce11-424e-9318-fb2c7cb16147 req-6c30a8c4-14c0-417a-adb0-4085ec1b55a6 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1 HTTP/1.1" status: 200  len: 210 time: 0.1152678
Nov 06 21:02:43.723659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:43.740973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] Pushing event deleted for resources: {'Port': ['ID=df1d71a2-bc24-4581-ae30-632eef65592e,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:43.748189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:43.769922 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.771591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14048116-4596-4935-90c7-0659723a3c0f None None] Sync routers for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:43.779064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc8462-2524-4bc9-a60a-fd8e39cfd254 None None] No DVR routers for this DVR port df1d71a2-bc24-4581-ae30-632eef65592e on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:43.782919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] For port 158ffcc4-7d97-4cb0-b54a-1617e604a896, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:43.791054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] For port 158ffcc4-7d97-4cb0-b54a-1617e604a896, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=158ffcc4-7d97-4cb0-b54a-1617e604a896,segment=NetworkSegment(54898d15-e35b-4e14-b0f8-8b36960dd547),segment_id=54898d15-e35b-4e14-b0f8-8b36960dd547)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:43.802067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14048116-4596-4935-90c7-0659723a3c0f None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:43.804325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-14048116-4596-4935-90c7-0659723a3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92515119d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:43.842692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-ed6e12b7-0649-41cc-960b-33ce33dbb39d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "PUT /v2.0/floatingips/126e1377-f6a0-49a7-8295-99d4e37153c2 HTTP/1.1" status: 200  len: 997 time: 3.1409287
Nov 06 21:02:43.843569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:43.845978 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:43.850494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.868569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:43.869953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:43.872176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] 10.222.0.10 "PUT /v2.0/ports/158ffcc4-7d97-4cb0-b54a-1617e604a896 HTTP/1.1" status: 200  len: 1092 time: 2.0876145
Nov 06 21:02:43.973958 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e93e03-eaf0-4424-9d47-12ef5b2cc5c6 x-openstack-request-id: req-73e93e03-eaf0-4424-9d47-12ef5b2cc5c6 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:43.979843 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:43.980260 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73e93e03-eaf0-4424-9d47-12ef5b2cc5c6 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:43.989330 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'code': 200}
Nov 06 21:02:44.041706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab20724-3c51-416f-bb07-19729fc36b0c service neutron] Pushing event updated for resources: {'Port': ['ID=158ffcc4-7d97-4cb0-b54a-1617e604a896,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:44.050673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:44.058767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-bdce25d9-f4b2-4e18-9465-bbd24cb33da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:44.060473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-bdce25d9-f4b2-4e18-9465-bbd24cb33da2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1097 time: 0.1858196
Nov 06 21:02:44.066932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-0f682700-b1a1-41b6-9ff7-ad9df622ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:44.068527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-0f682700-b1a1-41b6-9ff7-ad9df622ee9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef3bcc53d0cc468a95f587efa7e9b444&device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 1095 time: 0.1177692
Nov 06 21:02:44.076508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-14048116-4596-4935-90c7-0659723a3c0f None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:44.078892 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] Sync routers for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:44.100842 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:44.101479 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c888e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:44.158578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] No DVR routers for this DVR port 9a28fc71-da6e-45a2-a80a-58faa0b40f48 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:44.164339 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.168527 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b33c33b0-71f8-43c4-96ad-2e9a9223242c req-a1fafde7-98ed-4baf-a6a4-3ddbe7150ef7 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.10 "DELETE /v2.0/ports/9a28fc71-da6e-45a2-a80a-58faa0b40f48 HTTP/1.1" status: 204  len: 173 time: 2.6931736
Nov 06 21:02:44.169395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'name': 'network-vif-deleted', 'tag': '9a28fc71-da6e-45a2-a80a-58faa0b40f48'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:44.171980 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de82cade-c307-4b45-a64a-1fb91385fefb" -d '{"events": [{"server_uuid": "7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1", "name": "network-vif-deleted", "tag": "9a28fc71-da6e-45a2-a80a-58faa0b40f48"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:44.179148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:44.194220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-f1eb9175-d677-4bb3-a72c-8e993fc8d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:44.195018 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0407e119-0227-4e68-ba1d-872a94d38fa8 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2974939
Nov 06 21:02:44.198219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42382) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:44.201948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:44.203115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-f1eb9175-d677-4bb3-a72c-8e993fc8d4ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 921 time: 0.1211407
Nov 06 21:02:44.207762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-675936402'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:44.299671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:44.300345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519db9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:44.312196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:44.321555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:44.325786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.342394 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.347857 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:44.357313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-7f0bff41-bd92-4071-809d-22b0d1ec4891 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=158ffcc4-7d97-4cb0-b54a-1617e604a896 HTTP/1.1" status: 200  len: 217 time: 0.2796454
Nov 06 21:02:44.438878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=4ec23344-8747-4222-ab31-5275284402cd,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:44.458596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:44.460182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:44.466710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:44.470419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:44.471167 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.488074 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.488380 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment 540ca17e-d8c3-4e56-8499-a20413e8d7da of type vlan for network 019157ce-158a-481a-bd55-fe158111fe31
Nov 06 21:02:44.501884 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-307cfbef-1145-4775-bcd7-501df6975e78 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0962985
Nov 06 21:02:44.505471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42386) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:44.509646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '4ec23344-8747-4222-ab31-5275284402cd', 'ip_address': '2001:db8::55dd:9b65:8355:a5'}], 'name': 'tempest-NetworksTestDHCPv6-2106123594'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:44.525060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f68e274-d709-4c2c-9407-e7537013b101 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:44.602154 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.608557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.610850 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.626725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-7ed93df2-349e-4134-a543-1c883adec49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:44.628389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-7ed93df2-349e-4134-a543-1c883adec49f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2b408d2-8140-47a9-936e-222eb5da2736 HTTP/1.1" status: 200  len: 850 time: 0.1704757
Nov 06 21:02:44.652772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:44.678216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.684974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:44.685473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.698451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-81e08f70-9d0a-4edf-a2bf-aa55f289f8fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d105093-727c-4c31-8aaa-81cd57576182&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471299
Nov 06 21:02:44.711847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-962ce0fd-1ed3-4862-8aa4-e0b0d3472b22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 1000 time: 0.4749155
Nov 06 21:02:44.723444 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c888e0>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:26Z', 'revision_number': 5, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:44.763845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:02:44.766329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-c2d14063-e1a0-4014-b250-2478c2e2963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:44.768145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9a28fc71-da6e-45a2-a80a-58faa0b40f48 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:44.774835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-c2d14063-e1a0-4014-b250-2478c2e2963b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.0626254
Nov 06 21:02:44.803855 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] Checking router: a827159d-0534-4d9e-91f4-d9249de4ac62 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:44.825529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-4f0cd22c-7fe9-453e-98a7-f3d42452513c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497291
Nov 06 21:02:44.830664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-3d9ad36d-62e8-4180-ab23-116215f554c3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:02:44.832930 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:44.838220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-3d9ad36d-62e8-4180-ab23-116215f554c3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0118287
Nov 06 21:02:44.845233 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c888e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:44.860262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-266e8c0a-05a9-4429-aed7-fd974cd70fda None None] Provisioning complete for port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:44.861802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e385f-5090-45c1-9915-837b5a968ea4 req-960bebc4-ea9e-43ad-95eb-276d7858eeab tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:44.863371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d35e385f-5090-45c1-9915-837b5a968ea4 req-960bebc4-ea9e-43ad-95eb-276d7858eeab tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 948 time: 0.6537476
Nov 06 21:02:44.882764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-266e8c0a-05a9-4429-aed7-fd974cd70fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.889983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=019157ce-158a-481a-bd55-fe158111fe31,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:44.894490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:44.907666 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-75b877f6-3dc9-4466-869d-ea0cf8727d27 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7078519
Nov 06 21:02:44.925844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 9a28fc71-da6e-45a2-a80a-58faa0b40f48 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:44.926213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9a28fc71-da6e-45a2-a80a-58faa0b40f48 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:44.991592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42392) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:44.995183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:44.995567 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:44.997395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 019157ce-158a-481a-bd55-fe158111fe31 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:45.024940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:45.052757 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:45.110808 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:45.134852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 8887a162-99e6-4e93-8285-31372b3fc680 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:45.152888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d35e385f-5090-45c1-9915-837b5a968ea4 req-6b795e8a-1f6c-4d29-89c7-3e90f2628a34 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766867
Nov 06 21:02:45.173007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:45.189396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:45.258698 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.resource_extend [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 21:02:45.274416 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5b9c0c-c52c-4aa6-8d82-daf5860bb3b7 x-openstack-request-id: req-1e5b9c0c-c52c-4aa6-8d82-daf5860bb3b7 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:45.275942 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:45.276380 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e5b9c0c-c52c-4aa6-8d82-daf5860bb3b7 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:45.282845 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'status': 'completed', 'code': 200}
Nov 06 21:02:45.409757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-c5714d3f-a330-4026-956c-6ef9aa7fc8be service neutron] 10.222.0.13 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5705369
Nov 06 21:02:45.411935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-e986cc22-df86-4a89-9d5f-1a755b160aba service neutron] 10.222.0.10 "GET /v2.0/networks/6d105093-727c-4c31-8aaa-81cd57576182?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6475568
Nov 06 21:02:45.429569 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c888e0>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:26Z', 'revision_number': 5, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:45.438493 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704bb3e8-587b-48f0-8926-970122e2b21e x-openstack-request-id: req-704bb3e8-587b-48f0-8926-970122e2b21e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:45.439068 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1", "name": "network-vif-deleted", "tag": "9a28fc71-da6e-45a2-a80a-58faa0b40f48", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:45.439068 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-704bb3e8-587b-48f0-8926-970122e2b21e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:45.439411 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c506bb6-338e-49e4-9f1d-fa0e5ac4d0a1', 'name': 'network-vif-deleted', 'tag': '9a28fc71-da6e-45a2-a80a-58faa0b40f48', 'status': 'completed', 'code': 200}
Nov 06 21:02:45.445387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-166e06f3-a9e9-4165-b72b-3756daaee4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:45.446918 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-166e06f3-a9e9-4165-b72b-3756daaee4d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1097 time: 0.1941791
Nov 06 21:02:45.465328 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef756e6b-bd0e-4fcf-bef9-f197ecb1d826 None None] The sync data for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 is: [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45'}], 'enable_snat': True}, 'gw_port_id': '2956686a-edfe-4376-8d01-1ba58384998f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port': {'id': '2956686a-edfe-4376-8d01-1ba58384998f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:16Z', 'updated_at': '2021-11-06T20:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87b859b6-c253-470f-9b01-cfd148b3cf88', 'name': '', 'network_id': 'cff17f89-70c3-4182-b73b-2147af75a12c', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'mac_address': 'fa:16:3e:9b:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '940393f2-aac1-4707-95aa-b95488482ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:59:20Z', 'updated_at': '2021-11-06T20:59:26Z', 'revision_number': 5, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'subnets': [{'id': '940393f2-aac1-4707-95aa-b95488482ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:45.492942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '4ec23344-8747-4222-ab31-5275284402cd'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:45.494172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:45.551389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::55dd:9b65:8355:a5 (5d860e38-6a16-4e75-a66b-12fac1376f02/4ec23344-8747-4222-ab31-5275284402cd/8887a162-99e6-4e93-8285-31372b3fc680) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:45.567371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-266e8c0a-05a9-4429-aed7-fd974cd70fda None None] Port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:45.624033 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-97cdad90-2f6c-4512-94c8-416027d9406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:45.625125 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-97cdad90-2f6c-4512-94c8-416027d9406b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 921 time: 0.1682131
Nov 06 21:02:45.652709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-14048116-4596-4935-90c7-0659723a3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92515119d0>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '126e1377-f6a0-49a7-8295-99d4e37153c2', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'port_id': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'mac_address': 'fa:16:3e:30:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:02:37Z', 'updated_at': '2021-11-06T21:02:41Z', 'revision_number': 1, 'project_id': 'c8182a523546466fa113050d28f19731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:37Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:45.721389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14048116-4596-4935-90c7-0659723a3c0f None None] Checking router: 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:45.721638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e0dde-6a1c-4976-b6fb-5dd364f2175c req-dac12b13-e84e-4db9-9ca1-7f67ae761888 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:45.730606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685e0dde-6a1c-4976-b6fb-5dd364f2175c req-dac12b13-e84e-4db9-9ca1-7f67ae761888 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 944 time: 0.2093706
Nov 06 21:02:45.734484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-266e8c0a-05a9-4429-aed7-fd974cd70fda None None] Provisioning complete for port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:45.734739 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-266e8c0a-05a9-4429-aed7-fd974cd70fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:45.744600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b21ff9d-f3a1-49a8-8b00-0f3672af4bf6 req-a515d135-f514-4fca-bebd-777818efd638 service neutron] 10.222.0.10 "GET /v2.0/networks/6d105093-727c-4c31-8aaa-81cd57576182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3171883
Nov 06 21:02:45.753537 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-1b4b5fe8-ab39-4d2c-9048-5dcbb6642485 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 1000 time: 0.1203332
Nov 06 21:02:45.795682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4a10dd1-35a6-4493-8f1c-a655f4321ff9 req-008c2b15-8669-4a83-b451-2023246927b5 service neutron] 10.222.0.13 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3721933
Nov 06 21:02:45.819443 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:45.845821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:45.913246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685e0dde-6a1c-4976-b6fb-5dd364f2175c req-d06d5cab-5eca-4330-bd8a-645e2422d511 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821964
Nov 06 21:02:45.922391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:45.937558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-e268ba84-d912-4d15-a0c1-89cf779fbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:45.942721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-e268ba84-d912-4d15-a0c1-89cf779fbe9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.1798420
Nov 06 21:02:45.955972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=4c49df16-0e9b-4bcd-9b9f-394901625f95,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:45.971493 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec8c79-2698-4314-b473-45db10130664 None None] New status for floating IP cb971d33-190c-4de0-8fad-0db3b664bb6f: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:02:46.006183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:46.006561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: 019157ce-158a-481a-bd55-fe158111fe31, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:46.052087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42400) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:46.077169 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-46f72186-3edd-4ba5-becd-02d36fead225 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1050818
Nov 06 21:02:46.090415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:46.097060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-e8811ec9-008a-4ba7-a009-164b98caf3fb tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1000 time: 0.1384571
Nov 06 21:02:46.107793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:46.113235 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:02:46.115458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:46.121768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:46.122444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.148447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 019157ce-158a-481a-bd55-fe158111fe31 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:46.172569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:46.174656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=8887a162-99e6-4e93-8285-31372b3fc680,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:46.191637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-8887207c-09c4-454d-a0b3-fac5f3567757 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:46.193152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-8887207c-09c4-454d-a0b3-fac5f3567757 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports/27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 943 time: 0.0847471
Nov 06 21:02:46.193813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 019157ce-158a-481a-bd55-fe158111fe31) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:46.202632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-305a6145-d007-4b59-8059-549e6bd8e601 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.206815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:46.207404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.210372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2f7f0a5c-0eed-4cfd-b7ab-3b7b8171ae66 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.7031047
Nov 06 21:02:46.213305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42404) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:46.229016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14048116-4596-4935-90c7-0659723a3c0f None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:46.229849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-14048116-4596-4935-90c7-0659723a3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92515119d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:46.244835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-32ad2ba1-c42f-4dff-8dc3-722843c67987 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '4ec23344-8747-4222-ab31-5275284402cd', 'ip_address': '2001:db8::55dd:9b65:8355:a5'}], 'name': 'tempest-NetworksTestDHCPv6-491125874'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:46.270352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f6ca7-8e13-4842-86e0-0a81b51edbd0 None None] Network 019157ce-158a-481a-bd55-fe158111fe31 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:46.275214 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-305a6145-d007-4b59-8059-549e6bd8e601 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.282844 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-fc4ab7e9-fee0-4dac-b442-46be2f4d00f8 service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912549
Nov 06 21:02:46.331412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a3a63f78-4785-45a5-85b9-f4e424e3a118 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3096800
Nov 06 21:02:46.342992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device df1d71a2-bc24-4581-ae30-632eef65592e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:46.345540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42406) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:46.381355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: df1d71a2-bc24-4581-ae30-632eef65592e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:46.381759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device df1d71a2-bc24-4581-ae30-632eef65592e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:46.404377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-71c100c0-4d38-4d05-a5ab-58bb0cfd8832 req-f44ea7f6-97f3-4d2a-a9d4-819b69bb9086 service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136014
Nov 06 21:02:46.456494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'mac_address': 'fa:16:3e:38:38:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:02:46.473803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519db9d0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:41Z', 'revision_number': 3, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:42Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:46.539198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-a4d455ce-40b9-479f-ab95-bc65a529979e tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1000 time: 0.2277374
Nov 06 21:02:46.572665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:46.573275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Updating router e051c598-544b-4f41-824c-4a4a562428c7 port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:02:46.582143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd070d3-82f9-44a2-abc5-d6ec1ece8c67 req-347d04c8-cdc1-4508-8ec3-c71a1295d6a6 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:46.583643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7dd070d3-82f9-44a2-abc5-d6ec1ece8c67 req-347d04c8-cdc1-4508-8ec3-c71a1295d6a6 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 948 time: 0.2711291
Nov 06 21:02:46.584860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-305a6145-d007-4b59-8059-549e6bd8e601 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.587417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-305a6145-d007-4b59-8059-549e6bd8e601 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.588504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-305a6145-d007-4b59-8059-549e6bd8e601 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b HTTP/1.1" status: 204  len: 168 time: 0.5299373
Nov 06 21:02:46.591199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42408) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:46.604440 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-75226063-6737-4291-9215-398ef2c4f40c tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] show failed (client error): The resource could not be found.
Nov 06 21:02:46.608207 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-75226063-6737-4291-9215-398ef2c4f40c tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "GET /v2.0/security-groups/fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b HTTP/1.1" status: 404  len: 347 time: 0.0159955
Nov 06 21:02:46.608819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42410) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:46.655156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/4ec23344-8747-4222-ab31-5275284402cd/1180530b-42f9-4f78-9477-f24dc9c0a32b) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:46.661655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a6145-d007-4b59-8059-549e6bd8e601 tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f3d90-b8f3-44eb-b59a-fee1e9b6974b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:46.708761 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.728924 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.747734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Deleting port e1efb50a-9a6e-43f5-94c1-0e40a6fb2af3 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:46.748090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.758171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-14048116-4596-4935-90c7-0659723a3c0f None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:46.840093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.840472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:46.856275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Calling delete_port for e1efb50a-9a6e-43f5-94c1-0e40a6fb2af3 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:46.856598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f0b33e-c0e3-430d-b234-0a6318475b33 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:02:47.022722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.060537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Pushing event deleted for resources: {'Port': ['ID=e1efb50a-9a6e-43f5-94c1-0e40a6fb2af3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:47.072282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:47.075304 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bfd48563-c87b-49cf-adb1-d3e64d694535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.077295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ad2ba1-c42f-4dff-8dc3-722843c67987 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:47.093515 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.104056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d6a3f39c-205f-41fb-90e7-2655e8fdd1bd None None] Provisioning complete for port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:47.104462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f39c-205f-41fb-90e7-2655e8fdd1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.136751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.139400 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.143344 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7cbc7694-e9c7-463c-94ae-e3a44e21fbeb tempest-ServersTestJSON-457819695 tempest-ServersTestJSON-457819695-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb971d33-190c-4de0-8fad-0db3b664bb6f HTTP/1.1" status: 204  len: 168 time: 0.5309081
Nov 06 21:02:47.143799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42416) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:47.192310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7dd070d3-82f9-44a2-abc5-d6ec1ece8c67 req-eec46a81-b56d-47fa-94df-f8945ac91424 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5867875
Nov 06 21:02:47.201942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-eaec4a8a-36e2-4de0-96ae-8a29a52b9db0 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:47.211881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-eaec4a8a-36e2-4de0-96ae-8a29a52b9db0 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.6599238
Nov 06 21:02:47.225611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-a8962074-e92f-4fed-8324-4c4377f2558e tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:02:47.233403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-a8962074-e92f-4fed-8324-4c4377f2558e tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0236664
Nov 06 21:02:47.271911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3f39c-205f-41fb-90e7-2655e8fdd1bd None None] Port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:47.299231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1786b6b5-5024-4c7b-b9f0-b6d8d4da74da', 'tag': '158ffcc4-7d97-4cb0-b54a-1617e604a896'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:47.301512 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23dba72-7203-4f83-a447-aaa3b2b81549" -d '{"events": [{"name": "network-changed", "server_uuid": "1786b6b5-5024-4c7b-b9f0-b6d8d4da74da", "tag": "158ffcc4-7d97-4cb0-b54a-1617e604a896"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:47.397204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-019157ce-158a-481a-bd55-fe158111fe31', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:47.397974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.410700 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-32ad2ba1-c42f-4dff-8dc3-722843c67987 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.436875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-c1d1c0b1-eb4f-4349-922f-74db71c952ef tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 1000 time: 0.2025409
Nov 06 21:02:47.451740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Request body: {'floatingip': {'port_id': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:47.500468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-32ad2ba1-c42f-4dff-8dc3-722843c67987 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port c131240a-8f82-4be3-b566-f3562c527fee yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:47.502005 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.509992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:47.533427 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.575978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.595135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28806b-e2c6-4d64-bb1e-fa29a57ce438 req-76c000fa-a750-471d-973e-4ba912723da6 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:47.596696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c28806b-e2c6-4d64-bb1e-fa29a57ce438 req-76c000fa-a750-471d-973e-4ba912723da6 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 944 time: 0.2298033
Nov 06 21:02:47.631615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.680002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b9f0b33e-c0e3-430d-b234-0a6318475b33'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:47.717803 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.723937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:47.739645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:47.743662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:47.750906 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Pushing event updated for resources: {'Port': ['ID=1180530b-42f9-4f78-9477-f24dc9c0a32b,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:47.761661 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.812537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c28806b-e2c6-4d64-bb1e-fa29a57ce438 req-30446454-9c3c-41cd-856f-98c4fe529504 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016449
Nov 06 21:02:47.946095 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff113188-48b3-4225-9559-102d95a104fe x-openstack-request-id: req-ff113188-48b3-4225-9559-102d95a104fe {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:47.946489 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1786b6b5-5024-4c7b-b9f0-b6d8d4da74da", "tag": "158ffcc4-7d97-4cb0-b54a-1617e604a896", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:47.946675 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff113188-48b3-4225-9559-102d95a104fe {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:47.947083 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1786b6b5-5024-4c7b-b9f0-b6d8d4da74da', 'tag': '158ffcc4-7d97-4cb0-b54a-1617e604a896', 'status': 'completed', 'code': 200}
Nov 06 21:02:47.950133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:47.951793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Allocated IP 2001:db8:2::2 (019157ce-158a-481a-bd55-fe158111fe31/4c49df16-0e9b-4bcd-9b9f-394901625f95/d11b899d-028e-4d85-89d8-d8fb745f558f) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:47.953945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb3350-2510-4952-9caf-33853510fdeb None None] Pushing event updated for resources: {'Port': ['ID=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:48.001256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Attempting to bind port 1180530b-42f9-4f78-9477-f24dc9c0a32b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:48.001626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Attempting to bind port 1180530b-42f9-4f78-9477-f24dc9c0a32b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:48.001988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Attempting to bind port 1180530b-42f9-4f78-9477-f24dc9c0a32b on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:48.092572 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ad2ba1-c42f-4dff-8dc3-722843c67987 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:02:48.093784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ad2ba1-c42f-4dff-8dc3-722843c67987 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:02:48.165173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-32ad2ba1-c42f-4dff-8dc3-722843c67987 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409  len: 387 time: 1.9404695
Nov 06 21:02:48.173124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42420) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:48.246735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:48.247105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:48.247507 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.247900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:48.248402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Bound port: 1180530b-42f9-4f78-9477-f24dc9c0a32b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:48.248784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.261797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Deleting port 87b859b6-c253-470f-9b01-cfd148b3cf88 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:48.262371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.269859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.290816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.291159 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Floating IP 126e1377-f6a0-49a7-8295-99d4e37153c2 disassociated. External IP: 172.35.0.174, port: 27b61f7f-c710-4146-b2ae-d1f0a68b5d97.
Nov 06 21:02:48.319537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-e2ac066f-0839-45b7-81df-be56973bedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:48.321353 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-e2ac066f-0839-45b7-81df-be56973bedf4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef3bcc53d0cc468a95f587efa7e9b444&device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 1095 time: 0.1163673
Nov 06 21:02:48.376423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Attempting to bind port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:48.376423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Attempting to bind port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:48.376837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Attempting to bind port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b on network aa2f7fed-0fa0-4854-a82f-b2aa3267d84a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:48.379635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3a0226a6-26c6-414d-bcb2-1b23a2b95673 None None] Provisioning complete for port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:48.380001 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3a0226a6-26c6-414d-bcb2-1b23a2b95673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.397168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8385851-47ba-4629-9a2b-9edd1b919798 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:48.403293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8385851-47ba-4629-9a2b-9edd1b919798 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:48.404972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e8385851-47ba-4629-9a2b-9edd1b919798 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.2298112
Nov 06 21:02:48.411015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42426) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:48.422915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-14048116-4596-4935-90c7-0659723a3c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92515119d0>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '126e1377-f6a0-49a7-8295-99d4e37153c2', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'port_id': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'mac_address': 'fa:16:3e:30:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:02:37Z', 'updated_at': '2021-11-06T21:02:41Z', 'revision_number': 1, 'project_id': 'c8182a523546466fa113050d28f19731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:37Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:48.434144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:48.434520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Checking segment: {'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:48.434922 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.435319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Bound using segment: {'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:48.435796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Bound port: 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3de079d-543c-4c38-a7e9-f5de27710343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:48.436173 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.451067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] For port 87b859b6-c253-470f-9b01-cfd148b3cf88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87b859b6-c253-470f-9b01-cfd148b3cf88,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:48.451573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.478708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Calling delete_port for 87b859b6-c253-470f-9b01-cfd148b3cf88 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:48.482520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcbab7-9dd8-4275-9a14-8e782bc48abc req-a7f18e3c-a2ea-4344-8044-5f66c6028e7e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:48.484086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8bcbab7-9dd8-4275-9a14-8e782bc48abc req-a7f18e3c-a2ea-4344-8044-5f66c6028e7e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 949 time: 0.2103448
Nov 06 21:02:48.522947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14048116-4596-4935-90c7-0659723a3c0f None None] The sync data for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 is: [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '126e1377-f6a0-49a7-8295-99d4e37153c2', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'floating_ip_address': '172.35.0.174', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'port_id': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'mac_address': 'fa:16:3e:30:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:02:37Z', 'updated_at': '2021-11-06T21:02:41Z', 'revision_number': 1, 'project_id': 'c8182a523546466fa113050d28f19731', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:37Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:48.550397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-c294e965-dcd5-4035-9398-697ae54241ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:48.553089 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-c294e965-dcd5-4035-9398-697ae54241ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d105093-727c-4c31-8aaa-81cd57576182 HTTP/1.1" status: 200  len: 911 time: 0.2206240
Nov 06 21:02:48.590287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8bcbab7-9dd8-4275-9a14-8e782bc48abc req-6318ab93-4cbd-418d-9fc6-21ac2c3c86d3 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944190
Nov 06 21:02:48.632684 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-2c8776b6-aa08-47dd-96df-0383a46375fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=158ffcc4-7d97-4cb0-b54a-1617e604a896 HTTP/1.1" status: 200  len: 217 time: 0.0463176
Nov 06 21:02:48.674096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] For port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:48.678234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] For port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,segment=NetworkSegment(b3de079d-543c-4c38-a7e9-f5de27710343),segment_id=b3de079d-543c-4c38-a7e9-f5de27710343)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:48.699042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:48.711527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3a0226a6-26c6-414d-bcb2-1b23a2b95673 None None] Port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:48.719263 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.734660 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.747814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.754112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] For port 1180530b-42f9-4f78-9477-f24dc9c0a32b, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:48.778186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-a8500f3b-3a81-42f9-a43e-6da0cfdbf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:48.779994 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-a8500f3b-3a81-42f9-a43e-6da0cfdbf03c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2b408d2-8140-47a9-936e-222eb5da2736 HTTP/1.1" status: 200  len: 850 time: 0.1359825
Nov 06 21:02:48.790601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e681b27d-5542-4fbc-ab5b-09dbb235b3ef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 8887a162-99e6-4e93-8285-31372b3fc680 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:48.791364 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e681b27d-5542-4fbc-ab5b-09dbb235b3ef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.809755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] For port 1180530b-42f9-4f78-9477-f24dc9c0a32b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1180530b-42f9-4f78-9477-f24dc9c0a32b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:48.827741 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:48.838498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Network 019157ce-158a-481a-bd55-fe158111fe31 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:48.844723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:48.859223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:48.867579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:48.868328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519db9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:48.868966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8:2::1 (019157ce-158a-481a-bd55-fe158111fe31/4c49df16-0e9b-4bcd-9b9f-394901625f95/f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:48.910014 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-a50f28ce-5162-4e1d-badc-36fe11c2de99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d105093-727c-4c31-8aaa-81cd57576182&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1099365
Nov 06 21:02:48.949729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:48.994096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.001427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:49.060009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb3350-2510-4952-9caf-33853510fdeb None None] Pushing event updated for resources: {'Port': ['ID=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:49.073172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ddf44-beb2-4a6a-8ef3-d9bd6b7c1d8c None None] New status for floating IP 126e1377-f6a0-49a7-8295-99d4e37153c2: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:02:49.086349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-f306e17d-1f4c-4305-9277-2cd1831c129c tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "PUT /v2.0/floatingips/126e1377-f6a0-49a7-8295-99d4e37153c2 HTTP/1.1" status: 200  len: 693 time: 1.6464179
Nov 06 21:02:49.112083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e681b27d-5542-4fbc-ab5b-09dbb235b3ef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.150191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e681b27d-5542-4fbc-ab5b-09dbb235b3ef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 8887a162-99e6-4e93-8285-31372b3fc680 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:49.159498 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-e41992eb-782c-445f-9d96-3a7812486a55 service neutron] 10.222.0.10 "GET /v2.0/networks/6d105093-727c-4c31-8aaa-81cd57576182?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2303021
Nov 06 21:02:49.165497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.182316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8bef2-7890-4122-9899-505e34d87d2c req-14763e0c-0167-4fcb-8264-9d0a3a163f6a tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:49.191955 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b8bef2-7890-4122-9899-505e34d87d2c req-14763e0c-0167-4fcb-8264-9d0a3a163f6a tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 944 time: 0.2095749
Nov 06 21:02:49.259902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b8bef2-7890-4122-9899-505e34d87d2c req-c18654c0-269b-4e59-bd6b-b46a3343f330 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673077
Nov 06 21:02:49.300068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b859b6-c253-470f-9b01-cfd148b3cf88,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:49.308122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-a7e87c44-1ffe-4d0c-b5b6-ccd0d440144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:49.309867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-a7e87c44-1ffe-4d0c-b5b6-ccd0d440144d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1097 time: 0.2103291
Nov 06 21:02:49.340362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.354784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cbc25532-1489-4b7c-8b30-58b1e0934df0 None None] Provisioning complete for port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:49.355151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbc25532-1489-4b7c-8b30-58b1e0934df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.499852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-97f83af5-809c-4162-959e-87f0cf0fe3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:49.503465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-97f83af5-809c-4162-959e-87f0cf0fe3ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 921 time: 0.1853862
Nov 06 21:02:49.505233 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.551965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Attempting to bind port d11b899d-028e-4d85-89d8-d8fb745f558f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:49.552509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Attempting to bind port d11b899d-028e-4d85-89d8-d8fb745f558f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:49.552870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Attempting to bind port d11b899d-028e-4d85-89d8-d8fb745f558f on network 019157ce-158a-481a-bd55-fe158111fe31 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:49.567185 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-45bdb7d6-5821-40b4-adbf-ddf4ce4b597d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.573855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Pushing event updated for resources: {'Port': ['ID=d11b899d-028e-4d85-89d8-d8fb745f558f,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:49.599110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 019157ce-158a-481a-bd55-fe158111fe31 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:49.603978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-12058ec7-5c87-4535-9f51-8378ab33fc2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 217 time: 0.0839984
Nov 06 21:02:49.609758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:49.612930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:49.613542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.650946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:49.651160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Checking segment: {'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:49.651432 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.651829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Bound using segment: {'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:49.652324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Bound port: d11b899d-028e-4d85-89d8-d8fb745f558f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:49.660710 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.698191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:49.715702 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e23dba72-7203-4f83-a447-aaa3b2b81549 req-84814728-1c83-43d3-bdac-4741fdf07531 service neutron] 10.222.0.10 "GET /v2.0/networks/6d105093-727c-4c31-8aaa-81cd57576182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5429702
Nov 06 21:02:49.735856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.799496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-0ee95078-12b0-470f-a7aa-d6651c0f1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:49.801272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-0ee95078-12b0-470f-a7aa-d6651c0f1cd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.1843522
Nov 06 21:02:49.834365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b8045-3ed9-4fbe-8af3-92c14ed6c30e None None] Pushing event updated for resources: {'Port': ['ID=1180530b-42f9-4f78-9477-f24dc9c0a32b,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:49.892550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e681b27d-5542-4fbc-ab5b-09dbb235b3ef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.935810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] For port d11b899d-028e-4d85-89d8-d8fb745f558f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:49.948939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681b27d-5542-4fbc-ab5b-09dbb235b3ef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=8887a162-99e6-4e93-8285-31372b3fc680,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:49.965609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] For port d11b899d-028e-4d85-89d8-d8fb745f558f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d11b899d-028e-4d85-89d8-d8fb745f558f,segment=NetworkSegment(540ca17e-d8c3-4e56-8499-a20413e8d7da),segment_id=540ca17e-d8c3-4e56-8499-a20413e8d7da)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:49.971168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519db9d0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:41Z', 'revision_number': 3, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:48Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:49.973526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbc25532-1489-4b7c-8b30-58b1e0934df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.977272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e681b27d-5542-4fbc-ab5b-09dbb235b3ef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.978425 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:49.983249 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e681b27d-5542-4fbc-ab5b-09dbb235b3ef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/8887a162-99e6-4e93-8285-31372b3fc680 HTTP/1.1" status: 204  len: 168 time: 1.5683968
Nov 06 21:02:49.984265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42434) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:50.024670 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] Sync routers for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:50.038138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa94d62-8b9d-4b2f-9720-cae49b03d734 None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:41Z', 'revision_number': 3, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:48Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:50.044467 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:50.044772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02152e-83a2-4262-a9b7-e388e0871010 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:50.045318 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e45cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:50.046443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02152e-83a2-4262-a9b7-e388e0871010 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:50.048352 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ec02152e-83a2-4262-a9b7-e388e0871010 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0632296
Nov 06 21:02:50.052181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42436) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:50.107637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cbc25532-1489-4b7c-8b30-58b1e0934df0 None None] For port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,segment=NetworkSegment(b3de079d-543c-4c38-a7e9-f5de27710343),segment_id=b3de079d-543c-4c38-a7e9-f5de27710343)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:50.124406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbc25532-1489-4b7c-8b30-58b1e0934df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:50.126635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068bbdb-5482-4bf2-9626-a9c36245a1a9 None None] Pushing event updated for resources: {'Port': ['ID=d11b899d-028e-4d85-89d8-d8fb745f558f,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:50.223993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc25532-1489-4b7c-8b30-58b1e0934df0 None None] Pushing event updated for resources: {'Port': ['ID=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:50.244631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad39425-0a39-4365-8ace-5b5720a79f8e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 4ec23344-8747-4222-ab31-5275284402cd {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:50.251060 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad39425-0a39-4365-8ace-5b5720a79f8e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:50.343199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad39425-0a39-4365-8ace-5b5720a79f8e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:50.507725 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Router a827159d-0534-4d9e-91f4-d9249de4ac62 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:50.540976 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:50.558323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:50.560880 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78319af-a8a4-4819-8e52-0cbf98940d11" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:50.567380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-1946cc76-9e58-4a3f-9846-6b0a873661fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7510242
Nov 06 21:02:50.617186 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:50.767782 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad39425-0a39-4365-8ace-5b5720a79f8e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:50.768013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1180530b-42f9-4f78-9477-f24dc9c0a32b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:50.772844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddb6e8-6f0d-407b-844d-07484812029b req-882d26aa-7763-487b-8ccf-e76491d7077e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:50.774659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bbddb6e8-6f0d-407b-844d-07484812029b req-882d26aa-7763-487b-8ccf-e76491d7077e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 949 time: 1.0285437
Nov 06 21:02:50.810285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:50.890371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bbddb6e8-6f0d-407b-844d-07484812029b req-b44ed033-b38f-4992-a6e5-81f30f018367 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077521
Nov 06 21:02:50.927898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:50.953432 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b01ed82c-d7a3-4d73-80bb-ee2f6f9ebff5 admin admin] 10.222.0.13 "PUT /v2.0/routers/a827159d-0534-4d9e-91f4-d9249de4ac62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8084533
Nov 06 21:02:50.959345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:50.990514 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad39425-0a39-4365-8ace-5b5720a79f8e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.029072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-387563f6-3a95-4de0-be19-ce8260bb2508 service neutron] 10.222.0.13 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4458115
Nov 06 21:02:51.112852 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad39425-0a39-4365-8ace-5b5720a79f8e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.126436 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cad39425-0a39-4365-8ace-5b5720a79f8e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/4ec23344-8747-4222-ab31-5275284402cd HTTP/1.1" status: 204  len: 168 time: 1.0702503
Nov 06 21:02:51.131080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42444) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:51.138026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad39425-0a39-4365-8ace-5b5720a79f8e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec23344-8747-4222-ab31-5275284402cd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:51.157460 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e45cd0>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:37Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:51.177909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 158ffcc4-7d97-4cb0-b54a-1617e604a896 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:02:51.180333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:51.182560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] Sync routers for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:51.246248 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] Checking router: 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:51.273408 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.274178 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:51.274987 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e45cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:51.386482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e2388f0b-7e58-4524-b7ca-0fe6a3c6b454 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1738918
Nov 06 21:02:51.403244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42446) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:51.422206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:51.458779 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:51.493161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 158ffcc4-7d97-4cb0-b54a-1617e604a896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=158ffcc4-7d97-4cb0-b54a-1617e604a896,segment=NetworkSegment(54898d15-e35b-4e14-b0f8-8b36960dd547),segment_id=54898d15-e35b-4e14-b0f8-8b36960dd547)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:51.497219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.540826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '158ffcc4-7d97-4cb0-b54a-1617e604a896', 'network_id': '6d105093-727c-4c31-8aaa-81cd57576182', 'port_id': '158ffcc4-7d97-4cb0-b54a-1617e604a896', 'mac_address': 'fa:16:3e:16:8c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b408d2-8140-47a9-936e-222eb5da2736', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:02:51.549675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:51.561245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251311820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:51.576327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968b99f-99e9-4978-b567-8496684747d0 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:51.588810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Deleting port 2956686a-edfe-4376-8d01-1ba58384998f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:51.589420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.637216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:51.640973 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.684138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47395ed-9c1c-41dc-b616-1c31c1a99f67 req-ef7ffa09-d1d6-4fe1-83a4-a84ea476e98c tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:51.686190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d47395ed-9c1c-41dc-b616-1c31c1a99f67 req-ef7ffa09-d1d6-4fe1-83a4-a84ea476e98c tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 944 time: 0.3853123
Nov 06 21:02:51.706143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] For port 2956686a-edfe-4376-8d01-1ba58384998f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2956686a-edfe-4376-8d01-1ba58384998f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:51.706428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.716397 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c2706d32-b5d1-4174-bb8a-e5a7f6cfce42 None None] Provisioning complete for port 1180530b-42f9-4f78-9477-f24dc9c0a32b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:51.716766 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2706d32-b5d1-4174-bb8a-e5a7f6cfce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.723931 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Calling delete_port for 2956686a-edfe-4376-8d01-1ba58384998f owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:51.750861 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e45cd0>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:37Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:51.752744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c53a7b4d-ef76-4234-bb6c-a9a9903646c8 req-9d984267-6c28-4406-8c34-796810b6708e service neutron] 10.222.0.13 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7141106
Nov 06 21:02:51.806157 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3dcd6d-2010-41e5-9028-d2650b24422f None None] The sync data for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 is: [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:01:30Z', 'revision_number': 4, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '12ef3a74-143d-441c-9415-092d110ebbaf', 'name': '', 'network_id': 'e6af1d3b-e143-4670-b58f-a692b325ad8f', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'mac_address': 'fa:16:3e:e3:39:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:29Z', 'updated_at': '2021-11-06T21:01:37Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'subnets': [{'id': 'f278456b-2293-4cad-b377-cfa3d73aad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:51.842267 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.868370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.906501 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83480a1-41f2-4948-a6df-cff539e1aa0b x-openstack-request-id: req-b83480a1-41f2-4948-a6df-cff539e1aa0b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:51.906793 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:51.907048 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b83480a1-41f2-4948-a6df-cff539e1aa0b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:51.907441 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'status': 'completed', 'code': 200}
Nov 06 21:02:51.908062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.909100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:51.915106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7826c744-6cc7-41c0-9041-8eabf93a8d13 None None] Network 019157ce-158a-481a-bd55-fe158111fe31 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:51.963336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-a18601b4-1465-48d5-96b1-c7c7ac2c8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:51.964929 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-a18601b4-1465-48d5-96b1-c7c7ac2c8d5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8182a523546466fa113050d28f19731&device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 1097 time: 0.0583317
Nov 06 21:02:51.988461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:52.016276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158ffcc4-7d97-4cb0-b54a-1617e604a896 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:02:52.055113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 1180530b-42f9-4f78-9477-f24dc9c0a32b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:52.055391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.058888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-d8cb738d-0594-4c3a-8170-eb74a0a90af6 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/floatingips/126e1377-f6a0-49a7-8295-99d4e37153c2 HTTP/1.1" status: 200  len: 693 time: 0.1393831
Nov 06 21:02:52.083252 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.093898 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.105594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port b9f0b33e-c0e3-430d-b234-0a6318475b33 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:52.105982 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.125333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Pushing event deleted for resources: {'Port': ['ID=2956686a-edfe-4376-8d01-1ba58384998f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:52.157181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-3a676fee-ae2e-4706-bcfe-ef414994c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:52.158682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-3a676fee-ae2e-4706-bcfe-ef414994c67a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 200  len: 921 time: 0.1635387
Nov 06 21:02:52.170829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 158ffcc4-7d97-4cb0-b54a-1617e604a896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=158ffcc4-7d97-4cb0-b54a-1617e604a896,segment=NetworkSegment(54898d15-e35b-4e14-b0f8-8b36960dd547),segment_id=54898d15-e35b-4e14-b0f8-8b36960dd547)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:52.171056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network 019157ce-158a-481a-bd55-fe158111fe31 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:52.187390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:52.192433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d47395ed-9c1c-41dc-b616-1c31c1a99f67 req-254cf5cb-ab86-48e8-a848-e55e4271f6c8 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216872
Nov 06 21:02:52.231317 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-c4897a60-f441-4c16-8bab-84b8e15e0e0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 200  len: 217 time: 0.0499544
Nov 06 21:02:52.232078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] Set router a827159d-0534-4d9e-91f4-d9249de4ac62 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:52.234587 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.298562 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.353334 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4440058e-f0f0-43a1-bed8-460d3ae6df7e None None] New status for floating IP 126e1377-f6a0-49a7-8295-99d4e37153c2: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:02:52.375153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251311820>, [{'id': 'a827159d-0534-4d9e-91f4-d9249de4ac62', 'name': 'tempest-ServersTestJSON-1382344490-router', 'tenant_id': 'bde5e9d550d3483d977ecaff1085f735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:59:15Z', 'updated_at': '2021-11-06T21:02:51Z', 'revision_number': 6, 'project_id': 'bde5e9d550d3483d977ecaff1085f735', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:52.436055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2706d32-b5d1-4174-bb8a-e5a7f6cfce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.437617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:52.444900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-2e2d468f-3907-4db8-95db-cd736860115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:52.445696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] Checking router: a827159d-0534-4d9e-91f4-d9249de4ac62 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:52.446298 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-2e2d468f-3907-4db8-95db-cd736860115f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 200  len: 860 time: 0.2045584
Nov 06 21:02:52.508397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.511674 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-7c713965-45ca-4b4f-9aa4-03c7afe8a42f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6af1d3b-e143-4670-b58f-a692b325ad8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546255
Nov 06 21:02:52.512917 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.516741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:52.541432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=158ffcc4-7d97-4cb0-b54a-1617e604a896,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:52.588209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.610177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.611065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a827159d-0534-4d9e-91f4-d9249de4ac62 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:02:52.613983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] Routers {'a827159d-0534-4d9e-91f4-d9249de4ac62'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:52.614615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251311820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a827159d-0534-4d9e-91f4-d9249de4ac62'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:52.617495 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.621493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fdc342ac-1ec3-4b1b-bc3e-dfbf6b05374b admin admin] 10.222.0.13 "DELETE /v2.0/routers/a827159d-0534-4d9e-91f4-d9249de4ac62 HTTP/1.1" status: 204  len: 168 time: 1.6546001
Nov 06 21:02:52.622330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42454) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:52.627502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c2706d32-b5d1-4174-bb8a-e5a7f6cfce42 None None] For port 1180530b-42f9-4f78-9477-f24dc9c0a32b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1180530b-42f9-4f78-9477-f24dc9c0a32b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:52.673808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:52.675935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['158ffcc4-7d97-4cb0-b54a-1617e604a896'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:02:52.683890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-55546299-3eff-425a-884c-3cac88433195 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:52.692053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-55546299-3eff-425a-884c-3cac88433195 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 784 time: 0.5451238
Nov 06 21:02:52.699978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5926d82a-435c-47f4-b632-1651f5fe8ce3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3195589
Nov 06 21:02:52.700978 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2706d32-b5d1-4174-bb8a-e5a7f6cfce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.704816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251311820>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:52.705294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-5bc70244-23eb-4b50-a27c-38059bde20c1 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:02:52.705462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9239-5dae-4fdf-8f36-0594112f8399 None None] The sync data for ids ['a827159d-0534-4d9e-91f4-d9249de4ac62'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:52.712951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-5bc70244-23eb-4b50-a27c-38059bde20c1 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0197988
Nov 06 21:02:52.731064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:02:52.737858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95e306-b006-4d63-a482-70a37e1bbad3 req-874be69a-efe0-4ea9-80a3-dd4ce76fbcd6 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:52.741172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e95e306-b006-4d63-a482-70a37e1bbad3 req-874be69a-efe0-4ea9-80a3-dd4ce76fbcd6 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 949 time: 0.3602240
Nov 06 21:02:52.754318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42456) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:52.765898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1750433949'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:52.815859 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.816159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:52.819927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.875808 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:52.877593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:52.878473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925150e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:52.897753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-0516c99d-a49e-4964-b50c-8aae329a02b9 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 696 time: 0.1521235
Nov 06 21:02:53.004728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2706d32-b5d1-4174-bb8a-e5a7f6cfce42 None None] Pushing event updated for resources: {'Port': ['ID=1180530b-42f9-4f78-9477-f24dc9c0a32b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:53.016253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:53.017032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e510bb33-9b4b-436c-894b-cc3137bcd1ad None None] Provisioning complete for port d11b899d-028e-4d85-89d8-d8fb745f558f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:53.017032 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e510bb33-9b4b-436c-894b-cc3137bcd1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.022809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-72f237d8-9e1d-49ba-a9d1-677e5424aac3 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.35.0.174 HTTP/1.1" status: 200  len: 696 time: 0.0897160
Nov 06 21:02:53.029856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e95e306-b006-4d63-a482-70a37e1bbad3 req-97ccf099-604e-4b71-a528-aeae64459f51 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241597
Nov 06 21:02:53.030127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-4089b082-081a-4acb-8737-6f3a49d964a3 admin admin] Deleting subnet 940393f2-aac1-4707-95aa-b95488482ef0 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:53.032444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.039060 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4089b082-081a-4acb-8737-6f3a49d964a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.047064 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.047515 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added segment e6e81e25-3bbc-4986-b8cc-3471ca447d56 of type vlan for network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8
Nov 06 21:02:53.088608 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-d4953e50-0874-42e9-8a82-27b556d8cc2f service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5661416
Nov 06 21:02:53.095759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4089b082-081a-4acb-8737-6f3a49d964a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.109922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:53.119051 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ccc386-2717-4624-9155-b0da003226d3" -d '{"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:53.188793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:53.213196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:53.221037 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.259516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:53.267315 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.271581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=7bf60c5d-c686-49ba-9274-03d58a8b070d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:53.318316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.318823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.319267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.319708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.320146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.320598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.321049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.321480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.321909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.322340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.322780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.323211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:02:53.328074 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e78319af-a8a4-4819-8e52-0cbf98940d11 req-f6164c31-a21f-4add-a573-1c3d32186f6f service neutron] 10.222.0.10 "GET /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302635
Nov 06 21:02:53.329411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4089b082-081a-4acb-8737-6f3a49d964a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.376355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5d8f2a00-d323-432a-8819-66b2d9abea53 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9693627
Nov 06 21:02:53.399737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:53.402711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] Deleting port 1180530b-42f9-4f78-9477-f24dc9c0a32b {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:53.403275 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.406891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-211effb2-728b-422f-ba2a-c608ae69d3f5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '7bf60c5d-c686-49ba-9274-03d58a8b070d', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-779437326'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:53.410477 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.417234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:53.418468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.483044 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4089b082-081a-4acb-8737-6f3a49d964a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.500956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7453673
Nov 06 21:02:53.510341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42466) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:53.511181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:53.516492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'subnet': {'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:53.524893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:53.529306 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089b082-081a-4acb-8737-6f3a49d964a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940393f2-aac1-4707-95aa-b95488482ef0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:53.539480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4089b082-081a-4acb-8737-6f3a49d964a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.545715 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4089b082-081a-4acb-8737-6f3a49d964a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/940393f2-aac1-4707-95aa-b95488482ef0 HTTP/1.1" status: 204  len: 168 time: 0.9205384
Nov 06 21:02:53.546410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42468) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:53.566462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.576810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58abc22f-de2b-4f2c-a801-a0f3e682b3c1 None None] Network cff17f89-70c3-4182-b73b-2147af75a12c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:53.585306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c8659-2461-444d-8a19-98d657f72763 req-ace4e774-4482-46f1-b5a8-f1a8536a2300 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:53.588326 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:02:53.588326 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:02:53.593285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e53c8659-2461-444d-8a19-98d657f72763 req-ace4e774-4482-46f1-b5a8-f1a8536a2300 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 945 time: 0.2630730
Nov 06 21:02:53.609197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331b286-e91b-4d3d-ac2d-cbbb0556aeeb tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Network': ['ID=bb590cc6-0dfa-4206-a305-7a9afbf3e0b8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:53.666708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Deleting port 9979fd6c-dc29-4cb5-8aa0-07f257961b3a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:53.667862 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.678689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.726664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:53.747227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211effb2-728b-422f-ba2a-c608ae69d3f5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:53.790180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e53c8659-2461-444d-8a19-98d657f72763 req-56d9a162-2331-4838-bf3b-ae783f74b9aa tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959188
Nov 06 21:02:53.803230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Made reservation on behalf of 5f414c01138f4a82bf78dcc99c3cc0d0 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:53.807679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.890222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Deleting port 321caf6d-9d86-4ce6-9638-6c6005781d71 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:02:53.890680 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.911361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.911732 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:53.934276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Calling delete_port for 9979fd6c-dc29-4cb5-8aa0-07f257961b3a owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:53.983741 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9362461c-e1b8-4cd9-aa7d-74ed76585154 x-openstack-request-id: req-9362461c-e1b8-4cd9-aa7d-74ed76585154 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:53.984033 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:53.984287 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9362461c-e1b8-4cd9-aa7d-74ed76585154 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:53.984697 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'code': 200}
Nov 06 21:02:54.047791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-211effb2-728b-422f-ba2a-c608ae69d3f5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.107443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] For port 321caf6d-9d86-4ce6-9638-6c6005781d71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=321caf6d-9d86-4ce6-9638-6c6005781d71,segment=NetworkSegment(84ce553f-a77b-43ad-b3d0-bfc6641e3309),segment_id=84ce553f-a77b-43ad-b3d0-bfc6641e3309)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:54.108081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.124097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-211effb2-728b-422f-ba2a-c608ae69d3f5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 0fa374f1-c39d-4cd4-a0c5-f88f81c0c277 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:02:54.125915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] For port 1180530b-42f9-4f78-9477-f24dc9c0a32b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1180530b-42f9-4f78-9477-f24dc9c0a32b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:54.126317 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.153091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:54.231880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] Calling delete_port for 1180530b-42f9-4f78-9477-f24dc9c0a32b owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:54.262387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Calling delete_port for 321caf6d-9d86-4ce6-9638-6c6005781d71 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:02:54.262547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.275668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055c537-d1dd-4732-8be0-67c3ebc2cd84 req-5305bb68-e250-489e-aa3b-822fdbca1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:54.277547 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e055c537-d1dd-4732-8be0-67c3ebc2cd84 req-5305bb68-e250-489e-aa3b-822fdbca1b05 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1101 time: 0.2270226
Nov 06 21:02:54.279863 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e510bb33-9b4b-436c-894b-cc3137bcd1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.306546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:54.335018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df36e7-1efb-4f57-a302-0e8453d1d124 req-c9725e13-fbeb-4d26-9922-cb2a1f42d3a9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:54.338103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91df36e7-1efb-4f57-a302-0e8453d1d124 req-c9725e13-fbeb-4d26-9922-cb2a1f42d3a9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1743577
Nov 06 21:02:54.345638 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.403192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event deleted for resources: {'Port': ['ID=9979fd6c-dc29-4cb5-8aa0-07f257961b3a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:54.408197 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-211effb2-728b-422f-ba2a-c608ae69d3f5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:02:54.408821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211effb2-728b-422f-ba2a-c608ae69d3f5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:02:54.442623 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e055c537-d1dd-4732-8be0-67c3ebc2cd84 req-08f68fb8-50a6-4c69-9e35-4389f486b0d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552076
Nov 06 21:02:54.446463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e510bb33-9b4b-436c-894b-cc3137bcd1ad None None] For port d11b899d-028e-4d85-89d8-d8fb745f558f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d11b899d-028e-4d85-89d8-d8fb745f558f,segment=NetworkSegment(540ca17e-d8c3-4e56-8499-a20413e8d7da),segment_id=540ca17e-d8c3-4e56-8499-a20413e8d7da)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:54.456010 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-211effb2-728b-422f-ba2a-c608ae69d3f5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.0550687
Nov 06 21:02:54.460252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:54.466121 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e510bb33-9b4b-436c-894b-cc3137bcd1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.473839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Subnet': ['ID=48f4934b-3dda-464c-91e0-4ebd8d9779da,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:54.481671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e510bb33-9b4b-436c-894b-cc3137bcd1ad None None] Could not find standard attr ID for object 8887a162-99e6-4e93-8285-31372b3fc680. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:02:54.497397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.510887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e0a95-821b-4838-8bcc-35208df304ed None None] DHCP port deletion for cff17f89-70c3-4182-b73b-2147af75a12c request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:02:54.523694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=321caf6d-9d86-4ce6-9638-6c6005781d71,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:54.537338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] No DVR routers for this DVR port 321caf6d-9d86-4ce6-9638-6c6005781d71 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:54.551088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:54.551457 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.553603 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.556959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb6b655-9390-49a7-8319-afa042a0d514 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:54.558655 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-afb6b655-9390-49a7-8319-afa042a0d514 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0984299
Nov 06 21:02:54.561364 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42476) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:54.583338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Checking segment: {'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:54.583833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network hostable DHCP agents. Network: bb590cc6-0dfa-4206-a305-7a9afbf3e0b8, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:54.596249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510bb33-9b4b-436c-894b-cc3137bcd1ad None None] Pushing event updated for resources: {'Port': ['ID=d11b899d-028e-4d85-89d8-d8fb745f558f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:54.623494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91df36e7-1efb-4f57-a302-0e8453d1d124 req-7a1c2848-24f9-43aa-a6e6-bc4f535b2bc4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692699
Nov 06 21:02:54.626837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:54.631331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] No DVR routers for this DVR port 1180530b-42f9-4f78-9477-f24dc9c0a32b on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:02:54.634629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.638305 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.639840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-907c09e8-e7d1-40a5-959f-ccfd1e13ec23 req-188e9a6b-ecff-429a-9ecb-eb8940a9a6c4 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "DELETE /v2.0/floatingips/126e1377-f6a0-49a7-8295-99d4e37153c2 HTTP/1.1" status: 204  len: 173 time: 1.5621960
Nov 06 21:02:54.643956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925150e9a0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:49Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:51Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:54.650136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb590cc6-0dfa-4206-a305-7a9afbf3e0b8) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:54.652037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00475c-5db3-4ea4-964a-3c138d83de89 None None] Pushing event deleted for resources: {'Port': ['ID=1180530b-42f9-4f78-9477-f24dc9c0a32b,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:54.663575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:54.664938 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.692210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633c6e9-5f28-4bbd-9999-8297f0f5cef9 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:54.694116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840f9610-458b-47fb-8f8e-b0ca10089401 None None] Network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:54.704609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:02:54.709038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Updating router e051c598-544b-4f41-824c-4a4a562428c7 port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:02:54.711838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.717577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-04274bc5-5403-4cea-9d1f-19ed55e401f7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2053127
Nov 06 21:02:54.731778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42480) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:54.736751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714a850-9270-498b-b991-f2f84d8c0729 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:54.738514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714a850-9270-498b-b991-f2f84d8c0729 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:54.742398 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7714a850-9270-498b-b991-f2f84d8c0729 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1789093
Nov 06 21:02:54.756027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42482) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:54.767254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9258b6ef40>,) {'filters': {'network_id': ['cff17f89-70c3-4182-b73b-2147af75a12c']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:54.797068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9258b6ef40>, '84ce553f-a77b-43ad-b3d0-bfc6641e3309') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:54.797360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9258b6ef40>, '84ce553f-a77b-43ad-b3d0-bfc6641e3309') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:54.813758 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.829208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-02635d75-090a-4036-a4b4-cf8c855cab59 None None] Provisioning complete for port d11b899d-028e-4d85-89d8-d8fb745f558f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:54.829570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-02635d75-090a-4036-a4b4-cf8c855cab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.834369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad376503-2d09-4e96-8806-ea6860432e11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 7bf60c5d-c686-49ba-9274-03d58a8b070d {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:02:54.837927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7c9e41b-8232-4ba6-8728-a74874cf0a6f req-7a092f5b-8652-4580-b655-b0eddeee165a tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups/2c10f513-75a1-44f3-b27e-79bd439b489e HTTP/1.1" status: 200  len: 1827 time: 0.1326213
Nov 06 21:02:54.839546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad376503-2d09-4e96-8806-ea6860432e11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.842471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.867941 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.879739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:02:54.880169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:02:54.882059 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:02:54.946355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad376503-2d09-4e96-8806-ea6860432e11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.983909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.993340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:54.997410 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cff17f89-70c3-4182-b73b-2147af75a12c HTTP/1.1" status: 204  len: 168 time: 1.4424098
Nov 06 21:02:55.012827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ca6fd-3f66-4347-ba6e-26244d6741f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cff17f89-70c3-4182-b73b-2147af75a12c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:55.051103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad376503-2d09-4e96-8806-ea6860432e11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.139336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 158ffcc4-7d97-4cb0-b54a-1617e604a896 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:55.260753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad376503-2d09-4e96-8806-ea6860432e11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.264611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'fixed_ips': [{'subnet_id': '48f4934b-3dda-464c-91e0-4ebd8d9779da'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:55.265467 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.267436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d11b899d-028e-4d85-89d8-d8fb745f558f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:55.275671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42488) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:55.314381 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad376503-2d09-4e96-8806-ea6860432e11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.320867 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ad376503-2d09-4e96-8806-ea6860432e11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/7bf60c5d-c686-49ba-9274-03d58a8b070d HTTP/1.1" status: 204  len: 168 time: 0.5607073
Nov 06 21:02:55.322237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad376503-2d09-4e96-8806-ea6860432e11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf60c5d-c686-49ba-9274-03d58a8b070d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:55.324142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42490) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:55.378399 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dc972536-ff3d-4dd2-9b88-1344ac2d2128 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0483451
Nov 06 21:02:55.379006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42492) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:55.394651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:55.411124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b7c9e41b-8232-4ba6-8728-a74874cf0a6f req-b7dda999-2e71-4850-8fd3-c95c74f44547 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.427608 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bf7f0951-9f5e-4c7c-95b0-b910e81adf3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bde5e9d550d3483d977ecaff1085f735&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1455367
Nov 06 21:02:55.434693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42494) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:55.465452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b7c9e41b-8232-4ba6-8728-a74874cf0a6f req-b7dda999-2e71-4850-8fd3-c95c74f44547 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.511230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:55.512711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aebf9-96f0-4411-9ea0-faf4f59bc4be req-5c9b7176-eef6-41a5-a476-a5e8077e8aaa tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:55.514428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-451aebf9-96f0-4411-9ea0-faf4f59bc4be req-5c9b7176-eef6-41a5-a476-a5e8077e8aaa tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 945 time: 0.1644154
Nov 06 21:02:55.515493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.544284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb35869-c65a-44e4-a19e-f8659163b776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '7bf60c5d-c686-49ba-9274-03d58a8b070d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:55.545115 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4fb35869-c65a-44e4-a19e-f8659163b776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.653967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-02635d75-090a-4036-a4b4-cf8c855cab59 None None] Provisioning complete for port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:55.654334 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-02635d75-090a-4036-a4b4-cf8c855cab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.662442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-45ba2841-ca4a-4036-9d40-3be9209865b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.672735 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b7c9e41b-8232-4ba6-8728-a74874cf0a6f req-b7dda999-2e71-4850-8fd3-c95c74f44547 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.675335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b7c9e41b-8232-4ba6-8728-a74874cf0a6f req-b7dda999-2e71-4850-8fd3-c95c74f44547 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.676170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7c9e41b-8232-4ba6-8728-a74874cf0a6f req-b7dda999-2e71-4850-8fd3-c95c74f44547 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c10f513-75a1-44f3-b27e-79bd439b489e HTTP/1.1" status: 204  len: 173 time: 0.8349769
Nov 06 21:02:55.699284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 158ffcc4-7d97-4cb0-b54a-1617e604a896 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:02:55.731081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dda999-2e71-4850-8fd3-c95c74f44547 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10f513-75a1-44f3-b27e-79bd439b489e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:55.748273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-451aebf9-96f0-4411-9ea0-faf4f59bc4be req-c07f60a1-cddb-4ea1-9dfa-2f6c888e1fb8 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181277
Nov 06 21:02:55.776422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 158ffcc4-7d97-4cb0-b54a-1617e604a896 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:55.776795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.787333 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-45ba2841-ca4a-4036-9d40-3be9209865b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.869703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-02635d75-090a-4036-a4b4-cf8c855cab59 None None] Port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:55.968421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.982046 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:55.991155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d11b899d-028e-4d85-89d8-d8fb745f558f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:55.991527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.034536 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-45ba2841-ca4a-4036-9d40-3be9209865b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.037756 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-45ba2841-ca4a-4036-9d40-3be9209865b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.041542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-45ba2841-ca4a-4036-9d40-3be9209865b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b44f9ea-caea-4c13-a903-0263518f6f63 HTTP/1.1" status: 204  len: 168 time: 0.6003544
Nov 06 21:02:56.097679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.097912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=412e16a0-137e-4033-a046-73e726eaae3b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:56.111597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:56.113666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:56.117747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:56.118789 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.136826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Allocated IP 2001:db8:3::2 (bb590cc6-0dfa-4206-a305-7a9afbf3e0b8/48f4934b-3dda-464c-91e0-4ebd8d9779da/4b9c81bf-2246-43ae-9d6c-cce63a678da8) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:56.143693 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1a9bc953-61c3-4143-b19e-8e8361a81228 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7609575
Nov 06 21:02:56.143889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6586df7-5eb2-4a49-bde0-893196cccc2d None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:56.144004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42506) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:56.155644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e98519e0-0632-442f-9fb1-c809ba2b69c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-665255247', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:56.163801 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.185918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c397e-6909-4a5d-b4d1-81ca649a5474 req-5e217775-6a1b-4d86-b4a0-3064a17e5308 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:56.197575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b5c397e-6909-4a5d-b4d1-81ca649a5474 req-5e217775-6a1b-4d86-b4a0-3064a17e5308 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.3347526
Nov 06 21:02:56.210543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e98519e0-0632-442f-9fb1-c809ba2b69c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.211637 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e98519e0-0632-442f-9fb1-c809ba2b69c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.243049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba2841-ca4a-4036-9d40-3be9209865b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b44f9ea-caea-4c13-a903-0263518f6f63,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:56.299640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e98519e0-0632-442f-9fb1-c809ba2b69c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.307652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e98519e0-0632-442f-9fb1-c809ba2b69c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.338757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e98519e0-0632-442f-9fb1-c809ba2b69c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.343486 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e98519e0-0632-442f-9fb1-c809ba2b69c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1957397
Nov 06 21:02:56.343808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42508) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:56.427548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b5c397e-6909-4a5d-b4d1-81ca649a5474 req-e85e89dd-37e7-4682-9c38-03361f1e1ab9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148371
Nov 06 21:02:56.456477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410682d-f2db-42d1-a32f-86d4f26e51a1 req-5ee5b0e0-c93b-4ba4-8231-6c5b198de9c1 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:56.460167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.465380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b410682d-f2db-42d1-a32f-86d4f26e51a1 req-5ee5b0e0-c93b-4ba4-8231-6c5b198de9c1 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.2059367
Nov 06 21:02:56.605282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b410682d-f2db-42d1-a32f-86d4f26e51a1 req-6ff2cc90-f164-414d-8580-7a6ad22fdadf tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389279
Nov 06 21:02:56.616778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d9dbe-19f5-4fe4-b195-3e2f601e673d None None] Pushing event updated for resources: {'Port': ['ID=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:56.717878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1786b6b5-5024-4c7b-b9f0-b6d8d4da74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158ffcc4-7d97-4cb0-b54a-1617e604a896'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:02:56.720036 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f28b0d-252a-4fe8-9c35-3e48f9fd8804" -d '{"events": [{"server_uuid": "1786b6b5-5024-4c7b-b9f0-b6d8d4da74da", "name": "network-vif-plugged", "status": "completed", "tag": "158ffcc4-7d97-4cb0-b54a-1617e604a896"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:02:56.721329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.777471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 158ffcc4-7d97-4cb0-b54a-1617e604a896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=158ffcc4-7d97-4cb0-b54a-1617e604a896,segment=NetworkSegment(54898d15-e35b-4e14-b0f8-8b36960dd547),segment_id=54898d15-e35b-4e14-b0f8-8b36960dd547)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:56.778494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-86388a77-81bb-4523-96b9-764255286025 None None] Provisioning complete for port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:56.778908 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86388a77-81bb-4523-96b9-764255286025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.787408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Attempting to bind port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:56.787737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Attempting to bind port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:56.788093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Attempting to bind port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f on network 019157ce-158a-481a-bd55-fe158111fe31 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:56.790251 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.794668 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a36dbca-b197-48c3-822b-d0d3e70f967a x-openstack-request-id: req-7a36dbca-b197-48c3-822b-d0d3e70f967a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:02:56.794952 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1786b6b5-5024-4c7b-b9f0-b6d8d4da74da", "name": "network-vif-plugged", "status": "completed", "tag": "158ffcc4-7d97-4cb0-b54a-1617e604a896", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:02:56.795201 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a36dbca-b197-48c3-822b-d0d3e70f967a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:02:56.795580 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1786b6b5-5024-4c7b-b9f0-b6d8d4da74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158ffcc4-7d97-4cb0-b54a-1617e604a896', 'code': 200}
Nov 06 21:02:56.845672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2956686a-edfe-4376-8d01-1ba58384998f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:56.908048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:56.908048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Checking segment: {'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:56.908476 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.908744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Bound using segment: {'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:56.909248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Bound port: f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540ca17e-d8c3-4e56-8499-a20413e8d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '019157ce-158a-481a-bd55-fe158111fe31'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:56.909645 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:56.927049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14485e7-3994-4972-840d-54c30614e590 req-98cb7de5-6678-453a-893e-6a68f6cd2b1d tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:56.928935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f14485e7-3994-4972-840d-54c30614e590 req-98cb7de5-6678-453a-893e-6a68f6cd2b1d tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 946 time: 0.0909979
Nov 06 21:02:56.938782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 2956686a-edfe-4376-8d01-1ba58384998f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:56.939348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2956686a-edfe-4376-8d01-1ba58384998f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:56.939778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1180530b-42f9-4f78-9477-f24dc9c0a32b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:56.990751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 1180530b-42f9-4f78-9477-f24dc9c0a32b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:56.991094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1180530b-42f9-4f78-9477-f24dc9c0a32b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:56.991622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87b859b6-c253-470f-9b01-cfd148b3cf88 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:57.001424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-86388a77-81bb-4523-96b9-764255286025 None None] Port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:02:57.027574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3799dec-6455-4412-a897-51ec8e6dda03 req-406627aa-edec-4e84-8ee9-29fa0c75b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:57.028162 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.029292 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f3799dec-6455-4412-a897-51ec8e6dda03 req-406627aa-edec-4e84-8ee9-29fa0c75b450 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 1097 time: 0.1564972
Nov 06 21:02:57.030365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f14485e7-3994-4972-840d-54c30614e590 req-d688635d-4532-43be-920f-0ce3a26ea9ae tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942576
Nov 06 21:02:57.056380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 87b859b6-c253-470f-9b01-cfd148b3cf88 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:57.056380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87b859b6-c253-470f-9b01-cfd148b3cf88 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:57.056380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 321caf6d-9d86-4ce6-9638-6c6005781d71 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:02:57.095087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=158ffcc4-7d97-4cb0-b54a-1617e604a896,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:57.100237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.140207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Allocated IP 2001:db8:3::1 (bb590cc6-0dfa-4206-a305-7a9afbf3e0b8/48f4934b-3dda-464c-91e0-4ebd8d9779da/ef78a2f3-e8a6-4828-bdf1-676386e14c76) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:57.141434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Pushing event updated for resources: {'Port': ['ID=4b9c81bf-2246-43ae-9d6c-cce63a678da8,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:57.143284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 321caf6d-9d86-4ce6-9638-6c6005781d71 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:02:57.143646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 321caf6d-9d86-4ce6-9638-6c6005781d71 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:02:57.151631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '412e16a0-137e-4033-a046-73e726eaae3b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:02:57.153828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.164493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::1 (5d860e38-6a16-4e75-a66b-12fac1376f02/412e16a0-137e-4033-a046-73e726eaae3b/2ce403b0-efde-4873-a2c8-5f2c7226c513) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:57.174373 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f3799dec-6455-4412-a897-51ec8e6dda03 req-411b569b-c6b6-4a79-90ea-a5cdf4173536 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108243
Nov 06 21:02:57.222484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:57.234259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] For port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:57.238098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:57.244083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:57.289220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.297551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42534) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:57.301540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] For port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,segment=NetworkSegment(540ca17e-d8c3-4e56-8499-a20413e8d7da),segment_id=540ca17e-d8c3-4e56-8499-a20413e8d7da)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:57.316975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.337692 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.375195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.420698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Attempting to bind port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:57.421072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Attempting to bind port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:57.421455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Attempting to bind port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 on network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:57.425547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.433145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=ef78a2f3-e8a6-4828-bdf1-676386e14c76,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:57.437639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1552585224-network', 'tenant_id': 'e30d235fa30149029ee7ab72fa49c352'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:57.446744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:57.448661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:57.455074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:57.455640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.465782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:57.466165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Checking segment: {'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:57.466561 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.466953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Bound using segment: {'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:57.467426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Bound port: 4b9c81bf-2246-43ae-9d6c-cce63a678da8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:57.467801 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.490352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:02:57.490993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925150e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:57.495113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d9dbe-19f5-4fe4-b195-3e2f601e673d None None] Pushing event updated for resources: {'Port': ['ID=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:57.499351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:57.508948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:57.521466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:57.522276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.596429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Made reservation on behalf of e30d235fa30149029ee7ab72fa49c352 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:57.598877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.608737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=2ce403b0-efde-4873-a2c8-5f2c7226c513,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:57.630901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.660285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.730665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.742039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.782840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:02:57.810327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e40548-e155-41b7-bece-08127509ea58,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:57.817103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.817539 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Added segment 7046fc91-f530-41a4-8c32-191b53b06c25 of type vlan for network f4a3bd34-3f4b-41d4-857c-20c8d5617610
Nov 06 21:02:57.832893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.866589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/412e16a0-137e-4033-a046-73e726eaae3b/ff4c41a0-07dc-4c1a-9b69-d6defbb803e4) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:02:57.894939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07cdc7-d6c8-4cd4-b9f2-7be98fe103cb req-3c0968a3-78d9-4306-9ebf-c6aeb0213ca0 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:57.897387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc07cdc7-d6c8-4cd4-b9f2-7be98fe103cb req-3c0968a3-78d9-4306-9ebf-c6aeb0213ca0 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.3227372
Nov 06 21:02:57.919550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] For port 4b9c81bf-2246-43ae-9d6c-cce63a678da8, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:57.922036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:02:57.958070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12791-a8a5-431d-942e-1093f0af6848 req-aaf098a5-b13b-4758-81be-82be310c884f tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:57.960510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fe12791-a8a5-431d-942e-1093f0af6848 req-aaf098a5-b13b-4758-81be-82be310c884f tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.1850185
Nov 06 21:02:57.984137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:57.997338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-97b28995-8e29-4cb2-a214-251c8665dfbe None None] Provisioning complete for port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:57.997710 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-97b28995-8e29-4cb2-a214-251c8665dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.006512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] For port 4b9c81bf-2246-43ae-9d6c-cce63a678da8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b9c81bf-2246-43ae-9d6c-cce63a678da8,segment=NetworkSegment(e6e81e25-3bbc-4986-b8cc-3471ca447d56),segment_id=e6e81e25-3bbc-4986-b8cc-3471ca447d56)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:58.029670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.030791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:58.031476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.036400 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.077004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc07cdc7-d6c8-4cd4-b9f2-7be98fe103cb req-bb88ffd2-c9a8-4818-8d65-fb25a29ba761 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546562
Nov 06 21:02:58.146438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fe12791-a8a5-431d-942e-1093f0af6848 req-243053d4-1370-45d0-855d-36e011b879ba tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717236
Nov 06 21:02:58.150719 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8490751
Nov 06 21:02:58.154733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42546) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:58.159688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Request body: {'subnet': {'network_id': 'f4a3bd34-3f4b-41d4-857c-20c8d5617610', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1552585224-subnet', 'tenant_id': 'e30d235fa30149029ee7ab72fa49c352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:58.166525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de1a32-1cb1-45b6-a286-a2f426e65721 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a3bd34-3f4b-41d4-857c-20c8d5617610,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:58.184593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network f4a3bd34-3f4b-41d4-857c-20c8d5617610 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:02:58.202366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e5bf0-1770-4aae-98a9-c97508b1772c None None] Pushing event updated for resources: {'Port': ['ID=4b9c81bf-2246-43ae-9d6c-cce63a678da8,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:58.225772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Made reservation on behalf of e30d235fa30149029ee7ab72fa49c352 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:02:58.228237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.305227 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.340413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.347367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.348363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.350804 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.351640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.406345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e8373-d4dc-48b1-8b80-4d237d07de4b req-89b2151e-db63-4af5-9a1b-170d0c0fe3b8 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:58.418063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a19e8373-d4dc-48b1-8b80-4d237d07de4b req-89b2151e-db63-4af5-9a1b-170d0c0fe3b8 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 946 time: 0.2669871
Nov 06 21:02:58.456855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-97b28995-8e29-4cb2-a214-251c8665dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.467159 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.493901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=2ce403b0-efde-4873-a2c8-5f2c7226c513,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:58.540009 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.541386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41772029-3acf-443d-95ff-f0acbab74ed8 req-9430e6c9-f8d8-4681-916a-aa9775bbd375 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:58.543738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41772029-3acf-443d-95ff-f0acbab74ed8 req-9430e6c9-f8d8-4681-916a-aa9775bbd375 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2655485
Nov 06 21:02:58.592205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:58.618758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event updated for resources: {'Port': ['ID=ef78a2f3-e8a6-4828-bdf1-676386e14c76,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:58.634873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:58.642210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:58.643441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:02:58.649399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-97b28995-8e29-4cb2-a214-251c8665dfbe None None] For port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,segment=NetworkSegment(540ca17e-d8c3-4e56-8499-a20413e8d7da),segment_id=540ca17e-d8c3-4e56-8499-a20413e8d7da)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:02:58.650575 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.659659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:58.667331 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-97b28995-8e29-4cb2-a214-251c8665dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.696015 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a19e8373-d4dc-48b1-8b80-4d237d07de4b req-608e11a5-0d46-4e56-bd7a-702ea89237af tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2768912
Nov 06 21:02:58.714183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:02:58.716744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:58.740960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41772029-3acf-443d-95ff-f0acbab74ed8 req-e999af27-2c9c-45f1-bede-ad018e143663 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532414
Nov 06 21:02:58.841217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Attempting to bind port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:02:58.841602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Attempting to bind port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:02:58.843494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Attempting to bind port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:02:58.866956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:02:58.867621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:58.868280 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.868763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:02:58.869307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Bound port: ff4c41a0-07dc-4c1a-9b69-d6defbb803e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:02:58.869894 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:58.906718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Pushing event updated for resources: {'Port': ['ID=ff4c41a0-07dc-4c1a-9b69-d6defbb803e4,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:58.943703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:02:59.016791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925150e9a0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:49Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:57Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:02:59.071546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722859d-ba0f-4714-bac8-208202bc4eab None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:02:49Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:57Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:02:59.074149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:02:59.079305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6f69335a-20a3-48e1-b330-d097e1e4c82c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3464038
Nov 06 21:02:59.082249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42560) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:02:59.093095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:02:59.128418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] For port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:02:59.131101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b28995-8e29-4cb2-a214-251c8665dfbe None None] Pushing event updated for resources: {'Port': ['ID=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:59.135862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] For port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff4c41a0-07dc-4c1a-9b69-d6defbb803e4,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:02:59.144185 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:59.378708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ac76-8af8-48ee-ba3f-a0e65623c51c None None] Pushing event updated for resources: {'Port': ['ID=ff4c41a0-07dc-4c1a-9b69-d6defbb803e4,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:59.379199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a20c9c-dd86-46d1-a191-15a590a01848,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:02:59.512940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Checking segment: {'id': '7046fc91-f530-41a4-8c32-191b53b06c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f4a3bd34-3f4b-41d4-857c-20c8d5617610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:02:59.513444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Network hostable DHCP agents. Network: f4a3bd34-3f4b-41d4-857c-20c8d5617610, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:02:59.584898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:02:59.595046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-43e68e1b-c89c-4682-b313-1e19ed54e50d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:59.597397 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-43e68e1b-c89c-4682-b313-1e19ed54e50d tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.10 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.2126117
Nov 06 21:02:59.602593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Network f4a3bd34-3f4b-41d4-857c-20c8d5617610 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:02:59.691845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f4a3bd34-3f4b-41d4-857c-20c8d5617610) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:02:59.702270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:59.702994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:59.707932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:02:59.709056 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:02:59.747669 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cfb5d233-931f-4d80-a9a5-7747c739ce87 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5917730
Nov 06 21:02:59.750504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff705425-4ea7-4a32-8abc-f241a9ce49fb None None] Network f4a3bd34-3f4b-41d4-857c-20c8d5617610 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:02:59.752648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb18-d6a6-4fe1-8757-80acda737d4d req-c49cd1cb-735a-4e89-a419-53b807eb1e98 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:59.754863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Router 5861e431-9140-4329-a98f-7535f20b7f80 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:02:59.764732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d104eb18-d6a6-4fe1-8757-80acda737d4d req-c49cd1cb-735a-4e89-a419-53b807eb1e98 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.3893826
Nov 06 21:02:59.788808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d335743-5afc-4b8a-8bbe-7590ba872bf6 req-351d647d-9b9a-4638-b8d0-e92c5f9f3925 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:02:59.796837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d335743-5afc-4b8a-8bbe-7590ba872bf6 req-351d647d-9b9a-4638-b8d0-e92c5f9f3925 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ec61b9-c53d-4f91-8efe-073a99ce48af HTTP/1.1" status: 200  len: 946 time: 0.4484427
Nov 06 21:03:00.029544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed9d67-d3c7-4df6-8a5c-0abeb6210555 None None] Network f4a3bd34-3f4b-41d4-857c-20c8d5617610 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:00.089720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d104eb18-d6a6-4fe1-8757-80acda737d4d req-1bf7969c-f05e-4f04-91f9-97b31cb27f55 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3244653
Nov 06 21:03:00.119512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80aae2-1f05-4868-930d-d0b7a0f768cf None None] Network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:00.120059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Deleting port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:00.120733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:00.134603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d335743-5afc-4b8a-8bbe-7590ba872bf6 req-0d0d8073-f49e-4482-ab0b-20a8c6d0ba09 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.13 "GET /v2.0/security-groups?id=f084857d-6aa7-4ef4-b129-86ae04a3599e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3366537
Nov 06 21:03:00.187971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b9c81bf-2246-43ae-9d6c-cce63a678da8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:00.193018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:00.204603 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Sync routers for ids ['5861e431-9140-4329-a98f-7535f20b7f80'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:00.215320 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c23ba23-0e8c-4d93-9f10-aa5f21924760 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "PUT /v2.0/routers/5861e431-9140-4329-a98f-7535f20b7f80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8704376
Nov 06 21:03:00.220886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42580) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:00.229051 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Routers {'5861e431-9140-4329-a98f-7535f20b7f80'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:00.237099 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f48d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5861e431-9140-4329-a98f-7535f20b7f80'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:00.304928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:00.305223 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:00.351627 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b0d125c5-ad93-44ba-ad15-89970b0a8455 None None] Provisioning complete for port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:00.352009 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b0d125c5-ad93-44ba-ad15-89970b0a8455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:00.366057 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Set router 5861e431-9140-4329-a98f-7535f20b7f80 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:00.383932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160a6e60-4fbb-4072-bc69-2b533285f0a8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:00.390607 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-160a6e60-4fbb-4072-bc69-2b533285f0a8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports/2ce403b0-efde-4873-a2c8-5f2c7226c513 HTTP/1.1" status: 200  len: 911 time: 0.1666336
Nov 06 21:03:00.391276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42584) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:00.426702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 06 21:03:00.448550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Removed routes are [] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 06 21:03:00.449410 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:00.515239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] For port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:00.515848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:00.523483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:00.542146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136c264-19d3-4d42-ace8-a012db159e3d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:00.553997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136c264-19d3-4d42-ace8-a012db159e3d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:00.555917 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2136c264-19d3-4d42-ace8-a012db159e3d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.1532085
Nov 06 21:03:00.560391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42586) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:00.570959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Calling delete_port for 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:00.644101 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f48d30>, [{'id': '5861e431-9140-4329-a98f-7535f20b7f80', 'name': 'tempest-NetworksTestDHCPv6-router-665255247', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:02:57Z', 'revision_number': 2, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None, '_interfaces': [{'id': '2ce403b0-efde-4873-a2c8-5f2c7226c513', 'name': '', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'mac_address': 'fa:16:3e:6e:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5861e431-9140-4329-a98f-7535f20b7f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '412e16a0-137e-4033-a046-73e726eaae3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 2, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'subnets': [{'id': '412e16a0-137e-4033-a046-73e726eaae3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:00.672582 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Checking router: 5861e431-9140-4329-a98f-7535f20b7f80 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:00.673367 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Updating router 5861e431-9140-4329-a98f-7535f20b7f80 port 2ce403b0-efde-4873-a2c8-5f2c7226c513 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:03:00.704416 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:00.709422 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:00.714621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:00.715238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251932af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:01.042517 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.054987 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.093049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.097551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.154133 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b0d125c5-ad93-44ba-ad15-89970b0a8455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.220281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c423ef3-19ae-477a-87ed-8fd94affc625 req-4d778caa-d4fe-4837-bc93-bf8e6f873c32 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:01.222108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c423ef3-19ae-477a-87ed-8fd94affc625 req-4d778caa-d4fe-4837-bc93-bf8e6f873c32 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 946 time: 0.7664709
Nov 06 21:03:01.228213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Pushing event deleted for resources: {'Port': ['ID=27b61f7f-c710-4146-b2ae-d1f0a68b5d97,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:01.238033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b0d125c5-ad93-44ba-ad15-89970b0a8455 None None] For port 4b9c81bf-2246-43ae-9d6c-cce63a678da8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b9c81bf-2246-43ae-9d6c-cce63a678da8,segment=NetworkSegment(e6e81e25-3bbc-4986-b8cc-3471ca447d56),segment_id=e6e81e25-3bbc-4986-b8cc-3471ca447d56)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:01.251758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['27b61f7f-c710-4146-b2ae-d1f0a68b5d97'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:01.319818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] No DVR routers for this DVR port 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:01.322426 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b0d125c5-ad93-44ba-ad15-89970b0a8455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.327484 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb51931-3af5-48ee-bf46-803ddb933fb2 None None] Pushing event updated for resources: {'Port': ['ID=2ce403b0-efde-4873-a2c8-5f2c7226c513,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:01.344344 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.355925 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e956e9ea-e7b3-43ec-b57f-7dbcfd06d7a4 req-21ad9825-0de6-487a-868e-ee482b7bcf84 tempest-ServerRescueTestJSONUnderV235-668311559 tempest-ServerRescueTestJSONUnderV235-668311559-project] 10.222.0.10 "DELETE /v2.0/ports/27b61f7f-c710-4146-b2ae-d1f0a68b5d97 HTTP/1.1" status: 204  len: 173 time: 1.7398837
Nov 06 21:03:01.356503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'name': 'network-vif-deleted', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:01.378025 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e2bd98-f23b-4317-b591-01ea8fca4d9d" -d '{"events": [{"server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "name": "network-vif-deleted", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:01.467682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:01.502853 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Attempting to bind port 2ce403b0-efde-4873-a2c8-5f2c7226c513 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:01.503220 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Attempting to bind port 2ce403b0-efde-4873-a2c8-5f2c7226c513 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:01.503578 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Attempting to bind port 2ce403b0-efde-4873-a2c8-5f2c7226c513 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:01.504752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d125c5-ad93-44ba-ad15-89970b0a8455 None None] Pushing event updated for resources: {'Port': ['ID=4b9c81bf-2246-43ae-9d6c-cce63a678da8,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:01.518232 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:01.518625 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:01.519057 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.519440 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:01.520913 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Bound port: 2ce403b0-efde-4873-a2c8-5f2c7226c513, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:01.527230 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.561907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c423ef3-19ae-477a-87ed-8fd94affc625 req-06422d62-0bdb-486f-98d3-f84f9d690746 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269517
Nov 06 21:03:01.619077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-02cfcb6d-f959-48b6-9ab6-145ac5fde6f7 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:01.626103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-02cfcb6d-f959-48b6-9ab6-145ac5fde6f7 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/networks?id=f4a3bd34-3f4b-41d4-857c-20c8d5617610 HTTP/1.1" status: 200  len: 814 time: 0.9781616
Nov 06 21:03:01.674021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.677806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-46aa2452-dcdc-433c-a44e-75b2de85c0e8 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/quotas/e30d235fa30149029ee7ab72fa49c352 HTTP/1.1" status: 200  len: 375 time: 0.0422361
Nov 06 21:03:01.681902 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.705828 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] For port 2ce403b0-efde-4873-a2c8-5f2c7226c513, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:01.711424 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] For port 2ce403b0-efde-4873-a2c8-5f2c7226c513, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ce403b0-efde-4873-a2c8-5f2c7226c513,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:01.721508 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.737059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 2ce403b0-efde-4873-a2c8-5f2c7226c513 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:01.737551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.760728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-bd96e9d1-6950-4da8-8e8f-f9fe84399415 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e30d235fa30149029ee7ab72fa49c352&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0674789
Nov 06 21:03:01.809666 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:03:01.810014 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:03:01.840116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6aa3dae8-e2e4-4954-957f-07ae488b4bcf None None] Provisioning complete for port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:01.840558 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6aa3dae8-e2e4-4954-957f-07ae488b4bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.881392 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Routers {'5861e431-9140-4329-a98f-7535f20b7f80'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:01.884578 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f48d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5861e431-9140-4329-a98f-7535f20b7f80'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:01.970043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] For port 2ce403b0-efde-4873-a2c8-5f2c7226c513, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ce403b0-efde-4873-a2c8-5f2c7226c513,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:01.970412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:01.978527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251932af0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:00Z', 'revision_number': 6, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef78a2f3-e8a6-4828-bdf1-676386e14c76', 'name': '', 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:62:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:02:57Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:01.983072 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb51931-3af5-48ee-bf46-803ddb933fb2 None None] Pushing event updated for resources: {'Port': ['ID=2ce403b0-efde-4873-a2c8-5f2c7226c513,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:02.017245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 2ce403b0-efde-4873-a2c8-5f2c7226c513 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:02.040903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6aa3dae8-e2e4-4954-957f-07ae488b4bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:02.100099 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] Set router 5861e431-9140-4329-a98f-7535f20b7f80 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:02.115375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073d06-6c5c-425a-a6c2-c6e43333ae61 req-59748f7e-1085-478e-bf3e-8c9450cd3a36 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:02.117426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e073d06-6c5c-425a-a6c2-c6e43333ae61 req-59748f7e-1085-478e-bf3e-8c9450cd3a36 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.4221444
Nov 06 21:03:02.137764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6aa3dae8-e2e4-4954-957f-07ae488b4bcf None None] For port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff4c41a0-07dc-4c1a-9b69-d6defbb803e4,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:02.141583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:02.142028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Updating router e051c598-544b-4f41-824c-4a4a562428c7 port ef78a2f3-e8a6-4828-bdf1-676386e14c76 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:03:02.168375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:02.199195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:02.213770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6aa3dae8-e2e4-4954-957f-07ae488b4bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:02.221832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e073d06-6c5c-425a-a6c2-c6e43333ae61 req-49516d63-7dae-4d68-b4c6-cc88cc70ab41 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945742
Nov 06 21:03:02.245224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-9f0291e8-af11-4a34-8ca0-00d6d6f862dd service neutron] 10.222.0.13 "GET /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4822533
Nov 06 21:03:02.368649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42608) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:02.377869 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:02.475634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=2ce403b0-efde-4873-a2c8-5f2c7226c513,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:02.505842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c7660d99-b42f-4945-b5d3-751add328d86 None None] Could not find standard attr ID for object 2ce403b0-efde-4873-a2c8-5f2c7226c513. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:03:02.570005 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a15475c-5f48-4ed9-a341-57039a752910 x-openstack-request-id: req-8a15475c-5f48-4ed9-a341-57039a752910 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:02.570296 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec61b9-c53d-4f91-8efe-073a99ce48af", "name": "network-vif-deleted", "tag": "27b61f7f-c710-4146-b2ae-d1f0a68b5d97", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:02.570560 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a15475c-5f48-4ed9-a341-57039a752910 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:02.570952 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec61b9-c53d-4f91-8efe-073a99ce48af', 'name': 'network-vif-deleted', 'tag': '27b61f7f-c710-4146-b2ae-d1f0a68b5d97', 'status': 'completed', 'code': 200}
Nov 06 21:03:02.612425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c7660d99-b42f-4945-b5d3-751add328d86 None None] Provisioning complete for port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:02.613000 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7660d99-b42f-4945-b5d3-751add328d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:02.644590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:02.659642 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:02.662398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0cb8a9c2-6b48-49d6-b5c3-bbc3c391b7bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 200  len: 954 time: 3.5790136
Nov 06 21:03:02.675013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42610) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:02.675788 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f48d30>, [{'id': '5861e431-9140-4329-a98f-7535f20b7f80', 'name': 'tempest-NetworksTestDHCPv6-router-665255247', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:02:57Z', 'revision_number': 2, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None, '_interfaces': [{'id': '2ce403b0-efde-4873-a2c8-5f2c7226c513', 'name': '', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'mac_address': 'fa:16:3e:6e:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5861e431-9140-4329-a98f-7535f20b7f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '412e16a0-137e-4033-a046-73e726eaae3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:01Z', 'revision_number': 4, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'subnets': [{'id': '412e16a0-137e-4033-a046-73e726eaae3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:02.705321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3dae8-e2e4-4954-957f-07ae488b4bcf None None] Pushing event updated for resources: {'Port': ['ID=ff4c41a0-07dc-4c1a-9b69-d6defbb803e4,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:02.746605 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03336284-bfc7-4d09-bd53-dd08b329aa48 None None] The sync data for ids ['5861e431-9140-4329-a98f-7535f20b7f80'] in ncdv-master-1 is: [{'id': '5861e431-9140-4329-a98f-7535f20b7f80', 'name': 'tempest-NetworksTestDHCPv6-router-665255247', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:02:57Z', 'revision_number': 2, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None, '_interfaces': [{'id': '2ce403b0-efde-4873-a2c8-5f2c7226c513', 'name': '', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'mac_address': 'fa:16:3e:6e:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5861e431-9140-4329-a98f-7535f20b7f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '412e16a0-137e-4033-a046-73e726eaae3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:01Z', 'revision_number': 4, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'subnets': [{'id': '412e16a0-137e-4033-a046-73e726eaae3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:02.776213 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:02.834643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:02.869627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-f3adf0a6-0816-49f3-9403-0e3c8b29c951 service neutron] 10.222.0.13 "GET /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6196918
Nov 06 21:03:02.955971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-465e566e-3ce6-4877-9d53-fe35b8b2ba63 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 200  len: 954 time: 0.2761142
Nov 06 21:03:02.959113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42614) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:02.973644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'routes': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:03.130395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:03.131267 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:03.175666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:03.275350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c7660d99-b42f-4945-b5d3-751add328d86 None None] Provisioning complete for port ef78a2f3-e8a6-4828-bdf1-676386e14c76 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:03.276423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7660d99-b42f-4945-b5d3-751add328d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:03.293670 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:03.294013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 27b61f7f-c710-4146-b2ae-d1f0a68b5d97 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:03.300914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bacef8b6-9d39-441a-bd73-f883fc474e8c req-3dfae4b1-4899-464a-b429-b2aeeffc4aa6 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 210 time: 0.0685806
Nov 06 21:03:03.344773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ee4dc-67d2-4e75-9dcf-7cb629ca32ab req-2a9cc079-8397-4ad3-98f2-02e7107135bc tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:03.354103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed8ee4dc-67d2-4e75-9dcf-7cb629ca32ab req-2a9cc079-8397-4ad3-98f2-02e7107135bc tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 946 time: 0.2167361
Nov 06 21:03:03.382644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Router 5861e431-9140-4329-a98f-7535f20b7f80 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:03.444068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:03.449887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c7660d99-b42f-4945-b5d3-751add328d86 None None] Port ef78a2f3-e8a6-4828-bdf1-676386e14c76 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:03:03.482533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:03.554792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b9c81bf-2246-43ae-9d6c-cce63a678da8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:03.559832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9381d-4ec6-418b-b482-acb4ab5e9530 None None] Pushing event updated for resources: {'Port': ['ID=ef78a2f3-e8a6-4828-bdf1-676386e14c76,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:03.599899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:03.600960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed8ee4dc-67d2-4e75-9dcf-7cb629ca32ab req-e69a0623-6db1-457b-b957-2109aa0805f1 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455344
Nov 06 21:03:03.625135 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ed9dd93-b381-46a5-b0a9-21324c22502f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "PUT /v2.0/routers/5861e431-9140-4329-a98f-7535f20b7f80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0498664
Nov 06 21:03:03.647147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cb199dc3-c6ef-4a7e-8780-b08ac8d6d8c0 None None] Could not find standard attr ID for object 2ce403b0-efde-4873-a2c8-5f2c7226c513. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:03:03.650635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42630) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:03.675706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557971d-6078-4b49-9bc9-ecff4639880b req-15028d24-1332-4347-b699-54bdf5a233ea tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:03.714233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d557971d-6078-4b49-9bc9-ecff4639880b req-15028d24-1332-4347-b699-54bdf5a233ea tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2397366
Nov 06 21:03:03.721446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Attempting to bind port ef78a2f3-e8a6-4828-bdf1-676386e14c76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:03.721817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Attempting to bind port ef78a2f3-e8a6-4828-bdf1-676386e14c76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:03.722894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Attempting to bind port ef78a2f3-e8a6-4828-bdf1-676386e14c76 on network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:03.740340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:03.740699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Checking segment: {'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:03.741344 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:03.741687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Bound using segment: {'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:03.742283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Bound port: ef78a2f3-e8a6-4828-bdf1-676386e14c76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e81e25-3bbc-4986-b8cc-3471ca447d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:03.742677 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:03.745315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cb199dc3-c6ef-4a7e-8780-b08ac8d6d8c0 None None] Provisioning complete for port ef78a2f3-e8a6-4828-bdf1-676386e14c76 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:03.745573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb199dc3-c6ef-4a7e-8780-b08ac8d6d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:03.835673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:03.836414 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:03.849704 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-cb199dc3-c6ef-4a7e-8780-b08ac8d6d8c0 None None] Port ef78a2f3-e8a6-4828-bdf1-676386e14c76 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:03:03.907271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16528ecb-5453-4296-b144-1f240681a934 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:03.911467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d557971d-6078-4b49-9bc9-ecff4639880b req-5268d403-1481-45f4-a4c7-c67daf63082f tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950204
Nov 06 21:03:03.914579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16528ecb-5453-4296-b144-1f240681a934 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:03.930665 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-16528ecb-5453-4296-b144-1f240681a934 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2759075
Nov 06 21:03:03.932064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:03.961456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] For port ef78a2f3-e8a6-4828-bdf1-676386e14c76, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:03.969170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] For port ef78a2f3-e8a6-4828-bdf1-676386e14c76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef78a2f3-e8a6-4828-bdf1-676386e14c76,segment=NetworkSegment(e6e81e25-3bbc-4986-b8cc-3471ca447d56),segment_id=e6e81e25-3bbc-4986-b8cc-3471ca447d56)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:03.992264 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.071252 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9381d-4ec6-418b-b482-acb4ab5e9530 None None] Pushing event updated for resources: {'Port': ['ID=ef78a2f3-e8a6-4828-bdf1-676386e14c76,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:04.109740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.154322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-92abb30c-9742-4b49-86ec-d62f05169c9a None None] Provisioning complete for port ef78a2f3-e8a6-4828-bdf1-676386e14c76 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:04.154587 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92abb30c-9742-4b49-86ec-d62f05169c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.191479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added routes are [] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 06 21:03:04.192026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 06 21:03:04.202328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c68a98-8cb5-4ae2-acda-47fd4ffacebb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 412e16a0-137e-4033-a046-73e726eaae3b {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:04.209156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7c68a98-8cb5-4ae2-acda-47fd4ffacebb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.219463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:04.220593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251932af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:04.251848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.406345 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7c68a98-8cb5-4ae2-acda-47fd4ffacebb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.551920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:04.559521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a92b7f8-45d1-4d40-94ba-210e28f04774 req-345c9d55-d495-4568-ad3e-ab277e19f27a tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 210 time: 0.0706298
Nov 06 21:03:04.587803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.591288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:04.591892 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.664125 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92abb30c-9742-4b49-86ec-d62f05169c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.775601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:04.824034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-92abb30c-9742-4b49-86ec-d62f05169c9a None None] For port ef78a2f3-e8a6-4828-bdf1-676386e14c76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef78a2f3-e8a6-4828-bdf1-676386e14c76,segment=NetworkSegment(e6e81e25-3bbc-4986-b8cc-3471ca447d56),segment_id=e6e81e25-3bbc-4986-b8cc-3471ca447d56)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:04.903441 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92abb30c-9742-4b49-86ec-d62f05169c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:04.973697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b655461-b958-4073-89cf-6d0f454c6915 req-30ae33ea-53db-47d7-8ace-9ae4e2ec3add tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:04.975798 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4b655461-b958-4073-89cf-6d0f454c6915 req-30ae33ea-53db-47d7-8ace-9ae4e2ec3add tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.10 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 946 time: 0.1516435
Nov 06 21:03:05.038033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d8683-5a10-431f-946e-a31a11da13c2 req-2cb261e3-8737-489b-81f4-6c33fba43e8c tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:05.040248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-549d8683-5a10-431f-946e-a31a11da13c2 req-2cb261e3-8737-489b-81f4-6c33fba43e8c tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 946 time: 0.2956691
Nov 06 21:03:05.056011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:05.056349 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.070230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7c68a98-8cb5-4ae2-acda-47fd4ffacebb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.125924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abb30c-9742-4b49-86ec-d62f05169c9a None None] Pushing event updated for resources: {'Port': ['ID=ef78a2f3-e8a6-4828-bdf1-676386e14c76,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:05.142450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-beb818d2-8d6b-47a1-b489-4141870280b6 None None] Provisioning complete for port ef78a2f3-e8a6-4828-bdf1-676386e14c76 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:05.142825 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-beb818d2-8d6b-47a1-b489-4141870280b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.172548 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] Sync routers for ids ['5861e431-9140-4329-a98f-7535f20b7f80'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:05.199194 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] Routers {'5861e431-9140-4329-a98f-7535f20b7f80'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:05.201114 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252bd20d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5861e431-9140-4329-a98f-7535f20b7f80'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:05.216066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7c68a98-8cb5-4ae2-acda-47fd4ffacebb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.271669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e0412-26a3-4801-afc1-bc0b0babbad9 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:05.275025 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7c68a98-8cb5-4ae2-acda-47fd4ffacebb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.278295 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d7c68a98-8cb5-4ae2-acda-47fd4ffacebb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/412e16a0-137e-4033-a046-73e726eaae3b HTTP/1.1" status: 204  len: 168 time: 1.3421636
Nov 06 21:03:05.283845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c68a98-8cb5-4ae2-acda-47fd4ffacebb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=412e16a0-137e-4033-a046-73e726eaae3b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:05.288322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42644) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:05.311543 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] Set router 5861e431-9140-4329-a98f-7535f20b7f80 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:05.363797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Deleting port 158ffcc4-7d97-4cb0-b54a-1617e604a896 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:05.364190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.389379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251932af0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:00Z', 'revision_number': 6, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef78a2f3-e8a6-4828-bdf1-676386e14c76', 'name': '', 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:62:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:03Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:05.397262 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252bd20d0>, [{'id': '5861e431-9140-4329-a98f-7535f20b7f80', 'name': 'tempest-NetworksTestDHCPv6-router-665255247', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:02Z', 'revision_number': 3, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:05.419488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33fb7ed-1f94-4725-b8a4-81ca59e87efb None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:00Z', 'revision_number': 6, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef78a2f3-e8a6-4828-bdf1-676386e14c76', 'name': '', 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:62:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:03Z', 'revision_number': 4, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:05.437792 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] Checking router: 5861e431-9140-4329-a98f-7535f20b7f80 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:05.450463 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] Routers {'5861e431-9140-4329-a98f-7535f20b7f80'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:05.451390 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252bd20d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5861e431-9140-4329-a98f-7535f20b7f80'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:05.495761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Deleting port 12ef3a74-143d-441c-9415-092d110ebbaf {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:05.496177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.556762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:05.564896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.573694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bbfc920e-21c5-4a78-a0bf-2d007782c5cc tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 200  len: 704 time: 2.6132472
Nov 06 21:03:05.576344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42646) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:05.582104 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] Set router 5861e431-9140-4329-a98f-7535f20b7f80 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:05.624982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:05.626558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] For port 12ef3a74-143d-441c-9415-092d110ebbaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12ef3a74-143d-441c-9415-092d110ebbaf,segment=NetworkSegment(a9a06c42-d638-4853-91c2-a5b540e94f6d),segment_id=a9a06c42-d638-4853-91c2-a5b540e94f6d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:05.626934 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.645750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Calling delete_port for 12ef3a74-143d-441c-9415-092d110ebbaf owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:05.673516 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252bd20d0>, [{'id': '5861e431-9140-4329-a98f-7535f20b7f80', 'name': 'tempest-NetworksTestDHCPv6-router-665255247', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:02Z', 'revision_number': 3, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:05.705529 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4189747-6bbc-40ca-9aaf-234cfe9d3589 None None] The sync data for ids ['5861e431-9140-4329-a98f-7535f20b7f80'] in ncdv-master-1 is: [{'id': '5861e431-9140-4329-a98f-7535f20b7f80', 'name': 'tempest-NetworksTestDHCPv6-router-665255247', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:02Z', 'revision_number': 3, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:05.706987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] Deleting port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:05.707464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.780859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-549d8683-5a10-431f-946e-a31a11da13c2 req-cd5d371f-83cd-4631-95ce-8515f897246f tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7267523
Nov 06 21:03:05.792477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] For port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff4c41a0-07dc-4c1a-9b69-d6defbb803e4,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:05.792477 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.797562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d48b87c0-e631-4240-835f-df8c72ff9796 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:05.799030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d48b87c0-e631-4240-835f-df8c72ff9796 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.10 "GET /v2.0/networks?id=f4a3bd34-3f4b-41d4-857c-20c8d5617610 HTTP/1.1" status: 200  len: 814 time: 0.8748829
Nov 06 21:03:05.811503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] Calling delete_port for ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:05.818750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33190f-24f8-4fa6-bac6-82d3588d4a0e req-481031e8-e051-4cb0-8147-27fbe8d17802 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:05.826038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f33190f-24f8-4fa6-bac6-82d3588d4a0e req-481031e8-e051-4cb0-8147-27fbe8d17802 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.7843347
Nov 06 21:03:05.837769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Request body: {'port': {'device_id': '0b88c45c-0fa3-46c6-99c1-e4298593d59a', 'network_id': 'f4a3bd34-3f4b-41d4-857c-20c8d5617610', 'admin_state_up': True, 'tenant_id': 'e30d235fa30149029ee7ab72fa49c352'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:05.843382 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eb5bc38b-2d5b-4734-bb9a-89c07065763b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.5534148
Nov 06 21:03:05.846340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42650) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:05.850915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9920591b-8f79-4085-a6b9-a20e7f9b5e01 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 200  len: 704 time: 0.2701559
Nov 06 21:03:05.856643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42652) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:05.953119 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:05.969124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] No DVR routers for this DVR port ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:05.998270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb791-308c-4d99-addc-a15fc09d0d6d None None] Pushing event deleted for resources: {'Port': ['ID=ff4c41a0-07dc-4c1a-9b69-d6defbb803e4,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:06.017161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6af3d877-6857-49e5-8d6c-4ca99584a154 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.021860 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] For port 158ffcc4-7d97-4cb0-b54a-1617e604a896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=158ffcc4-7d97-4cb0-b54a-1617e604a896,segment=NetworkSegment(54898d15-e35b-4e14-b0f8-8b36960dd547),segment_id=54898d15-e35b-4e14-b0f8-8b36960dd547)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:06.022402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.060078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-217c1574-dd79-4688-9767-5abb76dec681 req-2251058d-22a8-4a1b-94bc-9468edbaf252 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 210 time: 0.1286683
Nov 06 21:03:06.103703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f33190f-24f8-4fa6-bac6-82d3588d4a0e req-3322ff8e-1bbc-43e3-bcf1-179350fb3af9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767446
Nov 06 21:03:06.190745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Calling delete_port for 158ffcc4-7d97-4cb0-b54a-1617e604a896 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:06.283255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Made reservation on behalf of e30d235fa30149029ee7ab72fa49c352 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:06.288070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.344901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6af3d877-6857-49e5-8d6c-4ca99584a154 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.349959 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6af3d877-6857-49e5-8d6c-4ca99584a154 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.352124 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.426086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ef3a74-143d-441c-9415-092d110ebbaf,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:06.473435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6af3d877-6857-49e5-8d6c-4ca99584a154 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.474535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af3d877-6857-49e5-8d6c-4ca99584a154 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Fanout notify agent at l3_agent the message router_deleted on router 5861e431-9140-4329-a98f-7535f20b7f80 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:03:06.485169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6af3d877-6857-49e5-8d6c-4ca99584a154 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.489159 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6af3d877-6857-49e5-8d6c-4ca99584a154 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/routers/5861e431-9140-4329-a98f-7535f20b7f80 HTTP/1.1" status: 204  len: 168 time: 0.6294894
Nov 06 21:03:06.490117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42656) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:06.498917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:06.574205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Allocated IP 172.20.0.6 (f4a3bd34-3f4b-41d4-857c-20c8d5617610/b6a20c9c-dd86-46d1-a191-15a590a01848/76222a57-2718-4db9-8b49-e482a9bc1272) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:06.704597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:06.708870 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.714523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ef78a2f3-e8a6-4828-bdf1-676386e14c76 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:06.732694 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.760172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:06.775471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:06.776086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251f93af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:06.777624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Pushing event deleted for resources: {'Port': ['ID=158ffcc4-7d97-4cb0-b54a-1617e604a896,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:06.828288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.831329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] No DVR routers for this DVR port 158ffcc4-7d97-4cb0-b54a-1617e604a896 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:06.844991 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.848285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4b655461-b958-4073-89cf-6d0f454c6915 req-9c0be0e6-fbe5-4a8c-9108-f6b65ec2f208 tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.10 "DELETE /v2.0/ports/158ffcc4-7d97-4cb0-b54a-1617e604a896 HTTP/1.1" status: 204  len: 173 time: 1.8586438
Nov 06 21:03:06.848802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1786b6b5-5024-4c7b-b9f0-b6d8d4da74da', 'name': 'network-vif-deleted', 'tag': '158ffcc4-7d97-4cb0-b54a-1617e604a896'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:06.851521 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f398d7f-25b7-4c7f-88e6-d48672fe0901" -d '{"events": [{"server_uuid": "1786b6b5-5024-4c7b-b9f0-b6d8d4da74da", "name": "network-vif-deleted", "tag": "158ffcc4-7d97-4cb0-b54a-1617e604a896"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:06.912463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ef78a2f3-e8a6-4828-bdf1-676386e14c76 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:06.913702 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:06.934885 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e8430-532f-4011-a94b-89a673181de6 x-openstack-request-id: req-294e8430-532f-4011-a94b-89a673181de6 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:06.935272 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1786b6b5-5024-4c7b-b9f0-b6d8d4da74da", "name": "network-vif-deleted", "tag": "158ffcc4-7d97-4cb0-b54a-1617e604a896", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:06.935458 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-294e8430-532f-4011-a94b-89a673181de6 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:06.935840 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1786b6b5-5024-4c7b-b9f0-b6d8d4da74da', 'name': 'network-vif-deleted', 'tag': '158ffcc4-7d97-4cb0-b54a-1617e604a896', 'status': 'completed', 'code': 200}
Nov 06 21:03:06.965237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:06.977944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4d227df-0bf5-46c3-a607-4a6e55732da8 req-d1e6859d-c6ad-4a48-aecb-1f0cae21024b tempest-ServerGroupTestJSON-1031273888 tempest-ServerGroupTestJSON-1031273888-project] 10.222.0.13 "GET /v2.0/ports?device_id=1786b6b5-5024-4c7b-b9f0-b6d8d4da74da HTTP/1.1" status: 200  len: 210 time: 0.0823035
Nov 06 21:03:07.034754 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.198875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 158ffcc4-7d97-4cb0-b54a-1617e604a896 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:07.213004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:07.230205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 158ffcc4-7d97-4cb0-b54a-1617e604a896 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:07.230548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 158ffcc4-7d97-4cb0-b54a-1617e604a896 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:07.238589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:07.272587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:07.272933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ff4c41a0-07dc-4c1a-9b69-d6defbb803e4 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:07.273359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ce403b0-efde-4873-a2c8-5f2c7226c513 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:07.285976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d0e0b2c-e97d-4b53-8200-44992ab322f0 req-13de7bcd-b3d3-4c3a-b49f-53632b7ea194 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 210 time: 0.1358209
Nov 06 21:03:07.300128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.317622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 2ce403b0-efde-4873-a2c8-5f2c7226c513 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:07.317975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2ce403b0-efde-4873-a2c8-5f2c7226c513 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:07.375237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251f93af0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:04Z', 'revision_number': 7, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef78a2f3-e8a6-4828-bdf1-676386e14c76', 'name': '', 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:62:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:04Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:07.380537 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.385883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:07.390902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ed92012c-d2a3-4c65-b0fc-02752ea6d836 admin admin] 10.222.0.13 "PUT /v2.0/routers/0e7dc7e6-fa19-493e-b68d-eeee24a6dc37/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0210495
Nov 06 21:03:07.395968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42668) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:07.404172 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] Sync routers for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:07.413845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:07.414219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:07.425442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:07.426319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251f93af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:07.444222 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:07.447846 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252855370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:07.452777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:07.456175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:07.456899 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.482517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff37f80-a504-4f0d-ab01-073dfdb079ca None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:07.494539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0027959
Nov 06 21:03:07.512812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42670) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:07.513098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437825c-5a72-405a-aa84-2bb4947e7d60 req-dece1c12-b059-40ee-aeed-0f2b171287e5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:07.514797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1437825c-5a72-405a-aa84-2bb4947e7d60 req-dece1c12-b059-40ee-aeed-0f2b171287e5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2737465
Nov 06 21:03:07.517276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0f4dd5b0-d032-4fc3-9d6e-a8776829eccd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1905358451', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:07.524915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ae2e3-4609-41b7-9060-6c7d97599b3b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=ca4fc934-0579-448b-ab0a-3408649afd20,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:07.544055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.607548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd5b0-d032-4fc3-9d6e-a8776829eccd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.608437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd5b0-d032-4fc3-9d6e-a8776829eccd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.613261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.661974 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:07.668801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd5b0-d032-4fc3-9d6e-a8776829eccd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.690435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Pushing event updated for resources: {'Port': ['ID=76222a57-2718-4db9-8b49-e482a9bc1272,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:07.701049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd5b0-d032-4fc3-9d6e-a8776829eccd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.707017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1437825c-5a72-405a-aa84-2bb4947e7d60 req-4c63a8ec-3190-4079-b2ba-286a0d4f81f7 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659696
Nov 06 21:03:07.717341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Network f4a3bd34-3f4b-41d4-857c-20c8d5617610 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:07.720378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:07.724244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:07.725966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4dd5b0-d032-4fc3-9d6e-a8776829eccd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.727220 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f4dd5b0-d032-4fc3-9d6e-a8776829eccd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2133913
Nov 06 21:03:07.730854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42672) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:07.780060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:07.780854 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.828243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-6fe6c773-aab4-46aa-b46e-fa504803478f tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9948044
Nov 06 21:03:07.840558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:07.853194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Request body: {'port': {'device_id': '0b88c45c-0fa3-46c6-99c1-e4298593d59a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:07.946780 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:07.993315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port ef78a2f3-e8a6-4828-bdf1-676386e14c76 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:07.993970 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.083885 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252855370>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:03:06Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:08.155113 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] Checking router: 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:08.174244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.175426 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] Routers {'0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:08.176185 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252855370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:08.275690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': 'ca4fc934-0579-448b-ab0a-3408649afd20'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:03:08.276952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.310650 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] Set router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:08.369652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port ef78a2f3-e8a6-4828-bdf1-676386e14c76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef78a2f3-e8a6-4828-bdf1-676386e14c76,segment=NetworkSegment(e6e81e25-3bbc-4986-b8cc-3471ca447d56),segment_id=e6e81e25-3bbc-4986-b8cc-3471ca447d56)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:08.370136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.399977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for ef78a2f3-e8a6-4828-bdf1-676386e14c76 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:08.473093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/ca4fc934-0579-448b-ab0a-3408649afd20/66eff424-198f-4966-a7f6-4c045e6c90d6) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:08.543643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.563902 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252855370>, [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:03:06Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:08.599660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Deleting port 6c3e8398-ea09-49ba-9b35-be9e9fb73811 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:08.600223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.601228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961079b6-ca4d-4258-9bd2-d73f7307bcd7 req-38e98799-4008-4e27-a27e-cc6405301731 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:08.603549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-961079b6-ca4d-4258-9bd2-d73f7307bcd7 req-38e98799-4008-4e27-a27e-cc6405301731 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 931 time: 0.1720335
Nov 06 21:03:08.610623 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1fb68f-5a0e-4439-95d3-80db0ee2bbbc None None] The sync data for ids ['0e7dc7e6-fa19-493e-b68d-eeee24a6dc37'] in ncdv-master-1 is: [{'id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1001109064-router', 'tenant_id': 'c8182a523546466fa113050d28f19731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:01:25Z', 'updated_at': '2021-11-06T21:03:06Z', 'revision_number': 5, 'project_id': 'c8182a523546466fa113050d28f19731', 'gw_port': {'id': '6c3e8398-ea09-49ba-9b35-be9e9fb73811', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dc7e6-fa19-493e-b68d-eeee24a6dc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:01:26Z', 'updated_at': '2021-11-06T21:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:08.647644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251f93af0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:04Z', 'revision_number': 7, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef78a2f3-e8a6-4828-bdf1-676386e14c76', 'name': '', 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:62:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:04Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:08.688550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42698) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:08.691024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95eb2c3-f22a-4730-a273-bed456ce0151 None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:04Z', 'revision_number': 7, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef78a2f3-e8a6-4828-bdf1-676386e14c76', 'name': '', 'network_id': 'bb590cc6-0dfa-4206-a305-7a9afbf3e0b8', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:62:e4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:56Z', 'updated_at': '2021-11-06T21:03:04Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '48f4934b-3dda-464c-91e0-4ebd8d9779da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:08.694198 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.710365 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.780136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Pushing event updated for resources: {'Port': ['ID=66eff424-198f-4966-a7f6-4c045e6c90d6,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:08.784137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:08.786007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:08.791746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:08.866815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Attempting to bind port 66eff424-198f-4966-a7f6-4c045e6c90d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:08.866815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Attempting to bind port 66eff424-198f-4966-a7f6-4c045e6c90d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:08.866815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Attempting to bind port 66eff424-198f-4966-a7f6-4c045e6c90d6 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:08.868811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:08.869188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:08.869589 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.869983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:08.870486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Bound port: 66eff424-198f-4966-a7f6-4c045e6c90d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:08.870863 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.925367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] For port 6c3e8398-ea09-49ba-9b35-be9e9fb73811, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c3e8398-ea09-49ba-9b35-be9e9fb73811,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:08.926031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.956624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] For port 66eff424-198f-4966-a7f6-4c045e6c90d6, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:08.961311 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] For port 66eff424-198f-4966-a7f6-4c045e6c90d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66eff424-198f-4966-a7f6-4c045e6c90d6,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:08.969359 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:08.972157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Calling delete_port for 6c3e8398-ea09-49ba-9b35-be9e9fb73811 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:09.065888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b71167-591f-48f7-bc0b-e75e16dec56e None None] Pushing event updated for resources: {'Port': ['ID=66eff424-198f-4966-a7f6-4c045e6c90d6,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:09.127604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::1 (5d860e38-6a16-4e75-a66b-12fac1376f02/ca4fc934-0579-448b-ab0a-3408649afd20/b426d705-7638-4eb9-98dc-492a1a7339eb) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:09.200026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76222a57-2718-4db9-8b49-e482a9bc1272 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:09.218854 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.227353 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-961079b6-ca4d-4258-9bd2-d73f7307bcd7 req-80cbbeef-2d28-46db-8ebf-cc7fd22e4320 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6117027
Nov 06 21:03:09.235230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88f325d-dfe4-44ee-b439-ed1c92b1890f admin admin] Deleting subnet c2b408d2-8140-47a9-936e-222eb5da2736 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:09.264972 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f88f325d-dfe4-44ee-b439-ed1c92b1890f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.314518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f88f325d-dfe4-44ee-b439-ed1c92b1890f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.383660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.387000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5514b05-c66c-4afc-94f0-c392c001d978 req-ef43f7e7-cbcb-4cf5-b200-5f453bd931ac tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:09.388726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5514b05-c66c-4afc-94f0-c392c001d978 req-ef43f7e7-cbcb-4cf5-b200-5f453bd931ac tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2621837
Nov 06 21:03:09.407421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f88f325d-dfe4-44ee-b439-ed1c92b1890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.429466 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.443305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Transition to ACTIVE for port object 76222a57-2718-4db9-8b49-e482a9bc1272 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:03:09.445975 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.463666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.481496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3e8398-ea09-49ba-9b35-be9e9fb73811,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:09.532344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=ef78a2f3-e8a6-4828-bdf1-676386e14c76,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:09.557997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.608687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:09.612933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:09.618677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:09.619528 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.622276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.731001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5514b05-c66c-4afc-94f0-c392c001d978 req-7cd7cb8f-6a42-4277-9b40-3ac889001ff0 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3334913
Nov 06 21:03:09.751595 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.755736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.772706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Pushing event updated for resources: {'Port': ['ID=76222a57-2718-4db9-8b49-e482a9bc1272,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:09.794866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f88f325d-dfe4-44ee-b439-ed1c92b1890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.846534 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.847059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:03:09.852648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.853796 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d8f0eb5d-d0a8-41e9-bc87-45fe32b08ecc admin admin] 10.222.0.13 "DELETE /v2.0/routers/0e7dc7e6-fa19-493e-b68d-eeee24a6dc37 HTTP/1.1" status: 204  len: 168 time: 2.4567039
Nov 06 21:03:09.856533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=b426d705-7638-4eb9-98dc-492a1a7339eb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:09.856669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f88f325d-dfe4-44ee-b439-ed1c92b1890f admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.863232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42704) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:09.863493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f88f325d-dfe4-44ee-b439-ed1c92b1890f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2b408d2-8140-47a9-936e-222eb5da2736 HTTP/1.1" status: 204  len: 168 time: 1.1694326
Nov 06 21:03:09.868547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f325d-dfe4-44ee-b439-ed1c92b1890f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b408d2-8140-47a9-936e-222eb5da2736,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:09.871369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:09.883528 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42706) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:09.960056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-265f9189-8282-4bda-9134-b726a992922c admin admin] Deleting subnet f278456b-2293-4cad-b377-cfa3d73aad95 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:09.964423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f9189-8282-4bda-9134-b726a992922c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.003157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.005648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f9189-8282-4bda-9134-b726a992922c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.087029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f9189-8282-4bda-9134-b726a992922c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.087325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Attempting to bind port 76222a57-2718-4db9-8b49-e482a9bc1272 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:10.087641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Attempting to bind port 76222a57-2718-4db9-8b49-e482a9bc1272 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7046fc91-f530-41a4-8c32-191b53b06c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f4a3bd34-3f4b-41d4-857c-20c8d5617610'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:10.088260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Attempting to bind port 76222a57-2718-4db9-8b49-e482a9bc1272 on network f4a3bd34-3f4b-41d4-857c-20c8d5617610 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:10.089257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.103290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Port 76222a57-2718-4db9-8b49-e482a9bc1272 on network f4a3bd34-3f4b-41d4-857c-20c8d5617610 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:03:10.103623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Attempting to bind port 76222a57-2718-4db9-8b49-e482a9bc1272 on network f4a3bd34-3f4b-41d4-857c-20c8d5617610 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:10.132894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:10.133332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Checking segment: {'id': '7046fc91-f530-41a4-8c32-191b53b06c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f4a3bd34-3f4b-41d4-857c-20c8d5617610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:10.133737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Bound using segment: {'id': '7046fc91-f530-41a4-8c32-191b53b06c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f4a3bd34-3f4b-41d4-857c-20c8d5617610'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:10.134182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Bound port: 76222a57-2718-4db9-8b49-e482a9bc1272, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7046fc91-f530-41a4-8c32-191b53b06c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f4a3bd34-3f4b-41d4-857c-20c8d5617610'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:10.134545 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.247943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.263128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f9189-8282-4bda-9134-b726a992922c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.298626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f9189-8282-4bda-9134-b726a992922c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.306289 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-265f9189-8282-4bda-9134-b726a992922c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f278456b-2293-4cad-b377-cfa3d73aad95 HTTP/1.1" status: 204  len: 168 time: 0.4401367
Nov 06 21:03:10.306289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f9189-8282-4bda-9134-b726a992922c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f278456b-2293-4cad-b377-cfa3d73aad95,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:10.307601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42726) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:10.359523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255cf6f40>,) {'filters': {'network_id': ['6d105093-727c-4c31-8aaa-81cd57576182']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:10.395472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255cf6f40>, '54898d15-e35b-4e14-b0f8-8b36960dd547') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:10.395773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255cf6f40>, '54898d15-e35b-4e14-b0f8-8b36960dd547') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:10.441352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.451462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.459170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f2263297-e7f9-42fb-aa72-39b1c39e7607 None None] Provisioning complete for port 66eff424-198f-4966-a7f6-4c045e6c90d6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:10.459723 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2263297-e7f9-42fb-aa72-39b1c39e7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.473261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] For port 76222a57-2718-4db9-8b49-e482a9bc1272, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:10.487179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.494145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:10.508266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3a427-3780-400d-a215-1bb414bcef22 req-e8bedc14-5e60-4f8b-bd9b-d56b6ed7a957 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:10.508266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cab3a427-3780-400d-a215-1bb414bcef22 req-e8bedc14-5e60-4f8b-bd9b-d56b6ed7a957 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 943 time: 0.1487911
Nov 06 21:03:10.510797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:03:10.511206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:03:10.515692 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:03:10.594097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.633221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925896af70>,) {'filters': {'network_id': ['e6af1d3b-e143-4670-b58f-a692b325ad8f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:10.638217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cab3a427-3780-400d-a215-1bb414bcef22 req-c107ed06-4f7c-4064-a1d6-3a827fe77cab tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212115
Nov 06 21:03:10.650587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925896af70>, 'a9a06c42-d638-4853-91c2-a5b540e94f6d') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:10.650886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925896af70>, 'a9a06c42-d638-4853-91c2-a5b540e94f6d') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:10.662391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.678144 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2263297-e7f9-42fb-aa72-39b1c39e7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.678513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.687285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:03:10.687738 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.693611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.699718 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.703710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d105093-727c-4c31-8aaa-81cd57576182 HTTP/1.1" status: 204  len: 168 time: 0.8184505
Nov 06 21:03:10.724975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f2263297-e7f9-42fb-aa72-39b1c39e7607 None None] For port 66eff424-198f-4966-a7f6-4c045e6c90d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66eff424-198f-4966-a7f6-4c045e6c90d6,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:10.738484 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2263297-e7f9-42fb-aa72-39b1c39e7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.747587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] For port 76222a57-2718-4db9-8b49-e482a9bc1272, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76222a57-2718-4db9-8b49-e482a9bc1272,segment=NetworkSegment(7046fc91-f530-41a4-8c32-191b53b06c25),segment_id=7046fc91-f530-41a4-8c32-191b53b06c25)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:10.765288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523c784-e85a-429d-a675-5a8b4148f9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d105093-727c-4c31-8aaa-81cd57576182,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:03:10.767634 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:03:10.769992 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.794236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.818117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:10.819148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.820690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] 10.222.0.10 "PUT /v2.0/ports/76222a57-2718-4db9-8b49-e482a9bc1272 HTTP/1.1" status: 200  len: 1091 time: 2.9723334
Nov 06 21:03:10.825612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b88c45c-0fa3-46c6-99c1-e4298593d59a', 'tag': '76222a57-2718-4db9-8b49-e482a9bc1272'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:10.828344 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32fd1ce-cce8-45e8-b753-dfc89803bcba" -d '{"events": [{"name": "network-changed", "server_uuid": "0b88c45c-0fa3-46c6-99c1-e4298593d59a", "tag": "76222a57-2718-4db9-8b49-e482a9bc1272"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:10.835052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.867703 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e6af1d3b-e143-4670-b58f-a692b325ad8f HTTP/1.1" status: 204  len: 168 time: 0.5289013
Nov 06 21:03:10.869067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eacb9-d597-40b3-b9e9-5d57e8decb52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6af1d3b-e143-4670-b58f-a692b325ad8f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:10.889541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:10.901001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-08ba451c-91a5-4f3f-8829-d8b03b62d73c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0072017
Nov 06 21:03:10.901817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42738) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:10.949106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.958773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.959651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:10.961688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 66eff424-198f-4966-a7f6-4c045e6c90d6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:10.965323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:10.974540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42740) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:10.979714 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbc7a97-148d-4318-b866-015c1da14881 x-openstack-request-id: req-9bbc7a97-148d-4318-b866-015c1da14881 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:10.980376 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b88c45c-0fa3-46c6-99c1-e4298593d59a", "tag": "76222a57-2718-4db9-8b49-e482a9bc1272", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:10.980986 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bbc7a97-148d-4318-b866-015c1da14881 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:10.981613 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b88c45c-0fa3-46c6-99c1-e4298593d59a', 'tag': '76222a57-2718-4db9-8b49-e482a9bc1272', 'status': 'completed', 'code': 200}
Nov 06 21:03:11.005941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2263297-e7f9-42fb-aa72-39b1c39e7607 None None] Pushing event updated for resources: {'Port': ['ID=66eff424-198f-4966-a7f6-4c045e6c90d6,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:11.019533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:11.020156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251239a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:11.036023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e788af-5b52-4c50-898a-b2328e438f59 service neutron] Pushing event updated for resources: {'Port': ['ID=76222a57-2718-4db9-8b49-e482a9bc1272,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:11.063733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f51d72-83d1-4cd8-93cb-4a6e673bf9a7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet 48f4934b-3dda-464c-91e0-4ebd8d9779da {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:11.070223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d72-83d1-4cd8-93cb-4a6e673bf9a7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.100377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42742) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:11.104947 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ef81a6c-6d69-48e3-b931-df1b780b9286 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef3bcc53d0cc468a95f587efa7e9b444&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1277277
Nov 06 21:03:11.109362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42744) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:11.113638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0577073f-e919-4658-9e68-e555f81df631 None None] Provisioning complete for port b426d705-7638-4eb9-98dc-492a1a7339eb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:11.114013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0577073f-e919-4658-9e68-e555f81df631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.131945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=b426d705-7638-4eb9-98dc-492a1a7339eb,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:11.152206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d72-83d1-4cd8-93cb-4a6e673bf9a7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.179820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-3027eb8c-4f4d-4039-8353-a03213c88b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:11.181515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-3027eb8c-4f4d-4039-8353-a03213c88b0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e30d235fa30149029ee7ab72fa49c352&device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 1094 time: 0.2729964
Nov 06 21:03:11.182325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:11.184389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0577073f-e919-4658-9e68-e555f81df631 None None] Port b426d705-7638-4eb9-98dc-492a1a7339eb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:03:11.191008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d150c6-baa2-40d2-b9eb-3280f1b85a1f req-845fa141-5481-4094-b5b7-6205a14ffbe1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:11.193185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1d150c6-baa2-40d2-b9eb-3280f1b85a1f req-845fa141-5481-4094-b5b7-6205a14ffbe1 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2073874
Nov 06 21:03:11.200998 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-411301e7-bcf5-43a9-b6c9-8a557d34ee48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.205920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:11.214143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:11.219963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 66eff424-198f-4966-a7f6-4c045e6c90d6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:11.220363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.232604 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-411301e7-bcf5-43a9-b6c9-8a557d34ee48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.284108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-9eb09443-066d-492a-82db-b522ac0c66d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76222a57-2718-4db9-8b49-e482a9bc1272 HTTP/1.1" status: 200  len: 217 time: 0.0870037
Nov 06 21:03:11.313857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5d7bbb8e-b014-4b19-a8ee-ea0bd08a7bed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8182a523546466fa113050d28f19731&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2099099
Nov 06 21:03:11.316770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42746) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:11.422563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee70a8-cfb7-48ec-9c04-8aa89c481ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.428571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d72-83d1-4cd8-93cb-4a6e673bf9a7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.447530 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee70a8-cfb7-48ec-9c04-8aa89c481ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.488643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-411301e7-bcf5-43a9-b6c9-8a557d34ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.491640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-411301e7-bcf5-43a9-b6c9-8a557d34ee48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.494639 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-411301e7-bcf5-43a9-b6c9-8a557d34ee48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926 HTTP/1.1" status: 204  len: 168 time: 0.3797028
Nov 06 21:03:11.495004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1d150c6-baa2-40d2-b9eb-3280f1b85a1f req-1a45de8a-aefd-4304-8f6f-9a9182eb6c95 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2756071
Nov 06 21:03:11.522926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12ef3a74-143d-441c-9415-092d110ebbaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:11.547945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-7912d707-78b7-4f14-986f-a2983a406faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:11.549330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411301e7-bcf5-43a9-b6c9-8a557d34ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76a9c9-8ac3-4cb2-a20e-c1a146d5e926,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:11.549774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-7912d707-78b7-4f14-986f-a2983a406faa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6a20c9c-dd86-46d1-a191-15a590a01848 HTTP/1.1" status: 200  len: 854 time: 0.2554533
Nov 06 21:03:11.577240 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Router 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:03:11.584928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 12ef3a74-143d-441c-9415-092d110ebbaf {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:11.585972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12ef3a74-143d-441c-9415-092d110ebbaf not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:11.586745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6c3e8398-ea09-49ba-9b35-be9e9fb73811 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:11.627343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-d02f22ad-fe23-4bfd-bfc3-cd1a9dc61615 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4a3bd34-3f4b-41d4-857c-20c8d5617610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578842
Nov 06 21:03:11.631364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6c3e8398-ea09-49ba-9b35-be9e9fb73811 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:11.632037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6c3e8398-ea09-49ba-9b35-be9e9fb73811 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:11.641627 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251239a00>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:09Z', 'revision_number': 8, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:11.662446 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee70a8-cfb7-48ec-9c04-8aa89c481ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.665028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee70a8-cfb7-48ec-9c04-8aa89c481ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.666261 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c8ee70a8-cfb7-48ec-9c04-8aa89c481ab4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f084857d-6aa7-4ef4-b129-86ae04a3599e HTTP/1.1" status: 204  len: 168 time: 0.3440564
Nov 06 21:03:11.688194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:11.697675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d72-83d1-4cd8-93cb-4a6e673bf9a7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.714176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:11.714740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251239a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:11.740001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:11.748590 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-184e91bd-0d8f-4305-8862-4caa4d3fd121 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "PUT /v2.0/routers/103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0144641
Nov 06 21:03:11.748590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee70a8-cfb7-48ec-9c04-8aa89c481ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f084857d-6aa7-4ef4-b129-86ae04a3599e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:11.749516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42754) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:11.757647 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Sync routers for ids ['103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:11.776241 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Routers {'103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:11.778678 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c4c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:11.800601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19c504-76cb-429b-9299-e5c24000aaa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:11.804344 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4a19c504-76cb-429b-9299-e5c24000aaa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports/b426d705-7638-4eb9-98dc-492a1a7339eb HTTP/1.1" status: 200  len: 911 time: 0.0527792
Nov 06 21:03:11.805578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42756) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:11.914493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f51d72-83d1-4cd8-93cb-4a6e673bf9a7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=48f4934b-3dda-464c-91e0-4ebd8d9779da,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:11.924919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe0e1c-b773-4e91-980b-c8f7467e0773 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:11.940597 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d72-83d1-4cd8-93cb-4a6e673bf9a7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:11.946183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e2f51d72-83d1-4cd8-93cb-4a6e673bf9a7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/48f4934b-3dda-464c-91e0-4ebd8d9779da HTTP/1.1" status: 204  len: 168 time: 1.0268240
Nov 06 21:03:11.962214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42762) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:11.970910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe0e1c-b773-4e91-980b-c8f7467e0773 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:11.979424 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d3fe0e1c-b773-4e91-980b-c8f7467e0773 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1711814
Nov 06 21:03:11.980401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42768) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:11.996881 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Set router 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:12.124822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-96f220f0-ab17-476d-8944-c36234c85b9e service neutron] 10.222.0.10 "GET /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4714634
Nov 06 21:03:12.135986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f189d9-50a1-4a08-8d42-8177fae201a6 req-9d405121-819d-4ff6-aa72-71570f66171e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:12.138220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10f189d9-50a1-4a08-8d42-8177fae201a6 req-9d405121-819d-4ff6-aa72-71570f66171e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 943 time: 0.3492968
Nov 06 21:03:12.178110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:12.185305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d4b1f-32ba-4943-9ac7-70d56333e996 None None] Network bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:12.280068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8243ee15-d5d5-4983-a024-31d42628ca66 None None] Provisioning complete for port b426d705-7638-4eb9-98dc-492a1a7339eb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:12.280472 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8243ee15-d5d5-4983-a024-31d42628ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:12.335826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10f189d9-50a1-4a08-8d42-8177fae201a6 req-14e1648c-e257-4771-9b6c-0fc4c0274423 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870017
Nov 06 21:03:12.407363 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c4c970>, [{'id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'name': 'tempest-NetworksTestDHCPv6-router-1905358451', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:07Z', 'updated_at': '2021-11-06T21:03:09Z', 'revision_number': 2, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None, '_interfaces': [{'id': 'b426d705-7638-4eb9-98dc-492a1a7339eb', 'name': '', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'mac_address': 'fa:16:3e:9c:d1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ca4fc934-0579-448b-ab0a-3408649afd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:03:08Z', 'updated_at': '2021-11-06T21:03:10Z', 'revision_number': 2, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'subnets': [{'id': 'ca4fc934-0579-448b-ab0a-3408649afd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:12.433757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f170fef6-5ddb-4faa-9a42-673d60e947eb req-e83ffd2b-7abd-430b-8245-ea52688745fb service neutron] 10.222.0.10 "GET /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944145
Nov 06 21:03:12.442908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:12.468922 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Checking router: 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:12.469268 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Updating router 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 port b426d705-7638-4eb9-98dc-492a1a7339eb binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:03:12.475153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8243ee15-d5d5-4983-a024-31d42628ca66 None None] Port b426d705-7638-4eb9-98dc-492a1a7339eb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:03:12.531309 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:12.565236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:12.565574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:12.673805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 66eff424-198f-4966-a7f6-4c045e6c90d6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:12.782320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-f277d950-fcd1-4039-acda-f0811388af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:12.784169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-f277d950-fcd1-4039-acda-f0811388af7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e30d235fa30149029ee7ab72fa49c352&device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 1094 time: 0.2911618
Nov 06 21:03:12.794801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port 4b9c81bf-2246-43ae-9d6c-cce63a678da8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b9c81bf-2246-43ae-9d6c-cce63a678da8,segment=NetworkSegment(e6e81e25-3bbc-4986-b8cc-3471ca447d56),segment_id=e6e81e25-3bbc-4986-b8cc-3471ca447d56)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:12.795413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:12.867265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 4b9c81bf-2246-43ae-9d6c-cce63a678da8 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:12.881490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658e974-c588-480c-a693-fa4986979971 req-a3b7a8b1-b7ce-481a-9b40-30d74a0c97e2 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:12.883008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8658e974-c588-480c-a693-fa4986979971 req-a3b7a8b1-b7ce-481a-9b40-30d74a0c97e2 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2211607
Nov 06 21:03:12.885187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 66eff424-198f-4966-a7f6-4c045e6c90d6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:12.885340 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:12.982178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:13.034035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] DHCP port deletion for bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:13.192555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-396733474-network', 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:13.255442 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.270884 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.271201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:13.272684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] Deleting port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:13.273314 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.274689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.326808 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.358609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251239a00>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:09Z', 'revision_number': 8, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:13.399997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.410454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e1b1f-bb21-4ce6-b6c4-d56283892954 None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:09Z', 'revision_number': 8, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f', 'name': '', 'network_id': '019157ce-158a-481a-bd55-fe158111fe31', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f5:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:48Z', 'updated_at': '2021-11-06T21:02:58Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '4c49df16-0e9b-4bcd-9b9f-394901625f95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:13.414295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] For port 4b9c81bf-2246-43ae-9d6c-cce63a678da8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b9c81bf-2246-43ae-9d6c-cce63a678da8,segment=NetworkSegment(e6e81e25-3bbc-4986-b8cc-3471ca447d56),segment_id=e6e81e25-3bbc-4986-b8cc-3471ca447d56)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:13.414905 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.449804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] Calling delete_port for 4b9c81bf-2246-43ae-9d6c-cce63a678da8 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:13.514418 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df40a4e-5855-4c1c-a750-54a56bd5201a None None] Pushing event updated for resources: {'Port': ['ID=b426d705-7638-4eb9-98dc-492a1a7339eb,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:13.556976 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Attempting to bind port b426d705-7638-4eb9-98dc-492a1a7339eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:13.557546 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Attempting to bind port b426d705-7638-4eb9-98dc-492a1a7339eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:13.558070 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Attempting to bind port b426d705-7638-4eb9-98dc-492a1a7339eb on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:13.572510 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:13.573206 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:13.573766 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.574308 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:13.574930 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Bound port: b426d705-7638-4eb9-98dc-492a1a7339eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:13.575482 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.706150 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.707481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-9647a7c6-e4c6-483b-b207-93660d68458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:13.709892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-9647a7c6-e4c6-483b-b207-93660d68458b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f4a3bd34-3f4b-41d4-857c-20c8d5617610 HTTP/1.1" status: 200  len: 915 time: 0.9105794
Nov 06 21:03:13.744193 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] For port b426d705-7638-4eb9-98dc-492a1a7339eb, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:13.755249 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] For port b426d705-7638-4eb9-98dc-492a1a7339eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b426d705-7638-4eb9-98dc-492a1a7339eb,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:13.767505 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.779634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8658e974-c588-480c-a693-fa4986979971 req-2343638a-9d9a-45b0-bdff-a932f9a0af29 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8391476
Nov 06 21:03:13.781316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] Pushing event deleted for resources: {'Port': ['ID=4b9c81bf-2246-43ae-9d6c-cce63a678da8,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:13.785257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4226fd97-f53a-409b-809d-748585f947d2 None None] No DVR routers for this DVR port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:13.790194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-d52b1dcc-bed2-4d71-af34-c5fd96ea54fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76222a57-2718-4db9-8b49-e482a9bc1272 HTTP/1.1" status: 200  len: 217 time: 0.0643401
Nov 06 21:03:13.793328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.859163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=4b9c81bf-2246-43ae-9d6c-cce63a678da8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:13.865004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port 4b9c81bf-2246-43ae-9d6c-cce63a678da8 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:13.884101 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Routers {'103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:13.885027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c4c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:13.889218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.909892 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.953202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb620553-8133-4b0c-b1a0-302df067ddf8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:13.955717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4f83bce4-6e29-4ce3-8973-5b9347c61a8f None None] Provisioning complete for port b426d705-7638-4eb9-98dc-492a1a7339eb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:13.956092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f83bce4-6e29-4ce3-8973-5b9347c61a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:13.980105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port b426d705-7638-4eb9-98dc-492a1a7339eb {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:13.983498 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.002596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:03:14.050763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-08010be2-2b0d-48e7-89bf-2fe0eb4e1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:14.055022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-08010be2-2b0d-48e7-89bf-2fe0eb4e1589 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6a20c9c-dd86-46d1-a191-15a590a01848 HTTP/1.1" status: 200  len: 854 time: 0.2552180
Nov 06 21:03:14.118531 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] Set router 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:14.135272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.135723 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Added segment 7dc7a33e-66f3-4ae9-b59a-7b830f090ee6 of type vlan for network c0397278-359e-4b6d-bb4f-e56cf166bbfb
Nov 06 21:03:14.147597 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f83bce4-6e29-4ce3-8973-5b9347c61a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.171104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.238158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4f83bce4-6e29-4ce3-8973-5b9347c61a8f None None] For port b426d705-7638-4eb9-98dc-492a1a7339eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b426d705-7638-4eb9-98dc-492a1a7339eb,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:14.243772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.246665 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f83bce4-6e29-4ce3-8973-5b9347c61a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.256821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-1e9c3e5d-3729-4cbd-b9a6-7d6aac940db1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4a3bd34-3f4b-41d4-857c-20c8d5617610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1596572
Nov 06 21:03:14.291234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] For port b426d705-7638-4eb9-98dc-492a1a7339eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b426d705-7638-4eb9-98dc-492a1a7339eb,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:14.291612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.333537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e0900c2-c518-4003-b82d-63ecf8b040d1 req-884daa3d-1df3-4b36-a72f-0433e8a558be tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.1519115
Nov 06 21:03:14.381500 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.396865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83bce4-6e29-4ce3-8973-5b9347c61a8f None None] Pushing event updated for resources: {'Port': ['ID=b426d705-7638-4eb9-98dc-492a1a7339eb,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:14.405666 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df40a4e-5855-4c1c-a750-54a56bd5201a None None] Pushing event updated for resources: {'Port': ['ID=b426d705-7638-4eb9-98dc-492a1a7339eb,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:14.415181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for b426d705-7638-4eb9-98dc-492a1a7339eb owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:14.435775 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.450948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.454205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:14.454812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.461386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255250700>,) {'filters': {'network_id': ['bb590cc6-0dfa-4206-a305-7a9afbf3e0b8']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:14.484067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d47c2bb9-d1ea-4928-99eb-769318ab3f93 None None] Provisioning complete for port b426d705-7638-4eb9-98dc-492a1a7339eb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:14.487193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d47c2bb9-d1ea-4928-99eb-769318ab3f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.506923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255250700>, 'e6e81e25-3bbc-4986-b8cc-3471ca447d56') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:14.507407 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.5200632
Nov 06 21:03:14.509447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255250700>, 'e6e81e25-3bbc-4986-b8cc-3471ca447d56') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:14.528156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42834) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:14.535058 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Request body: {'subnet': {'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-396733474-subnet', 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:14.576055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06735c8-a45f-4c42-869a-2199bdc63aa3 req-f6377690-6bdd-4519-8c37-eaa2ef38e4c0 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:14.577870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ef78a2f3-e8a6-4828-bdf1-676386e14c76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:14.583344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f06735c8-a45f-4c42-869a-2199bdc63aa3 req-f6377690-6bdd-4519-8c37-eaa2ef38e4c0 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 943 time: 0.5384815
Nov 06 21:03:14.587923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.617795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:14.620328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.631277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.647762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:03:14.648173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:03:14.653972 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:03:14.679310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ef78a2f3-e8a6-4828-bdf1-676386e14c76 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:14.679643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ef78a2f3-e8a6-4828-bdf1-676386e14c76 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:14.679996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b9c81bf-2246-43ae-9d6c-cce63a678da8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:14.730431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b67c41-f4f3-43a8-b56d-a86334ce6019 admin admin] Pushing event updated for resources: {'Network': ['ID=c0397278-359e-4b6d-bb4f-e56cf166bbfb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:14.749209 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f06735c8-a45f-4c42-869a-2199bdc63aa3 req-3253bfe0-b507-4cbc-aa44-8a638049cb71 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634817
Nov 06 21:03:14.756804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 4b9c81bf-2246-43ae-9d6c-cce63a678da8 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:14.757614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b9c81bf-2246-43ae-9d6c-cce63a678da8 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:14.760422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-43aa3416-73f0-4c13-b6ba-47ec79fd8d42 service neutron] 10.222.0.10 "GET /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4875801
Nov 06 21:03:14.761538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:03:14.782975 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.787903 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c4c970>, [{'id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'name': 'tempest-NetworksTestDHCPv6-router-1905358451', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:07Z', 'updated_at': '2021-11-06T21:03:09Z', 'revision_number': 2, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None, '_interfaces': [{'id': 'b426d705-7638-4eb9-98dc-492a1a7339eb', 'name': '', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'mac_address': 'fa:16:3e:9c:d1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ca4fc934-0579-448b-ab0a-3408649afd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:03:08Z', 'updated_at': '2021-11-06T21:03:13Z', 'revision_number': 4, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'subnets': [{'id': 'ca4fc934-0579-448b-ab0a-3408649afd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:14.805924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:14.811224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/bb590cc6-0dfa-4206-a305-7a9afbf3e0b8 HTTP/1.1" status: 204  len: 168 time: 2.8411329
Nov 06 21:03:14.825089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42838) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:14.843231 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5e55e-f44c-4201-81d9-55c4405fce27 None None] The sync data for ids ['103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'] in ncdv-master-1 is: [{'id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'name': 'tempest-NetworksTestDHCPv6-router-1905358451', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:07Z', 'updated_at': '2021-11-06T21:03:09Z', 'revision_number': 2, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None, '_interfaces': [{'id': 'b426d705-7638-4eb9-98dc-492a1a7339eb', 'name': '', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'mac_address': 'fa:16:3e:9c:d1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'ca4fc934-0579-448b-ab0a-3408649afd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:03:08Z', 'updated_at': '2021-11-06T21:03:13Z', 'revision_number': 4, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'subnets': [{'id': 'ca4fc934-0579-448b-ab0a-3408649afd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:14.852434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee926f-cc2b-4fa3-aeeb-0233f9ffef49 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=bb590cc6-0dfa-4206-a305-7a9afbf3e0b8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:14.927072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b32fd1ce-cce8-45e8-b753-dfc89803bcba req-8ce69a65-3d3a-4db6-a8b3-446d025385f4 service neutron] 10.222.0.10 "GET /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558089
Nov 06 21:03:15.000824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182baf9-c327-489e-8b15-b1ab41e6c767 req-d18a5d57-7a8c-4f49-af88-ead148e2ac96 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:15.008752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8182baf9-c327-489e-8b15-b1ab41e6c767 req-d18a5d57-7a8c-4f49-af88-ead148e2ac96 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0711370
Nov 06 21:03:15.061611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8182baf9-c327-489e-8b15-b1ab41e6c767 req-9744b99f-4264-4e38-b056-522b8fb32556 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517538
Nov 06 21:03:15.219580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:15.228561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:15.317441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=b426d705-7638-4eb9-98dc-492a1a7339eb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:15.409132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e1697f-b2c0-469e-8413-56865719f066,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:15.479345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f54cce41-8133-42b1-9203-32d6e2433655 req-5866c6e9-d1b4-4179-bc39-a867fd5fee03 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0376363
Nov 06 21:03:15.523903 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:15.581507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Checking segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:15.581870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Network hostable DHCP agents. Network: c0397278-359e-4b6d-bb4f-e56cf166bbfb, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:03:15.712265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:03:15.786972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c0397278-359e-4b6d-bb4f-e56cf166bbfb) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:15.791327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:15.792411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:15.797817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050dbe6-4f22-45ac-82ce-6ae52a5e28bf None None] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:15.819359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Router 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:15.825975 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-048eb619-8669-4583-9579-bd94eae55b63 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.2970016
Nov 06 21:03:15.918397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f03f56-9cbe-41ca-a551-147cb05e92d4 req-80691599-f744-440a-8cae-d3344c998eaf tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:15.927344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37f03f56-9cbe-41ca-a551-147cb05e92d4 req-80691599-f744-440a-8cae-d3344c998eaf tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 943 time: 0.0885332
Nov 06 21:03:15.951839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:15.961730 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8757afe5-fcc5-4641-bc07-47a477dedd63 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "PUT /v2.0/routers/103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9753461
Nov 06 21:03:15.962553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42850) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:15.990255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37f03f56-9cbe-41ca-a551-147cb05e92d4 req-6136d2fc-a481-47b7-b36d-754d4ced1c50 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617716
Nov 06 21:03:16.006698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae32aa-b7aa-44da-aee2-7051b37094d3 None None] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:16.034151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f217bc5-9aa1-4319-88bc-49b08dc42ffe tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:16.035714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f217bc5-9aa1-4319-88bc-49b08dc42ffe tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:16.039775 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9f217bc5-9aa1-4319-88bc-49b08dc42ffe tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0727136
Nov 06 21:03:16.040129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42858) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:16.044683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.102384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc95ef7b-251e-44b4-adc8-094c449cfdf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet ca4fc934-0579-448b-ab0a-3408649afd20 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:16.106946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc95ef7b-251e-44b4-adc8-094c449cfdf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.182692 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc95ef7b-251e-44b4-adc8-094c449cfdf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.342613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:16.343217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.367089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e0f58-96a0-4d01-8ff4-9af2bca49a63 req-37b21933-99d4-4e24-a27d-41535e7a470b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:16.368708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-622e0f58-96a0-4d01-8ff4-9af2bca49a63 req-37b21933-99d4-4e24-a27d-41535e7a470b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1901822
Nov 06 21:03:16.405088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc95ef7b-251e-44b4-adc8-094c449cfdf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.433456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,segment=NetworkSegment(540ca17e-d8c3-4e56-8499-a20413e8d7da),segment_id=540ca17e-d8c3-4e56-8499-a20413e8d7da)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:16.433822 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.438087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-62409efd-1bfd-4c9d-add9-a070b15e46ce tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:16.442815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-62409efd-1bfd-4c9d-add9-a070b15e46ce tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.2660923
Nov 06 21:03:16.448135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:16.465087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-84b6c87d-c70d-43a2-9b0c-6f8b6c717448 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/quotas/6eda1afc00c24f888ad31c7bade0503e HTTP/1.1" status: 200  len: 375 time: 0.0172386
Nov 06 21:03:16.493092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] Sync routers for ids ['103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:16.509506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] Routers {'103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:16.510320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251a5d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:16.540257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-34d02fd6-d39c-414e-962b-01c195abd449 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0562866
Nov 06 21:03:16.561477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-622e0f58-96a0-4d01-8ff4-9af2bca49a63 req-e914131a-6d4b-4b83-8ca3-15b4b377502b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763823
Nov 06 21:03:16.596004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] Set router 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:16.618557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc95ef7b-251e-44b4-adc8-094c449cfdf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.656198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95ef7b-251e-44b4-adc8-094c449cfdf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4fc934-0579-448b-ab0a-3408649afd20,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:16.662016 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc95ef7b-251e-44b4-adc8-094c449cfdf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.663271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251a5d0a0>, [{'id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'name': 'tempest-NetworksTestDHCPv6-router-1905358451', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:07Z', 'updated_at': '2021-11-06T21:03:15Z', 'revision_number': 3, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:16.665090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cc95ef7b-251e-44b4-adc8-094c449cfdf0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/ca4fc934-0579-448b-ab0a-3408649afd20 HTTP/1.1" status: 204  len: 168 time: 0.6232924
Nov 06 21:03:16.667628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85416c2-c61e-46e5-bfea-2ecf69455785 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:16.668824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42874) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:16.677004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.705791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-453dd329-4180-4db1-aa43-fbb6be61b256 req-47227cac-59f9-4464-805d-6337469a675f tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0473399
Nov 06 21:03:16.728020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-43676d36-9a8c-485c-bd23-1203db6e711c service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704996
Nov 06 21:03:16.741958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] Checking router: 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:16.764843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:16.776969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] Routers {'103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:16.777596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251a5d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:16.901837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fb72ec87-e318-41a0-b582-f1f5a96418cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:16.909684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] Set router 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:16.924188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-27b6ba77-5589-4df7-ab63-88983bbfe6ae service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702008
Nov 06 21:03:16.924846 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9883d247-1739-43aa-800f-fc084b07f851 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2519522
Nov 06 21:03:16.925160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:16.958170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.012500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251a5d0a0>, [{'id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'name': 'tempest-NetworksTestDHCPv6-router-1905358451', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:07Z', 'updated_at': '2021-11-06T21:03:15Z', 'revision_number': 3, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:17.053426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae513e-04a1-420d-9b67-4204a77e631f None None] The sync data for ids ['103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3'] in ncdv-master-1 is: [{'id': '103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3', 'name': 'tempest-NetworksTestDHCPv6-router-1905358451', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:07Z', 'updated_at': '2021-11-06T21:03:15Z', 'revision_number': 3, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:17.139856 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d855e108-98a7-4028-8dab-5fa3518c7416 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.173468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:17.211746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 76222a57-2718-4db9-8b49-e482a9bc1272 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:03:17.233546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9874a3bf-f239-48c9-aecf-ac930fc26cd5 req-c5ce6e8f-e80c-4881-b361-06de1441085f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 210 time: 0.0489392
Nov 06 21:03:17.418200 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d855e108-98a7-4028-8dab-5fa3518c7416 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.429380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a71e3-401e-42e0-987e-8399659d28ee req-5c8fea04-e5e0-4378-9d7b-1a03b5eca62b tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:17.430964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b3a71e3-401e-42e0-987e-8399659d28ee req-5c8fea04-e5e0-4378-9d7b-1a03b5eca62b tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 943 time: 0.2166200
Nov 06 21:03:17.432338 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d855e108-98a7-4028-8dab-5fa3518c7416 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.517089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] Deleting port 66eff424-198f-4966-a7f6-4c045e6c90d6 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:17.517462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.539120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d855e108-98a7-4028-8dab-5fa3518c7416 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.544281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d855e108-98a7-4028-8dab-5fa3518c7416 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Fanout notify agent at l3_agent the message router_deleted on router 103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:03:17.559410 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d855e108-98a7-4028-8dab-5fa3518c7416 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.561014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d855e108-98a7-4028-8dab-5fa3518c7416 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/routers/103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 HTTP/1.1" status: 204  len: 168 time: 0.6356239
Nov 06 21:03:17.563525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42890) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:17.591852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b3a71e3-401e-42e0-987e-8399659d28ee req-b3afc284-82c9-4d58-a042-62a79e8c0df1 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473517
Nov 06 21:03:17.651372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:17.660398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 76222a57-2718-4db9-8b49-e482a9bc1272, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76222a57-2718-4db9-8b49-e482a9bc1272,segment=NetworkSegment(7046fc91-f530-41a4-8c32-191b53b06c25),segment_id=7046fc91-f530-41a4-8c32-191b53b06c25)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:17.665968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] For port 66eff424-198f-4966-a7f6-4c045e6c90d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66eff424-198f-4966-a7f6-4c045e6c90d6,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:17.666729 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.670995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61b607-0408-4a11-bdd5-32593dc041b7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:17.673750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5d61b607-0408-4a11-bdd5-32593dc041b7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1090109
Nov 06 21:03:17.677928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42894) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:17.694029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] Calling delete_port for 66eff424-198f-4966-a7f6-4c045e6c90d6 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:17.697471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '76222a57-2718-4db9-8b49-e482a9bc1272', 'network_id': 'f4a3bd34-3f4b-41d4-857c-20c8d5617610', 'port_id': '76222a57-2718-4db9-8b49-e482a9bc1272', 'mac_address': 'fa:16:3e:6b:bd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a20c9c-dd86-46d1-a191-15a590a01848', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:03:17.790944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc95324-61d0-4532-a12c-1f2e693b63bc req-62d673ac-cb70-4d85-9c21-64c55184b467 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:17.797352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8dc95324-61d0-4532-a12c-1f2e693b63bc req-62d673ac-cb70-4d85-9c21-64c55184b467 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0981092
Nov 06 21:03:17.809434 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.831869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76222a57-2718-4db9-8b49-e482a9bc1272 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:17.840601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b19a1-8c2c-4e32-9f8d-0ef763193d73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:17.840601 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-228b19a1-8c2c-4e32-9f8d-0ef763193d73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1594019
Nov 06 21:03:17.855990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42898) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:17.859116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.901684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 76222a57-2718-4db9-8b49-e482a9bc1272, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76222a57-2718-4db9-8b49-e482a9bc1272,segment=NetworkSegment(7046fc91-f530-41a4-8c32-191b53b06c25),segment_id=7046fc91-f530-41a4-8c32-191b53b06c25)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:17.916799 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3b2434e6-6d60-4923-9367-3453d052c29e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0591085
Nov 06 21:03:17.918434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:17.922884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42902) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:17.933792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] Pushing event deleted for resources: {'Port': ['ID=66eff424-198f-4966-a7f6-4c045e6c90d6,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:17.937017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f94aed34-fa7f-48ad-be5b-2169f23ef513 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1086583
Nov 06 21:03:17.938701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614047a9-a2f1-4efa-bc6e-8b0ecb43db02 None None] No DVR routers for this DVR port 66eff424-198f-4966-a7f6-4c045e6c90d6 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:17.940394 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:17.944853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8dc95324-61d0-4532-a12c-1f2e693b63bc req-05dc8592-8790-42c3-8949-4c37ab23a689 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408463
Nov 06 21:03:17.950496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:17.961475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42904) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:17.969961 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:17.990179 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:17.991189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69c0eb07-e3f5-4ac1-bf5f-2f39c24bc699 req-af4f9d5a-9bdf-4d42-bd60-9045d6f1e4e7 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0916355
Nov 06 21:03:17.995844 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252d61f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:18.029642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=76222a57-2718-4db9-8b49-e482a9bc1272,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:18.114503 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:18.131987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4013209-4b61-4e03-997e-94370c3c7219 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet 4c49df16-0e9b-4bcd-9b9f-394901625f95 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:18.137184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4013209-4b61-4e03-997e-94370c3c7219 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.187685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4013209-4b61-4e03-997e-94370c3c7219 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.190375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:18.194138 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.306753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['76222a57-2718-4db9-8b49-e482a9bc1272'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:18.328684 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252d61f10>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:16Z', 'revision_number': 9, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:18.343759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b22a8ab3-4ca8-4caa-8aa5-a86b9bbb3630 req-7fafe20e-57cf-4eff-984d-490f8cce896a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 210 time: 0.0280051
Nov 06 21:03:18.358406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4013209-4b61-4e03-997e-94370c3c7219 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.371379 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:18.380015 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:18.380741 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252d61f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:18.494957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4013209-4b61-4e03-997e-94370c3c7219 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.533143 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:18.562518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4013209-4b61-4e03-997e-94370c3c7219 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=4c49df16-0e9b-4bcd-9b9f-394901625f95,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:18.583894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4013209-4b61-4e03-997e-94370c3c7219 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.585047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e0eb4-5854-4e2d-9330-752552755289 None None] Network 019157ce-158a-481a-bd55-fe158111fe31 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:18.589939 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a4013209-4b61-4e03-997e-94370c3c7219 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/4c49df16-0e9b-4bcd-9b9f-394901625f95 HTTP/1.1" status: 204  len: 168 time: 0.6238809
Nov 06 21:03:18.594336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42908) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:18.625921 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5deaf971-5525-410d-966d-6daadeb73fa3 req-409b963b-ec65-4342-b4c1-688c2636a6b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0609176
Nov 06 21:03:18.672475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-24dfa218-b19f-4bd9-9d7e-cf06d852d90b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:18.674414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-24dfa218-b19f-4bd9-9d7e-cf06d852d90b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.2150142
Nov 06 21:03:18.710282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 66eff424-198f-4966-a7f6-4c045e6c90d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:18.758813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 66eff424-198f-4966-a7f6-4c045e6c90d6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:18.759187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 66eff424-198f-4966-a7f6-4c045e6c90d6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:18.760209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b426d705-7638-4eb9-98dc-492a1a7339eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:18.772686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.786454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b426d705-7638-4eb9-98dc-492a1a7339eb {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:18.786798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b426d705-7638-4eb9-98dc-492a1a7339eb not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:18.800076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760f61-1c92-42e1-b16b-b04fe5fce0a2 req-9ef9f0ab-2925-4772-8dec-3b868a61f33b tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:18.802598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13760f61-1c92-42e1-b16b-b04fe5fce0a2 req-9ef9f0ab-2925-4772-8dec-3b868a61f33b tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 944 time: 0.0720398
Nov 06 21:03:18.869212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13760f61-1c92-42e1-b16b-b04fe5fce0a2 req-baae34b0-b799-4d26-bfce-2b5f4a68785d tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588484
Nov 06 21:03:18.892208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] DHCP port deletion for 019157ce-158a-481a-bd55-fe158111fe31 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:18.895661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Request body: {'port': {'device_id': 'e556d555-ac33-446d-a5c6-2bc4d404e921', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'admin_state_up': True, 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:18.900641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:03:18.905740 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252d61f10>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:16Z', 'revision_number': 9, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:18.910316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.937246 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece791d9-0007-4334-b1ba-192bd88c9ada None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:16Z', 'revision_number': 9, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b', 'name': '', 'network_id': 'aa2f7fed-0fa0-4854-a82f-b2aa3267d84a', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:f2:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:40Z', 'updated_at': '2021-11-06T21:02:50Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:18.964982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:18.968848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] Deleting port d11b899d-028e-4d85-89d8-d8fb745f558f {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:18.969803 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.971104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:18.978083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:18.978921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:18.999350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=3a993dff-a59d-48bc-80fc-f71222b99ad4,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:19.012778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf86661-7fdb-4c82-b36e-77c64f14f0a4 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:19.025157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port d11b899d-028e-4d85-89d8-d8fb745f558f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:19.025593 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.088179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] For port d11b899d-028e-4d85-89d8-d8fb745f558f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d11b899d-028e-4d85-89d8-d8fb745f558f,segment=NetworkSegment(540ca17e-d8c3-4e56-8499-a20413e8d7da),segment_id=540ca17e-d8c3-4e56-8499-a20413e8d7da)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:19.088603 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.102381 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port d11b899d-028e-4d85-89d8-d8fb745f558f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d11b899d-028e-4d85-89d8-d8fb745f558f,segment=NetworkSegment(540ca17e-d8c3-4e56-8499-a20413e8d7da),segment_id=540ca17e-d8c3-4e56-8499-a20413e8d7da)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:19.102793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.107460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:19.111630 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.111945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] Calling delete_port for d11b899d-028e-4d85-89d8-d8fb745f558f owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:19.116214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for d11b899d-028e-4d85-89d8-d8fb745f558f owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:19.135888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e917b43-681a-4d45-8b8a-3e685dbdc41e req-31bf13ad-1ded-4fc3-90d4-d687cfac9051 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:19.137555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e917b43-681a-4d45-8b8a-3e685dbdc41e req-31bf13ad-1ded-4fc3-90d4-d687cfac9051 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0968363
Nov 06 21:03:19.203111 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-181683fc-1434-46fe-9e3d-96a7a2ee134d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.2647324
Nov 06 21:03:19.204755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.206630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42918) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:19.214503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:19.221533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bfcbfa77-b364-4c00-bc64-4d333414598a req-c99c283b-d633-45b9-9547-223741883a23 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0699530
Nov 06 21:03:19.233878 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86748ecd-1a85-4a79-96ff-20fbe66fb467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.261161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e917b43-681a-4d45-8b8a-3e685dbdc41e req-c1020a70-11e2-4e1b-a9b1-428cd4dfd400 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167417
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:03:19.269768 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:03:19.278840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.326302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] Pushing event deleted for resources: {'Port': ['ID=d11b899d-028e-4d85-89d8-d8fb745f558f,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:19.328781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '3a993dff-a59d-48bc-80fc-f71222b99ad4'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:03:19.329939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.359207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a872799-e3fe-4716-a8fa-b8a7f5680468 None None] No DVR routers for this DVR port d11b899d-028e-4d85-89d8-d8fb745f558f on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:19.385332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=d11b899d-028e-4d85-89d8-d8fb745f558f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:19.397142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port d11b899d-028e-4d85-89d8-d8fb745f558f on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:19.415642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Allocated IP 172.20.0.9 (c0397278-359e-4b6d-bb4f-e56cf166bbfb/a2e1697f-b2c0-469e-8413-56865719f066/bbe58d3f-538b-46e3-b044-460af86c1b11) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:19.507914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6334358c-b956-46c6-a8a7-4bec8bf187a3 req-f3f9b685-de2b-4b98-b2f5-c4e933a2bb60 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 210 time: 0.0409696
Nov 06 21:03:19.516175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.525067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:19.528878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.586015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Allocated IP 2001:db8::f816:3eff:fe3b:ccdb (5d860e38-6a16-4e75-a66b-12fac1376f02/3a993dff-a59d-48bc-80fc-f71222b99ad4/7817f2f9-73c1-4a3f-afea-d3c8e4f1379b) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:19.592423 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255c6c8e0>,) {'filters': {'network_id': ['019157ce-158a-481a-bd55-fe158111fe31']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:19.609792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255c6c8e0>, '540ca17e-d8c3-4e56-8499-a20413e8d7da') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:19.610268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255c6c8e0>, '540ca17e-d8c3-4e56-8499-a20413e8d7da') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:19.626352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.631082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.650807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.662347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:03:19.662826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:03:19.666083 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:03:19.678799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.724831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:19.728018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:19.734545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:19.750010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.755175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.761222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/019157ce-158a-481a-bd55-fe158111fe31 HTTP/1.1" status: 204  len: 168 time: 1.1504111
Nov 06 21:03:19.763876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42922) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:19.774823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event updated for resources: {'Port': ['ID=bbe58d3f-538b-46e3-b044-460af86c1b11,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:19.777849 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.787608 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.799463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e61cb6-6c89-4cfe-a003-5ae85b853683 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=019157ce-158a-481a-bd55-fe158111fe31,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:19.840527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:19.847589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:19.850188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Pushing event updated for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:19.857182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:19.859204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:19.859820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.885356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9457a0c6-481a-4d8f-bc16-33d1a4f0b85f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9941902
Nov 06 21:03:19.904975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Request body: {'port': {'device_id': 'e556d555-ac33-446d-a5c6-2bc4d404e921', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:19.935365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Attempting to bind port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:19.935731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Attempting to bind port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:19.936089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Attempting to bind port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:19.947355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.947739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:19.948188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:19.949633 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:19.950015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:19.950559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Bound port: 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:19.951094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.010637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:20.012651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=48812e83-9b61-4922-9027-0b4b20554102,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:20.017624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:20.020417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:20.021435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.023851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:20.027430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:20.034800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.042482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2d50bd7c-9a20-4554-bf64-f5dbd56654ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8317308
Nov 06 21:03:20.045245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42926) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:20.050647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:90:a1:33', 'name': 'tempest-NetworksTestDHCPv6-2140269665'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:20.104853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60016914-3aec-4faf-b542-dfa42b8e5c00 None None] Pushing event updated for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:20.105729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.130980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e2edf-c707-450c-91d9-9e32aee6d5e7 req-ae55134d-fafd-4bfb-90d2-d378a5e30a2a tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:20.132522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-521e2edf-c707-450c-91d9-9e32aee6d5e7 req-ae55134d-fafd-4bfb-90d2-d378a5e30a2a tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 944 time: 0.1445630
Nov 06 21:03:20.197947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:20.262279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-521e2edf-c707-450c-91d9-9e32aee6d5e7 req-8eabff01-d286-434f-8a01-f1bf7e7b7528 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217785
Nov 06 21:03:20.309348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.335755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port f45369a0-40ba-4c59-8dc9-8a720d700888 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:03:20.491501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33f2c7bc-9b70-4a65-80cb-3271a130189d req-72088de1-a7f8-4a75-b731-5f2ed6437950 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0700202
Nov 06 21:03:20.550144 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.596720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 172.20.0.3 (5d860e38-6a16-4e75-a66b-12fac1376f02/48812e83-9b61-4922-9027-0b4b20554102/f45369a0-40ba-4c59-8dc9-8a720d700888) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:20.613323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:fe90:a133 (5d860e38-6a16-4e75-a66b-12fac1376f02/3a993dff-a59d-48bc-80fc-f71222b99ad4/f45369a0-40ba-4c59-8dc9-8a720d700888) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:20.619978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a7b29-45ab-4905-b909-ccff3838f465 req-0093e155-716b-43db-9592-e36eaf693e3e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:20.621988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-481a7b29-45ab-4905-b909-ccff3838f465 req-0093e155-716b-43db-9592-e36eaf693e3e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1710167
Nov 06 21:03:20.644490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:20.707075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:20.707346 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.721027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.743237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe58d3f-538b-46e3-b044-460af86c1b11 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:20.821911 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.826438 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.831273 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.834371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-481a7b29-45ab-4905-b909-ccff3838f465 req-37e6dbe2-9efe-4112-95e2-95a7232fb780 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964598
Nov 06 21:03:20.875651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:20.883452 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.887683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:20.937445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:20.941517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:20.945065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:20.965419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:20.992277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d11b899d-028e-4d85-89d8-d8fb745f558f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:20.995641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=f45369a0-40ba-4c59-8dc9-8a720d700888,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:21.026164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:21.027698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.034907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: d11b899d-028e-4d85-89d8-d8fb745f558f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:21.035495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d11b899d-028e-4d85-89d8-d8fb745f558f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:21.038985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:21.055770 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f1b8fab2-0cf4-4e53-82a8-a3cac075930a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.0091431
Nov 06 21:03:21.056889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42946) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:21.103104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:21.103749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f38cf2c3-5ce1-44d8-8862-bfe8ed31a97f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:21.132548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb06b4-840b-4222-bc37-30316a7ec896 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:21.141536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb06b4-840b-4222-bc37-30316a7ec896 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:21.147277 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9deb06b4-840b-4222-bc37-30316a7ec896 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.0876849
Nov 06 21:03:21.147969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42950) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:21.230536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 76222a57-2718-4db9-8b49-e482a9bc1272 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:21.322842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-58e28702-f49b-46bf-ba42-e9203dcf0e83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port f45369a0-40ba-4c59-8dc9-8a720d700888 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:21.323188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58e28702-f49b-46bf-ba42-e9203dcf0e83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.335695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Transition to ACTIVE for port object bbe58d3f-538b-46e3-b044-460af86c1b11 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:03:21.349387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 76222a57-2718-4db9-8b49-e482a9bc1272 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:03:21.355356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 76222a57-2718-4db9-8b49-e482a9bc1272 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:21.356126 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.357081 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.453275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58e28702-f49b-46bf-ba42-e9203dcf0e83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.458262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.466100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-58e28702-f49b-46bf-ba42-e9203dcf0e83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for f45369a0-40ba-4c59-8dc9-8a720d700888 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:21.494473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b88c45c-0fa3-46c6-99c1-e4298593d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76222a57-2718-4db9-8b49-e482a9bc1272'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:21.497451 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d870ccd-6bd4-493e-a9e7-9afe482a03d9" -d '{"events": [{"server_uuid": "0b88c45c-0fa3-46c6-99c1-e4298593d59a", "name": "network-vif-plugged", "status": "completed", "tag": "76222a57-2718-4db9-8b49-e482a9bc1272"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:21.499853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e50fa-528f-4d80-bb13-48f96637b726 req-5665b86a-4d62-4c89-9558-62f828255f5d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:21.501262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-612e50fa-528f-4d80-bb13-48f96637b726 req-5665b86a-4d62-4c89-9558-62f828255f5d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 931 time: 0.6630394
Nov 06 21:03:21.511344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc06d65-795f-4cf4-a051-b4136bc2798a None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:21.518565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 76222a57-2718-4db9-8b49-e482a9bc1272, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76222a57-2718-4db9-8b49-e482a9bc1272,segment=NetworkSegment(7046fc91-f530-41a4-8c32-191b53b06c25),segment_id=7046fc91-f530-41a4-8c32-191b53b06c25)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:21.525666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1932fbda-29d4-44fa-bfdf-360bfcba17b8 req-fd5b6a08-f2fc-4ae6-bbce-fc9bb68e7d73 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.1162856
Nov 06 21:03:21.534321 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.607226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Pushing event updated for resources: {'Port': ['ID=bbe58d3f-538b-46e3-b044-460af86c1b11,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:21.668257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Attempting to bind port bbe58d3f-538b-46e3-b044-460af86c1b11 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:21.669291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Attempting to bind port bbe58d3f-538b-46e3-b044-460af86c1b11 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:21.669291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Attempting to bind port bbe58d3f-538b-46e3-b044-460af86c1b11 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:21.675747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-612e50fa-528f-4d80-bb13-48f96637b726 req-996e4716-a79b-44eb-af96-fa9ecf7308f1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491094
Nov 06 21:03:21.680594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8ab9c38a-6b74-4b7c-9ad8-562b30d04ffa None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:21.680805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Port bbe58d3f-538b-46e3-b044-460af86c1b11 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:03:21.680961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Attempting to bind port bbe58d3f-538b-46e3-b044-460af86c1b11 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:21.683003 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ab9c38a-6b74-4b7c-9ad8-562b30d04ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.703114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:21.703451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Checking segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:21.706455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Bound using segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:21.706908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Bound port: bbe58d3f-538b-46e3-b044-460af86c1b11, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:21.707268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.747530 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94148cc4-e65a-4e30-b28b-3cd39083b1fa x-openstack-request-id: req-94148cc4-e65a-4e30-b28b-3cd39083b1fa {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:21.758772 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b88c45c-0fa3-46c6-99c1-e4298593d59a", "name": "network-vif-plugged", "status": "completed", "tag": "76222a57-2718-4db9-8b49-e482a9bc1272", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:21.758772 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94148cc4-e65a-4e30-b28b-3cd39083b1fa {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:21.759249 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b88c45c-0fa3-46c6-99c1-e4298593d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76222a57-2718-4db9-8b49-e482a9bc1272', 'code': 200}
Nov 06 21:03:21.781329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=76222a57-2718-4db9-8b49-e482a9bc1272,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:21.813656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58e28702-f49b-46bf-ba42-e9203dcf0e83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.815765 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.828994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e8d-664c-4da6-b859-893d808a7353 req-86b93f87-0b1d-40e2-8e6a-7c5585c1fce1 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:21.830739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a240e8d-664c-4da6-b859-893d808a7353 req-86b93f87-0b1d-40e2-8e6a-7c5585c1fce1 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.1444457
Nov 06 21:03:21.890716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] For port bbe58d3f-538b-46e3-b044-460af86c1b11, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:21.916665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] For port bbe58d3f-538b-46e3-b044-460af86c1b11, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe58d3f-538b-46e3-b044-460af86c1b11,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:21.923127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28702-f49b-46bf-ba42-e9203dcf0e83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=f45369a0-40ba-4c59-8dc9-8a720d700888,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:21.954062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:21.974350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbfd76-4704-4c52-ab8d-c16d68efaded req-32866d07-a21b-42fc-9301-fb3b9f65e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:21.976035 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5fcbfd76-4704-4c52-ab8d-c16d68efaded req-32866d07-a21b-42fc-9301-fb3b9f65e034 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 1096 time: 0.1562276
Nov 06 21:03:22.021846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee17f3-27e9-442f-932d-938d5488fee8 None None] Update dhcp port {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '3a993dff-a59d-48bc-80fc-f71222b99ad4', 'ip_address': '2001:db8::f816:3eff:fe3b:ccdb'}, {'subnet_id': '48812e83-9b61-4922-9027-0b4b20554102'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7817f2f9-73c1-4a3f-afea-d3c8e4f1379b'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:03:22.038185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:22.038713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.040202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] 10.222.0.10 "PUT /v2.0/ports/bbe58d3f-538b-46e3-b044-460af86c1b11 HTTP/1.1" status: 200  len: 1091 time: 2.1398592
Nov 06 21:03:22.045870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a240e8d-664c-4da6-b859-893d808a7353 req-de0a6ef8-71f2-4cdd-87b6-170e669c5035 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042120
Nov 06 21:03:22.050592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e556d555-ac33-446d-a5c6-2bc4d404e921', 'tag': 'bbe58d3f-538b-46e3-b044-460af86c1b11'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:22.054838 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e556d555-ac33-446d-a5c6-2bc4d404e921", "tag": "bbe58d3f-538b-46e3-b044-460af86c1b11"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:22.055432 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58e28702-f49b-46bf-ba42-e9203dcf0e83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.061221 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-58e28702-f49b-46bf-ba42-e9203dcf0e83 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/f45369a0-40ba-4c59-8dc9-8a720d700888 HTTP/1.1" status: 204  len: 168 time: 0.9122140
Nov 06 21:03:22.063230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42968) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:22.076205 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5fcbfd76-4704-4c52-ab8d-c16d68efaded req-33232b61-47a3-488f-8093-c3cb4b9cc62b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917666
Nov 06 21:03:22.079564 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6aee17f3-27e9-442f-932d-938d5488fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.105663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:22.106413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.122355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1a1121-8ae3-438b-a6aa-9173fda8c9cf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:22.124070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1a1121-8ae3-438b-a6aa-9173fda8c9cf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:22.125900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1a1121-8ae3-438b-a6aa-9173fda8c9cf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:22.130586 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bb1a1121-8ae3-438b-a6aa-9173fda8c9cf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0663550
Nov 06 21:03:22.131315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42970) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:22.133045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d1113-95a0-4009-ada1-32c990cbe4be req-551e1c8b-31d5-4b4f-848c-a973cb28d849 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:22.141826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-984d1113-95a0-4009-ada1-32c990cbe4be req-551e1c8b-31d5-4b4f-848c-a973cb28d849 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1949646
Nov 06 21:03:22.156799 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ea6cfc-31f4-43a8-9244-69c21644a1e0 x-openstack-request-id: req-80ea6cfc-31f4-43a8-9244-69c21644a1e0 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:22.157094 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e556d555-ac33-446d-a5c6-2bc4d404e921", "tag": "bbe58d3f-538b-46e3-b044-460af86c1b11", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:22.157348 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80ea6cfc-31f4-43a8-9244-69c21644a1e0 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:22.157740 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e556d555-ac33-446d-a5c6-2bc4d404e921', 'tag': 'bbe58d3f-538b-46e3-b044-460af86c1b11', 'status': 'completed', 'code': 200}
Nov 06 21:03:22.186375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ed92ff-e480-42ea-9224-a6b536302fdc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 3a993dff-a59d-48bc-80fc-f71222b99ad4 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:22.189663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6ed92ff-e480-42ea-9224-a6b536302fdc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.198155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64dc22-e02c-49bf-a32e-337ed3aa5d3a service neutron] Pushing event updated for resources: {'Port': ['ID=bbe58d3f-538b-46e3-b044-460af86c1b11,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:22.242078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6ed92ff-e480-42ea-9224-a6b536302fdc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.265886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-984d1113-95a0-4009-ada1-32c990cbe4be req-cd3597dc-7243-44cf-b750-aeebc2a846e9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052785
Nov 06 21:03:22.288279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,segment=NetworkSegment(b3de079d-543c-4c38-a7e9-f5de27710343),segment_id=b3de079d-543c-4c38-a7e9-f5de27710343)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:22.288677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.301997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:22.335501 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6ed92ff-e480-42ea-9224-a6b536302fdc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.412556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4875e971-29e6-48ee-ac04-acd650974825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:22.414070 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-4875e971-29e6-48ee-ac04-acd650974825 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 1094 time: 0.0585151
Nov 06 21:03:22.422048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6ed92ff-e480-42ea-9224-a6b536302fdc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-6aee17f3-27e9-442f-932d-938d5488fee8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a993dff-a59d-48bc-80fc-f71222b99ad4: This subnet is being modified by another concurrent operation.
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a993dff-a59d-48bc-80fc-f71222b99ad4: This subnet is being modified by another concurrent operation.
Nov 06 21:03:22.426284 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:03:22.475619 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.488031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed92ff-e480-42ea-9224-a6b536302fdc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=3a993dff-a59d-48bc-80fc-f71222b99ad4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:22.490988 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-bd522344-9633-4450-88ef-a72d26c20284 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbe58d3f-538b-46e3-b044-460af86c1b11 HTTP/1.1" status: 200  len: 217 time: 0.0665004
Nov 06 21:03:22.494359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6ed92ff-e480-42ea-9224-a6b536302fdc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.498083 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d6ed92ff-e480-42ea-9224-a6b536302fdc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/3a993dff-a59d-48bc-80fc-f71222b99ad4 HTTP/1.1" status: 204  len: 168 time: 0.3654573
Nov 06 21:03:22.509953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42972) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:22.515892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efcb8f9-756b-4481-af75-a361cca22e0f None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:22.537230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.565254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-91b097c6-45a5-4928-a06e-bc51118d2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:22.567262 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-91b097c6-45a5-4928-a06e-bc51118d2d3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.0656543
Nov 06 21:03:22.580102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:22.594441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9b02f6-b1c7-4698-b6f4-1acac8aea726 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 48812e83-9b61-4922-9027-0b4b20554102 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:22.599005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c9b02f6-b1c7-4698-b6f4-1acac8aea726 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.619461 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-a97b4254-8136-4332-872f-5093bc521b8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430012
Nov 06 21:03:22.686098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-50d8710b-2213-4269-9257-e4c0916f81b9 None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:22.686498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-50d8710b-2213-4269-9257-e4c0916f81b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.768459 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c9b02f6-b1c7-4698-b6f4-1acac8aea726 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.774826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00bc634f-5354-4958-ac39-f6833c0d94b6 req-179ed4ab-3726-48aa-9255-6b1956e41d3c tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0961308
Nov 06 21:03:22.837727 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.869827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c9b02f6-b1c7-4698-b6f4-1acac8aea726 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:22.945987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93d817-858c-4292-8d9a-f3a0ce3e68de None None] Update dhcp port {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '48812e83-9b61-4922-9027-0b4b20554102'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7817f2f9-73c1-4a3f-afea-d3c8e4f1379b'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:03:22.979516 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3b93d817-858c-4292-8d9a-f3a0ce3e68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:23.050155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da3451-6ece-4828-a66b-60c409c1f938 req-dc6bfc35-a40e-4b7c-8301-775d2b24e31a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:23.051797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96da3451-6ece-4828-a66b-60c409c1f938 req-dc6bfc35-a40e-4b7c-8301-775d2b24e31a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 943 time: 0.2011642
Nov 06 21:03:23.090280 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:03:23.102948 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-9f563b09-6e86-4e22-9454-bda9fb3e94e7 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4753315
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-3b93d817-858c-4292-8d9a-f3a0ce3e68de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48812e83-9b61-4922-9027-0b4b20554102: This subnet is being modified by another concurrent operation.
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48812e83-9b61-4922-9027-0b4b20554102: This subnet is being modified by another concurrent operation.
Nov 06 21:03:23.116746 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:03:23.141212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c9b02f6-b1c7-4698-b6f4-1acac8aea726 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:23.210697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b02f6-b1c7-4698-b6f4-1acac8aea726 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=48812e83-9b61-4922-9027-0b4b20554102,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:23.229702 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-94053bed-1b23-4c1b-b3d5-efe7c96030ea req-078f2660-fd85-4c40-b44c-f1a9ebac0ef2 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1190169
Nov 06 21:03:23.234655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c9b02f6-b1c7-4698-b6f4-1acac8aea726 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:23.238403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6c9b02f6-b1c7-4698-b6f4-1acac8aea726 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/48812e83-9b61-4922-9027-0b4b20554102 HTTP/1.1" status: 204  len: 168 time: 0.7316606
Nov 06 21:03:23.244947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42982) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:23.262145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-107746f6-dd64-4554-b884-e36f74bfb129 None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:23.263133 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-107746f6-dd64-4554-b884-e36f74bfb129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:23.287597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96da3451-6ece-4828-a66b-60c409c1f938 req-cadf6f8e-5815-4bf5-86cd-0e1131a14d64 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212963
Nov 06 21:03:23.292643 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6cc44909-05a1-4353-b69d-fe59e160a351 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0460167
Nov 06 21:03:23.295144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42986) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:23.299403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:23.301321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:23.310343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57671e6b-a9a9-4acd-867b-1297f9679abc req-24c466ad-303f-4065-b90d-77e6a1a7ee9d tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:23.321396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57671e6b-a9a9-4acd-867b-1297f9679abc req-24c466ad-303f-4065-b90d-77e6a1a7ee9d tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.1552343
Nov 06 21:03:23.377393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e5170-d3c1-4f82-b651-b19d70125762 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:03:23.429299 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-c4104a79-e699-4da5-ae87-3abfdae3380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:23.430808 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-c4104a79-e699-4da5-ae87-3abfdae3380e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 1094 time: 0.1243906
Nov 06 21:03:23.490982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:23.494512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:23.510647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57671e6b-a9a9-4acd-867b-1297f9679abc req-0938c769-7742-435b-bb38-26947950fef4 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883128
Nov 06 21:03:23.545731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48837f7-8c85-4edb-a8a1-efc94bdd9f58 req-0a876127-53d7-420f-9b88-d8a9ea195b08 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:23.547443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f48837f7-8c85-4edb-a8a1-efc94bdd9f58 req-0a876127-53d7-420f-9b88-d8a9ea195b08 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1358936
Nov 06 21:03:23.549294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:23.561282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-44b9359c-4f03-422d-b4ca-37050cc48d26 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7952952
Nov 06 21:03:23.563458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42988) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:23.612944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:23.616288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f48837f7-8c85-4edb-a8a1-efc94bdd9f58 req-6ce77c55-11c6-4629-8cb5-459e016d0a8a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492482
Nov 06 21:03:23.636703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:23.637363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512c5e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:03:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:23.657493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-7a2bc914-db30-43e1-b9e8-5125317ca01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:23.658977 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-7a2bc914-db30-43e1-b9e8-5125317ca01e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 906 time: 0.2152038
Nov 06 21:03:23.668050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-26917db6-0de4-4e39-98d9-0ec7a81672d7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet 9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:23.673140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-26917db6-0de4-4e39-98d9-0ec7a81672d7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:23.739934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-29a10a03-9d30-4c2e-bcef-a5b463b63283 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbe58d3f-538b-46e3-b044-460af86c1b11 HTTP/1.1" status: 200  len: 217 time: 0.0676875
Nov 06 21:03:23.750921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-588e5755-8e39-4dd6-b695-d57fa1f9dbd7 None None] Could not find standard attr ID for object f45369a0-40ba-4c59-8dc9-8a720d700888. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:03:23.765860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686e5170-d3c1-4f82-b651-b19d70125762 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:03:23.774130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:23.777632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-26917db6-0de4-4e39-98d9-0ec7a81672d7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:23.911181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-0537dc0f-201b-4ae2-b26d-bd52d978f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:23.912681 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-0537dc0f-201b-4ae2-b26d-bd52d978f805 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.1400914
Nov 06 21:03:23.925314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea87c974-9809-442a-84c5-2fb29d16b3e6 req-59a8a738-a91e-4ca6-ad8d-4a68d3505237 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0432327
Nov 06 21:03:23.969363 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-3f35f68f-7635-48a9-9562-4efbb804c130 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301807
Nov 06 21:03:24.011117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-26917db6-0de4-4e39-98d9-0ec7a81672d7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.188447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512c5e50>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:22Z', 'revision_number': 10, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:24.190775 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-2fe00abf-b394-4cc2-8c66-aa1169768687 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109551
Nov 06 21:03:24.224415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:24.232381 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-26917db6-0de4-4e39-98d9-0ec7a81672d7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.254262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:24.255410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512c5e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:03:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:24.273254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:03:24.309549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-26917db6-0de4-4e39-98d9-0ec7a81672d7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.315077 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-26917db6-0de4-4e39-98d9-0ec7a81672d7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6 HTTP/1.1" status: 204  len: 168 time: 0.7424426
Nov 06 21:03:24.316011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42994) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:24.327835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] Update dhcp port {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '1a7270da-584f-45d2-948f-11df9b666be9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7817f2f9-73c1-4a3f-afea-d3c8e4f1379b'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:03:24.333345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26917db6-0de4-4e39-98d9-0ec7a81672d7 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:24.366336 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.378481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:24.408157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.494695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc2221-7d4c-4674-b7d5-db9d2a18f347 req-cc113cc4-81a7-47a5-bd4e-9a540565681c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:24.503943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0cc2221-7d4c-4674-b7d5-db9d2a18f347 req-cc113cc4-81a7-47a5-bd4e-9a540565681c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 943 time: 0.0907073
Nov 06 21:03:24.546599 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b1f3939-21cf-4098-b9bd-0eeba7b471ca req-30a7de5a-2106-43de-8c41-0d21290adad7 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3456278
Nov 06 21:03:24.566967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0cc2221-7d4c-4674-b7d5-db9d2a18f347 req-d2214109-2f3e-4d8f-a936-156eb94a5fa8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595491
Nov 06 21:03:24.577372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:24.577816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.620924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.666745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0,segment=NetworkSegment(b3de079d-543c-4c38-a7e9-f5de27710343),segment_id=b3de079d-543c-4c38-a7e9-f5de27710343)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:24.672353 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.690308 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:24.706192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:24.763869 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe3b:ccdb-95a6a362-2eb9-43a1-aa3c-65f84fbc74 {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:03:24.764216 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:03:24.824844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:24.835138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512c5e50>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:22Z', 'revision_number': 10, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:24.847268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337773d-714d-47a4-af69-5e66e059a4c3 req-b5e2d5fe-dc9c-4f1e-944d-0c8ca2905048 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:24.849546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4337773d-714d-47a4-af69-5e66e059a4c3 req-b5e2d5fe-dc9c-4f1e-944d-0c8ca2905048 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.1750681
Nov 06 21:03:24.864776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.865017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db296a4b-60a1-4beb-82ea-f08b52095e3b req-2fa6f81b-871c-4a63-b9b8-a3548ddcd1b8 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:24.865202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.865316 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db296a4b-60a1-4beb-82ea-f08b52095e3b req-2fa6f81b-871c-4a63-b9b8-a3548ddcd1b8 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1434448
Nov 06 21:03:24.871591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.873650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.876710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0f417-74d9-4059-bd16-8965def30cd8 None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:22Z', 'revision_number': 10, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None, '_interfaces': [{'id': '7868884c-d99b-452b-a9d1-9b506da47bbc', 'name': '', 'network_id': '970f8b37-85c1-4ae5-87aa-c193a5b4d028', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'mac_address': 'fa:16:3e:88:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:02:34Z', 'updated_at': '2021-11-06T21:02:40Z', 'revision_number': 5, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'subnets': [{'id': '1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:24.942665 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.954172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:03:24.954532 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:03:24.976757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:24.990898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:24.994406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:24.995046 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:24.995842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:24.997888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:25.002466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4337773d-714d-47a4-af69-5e66e059a4c3 req-526c220f-c9c7-4b9b-a527-311e26ad87cc tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366661
Nov 06 21:03:25.004607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=1a7270da-584f-45d2-948f-11df9b666be9,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:25.014756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db296a4b-60a1-4beb-82ea-f08b52095e3b req-845a143c-76f7-445e-90ec-6101bdb4ac7a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350276
Nov 06 21:03:25.014929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=6']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:25.043313 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-99659fea-167f-4a80-8681-d7426143aa8a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7470665
Nov 06 21:03:25.045940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43008) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:25.053275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:25.134832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6512c2fa-6e11-44a1-89e7-8e00677f4169 req-7d6a0050-d5bb-40e2-bb04-1da569a47b97 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0373445
Nov 06 21:03:25.139242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.165403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254e7b6a0>,) {'filters': {'network_id': ['aa2f7fed-0fa0-4854-a82f-b2aa3267d84a']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:25.178579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254e7b6a0>, 'b3de079d-543c-4c38-a7e9-f5de27710343') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:25.178882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254e7b6a0>, 'b3de079d-543c-4c38-a7e9-f5de27710343') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:25.179052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:25.183005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.190341 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.205733 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.212205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:03:25.212637 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:03:25.216116 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:03:25.309694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.317720 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.332569 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.338563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/aa2f7fed-0fa0-4854-a82f-b2aa3267d84a HTTP/1.1" status: 204  len: 168 time: 1.0182180
Nov 06 21:03:25.343683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43014) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:25.363610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e028939-e7f4-498e-8d0d-0b3e7406ab98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=aa2f7fed-0fa0-4854-a82f-b2aa3267d84a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:25.457725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ca787-edd8-4e53-b434-3cbf07f567ca req-8ceb4175-41a6-4907-ade6-ce96a322738b tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:25.460186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-889ca787-edd8-4e53-b434-3cbf07f567ca req-8ceb4175-41a6-4907-ade6-ce96a322738b tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.0642161
Nov 06 21:03:25.515508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-889ca787-edd8-4e53-b434-3cbf07f567ca req-3bde7434-f6b4-422c-9d58-040a36ea66af tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469174
Nov 06 21:03:25.546783 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.583315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-25d851d4-6579-423c-bc2e-b8a56e5059af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:25.584836 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-25d851d4-6579-423c-bc2e-b8a56e5059af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e30d235fa30149029ee7ab72fa49c352&device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 1096 time: 0.1690409
Nov 06 21:03:25.660171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:25.689775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75705139-9712-407a-b6b5-722888afdee9 req-03c47cbc-04e8-407d-929a-df04d7ae32a8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:25.691582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75705139-9712-407a-b6b5-722888afdee9 req-03c47cbc-04e8-407d-929a-df04d7ae32a8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 943 time: 0.0509822
Nov 06 21:03:25.694641 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.742641 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.759001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75705139-9712-407a-b6b5-722888afdee9 req-46dbccb2-9b79-4acb-92fa-d1d66e2929d1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569654
Nov 06 21:03:25.780241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:03:25.780551 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:03:25.804912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-33e45bfa-7e1a-4d4f-b6cb-3b59455cd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:25.806445 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-33e45bfa-7e1a-4d4f-b6cb-3b59455cd129 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f4a3bd34-3f4b-41d4-857c-20c8d5617610 HTTP/1.1" status: 200  len: 915 time: 0.1942260
Nov 06 21:03:25.806565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a5af-cf33-49c3-a94e-dc735459bdd6 None None] Pushing event updated for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:25.888069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:25.894160 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-a8a1bc46-5506-4ceb-b0ba-09fa2aaf9bd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76222a57-2718-4db9-8b49-e482a9bc1272 HTTP/1.1" status: 200  len: 217 time: 0.0764480
Nov 06 21:03:26.168811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06dcfe-498e-4ac6-b4ba-ad25a9871a94 req-ead9207f-e16f-4f9c-8ff3-3aa1f73841db tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:26.170459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce06dcfe-498e-4ac6-b4ba-ad25a9871a94 req-ead9207f-e16f-4f9c-8ff3-3aa1f73841db tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0823777
Nov 06 21:03:26.245357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce06dcfe-498e-4ac6-b4ba-ad25a9871a94 req-fcdf6194-d9bf-4693-97f3-21c62dee364c tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689511
Nov 06 21:03:26.313096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:26.325824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:26.328949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:26.329541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:26.342546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecc30be7-0ea1-4417-9a64-225e9b7bdde7 req-afcbb122-7dd2-4441-b2b0-026333596f90 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0424128
Nov 06 21:03:26.356886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=c2c8868f-9466-4a26-bf36-3e92cf4f10b0,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:26.376518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bebb3f9f-0468-4da0-8264-d5f5287ecd02 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3290458
Nov 06 21:03:26.380478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-06169c56-4691-4a7a-ac75-fc8e1a9d83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:26.380588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43024) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:26.381144 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-06169c56-4691-4a7a-ac75-fc8e1a9d83e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6a20c9c-dd86-46d1-a191-15a590a01848 HTTP/1.1" status: 200  len: 854 time: 0.4559922
Nov 06 21:03:26.385930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:cf:54:eb', 'name': 'tempest-NetworksTestDHCPv6-1750333161'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:26.421840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-321d3288-7960-4900-aa2a-c86a00692dd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f4a3bd34-3f4b-41d4-857c-20c8d5617610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295856
Nov 06 21:03:26.431587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725fa016-9a8a-49f9-b719-125a023b6976 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:03:26.506693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:26.529120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1a871f11-ba50-4dfa-9eda-d2e035c90ad5 None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:26.529825 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1a871f11-ba50-4dfa-9eda-d2e035c90ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:26.562110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725fa016-9a8a-49f9-b719-125a023b6976 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:03:26.572890 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:26.597949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:26.618654 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-3a69a4f6-ed4d-4c3f-8864-c29eed94e4bb service neutron] 10.222.0.10 "GET /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745048
Nov 06 21:03:26.652447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port e98dbef8-93b0-48db-8ad4-3823a310ade5 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:03:26.719994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5ecac-0e13-47d7-a948-9b38097974e4 req-84427bab-bc3c-4e5f-ac87-6f606dbca095 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:26.721717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0f5ecac-0e13-47d7-a948-9b38097974e4 req-84427bab-bc3c-4e5f-ac87-6f606dbca095 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.1212103
Nov 06 21:03:26.815671 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d0b8726-0519-450d-b1cd-5a620ca93fc9 req-61e57dc9-fdc6-4365-bcd1-72959cf26dd1 service neutron] 10.222.0.10 "GET /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670461
Nov 06 21:03:26.823050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0f5ecac-0e13-47d7-a948-9b38097974e4 req-0ac375d2-966e-400e-8f26-53dd9bc760dc tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890877
Nov 06 21:03:26.864748 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:26.949199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:26.958970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port 7868884c-d99b-452b-a9d1-9b506da47bbc {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:26.959342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:26.968710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 172.20.0.3 (5d860e38-6a16-4e75-a66b-12fac1376f02/c2c8868f-9466-4a26-bf36-3e92cf4f10b0/e98dbef8-93b0-48db-8ad4-3823a310ade5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:26.978608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:fecf:54eb (5d860e38-6a16-4e75-a66b-12fac1376f02/1a7270da-584f-45d2-948f-11df9b666be9/e98dbef8-93b0-48db-8ad4-3823a310ade5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:26.979665 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:26.995351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb2e1e-0147-4ab1-90d3-cc5a53525e4a req-0c61dfe6-5a8a-4af7-8c70-8f4ae66643f9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:26.997162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1efb2e1e-0147-4ab1-90d3-cc5a53525e4a req-0c61dfe6-5a8a-4af7-8c70-8f4ae66643f9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 943 time: 0.1022005
Nov 06 21:03:27.076956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:27.124882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1efb2e1e-0147-4ab1-90d3-cc5a53525e4a req-d633bcb0-7eb8-481a-b56d-fc70dd376277 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169379
Nov 06 21:03:27.159454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port 7868884c-d99b-452b-a9d1-9b506da47bbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7868884c-d99b-452b-a9d1-9b506da47bbc,segment=NetworkSegment(789c24b9-086b-43ad-af91-ab10ea9a5a7b),segment_id=789c24b9-086b-43ad-af91-ab10ea9a5a7b)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:27.159915 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.179405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for 7868884c-d99b-452b-a9d1-9b506da47bbc owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:27.203980 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.227816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600acaf-ec82-49be-820d-d52da43c94f3 None None] DHCP port deletion for aa2f7fed-0fa0-4854-a82f-b2aa3267d84a request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:27.284905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bbe58d3f-538b-46e3-b044-460af86c1b11 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:03:27.294405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.314924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:27.350768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:27.354253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:27.359212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:27.363565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=e98dbef8-93b0-48db-8ad4-3823a310ade5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:27.422802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.441677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:27.442398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.449658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=7868884c-d99b-452b-a9d1-9b506da47bbc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:27.465866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2fd27-0554-4414-bdee-86c02258d501 req-25f3ec6b-8673-4f90-b2b0-c180bfa60d62 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:27.467630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42a2fd27-0554-4414-bdee-86c02258d501 req-25f3ec6b-8673-4f90-b2b0-c180bfa60d62 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.0818949
Nov 06 21:03:27.471451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-641e5327-d164-4ca4-888b-eb6f806edc82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.0902197
Nov 06 21:03:27.475662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43036) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:27.532379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bbe58d3f-538b-46e3-b044-460af86c1b11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe58d3f-538b-46e3-b044-460af86c1b11,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:27.541670 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205790b8-65fd-422c-88c9-b0532b81b8dd None None] Update dhcp port {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '1a7270da-584f-45d2-948f-11df9b666be9', 'ip_address': '2001:db8::f816:3eff:fe3b:ccdb'}, {'subnet_id': 'c2c8868f-9466-4a26-bf36-3e92cf4f10b0'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7817f2f9-73c1-4a3f-afea-d3c8e4f1379b'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:03:27.547446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43726b46-b188-4f46-bc28-1ba06ba058cc req-b47253df-9d0a-45c1-9dbb-985eba70afa1 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0562172
Nov 06 21:03:27.571551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'bbe58d3f-538b-46e3-b044-460af86c1b11', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'port_id': 'bbe58d3f-538b-46e3-b044-460af86c1b11', 'mac_address': 'fa:16:3e:7a:f4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1697f-b2c0-469e-8413-56865719f066', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:03:27.593238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:27.593487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4ecc9-308d-44a9-bb6f-4e780b473e70 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:27.593661 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.595962 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.600349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4ecc9-308d-44a9-bb6f-4e780b473e70 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:27.604679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f3d4ecc9-308d-44a9-bb6f-4e780b473e70 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.1250019
Nov 06 21:03:27.613069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42a2fd27-0554-4414-bdee-86c02258d501 req-7ba74334-48f9-4008-88cc-5a37e4f608ea tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380491
Nov 06 21:03:27.618718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43038) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:27.643431 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-205790b8-65fd-422c-88c9-b0532b81b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.729474 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.743180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4bd724c1-eca8-467e-b778-351b7a33fcd6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port e98dbef8-93b0-48db-8ad4-3823a310ade5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:27.743779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4bd724c1-eca8-467e-b778-351b7a33fcd6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.812976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe58d3f-538b-46e3-b044-460af86c1b11 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:27.814260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:27.896499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bbe58d3f-538b-46e3-b044-460af86c1b11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe58d3f-538b-46e3-b044-460af86c1b11,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:27.901934 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.919843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:27.929568 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b3c3d2ce-48ab-4276-b93e-478bc2a71052 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5773237
Nov 06 21:03:27.930333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43042) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:27.933895 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:27.940710 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:27.954457 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:27.959595 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526e53a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:03:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:28.011080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-205790b8-65fd-422c-88c9-b0532b81b8dd None None] Allocated IP 172.20.0.2 (5d860e38-6a16-4e75-a66b-12fac1376f02/c2c8868f-9466-4a26-bf36-3e92cf4f10b0/7817f2f9-73c1-4a3f-afea-d3c8e4f1379b) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:28.028795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:28.033679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8a4a32-54f5-4b26-a8ec-8c0da315299e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting subnet 1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:28.043220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4a32-54f5-4b26-a8ec-8c0da315299e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.044867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.052726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=bbe58d3f-538b-46e3-b044-460af86c1b11,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:28.059250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:28.080718 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:28.101364 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4a32-54f5-4b26-a8ec-8c0da315299e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.118265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:28.118684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7e4fadd4-2938-4ab1-9250-5d0e8e6b8a3b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:28.155802 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526e53a0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:27Z', 'revision_number': 11, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:28.182930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:28.192325 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:28.211011 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:28.211979 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526e53a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:03:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:28.222312 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4a32-54f5-4b26-a8ec-8c0da315299e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.249782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-205790b8-65fd-422c-88c9-b0532b81b8dd None None] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:28.251217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4bd724c1-eca8-467e-b778-351b7a33fcd6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.264340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4bd724c1-eca8-467e-b778-351b7a33fcd6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for e98dbef8-93b0-48db-8ad4-3823a310ade5 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:28.284805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-205790b8-65fd-422c-88c9-b0532b81b8dd None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.299758 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-205790b8-65fd-422c-88c9-b0532b81b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.303972 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:28.333469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4a32-54f5-4b26-a8ec-8c0da315299e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.364529 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526e53a0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:27Z', 'revision_number': 11, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:28.373538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a4a32-54f5-4b26-a8ec-8c0da315299e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Subnet': ['ID=1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:28.381174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4a32-54f5-4b26-a8ec-8c0da315299e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.381992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205790b8-65fd-422c-88c9-b0532b81b8dd None None] Pushing event updated for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:28.395190 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c8a4a32-54f5-4b26-a8ec-8c0da315299e tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd HTTP/1.1" status: 204  len: 168 time: 0.4613597
Nov 06 21:03:28.400664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43048) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:28.408036 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dbdca1-f627-4904-b35a-8cfb81f9b0b9 None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:27Z', 'revision_number': 11, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:28.412891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df58a-11bd-4fdd-a8d6-c86146bdca8c req-6c0f65fa-5807-4f58-a84b-fc3cf35549f1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:28.414537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-305df58a-11bd-4fdd-a8d6-c86146bdca8c req-6c0f65fa-5807-4f58-a84b-fc3cf35549f1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 944 time: 0.1449990
Nov 06 21:03:28.457141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672c94b-d884-44bf-b848-f38e36e4bbf4 req-f6dc9676-5f97-4349-ab85-d4ed9f9ce797 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:28.458846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2672c94b-d884-44bf-b848-f38e36e4bbf4 req-f6dc9676-5f97-4349-ab85-d4ed9f9ce797 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.1904285
Nov 06 21:03:28.465695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:28.501622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.566721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Deleting port eda47853-a083-47b7-958b-e3c5940b65f1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:28.567096 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.627001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-305df58a-11bd-4fdd-a8d6-c86146bdca8c req-de1502f4-946e-426a-8934-688b80761020 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784616
Nov 06 21:03:28.656975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2672c94b-d884-44bf-b848-f38e36e4bbf4 req-5bb4c977-71c0-4f91-8fda-1487aaa8d0ed tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690288
Nov 06 21:03:28.669052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] For port eda47853-a083-47b7-958b-e3c5940b65f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eda47853-a083-47b7-958b-e3c5940b65f1,segment=NetworkSegment(789c24b9-086b-43ad-af91-ab10ea9a5a7b),segment_id=789c24b9-086b-43ad-af91-ab10ea9a5a7b)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:28.669431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.694208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4bd724c1-eca8-467e-b778-351b7a33fcd6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.703597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Calling delete_port for eda47853-a083-47b7-958b-e3c5940b65f1 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:28.802773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd724c1-eca8-467e-b778-351b7a33fcd6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=e98dbef8-93b0-48db-8ad4-3823a310ade5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:28.850031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.860582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7db2b790-aea1-4db0-aad8-488473a513f9 req-8058d826-d116-46be-888f-554990db2e71 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0521216
Nov 06 21:03:28.916024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Port': ['ID=eda47853-a083-47b7-958b-e3c5940b65f1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:28.918254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No DVR routers for this DVR port eda47853-a083-47b7-958b-e3c5940b65f1 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:28.954158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ac3f-0be6-482f-a0bf-b6ecf23f7915 req-ad91f85f-d2b5-4ee2-a495-0561bc264abf tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:28.955747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00d8ac3f-0be6-482f-a0bf-b6ecf23f7915 req-ad91f85f-d2b5-4ee2-a495-0561bc264abf tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1922133
Nov 06 21:03:28.961356 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4bd724c1-eca8-467e-b778-351b7a33fcd6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:28.967591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4bd724c1-eca8-467e-b778-351b7a33fcd6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/e98dbef8-93b0-48db-8ad4-3823a310ade5 HTTP/1.1" status: 204  len: 168 time: 1.3448267
Nov 06 21:03:28.974704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43056) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:29.045899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00d8ac3f-0be6-482f-a0bf-b6ecf23f7915 req-0bbd86fd-456f-4a2d-bb3c-c3bc904826ee tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801294
Nov 06 21:03:29.115165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.121867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576b8ee-2319-46a6-a472-e3d2cc11c3e8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:29.123534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576b8ee-2319-46a6-a472-e3d2cc11c3e8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:29.125104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576b8ee-2319-46a6-a472-e3d2cc11c3e8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:29.128361 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2576b8ee-2319-46a6-a472-e3d2cc11c3e8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1510754
Nov 06 21:03:29.129779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43060) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:29.180348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256742d60>,) {'filters': {'network_id': ['970f8b37-85c1-4ae5-87aa-c193a5b4d028']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:29.202656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256742d60>, '789c24b9-086b-43ad-af91-ab10ea9a5a7b') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:29.203095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256742d60>, '789c24b9-086b-43ad-af91-ab10ea9a5a7b') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:29.209774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:29.217529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.235878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.244566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:03:29.245387 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:03:29.248778 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:03:29.259401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e994fd0-a883-4d7c-8614-2c952e9e8d61 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 1a7270da-584f-45d2-948f-11df9b666be9 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:29.262701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:29.263071 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.266794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6e994fd0-a883-4d7c-8614-2c952e9e8d61 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.306206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54b857-119f-42ea-afdf-71138eabf656 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:29.308506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:29.320520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a26c2-cec7-4bad-aa7f-73c28478ccc6 req-8b31b27e-0266-4fac-a822-4b1c83c08d8a tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:29.322130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361a26c2-cec7-4bad-aa7f-73c28478ccc6 req-8b31b27e-0266-4fac-a822-4b1c83c08d8a tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.1073322
Nov 06 21:03:29.332257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.338893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6e994fd0-a883-4d7c-8614-2c952e9e8d61 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.354559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.358242 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/networks/970f8b37-85c1-4ae5-87aa-c193a5b4d028 HTTP/1.1" status: 204  len: 168 time: 0.9547920
Nov 06 21:03:29.359292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7beab9-8a09-4eb9-9a7f-10e5889d373a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Pushing event deleted for resources: {'Network': ['ID=970f8b37-85c1-4ae5-87aa-c193a5b4d028,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:29.361135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43064) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:29.371524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'routes': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:29.432533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361a26c2-cec7-4bad-aa7f-73c28478ccc6 req-004cdf0f-6019-447d-aeef-fbb8a97375a0 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940819
Nov 06 21:03:29.501375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6e994fd0-a883-4d7c-8614-2c952e9e8d61 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.524508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7303e928-2579-4448-a252-4bc10094e38b None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:29.525039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7303e928-2579-4448-a252-4bc10094e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.570513 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6e994fd0-a883-4d7c-8614-2c952e9e8d61 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.594422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.extraroute_db [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Added routes are [] {{(pid=119334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 06 21:03:29.594983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.extraroute_db [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Removed routes are [] {{(pid=119334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 06 21:03:29.595078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.615219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e994fd0-a883-4d7c-8614-2c952e9e8d61 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7270da-584f-45d2-948f-11df9b666be9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:29.618005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6e994fd0-a883-4d7c-8614-2c952e9e8d61 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.621291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6e994fd0-a883-4d7c-8614-2c952e9e8d61 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/1a7270da-584f-45d2-948f-11df9b666be9 HTTP/1.1" status: 204  len: 168 time: 0.4905155
Nov 06 21:03:29.623824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43066) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:29.651674 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc3160-f7e3-4f03-92cd-f5c8cf59701b None None] DHCP port deletion for 970f8b37-85c1-4ae5-87aa-c193a5b4d028 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:29.697043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6532c39-2f64-451c-8072-c35438454f3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet c2c8868f-9466-4a26-bf36-3e92cf4f10b0 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:29.701473 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6532c39-2f64-451c-8072-c35438454f3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.716456 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.790629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:29.809388 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6532c39-2f64-451c-8072-c35438454f3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.851782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:29.852557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8ab835de-af0b-48ff-9f0c-c8d7fd0e1be0 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:29.853165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7868884c-d99b-452b-a9d1-9b506da47bbc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:29.870306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:29.872870 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e95b2c-3a97-4a02-b928-332824c8777f" -d '{"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:29.881755 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5f4c-69e6-4f58-be64-8604b71c78da req-1d3938fd-0f9f-4b4f-9283-f02c41be60aa tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:29.889560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55fc5f4c-69e6-4f58-be64-8604b71c78da req-1d3938fd-0f9f-4b4f-9283-f02c41be60aa tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 944 time: 0.1460564
Nov 06 21:03:29.920017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:29.924503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 7868884c-d99b-452b-a9d1-9b506da47bbc {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:29.924899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7868884c-d99b-452b-a9d1-9b506da47bbc not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:29.945118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.946281 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:29.951844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.013834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:30.029028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55fc5f4c-69e6-4f58-be64-8604b71c78da req-321fcf87-6d01-4597-afe7-672dadc4950b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355987
Nov 06 21:03:30.032644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abd270a5-a956-4e5f-9834-2a6e710e2190 req-db1cce6e-e720-418e-bf2b-aa9fdc815f0a tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0437012
Nov 06 21:03:30.036522 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6532c39-2f64-451c-8072-c35438454f3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.080531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router e051c598-544b-4f41-824c-4a4a562428c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:03:30.112372 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70633a6f-5234-42a6-ad5c-7f6ab5e32a7d x-openstack-request-id: req-70633a6f-5234-42a6-ad5c-7f6ab5e32a7d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:30.112657 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:30.112907 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70633a6f-5234-42a6-ad5c-7f6ab5e32a7d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:30.113316 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'code': 200}
Nov 06 21:03:30.137384 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6532c39-2f64-451c-8072-c35438454f3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.156082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a276a2-daac-4d14-abd5-8348be12d0f7 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:30.162476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:30.169841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.173596 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a3441ad1-760e-4e2e-a186-c85f7e5887b1 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 200  len: 705 time: 0.8039372
Nov 06 21:03:30.173991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6532c39-2f64-451c-8072-c35438454f3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c8868f-9466-4a26-bf36-3e92cf4f10b0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:30.176952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43078) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:30.203115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b6532c39-2f64-451c-8072-c35438454f3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.206836 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-141af27e-0b08-404e-b2ca-3d50cb823e69 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 200  len: 205 time: 0.0264170
Nov 06 21:03:30.207021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b6532c39-2f64-451c-8072-c35438454f3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/c2c8868f-9466-4a26-bf36-3e92cf4f10b0 HTTP/1.1" status: 204  len: 168 time: 0.5815878
Nov 06 21:03:30.207979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43080) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:30.209255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43082) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:30.254052 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e4f22b31-1a75-40b6-8d97-aeecbef14889 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0409222
Nov 06 21:03:30.254798 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43084) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:30.259701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:30.291375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c00fc015-4586-4995-be5a-55c1012f7af3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.303227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a8d95-454f-4d64-8ae7-8cf3848a654c req-99068ce5-a2c3-4e69-ac4f-3d058396395e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:30.310601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a8a8d95-454f-4d64-8ae7-8cf3848a654c req-99068ce5-a2c3-4e69-ac4f-3d058396395e tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 948 time: 0.1708043
Nov 06 21:03:30.350261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:30.353216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.369067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] Sync routers for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:30.404193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] Routers {'e051c598-544b-4f41-824c-4a4a562428c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:30.404608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92525428b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:03:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e051c598-544b-4f41-824c-4a4a562428c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:30.478085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5f7fe259-e199-4f2b-9c82-d0c7f6aa144d None None] Provisioning complete for port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:30.478461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5f7fe259-e199-4f2b-9c82-d0c7f6aa144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.526965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c00fc015-4586-4995-be5a-55c1012f7af3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.529400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] Set router e051c598-544b-4f41-824c-4a4a562428c7 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:30.546381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a8a8d95-454f-4d64-8ae7-8cf3848a654c req-c576095f-9ea0-4e98-93c1-86235bc91698 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349181
Nov 06 21:03:30.547675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c00fc015-4586-4995-be5a-55c1012f7af3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.583544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.601276 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c00fc015-4586-4995-be5a-55c1012f7af3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.602148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00fc015-4586-4995-be5a-55c1012f7af3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Fanout notify agent at l3_agent the message router_deleted on router e051c598-544b-4f41-824c-4a4a562428c7 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:03:30.610392 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c00fc015-4586-4995-be5a-55c1012f7af3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.610629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92525428b0>, [{'id': 'e051c598-544b-4f41-824c-4a4a562428c7', 'name': 'tempest-RoutersIpV6Test-router-1502302219', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:02:31Z', 'updated_at': '2021-11-06T21:03:27Z', 'revision_number': 11, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:30.616251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c00fc015-4586-4995-be5a-55c1012f7af3 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 204  len: 168 time: 0.4027517
Nov 06 21:03:30.622400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43088) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:30.623110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7549e-b6f4-437f-8614-4e5be3ba0ae6 req-4d8f907c-9d8e-4d99-b805-2e42bd3ce38a tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:30.624897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36e7549e-b6f4-437f-8614-4e5be3ba0ae6 req-4d8f907c-9d8e-4d99-b805-2e42bd3ce38a tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.1169722
Nov 06 21:03:30.634960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e792eef2-d213-4bbd-9716-ffa8b3cbc859 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-766612755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:30.656118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] Checking router: e051c598-544b-4f41-824c-4a4a562428c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:30.665215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=691e9c9e-0abd-4305-b17f-1fa0a751dc64,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:30.671860 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:30.676719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:30.679883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:30.680858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.684384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:30.684922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e792eef2-d213-4bbd-9716-ffa8b3cbc859 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.685169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 06 21:03:30.685936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_agentschedulers_db [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e051c598-544b-4f41-824c-4a4a562428c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:03:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent'). {{(pid=119335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 06 21:03:30.686240 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e792eef2-d213-4bbd-9716-ffa8b3cbc859 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.686694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae01a7-391c-4037-80fe-b02835ff0726 None None] The sync data for ids ['e051c598-544b-4f41-824c-4a4a562428c7'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:30.697178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36e7549e-b6f4-437f-8614-4e5be3ba0ae6 req-39f7583d-a441-43bb-8c2f-c5ddd1dd73ba tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645628
Nov 06 21:03:30.706591 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-145f74a3-9d4e-430a-8e8e-4d39194d5867 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4507837
Nov 06 21:03:30.709532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43090) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:30.716871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:30.785975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:30.806148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e792eef2-d213-4bbd-9716-ffa8b3cbc859 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.811606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e792eef2-d213-4bbd-9716-ffa8b3cbc859 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.843834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e792eef2-d213-4bbd-9716-ffa8b3cbc859 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.845068 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e792eef2-d213-4bbd-9716-ffa8b3cbc859 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2216110
Nov 06 21:03:30.848282 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43092) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:30.852643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Deleting port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:30.853018 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.854785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2bbc76aa-69d8-41cc-97b6-015a51c058ab tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Request body: {'router': {'admin_state_up': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:30.939290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] For port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:30.939686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:30.961385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Calling delete_port for 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:31.049913 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.050179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:31.054062 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.065508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-982c118d-0296-41ab-be44-93abf2b4ab20 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:31.067044 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-982c118d-0296-41ab-be44-93abf2b4ab20 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.1728439
Nov 06 21:03:31.090809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Pushing event deleted for resources: {'Port': ['ID=7817f2f9-73c1-4a3f-afea-d3c8e4f1379b,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:31.094728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] No DVR routers for this DVR port 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:31.118511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b521a-b252-47bc-8163-24326a359e6a None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:31.170091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.170498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.170841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.171324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.171661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.172079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.172442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.172769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.173094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.173412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.173736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.174058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22f01c-ea93-4b52-83fe-0bdb9dd19cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:31.180779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:31.193482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3631caa-4a12-4c7f-88c8-04c2ce20972f req-58ed168b-131b-41a7-a07f-99d5c2a896e1 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0413394
Nov 06 21:03:31.218972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:31.219453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7817f2f9-73c1-4a3f-afea-d3c8e4f1379b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:31.220380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device eda47853-a083-47b7-958b-e3c5940b65f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:31.245837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2096-6e43-4676-9a0d-8917fb663296 req-9a8d3b98-e568-4fea-b012-395faea9221f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:31.247432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-024f2096-6e43-4676-9a0d-8917fb663296 req-9a8d3b98-e568-4fea-b012-395faea9221f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 944 time: 0.0940843
Nov 06 21:03:31.267703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: eda47853-a083-47b7-958b-e3c5940b65f1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:31.268200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device eda47853-a083-47b7-958b-e3c5940b65f1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:31.278082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:03:31.280953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bbe58d3f-538b-46e3-b044-460af86c1b11 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:31.315190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-024f2096-6e43-4676-9a0d-8917fb663296 req-7c826515-e454-475b-9561-0a35e55bf1f4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592096
Nov 06 21:03:31.467453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '691e9c9e-0abd-4305-b17f-1fa0a751dc64'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:03:31.468228 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.491797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port bbe58d3f-538b-46e3-b044-460af86c1b11 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:03:31.501153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:31.510639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port bbe58d3f-538b-46e3-b044-460af86c1b11 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:31.511000 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.518471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2bbc76aa-69d8-41cc-97b6-015a51c058ab tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.541812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'mac_address': 'fa:16:3e:38:38:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:03:31.569700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2bbc76aa-69d8-41cc-97b6-015a51c058ab tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.687550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Deleting port 76222a57-2718-4db9-8b49-e482a9bc1272 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:31.688268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.692260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.697644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539a41-d808-49f7-bfe6-52f4f0774b66 req-b2040ad8-875a-4e66-a455-f311a6e5fb28 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:31.700122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f539a41-d808-49f7-bfe6-52f4f0774b66 req-b2040ad8-875a-4e66-a455-f311a6e5fb28 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 948 time: 0.0667188
Nov 06 21:03:31.741903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f0b33e-c0e3-430d-b234-0a6318475b33 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:31.746270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Allocated IP 172.20.0.2 (5d860e38-6a16-4e75-a66b-12fac1376f02/691e9c9e-0abd-4305-b17f-1fa0a751dc64/4b30d62e-233a-4f7b-bf74-96a88d49e2fa) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:31.769096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f539a41-d808-49f7-bfe6-52f4f0774b66 req-f9c13a58-43e1-4a8d-afbc-ce41377b4d97 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620275
Nov 06 21:03:31.781117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:31.797214 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.803442 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.860531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbc76aa-69d8-41cc-97b6-015a51c058ab tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Router 68a09b52-66c4-4210-a6fa-77ffa5d8cc0f is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:03:31.875002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] For port 76222a57-2718-4db9-8b49-e482a9bc1272, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76222a57-2718-4db9-8b49-e482a9bc1272,segment=NetworkSegment(7046fc91-f530-41a4-8c32-191b53b06c25),segment_id=7046fc91-f530-41a4-8c32-191b53b06c25)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:31.875385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.901577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f5c9a-d91c-46b5-9db6-210086f6e6ab req-372fbbfe-6cc3-49ef-9285-bce865296b5c tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:31.905952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Calling delete_port for 76222a57-2718-4db9-8b49-e482a9bc1272 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:31.911554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d8f5c9a-d91c-46b5-9db6-210086f6e6ab req-372fbbfe-6cc3-49ef-9285-bce865296b5c tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 945 time: 0.0881577
Nov 06 21:03:31.921270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bbe58d3f-538b-46e3-b044-460af86c1b11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe58d3f-538b-46e3-b044-460af86c1b11,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:31.924213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:31.930881 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:31.976383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d8f5c9a-d91c-46b5-9db6-210086f6e6ab req-75f04db1-4bd0-4720-b3c4-7b58955430d8 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/security-groups?id=70e40548-e155-41b7-bece-08127509ea58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637593
Nov 06 21:03:32.033726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbc76aa-69d8-41cc-97b6-015a51c058ab tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:03:32.041159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=bbe58d3f-538b-46e3-b044-460af86c1b11,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:32.042544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2bbc76aa-69d8-41cc-97b6-015a51c058ab tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.046094 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2bbc76aa-69d8-41cc-97b6-015a51c058ab tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "PUT /v2.0/routers/68a09b52-66c4-4210-a6fa-77ffa5d8cc0f HTTP/1.1" status: 200  len: 697 time: 1.1945353
Nov 06 21:03:32.046796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43106) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:32.051535 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] Sync routers for ids ['68a09b52-66c4-4210-a6fa-77ffa5d8cc0f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:03:32.063541 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.065820 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] Routers {'68a09b52-66c4-4210-a6fa-77ffa5d8cc0f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:32.066710 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e45760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:03:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['68a09b52-66c4-4210-a6fa-77ffa5d8cc0f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:32.069638 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.111217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:32.116330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556d555-ac33-446d-a5c6-2bc4d404e921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe58d3f-538b-46e3-b044-460af86c1b11'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:32.118750 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61017414-2230-4e7e-8397-79501048be0a" -d '{"events": [{"server_uuid": "e556d555-ac33-446d-a5c6-2bc4d404e921", "name": "network-vif-plugged", "status": "completed", "tag": "bbe58d3f-538b-46e3-b044-460af86c1b11"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:32.124410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:32.126881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:32.134859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Pushing event updated for resources: {'Port': ['ID=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:32.146130 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] Set router 68a09b52-66c4-4210-a6fa-77ffa5d8cc0f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:32.166422 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-82860a80-c6b4-43b1-9e76-f2aa3a7a18bf tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/routers/68a09b52-66c4-4210-a6fa-77ffa5d8cc0f HTTP/1.1" status: 200  len: 703 time: 0.1187730
Nov 06 21:03:32.169273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43110) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:32.209447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-21a590a1-6fb7-4764-800b-e993cb993182 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a09b52-66c4-4210-a6fa-77ffa5d8cc0f HTTP/1.1" status: 200  len: 205 time: 0.0386925
Nov 06 21:03:32.211251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43112) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:32.218949 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e45760>, [{'id': '68a09b52-66c4-4210-a6fa-77ffa5d8cc0f', 'name': 'tempest-RoutersIpV6Test-router-766612755', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:30Z', 'updated_at': '2021-11-06T21:03:31Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:32.246543 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1958a19f-363d-487e-9000-0635fb7ca617 x-openstack-request-id: req-1958a19f-363d-487e-9000-0635fb7ca617 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:32.246840 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556d555-ac33-446d-a5c6-2bc4d404e921", "name": "network-vif-plugged", "status": "completed", "tag": "bbe58d3f-538b-46e3-b044-460af86c1b11", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:32.247097 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1958a19f-363d-487e-9000-0635fb7ca617 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:32.250461 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e556d555-ac33-446d-a5c6-2bc4d404e921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe58d3f-538b-46e3-b044-460af86c1b11', 'code': 200}
Nov 06 21:03:32.251143 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] Checking router: 68a09b52-66c4-4210-a6fa-77ffa5d8cc0f for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:03:32.253360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['b9f0b33e-c0e3-430d-b234-0a6318475b33'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:32.261926 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] Routers {'68a09b52-66c4-4210-a6fa-77ffa5d8cc0f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:03:32.262836 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e45760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:03:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['68a09b52-66c4-4210-a6fa-77ffa5d8cc0f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:32.272502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:03:32.344161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Attempting to bind port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:32.344563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Attempting to bind port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:32.344932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Attempting to bind port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:32.352461 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] Set router 68a09b52-66c4-4210-a6fa-77ffa5d8cc0f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:03:32.356421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.360539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:32.360896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:32.361301 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.361699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:32.362180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Bound port: 4b30d62e-233a-4f7b-bf74-96a88d49e2fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:32.362565 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.417736 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e45760>, [{'id': '68a09b52-66c4-4210-a6fa-77ffa5d8cc0f', 'name': 'tempest-RoutersIpV6Test-router-766612755', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:30Z', 'updated_at': '2021-11-06T21:03:31Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:32.436795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35beaef0-13b5-41ef-96c8-db0b92f791e9 req-06c05319-5c8d-49c7-8c74-dcc07513f76d tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0346768
Nov 06 21:03:32.439405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29b2e203-a66d-4278-b71e-c8fe80f3a2a6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.480126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Pushing event deleted for resources: {'Port': ['ID=76222a57-2718-4db9-8b49-e482a9bc1272,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:32.548983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] No DVR routers for this DVR port 76222a57-2718-4db9-8b49-e482a9bc1272 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:32.553847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.557220 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-24be7003-d51b-4d4e-bb48-8f7bbcd89511 req-6793934f-6201-4a29-a038-233be52d256e tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.10 "DELETE /v2.0/ports/76222a57-2718-4db9-8b49-e482a9bc1272 HTTP/1.1" status: 204  len: 173 time: 1.1389163
Nov 06 21:03:32.557719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b88c45c-0fa3-46c6-99c1-e4298593d59a', 'name': 'network-vif-deleted', 'tag': '76222a57-2718-4db9-8b49-e482a9bc1272'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:32.560135 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e883ef38-2e4b-4594-b0ed-225737f90fd6" -d '{"events": [{"server_uuid": "0b88c45c-0fa3-46c6-99c1-e4298593d59a", "name": "network-vif-deleted", "tag": "76222a57-2718-4db9-8b49-e482a9bc1272"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:32.569982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] For port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:32.573540 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f6e8d-431c-45ad-ae42-30c1ac92b156 None None] The sync data for ids ['68a09b52-66c4-4210-a6fa-77ffa5d8cc0f'] in ncdv-master-1 is: [{'id': '68a09b52-66c4-4210-a6fa-77ffa5d8cc0f', 'name': 'tempest-RoutersIpV6Test-router-766612755', 'tenant_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:03:30Z', 'updated_at': '2021-11-06T21:03:31Z', 'revision_number': 2, 'project_id': '5f414c01138f4a82bf78dcc99c3cc0d0', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:03:32.594609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] For port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:32.609518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f42552-f708-4672-ab60-ddf9c719c4b7 req-533fcd8d-c916-4d8a-a93a-76beba94185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:32.611258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0f42552-f708-4672-ab60-ddf9c719c4b7 req-533fcd8d-c916-4d8a-a93a-76beba94185d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 1096 time: 0.2928936
Nov 06 21:03:32.615839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.636378 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cca041-96df-4c09-9cf3-766ce4f98bf7 x-openstack-request-id: req-b0cca041-96df-4c09-9cf3-766ce4f98bf7 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:32.637051 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b88c45c-0fa3-46c6-99c1-e4298593d59a", "name": "network-vif-deleted", "tag": "76222a57-2718-4db9-8b49-e482a9bc1272", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:32.637503 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0cca041-96df-4c09-9cf3-766ce4f98bf7 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:32.638058 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b88c45c-0fa3-46c6-99c1-e4298593d59a', 'name': 'network-vif-deleted', 'tag': '76222a57-2718-4db9-8b49-e482a9bc1272', 'status': 'completed', 'code': 200}
Nov 06 21:03:32.679921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.692881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af062471-c421-4b47-95c8-0a7ade849468 None None] Pushing event updated for resources: {'Port': ['ID=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:32.773459 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29b2e203-a66d-4278-b71e-c8fe80f3a2a6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.782814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aced5-aa84-4f90-ace9-3efe5c035221 req-c7c427e6-5621-46b1-904b-4f09775468c4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:32.784029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-548aced5-aa84-4f90-ace9-3efe5c035221 req-c7c427e6-5621-46b1-904b-4f09775468c4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 945 time: 0.2717395
Nov 06 21:03:32.785594 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29b2e203-a66d-4278-b71e-c8fe80f3a2a6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.900336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0f42552-f708-4672-ab60-ddf9c719c4b7 req-9dba9435-36dc-4617-8b71-0c2bfa30e198 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494907
Nov 06 21:03:32.901690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] For port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:32.931015 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29b2e203-a66d-4278-b71e-c8fe80f3a2a6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.931531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b2e203-a66d-4278-b71e-c8fe80f3a2a6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Fanout notify agent at l3_agent the message router_deleted on router 68a09b52-66c4-4210-a6fa-77ffa5d8cc0f {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:03:32.950260 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.953486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-29b2e203-a66d-4278-b71e-c8fe80f3a2a6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.960747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-29b2e203-a66d-4278-b71e-c8fe80f3a2a6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/68a09b52-66c4-4210-a6fa-77ffa5d8cc0f HTTP/1.1" status: 204  len: 168 time: 0.7423403
Nov 06 21:03:32.965573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43122) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:32.971329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:32.973366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:33.007332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-548aced5-aa84-4f90-ace9-3efe5c035221 req-6e971c2e-cb58-4c9b-94d9-1f489125639f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068334
Nov 06 21:03:33.025680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282035c-a792-450b-aca5-3b4556b51fe5 req-9f6e0929-0344-4e87-a45c-acee890ab715 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:33.028328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e282035c-a792-450b-aca5-3b4556b51fe5 req-9f6e0929-0344-4e87-a45c-acee890ab715 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1370590
Nov 06 21:03:33.055221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=cd7aaf66-c2c1-4de3-97d8-1003ef8e5f89,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:33.102100 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d0aabc67-1a24-4fab-aa53-a85c3f9bf540 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a09b52-66c4-4210-a6fa-77ffa5d8cc0f HTTP/1.1" status: 200  len: 205 time: 0.1246707
Nov 06 21:03:33.109578 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43128) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.118043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:33.121046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:33.124628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e282035c-a792-450b-aca5-3b4556b51fe5 req-a3bb1c0e-0e78-4ac6-89d6-294bfe35e437 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866618
Nov 06 21:03:33.130377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:33.132971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:33.190918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,revision_number=4']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:33.205248 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-85ea7afa-41c7-41f2-b24e-7e3f9dce9438 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.4945626
Nov 06 21:03:33.206378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43130) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.212079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:85:c9:7f', 'name': 'tempest-NetworksTestDHCPv6-1750513939'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:33.213996 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-c39052a8-6adf-45ba-a92c-de6378e8418b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] delete failed (client error): The resource could not be found.
Nov 06 21:03:33.217780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43132) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.218424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c39052a8-6adf-45ba-a92c-de6378e8418b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/68a09b52-66c4-4210-a6fa-77ffa5d8cc0f HTTP/1.1" status: 404  len: 336 time: 0.0913167
Nov 06 21:03:33.233920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b30d62e-233a-4f7b-bf74-96a88d49e2fa up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:33.253647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d0bb1c7-bdef-4cc6-9058-8506156d9c62 req-e449cbd6-0101-4dd9-89a9-0e98bd7da922 tempest-InstanceActionsTestJSON-1606055736 tempest-InstanceActionsTestJSON-1606055736-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b88c45c-0fa3-46c6-99c1-e4298593d59a HTTP/1.1" status: 200  len: 210 time: 0.0523562
Nov 06 21:03:33.285583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['76222a57-2718-4db9-8b49-e482a9bc1272'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:33.300218 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-916be995-3237-4a69-b357-6d38b75d1946 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:33.301462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916be995-3237-4a69-b357-6d38b75d1946 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:33.308348 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-916be995-3237-4a69-b357-6d38b75d1946 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/48f4934b-3dda-464c-91e0-4ebd8d9779da HTTP/1.1" status: 404  len: 337 time: 0.0862234
Nov 06 21:03:33.308537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43134) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.310442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:33.310812 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:33.358870 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-78426535-35ee-45b0-8f1c-06379d83ad95 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:33.359372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78426535-35ee-45b0-8f1c-06379d83ad95 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:33.362753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-78426535-35ee-45b0-8f1c-06379d83ad95 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/4c49df16-0e9b-4bcd-9b9f-394901625f95 HTTP/1.1" status: 404  len: 337 time: 0.0530751
Nov 06 21:03:33.366016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43136) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.395865 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-6428fb8c-e3df-4732-9208-2d99e19701ed tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:33.396412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6428fb8c-e3df-4732-9208-2d99e19701ed tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:33.399332 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6428fb8c-e3df-4732-9208-2d99e19701ed tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/9f3e4d6f-4fb1-483b-aeb5-5a2282b96cd6 HTTP/1.1" status: 404  len: 337 time: 0.0323732
Nov 06 21:03:33.402650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43138) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.416891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:33.429767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:33.451702 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6000fc8-10c9-45e1-8933-516efae0273a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:33.453111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6000fc8-10c9-45e1-8933-516efae0273a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:33.456803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e6000fc8-10c9-45e1-8933-516efae0273a tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/1f015f1c-7b57-4ca7-9ae3-a15eee5b28cd HTTP/1.1" status: 404  len: 337 time: 0.0527825
Nov 06 21:03:33.459564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43140) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.471188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:33.476901 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:33.502167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e1fb7a6e-be7b-4dbc-ad82-3bca96c88b7b tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 200  len: 205 time: 0.0407903
Nov 06 21:03:33.505156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43144) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.558319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:33.560980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:33.579869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 74917210-ab19-414c-9fcc-71883c4e7f67 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:03:33.580854 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-77d312d7-ac1f-4a12-a7ba-7208d8e41c98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] delete failed (client error): The resource could not be found.
Nov 06 21:03:33.581879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-77d312d7-ac1f-4a12-a7ba-7208d8e41c98 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/e051c598-544b-4f41-824c-4a4a562428c7 HTTP/1.1" status: 404  len: 336 time: 0.0756454
Nov 06 21:03:33.584674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43146) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.612834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eda17b9f-81cd-4758-85df-32b05a36f096 req-83fdb1d9-477e-47fd-9429-2cd9b4de0576 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0330510
Nov 06 21:03:33.614549 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cbbdd4ef-3af8-45a6-abda-32961fe4e26c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c18325c-e1c4-4519-a5b2-9de1a4557ff9 HTTP/1.1" status: 200  len: 205 time: 0.0287862
Nov 06 21:03:33.617015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43148) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.662469 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-9db9779c-fee4-4f30-aae6-32fef218a674 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] delete failed (client error): The resource could not be found.
Nov 06 21:03:33.663539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9db9779c-fee4-4f30-aae6-32fef218a674 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/3c18325c-e1c4-4519-a5b2-9de1a4557ff9 HTTP/1.1" status: 404  len: 336 time: 0.0455816
Nov 06 21:03:33.666192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43150) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.693278 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2782a8-2252-4a4b-9ffa-9341d082e01f tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:33.693752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2782a8-2252-4a4b-9ffa-9341d082e01f tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:33.696793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bf2782a8-2252-4a4b-9ffa-9341d082e01f tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/b07e5886-d727-470a-a78a-89dfe95a3956 HTTP/1.1" status: 404  len: 337 time: 0.0297046
Nov 06 21:03:33.699386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43152) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.726548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fbc40b40-454b-4242-812e-0efe0b5f7196 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=a00c2eac-0887-4546-8f6f-e03f78d70e35 HTTP/1.1" status: 200  len: 205 time: 0.0254958
Nov 06 21:03:33.728396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43154) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.769249 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-1f9dd79a-1f66-4e15-844b-ecacf3ed0910 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] delete failed (client error): The resource could not be found.
Nov 06 21:03:33.770386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f9dd79a-1f66-4e15-844b-ecacf3ed0910 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/a00c2eac-0887-4546-8f6f-e03f78d70e35 HTTP/1.1" status: 404  len: 336 time: 0.0410917
Nov 06 21:03:33.771174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 172.20.0.11 (5d860e38-6a16-4e75-a66b-12fac1376f02/691e9c9e-0abd-4305-b17f-1fa0a751dc64/74917210-ab19-414c-9fcc-71883c4e7f67) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:33.773184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43156) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.787531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:fe85:c97f (5d860e38-6a16-4e75-a66b-12fac1376f02/cd7aaf66-c2c1-4de3-97d8-1003ef8e5f89/74917210-ab19-414c-9fcc-71883c4e7f67) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:33.809713 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-86900f41-2675-4aab-8d34-189187cc596f tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88b0a7-c037-41b6-a688-9dd95f089fa7 HTTP/1.1" status: 200  len: 205 time: 0.0354226
Nov 06 21:03:33.812069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43158) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.855253 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-0ff28fc0-2d7b-4096-957c-2ae6e1a02b6c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] delete failed (client error): The resource could not be found.
Nov 06 21:03:33.856360 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ff28fc0-2d7b-4096-957c-2ae6e1a02b6c tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/3b88b0a7-c037-41b6-a688-9dd95f089fa7 HTTP/1.1" status: 404  len: 336 time: 0.0432987
Nov 06 21:03:33.859084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43160) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.890221 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a765b9d6-6ab8-4ea3-a20b-47fe7998cb60 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:33.890685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a765b9d6-6ab8-4ea3-a20b-47fe7998cb60 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:33.893803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a765b9d6-6ab8-4ea3-a20b-47fe7998cb60 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/916d9ac0-8e4a-438c-84a8-f2cbc4a15fec HTTP/1.1" status: 404  len: 337 time: 0.0336249
Nov 06 21:03:33.897679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43162) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.932725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e84530d-3b07-40dd-bb7e-3eb4ffc413db tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=301c8a8f-6655-428a-96ab-bfcfa46069cf HTTP/1.1" status: 200  len: 205 time: 0.0338497
Nov 06 21:03:33.933323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43164) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:33.978249 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-7e53424b-6acc-4838-a8de-167d898432b6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] delete failed (client error): The resource could not be found.
Nov 06 21:03:33.981842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7e53424b-6acc-4838-a8de-167d898432b6 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/301c8a8f-6655-428a-96ab-bfcfa46069cf HTTP/1.1" status: 404  len: 336 time: 0.0450749
Nov 06 21:03:33.982012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43166) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.009312 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f93c2bf-856a-4f54-b569-659f52d57ded tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:34.009781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f93c2bf-856a-4f54-b569-659f52d57ded tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:34.013275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6f93c2bf-856a-4f54-b569-659f52d57ded tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/8b565768-a6cf-415d-a416-c43f3103af60 HTTP/1.1" status: 404  len: 337 time: 0.0304046
Nov 06 21:03:34.016815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43168) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.028755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.055040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-452a3ecf-ff76-4b6c-b60a-5bd71eb36132 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1907d48-ba91-4f34-ab91-a15919ee5aec HTTP/1.1" status: 200  len: 205 time: 0.0350518
Nov 06 21:03:34.056856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43172) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.080920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.097326 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-c75f02b0-8252-4076-a773-bd85ca328789 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] delete failed (client error): The resource could not be found.
Nov 06 21:03:34.099121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c75f02b0-8252-4076-a773-bd85ca328789 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/routers/b1907d48-ba91-4f34-ab91-a15919ee5aec HTTP/1.1" status: 404  len: 336 time: 0.0412207
Nov 06 21:03:34.101622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43174) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.142914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:34.146655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:34.151549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:34.156627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=74917210-ab19-414c-9fcc-71883c4e7f67,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:34.168073 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdcae17-4c2e-48f0-a3df-abdd6aa26767 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:34.168580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdcae17-4c2e-48f0-a3df-abdd6aa26767 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:34.174395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dbdcae17-4c2e-48f0-a3df-abdd6aa26767 tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/16be38f5-2f2e-49c0-9b9a-ad83e9ae921d HTTP/1.1" status: 404  len: 337 time: 0.0689890
Nov 06 21:03:34.177880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43178) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.188506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee33a793-3d1b-49d3-9775-62f4c03c72e5 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:34.216257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bca0c-c233-414e-b932-50cceb273300 req-d7e42ea2-ae99-4101-8241-c62d228a230c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:34.217988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b5bca0c-c233-414e-b932-50cceb273300 req-d7e42ea2-ae99-4101-8241-c62d228a230c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 945 time: 0.0650680
Nov 06 21:03:34.273709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6fb85ef3-8716-4ae7-8d4c-ce54a86407ca None None] Provisioning complete for port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:34.274110 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6fb85ef3-8716-4ae7-8d4c-ce54a86407ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.282320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:34.283066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.286197 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1f88fa-0d23-4ad0-b844-3c287cbf4bde tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:03:34.286697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1f88fa-0d23-4ad0-b844-3c287cbf4bde tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:34.291236 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dd1f88fa-0d23-4ad0-b844-3c287cbf4bde tempest-RoutersIpV6Test-1276221326 tempest-RoutersIpV6Test-1276221326-project] 10.222.0.13 "DELETE /v2.0/subnets/7a862346-9c73-403f-a147-b05c5415906f HTTP/1.1" status: 404  len: 337 time: 0.1104372
Nov 06 21:03:34.310437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b5bca0c-c233-414e-b932-50cceb273300 req-116219a7-22ad-4752-b7ed-7f1b4df8bc70 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851166
Nov 06 21:03:34.346965 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-beb88d6c-8fa9-46fb-934d-d3a7e29e78da tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.1368821
Nov 06 21:03:34.347340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43186) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.358318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321214f-e74e-4d21-aa13-72af81bf1d11 req-af6dab96-d20a-4fb0-93b3-85c2941e5769 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:34.365678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5321214f-e74e-4d21-aa13-72af81bf1d11 req-af6dab96-d20a-4fb0-93b3-85c2941e5769 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.1239088
Nov 06 21:03:34.430989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5321214f-e74e-4d21-aa13-72af81bf1d11 req-00e8526f-bd2b-48af-bf5e-0c22755cdb58 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641418
Nov 06 21:03:34.463979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff0f59-8836-41f3-bd20-413440f2b751 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:34.472258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff0f59-8836-41f3-bd20-413440f2b751 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:34.474936 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2aff0f59-8836-41f3-bd20-413440f2b751 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.1259778
Nov 06 21:03:34.477645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43188) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.536161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43192) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.585630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9485882f-86fa-46c0-ae01-3db9d3b8e11f admin admin] Deleting subnet b6a20c9c-dd86-46d1-a191-15a590a01848 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:34.588981 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9485882f-86fa-46c0-ae01-3db9d3b8e11f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.605965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-dc2762dd-0850-4eaa-8f21-b03c2df8760c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 74917210-ab19-414c-9fcc-71883c4e7f67 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:34.606411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc2762dd-0850-4eaa-8f21-b03c2df8760c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.639952 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9485882f-86fa-46c0-ae01-3db9d3b8e11f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.661629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43196) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.698615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9485882f-86fa-46c0-ae01-3db9d3b8e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.752902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5170a17-15d4-4dca-a851-869291868c9f req-8260e4c2-7ced-4d2a-ad90-993faeefe5c3 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0337076
Nov 06 21:03:34.776334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc2762dd-0850-4eaa-8f21-b03c2df8760c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.780375 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9485882f-86fa-46c0-ae01-3db9d3b8e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.798346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-dc2762dd-0850-4eaa-8f21-b03c2df8760c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 74917210-ab19-414c-9fcc-71883c4e7f67 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:34.812666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9485882f-86fa-46c0-ae01-3db9d3b8e11f admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:34.818902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9485882f-86fa-46c0-ae01-3db9d3b8e11f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6a20c9c-dd86-46d1-a191-15a590a01848 HTTP/1.1" status: 204  len: 168 time: 0.2816126
Nov 06 21:03:34.819691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43200) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.820494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485882f-86fa-46c0-ae01-3db9d3b8e11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a20c9c-dd86-46d1-a191-15a590a01848,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:34.881643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-316c75be-024c-4bbd-995a-c6b859f6e307 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f414c01138f4a82bf78dcc99c3cc0d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2188914
Nov 06 21:03:34.884086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43202) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:34.921150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.010578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c56dbaf-93e3-46c9-b261-b7d1440655a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.047552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc2762dd-0850-4eaa-8f21-b03c2df8760c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.051130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.072342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c56dbaf-93e3-46c9-b261-b7d1440655a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.086456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2762dd-0850-4eaa-8f21-b03c2df8760c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=74917210-ab19-414c-9fcc-71883c4e7f67,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:35.094633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9257152fa0>,) {'filters': {'network_id': ['f4a3bd34-3f4b-41d4-857c-20c8d5617610']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:35.115157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9257152fa0>, '7046fc91-f530-41a4-8c32-191b53b06c25') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:35.115453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9257152fa0>, '7046fc91-f530-41a4-8c32-191b53b06c25') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:35.127379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b30d62e-233a-4f7b-bf74-96a88d49e2fa up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:35.133877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.153902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.162670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:03:35.163196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:03:35.176911 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:03:35.214567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc2762dd-0850-4eaa-8f21-b03c2df8760c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.222030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dc2762dd-0850-4eaa-8f21-b03c2df8760c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/74917210-ab19-414c-9fcc-71883c4e7f67 HTTP/1.1" status: 204  len: 168 time: 0.7403350
Nov 06 21:03:35.222752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43204) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:35.237202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.243298 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.247642 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f4a3bd34-3f4b-41d4-857c-20c8d5617610 HTTP/1.1" status: 204  len: 168 time: 0.4249108
Nov 06 21:03:35.263691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a3bd34-3f4b-41d4-857c-20c8d5617610,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:35.271817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c56dbaf-93e3-46c9-b261-b7d1440655a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.274771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c56dbaf-93e3-46c9-b261-b7d1440655a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.278829 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3c56dbaf-93e3-46c9-b261-b7d1440655a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b088bf1a-b22b-46b4-a480-98fccf00a37b HTTP/1.1" status: 204  len: 168 time: 0.3934810
Nov 06 21:03:35.280629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.280977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.282110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.282464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.282805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.283458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.283794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.284123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.284474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.284800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.285171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.285494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bdf6a1-331e-4472-a822-983069499c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:35.297601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56dbaf-93e3-46c9-b261-b7d1440655a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b088bf1a-b22b-46b4-a480-98fccf00a37b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:35.320849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e76ae-96b3-435c-9c62-f55dc9462d3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:35.323287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e76ae-96b3-435c-9c62-f55dc9462d3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:35.325504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e76ae-96b3-435c-9c62-f55dc9462d3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:35.326217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:35.331215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43210) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:35.331704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-514e76ae-96b3-435c-9c62-f55dc9462d3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1082482
Nov 06 21:03:35.411551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-55913f1f-db77-4e80-a801-5f0122a4f3da None None] Provisioning complete for port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:35.411915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-55913f1f-db77-4e80-a801-5f0122a4f3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.415940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ea5f50-48f3-4a75-8fd2-896c314b05ee tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 691e9c9e-0abd-4305-b17f-1fa0a751dc64 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:35.419744 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27ea5f50-48f3-4a75-8fd2-896c314b05ee tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.458301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port b9f0b33e-c0e3-430d-b234-0a6318475b33 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:35.458969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.470874 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27ea5f50-48f3-4a75-8fd2-896c314b05ee tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.520031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:35.520794 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.542247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a794fe3-095f-45c1-8238-82fde546d8f3 req-9b29163c-bddf-4b28-86ef-87fd85fdeb56 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:35.554857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a794fe3-095f-45c1-8238-82fde546d8f3 req-9b29163c-bddf-4b28-86ef-87fd85fdeb56 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 945 time: 0.1078036
Nov 06 21:03:35.577537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43220) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:35.605360 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27ea5f50-48f3-4a75-8fd2-896c314b05ee tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.625319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-55913f1f-db77-4e80-a801-5f0122a4f3da None None] Could not find standard attr ID for object 74917210-ab19-414c-9fcc-71883c4e7f67. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:03:35.682808 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27ea5f50-48f3-4a75-8fd2-896c314b05ee tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.722636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea5f50-48f3-4a75-8fd2-896c314b05ee tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=691e9c9e-0abd-4305-b17f-1fa0a751dc64,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:35.729255 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27ea5f50-48f3-4a75-8fd2-896c314b05ee tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.742246 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-27ea5f50-48f3-4a75-8fd2-896c314b05ee tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/691e9c9e-0abd-4305-b17f-1fa0a751dc64 HTTP/1.1" status: 204  len: 168 time: 0.4096856
Nov 06 21:03:35.743158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43224) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:35.771554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a794fe3-095f-45c1-8238-82fde546d8f3 req-eee5bf3a-e223-4746-a709-2dcde53b0ed0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090781
Nov 06 21:03:35.789169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.848661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-265f59f8-b518-40ad-b956-4380b32d306d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet cd7aaf66-c2c1-4de3-97d8-1003ef8e5f89 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:35.854252 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f59f8-b518-40ad-b956-4380b32d306d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.869630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:35.873209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:35.877224 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d8d228-cc0f-4242-ba2e-f8c9f9cf8bcb" -d '{"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:35.882980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d5bea-847c-4b9a-a66f-e8b7b17a9bf3 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:35.887260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.888327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 76222a57-2718-4db9-8b49-e482a9bc1272 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:35.902448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-53d035d5-53b3-4d15-8a76-f1ff8ce69aee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e30d235fa30149029ee7ab72fa49c352&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3193269
Nov 06 21:03:35.903096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43236) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:35.947505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f59f8-b518-40ad-b956-4380b32d306d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:35.955658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31b97e47-4485-48bb-a106-2e0a689a4428 req-6015010b-a9d8-4f4e-a575-54c916b77c06 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0375643
Nov 06 21:03:35.973156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97c1fd-26b1-4524-803c-e51587df6f22 req-6dfcf055-dcc8-494d-a190-feca27c481ca tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:35.974849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a97c1fd-26b1-4524-803c-e51587df6f22 req-6dfcf055-dcc8-494d-a190-feca27c481ca tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 950 time: 0.2616906
Nov 06 21:03:36.000382 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 76222a57-2718-4db9-8b49-e482a9bc1272 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:36.000980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 76222a57-2718-4db9-8b49-e482a9bc1272 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:36.002538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5bca67e1-f96d-4db8-8eca-de2d2eb58b2a None None] Could not find standard attr ID for object e98dbef8-93b0-48db-8ad4-3823a310ade5. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:03:36.047309 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9f9af69-dab4-491c-bbca-d35f70823301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:36.068962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=11']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:36.073338 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33d8f49-edac-4628-9d8d-67141e59bc70 x-openstack-request-id: req-d33d8f49-edac-4628-9d8d-67141e59bc70 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:36.073793 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-plugged", "status": "completed", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:36.074484 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d33d8f49-edac-4628-9d8d-67141e59bc70 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:36.074617 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9f9af69-dab4-491c-bbca-d35f70823301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:36.074796 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'code': 200}
Nov 06 21:03:36.149190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a97c1fd-26b1-4524-803c-e51587df6f22 req-da85a143-df3e-4b3a-a388-df8f96f8fe6c tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641366
Nov 06 21:03:36.150613 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9f9af69-dab4-491c-bbca-d35f70823301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:36.153547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9f9af69-dab4-491c-bbca-d35f70823301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:36.158130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b9f9af69-dab4-491c-bbca-d35f70823301 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70e40548-e155-41b7-bece-08127509ea58 HTTP/1.1" status: 204  len: 168 time: 0.2517953
Nov 06 21:03:36.195624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9af69-dab4-491c-bbca-d35f70823301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e40548-e155-41b7-bece-08127509ea58,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:36.217675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f59f8-b518-40ad-b956-4380b32d306d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:36.296972 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f59f8-b518-40ad-b956-4380b32d306d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:36.350350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f59f8-b518-40ad-b956-4380b32d306d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7aaf66-c2c1-4de3-97d8-1003ef8e5f89,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:36.352436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-265f59f8-b518-40ad-b956-4380b32d306d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:36.358420 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-265f59f8-b518-40ad-b956-4380b32d306d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/cd7aaf66-c2c1-4de3-97d8-1003ef8e5f89 HTTP/1.1" status: 204  len: 168 time: 0.6115160
Nov 06 21:03:36.361191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891878-e633-4ac7-a0ea-62bdbca3e77e req-77709cf2-6167-4fa8-af61-32b3dd2673bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:36.362142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43256) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:36.364365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83891878-e633-4ac7-a0ea-62bdbca3e77e req-77709cf2-6167-4fa8-af61-32b3dd2673bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1102 time: 0.0987504
Nov 06 21:03:36.374535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43ebb7-3f3f-4268-8f4b-10dfe9c5f3b1 req-f2bcfb2e-f72a-4289-9fa0-84849151be00 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:36.382486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b43ebb7-3f3f-4268-8f4b-10dfe9c5f3b1 req-f2bcfb2e-f72a-4289-9fa0-84849151be00 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.2168469
Nov 06 21:03:36.415165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b43ebb7-3f3f-4268-8f4b-10dfe9c5f3b1 req-de3cc9a1-fdaf-4727-aa27-d253240ab1f8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/quotas/6eda1afc00c24f888ad31c7bade0503e HTTP/1.1" status: 200  len: 375 time: 0.0316396
Nov 06 21:03:36.439036 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6845937e-2d05-4db2-8037-7269da71b230 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0757146
Nov 06 21:03:36.443527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43264) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:36.467473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:36.562228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83891878-e633-4ac7-a0ea-62bdbca3e77e req-214c51b1-1aaf-4dd6-b702-417780282275 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723220
Nov 06 21:03:36.585862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b43ebb7-3f3f-4268-8f4b-10dfe9c5f3b1 req-1db600fc-5888-4f18-b4cf-848aa7d67738 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1697195
Nov 06 21:03:36.669851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43274) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:36.692754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:36.696238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:36.934859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495382f0-e722-4ac1-985b-448b6eeef037 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:37.057012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a849abff-e3a9-4cdd-b576-e3ed437240bd None None] Provisioning complete for port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:37.057386 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a849abff-e3a9-4cdd-b576-e3ed437240bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.101106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43290) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:37.200217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1252306588'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:37.209414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b43ebb7-3f3f-4268-8f4b-10dfe9c5f3b1 req-c9de873b-017e-4d6b-b955-65dd8a9c6738 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6138456
Nov 06 21:03:37.213849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:37.239416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1789643375-network', 'tenant_id': 'b9054e505e3e4d6a9f2f5919ad5523c2'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:37.247617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2080fdd2-fd2d-4382-a3c1-e3902feba2c9 req-c5301f7f-237a-4224-ae5b-79e14a2afcbc tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0520136
Nov 06 21:03:37.281071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.db.api [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 06 21:03:37.281071 ncdv-master-1 neutron-server[119334]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 06 21:03:37.281071 ncdv-master-1 neutron-server[119334]: [parameters: {'project_id_1': 'b9054e505e3e4d6a9f2f5919ad5523c2', 'expiration_1': datetime.datetime(2021, 11, 6, 21, 3, 17, 244760)}]
Nov 06 21:03:37.281071 ncdv-master-1 neutron-server[119334]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=119334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:03:37.281670 ncdv-master-1 neutron-server[119334]: DEBUG oslo_db.api [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:03:37.286949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] Deleting port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:37.287325 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.353534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] For port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:37.353843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Made reservation on behalf of d5083a02b40f45b7b5b6609c27b07162 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:37.354444 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.357135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.368442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] Calling delete_port for 4b30d62e-233a-4f7b-bf74-96a88d49e2fa owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:37.392280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.435959 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.447021 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.472063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] Pushing event deleted for resources: {'Port': ['ID=4b30d62e-233a-4f7b-bf74-96a88d49e2fa,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:37.475996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5034a6-faff-4d3a-b7c0-e89e79389d7e None None] No DVR routers for this DVR port 4b30d62e-233a-4f7b-bf74-96a88d49e2fa on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:37.501030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8579f-db72-4c33-bcb9-295a4ce0f732 req-3208b271-c0ac-4a55-b12c-3fbe797ab107 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:37.502532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71a8579f-db72-4c33-bcb9-295a4ce0f732 req-3208b271-c0ac-4a55-b12c-3fbe797ab107 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 951 time: 0.1811836
Nov 06 21:03:37.504740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b43ebb7-3f3f-4268-8f4b-10dfe9c5f3b1 req-efe811ba-cf9d-4563-890c-9df1899d5efb service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2695332
Nov 06 21:03:37.521340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:37.538904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:37.555852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:37.556326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62255bb-2e5a-4872-96ba-2be454bbe772 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:37.556513 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.580141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=e6e47518-49f7-4883-8254-e925ef65ccd1,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:37.603988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43296) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:37.604269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fbf8ba29-5f00-40f3-9009-287693d44a21 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1408584
Nov 06 21:03:37.631491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:37.638060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71a8579f-db72-4c33-bcb9-295a4ce0f732 req-a27de0ca-f4d6-4b7f-abcd-26c12aaa6e66 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271539
Nov 06 21:03:37.661431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.661431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.690520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:03:37.706780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8e1a5-c694-43a4-bcdf-2cca0f346a75,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:37.712645 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.713018 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Added segment 7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a of type vlan for network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101
Nov 06 21:03:37.739315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': 'e6e47518-49f7-4883-8254-e925ef65ccd1'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:03:37.740599 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.772791 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.806164 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.820429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:37.822056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.825278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Made reservation on behalf of b9054e505e3e4d6a9f2f5919ad5523c2 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:37.830176 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.854802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.948697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Pushing event updated for resources: {'Network': ['ID=f78ce91f-3e17-4a6a-80fb-6e69d4c7e101,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:37.952347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.961674 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:37.979788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5636b11c-f645-432a-98ca-3e33a03211fd tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.3063610
Nov 06 21:03:37.982417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43310) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:37.987492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Request body: {'subnet': {'network_id': 'f78ce91f-3e17-4a6a-80fb-6e69d4c7e101', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:38.000078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:38.007266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.034940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Allocated IP 172.20.0.2 (5d860e38-6a16-4e75-a66b-12fac1376f02/e6e47518-49f7-4883-8254-e925ef65ccd1/2a338920-5938-418e-8c3c-3b51b6e25e09) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:38.096834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:03:38.119164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.119758 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Added segment 9b0e35c3-a9d9-425d-9c4f-13e8080a56ca of type vlan for network 7b9a89ab-47f1-4a79-95e4-0484eda86131
Nov 06 21:03:38.133221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37084d-6407-4e7e-a828-3be317f63518,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:38.171601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Made reservation on behalf of d5083a02b40f45b7b5b6609c27b07162 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:38.173628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:03:38.175429 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.196166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.256678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.258876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:38.259720 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.328016 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.2257984
Nov 06 21:03:38.332796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43326) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:38.338359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Request body: {'subnet': {'network_id': '7b9a89ab-47f1-4a79-95e4-0484eda86131', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1789643375-subnet', 'tenant_id': 'b9054e505e3e4d6a9f2f5919ad5523c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:38.386398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a12cf-f849-4395-8d99-23481ac82f12 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9a89ab-47f1-4a79-95e4-0484eda86131,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:38.427906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37557253-5fe4-4f79-88e9-a4e679a4fd4a req-b07e14b5-e85b-440d-a2bb-3ef30863db3e tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0423465
Nov 06 21:03:38.430746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Made reservation on behalf of b9054e505e3e4d6a9f2f5919ad5523c2 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:38.433168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.454623 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.463726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 7b9a89ab-47f1-4a79-95e4-0484eda86131 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:03:38.471176 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.586325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.595730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:38.607153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:38.609589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:38.612470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Pushing event updated for resources: {'Port': ['ID=2a338920-5938-418e-8c3c-3b51b6e25e09,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:38.647913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:03:38.690231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Attempting to bind port 2a338920-5938-418e-8c3c-3b51b6e25e09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:38.692917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Attempting to bind port 2a338920-5938-418e-8c3c-3b51b6e25e09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:38.693075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Attempting to bind port 2a338920-5938-418e-8c3c-3b51b6e25e09 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:38.703459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:38.703459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:38.703930 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.704522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:38.705811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Bound port: 2a338920-5938-418e-8c3c-3b51b6e25e09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:38.706206 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.766812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Pushing event updated for resources: {'Subnet': ['ID=1c32263a-3a2c-407b-a860-a315f0231d03,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:38.792568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] For port 2a338920-5938-418e-8c3c-3b51b6e25e09, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:38.795915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] For port 2a338920-5938-418e-8c3c-3b51b6e25e09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a338920-5938-418e-8c3c-3b51b6e25e09,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:38.800918 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.824581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Checking segment: {'id': '7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f78ce91f-3e17-4a6a-80fb-6e69d4c7e101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:38.824947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Network hostable DHCP agents. Network: f78ce91f-3e17-4a6a-80fb-6e69d4c7e101, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:03:38.825068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:38.837274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-70d12b79-b483-4f0d-aa62-1fd2fff8280b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:38.838995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-70d12b79-b483-4f0d-aa62-1fd2fff8280b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.2731936
Nov 06 21:03:38.866693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e0983-0912-4491-ba64-5215d8a1122b None None] Pushing event updated for resources: {'Port': ['ID=2a338920-5938-418e-8c3c-3b51b6e25e09,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:38.920719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ac13c-f7b3-481d-9046-cc8ecabd675d req-ad04605f-7686-4305-9724-80db144df2f4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:38.922249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-468ac13c-f7b3-481d-9046-cc8ecabd675d req-ad04605f-7686-4305-9724-80db144df2f4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 951 time: 0.1934352
Nov 06 21:03:38.923548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-3ba13bd3-f072-4b8b-9669-e26632351547 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/quotas/6eda1afc00c24f888ad31c7bade0503e HTTP/1.1" status: 200  len: 375 time: 0.0769572
Nov 06 21:03:38.956893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:03:38.959566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.006004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] For port 2a338920-5938-418e-8c3c-3b51b6e25e09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a338920-5938-418e-8c3c-3b51b6e25e09,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:39.028559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f78ce91f-3e17-4a6a-80fb-6e69d4c7e101) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:39.049162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.050746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:39.051492 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.061758 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.069260 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.093208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b554b-80f4-4553-9b83-897bea2f7f6d None None] Network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:39.105676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-468ac13c-f7b3-481d-9046-cc8ecabd675d req-98850e98-b390-4bed-bcb5-1a62985fe840 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724830
Nov 06 21:03:39.109060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c485b5d3-5194-46b0-a041-b89115d848e3,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:39.123053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9c59b07a-c58b-4775-a306-ad46fdda19f1 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1369264
Nov 06 21:03:39.125220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43344) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:39.125420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-1eaa6431-b14b-4e76-8353-90a36f948217 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1935310
Nov 06 21:03:39.141947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Request body: {'port': {'network_id': 'f78ce91f-3e17-4a6a-80fb-6e69d4c7e101', 'name': 'tempest-TagsExtTest-1890160014'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:39.153861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Checking segment: {'id': '9b0e35c3-a9d9-425d-9c4f-13e8080a56ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b9a89ab-47f1-4a79-95e4-0484eda86131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:39.154475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Network hostable DHCP agents. Network: 7b9a89ab-47f1-4a79-95e4-0484eda86131, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:03:39.265258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:39.275152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Network 7b9a89ab-47f1-4a79-95e4-0484eda86131 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:03:39.308488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b9a89ab-47f1-4a79-95e4-0484eda86131) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:39.312944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:39.313663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.335311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=2a338920-5938-418e-8c3c-3b51b6e25e09,revision_number=4']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:39.339152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2a338920-5938-418e-8c3c-3b51b6e25e09 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:39.339442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-fcd64fe1-34a2-455c-9606-7e171fab3029 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753054
Nov 06 21:03:39.342933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1301c2-97bf-4131-ba9b-ac00e9021c4c None None] Network 7b9a89ab-47f1-4a79-95e4-0484eda86131 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:39.349367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:39.357368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:39.358173 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.369225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f3e981dc-7e64-40e5-aafd-33c00dbba5f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.0348296
Nov 06 21:03:39.378340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=10914d83-4d86-44e9-9caa-a38c830d34cf,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:39.405546 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b4120f6e-b2c6-470e-a4c2-fcdda76b6eae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7949979
Nov 06 21:03:39.407473 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43350) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:39.413038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:be:f7:b0', 'name': 'tempest-NetworksTestDHCPv6-177452380'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:39.494460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Made reservation on behalf of d5083a02b40f45b7b5b6609c27b07162 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:39.498638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.556796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-100d670f-7326-42ce-a3db-7c23450d3cdf service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2021091
Nov 06 21:03:39.578779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f78ce91f-3e17-4a6a-80fb-6e69d4c7e101', 'network_id': 'f78ce91f-3e17-4a6a-80fb-6e69d4c7e101', 'tenant_id': 'd5083a02b40f45b7b5b6609c27b07162', 'fixed_ips': [{'subnet_id': '1c32263a-3a2c-407b-a860-a315f0231d03'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:03:39.579699 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.652355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57956de-158c-4b2b-93e6-61170d8765a8 req-a76bc41f-44d9-4a98-b45c-ac9696ce2b56 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:39.654190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2a338920-5938-418e-8c3c-3b51b6e25e09 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:39.654564 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:39.660844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d57956de-158c-4b2b-93e6-61170d8765a8 req-a76bc41f-44d9-4a98-b45c-ac9696ce2b56 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1102 time: 0.0622888
Nov 06 21:03:39.724342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d57956de-158c-4b2b-93e6-61170d8765a8 req-e0a13e40-d07a-4001-9ced-58d59362f319 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611889
Nov 06 21:03:39.842872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa5af309-efcb-47be-bc0f-bf93c11b006a req-4d727704-17c6-4166-b64e-7e64293837b1 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0545623
Nov 06 21:03:39.894128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e063f7b-0165-4b3b-8310-9261e83ff005 None None] Network 7b9a89ab-47f1-4a79-95e4-0484eda86131 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:39.976116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] device_id is not set on port 84f400fb-5bbb-4760-b38a-2d59566e6441 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:03:40.101343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a68e8a20-5470-4c10-a25e-e246d73b7aea req-88cb4089-9310-45ac-b6ea-4f6147df7db7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 210 time: 0.0627162
Nov 06 21:03:40.235139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:40.307749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28572a3-9e32-4657-b1f7-542fe285a8db req-4504b7d9-18ee-45d4-b4b1-08c3a5aca47c tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:40.318990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c28572a3-9e32-4657-b1f7-542fe285a8db req-4504b7d9-18ee-45d4-b4b1-08c3a5aca47c tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 1102 time: 0.1198754
Nov 06 21:03:40.331817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Allocated IP 172.20.0.8 (f78ce91f-3e17-4a6a-80fb-6e69d4c7e101/1c32263a-3a2c-407b-a860-a315f0231d03/84f400fb-5bbb-4760-b38a-2d59566e6441) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:40.342193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:40.377320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144714-7baa-499e-a829-f629f9ed56b8 req-d5e96283-f216-4f48-9777-f9fc243f8422 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:40.389255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-d5e96283-f216-4f48-9777-f9fc243f8422 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/networks?id=7b9a89ab-47f1-4a79-95e4-0484eda86131 HTTP/1.1" status: 200  len: 822 time: 0.2665083
Nov 06 21:03:40.392417 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:40.421843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-8042a006-0343-4974-a2a6-0ca5112211c3 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/quotas/b9054e505e3e4d6a9f2f5919ad5523c2 HTTP/1.1" status: 200  len: 375 time: 0.0316341
Nov 06 21:03:40.426777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 2a338920-5938-418e-8c3c-3b51b6e25e09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a338920-5938-418e-8c3c-3b51b6e25e09,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:40.434541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port b9cd28f7-5cf4-49ca-9127-096c80c7c9f0 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:03:40.445880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2745bd3b-3561-470b-98a5-f940c65fe565 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:40.448152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c28572a3-9e32-4657-b1f7-542fe285a8db req-2e425878-e157-443c-bac3-f7386e8eac13 tempest-ServersAdminTestJSON-1069184103 tempest-ServersAdminTestJSON-1069184103-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277623
Nov 06 21:03:40.483586 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-8483202e-96c0-4237-8eac-af8d47c1a594 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9054e505e3e4d6a9f2f5919ad5523c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0606997
Nov 06 21:03:40.545674 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:40.627443 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:40.656033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-0235c6f4-7116-4704-9ef7-64afc97b5242 service neutron] 10.222.0.13 "GET /v2.0/networks/7b9a89ab-47f1-4a79-95e4-0484eda86131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708803
Nov 06 21:03:40.667422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-51eaa84e-8faf-4c8e-a158-07860fe8ae49 None None] Provisioning complete for port 2a338920-5938-418e-8c3c-3b51b6e25e09 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:40.667699 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51eaa84e-8faf-4c8e-a158-07860fe8ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:40.676538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b30d62e-233a-4f7b-bf74-96a88d49e2fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:40.764425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:40.766956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-bec3d23a-49e9-4eb6-975f-dccc38e3b5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b9a89ab-47f1-4a79-95e4-0484eda86131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1100848
Nov 06 21:03:40.809872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 4b30d62e-233a-4f7b-bf74-96a88d49e2fa {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:40.811289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b30d62e-233a-4f7b-bf74-96a88d49e2fa not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:40.845318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=2a338920-5938-418e-8c3c-3b51b6e25e09,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:40.868741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Pushing event updated for resources: {'Port': ['ID=84f400fb-5bbb-4760-b38a-2d59566e6441,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:40.879110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:40.883106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:40.886016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 172.20.0.13 (5d860e38-6a16-4e75-a66b-12fac1376f02/e6e47518-49f7-4883-8254-e925ef65ccd1/b9cd28f7-5cf4-49ca-9127-096c80c7c9f0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:40.888498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:40.932081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Allocated IP 172.20.0.2 (f78ce91f-3e17-4a6a-80fb-6e69d4c7e101/1c32263a-3a2c-407b-a860-a315f0231d03/5e8def71-3a56-47c4-9afd-6b51543a3fda) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:40.952448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:febe:f7b0 (5d860e38-6a16-4e75-a66b-12fac1376f02/10914d83-4d86-44e9-9caa-a38c830d34cf/b9cd28f7-5cf4-49ca-9127-096c80c7c9f0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:40.970771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:40.971689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.021601 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-de765cfc-59e3-449f-946f-c7eedabc2d0e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.8930943
Nov 06 21:03:41.026489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43396) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:41.041331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-52751ca4-1ae3-444a-8338-8a6811d400c7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-24242633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:41.094123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52751ca4-1ae3-444a-8338-8a6811d400c7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.095298 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52751ca4-1ae3-444a-8338-8a6811d400c7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.111286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca8527a9-4c4d-40c9-a664-ac8d94e2a385 req-e907ec8c-5761-4829-b046-7cf03e8ba771 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0641232
Nov 06 21:03:41.146858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ceb7-6e75-4764-aaa9-bb68b9bec9ae req-9677b4e7-d6d4-4791-915e-5b0475c88d79 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:41.147740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2a338920-5938-418e-8c3c-3b51b6e25e09 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:41.156831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea71ceb7-6e75-4764-aaa9-bb68b9bec9ae req-9677b4e7-d6d4-4791-915e-5b0475c88d79 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 949 time: 0.1680191
Nov 06 21:03:41.237161 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.255449 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.261981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2a338920-5938-418e-8c3c-3b51b6e25e09 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:41.262341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.280157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6026d013-d2a4-44c0-9bbe-43cccdd2c0d1 req-3a08b294-f5a7-4ce3-968f-dcbf27834ca6 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 210 time: 0.0840147
Nov 06 21:03:41.343916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52751ca4-1ae3-444a-8338-8a6811d400c7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.344483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea71ceb7-6e75-4764-aaa9-bb68b9bec9ae req-d5abc3cf-6999-45ea-928b-05524c771af7 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864855
Nov 06 21:03:41.355945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:41.363758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:41.367108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:41.381878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52751ca4-1ae3-444a-8338-8a6811d400c7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.393300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Pushing event updated for resources: {'Port': ['ID=5e8def71-3a56-47c4-9afd-6b51543a3fda,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:41.430927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52751ca4-1ae3-444a-8338-8a6811d400c7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.432925 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-52751ca4-1ae3-444a-8338-8a6811d400c7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.4052105
Nov 06 21:03:41.435749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43404) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:41.446367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-aeda417a-1a7d-4bf5-aea2-0c15848d7d31 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1244706052', 'prefixes': ['172.20.0.0/16']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:41.504571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.534752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Attempting to bind port 5e8def71-3a56-47c4-9afd-6b51543a3fda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:41.538759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Attempting to bind port 5e8def71-3a56-47c4-9afd-6b51543a3fda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f78ce91f-3e17-4a6a-80fb-6e69d4c7e101'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:41.539312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Attempting to bind port 5e8def71-3a56-47c4-9afd-6b51543a3fda on network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:41.556541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:41.563515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Checking segment: {'id': '7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f78ce91f-3e17-4a6a-80fb-6e69d4c7e101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:41.564356 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.564891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Bound using segment: {'id': '7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f78ce91f-3e17-4a6a-80fb-6e69d4c7e101'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:41.565790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Bound port: 5e8def71-3a56-47c4-9afd-6b51543a3fda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f78ce91f-3e17-4a6a-80fb-6e69d4c7e101'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:41.567527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.593023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aeda417a-1a7d-4bf5-aea2-0c15848d7d31 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for subnetpool, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.597633 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aeda417a-1a7d-4bf5-aea2-0c15848d7d31 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.1557984
Nov 06 21:03:41.597633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.601663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43408) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:41.619704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-084a0d9c-0e2d-4493-9158-bf5db464a811 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9257524df0>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03', 'tempest-TagsExtTest-Tag-1073294216') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:41.643775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9020ce5e-e7bc-4077-b2d3-a99a66d67fee req-be0f37da-ba91-4a0c-bd2c-922c6eeb10ad tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 210 time: 0.1029406
Nov 06 21:03:41.735775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-5808c7a0-e336-4a75-a19b-34180113dcc6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:41.737482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-5808c7a0-e336-4a75-a19b-34180113dcc6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.3213034
Nov 06 21:03:41.740037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:41.749261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:41.751469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=b9cd28f7-5cf4-49ca-9127-096c80c7c9f0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:41.755388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:41.768463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] For port 5e8def71-3a56-47c4-9afd-6b51543a3fda, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:41.773284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] For port 5e8def71-3a56-47c4-9afd-6b51543a3fda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e8def71-3a56-47c4-9afd-6b51543a3fda,segment=NetworkSegment(7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a),segment_id=7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:41.781357 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.784693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Request body: {'port': {'device_id': 'ad43190b-c3fb-42dc-914d-50260df910d5', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'admin_state_up': True, 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:41.831846 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:41.832665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:41.870100 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ee55b9ae-1f8f-4b4f-869f-5ca78c374828 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.4592805
Nov 06 21:03:41.871458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43412) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:41.887534 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-084a0d9c-0e2d-4493-9158-bf5db464a811 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags/tempest-TagsExtTest-Tag-1073294216 HTTP/1.1" status: 201  len: 201 time: 0.2797592
Nov 06 21:03:41.888277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43414) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:41.894584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917bd0f-738c-47de-ace3-bd17af3f8449 None None] Pushing event updated for resources: {'Port': ['ID=5e8def71-3a56-47c4-9afd-6b51543a3fda,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:41.899906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-6dca3bce-702b-454f-b67a-c7327c68d8f0 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f92585f34f0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441', 'tempest-TagsExtTest-Tag-2032953589') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:41.951212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22965a-d92c-453f-84de-80e8d73680e3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:41.958397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22965a-d92c-453f-84de-80e8d73680e3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:41.960245 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce22965a-d92c-453f-84de-80e8d73680e3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.0877364
Nov 06 21:03:41.963318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43416) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:42.054762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:42.059322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:42.077841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-10c3ecc6-d783-4146-919e-fad5b3832b55 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port b9cd28f7-5cf4-49ca-9127-096c80c7c9f0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:42.078179 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10c3ecc6-d783-4146-919e-fad5b3832b55 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:42.089352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6dca3bce-702b-454f-b67a-c7327c68d8f0 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags/tempest-TagsExtTest-Tag-2032953589 HTTP/1.1" status: 201  len: 201 time: 0.1990058
Nov 06 21:03:42.091896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43418) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:42.100702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-5e9fc265-3c1b-4adb-84d7-79acc63bcd75 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f92585f3f10>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930', 'tempest-TagsExtTest-Tag-1112475341') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:42.198893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10c3ecc6-d783-4146-919e-fad5b3832b55 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:42.227154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-10c3ecc6-d783-4146-919e-fad5b3832b55 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for b9cd28f7-5cf4-49ca-9127-096c80c7c9f0 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:42.282725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-735c8a6e-7ddc-4f4e-ab13-5cc452722f10 None None] Provisioning complete for port 2a338920-5938-418e-8c3c-3b51b6e25e09 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:42.282725 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-735c8a6e-7ddc-4f4e-ab13-5cc452722f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:42.375880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f0a2cb9-eeda-4c6f-ace7-570086608c5d req-a0025dc6-85b3-4dd4-98c0-d6d40aa11cc5 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0915604
Nov 06 21:03:42.445756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Allocated IP 172.20.0.12 (c0397278-359e-4b6d-bb4f-e56cf166bbfb/a2e1697f-b2c0-469e-8413-56865719f066/08564426-2778-4687-822f-d632265f23a2) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:42.520433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-550e7ac6-f05c-46ae-bd85-2ce9791009d8 req-c95b30f8-71cd-4da8-b00d-fdb19c47ca67 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 210 time: 0.0385506
Nov 06 21:03:42.538000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10c3ecc6-d783-4146-919e-fad5b3832b55 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:42.579905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ecc6-d783-4146-919e-fad5b3832b55 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=b9cd28f7-5cf4-49ca-9127-096c80c7c9f0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:42.585330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5e9fc265-3c1b-4adb-84d7-79acc63bcd75 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags/tempest-TagsExtTest-Tag-1112475341 HTTP/1.1" status: 201  len: 201 time: 0.4872727
Nov 06 21:03:42.586652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43426) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:42.595728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-fada9dc7-4297-4ea7-9324-7c4185a1d5d3 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f92556529a0>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68', 'tempest-TagsExtTest-Tag-1181642786') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:42.656063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437baa0-be08-4990-9308-37855313bf1f req-75491304-3398-4834-8a45-de09eb91209b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:42.657956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5437baa0-be08-4990-9308-37855313bf1f req-75491304-3398-4834-8a45-de09eb91209b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 949 time: 0.1864281
Nov 06 21:03:42.699598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10c3ecc6-d783-4146-919e-fad5b3832b55 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:42.703667 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10c3ecc6-d783-4146-919e-fad5b3832b55 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/b9cd28f7-5cf4-49ca-9127-096c80c7c9f0 HTTP/1.1" status: 204  len: 168 time: 0.7385490
Nov 06 21:03:42.706045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43430) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:42.718257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4b980de3-f513-435b-b622-917a7f33e3d3 None None] Could not find standard attr ID for object b9cd28f7-5cf4-49ca-9127-096c80c7c9f0. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:03:42.786202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96940f55-c102-4ff0-a1dd-231697e60311 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:42.789300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96940f55-c102-4ff0-a1dd-231697e60311 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:42.791325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96940f55-c102-4ff0-a1dd-231697e60311 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:42.793744 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-96940f55-c102-4ff0-a1dd-231697e60311 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0860233
Nov 06 21:03:42.800884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43434) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:42.896370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fada9dc7-4297-4ea7-9324-7c4185a1d5d3 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags/tempest-TagsExtTest-Tag-1181642786 HTTP/1.1" status: 201  len: 201 time: 0.3080709
Nov 06 21:03:42.898911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72d36f70-2d0f-4710-bea8-7e118e308881 req-b1db99ec-55d6-457b-8392-3fe25c02bf2f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 210 time: 0.1324682
Nov 06 21:03:42.901893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43436) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:42.906308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-f558917a-d1bc-4c22-83b9-ada5e76b7c5d tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f925403e2b0>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:42.993712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.020630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5437baa0-be08-4990-9308-37855313bf1f req-2d6404ef-9a68-4edb-b99b-7229b2b30f36 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241801
Nov 06 21:03:43.051734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d823b6-283a-48b2-873e-3891be48ab1b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 10914d83-4d86-44e9-9caa-a38c830d34cf {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:43.056188 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d823b6-283a-48b2-873e-3891be48ab1b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.107891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d823b6-283a-48b2-873e-3891be48ab1b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.112583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4cf771da-638f-4659-ba9a-fb3ed3537e1c tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:43.114835 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4cf771da-638f-4659-ba9a-fb3ed3537e1c tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.10 "GET /v2.0/networks?id=7b9a89ab-47f1-4a79-95e4-0484eda86131 HTTP/1.1" status: 200  len: 822 time: 0.3199217
Nov 06 21:03:43.130309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Request body: {'port': {'device_id': 'f21342b3-82e5-4ccd-ae33-973e56e45341', 'network_id': '7b9a89ab-47f1-4a79-95e4-0484eda86131', 'admin_state_up': True, 'tenant_id': 'b9054e505e3e4d6a9f2f5919ad5523c2'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:43.191110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-15a2c73e-59b1-43aa-b0d5-1000a8f031cc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:43.193180 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-15a2c73e-59b1-43aa-b0d5-1000a8f031cc tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 949 time: 0.2325721
Nov 06 21:03:43.194331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5e8def71-3a56-47c4-9afd-6b51543a3fda up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:43.245636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.250252 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f558917a-d1bc-4c22-83b9-ada5e76b7c5d tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags HTTP/1.1" status: 200  len: 241 time: 0.3472803
Nov 06 21:03:43.256881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43438) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:43.261494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:43.262410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-360cfd42-c6b0-4761-a149-7c182f0c8fc0 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f92542eb070>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03', 'tempest-TagsExtTest-Tag-1073294216') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:43.284049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d823b6-283a-48b2-873e-3891be48ab1b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.313616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5e8def71-3a56-47c4-9afd-6b51543a3fda triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:43.314498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.336692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:43.346420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:43.352821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:43.405472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event updated for resources: {'Port': ['ID=08564426-2778-4687-822f-d632265f23a2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:43.406024 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-360cfd42-c6b0-4761-a149-7c182f0c8fc0 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags/tempest-TagsExtTest-Tag-1073294216 HTTP/1.1" status: 204  len: 168 time: 0.1474459
Nov 06 21:03:43.410380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Deleting port c06644e8-5f4d-439d-a579-ee85cd4ebfbc {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:43.410732 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.411984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43440) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:43.418150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-a36d52f0-70de-4b2c-9086-6578af037b72 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f92552f1850>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03', 'tempest-TagsExtTest-Tag-1073294216') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:43.439331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:43.439978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.463095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.500119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 5e8def71-3a56-47c4-9afd-6b51543a3fda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e8def71-3a56-47c4-9afd-6b51543a3fda,segment=NetworkSegment(7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a),segment_id=7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:43.503000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-297bcc7b-bd22-4dd2-ae32-5d384ba12976 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7232959
Nov 06 21:03:43.508786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a4ff65-9859-466d-85c1-3df1498ae517 None None] Network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:43.519256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] For port c06644e8-5f4d-439d-a579-ee85cd4ebfbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:43.519256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.524667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Request body: {'port': {'device_id': 'ad43190b-c3fb-42dc-914d-50260df910d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:43.529949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Made reservation on behalf of b9054e505e3e4d6a9f2f5919ad5523c2 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:43.532879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.536963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d823b6-283a-48b2-873e-3891be48ab1b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.546972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Calling delete_port for c06644e8-5f4d-439d-a579-ee85cd4ebfbc owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:43.561555 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.634200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d823b6-283a-48b2-873e-3891be48ab1b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=10914d83-4d86-44e9-9caa-a38c830d34cf,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:43.654444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d823b6-283a-48b2-873e-3891be48ab1b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.657762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1a05de64-9d43-4760-bc12-32b1d46464a2 None None] Provisioning complete for port 5e8def71-3a56-47c4-9afd-6b51543a3fda triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:43.658137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1a05de64-9d43-4760-bc12-32b1d46464a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.659198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b8d823b6-283a-48b2-873e-3891be48ab1b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/10914d83-4d86-44e9-9caa-a38c830d34cf HTTP/1.1" status: 204  len: 168 time: 0.8438570
Nov 06 21:03:43.662562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43446) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:43.686361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a117c1ca-7a4b-418b-b381-f937cb8e1d51 req-ffc61017-fa2b-4dda-9ca2-69e42fccda3c tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.1136570
Nov 06 21:03:43.701941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaf0133-4560-450c-b57e-4cd32f50f2eb None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:43.724857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3acead50-8200-4608-a2b6-6b8505f09e7e req-defe9671-c99e-4642-a490-71d741f58151 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 210 time: 0.1067636
Nov 06 21:03:43.765318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.781792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a36d52f0-70de-4b2c-9086-6578af037b72 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags/tempest-TagsExtTest-Tag-1073294216 HTTP/1.1" status: 204  len: 168 time: 0.3687871
Nov 06 21:03:43.783107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0aa07f-cc15-4550-ae2d-2bbe6b2e5eeb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet e6e47518-49f7-4883-8254-e925ef65ccd1 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:43.787022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43448) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:43.794664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=5e8def71-3a56-47c4-9afd-6b51543a3fda,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:43.795499 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa07f-cc15-4550-ae2d-2bbe6b2e5eeb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.816738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-8d2c2bc3-4012-4f3f-ba37-98ac2a57973a tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f92545163d0>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:43.851770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Allocated IP 172.20.0.9 (7b9a89ab-47f1-4a79-95e4-0484eda86131/c485b5d3-5194-46b0-a041-b89115d848e3/4770d39c-789f-48aa-8d30-4836c69caeff) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:43.908953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa07f-cc15-4550-ae2d-2bbe6b2e5eeb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:43.960601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.057300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Pushing event deleted for resources: {'Port': ['ID=c06644e8-5f4d-439d-a579-ee85cd4ebfbc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:44.127303 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['688f6858-27d7-40ab-b4b1-48a4bfd5cdbd', 'b9f0b33e-c0e3-430d-b234-0a6318475b33'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:44.138632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] No DVR routers for this DVR port c06644e8-5f4d-439d-a579-ee85cd4ebfbc on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:44.141331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.145810 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ae2e51eb-d495-4814-bb9e-803dd784f7d6 req-a522ecfe-248a-4aa0-a6f9-a32b76444373 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "DELETE /v2.0/ports/c06644e8-5f4d-439d-a579-ee85cd4ebfbc HTTP/1.1" status: 204  len: 173 time: 0.9447477
Nov 06 21:03:44.151061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0998fd-8d0a-4d20-b417-2e27da5f0697', 'name': 'network-vif-deleted', 'tag': 'c06644e8-5f4d-439d-a579-ee85cd4ebfbc'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:44.153399 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f0759b-c838-4520-9285-7177032d7113" -d '{"events": [{"server_uuid": "ee0998fd-8d0a-4d20-b417-2e27da5f0697", "name": "network-vif-deleted", "tag": "c06644e8-5f4d-439d-a579-ee85cd4ebfbc"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:44.241003 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa07f-cc15-4550-ae2d-2bbe6b2e5eeb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.318949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.369247 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.397651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa07f-cc15-4550-ae2d-2bbe6b2e5eeb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.447232 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.453706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aa07f-cc15-4550-ae2d-2bbe6b2e5eeb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e47518-49f7-4883-8254-e925ef65ccd1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:44.458372 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd0aa07f-cc15-4550-ae2d-2bbe6b2e5eeb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.467535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bd0aa07f-cc15-4550-ae2d-2bbe6b2e5eeb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/e6e47518-49f7-4883-8254-e925ef65ccd1 HTTP/1.1" status: 204  len: 168 time: 0.7981412
Nov 06 21:03:44.471296 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.478804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43460) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:44.554300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Pushing event updated for resources: {'Port': ['ID=4770d39c-789f-48aa-8d30-4836c69caeff,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:44.613355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8d2c2bc3-4012-4f3f-ba37-98ac2a57973a tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags HTTP/1.1" status: 200  len: 205 time: 0.8240561
Nov 06 21:03:44.629454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c26af-6d5b-4c41-9f35-686bf902d68a req-40ae9601-fd19-47cb-b3f3-6788267f3a3e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:44.637160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-441c26af-6d5b-4c41-9f35-686bf902d68a req-40ae9601-fd19-47cb-b3f3-6788267f3a3e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 932 time: 0.3916292
Nov 06 21:03:44.638012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43462) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:44.641548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Network 7b9a89ab-47f1-4a79-95e4-0484eda86131 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:44.646728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cda1b1d-040f-48b2-8a5c-a348896836f3 req-b361e543-15a6-43f7-93f8-080022631e0a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee0998fd-8d0a-4d20-b417-2e27da5f0697 HTTP/1.1" status: 200  len: 210 time: 0.2112646
Nov 06 21:03:44.649287 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-213599d2-ba73-45a6-87a7-2adbc19cce93 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1688190
Nov 06 21:03:44.652316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:44.657376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-998c5f79-fd8e-4ae0-9da1-2b7c1f43b04b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f925497f1c0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:44.678286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:44.693127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:44.780684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ad271733-7fed-415c-96a3-beb88a152b22 None None] Provisioning complete for port 84f400fb-5bbb-4760-b38a-2d59566e6441 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:44.781354 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ad271733-7fed-415c-96a3-beb88a152b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.881128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-441c26af-6d5b-4c41-9f35-686bf902d68a req-5dfaf4d8-67a5-4a96-b95a-746f0c3386de tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2427185
Nov 06 21:03:44.923990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ad271733-7fed-415c-96a3-beb88a152b22 None None] Port 84f400fb-5bbb-4760-b38a-2d59566e6441 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:03:44.927672 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955137b6-c934-47f9-a785-a9c4bab87bf3 x-openstack-request-id: req-955137b6-c934-47f9-a785-a9c4bab87bf3 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:44.930640 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0998fd-8d0a-4d20-b417-2e27da5f0697", "name": "network-vif-deleted", "tag": "c06644e8-5f4d-439d-a579-ee85cd4ebfbc", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:44.931172 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-955137b6-c934-47f9-a785-a9c4bab87bf3 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:44.932650 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0998fd-8d0a-4d20-b417-2e27da5f0697', 'name': 'network-vif-deleted', 'tag': 'c06644e8-5f4d-439d-a579-ee85cd4ebfbc', 'status': 'completed', 'code': 200}
Nov 06 21:03:44.951483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:44.952104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:44.957710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ad271733-7fed-415c-96a3-beb88a152b22 None None] Provisioning complete for port 5e8def71-3a56-47c4-9afd-6b51543a3fda triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:44.958120 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ad271733-7fed-415c-96a3-beb88a152b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.010444 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-81f3d27d-69ba-4a2f-b361-085a9540309b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8834202
Nov 06 21:03:45.056083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Request body: {'port': {'device_id': 'f21342b3-82e5-4ccd-ae33-973e56e45341', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:45.122686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a165436-dfe7-4cca-87a6-3cc64927e5cd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:45.127481 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7a165436-dfe7-4cca-87a6-3cc64927e5cd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4612603
Nov 06 21:03:45.131579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:45.149893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-225eccba-b484-44b3-8f3b-49487f315c33 req-c7f21325-8dee-473b-a706-72312119c08f tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.1290874
Nov 06 21:03:45.159325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08564426-2778-4687-822f-d632265f23a2 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:45.201764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.204255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5e8def71-3a56-47c4-9afd-6b51543a3fda up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:45.229157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6478f6c-b366-41a1-94fb-9ad5cf9142d1 req-f3dcff6d-a73d-4e8d-b145-7d2edd22f922 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:45.230903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6478f6c-b366-41a1-94fb-9ad5cf9142d1 req-f3dcff6d-a73d-4e8d-b145-7d2edd22f922 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 931 time: 0.2661650
Nov 06 21:03:45.234574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Transition to ACTIVE for port object 08564426-2778-4687-822f-d632265f23a2 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:03:45.247954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.295755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-137b463a-20c8-45f9-a977-8a0993eb8844 None None] Provisioning complete for port 84f400fb-5bbb-4760-b38a-2d59566e6441 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:45.295755 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-137b463a-20c8-45f9-a977-8a0993eb8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.311440 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-998c5f79-fd8e-4ae0-9da1-2b7c1f43b04b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags HTTP/1.1" status: 200  len: 241 time: 0.6573985
Nov 06 21:03:45.325110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43480) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:45.339510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-e6df1ec0-3cd9-4d37-81c3-896a3aec4e40 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254ae9640>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441', 'tempest-TagsExtTest-Tag-2032953589') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:45.339743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-137b463a-20c8-45f9-a977-8a0993eb8844 None None] Port 84f400fb-5bbb-4760-b38a-2d59566e6441 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:03:45.341094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5e8def71-3a56-47c4-9afd-6b51543a3fda triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:45.341642 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.349038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.363234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Pushing event updated for resources: {'Port': ['ID=08564426-2778-4687-822f-d632265f23a2,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:45.381581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a48a0-72f0-43b3-8a3c-634219760cac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:45.386121 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-720a48a0-72f0-43b3-8a3c-634219760cac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2511735
Nov 06 21:03:45.388858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c06644e8-5f4d-439d-a579-ee85cd4ebfbc no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:45.393056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca17942-704c-4e50-b4cc-6118e20a424c None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:45.393465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43484) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:45.456011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: c06644e8-5f4d-439d-a579-ee85cd4ebfbc {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:45.457263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c06644e8-5f4d-439d-a579-ee85cd4ebfbc not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:45.472911 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e6df1ec0-3cd9-4d37-81c3-896a3aec4e40 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags/tempest-TagsExtTest-Tag-2032953589 HTTP/1.1" status: 204  len: 168 time: 0.1437931
Nov 06 21:03:45.477412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43486) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:45.482228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-c9a45f66-0d4e-4d79-a0c4-c07a6f8f5a1b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f9256a66ca0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441', 'tempest-TagsExtTest-Tag-2032953589') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:45.504982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0ea26126-2968-4c62-a44c-baf3d772b7c3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0772798
Nov 06 21:03:45.508742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43488) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:45.512560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9e69d409-90d4-4c38-b0ab-660991631542 None None] Provisioning complete for port 2a338920-5938-418e-8c3c-3b51b6e25e09 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:45.513195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e69d409-90d4-4c38-b0ab-660991631542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.513790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-819954df-4a0e-4938-9dbd-3237140ce89f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:45.619356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6478f6c-b366-41a1-94fb-9ad5cf9142d1 req-1564a416-f635-47e1-b257-f242043cdc8e tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3736281
Nov 06 21:03:45.683568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819954df-4a0e-4938-9dbd-3237140ce89f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:45.687259 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-819954df-4a0e-4938-9dbd-3237140ce89f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.689163 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-819954df-4a0e-4938-9dbd-3237140ce89f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:03:45.689609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819954df-4a0e-4938-9dbd-3237140ce89f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:45.703465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Attempting to bind port 08564426-2778-4687-822f-d632265f23a2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:45.703808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Attempting to bind port 08564426-2778-4687-822f-d632265f23a2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:45.704146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Attempting to bind port 08564426-2778-4687-822f-d632265f23a2 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:45.717717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Port 08564426-2778-4687-822f-d632265f23a2 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:03:45.718039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Attempting to bind port 08564426-2778-4687-822f-d632265f23a2 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:45.738798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-819954df-4a0e-4938-9dbd-3237140ce89f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2288263
Nov 06 21:03:45.740033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:45.740408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Checking segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:45.740797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Bound using segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:45.741251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Bound port: 08564426-2778-4687-822f-d632265f23a2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:45.741615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.743534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43506) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:45.766925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:45.767256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d7a6de5a-3146-471e-acba-fffd0a2ee6a8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:45.825801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] Deleting port 2a338920-5938-418e-8c3c-3b51b6e25e09 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:45.826539 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.903938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] For port 08564426-2778-4687-822f-d632265f23a2, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:45.908869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] For port 08564426-2778-4687-822f-d632265f23a2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08564426-2778-4687-822f-d632265f23a2,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:45.916266 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.936186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a6de5a-3146-471e-acba-fffd0a2ee6a8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:45.940381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7a6de5a-3146-471e-acba-fffd0a2ee6a8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.943406 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a6de5a-3146-471e-acba-fffd0a2ee6a8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:03:45.944266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a6de5a-3146-471e-acba-fffd0a2ee6a8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:45.947088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] For port 2a338920-5938-418e-8c3c-3b51b6e25e09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a338920-5938-418e-8c3c-3b51b6e25e09,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:45.947671 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.963623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] Calling delete_port for 2a338920-5938-418e-8c3c-3b51b6e25e09 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:45.987200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:45.988523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:45.990210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] 10.222.0.10 "PUT /v2.0/ports/08564426-2778-4687-822f-d632265f23a2 HTTP/1.1" status: 200  len: 1092 time: 2.4706059
Nov 06 21:03:45.992210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad43190b-c3fb-42dc-914d-50260df910d5', 'tag': '08564426-2778-4687-822f-d632265f23a2'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:45.995277 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43276b90-e28c-46df-8959-31c635f2e5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad43190b-c3fb-42dc-914d-50260df910d5", "tag": "08564426-2778-4687-822f-d632265f23a2"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:46.040335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d7a6de5a-3146-471e-acba-fffd0a2ee6a8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2919123
Nov 06 21:03:46.040928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43514) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.046663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0edcdc21-7429-492c-93cc-012095790406 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:46.082413 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.116758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] Pushing event deleted for resources: {'Port': ['ID=2a338920-5938-418e-8c3c-3b51b6e25e09,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:46.123859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452390e-1b3b-4d76-8290-b2c92cbafe33 None None] No DVR routers for this DVR port 2a338920-5938-418e-8c3c-3b51b6e25e09 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:46.135513 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c9a45f66-0d4e-4d79-a0c4-c07a6f8f5a1b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags/tempest-TagsExtTest-Tag-2032953589 HTTP/1.1" status: 204  len: 168 time: 0.6563263
Nov 06 21:03:46.139927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43516) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.144249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-1b9f3941-bc1d-42c1-b679-38d8211a8139 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9256f218b0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:46.208978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e67ced-c52f-45e1-8c89-1dd954b88d65 req-2ea7b794-bef0-445c-b867-65fb463aed35 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:46.210501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47e67ced-c52f-45e1-8c89-1dd954b88d65 req-2ea7b794-bef0-445c-b867-65fb463aed35 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 944 time: 0.2193482
Nov 06 21:03:46.211125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b513f-7c21-4000-8658-f05e842de349 service neutron] Pushing event updated for resources: {'Port': ['ID=08564426-2778-4687-822f-d632265f23a2,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:46.239066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4770d39c-789f-48aa-8d30-4836c69caeff {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:46.248284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.257895 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1b9f3941-bc1d-42c1-b679-38d8211a8139 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags HTTP/1.1" status: 200  len: 205 time: 0.1169231
Nov 06 21:03:46.260861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43520) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.267168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-843ed9b9-4801-4ebe-8a91-94304a72088f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254ffab80>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:46.271230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Transition to ACTIVE for port object 4770d39c-789f-48aa-8d30-4836c69caeff will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:03:46.273759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-1604014e-be09-4956-965c-d68ce057ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:46.275282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-1604014e-be09-4956-965c-d68ce057ec7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 1095 time: 0.2159438
Nov 06 21:03:46.303378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.317720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d0de2-bccc-43c3-9638-937c86bd32d2 req-c50578ae-dc7e-4bd4-a7fd-de7d0b9cbcd9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:46.319203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a45d0de2-bccc-43c3-9638-937c86bd32d2 req-c50578ae-dc7e-4bd4-a7fd-de7d0b9cbcd9 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 950 time: 0.2327747
Nov 06 21:03:46.350968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edcdc21-7429-492c-93cc-012095790406 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:46.354494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0edcdc21-7429-492c-93cc-012095790406 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.355879 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edcdc21-7429-492c-93cc-012095790406 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:03:46.356324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edcdc21-7429-492c-93cc-012095790406 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:46.365263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47e67ced-c52f-45e1-8c89-1dd954b88d65 req-f53d5dba-5d53-4690-b2a3-34948f11ebde tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451685
Nov 06 21:03:46.366505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-058bcb84-e7fe-4a99-912e-42b7605c65f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08564426-2778-4687-822f-d632265f23a2 HTTP/1.1" status: 200  len: 217 time: 0.0743806
Nov 06 21:03:46.389003 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-843ed9b9-4801-4ebe-8a91-94304a72088f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags HTTP/1.1" status: 200  len: 241 time: 0.1269486
Nov 06 21:03:46.392610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43524) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.396042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Pushing event updated for resources: {'Port': ['ID=4770d39c-789f-48aa-8d30-4836c69caeff,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:46.398517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-2c91fd1b-eace-446f-860c-1692fa769379 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f92545c6250>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930', 'tempest-TagsExtTest-Tag-1112475341') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:46.461253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0edcdc21-7429-492c-93cc-012095790406 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4165680
Nov 06 21:03:46.465098 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c5b2c-5d08-48a4-901c-0763e7d6ce32 x-openstack-request-id: req-b04c5b2c-5d08-48a4-901c-0763e7d6ce32 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:46.465492 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad43190b-c3fb-42dc-914d-50260df910d5", "tag": "08564426-2778-4687-822f-d632265f23a2", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:46.465846 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b04c5b2c-5d08-48a4-901c-0763e7d6ce32 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:46.466341 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad43190b-c3fb-42dc-914d-50260df910d5', 'tag': '08564426-2778-4687-822f-d632265f23a2', 'status': 'completed', 'code': 200}
Nov 06 21:03:46.484937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43526) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.493558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4d6cc46a-ec39-46e1-94cf-9f80639551d5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:46.544122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Attempting to bind port 4770d39c-789f-48aa-8d30-4836c69caeff on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:46.544545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Attempting to bind port 4770d39c-789f-48aa-8d30-4836c69caeff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b0e35c3-a9d9-425d-9c4f-13e8080a56ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b9a89ab-47f1-4a79-95e4-0484eda86131'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:46.544872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Attempting to bind port 4770d39c-789f-48aa-8d30-4836c69caeff on network 7b9a89ab-47f1-4a79-95e4-0484eda86131 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:46.548654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a45d0de2-bccc-43c3-9638-937c86bd32d2 req-2be2c5e4-657f-4ae8-a97d-e3c17c219b5a tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896384
Nov 06 21:03:46.560071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Port 4770d39c-789f-48aa-8d30-4836c69caeff on network 7b9a89ab-47f1-4a79-95e4-0484eda86131 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:03:46.560402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Attempting to bind port 4770d39c-789f-48aa-8d30-4836c69caeff on network 7b9a89ab-47f1-4a79-95e4-0484eda86131 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:46.566154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-8763fb06-2393-4e08-b498-81e5cd413ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:46.567729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-8763fb06-2393-4e08-b498-81e5cd413ff8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.1913030
Nov 06 21:03:46.567913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:46.568249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Checking segment: {'id': '9b0e35c3-a9d9-425d-9c4f-13e8080a56ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b9a89ab-47f1-4a79-95e4-0484eda86131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:46.568654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Bound using segment: {'id': '9b0e35c3-a9d9-425d-9c4f-13e8080a56ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b9a89ab-47f1-4a79-95e4-0484eda86131'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:46.569087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Bound port: 4770d39c-789f-48aa-8d30-4836c69caeff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0e35c3-a9d9-425d-9c4f-13e8080a56ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7b9a89ab-47f1-4a79-95e4-0484eda86131'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:46.569440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.571896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3875c1b-127c-4232-a772-ffa2df68689a req-bd1ed2fb-4b22-4182-8c64-d668b5c14f54 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0486319
Nov 06 21:03:46.577340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2c91fd1b-eace-446f-860c-1692fa769379 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags/tempest-TagsExtTest-Tag-1112475341 HTTP/1.1" status: 204  len: 168 time: 0.1823196
Nov 06 21:03:46.579752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43530) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.584424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-1b4680b3-c73b-4b0c-952d-a3adb8dd081f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254017b50>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930', 'tempest-TagsExtTest-Tag-1112475341') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:46.664315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6cc46a-ec39-46e1-94cf-9f80639551d5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:46.668506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc46a-ec39-46e1-94cf-9f80639551d5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.668933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-0ad7d723-1239-4196-a4b9-bb2c26232751 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0816350
Nov 06 21:03:46.669951 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6cc46a-ec39-46e1-94cf-9f80639551d5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:03:46.670380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6cc46a-ec39-46e1-94cf-9f80639551d5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:46.685754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] For port 4770d39c-789f-48aa-8d30-4836c69caeff, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:46.699742 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4d6cc46a-ec39-46e1-94cf-9f80639551d5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2136686
Nov 06 21:03:46.701693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] For port 4770d39c-789f-48aa-8d30-4836c69caeff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4770d39c-789f-48aa-8d30-4836c69caeff,segment=NetworkSegment(9b0e35c3-a9d9-425d-9c4f-13e8080a56ca),segment_id=9b0e35c3-a9d9-425d-9c4f-13e8080a56ca)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:46.702651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43534) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.708734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-424cc083-4608-4236-9810-06127c29b28e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:46.724632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.779276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b4680b3-c73b-4b0c-952d-a3adb8dd081f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags/tempest-TagsExtTest-Tag-1112475341 HTTP/1.1" status: 204  len: 168 time: 0.1963050
Nov 06 21:03:46.781768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43536) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.793240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-9d1fc62f-0433-400e-aea3-7ffb6b3c9005 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f92546bff10>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:46.800971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:46.801585 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.802954 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] 10.222.0.10 "PUT /v2.0/ports/4770d39c-789f-48aa-8d30-4836c69caeff HTTP/1.1" status: 200  len: 1091 time: 1.7763052
Nov 06 21:03:46.821499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0ff1-ca9b-4cd6-93a9-acda6474f1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.848065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519f065-aa83-41e1-892f-32cf31bf1c57 service neutron] Pushing event updated for resources: {'Port': ['ID=4770d39c-789f-48aa-8d30-4836c69caeff,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:46.880618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424cc083-4608-4236-9810-06127c29b28e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:46.884146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-424cc083-4608-4236-9810-06127c29b28e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:46.885546 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-424cc083-4608-4236-9810-06127c29b28e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:03:46.885967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424cc083-4608-4236-9810-06127c29b28e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:46.893750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2427e-c112-4edb-9f28-1d05af7ed843 req-affa9bb8-23fb-4b10-becc-74cf94aa0b61 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:46.895810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88c2427e-c112-4edb-9f28-1d05af7ed843 req-affa9bb8-23fb-4b10-becc-74cf94aa0b61 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 943 time: 0.1608377
Nov 06 21:03:46.898562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-a89f0a8f-d3d2-430a-b2b0-78e902eeee66 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2149017
Nov 06 21:03:46.908575 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-424cc083-4608-4236-9810-06127c29b28e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2048180
Nov 06 21:03:46.913042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43538) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.917979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3a1762b4-5421-462f-8df3-3a2fef5dc547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:46.924713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144714-7baa-499e-a829-f629f9ed56b8 req-450cd97f-97ba-48f8-a847-cdb791aaa8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:46.926228 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-450cd97f-97ba-48f8-a847-cdb791aaa8bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9054e505e3e4d6a9f2f5919ad5523c2&device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 1094 time: 0.0738385
Nov 06 21:03:46.930896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9d1fc62f-0433-400e-aea3-7ffb6b3c9005 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags HTTP/1.1" status: 200  len: 205 time: 0.1460812
Nov 06 21:03:46.938937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43540) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:46.939763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21342b3-82e5-4ccd-ae33-973e56e45341', 'tag': '4770d39c-789f-48aa-8d30-4836c69caeff'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:46.942107 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc632ad-b949-439c-ac7e-9f8938568cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "f21342b3-82e5-4ccd-ae33-973e56e45341", "tag": "4770d39c-789f-48aa-8d30-4836c69caeff"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:46.944451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-84ea98f1-523e-4e38-8271-9185420fd205 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f92540513a0>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:47.012512 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4994607-98d2-4d0f-b83e-d4b4a07d10c1 x-openstack-request-id: req-b4994607-98d2-4d0f-b83e-d4b4a07d10c1 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:47.012802 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21342b3-82e5-4ccd-ae33-973e56e45341", "tag": "4770d39c-789f-48aa-8d30-4836c69caeff", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:47.013045 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4994607-98d2-4d0f-b83e-d4b4a07d10c1 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:47.013429 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21342b3-82e5-4ccd-ae33-973e56e45341', 'tag': '4770d39c-789f-48aa-8d30-4836c69caeff', 'status': 'completed', 'code': 200}
Nov 06 21:03:47.017096 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-f7fa1e87-54b7-437a-84b3-43422c396bb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4770d39c-789f-48aa-8d30-4836c69caeff HTTP/1.1" status: 200  len: 217 time: 0.0721524
Nov 06 21:03:47.038873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-84ea98f1-523e-4e38-8271-9185420fd205 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags HTTP/1.1" status: 200  len: 241 time: 0.0953259
Nov 06 21:03:47.040062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88c2427e-c112-4edb-9f28-1d05af7ed843 req-fbe8c953-3eda-4fe9-8faa-3c9b21cd3a77 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373043
Nov 06 21:03:47.041711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43544) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.057697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1f2e19-f984-42e0-a6c9-06e088529a3d req-c33ae24e-f32c-4239-bdb2-9575592ac984 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462669
Nov 06 21:03:47.071988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-ecf26664-3759-4c8b-8e1f-d739d949c129 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254e8f1f0>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68', 'tempest-TagsExtTest-Tag-1181642786') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:47.113965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2a338920-5938-418e-8c3c-3b51b6e25e09 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:47.129785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144714-7baa-499e-a829-f629f9ed56b8 req-728ff6a7-a923-43ab-8805-9f405a07874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:47.131275 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-728ff6a7-a923-43ab-8805-9f405a07874c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c485b5d3-5194-46b0-a041-b89115d848e3 HTTP/1.1" status: 200  len: 862 time: 0.1053421
Nov 06 21:03:47.135734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 2a338920-5938-418e-8c3c-3b51b6e25e09 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:47.136143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2a338920-5938-418e-8c3c-3b51b6e25e09 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:47.153716 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ecf26664-3759-4c8b-8e1f-d739d949c129 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags/tempest-TagsExtTest-Tag-1181642786 HTTP/1.1" status: 204  len: 168 time: 0.0893595
Nov 06 21:03:47.156059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1762b4-5421-462f-8df3-3a2fef5dc547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:47.159505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a1762b4-5421-462f-8df3-3a2fef5dc547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:47.160954 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1762b4-5421-462f-8df3-3a2fef5dc547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:03:47.161374 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1762b4-5421-462f-8df3-3a2fef5dc547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:03:47.166067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43546) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.173624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-9a35bc25-1653-4762-8a79-f4c83a0c448a tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f92552122b0>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68', 'tempest-TagsExtTest-Tag-1181642786') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:47.179243 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-de50320f-1cca-4fd8-8594-d021dbaf4c8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b9a89ab-47f1-4a79-95e4-0484eda86131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363555
Nov 06 21:03:47.198857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-f85f9aa1-ff93-44db-903b-22141e4fbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:47.199074 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3a1762b4-5421-462f-8df3-3a2fef5dc547 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2850559
Nov 06 21:03:47.200466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-f85f9aa1-ff93-44db-903b-22141e4fbf2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 1095 time: 0.0615864
Nov 06 21:03:47.203438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43548) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.235048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-49f9a245-ba52-44f4-a810-e4056670e7e6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0305276
Nov 06 21:03:47.237481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43550) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.297473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9a35bc25-1653-4762-8a79-f4c83a0c448a tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags/tempest-TagsExtTest-Tag-1181642786 HTTP/1.1" status: 204  len: 168 time: 0.1301801
Nov 06 21:03:47.299833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43554) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.304001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-89959af6-0ccc-4184-8472-0508012e536e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f92545d7070>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:47.306153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89812cb4-c3f8-4366-a1c9-c02e7d0c188f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:47.307614 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-89812cb4-c3f8-4366-a1c9-c02e7d0c188f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0691957
Nov 06 21:03:47.312232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43556) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.350210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-89959af6-0ccc-4184-8472-0508012e536e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags HTTP/1.1" status: 200  len: 205 time: 0.0477836
Nov 06 21:03:47.351953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-83499660-f9fc-4d4f-911a-be6044a9b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:47.353405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-83499660-f9fc-4d4f-911a-be6044a9b4f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 906 time: 0.1210694
Nov 06 21:03:47.353858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43558) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.358208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-4db1c222-dfda-4dfe-9a56-41f30968671a tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f924fcc49a0>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:47.361393 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-78db0d04-a7cb-41dd-8231-52ed3e79096b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0474963
Nov 06 21:03:47.365306 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43560) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.370081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:47.376518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-f11f4f0d-d8c5-4ee2-9d0d-ffb3b8158041 service neutron] 10.222.0.10 "GET /v2.0/networks/7b9a89ab-47f1-4a79-95e4-0484eda86131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892879
Nov 06 21:03:47.403606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-886c99c5-3daf-4b75-9756-a7e758bf1e34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08564426-2778-4687-822f-d632265f23a2 HTTP/1.1" status: 200  len: 217 time: 0.0417101
Nov 06 21:03:47.427225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4db1c222-dfda-4dfe-9a56-41f30968671a tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags HTTP/1.1" status: 204  len: 168 time: 0.0695724
Nov 06 21:03:47.450075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43564) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.458459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-a552db8b-f97a-42d7-9666-203df1384154 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254605e50>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:47.553235 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23144714-7baa-499e-a829-f629f9ed56b8 req-0dd18549-8194-4fcd-9579-59832433e09f service neutron] 10.222.0.10 "GET /v2.0/networks/7b9a89ab-47f1-4a79-95e4-0484eda86131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660414
Nov 06 21:03:47.555093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:47.558710 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:47.589889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-208b5c7e-3afa-4506-ae9a-9c09802423a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:47.591722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-208b5c7e-3afa-4506-ae9a-9c09802423a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.1800139
Nov 06 21:03:47.609643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a552db8b-f97a-42d7-9666-203df1384154 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags HTTP/1.1" status: 204  len: 168 time: 0.1566615
Nov 06 21:03:47.618323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43576) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.622683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-48aff94d-887c-4b51-86db-4a6f2b224c44 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f92553474c0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:47.662492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-5c1f6a98-6b20-4bbd-98d4-0b2ccf005436 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534358
Nov 06 21:03:47.678954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63372a0-8a94-4e71-82e3-10ef8f8c0fed req-b4d7e335-6c5e-4a1a-8a08-916fff49bf8e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:47.680577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c63372a0-8a94-4e71-82e3-10ef8f8c0fed req-b4d7e335-6c5e-4a1a-8a08-916fff49bf8e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 944 time: 0.1345446
Nov 06 21:03:47.696662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-b622dd34-b38b-42c0-91d9-3351f8a4961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:47.698298 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-b622dd34-b38b-42c0-91d9-3351f8a4961c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9054e505e3e4d6a9f2f5919ad5523c2&device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 1094 time: 0.0746474
Nov 06 21:03:47.819772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c63372a0-8a94-4e71-82e3-10ef8f8c0fed req-35d26c99-3525-4eeb-a0f8-fc5e23f44a95 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184123
Nov 06 21:03:47.825357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-48aff94d-887c-4b51-86db-4a6f2b224c44 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags HTTP/1.1" status: 204  len: 168 time: 0.2059340
Nov 06 21:03:47.829731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-0b6230bd-fb6c-4050-9fb2-bcd346afd13d service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479323
Nov 06 21:03:47.830197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43582) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:47.836434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-c4b1f0b0-d27a-43bd-9244-890f5256e18e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f925625a8b0>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:47.867673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-a859d90b-489d-44f5-bb7a-8368c26aba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:47.869286 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-a859d90b-489d-44f5-bb7a-8368c26aba16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b9a89ab-47f1-4a79-95e4-0484eda86131 HTTP/1.1" status: 200  len: 923 time: 0.1632793
Nov 06 21:03:47.929557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-d1c3c823-350e-4cc1-addd-3066d3c6662d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4770d39c-789f-48aa-8d30-4836c69caeff HTTP/1.1" status: 200  len: 217 time: 0.0518713
Nov 06 21:03:48.006131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c2d131a-6c1d-4c6c-86aa-ae334c803f82 req-60b003e9-82e5-44c8-9de1-779430a0263c tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0517340
Nov 06 21:03:48.044155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-404a6015-0e66-4c48-9abd-11a53ec4fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:48.045688 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-404a6015-0e66-4c48-9abd-11a53ec4fb3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c485b5d3-5194-46b0-a041-b89115d848e3 HTTP/1.1" status: 200  len: 862 time: 0.1087780
Nov 06 21:03:48.056461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-8bc54e5c-6a85-4aa6-8caf-3ac6874e08c5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:48.057989 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-8bc54e5c-6a85-4aa6-8caf-3ac6874e08c5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 950 time: 0.1391368
Nov 06 21:03:48.060109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43276b90-e28c-46df-8959-31c635f2e5f5 req-b99979b8-d8bd-4bba-aa88-efe271c5073f service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745572
Nov 06 21:03:48.067776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f202eed-7fd2-4b85-90dc-2c465fd4a64e req-16d232a8-c7e3-4dc4-893a-bef4fbb1fe5f tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:48.069709 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f202eed-7fd2-4b85-90dc-2c465fd4a64e req-16d232a8-c7e3-4dc4-893a-bef4fbb1fe5f tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 950 time: 0.1318858
Nov 06 21:03:48.089041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c4b1f0b0-d27a-43bd-9244-890f5256e18e tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags HTTP/1.1" status: 204  len: 168 time: 0.2568800
Nov 06 21:03:48.093611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43588) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:48.099562 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-fd8aaab7-fe46-4510-a473-b5f09a05373a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b9a89ab-47f1-4a79-95e4-0484eda86131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407085
Nov 06 21:03:48.129247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:03:48.132653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-40ce05cb-04b6-4976-a6d9-c1e4df7ec8a3 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254b77400>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03', 'tempest-TagsExtTest-Tag-1115187783') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:48.155281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f202eed-7fd2-4b85-90dc-2c465fd4a64e req-e4ea1cf8-ad1e-49d9-ba05-264727602cb6 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778525
Nov 06 21:03:48.167544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.169447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67219-245c-4e56-bbbc-09520946868e req-0cee839f-8e23-49ad-bd69-f681e11bd850 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:48.174111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3e67219-245c-4e56-bbbc-09520946868e req-0cee839f-8e23-49ad-bd69-f681e11bd850 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.0884202
Nov 06 21:03:48.238421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3e67219-245c-4e56-bbbc-09520946868e req-15ce3a5c-dad1-4893-beb4-fb2724c4003f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582666
Nov 06 21:03:48.278248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1c92-08bc-474b-aed2-56248dfd8c8b req-2cc08d93-96eb-4289-b243-cd4eca69a2c5 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:48.279843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f51c1c92-08bc-474b-aed2-56248dfd8c8b req-2cc08d93-96eb-4289-b243-cd4eca69a2c5 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 943 time: 0.0577931
Nov 06 21:03:48.290516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:48.302406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:48.305427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:48.306018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.312494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d834f-ac0b-412d-a6b1-9f9d49fec7e1 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:48.335330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f51c1c92-08bc-474b-aed2-56248dfd8c8b req-c9bf35c6-a87c-4aea-9de8-6caed009731a tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471885
Nov 06 21:03:48.338726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=35a611d8-b1b7-4b62-997d-b9a59225240c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:48.363096 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dab02180-2ee8-47f4-b89d-1cb2995599f2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9967430
Nov 06 21:03:48.365781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43590) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:48.372051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:c6:43:8f', 'name': 'tempest-NetworksTestDHCPv6-126981693'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:48.376967 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-a9dbd440-e199-4508-8f13-95128748496e service neutron] 10.222.0.10 "GET /v2.0/networks/7b9a89ab-47f1-4a79-95e4-0484eda86131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2389081
Nov 06 21:03:48.393614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Deleting port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:48.394553 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.481964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '35a611d8-b1b7-4b62-997d-b9a59225240c'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:03:48.482936 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.513546 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-40ce05cb-04b6-4976-a6d9-c1e4df7ec8a3 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags/tempest-TagsExtTest-Tag-1115187783 HTTP/1.1" status: 201  len: 201 time: 0.4164450
Nov 06 21:03:48.517331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43592) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:48.524418 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-92a7a9ac-4385-424a-81ea-5b022fcd035b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254fcd8b0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441', 'tempest-TagsExtTest-Tag-2123981833') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:48.611933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] For port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:48.612438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.634942 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6fc632ad-b949-439c-ac7e-9f8938568cbe req-037c2440-4780-43ff-93f9-57a5cf137f3f service neutron] 10.222.0.10 "GET /v2.0/networks/7b9a89ab-47f1-4a79-95e4-0484eda86131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2437334
Nov 06 21:03:48.636162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Calling delete_port for 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:48.667732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Allocated IP 2001:db8::f816:3eff:fed6:eac3 (5d860e38-6a16-4e75-a66b-12fac1376f02/35a611d8-b1b7-4b62-997d-b9a59225240c/5aefe297-6c79-4d58-b125-dc6fc2c5ae95) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:48.725433 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-92a7a9ac-4385-424a-81ea-5b022fcd035b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags/tempest-TagsExtTest-Tag-2123981833 HTTP/1.1" status: 201  len: 201 time: 0.2028389
Nov 06 21:03:48.728169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43594) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:48.732933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-311207ac-915d-486e-a8f5-25d94adbcf01 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254b1e7f0>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930', 'tempest-TagsExtTest-Tag-1324174807') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:48.823892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:48.832656 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.838944 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.877977 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-311207ac-915d-486e-a8f5-25d94adbcf01 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags/tempest-TagsExtTest-Tag-1324174807 HTTP/1.1" status: 201  len: 201 time: 0.1460495
Nov 06 21:03:48.878192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43598) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:48.886432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-74ee1741-f66a-493c-b391-670ee051da02 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f92551220a0>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68', 'tempest-TagsExtTest-Tag-1446320713') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:48.889817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.891876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Pushing event updated for resources: {'Port': ['ID=5aefe297-6c79-4d58-b125-dc6fc2c5ae95,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:48.900170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:48.901740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:48.904798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:48.915239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['688f6858-27d7-40ab-b4b1-48a4bfd5cdbd', 'b9f0b33e-c0e3-430d-b234-0a6318475b33'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:48.933151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Pushing event deleted for resources: {'Port': ['ID=688f6858-27d7-40ab-b4b1-48a4bfd5cdbd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:48.990367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] No DVR routers for this DVR port 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:48.993010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:48.996483 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4612aa23-e9f5-4c12-afa0-07dcf954ee05 req-5ec5645f-4669-46d6-832a-4bc97e767147 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "DELETE /v2.0/ports/688f6858-27d7-40ab-b4b1-48a4bfd5cdbd HTTP/1.1" status: 204  len: 173 time: 0.9251227
Nov 06 21:03:49.005769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Attempting to bind port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:49.006181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Attempting to bind port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:49.006551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Attempting to bind port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:49.014481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a3cebc-56c7-4387-9343-0de4c41f90b9', 'name': 'network-vif-deleted', 'tag': '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:49.016371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:49.016594 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:49.017348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:49.017348 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:49.017596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:49.018025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Bound port: 5aefe297-6c79-4d58-b125-dc6fc2c5ae95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:49.018404 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:49.020564 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc52e20-a86f-4977-a4d5-4f9db6b3a7d9" -d '{"events": [{"server_uuid": "20a3cebc-56c7-4387-9343-0de4c41f90b9", "name": "network-vif-deleted", "tag": "688f6858-27d7-40ab-b4b1-48a4bfd5cdbd"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:49.032931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-74ee1741-f66a-493c-b391-670ee051da02 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags/tempest-TagsExtTest-Tag-1446320713 HTTP/1.1" status: 201  len: 201 time: 0.1503618
Nov 06 21:03:49.034873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43602) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:49.044250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-36742a95-7947-4e8e-bbb6-43711024ae5a tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f924fe6b2e0>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03', {'tags': ['tempest-TagsExtTest-Tag-1678193909', 'tempest-TagsExtTest-Tag-2064391853', 'tempest-TagsExtTest-Tag-1573427870']}) {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:49.057219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29206108-1b39-4dba-b732-7d5adcb43405 req-ed345c95-f0ea-4058-964f-3d78b4045371 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:49.058947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29206108-1b39-4dba-b732-7d5adcb43405 req-ed345c95-f0ea-4058-964f-3d78b4045371 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 944 time: 0.1097279
Nov 06 21:03:49.063950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port e8b0f8ba-c751-4f19-89f6-71936933e739 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:03:49.088787 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a1ab7f-5afe-4f88-a208-6bd58ba8cc8a x-openstack-request-id: req-b3a1ab7f-5afe-4f88-a208-6bd58ba8cc8a {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:49.089228 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a3cebc-56c7-4387-9343-0de4c41f90b9", "name": "network-vif-deleted", "tag": "688f6858-27d7-40ab-b4b1-48a4bfd5cdbd", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:49.089485 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3a1ab7f-5afe-4f88-a208-6bd58ba8cc8a {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:49.090787 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a3cebc-56c7-4387-9343-0de4c41f90b9', 'name': 'network-vif-deleted', 'tag': '688f6858-27d7-40ab-b4b1-48a4bfd5cdbd', 'status': 'completed', 'code': 200}
Nov 06 21:03:49.159986 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-36742a95-7947-4e8e-bbb6-43711024ae5a tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags HTTP/1.1" status: 200  len: 318 time: 0.1202381
Nov 06 21:03:49.160896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43606) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:49.164824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-a3617572-ed3e-41d1-9c27-7f4aa6a227c3 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f92570c5730>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:49.180368 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] For port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:49.183649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29206108-1b39-4dba-b732-7d5adcb43405 req-9a27c0b3-8ea7-4d82-bc8c-500f9de313a0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123919
Nov 06 21:03:49.221183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a23936f-6e73-4d61-b59c-476f32d01bc5 req-afbd5413-7013-43b3-a568-d6f332a8d979 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0777962
Nov 06 21:03:49.228043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] For port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aefe297-6c79-4d58-b125-dc6fc2c5ae95,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:49.247360 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:49.279182 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a3617572-ed3e-41d1-9c27-7f4aa6a227c3 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags HTTP/1.1" status: 204  len: 168 time: 0.1153247
Nov 06 21:03:49.279751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43612) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:49.286451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-38ea3810-0009-4519-bd4e-3736932a1ef0 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254b97d60>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03', 'tempest-TagsExtTest-Tag-1678193909') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:49.326405 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5667c95e-3732-4471-90a8-bdfa1e804b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:49.348242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:fec6:438f (5d860e38-6a16-4e75-a66b-12fac1376f02/35a611d8-b1b7-4b62-997d-b9a59225240c/e8b0f8ba-c751-4f19-89f6-71936933e739) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:49.387049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95acfec-39bd-4400-9f2a-4d913d23bb90 None None] Pushing event updated for resources: {'Port': ['ID=5aefe297-6c79-4d58-b125-dc6fc2c5ae95,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:49.410666 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-38ea3810-0009-4519-bd4e-3736932a1ef0 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:49.419354 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38ea3810-0009-4519-bd4e-3736932a1ef0 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags/tempest-TagsExtTest-Tag-1678193909 HTTP/1.1" status: 404  len: 329 time: 0.1353536
Nov 06 21:03:49.419606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43616) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:49.424688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-ccb3211c-8c48-4bdc-8489-5d17e332c9de tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254dcfbe0>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03', 'tempest-TagsExtTest-Tag-2064391853') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:49.502318 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-ccb3211c-8c48-4bdc-8489-5d17e332c9de tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:49.510678 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ccb3211c-8c48-4bdc-8489-5d17e332c9de tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags/tempest-TagsExtTest-Tag-2064391853 HTTP/1.1" status: 404  len: 329 time: 0.0878537
Nov 06 21:03:49.512023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43618) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:49.525006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-287fafba-df41-415f-b2e5-1c1962915878 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f92564eac40>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03', 'tempest-TagsExtTest-Tag-1573427870') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:49.527921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25e62d38-fd5f-4618-8571-7610ff7e4549 req-6c1d5990-a0e0-4449-a41e-7944fa5150b5 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=20a3cebc-56c7-4387-9343-0de4c41f90b9 HTTP/1.1" status: 200  len: 210 time: 0.1207597
Nov 06 21:03:49.619396 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-287fafba-df41-415f-b2e5-1c1962915878 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:49.621251 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-287fafba-df41-415f-b2e5-1c1962915878 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags/tempest-TagsExtTest-Tag-1573427870 HTTP/1.1" status: 404  len: 329 time: 0.1077435
Nov 06 21:03:49.623711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43620) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:49.633652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-995b53b0-917f-4194-932e-46de5db740f2 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254236070>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441', {'tags': ['tempest-TagsExtTest-Tag-1418182574', 'tempest-TagsExtTest-Tag-1051190719', 'tempest-TagsExtTest-Tag-1298318508']}) {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:49.697354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccfa88-1bb0-4a80-8f42-ec4f56a59f7c req-6deb2da2-7cd3-473b-a4c7-826a19b275b3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:49.701315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bccfa88-1bb0-4a80-8f42-ec4f56a59f7c req-6deb2da2-7cd3-473b-a4c7-826a19b275b3 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.2951987
Nov 06 21:03:49.739120 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-995b53b0-917f-4194-932e-46de5db740f2 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags HTTP/1.1" status: 200  len: 318 time: 0.1143329
Nov 06 21:03:49.741754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43622) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:49.746356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-43532117-995f-492d-b642-77970507831f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254de73a0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:49.776998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:49.822112 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-43532117-995f-492d-b642-77970507831f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags HTTP/1.1" status: 204  len: 168 time: 0.0792730
Nov 06 21:03:49.826357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bf49d-c8e2-4b68-92a9-305f073a16ce req-0798e0c0-e9fc-4e19-9292-9947b6550d23 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:49.827935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d9bf49d-c8e2-4b68-92a9-305f073a16ce req-0798e0c0-e9fc-4e19-9292-9947b6550d23 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 943 time: 0.1978142
Nov 06 21:03:49.831393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bccfa88-1bb0-4a80-8f42-ec4f56a59f7c req-263b647f-e961-4bff-84ff-4c98442b3c74 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944934
Nov 06 21:03:49.831847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43624) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:49.837696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-b2b72a17-70f6-421c-b3f0-8ea4d56e3628 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f92544e1ac0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441', 'tempest-TagsExtTest-Tag-1418182574') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:49.906791 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:49.975238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d9bf49d-c8e2-4b68-92a9-305f073a16ce req-7d41dcf8-8b0b-4200-b289-e065b8ffef7b tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352792
Nov 06 21:03:49.996950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:50.003071 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-b2b72a17-70f6-421c-b3f0-8ea4d56e3628 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:50.007358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b2b72a17-70f6-421c-b3f0-8ea4d56e3628 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags/tempest-TagsExtTest-Tag-1418182574 HTTP/1.1" status: 404  len: 329 time: 0.1704819
Nov 06 21:03:50.007358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:50.007825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=e8b0f8ba-c751-4f19-89f6-71936933e739,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:50.008030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43626) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:50.010238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:50.012953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-290333f5-2ed3-4c53-9f02-caff37a0f805 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254de7a60>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441', 'tempest-TagsExtTest-Tag-1051190719') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:50.015951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:50.016609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.033606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4f86a707-31de-4f73-9c7b-e4b4318555f6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.6653986
Nov 06 21:03:50.036728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43628) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:50.070278 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-290333f5-2ed3-4c53-9f02-caff37a0f805 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:50.071321 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-290333f5-2ed3-4c53-9f02-caff37a0f805 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags/tempest-TagsExtTest-Tag-1051190719 HTTP/1.1" status: 404  len: 329 time: 0.0621226
Nov 06 21:03:50.074118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43630) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:50.078303 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-0338fd9c-645f-4974-97f4-0451ac4320ff tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254187a00>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441', 'tempest-TagsExtTest-Tag-1298318508') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:50.088817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d4bec-5dc5-40c6-8ad3-f58b3d2c45e9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:50.094930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d4bec-5dc5-40c6-8ad3-f58b3d2c45e9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:50.096610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d48d4bec-5dc5-40c6-8ad3-f58b3d2c45e9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.0588889
Nov 06 21:03:50.099766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43632) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:50.189107 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-0338fd9c-645f-4974-97f4-0451ac4320ff tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:50.190198 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0338fd9c-645f-4974-97f4-0451ac4320ff tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags/tempest-TagsExtTest-Tag-1298318508 HTTP/1.1" status: 404  len: 329 time: 0.1151745
Nov 06 21:03:50.193504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:50.198254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-f7191435-8392-40f7-9f59-f60a7b22612b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f924fc63f10>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930', {'tags': ['tempest-TagsExtTest-Tag-2006084006', 'tempest-TagsExtTest-Tag-682851187', 'tempest-TagsExtTest-Tag-418290034']}) {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:50.343090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef102-a7a8-42f8-84cb-6f0586d96bd0 req-044b71d6-209e-470e-a788-8473ad60788f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:50.344811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c10ef102-a7a8-42f8-84cb-6f0586d96bd0 req-044b71d6-209e-470e-a788-8473ad60788f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 944 time: 0.0817344
Nov 06 21:03:50.381887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cbc0397-1980-4699-b650-85ae30e053ef req-257ce829-3ad9-4e9f-9531-671072ac6f51 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0581286
Nov 06 21:03:50.440231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c10ef102-a7a8-42f8-84cb-6f0586d96bd0 req-40bd7305-f3e1-4f4f-a62a-15fda6829aa9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867448
Nov 06 21:03:50.512864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a1df9e5e-1a82-4282-8af0-7e859423f6e4 None None] Provisioning complete for port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:50.513464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a1df9e5e-1a82-4282-8af0-7e859423f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.566834 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.628556 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a1df9e5e-1a82-4282-8af0-7e859423f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.671986 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b8ba3-6436-4f66-98f9-a25099e5f2c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port e8b0f8ba-c751-4f19-89f6-71936933e739 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:50.672933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8ba3-6436-4f66-98f9-a25099e5f2c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.680013 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f7191435-8392-40f7-9f59-f60a7b22612b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags HTTP/1.1" status: 200  len: 316 time: 0.4832673
Nov 06 21:03:50.680982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43644) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:50.681875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a1df9e5e-1a82-4282-8af0-7e859423f6e4 None None] For port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aefe297-6c79-4d58-b125-dc6fc2c5ae95,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:50.688835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-e8971614-e10c-4384-84a5-35a1fb41c0a7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254605ee0>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:50.689612 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a1df9e5e-1a82-4282-8af0-7e859423f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.751116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df9e5e-1a82-4282-8af0-7e859423f6e4 None None] Pushing event updated for resources: {'Port': ['ID=5aefe297-6c79-4d58-b125-dc6fc2c5ae95,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:50.783781 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8ba3-6436-4f66-98f9-a25099e5f2c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.796514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b8ba3-6436-4f66-98f9-a25099e5f2c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for e8b0f8ba-c751-4f19-89f6-71936933e739 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:50.813934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d7d4f4a9-995d-4604-aea5-7b50eb631b9e None None] Provisioning complete for port e8b0f8ba-c751-4f19-89f6-71936933e739 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:50.814343 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d7d4f4a9-995d-4604-aea5-7b50eb631b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.819611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e8971614-e10c-4384-84a5-35a1fb41c0a7 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags HTTP/1.1" status: 204  len: 168 time: 0.1358805
Nov 06 21:03:50.827626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43648) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:50.833935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-1dee6e67-19b1-47c3-ae7d-70199ccf889f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f924ff7ef10>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930', 'tempest-TagsExtTest-Tag-2006084006') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:50.851849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4f4a9-995d-4604-aea5-7b50eb631b9e None None] Port e8b0f8ba-c751-4f19-89f6-71936933e739 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:03:50.944717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8ba3-6436-4f66-98f9-a25099e5f2c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:50.967046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d65f6-a769-41ca-914f-a7d3bd5272e7 req-e8709233-1851-4375-b9af-e30a3886d002 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:50.968556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479d65f6-a769-41ca-914f-a7d3bd5272e7 req-e8709233-1851-4375-b9af-e30a3886d002 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 951 time: 0.1510851
Nov 06 21:03:50.981545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b8ba3-6436-4f66-98f9-a25099e5f2c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=e8b0f8ba-c751-4f19-89f6-71936933e739,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:50.995470 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-1dee6e67-19b1-47c3-ae7d-70199ccf889f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:51.000399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1dee6e67-19b1-47c3-ae7d-70199ccf889f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags/tempest-TagsExtTest-Tag-2006084006 HTTP/1.1" status: 404  len: 329 time: 0.1679916
Nov 06 21:03:51.001539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43652) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.007985 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8ba3-6436-4f66-98f9-a25099e5f2c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.008537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-aceb4d68-9c4f-4493-8626-a610c6963a63 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f925406bbb0>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930', 'tempest-TagsExtTest-Tag-682851187') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.011561 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9c4b8ba3-6436-4f66-98f9-a25099e5f2c5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/e8b0f8ba-c751-4f19-89f6-71936933e739 HTTP/1.1" status: 204  len: 168 time: 0.9104967
Nov 06 21:03:51.013895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43656) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.018130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef4ff3-9e4b-477f-9e9f-5e21dfab4c4b req-35d3ece0-0742-49a9-b4d0-e993db2b8e34 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:51.020207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7ef4ff3-9e4b-477f-9e9f-5e21dfab4c4b req-35d3ece0-0742-49a9-b4d0-e993db2b8e34 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.0976865
Nov 06 21:03:51.077403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60db1f7-ea39-4f21-9d8a-6d61ac6629ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:51.081071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60db1f7-ea39-4f21-9d8a-6d61ac6629ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:51.083212 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f60db1f7-ea39-4f21-9d8a-6d61ac6629ed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0678482
Nov 06 21:03:51.085866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43658) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.144863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479d65f6-a769-41ca-914f-a7d3bd5272e7 req-ab62189f-23de-44e0-95ef-8b82b6d90e8b tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686831
Nov 06 21:03:51.155936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d438025-648e-4bed-bb46-89e2bffc4dd4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 35a611d8-b1b7-4b62-997d-b9a59225240c {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:51.159606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d438025-648e-4bed-bb46-89e2bffc4dd4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.173925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:51.183043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7ef4ff3-9e4b-477f-9e9f-5e21dfab4c4b req-8d1e343c-ea07-4e0f-ab5c-665ff46c2ae8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1184404
Nov 06 21:03:51.184746 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-aceb4d68-9c4f-4493-8626-a610c6963a63 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:51.185789 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aceb4d68-9c4f-4493-8626-a610c6963a63 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags/tempest-TagsExtTest-Tag-682851187 HTTP/1.1" status: 404  len: 328 time: 0.1833317
Nov 06 21:03:51.201112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43660) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.205923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-0f6c42ad-01ec-48a8-92ec-beb84142f8fa tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9256460df0>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930', 'tempest-TagsExtTest-Tag-418290034') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.239966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:51.240375 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.242918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d438025-648e-4bed-bb46-89e2bffc4dd4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.332034 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-0f6c42ad-01ec-48a8-92ec-beb84142f8fa tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:51.333067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0f6c42ad-01ec-48a8-92ec-beb84142f8fa tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags/tempest-TagsExtTest-Tag-418290034 HTTP/1.1" status: 404  len: 328 time: 0.1309714
Nov 06 21:03:51.335946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43662) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.339967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d438025-648e-4bed-bb46-89e2bffc4dd4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.340782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-8d16c860-7656-4103-931c-f1d7be0917ab tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f92562d7160>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68', {'tags': ['tempest-TagsExtTest-Tag-796875367', 'tempest-TagsExtTest-Tag-1329372142', 'tempest-TagsExtTest-Tag-764712925']}) {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.370232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cac4b-cd42-400d-9d14-73aff329fee0 req-d95f85b2-598e-49c2-870d-56097ca5eb4e tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:51.371772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b4cac4b-cd42-400d-9d14-73aff329fee0 req-d95f85b2-598e-49c2-870d-56097ca5eb4e tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 943 time: 0.1131248
Nov 06 21:03:51.371933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4770d39c-789f-48aa-8d30-4836c69caeff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:03:51.373945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:51.402750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:51.403147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 688f6858-27d7-40ab-b4b1-48a4bfd5cdbd not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:51.406214 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d438025-648e-4bed-bb46-89e2bffc4dd4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.444807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d438025-648e-4bed-bb46-89e2bffc4dd4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=35a611d8-b1b7-4b62-997d-b9a59225240c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:51.450019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d438025-648e-4bed-bb46-89e2bffc4dd4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.453472 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2d438025-648e-4bed-bb46-89e2bffc4dd4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/35a611d8-b1b7-4b62-997d-b9a59225240c HTTP/1.1" status: 204  len: 168 time: 0.3666418
Nov 06 21:03:51.455851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43666) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.467081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab84396-f6b3-4086-8a30-c1491fcf958c None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:51.478219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b4cac4b-cd42-400d-9d14-73aff329fee0 req-45574e74-429b-4bfe-929f-65d7acb2397e tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959878
Nov 06 21:03:51.480306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8d16c860-7656-4103-931c-f1d7be0917ab tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "PUT /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags HTTP/1.1" status: 200  len: 316 time: 0.1433887
Nov 06 21:03:51.484549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43670) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.490828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-e3bb7598-0cd5-484f-b72c-2d8853fab1b9 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254331640>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.498316 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1217cf99-9c51-4110-95a3-c195ca2ec94d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0378630
Nov 06 21:03:51.500959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43672) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.523718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:51.555627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bd44df5-6af3-46aa-bd5f-12515f09579e req-657def69-64a3-428e-8f61-b56f2dfcae77 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0721149
Nov 06 21:03:51.559740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4770d39c-789f-48aa-8d30-4836c69caeff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4770d39c-789f-48aa-8d30-4836c69caeff,segment=NetworkSegment(9b0e35c3-a9d9-425d-9c4f-13e8080a56ca),segment_id=9b0e35c3-a9d9-425d-9c4f-13e8080a56ca)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:51.609768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '4770d39c-789f-48aa-8d30-4836c69caeff', 'network_id': '7b9a89ab-47f1-4a79-95e4-0484eda86131', 'port_id': '4770d39c-789f-48aa-8d30-4836c69caeff', 'mac_address': 'fa:16:3e:39:f8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c485b5d3-5194-46b0-a041-b89115d848e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:03:51.676402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b01d8-f5c9-44fb-99c3-512ad7c0f596 req-fc3d1c2e-0c52-4f90-8746-48c955ad0017 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:51.677996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-709b01d8-f5c9-44fb-99c3-512ad7c0f596 req-fc3d1c2e-0c52-4f90-8746-48c955ad0017 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 944 time: 0.0962012
Nov 06 21:03:51.693372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e3bb7598-0cd5-484f-b72c-2d8853fab1b9 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags HTTP/1.1" status: 204  len: 168 time: 0.2044768
Nov 06 21:03:51.693689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43674) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.699425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-790ce104-858c-4d5c-9063-f03e1f81dd69 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f925432f880>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68', 'tempest-TagsExtTest-Tag-796875367') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.715556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:51.719250 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.724330 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-790ce104-858c-4d5c-9063-f03e1f81dd69 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:51.728195 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-790ce104-858c-4d5c-9063-f03e1f81dd69 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags/tempest-TagsExtTest-Tag-796875367 HTTP/1.1" status: 404  len: 328 time: 0.0304637
Nov 06 21:03:51.728419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.734292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-80252dbf-9d92-446f-9671-7659795835e2 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9257152400>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68', 'tempest-TagsExtTest-Tag-1329372142') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.757748 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-80252dbf-9d92-446f-9671-7659795835e2 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:51.761458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-80252dbf-9d92-446f-9671-7659795835e2 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags/tempest-TagsExtTest-Tag-1329372142 HTTP/1.1" status: 404  len: 329 time: 0.0286202
Nov 06 21:03:51.761616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43678) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.765947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-b6a8eb28-f793-44ff-9c27-535be60b720c tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f92545b8040>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68', 'tempest-TagsExtTest-Tag-764712925') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.788500 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-b6a8eb28-f793-44ff-9c27-535be60b720c tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] show failed (client error): The resource could not be found.
Nov 06 21:03:51.792444 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b6a8eb28-f793-44ff-9c27-535be60b720c tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags/tempest-TagsExtTest-Tag-764712925 HTTP/1.1" status: 404  len: 328 time: 0.0270295
Nov 06 21:03:51.793568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43680) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.796899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-c209a066-67b6-40a3-a55a-8c412829819f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254d55c70>, 'subnetpools', '0badf607-686f-4d00-8e1c-099273139f68') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.803968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-709b01d8-f5c9-44fb-99c3-512ad7c0f596 req-b39ea76e-49e1-492e-8b12-9b02591d3a8a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172388
Nov 06 21:03:51.827838 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c209a066-67b6-40a3-a55a-8c412829819f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68/tags HTTP/1.1" status: 204  len: 168 time: 0.0318439
Nov 06 21:03:51.828248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43682) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.834768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-345d5a4e-0513-4627-a3fc-b9e1359c8e21 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f92553e0ac0>, 'routers', 'bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:51.836365 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.839812 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.857808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4770d39c-789f-48aa-8d30-4836c69caeff {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:51.896916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4770d39c-789f-48aa-8d30-4836c69caeff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4770d39c-789f-48aa-8d30-4836c69caeff,segment=NetworkSegment(9b0e35c3-a9d9-425d-9c4f-13e8080a56ca),segment_id=9b0e35c3-a9d9-425d-9c4f-13e8080a56ca)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:51.901616 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:51.902433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 08564426-2778-4687-822f-d632265f23a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:03:51.917240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:51.936345 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-345d5a4e-0513-4627-a3fc-b9e1359c8e21 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930/tags HTTP/1.1" status: 204  len: 168 time: 0.1047988
Nov 06 21:03:51.937145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43684) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:51.942864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-a315b093-7edf-49c2-802a-8c388ae8c49c tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254fcd3a0>, 'ports', '84f400fb-5bbb-4760-b38a-2d59566e6441') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:52.001718 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a315b093-7edf-49c2-802a-8c388ae8c49c tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441/tags HTTP/1.1" status: 204  len: 168 time: 0.0634613
Nov 06 21:03:52.004358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43686) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:52.009292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.tag.tag_plugin [None req-ee534f0c-b94e-4ac8-9221-8d956e2cd45b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9258bd6cd0>, 'subnets', '1c32263a-3a2c-407b-a860-a315f0231d03') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:52.035533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4770d39c-789f-48aa-8d30-4836c69caeff,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:52.070370 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ee534f0c-b94e-4ac8-9221-8d956e2cd45b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03/tags HTTP/1.1" status: 204  len: 168 time: 0.0642128
Nov 06 21:03:52.075698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43688) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:52.104738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 08564426-2778-4687-822f-d632265f23a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08564426-2778-4687-822f-d632265f23a2,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:52.117530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] Deleting port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:52.117899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.118310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.objects.ports [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119333) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:03:52.131762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '08564426-2778-4687-822f-d632265f23a2', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'port_id': '08564426-2778-4687-822f-d632265f23a2', 'mac_address': 'fa:16:3e:65:af:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1697f-b2c0-469e-8413-56865719f066', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:03:52.171315 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d8edf3c5-f175-4609-bd6b-e069a42fec8f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for subnetpool, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.174983 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d8edf3c5-f175-4609-bd6b-e069a42fec8f tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnetpools/0badf607-686f-4d00-8e1c-099273139f68 HTTP/1.1" status: 204  len: 168 time: 0.0949283
Nov 06 21:03:52.175558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43692) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:52.209079 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e0a6551-40a0-4281-bcb3-c37aca085a0c tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930 HTTP/1.1" status: 200  len: 205 time: 0.0292492
Nov 06 21:03:52.209079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43696) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:52.229024 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.262772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08564426-2778-4687-822f-d632265f23a2 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:03:52.279162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] For port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aefe297-6c79-4d58-b125-dc6fc2c5ae95,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:52.279788 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.296779 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e995606-43a0-424d-b137-571633b71798 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.307895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] Calling delete_port for 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:52.313757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 08564426-2778-4687-822f-d632265f23a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08564426-2778-4687-822f-d632265f23a2,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:52.321632 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.419831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=08564426-2778-4687-822f-d632265f23a2,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:52.425760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954dad-0c84-41c6-960f-09119656651d req-c828aaa9-c20e-400b-b0f9-0cf1c884e7e6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:52.428253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b954dad-0c84-41c6-960f-09119656651d req-c828aaa9-c20e-400b-b0f9-0cf1c884e7e6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1364894
Nov 06 21:03:52.446167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.451243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904a2f-1ba6-4ae6-a0c3-849ce6a2990f req-b986f157-1f9b-4f01-b2b6-6f254f3f2544 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:52.452995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05904a2f-1ba6-4ae6-a0c3-849ce6a2990f req-b986f157-1f9b-4f01-b2b6-6f254f3f2544 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 951 time: 0.1632442
Nov 06 21:03:52.486015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] Pushing event deleted for resources: {'Port': ['ID=5aefe297-6c79-4d58-b125-dc6fc2c5ae95,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:52.487480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e995606-43a0-424d-b137-571633b71798 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.489781 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e995606-43a0-424d-b137-571633b71798 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.491145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d54e8-105c-4215-ac74-ad068d46abf5 None None] No DVR routers for this DVR port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:52.498460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.502472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Port 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 concurrently deleted while adding address for new subnet {'id': 'bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83', 'name': '', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1990, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-06T21:03:51Z', 'updated_at': '2021-11-06T21:03:51Z', 'revision_number': 0, 'segment_id': None, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d'}. {{(pid=119333) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}}
Nov 06 21:03:52.502929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.564780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e995606-43a0-424d-b137-571633b71798 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.565289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e995606-43a0-424d-b137-571633b71798 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Fanout notify agent at l3_agent the message router_deleted on router bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:03:52.574019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e995606-43a0-424d-b137-571633b71798 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.577347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0e995606-43a0-424d-b137-571633b71798 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/routers/bd8bb9e7-e8bd-4e5b-b214-de8ee4f14930 HTTP/1.1" status: 204  len: 168 time: 0.3646395
Nov 06 21:03:52.577805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43700) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:52.583476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:52.597328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:52.600398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:52.600989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.607841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58ecae0-fec1-4b82-806c-cb8cf81032ac None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:52.617145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b954dad-0c84-41c6-960f-09119656651d req-52d68055-ca0d-4582-8de9-10bb7cfa22ad tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1620281
Nov 06 21:03:52.635030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05904a2f-1ba6-4ae6-a0c3-849ce6a2990f req-0c6876c8-3a86-4428-9f04-ed9cd1a359eb tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/security-groups?id=2289f747-c4a9-43c1-bef4-192a0f3b3b73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591489
Nov 06 21:03:52.636604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:52.641169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-ebca0f2c-570c-4cb4-8d7b-0b0de69a4524 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:52.643124 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-ebca0f2c-570c-4cb4-8d7b-0b0de69a4524 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 951 time: 0.1040003
Nov 06 21:03:52.657303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e1ff9418-5f76-4e39-b2e4-496323700e09 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1391699
Nov 06 21:03:52.671527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43704) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:52.690126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:b1:45:cb', 'name': 'tempest-NetworksTestDHCPv6-1090579450'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:52.791063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f4daf3d-5e9e-4653-a9fd-ee1cba8e8cb8 req-3aa51225-4f45-4db2-a07d-23deb9ddf0db tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0441194
Nov 06 21:03:52.814081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199a96b-8649-46c5-9433-e6e7b2442aa3 req-ca0e4ccc-ebf4-4b03-863a-372206f54a05 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:52.816390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d199a96b-8649-46c5-9433-e6e7b2442aa3 req-ca0e4ccc-ebf4-4b03-863a-372206f54a05 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 944 time: 0.0865920
Nov 06 21:03:52.830374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4770d39c-789f-48aa-8d30-4836c69caeff'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:52.860259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-cf76d775-e878-4e81-8813-b00d86fafb61 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Deleting port 84f400fb-5bbb-4760-b38a-2d59566e6441 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:52.860259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf76d775-e878-4e81-8813-b00d86fafb61 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.870555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['08564426-2778-4687-822f-d632265f23a2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:03:52.876777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': 'bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:03:52.877587 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.881257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d199a96b-8649-46c5-9433-e6e7b2442aa3 req-c2516a4f-5854-4ed0-adba-33dc6c029dc0 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575511
Nov 06 21:03:52.951852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50afd76-9bcf-421a-830f-14e5d05dd0e5 req-cfc212e3-d19c-4a3e-8f56-c720bf8cf69c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:52.953501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d50afd76-9bcf-421a-830f-14e5d05dd0e5 req-cfc212e3-d19c-4a3e-8f56-c720bf8cf69c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 945 time: 0.0513027
Nov 06 21:03:52.988221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Deleting port b9f0b33e-c0e3-430d-b234-0a6318475b33 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:52.988599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:52.997265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:53.006649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d50afd76-9bcf-421a-830f-14e5d05dd0e5 req-9bb26aba-f15d-4429-8b18-a801ce5c9f9b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472379
Nov 06 21:03:53.084281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf76d775-e878-4e81-8813-b00d86fafb61 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.107722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:53.115455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-cf76d775-e878-4e81-8813-b00d86fafb61 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Calling delete_port for 84f400fb-5bbb-4760-b38a-2d59566e6441 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:53.153191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:53.153537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5aefe297-6c79-4d58-b125-dc6fc2c5ae95 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:53.176729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Allocated IP 2001:db8::f816:3eff:fe06:1062 (5d860e38-6a16-4e75-a66b-12fac1376f02/bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83/bac2d40f-60d8-4add-bf3d-2e84a548ce0c) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:53.213657 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] For port b9f0b33e-c0e3-430d-b234-0a6318475b33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9f0b33e-c0e3-430d-b234-0a6318475b33,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:53.214035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.234501 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.250893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Calling delete_port for b9f0b33e-c0e3-430d-b234-0a6318475b33 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:53.291104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 03b952a4-fa37-4b7a-8a89-98aeec1fa1ec yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:03:53.398484 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.405278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.447789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:53.454247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:53.457153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:53.464562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Pushing event updated for resources: {'Port': ['ID=bac2d40f-60d8-4add-bf3d-2e84a548ce0c,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:53.474010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf76d775-e878-4e81-8813-b00d86fafb61 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.519436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Attempting to bind port bac2d40f-60d8-4add-bf3d-2e84a548ce0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:53.519809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Attempting to bind port bac2d40f-60d8-4add-bf3d-2e84a548ce0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:53.520494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Attempting to bind port bac2d40f-60d8-4add-bf3d-2e84a548ce0c on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:53.525639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:53.526024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:53.526399 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.526787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:53.527253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Bound port: bac2d40f-60d8-4add-bf3d-2e84a548ce0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:53.527632 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.536975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:feb1:45cb (5d860e38-6a16-4e75-a66b-12fac1376f02/bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83/03b952a4-fa37-4b7a-8a89-98aeec1fa1ec) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:53.541159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76d775-e878-4e81-8813-b00d86fafb61 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Pushing event deleted for resources: {'Port': ['ID=84f400fb-5bbb-4760-b38a-2d59566e6441,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:53.597486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] For port bac2d40f-60d8-4add-bf3d-2e84a548ce0c, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:53.640823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] For port bac2d40f-60d8-4add-bf3d-2e84a548ce0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac2d40f-60d8-4add-bf3d-2e84a548ce0c,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:53.647107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.649750 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.710137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cf76d775-e878-4e81-8813-b00d86fafb61 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.723992 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cf76d775-e878-4e81-8813-b00d86fafb61 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/ports/84f400fb-5bbb-4760-b38a-2d59566e6441 HTTP/1.1" status: 204  len: 168 time: 1.1453893
Nov 06 21:03:53.725458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Pushing event deleted for resources: {'Port': ['ID=b9f0b33e-c0e3-430d-b234-0a6318475b33,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:53.727409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43714) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:53.783859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cb93a-30dc-416b-a8e2-6f0d52331f79 None None] Pushing event updated for resources: {'Port': ['ID=bac2d40f-60d8-4add-bf3d-2e84a548ce0c,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:53.841270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] No DVR routers for this DVR port b9f0b33e-c0e3-430d-b234-0a6318475b33 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:53.845667 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.848709 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1d7e8a07-caf8-4047-bcf9-329fbdcb43a8 req-57c1c1b3-c81b-407f-9b9f-00456b9185b4 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.10 "DELETE /v2.0/ports/b9f0b33e-c0e3-430d-b234-0a6318475b33 HTTP/1.1" status: 204  len: 173 time: 1.1781437
Nov 06 21:03:53.849164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-deleted', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:53.851450 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc2bef0-2442-47f1-93dc-7a4e8c7d1b6a" -d '{"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-deleted", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:53.893007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-978d7140-e591-4260-942e-4ae1ef669a03 req-3beedcdc-2279-48f1-9054-130c91425919 tempest-ServersAdminTestJSON-1586429958 tempest-ServersAdminTestJSON-1586429958-project] 10.222.0.13 "GET /v2.0/ports?device_id=73886535-1924-43e9-86fe-e2cdef2d59af HTTP/1.1" status: 200  len: 210 time: 0.0933909
Nov 06 21:03:53.921182 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.938305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Deleting subnet 1c32263a-3a2c-407b-a860-a315f0231d03 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:53.942713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:53.990239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.008512 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.053172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=03b952a4-fa37-4b7a-8a89-98aeec1fa1ec,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:54.070762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8209a-3211-4337-92d6-f3d6e596d535 req-8e321bf8-c39a-4176-8471-e0e3935aac1c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:54.072331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8d8209a-3211-4337-92d6-f3d6e596d535 req-8e321bf8-c39a-4176-8471-e0e3935aac1c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.2740571
Nov 06 21:03:54.079023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:54.080659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:54.083915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:54.091090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bc183f0-822f-4ef7-97fa-b9171201f7c1 req-9472a69a-0c40-4ea8-8c5b-468ddbf7a254 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0792193
Nov 06 21:03:54.091978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:54.092773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.116570 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1945239e-53d7-4c95-a4ca-ba7a3910a06b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.4433012
Nov 06 21:03:54.139367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43724) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:54.165698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8d8209a-3211-4337-92d6-f3d6e596d535 req-9ce30a3f-d39f-490c-8369-9330a485d81f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770364
Nov 06 21:03:54.206215 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf6b0b3-854b-4093-9e1e-dc912d3533f8 x-openstack-request-id: req-baf6b0b3-854b-4093-9e1e-dc912d3533f8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:54.206532 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73886535-1924-43e9-86fe-e2cdef2d59af", "name": "network-vif-deleted", "tag": "b9f0b33e-c0e3-430d-b234-0a6318475b33", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:54.206786 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baf6b0b3-854b-4093-9e1e-dc912d3533f8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:54.207180 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73886535-1924-43e9-86fe-e2cdef2d59af', 'name': 'network-vif-deleted', 'tag': 'b9f0b33e-c0e3-430d-b234-0a6318475b33', 'status': 'completed', 'code': 200}
Nov 06 21:03:54.220976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1933fc-9194-4442-a8f8-903327eeeeae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:54.243943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1933fc-9194-4442-a8f8-903327eeeeae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:54.247946 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dd1933fc-9194-4442-a8f8-903327eeeeae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1072695
Nov 06 21:03:54.250991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43726) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:54.253953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.358411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-af0eecd8-fee7-4a52-b6c9-ef7c81709eed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 03b952a4-fa37-4b7a-8a89-98aeec1fa1ec {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:54.358791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0eecd8-fee7-4a52-b6c9-ef7c81709eed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.383516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fee39-3372-43f7-8c62-4f2a44bd5285 req-6383b9b0-32d7-443c-afc0-17436a88a50d tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:54.384968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a4fee39-3372-43f7-8c62-4f2a44bd5285 req-6383b9b0-32d7-443c-afc0-17436a88a50d tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 944 time: 0.1335583
Nov 06 21:03:54.404236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f491ade-8efb-4402-9f36-ba3be3b785fb req-dc2e2db7-2e3e-47cf-8886-5aa7afe43e0c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:54.411594 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f491ade-8efb-4402-9f36-ba3be3b785fb req-dc2e2db7-2e3e-47cf-8886-5aa7afe43e0c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 945 time: 0.1225994
Nov 06 21:03:54.423931 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.456628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0eecd8-fee7-4a52-b6c9-ef7c81709eed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.471398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-af0eecd8-fee7-4a52-b6c9-ef7c81709eed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 03b952a4-fa37-4b7a-8a89-98aeec1fa1ec owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:54.482451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Pushing event deleted for resources: {'Subnet': ['ID=1c32263a-3a2c-407b-a860-a315f0231d03,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:54.498210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.498657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca2a82-f8b3-4945-897f-7cdffec7ae67 None None] Network f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:54.504943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/subnets/1c32263a-3a2c-407b-a860-a315f0231d03 HTTP/1.1" status: 204  len: 168 time: 0.7719491
Nov 06 21:03:54.511972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43728) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:54.536721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.537199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.537550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.537891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.538251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.538589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.538919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.539244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.539568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.539894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.540218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.540561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612651c8-78ab-4b43-946a-db916c57f5a6 tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:03:54.587713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a4fee39-3372-43f7-8c62-4f2a44bd5285 req-03d3695e-04a7-4415-b84b-06b0ca265bbb tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924691
Nov 06 21:03:54.607781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f491ade-8efb-4402-9f36-ba3be3b785fb req-f24af842-c5ab-490c-87cc-9ee8df55120c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932690
Nov 06 21:03:54.641006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0eecd8-fee7-4a52-b6c9-ef7c81709eed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.647472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.689516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eecd8-fee7-4a52-b6c9-ef7c81709eed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=03b952a4-fa37-4b7a-8a89-98aeec1fa1ec,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:54.717759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Deleting port 5e8def71-3a56-47c4-9afd-6b51543a3fda {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:54.718847 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.719692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0eecd8-fee7-4a52-b6c9-ef7c81709eed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.725746 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af0eecd8-fee7-4a52-b6c9-ef7c81709eed tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/03b952a4-fa37-4b7a-8a89-98aeec1fa1ec HTTP/1.1" status: 204  len: 168 time: 0.4714606
Nov 06 21:03:54.726072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43730) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:54.783180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] DHCP port deletion for f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:54.786042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc1a1b-da3e-4a26-8370-c6bff4c63492 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:54.787834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc1a1b-da3e-4a26-8370-c6bff4c63492 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:54.789888 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-94cc1a1b-da3e-4a26-8370-c6bff4c63492 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0625336
Nov 06 21:03:54.792430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43732) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:54.799606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] For port 5e8def71-3a56-47c4-9afd-6b51543a3fda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e8def71-3a56-47c4-9afd-6b51543a3fda,segment=NetworkSegment(7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a),segment_id=7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:54.800873 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.819802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Calling delete_port for 5e8def71-3a56-47c4-9afd-6b51543a3fda owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:54.843618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] Deleting port 5e8def71-3a56-47c4-9afd-6b51543a3fda {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:54.843991 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.856385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc8a171-e0c0-4f19-8b9d-5fdca917a968 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:54.859715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a171-e0c0-4f19-8b9d-5fdca917a968 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.918010 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.923204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] For port 5e8def71-3a56-47c4-9afd-6b51543a3fda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e8def71-3a56-47c4-9afd-6b51543a3fda,segment=NetworkSegment(7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a),segment_id=7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:54.923826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.940066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] Calling delete_port for 5e8def71-3a56-47c4-9afd-6b51543a3fda owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:54.943691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a171-e0c0-4f19-8b9d-5fdca917a968 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:54.947446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Pushing event deleted for resources: {'Port': ['ID=5e8def71-3a56-47c4-9afd-6b51543a3fda,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:54.949457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] No DVR routers for this DVR port 5e8def71-3a56-47c4-9afd-6b51543a3fda on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:55.100116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.117186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] No DVR routers for this DVR port 5e8def71-3a56-47c4-9afd-6b51543a3fda on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:55.135341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a171-e0c0-4f19-8b9d-5fdca917a968 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.142350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e55afc-d843-4a8b-8285-189ac01e2cbc None None] Pushing event deleted for resources: {'Port': ['ID=5e8def71-3a56-47c4-9afd-6b51543a3fda,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:55.259037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bac2d40f-60d8-4add-bf3d-2e84a548ce0c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:55.301903 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a171-e0c0-4f19-8b9d-5fdca917a968 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.351650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8a171-e0c0-4f19-8b9d-5fdca917a968 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:55.360279 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a171-e0c0-4f19-8b9d-5fdca917a968 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.361667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bac2d40f-60d8-4add-bf3d-2e84a548ce0c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:55.362041 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.366069 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8dc8a171-e0c0-4f19-8b9d-5fdca917a968 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83 HTTP/1.1" status: 204  len: 168 time: 0.5705495
Nov 06 21:03:55.366434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43744) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:55.409447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4770d39c-789f-48aa-8d30-4836c69caeff up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:55.411811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d0ca8f3c-0be0-44c6-a438-ae25610b1a4c None None] Provisioning complete for port bac2d40f-60d8-4add-bf3d-2e84a548ce0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:55.412843 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8f3c-0be0-44c6-a438-ae25610b1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.423036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43746) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:55.433997 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63ffbf46-19e8-41b3-a3f6-c6db90058c27 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0640311
Nov 06 21:03:55.434389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43750) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:55.500950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-105bc4c6-c381-489c-b6f0-3213b8d9684d req-0ae70da8-a212-4dae-b721-8e6d8b638079 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0748255
Nov 06 21:03:55.515762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d29b5e-e05e-4ba7-8672-c61ea4a76cef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:55.520606 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-44d29b5e-e05e-4ba7-8672-c61ea4a76cef tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0821676
Nov 06 21:03:55.520874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43752) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:55.539120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.573054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393d955-e2fe-4f31-966d-2997b4de5eb6 req-c175068a-e60e-426d-ae9e-dcdc30cefdda tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:55.580903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1393d955-e2fe-4f31-966d-2997b4de5eb6 req-c175068a-e60e-426d-ae9e-dcdc30cefdda tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1463373
Nov 06 21:03:55.607044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254ef8610>,) {'filters': {'network_id': ['f78ce91f-3e17-4a6a-80fb-6e69d4c7e101']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:55.625731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254ef8610>, '7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:55.626029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254ef8610>, '7573f1b6-5eb0-4335-b4c0-bbcbfae1f77a') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:03:55.640812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 4770d39c-789f-48aa-8d30-4836c69caeff completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:03:55.648187 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.662350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae085a-b8a9-4e4f-9802-fe9c615709d0 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:55.670178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044183d-163d-4342-85df-78f372134cf5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:55.672059 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f044183d-163d-4342-85df-78f372134cf5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1499388
Nov 06 21:03:55.676319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43758) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:55.679626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 4770d39c-789f-48aa-8d30-4836c69caeff triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:55.679848 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1393d955-e2fe-4f31-966d-2997b4de5eb6 req-d6758a5e-7249-48a5-82bc-5c695e609064 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972409
Nov 06 21:03:55.680063 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.687199 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.701254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:03:55.701872 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:03:55.708935 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:03:55.717493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-949d2d3a-4d1e-4c8c-a4de-60384e7d9126 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0400999
Nov 06 21:03:55.722684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43760) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:55.739356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:55.748727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e6e5548-e81c-4e75-8075-075de7b25a83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4827eea3800c4ee9a5c097c565650229&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3221581
Nov 06 21:03:55.748948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43762) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:55.760664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8f3c-0be0-44c6-a438-ae25610b1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.789393 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.849460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d0ca8f3c-0be0-44c6-a438-ae25610b1a4c None None] For port bac2d40f-60d8-4add-bf3d-2e84a548ce0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac2d40f-60d8-4add-bf3d-2e84a548ce0c,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:55.864348 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8f3c-0be0-44c6-a438-ae25610b1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.868499 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.873319 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:55.879804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] 10.222.0.13 "DELETE /v2.0/networks/f78ce91f-3e17-4a6a-80fb-6e69d4c7e101 HTTP/1.1" status: 204  len: 168 time: 1.3564477
Nov 06 21:03:55.905337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0132d-344b-4635-ac0e-adcffbd704d8 req-cd9b6792-b773-42e0-aa62-e628e18ea058 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:55.906937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33a0132d-344b-4635-ac0e-adcffbd704d8 req-cd9b6792-b773-42e0-aa62-e628e18ea058 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 944 time: 0.2017739
Nov 06 21:03:55.911025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ac735-2c74-46e1-b567-520233379a0b tempest-TagsExtTest-342926845 tempest-TagsExtTest-342926845-project] Pushing event deleted for resources: {'Network': ['ID=f78ce91f-3e17-4a6a-80fb-6e69d4c7e101,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:55.922844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b622cdb-efd4-4b20-8d51-514ac28d1754 req-96ac1c1e-a4d0-42e2-9bd0-35ab7867aefc tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:55.931110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b622cdb-efd4-4b20-8d51-514ac28d1754 req-96ac1c1e-a4d0-42e2-9bd0-35ab7867aefc tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 945 time: 0.1398010
Nov 06 21:03:55.943164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca8f3c-0be0-44c6-a438-ae25610b1a4c None None] Pushing event updated for resources: {'Port': ['ID=bac2d40f-60d8-4add-bf3d-2e84a548ce0c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:56.016797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b30e6368-0351-46ae-b3a4-8d2f0eba492f None None] Could not find standard attr ID for object 03b952a4-fa37-4b7a-8a89-98aeec1fa1ec. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:03:56.029646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33a0132d-344b-4635-ac0e-adcffbd704d8 req-49f540b1-5fe4-45a6-b515-4825f5f99d96 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956295
Nov 06 21:03:56.048561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b622cdb-efd4-4b20-8d51-514ac28d1754 req-c26d96f3-6bd9-441b-b52a-ff5d6ca06376 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142545
Nov 06 21:03:56.075138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.079062 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:03:56.079500 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:03:56.107067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21342b3-82e5-4ccd-ae33-973e56e45341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4770d39c-789f-48aa-8d30-4836c69caeff'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:56.109479 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137dc3f9-8936-4090-ae80-a29c544c2349" -d '{"events": [{"server_uuid": "f21342b3-82e5-4ccd-ae33-973e56e45341", "name": "network-vif-plugged", "status": "completed", "tag": "4770d39c-789f-48aa-8d30-4836c69caeff"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:56.148323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4770d39c-789f-48aa-8d30-4836c69caeff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4770d39c-789f-48aa-8d30-4836c69caeff,segment=NetworkSegment(9b0e35c3-a9d9-425d-9c4f-13e8080a56ca),segment_id=9b0e35c3-a9d9-425d-9c4f-13e8080a56ca)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:56.157846 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e9753c-4363-4468-b024-ae4a17823ebb x-openstack-request-id: req-10e9753c-4363-4468-b024-ae4a17823ebb {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:56.158234 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21342b3-82e5-4ccd-ae33-973e56e45341", "name": "network-vif-plugged", "status": "completed", "tag": "4770d39c-789f-48aa-8d30-4836c69caeff", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:56.158539 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10e9753c-4363-4468-b024-ae4a17823ebb {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:56.158935 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21342b3-82e5-4ccd-ae33-973e56e45341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4770d39c-789f-48aa-8d30-4836c69caeff', 'code': 200}
Nov 06 21:03:56.160340 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.161283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 08564426-2778-4687-822f-d632265f23a2 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:56.228212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:03:56.243709 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2d97c9d-eefb-471e-8315-b3f385f56ebd req-27d9d76d-2539-47ff-94fb-0f8d55c59f75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.4085662
Nov 06 21:03:56.249295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4770d39c-789f-48aa-8d30-4836c69caeff,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:56.280032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43770) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:56.297619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 08564426-2778-4687-822f-d632265f23a2 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:03:56.305187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 08564426-2778-4687-822f-d632265f23a2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:56.305563 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.318973 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbf14-06a8-4844-bc48-a634ec9cccbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.335748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] Deleting port bac2d40f-60d8-4add-bf3d-2e84a548ce0c {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:56.336121 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.343434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64107a5e-b5c6-4f57-a839-66b84a53479d req-217b26d1-8e52-4fa4-a1d9-91afccf66e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:56.345105 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64107a5e-b5c6-4f57-a839-66b84a53479d req-217b26d1-8e52-4fa4-a1d9-91afccf66e97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 1096 time: 0.1096721
Nov 06 21:03:56.353447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:56.357092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.374399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbf14-06a8-4844-bc48-a634ec9cccbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.411645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] For port bac2d40f-60d8-4add-bf3d-2e84a548ce0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac2d40f-60d8-4add-bf3d-2e84a548ce0c,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:56.412042 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.446574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dd4e7e6e-d2fa-4561-ab26-135487b3c98b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5083a02b40f45b7b5b6609c27b07162&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1646235
Nov 06 21:03:56.446775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43774) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:56.499493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbf14-06a8-4844-bc48-a634ec9cccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.502775 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbf14-06a8-4844-bc48-a634ec9cccbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.504143 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1e1bbf14-06a8-4844-bc48-a634ec9cccbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2289f747-c4a9-43c1-bef4-192a0f3b3b73 HTTP/1.1" status: 204  len: 168 time: 0.7542627
Nov 06 21:03:56.526703 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc9e7250-02b5-494a-80d5-d815652d0768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.542602 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bbf14-06a8-4844-bc48-a634ec9cccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2289f747-c4a9-43c1-bef4-192a0f3b3b73,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:56.589466 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-64107a5e-b5c6-4f57-a839-66b84a53479d req-bbcfde79-e8f7-423b-80ee-d58a26bdc76b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995469
Nov 06 21:03:56.598843 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc9e7250-02b5-494a-80d5-d815652d0768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.612738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] Calling delete_port for bac2d40f-60d8-4add-bf3d-2e84a548ce0c owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:56.706610 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.737174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5de86e41-ebc0-4071-94d1-0d4d2ea8375d req-a9a2bdd5-bad2-47cb-b340-2c82941cab99 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0630219
Nov 06 21:03:56.762268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 08564426-2778-4687-822f-d632265f23a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08564426-2778-4687-822f-d632265f23a2,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:56.765551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc9e7250-02b5-494a-80d5-d815652d0768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.769576 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc9e7250-02b5-494a-80d5-d815652d0768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.772722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fc9e7250-02b5-494a-80d5-d815652d0768 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cf8e1a5-c694-43a4-bcdf-2cca0f346a75 HTTP/1.1" status: 204  len: 168 time: 0.3249214
Nov 06 21:03:56.787129 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.790799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:56.801957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:03:56.812674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e7250-02b5-494a-80d5-d815652d0768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8e1a5-c694-43a4-bcdf-2cca0f346a75,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:56.903842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5e8def71-3a56-47c4-9afd-6b51543a3fda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:56.905314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec1ef5-08f7-42c7-b1c7-8dffe4dbd601 req-38b4c59c-79e9-431e-ac86-935727348b54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:56.905970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: b9f0b33e-c0e3-430d-b234-0a6318475b33 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:56.906313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device b9f0b33e-c0e3-430d-b234-0a6318475b33 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:56.912853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84ec1ef5-08f7-42c7-b1c7-8dffe4dbd601 req-38b4c59c-79e9-431e-ac86-935727348b54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.0683270
Nov 06 21:03:56.928443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.954851 ncdv-master-1 neutron-server[119334]: WARNING neutron.services.revisions.revision_plugin [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f925530e310] {port_id='bac2d40f-60d8-4add-bf3d-2e84a548ce0c', ip_address='2001:db8::f816:3eff:fe06:1062', subnet_id='01f19d61-f5dc-4963-a803-c70edb779b04', network_id='5d860e38-6a16-4e75-a66b-12fac1376f02'}> to bump revision.
Nov 06 21:03:56.967372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5e8def71-3a56-47c4-9afd-6b51543a3fda {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:56.967777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5e8def71-3a56-47c4-9afd-6b51543a3fda not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:56.969386 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_pluggable_backend [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Port bac2d40f-60d8-4add-bf3d-2e84a548ce0c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=119334) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 06 21:03:56.971411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_pluggable_backend [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Reverting IP allocation for 2001:db8::f816:3eff:fe06:1062 {{(pid=119334) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Nov 06 21:03:56.976984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] No DVR routers for this DVR port bac2d40f-60d8-4add-bf3d-2e84a548ce0c on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:03:56.990279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_pluggable_backend [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe06:1062 {{(pid=119334) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Nov 06 21:03:56.992131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84ec1ef5-08f7-42c7-b1c7-8dffe4dbd601 req-294c8926-098d-46ed-8b57-85b669333a82 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756292
Nov 06 21:03:56.993564 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:56.994434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=08564426-2778-4687-822f-d632265f23a2,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:57.034800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:57.037490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:57.041301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:57.042162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.044237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d840206-d553-41bc-b5e9-079437c1d61f None None] Pushing event deleted for resources: {'Port': ['ID=bac2d40f-60d8-4add-bf3d-2e84a548ce0c,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:57.055058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62edea94-778f-48e4-8a54-7a4cc4a6c0c3 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:57.097840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43792) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:57.118326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=01f19d61-f5dc-4963-a803-c70edb779b04,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:57.133458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-15bba5cd-aa7f-48ce-8e72-c325678ae6ac tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.3975806
Nov 06 21:03:57.134334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43794) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:57.145422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:e0:e2:d4', 'name': 'tempest-NetworksTestDHCPv6-732107074'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:57.174702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bac2d40f-60d8-4add-bf3d-2e84a548ce0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:03:57.204751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bac2d40f-60d8-4add-bf3d-2e84a548ce0c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:03:57.205144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bac2d40f-60d8-4add-bf3d-2e84a548ce0c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:03:57.237521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1459e0af-d3e5-4c44-bdd3-7a3808e63c65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a12a3faa881402a8443e2b759aca513&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1272366
Nov 06 21:03:57.241352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43796) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:57.271261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dd42c-076a-4826-b148-ac31daa6bfb9 req-91f4535c-a71f-4632-9cfd-bf26a5da93d7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:57.272848 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f7dd42c-076a-4826-b148-ac31daa6bfb9 req-91f4535c-a71f-4632-9cfd-bf26a5da93d7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 946 time: 0.1181540
Nov 06 21:03:57.296164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:57.302250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.303477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc42c63-0e88-488c-8cd9-7ecf5bfbd89f req-8dbc84a5-ca20-4886-afb2-aa9cc230ce4d tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:57.305055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bc42c63-0e88-488c-8cd9-7ecf5bfbd89f req-8dbc84a5-ca20-4886-afb2-aa9cc230ce4d tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 945 time: 0.1492238
Nov 06 21:03:57.330838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 6f22272a-c1b1-4857-8ae2-f6b9ce4fd667 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:03:57.349568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '01f19d61-f5dc-4963-a803-c70edb779b04'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:03:57.350461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.384844 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1873f36-602a-44c6-baf0-8ed779f8eae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.418855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f7dd42c-076a-4826-b148-ac31daa6bfb9 req-e5ecd27f-be34-43b6-b493-2228dc30c197 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325030
Nov 06 21:03:57.444591 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1873f36-602a-44c6-baf0-8ed779f8eae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.455515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bc42c63-0e88-488c-8cd9-7ecf5bfbd89f req-0d1df6fd-2a94-4d4d-855f-98a674f63292 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262503
Nov 06 21:03:57.483972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:fee0:e2d4 (5d860e38-6a16-4e75-a66b-12fac1376f02/01f19d61-f5dc-4963-a803-c70edb779b04/6f22272a-c1b1-4857-8ae2-f6b9ce4fd667) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:57.518469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1873f36-602a-44c6-baf0-8ed779f8eae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.522145 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1873f36-602a-44c6-baf0-8ed779f8eae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.526000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d1873f36-602a-44c6-baf0-8ed779f8eae9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75065233-7ec3-4554-9efe-54454c85eac6 HTTP/1.1" status: 204  len: 168 time: 0.2813485
Nov 06 21:03:57.531337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1873f36-602a-44c6-baf0-8ed779f8eae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75065233-7ec3-4554-9efe-54454c85eac6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:57.654324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.693570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.748472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:57.751700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Allocated IP 2001:db8::f816:3eff:fe12:8335 (5d860e38-6a16-4e75-a66b-12fac1376f02/01f19d61-f5dc-4963-a803-c70edb779b04/f8e294f5-98aa-474f-b426-7636ee72563c) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:03:57.753549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:57.762269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:57.774362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:57.775171 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.805667 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.6702547
Nov 06 21:03:57.808435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43816) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:57.825957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910b1fe-c6be-4638-988a-6b84595d8428 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=6f22272a-c1b1-4857-8ae2-f6b9ce4fd667,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:57.929814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b89749c-96e2-430e-8f7c-40554e8651c6 req-22bc1d2b-3b02-45c2-b0fc-dadd5fdee7e0 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0469267
Nov 06 21:03:57.953453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.960821 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:57.984720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d1289-f4a8-4db3-9eb4-0f5ff55729cd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:57.996513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ef3d1289-f4a8-4db3-9eb4-0f5ff55729cd tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1845145
Nov 06 21:03:57.996710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43826) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:58.025494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:03:58.028486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:03:58.030917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:03:58.085542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Pushing event updated for resources: {'Port': ['ID=f8e294f5-98aa-474f-b426-7636ee72563c,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:58.111802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Attempting to bind port f8e294f5-98aa-474f-b426-7636ee72563c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:03:58.113899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Attempting to bind port f8e294f5-98aa-474f-b426-7636ee72563c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:03:58.115157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Attempting to bind port f8e294f5-98aa-474f-b426-7636ee72563c on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:03:58.121890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:03:58.122514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:03:58.123196 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:58.123743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:03:58.124409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Bound port: f8e294f5-98aa-474f-b426-7636ee72563c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:03:58.126041 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:58.192251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-001f659e-01b8-421b-97c2-01d66d95aeb1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 6f22272a-c1b1-4857-8ae2-f6b9ce4fd667 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:03:58.192756 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-001f659e-01b8-421b-97c2-01d66d95aeb1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:58.264504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43190b-c3fb-42dc-914d-50260df910d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08564426-2778-4687-822f-d632265f23a2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:03:58.267123 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77adae92-cfed-4a5d-9681-e4159fcfa5b3" -d '{"events": [{"server_uuid": "ad43190b-c3fb-42dc-914d-50260df910d5", "name": "network-vif-plugged", "status": "completed", "tag": "08564426-2778-4687-822f-d632265f23a2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:03:58.275251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c3c51-863a-4a2f-94c9-bceb565102f0 req-61c2ef35-f9bf-4c15-8268-b496e531c2d9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:58.277106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] For port f8e294f5-98aa-474f-b426-7636ee72563c, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:03:58.277547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b76c3c51-863a-4a2f-94c9-bceb565102f0 req-61c2ef35-f9bf-4c15-8268-b496e531c2d9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1343679
Nov 06 21:03:58.283370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] For port f8e294f5-98aa-474f-b426-7636ee72563c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8e294f5-98aa-474f-b426-7636ee72563c,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:03:58.290212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:58.347525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-001f659e-01b8-421b-97c2-01d66d95aeb1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:58.370794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-001f659e-01b8-421b-97c2-01d66d95aeb1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 6f22272a-c1b1-4857-8ae2-f6b9ce4fd667 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:03:58.378534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b76c3c51-863a-4a2f-94c9-bceb565102f0 req-823382fc-2a66-42ed-aa23-1c8619ae4989 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915039
Nov 06 21:03:58.394365 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cae5406-dbba-4848-a11c-f9d98514a150 x-openstack-request-id: req-3cae5406-dbba-4848-a11c-f9d98514a150 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:03:58.394365 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad43190b-c3fb-42dc-914d-50260df910d5", "name": "network-vif-plugged", "status": "completed", "tag": "08564426-2778-4687-822f-d632265f23a2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:03:58.394365 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cae5406-dbba-4848-a11c-f9d98514a150 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:03:58.395030 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad43190b-c3fb-42dc-914d-50260df910d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08564426-2778-4687-822f-d632265f23a2', 'code': 200}
Nov 06 21:03:58.471850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8ad79-c472-4b75-9c2a-38bf2a514940 None None] Pushing event updated for resources: {'Port': ['ID=f8e294f5-98aa-474f-b426-7636ee72563c,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:58.498417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75bf2e-9d0e-4310-8cd0-98d49f4b2eee req-975a64bf-1a5a-4e1a-81a3-703812c8373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:58.501133 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6a75bf2e-9d0e-4310-8cd0-98d49f4b2eee req-975a64bf-1a5a-4e1a-81a3-703812c8373a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 1097 time: 0.0659082
Nov 06 21:03:58.566971 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6a75bf2e-9d0e-4310-8cd0-98d49f4b2eee req-d39d239b-cbf6-416d-afb1-5ebf432e4beb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586576
Nov 06 21:03:58.603601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-001f659e-01b8-421b-97c2-01d66d95aeb1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:58.718585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f659e-01b8-421b-97c2-01d66d95aeb1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=6f22272a-c1b1-4857-8ae2-f6b9ce4fd667,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:58.762658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-001f659e-01b8-421b-97c2-01d66d95aeb1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:58.766539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-001f659e-01b8-421b-97c2-01d66d95aeb1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/6f22272a-c1b1-4857-8ae2-f6b9ce4fd667 HTTP/1.1" status: 204  len: 168 time: 0.7687299
Nov 06 21:03:58.769422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43854) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:58.790212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1815b9-4c21-433a-a197-38af70baf48a req-4e040c51-ff0e-4788-ba9e-2b58342fa04d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:58.797883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e1815b9-4c21-433a-a197-38af70baf48a req-4e040c51-ff0e-4788-ba9e-2b58342fa04d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 946 time: 0.1974516
Nov 06 21:03:58.834909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437df11-50df-480a-bab8-6c23be401829 req-08bf82b6-02b9-46f3-942c-4bf18e7f834c tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:58.842507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1437df11-50df-480a-bab8-6c23be401829 req-08bf82b6-02b9-46f3-942c-4bf18e7f834c tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 945 time: 0.2232332
Nov 06 21:03:58.879896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac4b66-6a23-4a8d-a131-f61474468a3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:58.882266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac4b66-6a23-4a8d-a131-f61474468a3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:58.884044 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f3ac4b66-6a23-4a8d-a131-f61474468a3a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1134303
Nov 06 21:03:58.886748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43862) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:58.911605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e1815b9-4c21-433a-a197-38af70baf48a req-d436c298-6879-4b77-83b9-d31be2b2f70f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128173
Nov 06 21:03:58.926796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1437df11-50df-480a-bab8-6c23be401829 req-9fb71c4e-b184-4c43-84de-4af6247d0068 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833111
Nov 06 21:03:58.982026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f5527e-995f-4fe5-a2bc-cc0c91fa942f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 01f19d61-f5dc-4963-a803-c70edb779b04 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:03:58.991539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6f5527e-995f-4fe5-a2bc-cc0c91fa942f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.073168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6f5527e-995f-4fe5-a2bc-cc0c91fa942f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.119923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b9e30c0-5ccc-46ba-8fec-d44ae29f7c3a req-ebc9b6c2-3daf-4296-9854-1dee4575da72 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0685611
Nov 06 21:03:59.209097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f8e294f5-98aa-474f-b426-7636ee72563c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:03:59.214147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6f5527e-995f-4fe5-a2bc-cc0c91fa942f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.218809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43882) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:59.315599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6f5527e-995f-4fe5-a2bc-cc0c91fa942f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.352091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5527e-995f-4fe5-a2bc-cc0c91fa942f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=01f19d61-f5dc-4963-a803-c70edb779b04,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:59.360199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6f5527e-995f-4fe5-a2bc-cc0c91fa942f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.367778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43888) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:59.368271 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f6f5527e-995f-4fe5-a2bc-cc0c91fa942f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/01f19d61-f5dc-4963-a803-c70edb779b04 HTTP/1.1" status: 204  len: 168 time: 0.4799092
Nov 06 21:03:59.378412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f8e294f5-98aa-474f-b426-7636ee72563c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:03:59.378792 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.463207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1c0f0095-5282-4d1b-88f7-fc35adbcd353 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0942554
Nov 06 21:03:59.466605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43892) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:03:59.473181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:59.556434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f2f13-f4c2-44dc-a5ef-5ef012656ad4 req-07d0487c-176d-4d86-a5b0-b3904911c9fd tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:59.567910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-881f2f13-f4c2-44dc-a5ef-5ef012656ad4 req-07d0487c-176d-4d86-a5b0-b3904911c9fd tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 945 time: 0.1069973
Nov 06 21:03:59.585463 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.599096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-950646738-network', 'tenant_id': 'c4a348daabdd46089d7f635ca36b9f83'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:03:59.657361 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-49ae7119-9bb1-43c7-9300-83362ca19550 req-a69d0924-5d2e-4c1c-b107-ecc767873740 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bcc5031641f426b9b90bd4b503041ee&device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0750206
Nov 06 21:03:59.661924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port f8e294f5-98aa-474f-b426-7636ee72563c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8e294f5-98aa-474f-b426-7636ee72563c,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:03:59.669269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.711716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-881f2f13-f4c2-44dc-a5ef-5ef012656ad4 req-364cb033-1929-49f0-b083-f845cc547787 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377954
Nov 06 21:03:59.742182 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-49ae7119-9bb1-43c7-9300-83362ca19550 req-2bbf1b78-f675-4ce8-bca2-aadd4e04b9e4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5bcc5031641f426b9b90bd4b503041ee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0750804
Nov 06 21:03:59.756629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.api [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 06 21:03:59.756629 ncdv-master-1 neutron-server[119333]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Nov 06 21:03:59.756629 ncdv-master-1 neutron-server[119333]: [parameters: {'project_id': 'c4a348daabdd46089d7f635ca36b9f83', 'id': '35983c42-fe96-498f-877e-0dbc652cbfc5', 'expiration': datetime.datetime(2021, 11, 6, 21, 5, 59, 745157)}]
Nov 06 21:03:59.756629 ncdv-master-1 neutron-server[119333]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=119333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:03:59.757631 ncdv-master-1 neutron-server[119333]: DEBUG oslo_db.api [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:03:59.783162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=f8e294f5-98aa-474f-b426-7636ee72563c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:03:59.791125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0b6cd-38a7-4ef2-9060-dbf603bf8fdd req-3bbcb425-1e1a-4059-831f-6d9537ccc756 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:03:59.793754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4cb0b6cd-38a7-4ef2-9060-dbf603bf8fdd req-3bbcb425-1e1a-4059-831f-6d9537ccc756 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1101971
Nov 06 21:03:59.854279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea3dbf2b-72c1-4a10-90be-cebea5f35c87 req-5b1d6ed2-328b-4868-bb06-f05a31d406a0 tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0441740
Nov 06 21:03:59.860010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:03:59.864793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:03:59.902905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a2c7e-90c7-48b5-abbe-4d4eb586947c None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:03:59.917462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4cb0b6cd-38a7-4ef2-9060-dbf603bf8fdd req-9d4f3453-252e-4424-a038-fa3e20c80ab0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171005
Nov 06 21:03:59.994819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43904) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:00.031487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-07346727-3982-43f1-963c-94d224780d5c None None] Provisioning complete for port f8e294f5-98aa-474f-b426-7636ee72563c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:00.032251 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-07346727-3982-43f1-963c-94d224780d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.055591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa1dfd-c526-4204-960c-40fbf42b8cd5 req-e23d03df-ab35-450d-a0fa-34fe48913727 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:00.063133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68aa1dfd-c526-4204-960c-40fbf42b8cd5 req-e23d03df-ab35-450d-a0fa-34fe48913727 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 946 time: 0.0582006
Nov 06 21:04:00.070850 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:04:00.105472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7119-9bb1-43c7-9300-83362ca19550 req-88b9b61b-5ac2-4388-bf5e-734695f8e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:00.106970 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-49ae7119-9bb1-43c7-9300-83362ca19550 req-88b9b61b-5ac2-4388-bf5e-734695f8e5be service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3484797
Nov 06 21:04:00.126891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68aa1dfd-c526-4204-960c-40fbf42b8cd5 req-e4bdc67e-7fa6-4295-9901-cc69fa9d2073 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621264
Nov 06 21:04:00.149071 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f13ca360-cf4f-42a0-aeed-2887a8017be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.168358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:04:00.226865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] Deleting port f8e294f5-98aa-474f-b426-7636ee72563c {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:00.227591 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.242489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f13ca360-cf4f-42a0-aeed-2887a8017be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.248239 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f13ca360-cf4f-42a0-aeed-2887a8017be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.291602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f13ca360-cf4f-42a0-aeed-2887a8017be3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=212d8917edee499283479bf4b0545dd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2956803
Nov 06 21:04:00.300015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] For port f8e294f5-98aa-474f-b426-7636ee72563c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8e294f5-98aa-474f-b426-7636ee72563c,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:00.300481 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.303162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43908) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:00.310121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ca360-cf4f-42a0-aeed-2887a8017be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb816a98-379d-427d-bfd7-1d0a248a63f4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:00.317718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] Calling delete_port for f8e294f5-98aa-474f-b426-7636ee72563c owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:00.321647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Made reservation on behalf of c4a348daabdd46089d7f635ca36b9f83 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:00.325271 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.335470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.397553 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8da8885c-0c46-4c66-acb3-8413d100aec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.409737 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.423702 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:04:00.435991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] Pushing event deleted for resources: {'Port': ['ID=f8e294f5-98aa-474f-b426-7636ee72563c,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:00.437305 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8da8885c-0c46-4c66-acb3-8413d100aec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.439760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087de471-eeeb-46ef-a577-0877cc346c13 None None] No DVR routers for this DVR port f8e294f5-98aa-474f-b426-7636ee72563c on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:00.450838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.456642 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.485330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:04:00.495857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3011aa-ba94-4472-a1f1-f83490bf06c8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:00.505791 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.506147 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Added segment 4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc of type vlan for network 0396204f-65fa-4fd3-8d40-a7a6d712672e
Nov 06 21:04:00.562653 ncdv-master-1 neutron-server[119334]: WARNING neutron.services.revisions.revision_plugin [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f925758ca60] {port_id='f8e294f5-98aa-474f-b426-7636ee72563c', ip_address='2001:db8::f816:3eff:fe12:8335', subnet_id='70c29034-7988-43d4-888a-56a505da4724', network_id='5d860e38-6a16-4e75-a66b-12fac1376f02'}> to bump revision.
Nov 06 21:04:00.569392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_pluggable_backend [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Port f8e294f5-98aa-474f-b426-7636ee72563c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=119334) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 06 21:04:00.570159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_pluggable_backend [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Reverting IP allocation for 2001:db8::f816:3eff:fe12:8335 {{(pid=119334) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Nov 06 21:04:00.573898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_pluggable_backend [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe12:8335 {{(pid=119334) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Nov 06 21:04:00.574064 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.575771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.590596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8da8885c-0c46-4c66-acb3-8413d100aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.594148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8da8885c-0c46-4c66-acb3-8413d100aec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.597895 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8da8885c-0c46-4c66-acb3-8413d100aec7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb816a98-379d-427d-bfd7-1d0a248a63f4 HTTP/1.1" status: 204  len: 168 time: 0.2911885
Nov 06 21:04:00.612493 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.613631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:00.614317 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.638581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8885c-0c46-4c66-acb3-8413d100aec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb816a98-379d-427d-bfd7-1d0a248a63f4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:00.647572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:00.653936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:00.657089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:00.657681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.676120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=70c29034-7988-43d4-888a-56a505da4724,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:00.686398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.4635143
Nov 06 21:04:00.686398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43912) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:00.688047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb51342-138a-44d1-a8cd-4465fbbb2b30 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:00.688214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-556e45e0-27d1-4ad5-8610-8d9f9e969564 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.2204094
Nov 06 21:04:00.691634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Request body: {'subnet': {'network_id': '0396204f-65fa-4fd3-8d40-a7a6d712672e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-950646738-subnet', 'tenant_id': 'c4a348daabdd46089d7f635ca36b9f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:00.693299 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43914) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:00.699213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:fe:4e:3d', 'name': 'tempest-NetworksTestDHCPv6-1594395386'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:00.706763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef78322-16c2-4785-b9e0-e886f2a5ad2a admin admin] Pushing event updated for resources: {'Network': ['ID=0396204f-65fa-4fd3-8d40-a7a6d712672e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:00.727419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Made reservation on behalf of c4a348daabdd46089d7f635ca36b9f83 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:00.730404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:00.743648 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0396204f-65fa-4fd3-8d40-a7a6d712672e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:04:00.895259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c40b8b-566b-45dd-9038-fb8f9227e934 req-5109b911-1b94-4adc-bc27-c900c0e4a226 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:00.896978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99c40b8b-566b-45dd-9038-fb8f9227e934 req-5109b911-1b94-4adc-bc27-c900c0e4a226 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 945 time: 0.0857575
Nov 06 21:04:00.922810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:00.992911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '70c29034-7988-43d4-888a-56a505da4724'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:04:00.994206 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.029038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec23de5d-9a2a-4edc-bd13-21a9b2517782 req-93db7500-f02f-4b4b-bda8-075576da5a6a tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0513289
Nov 06 21:04:01.034780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99c40b8b-566b-45dd-9038-fb8f9227e934 req-3a6e3b6b-6ce3-4ed5-b13d-5e755a94da53 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310973
Nov 06 21:04:01.052667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43924) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:01.078032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a1de761-e52c-486a-a0aa-bdce4f1c57a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.091264 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.122804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.169454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f8e294f5-98aa-474f-b426-7636ee72563c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:01.199520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f8e294f5-98aa-474f-b426-7636ee72563c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:04:01.199792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f8e294f5-98aa-474f-b426-7636ee72563c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:04:01.215636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96584e6f-aac9-4193-a1e8-345c71af83e7,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:01.218297 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Allocated IP 2001:db8::f816:3eff:feb7:58d1 (5d860e38-6a16-4e75-a66b-12fac1376f02/70c29034-7988-43d4-888a-56a505da4724/14086c86-607e-4b05-9291-380d531a7f79) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:01.222002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Checking segment: {'id': '4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0396204f-65fa-4fd3-8d40-a7a6d712672e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:01.222371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Network hostable DHCP agents. Network: 0396204f-65fa-4fd3-8d40-a7a6d712672e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:04:01.230914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 4ae96a83-e4c5-45b1-8796-bb5fbd6d110e yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:04:01.251956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b406fc7-070b-4210-81df-dc92c8c66eb0 req-65a1f87c-5363-4022-b188-3fb921e19a22 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:01.254108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b406fc7-070b-4210-81df-dc92c8c66eb0 req-65a1f87c-5363-4022-b188-3fb921e19a22 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1124074
Nov 06 21:04:01.301116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Network 0396204f-65fa-4fd3-8d40-a7a6d712672e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:04:01.309038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a1de761-e52c-486a-a0aa-bdce4f1c57a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.314166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a1de761-e52c-486a-a0aa-bdce4f1c57a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.336849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555166e-0b8a-4f8f-952b-676778949156 req-33bedfbf-b244-4482-afdf-1086ae035c90 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:01.338909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2555166e-0b8a-4f8f-952b-676778949156 req-33bedfbf-b244-4482-afdf-1086ae035c90 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 946 time: 0.1116705
Nov 06 21:04:01.342932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0396204f-65fa-4fd3-8d40-a7a6d712672e) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:01.360039 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4a1de761-e52c-486a-a0aa-bdce4f1c57a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0640490d99b4ce2b5e07d3dcb116f85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3052804
Nov 06 21:04:01.360953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43928) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:01.361767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1de761-e52c-486a-a0aa-bdce4f1c57a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a248e-f1e9-48fa-aafb-3892ef331291,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:01.363937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b406fc7-070b-4210-81df-dc92c8c66eb0 req-44c08aae-15c4-4454-a76a-449c8efa4976 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942333
Nov 06 21:04:01.366623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:01.367486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.406469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3936903f-cb78-4228-bec7-8e8a893c0ab7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7193346
Nov 06 21:04:01.425850 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.427411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2555166e-0b8a-4f8f-952b-676778949156 req-cf64201b-6985-405d-9606-644dbfa2fed3 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623951
Nov 06 21:04:01.431634 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3f3cb-0420-46b7-8ddb-7c13ba70e7bf None None] Network 0396204f-65fa-4fd3-8d40-a7a6d712672e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:01.433698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:04:01.457287 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.529981 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d420c3d-447c-499a-8d4c-97a78d879a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.546315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-12f48382-be80-48db-90f4-56b22bcedc85 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:01.547858 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-12f48382-be80-48db-90f4-56b22bcedc85 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.10 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 945 time: 0.1571217
Nov 06 21:04:01.570633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67f6e5-6298-46cd-9b7b-fb1033d1ec7c req-72cf0355-db77-4434-bdb0-b6dc052876b9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:01.574072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:01.579094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc67f6e5-6298-46cd-9b7b-fb1033d1ec7c req-72cf0355-db77-4434-bdb0-b6dc052876b9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 946 time: 0.0680475
Nov 06 21:04:01.579618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:fefe:4e3d (5d860e38-6a16-4e75-a66b-12fac1376f02/70c29034-7988-43d4-888a-56a505da4724/4ae96a83-e4c5-45b1-8796-bb5fbd6d110e) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:01.596112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:01.600404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:01.619043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Pushing event updated for resources: {'Port': ['ID=14086c86-607e-4b05-9291-380d531a7f79,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:01.622260 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d420c3d-447c-499a-8d4c-97a78d879a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.665056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc67f6e5-6298-46cd-9b7b-fb1033d1ec7c req-2646251b-9bef-4597-9889-611226fe8130 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849853
Nov 06 21:04:01.786903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Attempting to bind port 14086c86-607e-4b05-9291-380d531a7f79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:01.787323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Attempting to bind port 14086c86-607e-4b05-9291-380d531a7f79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:01.787988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Attempting to bind port 14086c86-607e-4b05-9291-380d531a7f79 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:01.795959 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:01.796360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:01.796819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.797667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:01.797800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Bound port: 14086c86-607e-4b05-9291-380d531a7f79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:01.798171 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.813343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Deleting port 4770d39c-789f-48aa-8d30-4836c69caeff {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:01.813990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.823661 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d420c3d-447c-499a-8d4c-97a78d879a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.826795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d420c3d-447c-499a-8d4c-97a78d879a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:01.828354 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9d420c3d-447c-499a-8d4c-97a78d879a0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d44a248e-f1e9-48fa-aafb-3892ef331291 HTTP/1.1" status: 204  len: 168 time: 0.4627533
Nov 06 21:04:01.902038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420c3d-447c-499a-8d4c-97a78d879a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44a248e-f1e9-48fa-aafb-3892ef331291,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:01.990654 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.005787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] For port 4770d39c-789f-48aa-8d30-4836c69caeff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4770d39c-789f-48aa-8d30-4836c69caeff,segment=NetworkSegment(9b0e35c3-a9d9-425d-9c4f-13e8080a56ca),segment_id=9b0e35c3-a9d9-425d-9c4f-13e8080a56ca)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:02.006158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.023646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Calling delete_port for 4770d39c-789f-48aa-8d30-4836c69caeff owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:02.057808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] For port 14086c86-607e-4b05-9291-380d531a7f79, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:02.061296 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] For port 14086c86-607e-4b05-9291-380d531a7f79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14086c86-607e-4b05-9291-380d531a7f79,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:02.075157 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.090890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a584803e-7cb2-4531-9f74-769b5aa03bee None None] Network 0396204f-65fa-4fd3-8d40-a7a6d712672e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:02.129687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.201936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:02.210297 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-49ae7119-9bb1-43c7-9300-83362ca19550 req-6b552928-880f-4067-bb2f-24a6e519dead tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.10 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0643840
Nov 06 21:04:02.257169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50572bc7-44a1-41c6-8993-65aae1465d2e req-b8dac427-3f93-49a0-8ba4-2daa88c39a1b tempest-ServerShowV254Test-717651635 tempest-ServerShowV254Test-717651635-project] 10.222.0.13 "GET /v2.0/ports?device_id=01527fba-cecf-4f89-8596-edf6b108d4ce HTTP/1.1" status: 200  len: 210 time: 0.0903971
Nov 06 21:04:02.270416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:02.277424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'port_id': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'mac_address': 'fa:16:3e:58:7f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:04:02.283533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:02.286180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:02.293373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:02.294024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.299207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=4ae96a83-e4c5-45b1-8796-bb5fbd6d110e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:02.306376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f6caf-f0e8-47b1-9fd6-00eae41f13bd None None] Pushing event updated for resources: {'Port': ['ID=14086c86-607e-4b05-9291-380d531a7f79,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:02.332587 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ce6c345-d81b-4bd2-9441-e3f7b0d1dc91 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.6381228
Nov 06 21:04:02.338108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43954) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:02.340610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd9758-2c66-4180-bec1-e0c28b967346 req-d59f8f8a-92fc-406a-8ba0-b624b8054f0c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:02.350712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3cd9758-2c66-4180-bec1-e0c28b967346 req-d59f8f8a-92fc-406a-8ba0-b624b8054f0c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 946 time: 0.2416162
Nov 06 21:04:02.489460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.500691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3cd9758-2c66-4180-bec1-e0c28b967346 req-7fd1970c-b402-46f8-b54b-d0ce31288889 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489756
Nov 06 21:04:02.521911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f2b5c6f-8395-407a-ad5a-d822b72153bc {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:02.569244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:02.576035 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.579222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43962) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:02.606524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-199194394-network', 'tenant_id': 'a04d0df149954b7d933667da008c8379'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:02.614095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eba8ec-7f41-489c-ba1e-004d5a30868f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:02.628516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eba8ec-7f41-489c-ba1e-004d5a30868f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:02.632188 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e0eba8ec-7f41-489c-ba1e-004d5a30868f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2930079
Nov 06 21:04:02.633516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.647552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43964) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:02.696833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:02.701467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['0f2b5c6f-8395-407a-ad5a-d822b72153bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:02.738156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09719b2-80e9-4553-a3d3-3306ccb4e7c3 req-d96febfc-c172-4510-87dc-577d85adc95c tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:02.755471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b09719b2-80e9-4553-a3d3-3306ccb4e7c3 req-d96febfc-c172-4510-87dc-577d85adc95c tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21342b3-82e5-4ccd-ae33-973e56e45341 HTTP/1.1" status: 200  len: 867 time: 0.3045499
Nov 06 21:04:02.785685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Pushing event deleted for resources: {'Port': ['ID=4770d39c-789f-48aa-8d30-4836c69caeff,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:02.793391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Made reservation on behalf of a04d0df149954b7d933667da008c8379 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:02.795837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] No DVR routers for this DVR port 4770d39c-789f-48aa-8d30-4836c69caeff on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:02.796802 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.798402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.803134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8b9f6e5-6d74-49c0-b0a2-79bc13a6465b req-6340955d-3d8e-497d-8146-1b7ff00ce5ac tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.10 "DELETE /v2.0/ports/4770d39c-789f-48aa-8d30-4836c69caeff HTTP/1.1" status: 204  len: 173 time: 1.2363443
Nov 06 21:04:02.814592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21342b3-82e5-4ccd-ae33-973e56e45341', 'name': 'network-vif-deleted', 'tag': '4770d39c-789f-48aa-8d30-4836c69caeff'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:02.818293 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94984e93-f1f0-4725-aa34-b7765a0bcfbc" -d '{"events": [{"server_uuid": "f21342b3-82e5-4ccd-ae33-973e56e45341", "name": "network-vif-deleted", "tag": "4770d39c-789f-48aa-8d30-4836c69caeff"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:02.823577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:02.884043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdea516-b851-43bb-837e-4c3a50e501f0 req-777fcf69-02d5-458d-94c4-3af7e025e424 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:02.889036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fdea516-b851-43bb-837e-4c3a50e501f0 req-777fcf69-02d5-458d-94c4-3af7e025e424 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 944 time: 0.2371614
Nov 06 21:04:02.928443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b09719b2-80e9-4553-a3d3-3306ccb4e7c3 req-607e41bd-d1a3-4293-aa82-6c64eb39f595 tempest-InstanceActionsNegativeTestJSON-482257076 tempest-InstanceActionsNegativeTestJSON-482257076-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f37084d-6407-4e7e-a828-3be317f63518&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662610
Nov 06 21:04:02.955024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-10caed66-9e1d-4b3f-a688-ed02a2602b50 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 4ae96a83-e4c5-45b1-8796-bb5fbd6d110e {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:02.955381 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10caed66-9e1d-4b3f-a688-ed02a2602b50 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.007481 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38e4e8-6062-4b57-898f-aaa5da9df339 x-openstack-request-id: req-8a38e4e8-6062-4b57-898f-aaa5da9df339 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:03.007820 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21342b3-82e5-4ccd-ae33-973e56e45341", "name": "network-vif-deleted", "tag": "4770d39c-789f-48aa-8d30-4836c69caeff", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:03.008738 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a38e4e8-6062-4b57-898f-aaa5da9df339 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:03.009194 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21342b3-82e5-4ccd-ae33-973e56e45341', 'name': 'network-vif-deleted', 'tag': '4770d39c-789f-48aa-8d30-4836c69caeff', 'status': 'completed', 'code': 200}
Nov 06 21:04:03.102072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fdea516-b851-43bb-837e-4c3a50e501f0 req-814abbd6-2006-4fd3-aacb-d686fd619904 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2057917
Nov 06 21:04:03.129945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10caed66-9e1d-4b3f-a688-ed02a2602b50 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.150072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-10caed66-9e1d-4b3f-a688-ed02a2602b50 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 4ae96a83-e4c5-45b1-8796-bb5fbd6d110e owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:03.156130 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.172534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 14086c86-607e-4b05-9291-380d531a7f79 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:03.173101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.199604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:04:03.231584 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.232004 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Added segment 385c88ed-7d56-4ea8-b14c-02419390c80c of type vlan for network e5e8fb6b-b549-4049-84b7-dd782ef75cb3
Nov 06 21:04:03.233405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e0869-d149-422d-a6d5-3209eb95d0c8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:03.264671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 14086c86-607e-4b05-9291-380d531a7f79 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:03.266952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.361934 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.405749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:03.445205 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.446195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:03.446901 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.458453 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10caed66-9e1d-4b3f-a688-ed02a2602b50 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.506728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caed66-9e1d-4b3f-a688-ed02a2602b50 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=4ae96a83-e4c5-45b1-8796-bb5fbd6d110e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:03.526205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10caed66-9e1d-4b3f-a688-ed02a2602b50 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.530710 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10caed66-9e1d-4b3f-a688-ed02a2602b50 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/4ae96a83-e4c5-45b1-8796-bb5fbd6d110e HTTP/1.1" status: 204  len: 168 time: 0.8734541
Nov 06 21:04:03.533321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43990) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:03.566506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] Pushing event updated for resources: {'Network': ['ID=e5e8fb6b-b549-4049-84b7-dd782ef75cb3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:03.585472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-01dcfdf3-e417-4d78-8bed-31c62d381544 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9992254
Nov 06 21:04:03.588360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 43992) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:03.596056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Request body: {'subnet': {'network_id': 'e5e8fb6b-b549-4049-84b7-dd782ef75cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-199194394-subnet', 'tenant_id': 'a04d0df149954b7d933667da008c8379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:03.619742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d1ea0-b8bc-41d0-8113-1efe20e8c8d3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:03.621446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d1ea0-b8bc-41d0-8113-1efe20e8c8d3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:03.623020 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5e5d1ea0-b8bc-41d0-8113-1efe20e8c8d3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0887496
Nov 06 21:04:03.627724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 43996) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:03.638320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.658048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e5e8fb6b-b549-4049-84b7-dd782ef75cb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:04:03.744545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Made reservation on behalf of a04d0df149954b7d933667da008c8379 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:03.746861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.751283 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c929d235-5057-44ba-8050-30471d15ca73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 70c29034-7988-43d4-888a-56a505da4724 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:03.762034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c929d235-5057-44ba-8050-30471d15ca73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.819861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 14086c86-607e-4b05-9291-380d531a7f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14086c86-607e-4b05-9291-380d531a7f79,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:03.837135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.861812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c929d235-5057-44ba-8050-30471d15ca73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.884721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44004) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:03.891726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 0f2b5c6f-8395-407a-ad5a-d822b72153bc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:03.892610 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:03.913587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6227b2e-d08d-44f1-9a77-a42bdda81018 req-a1f69915-d9c8-414c-ac79-def906eda6ac tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:03.921603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6227b2e-d08d-44f1-9a77-a42bdda81018 req-a1f69915-d9c8-414c-ac79-def906eda6ac tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 946 time: 0.2791502
Nov 06 21:04:04.015032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44014) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:04.022590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c929d235-5057-44ba-8050-30471d15ca73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.099364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6227b2e-d08d-44f1-9a77-a42bdda81018 req-b146f7d5-8a24-43f9-b417-7f1a3b4a2864 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767778
Nov 06 21:04:04.121775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=14086c86-607e-4b05-9291-380d531a7f79,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:04.195332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f06899f5-ff6d-4f37-a557-d352060aa59a None None] Provisioning complete for port 14086c86-607e-4b05-9291-380d531a7f79 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:04.197714 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f06899f5-ff6d-4f37-a557-d352060aa59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.210013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b2697a-2123-4448-8dae-084f96686401 admin admin] Deleting subnet c485b5d3-5194-46b0-a041-b89115d848e3 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:04.218776 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73b2697a-2123-4448-8dae-084f96686401 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.232121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-a9f778bc-60f0-4881-bf51-d7f3c00cf788 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:04.234293 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-a9f778bc-60f0-4881-bf51-d7f3c00cf788 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 946 time: 0.1138239
Nov 06 21:04:04.240561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c929d235-5057-44ba-8050-30471d15ca73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.249862 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.296129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73b2697a-2123-4448-8dae-084f96686401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.316925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929d235-5057-44ba-8050-30471d15ca73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=70c29034-7988-43d4-888a-56a505da4724,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:04.320374 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c929d235-5057-44ba-8050-30471d15ca73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.322241 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c929d235-5057-44ba-8050-30471d15ca73 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/70c29034-7988-43d4-888a-56a505da4724 HTTP/1.1" status: 204  len: 168 time: 0.6904192
Nov 06 21:04:04.325834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44022) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:04.339792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:04.342264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:04.348924 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fda83-299e-4002-b208-07d97d4bc47d" -d '{"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:04.355107 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.355899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4770d39c-789f-48aa-8d30-4836c69caeff no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:04.387077 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1f532e75-7709-47fb-b05d-bb60f18621e4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0578909
Nov 06 21:04:04.408154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768d9c67-1078-4c8d-be32-0a0e7639bfce None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:04.412843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 4770d39c-789f-48aa-8d30-4836c69caeff {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:04:04.413117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4770d39c-789f-48aa-8d30-4836c69caeff not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:04:04.417377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44026) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:04.445675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c51b031-75ef-4c0c-b095-9c19bf9a53d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.450989 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8e9497-9fa0-46ea-9c7d-3baf10457329 x-openstack-request-id: req-4c8e9497-9fa0-46ea-9c7d-3baf10457329 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:04.451282 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:04.451529 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c8e9497-9fa0-46ea-9c7d-3baf10457329 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:04.452090 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'code': 200}
Nov 06 21:04:04.458716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Deleting port 08564426-2778-4687-822f-d632265f23a2 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:04.460797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.517073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.529866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:04.536157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73b2697a-2123-4448-8dae-084f96686401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.622546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] For port 08564426-2778-4687-822f-d632265f23a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08564426-2778-4687-822f-d632265f23a2,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:04.623380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.639168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f004c-51bb-44b9-b5fb-5b7bea6dc09f req-c65ff9d3-5c44-483f-b12a-da630f244024 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:04.640560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Calling delete_port for 08564426-2778-4687-822f-d632265f23a2 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:04.640772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-289f004c-51bb-44b9-b5fb-5b7bea6dc09f req-c65ff9d3-5c44-483f-b12a-da630f244024 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 944 time: 0.3651035
Nov 06 21:04:04.657511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0ccfe9a2-2a2d-4e6a-8e0c-897c1c908e50 None None] Could not find standard attr ID for object 4ae96a83-e4c5-45b1-8796-bb5fbd6d110e. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:04:04.712224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:04:04.729408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53e9c2-c024-4308-b2bb-a42ac521112e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:04.730957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5d53e9c2-c024-4308-b2bb-a42ac521112e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3002951
Nov 06 21:04:04.735476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44040) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:04.777346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d2ec93-1d1e-4390-8801-1bd03333f172,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:04.789166 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73b2697a-2123-4448-8dae-084f96686401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.811122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] Deleting port 14086c86-607e-4b05-9291-380d531a7f79 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:04.811488 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.838047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337d217-d376-43f3-ab04-cb235efeb981 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:04.841981 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6337d217-d376-43f3-ab04-cb235efeb981 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1029429
Nov 06 21:04:04.842938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44048) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:04.849619 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c51b031-75ef-4c0c-b095-9c19bf9a53d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.878579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c51b031-75ef-4c0c-b095-9c19bf9a53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.894713 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c8fb70cb-e093-47a5-bc7e-033ec182a378 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0511639
Nov 06 21:04:04.899089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44054) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:04.907202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:04.947062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4c51b031-75ef-4c0c-b095-9c19bf9a53d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bcc5031641f426b9b90bd4b503041ee&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0610230
Nov 06 21:04:04.947728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] For port 14086c86-607e-4b05-9291-380d531a7f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14086c86-607e-4b05-9291-380d531a7f79,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:04.947869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2697a-2123-4448-8dae-084f96686401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c485b5d3-5194-46b0-a041-b89115d848e3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:04.948174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.949831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44058) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:04.953744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51b031-75ef-4c0c-b095-9c19bf9a53d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b5282-5a8a-40ab-a847-9892d91bc802,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:04.956928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.989455 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-73b2697a-2123-4448-8dae-084f96686401 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:04.992716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11', '08564426-2778-4687-822f-d632265f23a2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:04.999224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] Calling delete_port for 14086c86-607e-4b05-9291-380d531a7f79 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:05.000447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44060) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:05.000599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-73b2697a-2123-4448-8dae-084f96686401 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c485b5d3-5194-46b0-a041-b89115d848e3 HTTP/1.1" status: 204  len: 168 time: 0.9818707
Nov 06 21:04:05.022143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event deleted for resources: {'Port': ['ID=08564426-2778-4687-822f-d632265f23a2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:05.061982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Checking segment: {'id': '385c88ed-7d56-4ea8-b14c-02419390c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e5e8fb6b-b549-4049-84b7-dd782ef75cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:05.062917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Network hostable DHCP agents. Network: e5e8fb6b-b549-4049-84b7-dd782ef75cb3, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:04:05.084745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-289f004c-51bb-44b9-b5fb-5b7bea6dc09f req-c3e7a2e8-d967-4836-ba9d-06018b3845df tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4052527
Nov 06 21:04:05.161326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] No DVR routers for this DVR port 08564426-2778-4687-822f-d632265f23a2 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:05.167915 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d90336d8-9c3a-480f-9049-fef297b72ae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.180151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.183893 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-45dc7182-bfbe-4232-8060-3cb2cb1ae2f5 req-444ef93e-9478-4b04-8afd-7c631ab7640d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "DELETE /v2.0/ports/08564426-2778-4687-822f-d632265f23a2 HTTP/1.1" status: 204  len: 173 time: 0.9382236
Nov 06 21:04:05.187024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43190b-c3fb-42dc-914d-50260df910d5', 'name': 'network-vif-deleted', 'tag': '08564426-2778-4687-822f-d632265f23a2'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:05.194937 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983ce5e5-4925-429b-a7f5-66517b99b745" -d '{"events": [{"server_uuid": "ad43190b-c3fb-42dc-914d-50260df910d5", "name": "network-vif-deleted", "tag": "08564426-2778-4687-822f-d632265f23a2"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:05.211542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Network e5e8fb6b-b549-4049-84b7-dd782ef75cb3 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:04:05.231069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.236307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 14086c86-607e-4b05-9291-380d531a7f79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:05.259524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5e8fb6b-b549-4049-84b7-dd782ef75cb3) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:05.271965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d90336d8-9c3a-480f-9049-fef297b72ae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.278215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:05.285279 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.295835 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504c614-62b2-49ee-82f4-b17f943561db x-openstack-request-id: req-3504c614-62b2-49ee-82f4-b17f943561db {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:05.297037 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad43190b-c3fb-42dc-914d-50260df910d5", "name": "network-vif-deleted", "tag": "08564426-2778-4687-822f-d632265f23a2", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:05.297520 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3504c614-62b2-49ee-82f4-b17f943561db {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:05.298126 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad43190b-c3fb-42dc-914d-50260df910d5', 'name': 'network-vif-deleted', 'tag': '08564426-2778-4687-822f-d632265f23a2', 'status': 'completed', 'code': 200}
Nov 06 21:04:05.301549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:05.302165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.333615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66394a-9b12-4e12-bc0e-b5a26e80bb31 None None] Network e5e8fb6b-b549-4049-84b7-dd782ef75cb3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:05.366321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac2ca4ea-1644-4f65-9604-ebde85759faa req-6725baf6-b6df-40e9-a751-64bea061c312 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad43190b-c3fb-42dc-914d-50260df910d5 HTTP/1.1" status: 200  len: 210 time: 0.0718448
Nov 06 21:04:05.383681 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5bdf954e-f662-420d-8d5b-6cf0ca6d251a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7940211
Nov 06 21:04:05.384462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44074) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:05.421724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d90336d8-9c3a-480f-9049-fef297b72ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.427624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d90336d8-9c3a-480f-9049-fef297b72ae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.431668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d90336d8-9c3a-480f-9049-fef297b72ae5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b4b5282-5a8a-40ab-a847-9892d91bc802 HTTP/1.1" status: 204  len: 168 time: 0.4751401
Nov 06 21:04:05.445933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90336d8-9c3a-480f-9049-fef297b72ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b5282-5a8a-40ab-a847-9892d91bc802,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:05.459870 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.611304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] Pushing event deleted for resources: {'Port': ['ID=14086c86-607e-4b05-9291-380d531a7f79,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:05.613767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d699318-9c83-4ada-898b-aebb0f9b27bd None None] No DVR routers for this DVR port 14086c86-607e-4b05-9291-380d531a7f79 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:05.639379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No active binding found for port 14086c86-607e-4b05-9291-380d531a7f79 {{(pid=119335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 06 21:04:05.640226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 14086c86-607e-4b05-9291-380d531a7f79 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:04:05.720900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c033594-5e6c-48e9-8bb1-11e9f7431cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.762257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1816a74-2a46-4886-84bc-68cc57d17ffd None None] Network e5e8fb6b-b549-4049-84b7-dd782ef75cb3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:05.894046 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.919698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92574efd60>,) {'filters': {'network_id': ['7b9a89ab-47f1-4a79-95e4-0484eda86131']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:05.932588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92574efd60>, '9b0e35c3-a9d9-425d-9c4f-13e8080a56ca') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:05.932809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92574efd60>, '9b0e35c3-a9d9-425d-9c4f-13e8080a56ca') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:05.944139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.957050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c033594-5e6c-48e9-8bb1-11e9f7431cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.958352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.963269 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c033594-5e6c-48e9-8bb1-11e9f7431cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:05.965533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:04:05.966095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.021893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1c033594-5e6c-48e9-8bb1-11e9f7431cc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dedb75ca5c4d4d999f8a0d5eea3c112b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6341679
Nov 06 21:04:06.022817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c033594-5e6c-48e9-8bb1-11e9f7431cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f409ac-93fa-4b26-8e15-b993869b3927,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:04:06.035789 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:04:06.038882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44100) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:06.079345 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.091527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.098377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b9a89ab-47f1-4a79-95e4-0484eda86131 HTTP/1.1" status: 204  len: 168 time: 1.0905101
Nov 06 21:04:06.152359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242fd32-fdfd-4b37-8a1b-e34c9ce46639 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9a89ab-47f1-4a79-95e4-0484eda86131,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:06.368465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089fb91c-fdf9-4f14-986c-383fb637e29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.384899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44124) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:06.420192 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089fb91c-fdf9-4f14-986c-383fb637e29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.441737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733993b-4d14-4f9b-ac58-70a2d08bb05f req-94c5da26-28a6-41d2-903c-44495552189f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:06.443890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e733993b-4d14-4f9b-ac58-70a2d08bb05f req-94c5da26-28a6-41d2-903c-44495552189f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1556158
Nov 06 21:04:06.513741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82031647-64de-4470-9283-b943632efc5d req-f94df1dd-154c-4b8c-adbf-7ab94b7608b2 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:06.515262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-f94df1dd-154c-4b8c-adbf-7ab94b7608b2 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/networks?id=0396204f-65fa-4fd3-8d40-a7a6d712672e HTTP/1.1" status: 200  len: 814 time: 0.1733367
Nov 06 21:04:06.535841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e733993b-4d14-4f9b-ac58-70a2d08bb05f req-f533e47c-9aa9-4e86-b5f0-d4571e1f987f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855567
Nov 06 21:04:06.538584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-a692b4b9-7da1-4af1-a96a-b623b47ffcb2 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/quotas/c4a348daabdd46089d7f635ca36b9f83 HTTP/1.1" status: 200  len: 375 time: 0.0153339
Nov 06 21:04:06.586282 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a02e7259-50c4-4845-80f1-ce74a8a924da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9054e505e3e4d6a9f2f5919ad5523c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1923354
Nov 06 21:04:06.600386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.607069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44128) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:06.619917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-fd769cfe-bd3a-4b39-a000-639f9aa23c1c tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4a348daabdd46089d7f635ca36b9f83&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0737245
Nov 06 21:04:06.688017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:06.689717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=d82937f3-ab60-467c-8693-01025f4c2299,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:06.694503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:06.696305 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089fb91c-fdf9-4f14-986c-383fb637e29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.700641 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-089fb91c-fdf9-4f14-986c-383fb637e29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.704242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9d292-2b47-43f4-ae7e-41af511c9da3 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:06.718254 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-089fb91c-fdf9-4f14-986c-383fb637e29a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7f409ac-93fa-4b26-8e15-b993869b3927 HTTP/1.1" status: 204  len: 168 time: 0.6772254
Nov 06 21:04:06.722354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:06.722959 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.741727 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31ab1bc3-7cc6-4c2f-8d2a-d6106cece02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.771904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31ab1bc3-7cc6-4c2f-8d2a-d6106cece02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.826597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fb91c-fdf9-4f14-986c-383fb637e29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f409ac-93fa-4b26-8e15-b993869b3927,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:06.843381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31ab1bc3-7cc6-4c2f-8d2a-d6106cece02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.849448 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31ab1bc3-7cc6-4c2f-8d2a-d6106cece02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:06.854121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-31ab1bc3-7cc6-4c2f-8d2a-d6106cece02d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f37084d-6407-4e7e-a828-3be317f63518 HTTP/1.1" status: 204  len: 168 time: 0.2346730
Nov 06 21:04:06.862804 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3421ca85-b7d2-46fa-a1da-0672e9cf2836 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9614928
Nov 06 21:04:06.872708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44142) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:06.890038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab1bc3-7cc6-4c2f-8d2a-d6106cece02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37084d-6407-4e7e-a828-3be317f63518,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:06.898182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:0f:27:6a', 'name': 'tempest-NetworksTestDHCPv6-116532311'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:07.125254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': 'd82937f3-ab60-467c-8693-01025f4c2299'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:04:07.127328 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:07.267811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:07.476214 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:07.512126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44148) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:07.539069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-b2480476-5b02-4e84-9788-dee1e4667696 service neutron] 10.222.0.13 "GET /v2.0/networks/0396204f-65fa-4fd3-8d40-a7a6d712672e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8589933
Nov 06 21:04:07.560003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 34803849-b030-476f-aa09-f295ef701480 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:04:07.571550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71029a0b-2bf8-44f5-861e-bc50a165e0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:07.782073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-c8903941-658f-4235-bfd9-152f1d0d5eea service neutron] 10.222.0.13 "GET /v2.0/networks/0396204f-65fa-4fd3-8d40-a7a6d712672e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2421944
Nov 06 21:04:07.991776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::311 (5d860e38-6a16-4e75-a66b-12fac1376f02/d82937f3-ab60-467c-8693-01025f4c2299/34803849-b030-476f-aa09-f295ef701480) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:08.051802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71029a0b-2bf8-44f5-861e-bc50a165e0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.061106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71029a0b-2bf8-44f5-861e-bc50a165e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.155881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44172) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:08.157861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-71029a0b-2bf8-44f5-861e-bc50a165e0a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f5d651fd1ec416b95609a42b24fab81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6442544
Nov 06 21:04:08.203173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71029a0b-2bf8-44f5-861e-bc50a165e0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a7bba-4772-458d-983e-c3dc39802411,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:08.342598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c619f845-0ba6-430c-a942-d74bf93f3062 req-7beec08d-ed94-4db2-b03d-b09249a90ee8 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0918608
Nov 06 21:04:08.371470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18f2a6dc-6720-4464-b9b2-8f555d9cc198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.434585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18f2a6dc-6720-4464-b9b2-8f555d9cc198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.484528 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.570168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18f2a6dc-6720-4464-b9b2-8f555d9cc198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.573776 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18f2a6dc-6720-4464-b9b2-8f555d9cc198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.579132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-18f2a6dc-6720-4464-b9b2-8f555d9cc198 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a2a7bba-4772-458d-983e-c3dc39802411 HTTP/1.1" status: 204  len: 168 time: 0.4217072
Nov 06 21:04:08.595612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.596706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2a6dc-6720-4464-b9b2-8f555d9cc198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a7bba-4772-458d-983e-c3dc39802411,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:08.716132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=34803849-b030-476f-aa09-f295ef701480,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:08.748678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:08.749381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/d82937f3-ab60-467c-8693-01025f4c2299/12a21600-11a9-4735-95c6-df28bca2bff5) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:08.755330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:08.759014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:08.775017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:08.777010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:08.822320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44194) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:08.822957 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-922fca57-115f-4b43-914c-34cc8800ff56 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9455025
Nov 06 21:04:09.011734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a477877-dc50-4d0c-a27e-da571e9fed81 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:09.016902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44208) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:09.017466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4a477877-dc50-4d0c-a27e-da571e9fed81 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.1938500
Nov 06 21:04:09.018351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44210) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:09.037501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f19baa-ddc4-4ef4-b8a2-bccf97db9b25 req-158e3130-a23e-4e0c-ad3e-a930feff25e4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:09.039370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85f19baa-ddc4-4ef4-b8a2-bccf97db9b25 req-158e3130-a23e-4e0c-ad3e-a930feff25e4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1653788
Nov 06 21:04:09.228580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4b30bc29-8156-4bdf-b337-b40344c37c68 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 34803849-b030-476f-aa09-f295ef701480 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:09.228952 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b30bc29-8156-4bdf-b337-b40344c37c68 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:09.280533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:09.300654 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:09.383175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:09.391921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:09.404211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:09.424618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 08564426-2778-4687-822f-d632265f23a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:09.489100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b30bc29-8156-4bdf-b337-b40344c37c68 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:09.514092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Pushing event updated for resources: {'Port': ['ID=12a21600-11a9-4735-95c6-df28bca2bff5,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:09.522504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 08564426-2778-4687-822f-d632265f23a2 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:04:09.523789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 08564426-2778-4687-822f-d632265f23a2 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:04:09.536907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4b30bc29-8156-4bdf-b337-b40344c37c68 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 34803849-b030-476f-aa09-f295ef701480 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:09.592573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Attempting to bind port 12a21600-11a9-4735-95c6-df28bca2bff5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:09.593104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Attempting to bind port 12a21600-11a9-4735-95c6-df28bca2bff5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:09.593579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Attempting to bind port 12a21600-11a9-4735-95c6-df28bca2bff5 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:09.599930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:09.600520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:09.601065 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:09.601569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:09.602156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Bound port: 12a21600-11a9-4735-95c6-df28bca2bff5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:09.602649 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:09.695907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] For port 12a21600-11a9-4735-95c6-df28bca2bff5, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:09.706822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] For port 12a21600-11a9-4735-95c6-df28bca2bff5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12a21600-11a9-4735-95c6-df28bca2bff5,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:09.719730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:09.739829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44222) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:09.871373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc697139-7754-4597-b6dc-b1863d5ce0f6 None None] Pushing event updated for resources: {'Port': ['ID=12a21600-11a9-4735-95c6-df28bca2bff5,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:10.004953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1007316850-network', 'tenant_id': '84a119dc29614d80a2a5c5378eb09590'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:10.013239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85f19baa-ddc4-4ef4-b8a2-bccf97db9b25 req-f43dcdf9-5954-49f5-8fe0-2361fc5bef29 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9580314
Nov 06 21:04:10.064431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b30bc29-8156-4bdf-b337-b40344c37c68 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.082057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Made reservation on behalf of 84a119dc29614d80a2a5c5378eb09590 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:10.083313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.126504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30bc29-8156-4bdf-b337-b40344c37c68 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=34803849-b030-476f-aa09-f295ef701480,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:10.139611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82031647-64de-4470-9283-b943632efc5d req-06d7078d-33a1-4ea0-aacf-ed16a54def0d tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:10.141219 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-06d7078d-33a1-4ea0-aacf-ed16a54def0d tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.10 "GET /v2.0/networks?id=0396204f-65fa-4fd3-8d40-a7a6d712672e HTTP/1.1" status: 200  len: 814 time: 0.3361967
Nov 06 21:04:10.142689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.178107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6097db6e-b989-4f01-8978-2e3425225fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.188717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Request body: {'port': {'device_id': 'a79fdfc6-af27-4e6a-922f-79691509293f', 'network_id': '0396204f-65fa-4fd3-8d40-a7a6d712672e', 'admin_state_up': True, 'tenant_id': 'c4a348daabdd46089d7f635ca36b9f83'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:10.207560 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b30bc29-8156-4bdf-b337-b40344c37c68 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.210822 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4b30bc29-8156-4bdf-b337-b40344c37c68 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/34803849-b030-476f-aa09-f295ef701480 HTTP/1.1" status: 204  len: 168 time: 1.1928194
Nov 06 21:04:10.219529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-cfbeefb8-0c54-4001-81e4-667dbf29d364 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:10.228737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-cfbeefb8-0c54-4001-81e4-667dbf29d364 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 1.2087460
Nov 06 21:04:10.233508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44242) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:10.344873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d821bda0-eaa9-4c48-bae3-9f86cfef9d9f req-19fe0e66-95d3-4104-b53b-773c62c2e3d2 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.1126270
Nov 06 21:04:10.367010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-1c040fb2-cdf4-469a-a477-e75c2b23efcf tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/quotas/6eda1afc00c24f888ad31c7bade0503e HTTP/1.1" status: 200  len: 375 time: 0.1368923
Nov 06 21:04:10.463554 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6097db6e-b989-4f01-8978-2e3425225fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.506164 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6097db6e-b989-4f01-8978-2e3425225fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.525635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3f6c1-a337-4014-9a30-033547e341f7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:10.527320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3f6c1-a337-4014-9a30-033547e341f7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:10.530341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e6e3f6c1-a337-4014-9a30-033547e341f7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2952178
Nov 06 21:04:10.534889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44260) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:10.561673 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.567269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Made reservation on behalf of c4a348daabdd46089d7f635ca36b9f83 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:10.577864 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.585627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.621565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-4cc129bb-8736-41eb-9675-db7b4d885f99 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2414191
Nov 06 21:04:10.626499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6097db6e-b989-4f01-8978-2e3425225fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7de6bb905a894245ba832031d42f794e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6054134
Nov 06 21:04:10.627243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097db6e-b989-4f01-8978-2e3425225fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0779a78-1742-4882-80a8-c595aac2d530,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:10.630839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44262) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:10.634663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:04:10.700940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66e39fd-f7f0-457c-adb0-de81aaa3c55e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:10.703963 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.704351 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Added segment bc9d34c2-3f91-43ff-933f-08c4460dacaa of type vlan for network 53170c66-3550-452a-b484-26c412d80e72
Nov 06 21:04:10.765466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d0ec2c-37c7-4500-b88e-5a5f2dec0778 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet d82937f3-ab60-467c-8693-01025f4c2299 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:10.770879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec2c-37c7-4500-b88e-5a5f2dec0778 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.840138 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.841150 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec2c-37c7-4500-b88e-5a5f2dec0778 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.880662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e444-63dd-4a6d-9db3-a6c553d588cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.917991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-417d9f07-9adb-4e99-b02c-aebf35b958a7 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653854
Nov 06 21:04:10.936078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e444-63dd-4a6d-9db3-a6c553d588cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.976567 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:10.978208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:10.983641 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.025555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Allocated IP 172.20.0.6 (0396204f-65fa-4fd3-8d40-a7a6d712672e/96584e6f-aac9-4193-a1e8-345c71af83e7/ee23c91d-21d9-4c38-8b57-b3b665ebe030) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:11.040060 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2990730
Nov 06 21:04:11.054619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44268) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:11.123987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Request body: {'subnet': {'network_id': '53170c66-3550-452a-b484-26c412d80e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1007316850-subnet', 'tenant_id': '84a119dc29614d80a2a5c5378eb09590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:11.167861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-589575f8-8168-4d5b-bb30-e1c9f92da961 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2484751
Nov 06 21:04:11.332622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12a21600-11a9-4735-95c6-df28bca2bff5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:11.344805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f56e76-6e0b-4aca-afe4-8f645345a415 req-c2b49c8d-2b66-48b8-8fce-45dd41ddf9ee tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:11.355697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81f56e76-6e0b-4aca-afe4-8f645345a415 req-c2b49c8d-2b66-48b8-8fce-45dd41ddf9ee tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1791863
Nov 06 21:04:11.371177 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Made reservation on behalf of 84a119dc29614d80a2a5c5378eb09590 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:11.380143 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.392089 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec2c-37c7-4500-b88e-5a5f2dec0778 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.395384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e444-63dd-4a6d-9db3-a6c553d588cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.401200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e444-63dd-4a6d-9db3-a6c553d588cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.422964 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a3b5e444-63dd-4a6d-9db3-a6c553d588cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0779a78-1742-4882-80a8-c595aac2d530 HTTP/1.1" status: 204  len: 168 time: 0.7837455
Nov 06 21:04:11.557120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 12a21600-11a9-4735-95c6-df28bca2bff5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:11.560844 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.604409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73d05025-9cb7-4cfe-9d0b-dc275c09c07d req-2950748d-a131-46e5-b098-a750fcf84128 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.1151710
Nov 06 21:04:11.636959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81f56e76-6e0b-4aca-afe4-8f645345a415 req-7524c897-ce7c-4942-adff-1cf96fa06741 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2794883
Nov 06 21:04:11.671616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec2c-37c7-4500-b88e-5a5f2dec0778 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.724667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0ec2c-37c7-4500-b88e-5a5f2dec0778 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=d82937f3-ab60-467c-8693-01025f4c2299,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:11.737600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54d0ec2c-37c7-4500-b88e-5a5f2dec0778 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.741788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-54d0ec2c-37c7-4500-b88e-5a5f2dec0778 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/d82937f3-ab60-467c-8693-01025f4c2299 HTTP/1.1" status: 204  len: 168 time: 1.1918900
Nov 06 21:04:11.768201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44286) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:11.777971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0c9e871-ce8e-4102-88d0-634d8ce481ec req-8b5e07f2-04ee-4244-8e8a-918f5a0ce927 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 210 time: 0.0320606
Nov 06 21:04:11.782980 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5e444-63dd-4a6d-9db3-a6c553d588cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0779a78-1742-4882-80a8-c595aac2d530,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:11.792737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e1ab1-93d3-48b8-9922-d03fb19b7e56 admin admin] Pushing event updated for resources: {'Network': ['ID=53170c66-3550-452a-b484-26c412d80e72,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:11.824712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 53170c66-3550-452a-b484-26c412d80e72 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:04:11.957895 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:11.967346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44294) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:11.968010 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-00b600ae-a63c-4658-885d-696efcb765c6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1827261
Nov 06 21:04:11.988737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9db3f309-84a5-4fd9-9a29-2984232ad444 None None] Provisioning complete for port 12a21600-11a9-4735-95c6-df28bca2bff5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:11.990040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9db3f309-84a5-4fd9-9a29-2984232ad444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:12.117286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 12a21600-11a9-4735-95c6-df28bca2bff5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12a21600-11a9-4735-95c6-df28bca2bff5,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:12.133460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:12.147764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c0806-42c3-4763-af7c-5accde1462a2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:12.157865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eb8c0806-42c3-4763-af7c-5accde1462a2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1888566
Nov 06 21:04:12.160450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44300) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:12.345861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2e33d-25f0-4ee9-a291-1b396374ea9b None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:12.352660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f776d7b-c600-4bb5-ba42-5f5292e04345 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:12.358044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8f776d7b-c600-4bb5-ba42-5f5292e04345 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1899319
Nov 06 21:04:12.364001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44308) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:12.424901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:12.465604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0797dbd2-07cf-47bf-8a2d-599de1e97a8b tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0958977
Nov 06 21:04:12.466143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44314) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:12.477781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:12.563495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5d605efc-0e6f-465c-ac73-0baaf8fa4a09 None None] Could not find standard attr ID for object 34803849-b030-476f-aa09-f295ef701480. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:04:12.573372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=12a21600-11a9-4735-95c6-df28bca2bff5,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:12.631566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:12.770130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:12.776136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:12.845621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da28abf-1daa-4b1e-8b15-57d9115c706e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:12.859047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:04:12.871586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:12.979993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] Deleting port 12a21600-11a9-4735-95c6-df28bca2bff5 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:12.982434 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:12.994323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Checking segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:12.995023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Network hostable DHCP agents. Network: 53170c66-3550-452a-b484-26c412d80e72, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:04:13.048939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Network 0396204f-65fa-4fd3-8d40-a7a6d712672e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:13.070737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:13.075760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:13.108335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Pushing event updated for resources: {'Port': ['ID=ee23c91d-21d9-4c38-8b57-b3b665ebe030,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:13.153632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] For port 12a21600-11a9-4735-95c6-df28bca2bff5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12a21600-11a9-4735-95c6-df28bca2bff5,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:13.154040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:13.165507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Network 53170c66-3550-452a-b484-26c412d80e72 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:04:13.187405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] Calling delete_port for 12a21600-11a9-4735-95c6-df28bca2bff5 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:13.204567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53170c66-3550-452a-b484-26c412d80e72) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:13.226925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:13.227514 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:13.240855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526339-e198-465e-8616-a5b0a2c9b465 req-d621e5fc-c43d-451c-b2ad-d041aeab0b01 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:13.249480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f526339-e198-465e-8616-a5b0a2c9b465 req-d621e5fc-c43d-451c-b2ad-d041aeab0b01 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.4169447
Nov 06 21:04:13.267446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed14a-b1f3-4797-b56e-2e792e1628d5 req-4b1348d4-dc2a-425d-9c4a-b6f81ab78d18 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:13.271145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360ed14a-b1f3-4797-b56e-2e792e1628d5 req-4b1348d4-dc2a-425d-9c4a-b6f81ab78d18 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 931 time: 0.3310812
Nov 06 21:04:13.272550 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aaace810-a683-4a44-ad3a-8ae2c7a6e2f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.2138398
Nov 06 21:04:13.294813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:13.295545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:13.299148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12a21600-11a9-4735-95c6-df28bca2bff5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:13.301377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9f6ce3-06c4-49f9-8413-7fc072094fe0 None None] Network 53170c66-3550-452a-b484-26c412d80e72 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:13.339923 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-1fc54c35-0341-401e-a7fd-098c9e890015 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1761839
Nov 06 21:04:13.365255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Request body: {'port': {'device_id': 'a79fdfc6-af27-4e6a-922f-79691509293f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:13.461079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360ed14a-b1f3-4797-b56e-2e792e1628d5 req-8612301c-9a11-4b6e-8560-35fc9f762b45 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587887
Nov 06 21:04:13.479514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f526339-e198-465e-8616-a5b0a2c9b465 req-ea152ca5-5ff4-42ef-94d8-5158af9b1f4f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2217422
Nov 06 21:04:13.814269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:13.847202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db71c254-4a25-4aab-92b8-c1d4ae7d5f5a req-b5f5d741-7842-4001-b6e3-968143a9d6a0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 210 time: 0.0808554
Nov 06 21:04:13.855970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:13.916190 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:13.925800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] No DVR routers for this DVR port 12a21600-11a9-4735-95c6-df28bca2bff5 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:13.928194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ab571-2b01-4335-91f9-7d8a8be46c66 None None] Pushing event deleted for resources: {'Port': ['ID=12a21600-11a9-4735-95c6-df28bca2bff5,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:13.956540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.objects.ports [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119333) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:04:13.961994 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.153929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=674d4020-cd6a-43fe-b3a6-da28bedcf92d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:14.173499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:14.185069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:14.195274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:14.195896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.207894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53170c66-3550-452a-b484-26c412d80e72', 'network_id': '53170c66-3550-452a-b484-26c412d80e72', 'tenant_id': '84a119dc29614d80a2a5c5378eb09590', 'fixed_ips': [{'subnet_id': '8da28abf-1daa-4b1e-8b15-57d9115c706e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:04:14.213400 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.226379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd3cb8f-d4f6-45d8-ba55-ff9bc5a0e971 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:14.228479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9e336dba-5380-4e25-ad9e-cf0de43b4791 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.7611263
Nov 06 21:04:14.231343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44360) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:14.276121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fa2e10b0-ab8b-440b-ba89-1893abbbdd74 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:14.335243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-bdf73ca7-6549-40d9-aa47-c028ffaff590 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:14.338478 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-bdf73ca7-6549-40d9-aa47-c028ffaff590 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.8138473
Nov 06 21:04:14.363389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Request body: {'port': {'device_id': 'aca1947e-e0cb-4178-9921-7758f415d600', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'admin_state_up': True, 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:14.525894 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.553485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.556029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee23c91d-21d9-4c38-8b57-b3b665ebe030 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:14.575102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2e10b0-ab8b-440b-ba89-1893abbbdd74 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:14.580124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa2e10b0-ab8b-440b-ba89-1893abbbdd74 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.589177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.634422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '674d4020-cd6a-43fe-b3a6-da28bedcf92d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:04:14.635518 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.665007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Transition to ACTIVE for port object ee23c91d-21d9-4c38-8b57-b3b665ebe030 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:04:14.683403 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:14.732107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Allocated IP 172.20.0.2 (53170c66-3550-452a-b484-26c412d80e72/8da28abf-1daa-4b1e-8b15-57d9115c706e/c92488cb-90a7-452c-8537-85f0f924941d) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:14.826055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee23c91d-21d9-4c38-8b57-b3b665ebe030,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:14.855666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Allocated IP 2001:db8::f816:3eff:fe14:c9b (5d860e38-6a16-4e75-a66b-12fac1376f02/674d4020-cd6a-43fe-b3a6-da28bedcf92d/57135965-278c-46b8-92fd-3cae246067be) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:14.965860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3378-2831-47e6-b241-0da1d381e706 req-5573092d-404b-432a-8efb-184eed4292ff tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:14.971410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-5573092d-404b-432a-8efb-184eed4292ff tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 816 time: 0.3520880
Nov 06 21:04:14.981848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:14.985796 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.007252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Attempting to bind port ee23c91d-21d9-4c38-8b57-b3b665ebe030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:15.007691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Attempting to bind port ee23c91d-21d9-4c38-8b57-b3b665ebe030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0396204f-65fa-4fd3-8d40-a7a6d712672e'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:15.008094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Attempting to bind port ee23c91d-21d9-4c38-8b57-b3b665ebe030 on network 0396204f-65fa-4fd3-8d40-a7a6d712672e {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:15.017485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-b65a7b07-cc0f-4b74-82c9-2969c51dbc69 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/quotas/84a119dc29614d80a2a5c5378eb09590 HTTP/1.1" status: 200  len: 375 time: 0.0313182
Nov 06 21:04:15.025603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Port ee23c91d-21d9-4c38-8b57-b3b665ebe030 on network 0396204f-65fa-4fd3-8d40-a7a6d712672e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:04:15.026008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Attempting to bind port ee23c91d-21d9-4c38-8b57-b3b665ebe030 on network 0396204f-65fa-4fd3-8d40-a7a6d712672e {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:15.040709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:15.041028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Checking segment: {'id': '4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0396204f-65fa-4fd3-8d40-a7a6d712672e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:15.041536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Bound using segment: {'id': '4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0396204f-65fa-4fd3-8d40-a7a6d712672e'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:15.042345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Bound port: ee23c91d-21d9-4c38-8b57-b3b665ebe030, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0396204f-65fa-4fd3-8d40-a7a6d712672e'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:15.042767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.077422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-b73a5a26-7aa5-4420-b512-ff0bec788b93 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0528753
Nov 06 21:04:15.204424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-93d0b0a9-70a9-42bd-a78e-515e6901c0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1169465
Nov 06 21:04:15.246937 ncdv-master-1 neutron-server[119333]: INFO neutron.db.ipam_backend_mixin [None req-fa2e10b0-ab8b-440b-ba89-1893abbbdd74 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 674d4020-cd6a-43fe-b3a6-da28bedcf92d (CIDR: 2001:db8::/64)
Nov 06 21:04:15.258285 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2e10b0-ab8b-440b-ba89-1893abbbdd74 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:04:15.259165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2e10b0-ab8b-440b-ba89-1893abbbdd74 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:04:15.304660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] For port ee23c91d-21d9-4c38-8b57-b3b665ebe030, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:15.317833 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] For port ee23c91d-21d9-4c38-8b57-b3b665ebe030, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee23c91d-21d9-4c38-8b57-b3b665ebe030,segment=NetworkSegment(4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc),segment_id=4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:15.328615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fa2e10b0-ab8b-440b-ba89-1893abbbdd74 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0959630
Nov 06 21:04:15.331650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44396) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:15.338539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:15.398330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.538255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee23c91d-21d9-4c38-8b57-b3b665ebe030,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:15.542749 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.555634 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.574989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:15.576726 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.578571 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-2df75ebe-24c2-4b9a-bd42-63aa44a64eb8 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee23c91d-21d9-4c38-8b57-b3b665ebe030 HTTP/1.1" status: 200  len: 1091 time: 2.2288387
Nov 06 21:04:15.579298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79fdfc6-af27-4e6a-922f-79691509293f', 'tag': 'ee23c91d-21d9-4c38-8b57-b3b665ebe030'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:15.582191 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29376941-bd0c-4914-aebc-c7bfdb9edad8" -d '{"events": [{"name": "network-changed", "server_uuid": "a79fdfc6-af27-4e6a-922f-79691509293f", "tag": "ee23c91d-21d9-4c38-8b57-b3b665ebe030"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:15.606553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Network 53170c66-3550-452a-b484-26c412d80e72 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:15.611711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Allocated IP 172.20.0.14 (c0397278-359e-4b6d-bb4f-e56cf166bbfb/a2e1697f-b2c0-469e-8413-56865719f066/4118adfa-926d-4d90-bed9-cdd9086aec94) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:15.628443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-517d4fb4-7154-4465-9917-85a1e6715ee1 service neutron] 10.222.0.13 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4221804
Nov 06 21:04:15.634872 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.636664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:15.643880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:15.723789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82031647-64de-4470-9283-b943632efc5d req-541b8966-079e-4865-968e-d51eb2fc57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:15.726334 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-541b8966-079e-4865-968e-d51eb2fc57ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4a348daabdd46089d7f635ca36b9f83&device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 1094 time: 0.0994470
Nov 06 21:04:15.739121 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.810434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Pushing event updated for resources: {'Port': ['ID=c92488cb-90a7-452c-8537-85f0f924941d,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:15.817804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:15.824699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44408) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:15.843663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'network': {'name': 'tempest-network-smoke--240159393', 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'port_security_enabled': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:15.867133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Pushing event updated for resources: {'Port': ['ID=57135965-278c-46b8-92fd-3cae246067be,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:15.872115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:15.883874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Attempting to bind port c92488cb-90a7-452c-8537-85f0f924941d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:15.884254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Attempting to bind port c92488cb-90a7-452c-8537-85f0f924941d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:15.884653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Attempting to bind port c92488cb-90a7-452c-8537-85f0f924941d on network 53170c66-3550-452a-b484-26c412d80e72 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:15.889271 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-278c7660-91e8-402b-ae17-f1f3439945b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee23c91d-21d9-4c38-8b57-b3b665ebe030 HTTP/1.1" status: 200  len: 217 time: 0.1544471
Nov 06 21:04:15.892835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:15.911830 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.933882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:15.948583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:15.948583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Checking segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:15.949193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:15.952697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Bound using segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:15.953250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Bound port: c92488cb-90a7-452c-8537-85f0f924941d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:15.953652 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:16.086675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Attempting to bind port 57135965-278c-46b8-92fd-3cae246067be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:16.087050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Attempting to bind port 57135965-278c-46b8-92fd-3cae246067be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:16.087417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Attempting to bind port 57135965-278c-46b8-92fd-3cae246067be on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:16.104023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:16.104508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:16.104843 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:16.105237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:16.105711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Bound port: 57135965-278c-46b8-92fd-3cae246067be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:16.106096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:16.176818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] For port c92488cb-90a7-452c-8537-85f0f924941d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:16.195899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] For port c92488cb-90a7-452c-8537-85f0f924941d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c92488cb-90a7-452c-8537-85f0f924941d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:16.207885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:16.292643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] For port 57135965-278c-46b8-92fd-3cae246067be, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:16.296512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] For port 57135965-278c-46b8-92fd-3cae246067be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57135965-278c-46b8-92fd-3cae246067be,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:16.302988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90fafe-f01c-4923-b17d-3588c1ee9a30 None None] Pushing event updated for resources: {'Port': ['ID=c92488cb-90a7-452c-8537-85f0f924941d,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:16.317377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82031647-64de-4470-9283-b943632efc5d req-9201beef-ebcb-4878-945d-2c2cde5b76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:16.317939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:16.323879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-9201beef-ebcb-4878-945d-2c2cde5b76a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96584e6f-aac9-4193-a1e8-345c71af83e7 HTTP/1.1" status: 200  len: 854 time: 0.4042060
Nov 06 21:04:16.384176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Made reservation on behalf of f2513646a2fc417d9b601006a57d5693 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:16.390530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:16.421338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcbd9a-a034-4acc-8948-73dfbd7613b9 None None] Pushing event updated for resources: {'Port': ['ID=57135965-278c-46b8-92fd-3cae246067be,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:16.439513 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-176b31ff-92da-4988-9547-6e7078e76846 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0396204f-65fa-4fd3-8d40-a7a6d712672e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0989623
Nov 06 21:04:16.533786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d26f0e-9f00-4664-9da8-9369d7df5757 req-8625d669-9969-4add-88b1-8fdfb9a756a9 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:16.541702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35d26f0e-9f00-4664-9da8-9369d7df5757 req-8625d669-9969-4add-88b1-8fdfb9a756a9 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 943 time: 0.5557029
Nov 06 21:04:16.562922 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:16.689944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8073d-26c7-4b76-91f0-a983d4ba581b req-41c3557a-28d2-45b2-82ca-746c5631bd83 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:16.699125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdb8073d-26c7-4b76-91f0-a983d4ba581b req-41c3557a-28d2-45b2-82ca-746c5631bd83 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.5760105
Nov 06 21:04:16.719027 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-3d8974f7-c3e3-4620-8c58-1b190ffb22b4 service neutron] 10.222.0.10 "GET /v2.0/networks/0396204f-65fa-4fd3-8d40-a7a6d712672e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592330
Nov 06 21:04:16.825319 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6f0d-3079-46e3-8bb1-ba90c0d7a694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:16.850303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35d26f0e-9f00-4664-9da8-9369d7df5757 req-bf8e3c5a-e76d-4114-ad18-e9d3d1cb5b86 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993860
Nov 06 21:04:16.858922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.079728 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.083590 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-82031647-64de-4470-9283-b943632efc5d req-fbe5659c-07c7-48aa-a72e-ce86bcd04806 service neutron] 10.222.0.10 "GET /v2.0/networks/0396204f-65fa-4fd3-8d40-a7a6d712672e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3545992
Nov 06 21:04:17.093130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:17.110620 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.204613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cdb8073d-26c7-4b76-91f0-a983d4ba581b req-d6226c83-1106-431e-82fe-815ed7a61b37 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5031688
Nov 06 21:04:17.205358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.272244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event updated for resources: {'Port': ['ID=4118adfa-926d-4d90-bed9-cdd9086aec94,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:17.306452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:17.309483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:17.319271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:17.343046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:04:17.412946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c92488cb-90a7-452c-8537-85f0f924941d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:17.452180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:17.457993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.471546 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1891d2bb-4402-4849-aada-b7cf48fdfbab x-openstack-request-id: req-1891d2bb-4402-4849-aada-b7cf48fdfbab {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:17.472149 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79fdfc6-af27-4e6a-922f-79691509293f", "tag": "ee23c91d-21d9-4c38-8b57-b3b665ebe030", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:17.472864 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1891d2bb-4402-4849-aada-b7cf48fdfbab {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:17.473458 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79fdfc6-af27-4e6a-922f-79691509293f', 'tag': 'ee23c91d-21d9-4c38-8b57-b3b665ebe030', 'status': 'completed', 'code': 200}
Nov 06 21:04:17.490262 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-3af9e782-32be-4545-80b6-45fc3bc384af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1334591
Nov 06 21:04:17.516908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Request body: {'port': {'device_id': 'aca1947e-e0cb-4178-9921-7758f415d600', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:17.579398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-d82196c7-38cd-4c4f-96d2-e0cf22908caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:17.581682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-d82196c7-38cd-4c4f-96d2-e0cf22908caa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4a348daabdd46089d7f635ca36b9f83&device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 1094 time: 0.1071396
Nov 06 21:04:17.617615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c92488cb-90a7-452c-8537-85f0f924941d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:17.617996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.619568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.630631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8fbf6c-ebdc-40a4-bbd9-cce3f287336c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:17.660071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:17.666544 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.667478 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Added segment 4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537 of type vlan for network 8545d18d-53f1-4e44-8979-ca61a655f6b2
Nov 06 21:04:17.669478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:17.679979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca38c92-dd4e-41da-999f-39a983ce05ac req-874b7323-3f1b-498e-ac63-698be2382c57 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:17.681927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cca38c92-dd4e-41da-999f-39a983ce05ac req-874b7323-3f1b-498e-ac63-698be2382c57 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 932 time: 0.6515799
Nov 06 21:04:17.683730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:17.686629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.777680 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.825227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port c92488cb-90a7-452c-8537-85f0f924941d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c92488cb-90a7-452c-8537-85f0f924941d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:17.835031 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.838738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 57135965-278c-46b8-92fd-3cae246067be up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:17.847107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:17.917361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=c92488cb-90a7-452c-8537-85f0f924941d,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:18.020789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 57135965-278c-46b8-92fd-3cae246067be triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:18.021390 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.074219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cca38c92-dd4e-41da-999f-39a983ce05ac req-b1dc8f4a-03b3-46cd-922f-bd79637f91f1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975898
Nov 06 21:04:18.245262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9122658
Nov 06 21:04:18.262576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.273900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44444) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:18.327535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4118adfa-926d-4d90-bed9-cdd9086aec94 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:18.338858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.358114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 57135965-278c-46b8-92fd-3cae246067be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57135965-278c-46b8-92fd-3cae246067be,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:18.360013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Transition to ACTIVE for port object 4118adfa-926d-4d90-bed9-cdd9086aec94 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:04:18.372083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c12c44-3d51-4bd8-bd78-36bc74abccff None None] Network 53170c66-3550-452a-b484-26c412d80e72 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:18.382944 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.384716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.426822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:16:43:0a', 'name': 'tempest-NetworksTestDHCPv6-2073165119'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:18.451095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.508102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3c4ebe93-5981-4928-98f3-874e8d0210e5 None None] Provisioning complete for port c92488cb-90a7-452c-8537-85f0f924941d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:18.514189 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3c4ebe93-5981-4928-98f3-874e8d0210e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.603666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=57135965-278c-46b8-92fd-3cae246067be,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:18.637509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Pushing event updated for resources: {'Port': ['ID=4118adfa-926d-4d90-bed9-cdd9086aec94,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:18.644045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-84ade28e-2cd9-4075-9d7c-deadad2d320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:18.645579 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-84ade28e-2cd9-4075-9d7c-deadad2d320c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0396204f-65fa-4fd3-8d40-a7a6d712672e HTTP/1.1" status: 200  len: 915 time: 0.9869511
Nov 06 21:04:18.712954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0a0b6-f644-46f4-a301-fa875014307a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=71dd93ce-b726-4024-8853-43629086593a,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:18.772694 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.resource_extend [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 21:04:18.795297 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-81580ec9-2223-42e8-a1de-597384ae15db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee23c91d-21d9-4c38-8b57-b3b665ebe030 HTTP/1.1" status: 200  len: 217 time: 0.0564737
Nov 06 21:04:18.902061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Attempting to bind port 4118adfa-926d-4d90-bed9-cdd9086aec94 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:18.902415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Attempting to bind port 4118adfa-926d-4d90-bed9-cdd9086aec94 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:18.903047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Attempting to bind port 4118adfa-926d-4d90-bed9-cdd9086aec94 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:18.904936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3378-2831-47e6-b241-0da1d381e706 req-d2d3c230-63a1-42d3-8d59-788b7702e7f9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:18.907308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-d2d3c230-63a1-42d3-8d59-788b7702e7f9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 816 time: 0.9482827
Nov 06 21:04:18.911343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Port 4118adfa-926d-4d90-bed9-cdd9086aec94 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:04:18.912233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Attempting to bind port 4118adfa-926d-4d90-bed9-cdd9086aec94 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:18.912393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.916657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef7da4-0812-4c00-a819-fc0637365ca9 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:18.920814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:18.920814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Checking segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:18.920814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Bound using segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:18.920814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Bound port: 4118adfa-926d-4d90-bed9-cdd9086aec94, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:18.922222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.926380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-2c18906d-64cc-4d19-a62b-3a446f12203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:18.927966 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-2c18906d-64cc-4d19-a62b-3a446f12203c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96584e6f-aac9-4193-a1e8-345c71af83e7 HTTP/1.1" status: 200  len: 854 time: 0.1237631
Nov 06 21:04:18.934750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:18.935399 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:18.938717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:18.993284 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-97aa93c6-1c60-4b36-a111-30f5c420099f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0396204f-65fa-4fd3-8d40-a7a6d712672e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541582
Nov 06 21:04:19.128107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Request body: {'port': {'device_id': '164f43a8-ffe2-4f74-8af1-57b56325b235', 'network_id': '53170c66-3550-452a-b484-26c412d80e72', 'admin_state_up': True, 'tenant_id': '84a119dc29614d80a2a5c5378eb09590'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:19.153503 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-7ab37bcb-fb6a-4398-a1ac-e3fbbca2f94c service neutron] 10.222.0.10 "GET /v2.0/networks/0396204f-65fa-4fd3-8d40-a7a6d712672e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304278
Nov 06 21:04:19.153911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44452) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:19.198799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Network': ['ID=8545d18d-53f1-4e44-8979-ca61a655f6b2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:19.216345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3636b528-603b-4376-a381-3db4d4128647 None None] Provisioning complete for port 57135965-278c-46b8-92fd-3cae246067be triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:19.216848 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3636b528-603b-4376-a381-3db4d4128647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.228484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c92488cb-90a7-452c-8537-85f0f924941d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:19.265079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:04:19.356641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44458) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:19.357769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f78c3de7-72e7-4c1c-9db0-d2b7a37c67e6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 3.5315099
Nov 06 21:04:19.367516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'admin_state_up': True, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:19.380564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659114c-3eaa-4fef-a772-0e0ecb20cf25 req-95e5b071-128d-416d-9b7c-8c5cf4960960 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:19.389517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d659114c-3eaa-4fef-a772-0e0ecb20cf25 req-95e5b071-128d-416d-9b7c-8c5cf4960960 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 943 time: 1.1003454
Nov 06 21:04:19.400754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-a7a264fa-b099-4a0a-bada-e78f93b677ff tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:19.406464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-181c59fe-125f-41e4-b8b2-abbefe734783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.412344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-a7a264fa-b099-4a0a-bada-e78f93b677ff tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 816 time: 1.8067541
Nov 06 21:04:19.437719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] For port 4118adfa-926d-4d90-bed9-cdd9086aec94, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:19.466426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.467235 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f067d825-c8da-4c36-8cef-1e97c176ce13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.468319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.488667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-e9a21d00-3a66-429d-a314-a3ab479fe3a7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/quotas/84a119dc29614d80a2a5c5378eb09590 HTTP/1.1" status: 200  len: 375 time: 0.0747631
Nov 06 21:04:19.497729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c92488cb-90a7-452c-8537-85f0f924941d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:19.498100 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.560203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.585558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] For port 4118adfa-926d-4d90-bed9-cdd9086aec94, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4118adfa-926d-4d90-bed9-cdd9086aec94,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:19.631026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51122b69-e56d-4f78-bfeb-bf92f845566d None None] Update dhcp port {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '674d4020-cd6a-43fe-b3a6-da28bedcf92d', 'ip_address': '2001:db8::f816:3eff:fe14:c9b'}, {'subnet_id': '71dd93ce-b726-4024-8853-43629086593a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '57135965-278c-46b8-92fd-3cae246067be'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:04:19.685547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.696447 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51122b69-e56d-4f78-bfeb-bf92f845566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.701021 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29376941-bd0c-4914-aebc-c7bfdb9edad8 req-55dc9d72-03e4-46ef-8ae3-b44ac4181476 service neutron] 10.222.0.10 "GET /v2.0/networks/0396204f-65fa-4fd3-8d40-a7a6d712672e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5350816
Nov 06 21:04:19.715346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 57135965-278c-46b8-92fd-3cae246067be up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:19.787096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Pushing event updated for resources: {'Port': ['ID=4118adfa-926d-4d90-bed9-cdd9086aec94,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:19.808170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:19.808893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.810380 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-914cf419-cc94-41db-8c31-b458415788cf service neutron] 10.222.0.10 "PUT /v2.0/ports/4118adfa-926d-4d90-bed9-cdd9086aec94 HTTP/1.1" status: 200  len: 1092 time: 2.2996140
Nov 06 21:04:19.811105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca1947e-e0cb-4178-9921-7758f415d600', 'tag': '4118adfa-926d-4d90-bed9-cdd9086aec94'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:19.813656 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f58073e-b033-4785-83ff-e364f7eff42f" -d '{"events": [{"name": "network-changed", "server_uuid": "aca1947e-e0cb-4178-9921-7758f415d600", "tag": "4118adfa-926d-4d90-bed9-cdd9086aec94"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:19.904633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1ac480c7-c108-4ab0-a6e0-d46eb41a427d None None] Provisioning complete for port c92488cb-90a7-452c-8537-85f0f924941d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:19.905991 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1ac480c7-c108-4ab0-a6e0-d46eb41a427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:19.983695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 57135965-278c-46b8-92fd-3cae246067be triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:19.984068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.084309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d659114c-3eaa-4fef-a772-0e0ecb20cf25 req-27f99171-c971-4359-babd-c1ab49d005d9 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6884346
Nov 06 21:04:20.097154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-51122b69-e56d-4f78-bfeb-bf92f845566d None None] Allocated IP 2001:db8:0:1::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/71dd93ce-b726-4024-8853-43629086593a/57135965-278c-46b8-92fd-3cae246067be) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:20.124542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.193903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-7e243d33-2c94-43a5-be83-daddd4b62dcc tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7044873
Nov 06 21:04:20.251343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-51122b69-e56d-4f78-bfeb-bf92f845566d None None] For port 57135965-278c-46b8-92fd-3cae246067be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57135965-278c-46b8-92fd-3cae246067be,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:20.283044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51122b69-e56d-4f78-bfeb-bf92f845566d None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.291546 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51122b69-e56d-4f78-bfeb-bf92f845566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.329315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port d4b420ce-6f87-4736-b0da-255233a8b857 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:04:20.338056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-81697169-135a-44b3-9436-72e236834095 service neutron] 10.222.0.13 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424780
Nov 06 21:04:20.397316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-181c59fe-125f-41e4-b8b2-abbefe734783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.409519 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-181c59fe-125f-41e4-b8b2-abbefe734783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.415584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.451192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c59fe-125f-41e4-b8b2-abbefe734783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7653882f-c3ed-40a5-b639-83d0fa72ba28,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:20.486201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Made reservation on behalf of 84a119dc29614d80a2a5c5378eb09590 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:20.491468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.497145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-d13dae06-6744-4bab-809b-b668951e1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:20.498677 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-d13dae06-6744-4bab-809b-b668951e1d2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 1095 time: 0.6292958
Nov 06 21:04:20.568114 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-ce5d2256-17bf-4619-b093-5fad187f83b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4118adfa-926d-4d90-bed9-cdd9086aec94 HTTP/1.1" status: 200  len: 217 time: 0.0417187
Nov 06 21:04:20.576999 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-181c59fe-125f-41e4-b8b2-abbefe734783 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a380370f82c40b08eba68204a5bbb7e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4169738
Nov 06 21:04:20.578919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51122b69-e56d-4f78-bfeb-bf92f845566d None None] Pushing event updated for resources: {'Port': ['ID=57135965-278c-46b8-92fd-3cae246067be,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:20.582855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.588921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44462) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:20.683362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27a3bc37-3c65-4b06-913b-ef98130330c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.706254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-d38671fb-e711-4a25-b772-2d6a4f672d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:20.708006 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-d38671fb-e711-4a25-b772-2d6a4f672d30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.1269755
Nov 06 21:04:20.755609 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-f1749895-4137-402e-af44-d64815840bd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340137
Nov 06 21:04:20.763262 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27a3bc37-3c65-4b06-913b-ef98130330c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.772361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cc1a0-b281-4243-820e-03dc20962bef req-c2f7594a-187a-4bdd-ba74-96f6bb5324a8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:20.775307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db0cc1a0-b281-4243-820e-03dc20962bef req-c2f7594a-187a-4bdd-ba74-96f6bb5324a8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.4779980
Nov 06 21:04:20.781979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Allocated IP 172.20.0.11 (53170c66-3550-452a-b484-26c412d80e72/8da28abf-1daa-4b1e-8b15-57d9115c706e/81ff9899-aaca-4601-85a6-c941334b6ac2) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:20.905271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27a3bc37-3c65-4b06-913b-ef98130330c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.908198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27a3bc37-3c65-4b06-913b-ef98130330c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:20.909933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-27a3bc37-3c65-4b06-913b-ef98130330c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7653882f-c3ed-40a5-b639-83d0fa72ba28 HTTP/1.1" status: 204  len: 168 time: 0.3191745
Nov 06 21:04:20.932779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3bc37-3c65-4b06-913b-ef98130330c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7653882f-c3ed-40a5-b639-83d0fa72ba28,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:20.962171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.058826 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.072834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db0cc1a0-b281-4243-820e-03dc20962bef req-fcf4ba0b-0786-495b-8d5c-2ca0a0e348ac tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683293
Nov 06 21:04:21.139131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-d7b39fae-f86a-46d3-94f6-cda63f542626 service neutron] 10.222.0.13 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7754128
Nov 06 21:04:21.169986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Network 53170c66-3550-452a-b484-26c412d80e72 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:21.197156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 57135965-278c-46b8-92fd-3cae246067be up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:21.209196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:21.220369 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-1628dba5-3375-4f33-a1ea-232eafe56776 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4540377
Nov 06 21:04:21.227631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:21.363711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:21.364826 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.398361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 57135965-278c-46b8-92fd-3cae246067be triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:21.399025 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.436697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4784336
Nov 06 21:04:21.475417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43e8da-c728-496a-9e9b-8c4e50e89fce tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Pushing event updated for resources: {'Port': ['ID=81ff9899-aaca-4601-85a6-c941334b6ac2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:21.507943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ee23c91d-21d9-4c38-8b57-b3b665ebe030 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:04:21.520083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Request body: {'port': {'device_id': '164f43a8-ffe2-4f74-8af1-57b56325b235', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:21.590582 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-590f0187-75e9-4972-a7ac-b3d1c4855051 req-04550c0e-7f41-4775-8067-d859ba69b3cd service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3497264
Nov 06 21:04:21.632661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8:0:1::26c (5d860e38-6a16-4e75-a66b-12fac1376f02/71dd93ce-b726-4024-8853-43629086593a/d4b420ce-6f87-4736-b0da-255233a8b857) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:21.662008 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024e370-fb3b-4d90-9012-b2eb329f8edc x-openstack-request-id: req-3024e370-fb3b-4d90-9012-b2eb329f8edc {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:21.663299 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca1947e-e0cb-4178-9921-7758f415d600", "tag": "4118adfa-926d-4d90-bed9-cdd9086aec94", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:21.664876 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3024e370-fb3b-4d90-9012-b2eb329f8edc {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:21.665507 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca1947e-e0cb-4178-9921-7758f415d600', 'tag': '4118adfa-926d-4d90-bed9-cdd9086aec94', 'status': 'completed', 'code': 200}
Nov 06 21:04:21.671484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44474) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:21.694616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:fe16:430a (5d860e38-6a16-4e75-a66b-12fac1376f02/674d4020-cd6a-43fe-b3a6-da28bedcf92d/d4b420ce-6f87-4736-b0da-255233a8b857) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:21.694861 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.764766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.765637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e72af-5491-4127-bb18-4555128b5aa9 req-c034e7c9-b928-4d25-a420-07e1769321af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:21.767255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c9e72af-5491-4127-bb18-4555128b5aa9 req-c034e7c9-b928-4d25-a420-07e1769321af tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 944 time: 0.3807986
Nov 06 21:04:21.813921 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.831705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58073e-b033-4785-83ff-e364f7eff42f req-8246940b-9a2f-4598-ad26-338214a9748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:21.833789 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f58073e-b033-4785-83ff-e364f7eff42f req-8246940b-9a2f-4598-ad26-338214a9748d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 1095 time: 0.1655023
Nov 06 21:04:21.857455 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5058b71-0eaa-4aaf-898e-38034e4aa8c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.913917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ee23c91d-21d9-4c38-8b57-b3b665ebe030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee23c91d-21d9-4c38-8b57-b3b665ebe030,segment=NetworkSegment(4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc),segment_id=4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:21.940612 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:21.943790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'ee23c91d-21d9-4c38-8b57-b3b665ebe030', 'network_id': '0396204f-65fa-4fd3-8d40-a7a6d712672e', 'port_id': 'ee23c91d-21d9-4c38-8b57-b3b665ebe030', 'mac_address': 'fa:16:3e:6b:03:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96584e6f-aac9-4193-a1e8-345c71af83e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:04:21.944218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Allocated IP 172.35.0.202 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/90e39594-0d2f-4a62-8e64-4439204ed3ae) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:21.947045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-799ffee5-4b3f-449b-baa3-f02cbab32d39 None None] Provisioning complete for port 57135965-278c-46b8-92fd-3cae246067be triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:21.947518 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-799ffee5-4b3f-449b-baa3-f02cbab32d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.035877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c9e72af-5491-4127-bb18-4555128b5aa9 req-d41fe39f-81ed-47fd-8ab4-86849ca93299 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228596
Nov 06 21:04:22.059244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.078602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee23c91d-21d9-4c38-8b57-b3b665ebe030 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:22.127484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ee23c91d-21d9-4c38-8b57-b3b665ebe030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee23c91d-21d9-4c38-8b57-b3b665ebe030,segment=NetworkSegment(4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc),segment_id=4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:22.142295 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.203617 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-799ffee5-4b3f-449b-baa3-f02cbab32d39 None None] Provisioning complete for port 81ff9899-aaca-4601-85a6-c941334b6ac2 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:22.207693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-799ffee5-4b3f-449b-baa3-f02cbab32d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.226384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.248134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ee23c91d-21d9-4c38-8b57-b3b665ebe030,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:22.286887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-799ffee5-4b3f-449b-baa3-f02cbab32d39 None None] Port 81ff9899-aaca-4601-85a6-c941334b6ac2 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:04:22.333235 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58073e-b033-4785-83ff-e364f7eff42f req-c2b5980f-ebf5-4806-9610-f82c1ba8c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:22.334576 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f58073e-b033-4785-83ff-e364f7eff42f req-c2b5980f-ebf5-4806-9610-f82c1ba8c5cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 906 time: 0.4907119
Nov 06 21:04:22.338142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.353174 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5058b71-0eaa-4aaf-898e-38034e4aa8c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.401100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5058b71-0eaa-4aaf-898e-38034e4aa8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.428594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:22.434463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:22.437066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:22.440735 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f58073e-b033-4785-83ff-e364f7eff42f req-9f7fc375-17ef-4a0f-9194-d8df9752136f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4118adfa-926d-4d90-bed9-cdd9086aec94 HTTP/1.1" status: 200  len: 217 time: 0.0975869
Nov 06 21:04:22.452850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ffa2-a893-4c82-b2a8-4bad5e914634 req-c542e40c-6055-44ab-a241-395bf7c08d23 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:22.461680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3584ffa2-a893-4c82-b2a8-4bad5e914634 req-c542e40c-6055-44ab-a241-395bf7c08d23 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 943 time: 0.6924922
Nov 06 21:04:22.485477 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.540880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=90e39594-0d2f-4a62-8e64-4439204ed3ae,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:22.588156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e5058b71-0eaa-4aaf-898e-38034e4aa8c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77f9a01c7de1489bb012e1b88ff94381&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9122722
Nov 06 21:04:22.596368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44494) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:22.607193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-34411b21-b8b9-4b24-95c0-10ac5a5a3f25 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:22.619787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-34411b21-b8b9-4b24-95c0-10ac5a5a3f25 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 816 time: 0.4134526
Nov 06 21:04:22.633577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ee23c91d-21d9-4c38-8b57-b3b665ebe030'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:22.638477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5058b71-0eaa-4aaf-898e-38034e4aa8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f09763-d17e-4014-9428-cbd7580a8acc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:22.696806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-fb3c02c4-031b-4779-8b9a-29838603c101 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/quotas/84a119dc29614d80a2a5c5378eb09590 HTTP/1.1" status: 200  len: 375 time: 0.0758417
Nov 06 21:04:22.780525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3584ffa2-a893-4c82-b2a8-4bad5e914634 req-d590b3fd-f2a5-4a70-91f4-610577e07dbd tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3175590
Nov 06 21:04:22.824078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58073e-b033-4785-83ff-e364f7eff42f req-abe3dc20-61a5-4c02-9814-a48046fdda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:22.827212 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f58073e-b033-4785-83ff-e364f7eff42f req-abe3dc20-61a5-4c02-9814-a48046fdda9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.3765404
Nov 06 21:04:22.839034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:22.967886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-874f6231-7f8a-4149-a9d2-2824bc36d0c1 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2700882
Nov 06 21:04:22.988661 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f58073e-b033-4785-83ff-e364f7eff42f req-07f62357-356b-4b58-9492-3e863a339460 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1383502
Nov 06 21:04:22.991539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa102069-f661-4d52-b88b-06345a50881f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.075171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.087852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51a7b-7047-4e56-9179-c0eaf45c0d55 req-dbf55cd9-82d4-48b2-b8bd-82ebe4d882bb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:23.089247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ede51a7b-7047-4e56-9179-c0eaf45c0d55 req-dbf55cd9-82d4-48b2-b8bd-82ebe4d882bb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1836643
Nov 06 21:04:23.131562 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa102069-f661-4d52-b88b-06345a50881f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.203193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.213451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:23.232402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:23.242985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:23.244965 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f58073e-b033-4785-83ff-e364f7eff42f req-d1e5fed5-74da-4764-8c27-a613a293b9d0 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455740
Nov 06 21:04:23.249071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:23.249844 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.271324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-9e9b2ca5-140d-493d-953e-b781c30d0610 service neutron] 10.222.0.13 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3021426
Nov 06 21:04:23.274112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=d4b420ce-6f87-4736-b0da-255233a8b857,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:23.277725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ff9899-aaca-4601-85a6-c941334b6ac2 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:23.310786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.460042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7808f3f0-9cd1-43fe-a066-e819e28d0aa9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 5.0578680
Nov 06 21:04:23.461762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Transition to ACTIVE for port object 81ff9899-aaca-4601-85a6-c941334b6ac2 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:04:23.462749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44498) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:23.471878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa102069-f661-4d52-b88b-06345a50881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.474488 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa102069-f661-4d52-b88b-06345a50881f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.481828 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa102069-f661-4d52-b88b-06345a50881f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17f09763-d17e-4014-9428-cbd7580a8acc HTTP/1.1" status: 204  len: 168 time: 0.8782473
Nov 06 21:04:23.483712 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f58073e-b033-4785-83ff-e364f7eff42f req-9b02e115-8dba-4a77-a875-90911fb15d17 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2265120
Nov 06 21:04:23.563514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa102069-f661-4d52-b88b-06345a50881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f09763-d17e-4014-9428-cbd7580a8acc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:23.605597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ede51a7b-7047-4e56-9179-c0eaf45c0d55 req-c1c94454-a2be-45b0-97cb-c02a704abccd tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5026147
Nov 06 21:04:23.651362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:23.754398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-0bf13409-69bc-4115-9878-cad117d618ac service neutron] 10.222.0.13 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4821742
Nov 06 21:04:23.778096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-8d7f2b05-72fc-448d-bf12-f48361e74aff tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:23.779621 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-8d7f2b05-72fc-448d-bf12-f48361e74aff tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 816 time: 0.3900895
Nov 06 21:04:23.848901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Pushing event updated for resources: {'Port': ['ID=81ff9899-aaca-4601-85a6-c941334b6ac2,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:23.855223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Request body: {'port': {'device_id': 'd8719dd5-4131-46f9-ba2e-3db7a5a416c0', 'network_id': '53170c66-3550-452a-b484-26c412d80e72', 'admin_state_up': True, 'tenant_id': '84a119dc29614d80a2a5c5378eb09590'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:23.930921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-20b2e568-3e20-45c9-9346-bb3896ebd85c None None] Provisioning complete for port d4b420ce-6f87-4736-b0da-255233a8b857 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:23.931543 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-20b2e568-3e20-45c9-9346-bb3896ebd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:24.060458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-360e650d-e124-4419-8ee1-46decde74fa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port d4b420ce-6f87-4736-b0da-255233a8b857 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:24.061022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-360e650d-e124-4419-8ee1-46decde74fa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:24.139970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-20b2e568-3e20-45c9-9346-bb3896ebd85c None None] Port d4b420ce-6f87-4736-b0da-255233a8b857 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:04:24.226238 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:24.407151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcc367-e6ad-408b-8000-b12071c3c0b5 req-60ec5795-8bac-4fdc-bab1-ab73bf048265 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:24.425408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8fcc367-e6ad-408b-8000-b12071c3c0b5 req-60ec5795-8bac-4fdc-bab1-ab73bf048265 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 944 time: 0.6055629
Nov 06 21:04:24.499351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Attempting to bind port 81ff9899-aaca-4601-85a6-c941334b6ac2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:24.500172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Attempting to bind port 81ff9899-aaca-4601-85a6-c941334b6ac2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:24.500172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Attempting to bind port 81ff9899-aaca-4601-85a6-c941334b6ac2 on network 53170c66-3550-452a-b484-26c412d80e72 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:24.512912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Port 81ff9899-aaca-4601-85a6-c941334b6ac2 on network 53170c66-3550-452a-b484-26c412d80e72 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:04:24.513335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Attempting to bind port 81ff9899-aaca-4601-85a6-c941334b6ac2 on network 53170c66-3550-452a-b484-26c412d80e72 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:24.530852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Made reservation on behalf of 84a119dc29614d80a2a5c5378eb09590 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:24.541348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:24.543311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:24.543650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Checking segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:24.544036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Bound using segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:24.544506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Bound port: 81ff9899-aaca-4601-85a6-c941334b6ac2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:24.544857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:24.667189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] For port 81ff9899-aaca-4601-85a6-c941334b6ac2, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:24.670710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] For port 81ff9899-aaca-4601-85a6-c941334b6ac2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81ff9899-aaca-4601-85a6-c941334b6ac2,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:24.673523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-360e650d-e124-4419-8ee1-46decde74fa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:24.695291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8fcc367-e6ad-408b-8000-b12071c3c0b5 req-3aca9f58-2d62-4b12-b03a-99aefa035f6d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672327
Nov 06 21:04:24.735844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d8820-4482-4d2f-baa1-33dc191edf3f req-e96875a6-a67b-4392-809b-553eac739a88 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:24.747198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f8d8820-4482-4d2f-baa1-33dc191edf3f req-e96875a6-a67b-4392-809b-553eac739a88 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 944 time: 0.4956949
Nov 06 21:04:24.751447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:24.781584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Router fbab2b2c-652a-4287-8073-b75ec587540e is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:04:24.793329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-360e650d-e124-4419-8ee1-46decde74fa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for d4b420ce-6f87-4736-b0da-255233a8b857 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:24.822120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:24.823532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:24.825115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] 10.222.0.10 "PUT /v2.0/ports/81ff9899-aaca-4601-85a6-c941334b6ac2 HTTP/1.1" status: 200  len: 1092 time: 3.3568149
Nov 06 21:04:24.935407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164f43a8-ffe2-4f74-8af1-57b56325b235', 'tag': '81ff9899-aaca-4601-85a6-c941334b6ac2'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:24.937889 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1907080a-59e5-44d0-a626-49cacef8c198" -d '{"events": [{"name": "network-changed", "server_uuid": "164f43a8-ffe2-4f74-8af1-57b56325b235", "tag": "81ff9899-aaca-4601-85a6-c941334b6ac2"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:24.943198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b35a6fe-0d97-4a71-a2aa-7d0120de3ee9 req-f4f435ff-c1c0-4c06-9bd9-21ee48ce1c7f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 210 time: 0.1528947
Nov 06 21:04:24.983541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea4395-51d5-4f72-8c75-bad08a1393da service neutron] Pushing event updated for resources: {'Port': ['ID=81ff9899-aaca-4601-85a6-c941334b6ac2,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:25.113998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Allocated IP 172.20.0.5 (53170c66-3550-452a-b484-26c412d80e72/8da28abf-1daa-4b1e-8b15-57d9115c706e/1e809a15-6c60-4eeb-9725-78d9421cf79d) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:25.264039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:04:25.282545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Sync routers for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:04:25.300599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:04:25.303940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925229a520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:04:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:25.394462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:25.405425 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e6029f63-ba3b-4901-b10d-050a5c05295f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 6.0448189
Nov 06 21:04:25.437510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:25.442021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44544) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:25.447680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4118adfa-926d-4d90-bed9-cdd9086aec94 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:04:25.460225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ee23c91d-21d9-4c38-8b57-b3b665ebe030 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:25.498127 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:25.505070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3378-2831-47e6-b241-0da1d381e706 req-77bfa37a-82e6-49fd-a548-55472788bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:25.511985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:04:25.513643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-77bfa37a-82e6-49fd-a548-55472788bd6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 1095 time: 0.5330458
Nov 06 21:04:25.545453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f8d8820-4482-4d2f-baa1-33dc191edf3f req-910cb6b3-c3c5-4aea-aee0-d204e45b081b tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7783785
Nov 06 21:04:25.577371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Pushing event updated for resources: {'Port': ['ID=1e809a15-6c60-4eeb-9725-78d9421cf79d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:25.598801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Network 53170c66-3550-452a-b484-26c412d80e72 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:25.603611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:25.607830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:25.772540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-e609ba43-d975-4611-8030-49d590477e82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81ff9899-aaca-4601-85a6-c941334b6ac2 HTTP/1.1" status: 200  len: 217 time: 0.2250035
Nov 06 21:04:25.777220 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0ee93f-6cc6-4e69-b346-841040529329 x-openstack-request-id: req-7e0ee93f-6cc6-4e69-b346-841040529329 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:25.777553 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164f43a8-ffe2-4f74-8af1-57b56325b235", "tag": "81ff9899-aaca-4601-85a6-c941334b6ac2", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:25.777784 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e0ee93f-6cc6-4e69-b346-841040529329 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:25.778198 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164f43a8-ffe2-4f74-8af1-57b56325b235', 'tag': '81ff9899-aaca-4601-85a6-c941334b6ac2', 'status': 'completed', 'code': 200}
Nov 06 21:04:25.820530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-360e650d-e124-4419-8ee1-46decde74fa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:25.883580 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.resource_extend [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 21:04:25.925140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:25.929125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:25.951123 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3df3676-92af-4e6d-8675-0fe3518de8ed tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f2513646a2fc417d9b601006a57d5693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5076449
Nov 06 21:04:25.979698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44556) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:26.006463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port ee23c91d-21d9-4c38-8b57-b3b665ebe030 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:04:26.047371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port ee23c91d-21d9-4c38-8b57-b3b665ebe030 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:26.047739 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:26.053664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3378-2831-47e6-b241-0da1d381e706 req-d05d07f7-ae3f-4ac0-8faa-d866f90e85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:26.055682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-d05d07f7-ae3f-4ac0-8faa-d866f90e85b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da28abf-1daa-4b1e-8b15-57d9115c706e HTTP/1.1" status: 200  len: 855 time: 0.2665391
Nov 06 21:04:26.110961 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-21b5ceb2-6771-462b-86e2-6dbf48231924 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2673764
Nov 06 21:04:26.162316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Request body: {'port': {'device_id': 'd8719dd5-4131-46f9-ba2e-3db7a5a416c0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:26.173641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4118adfa-926d-4d90-bed9-cdd9086aec94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4118adfa-926d-4d90-bed9-cdd9086aec94,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:26.188823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133899-c416-4608-8451-92955ffa2240 req-ecc92f3f-9c4a-4af1-9ed9-66bdb6c4a831 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:26.191240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62133899-c416-4608-8451-92955ffa2240 req-ecc92f3f-9c4a-4af1-9ed9-66bdb6c4a831 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.8811550
Nov 06 21:04:26.196240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e650d-e124-4419-8ee1-46decde74fa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=d4b420ce-6f87-4736-b0da-255233a8b857,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:26.210537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '4118adfa-926d-4d90-bed9-cdd9086aec94', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'port_id': '4118adfa-926d-4d90-bed9-cdd9086aec94', 'mac_address': 'fa:16:3e:9b:c3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1697f-b2c0-469e-8413-56865719f066', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:04:26.248911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ea37-238f-4921-a5a9-8fe205baaf01 req-483e4051-4c84-452f-bdd6-c0dbbce4801c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:26.258035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef44ea37-238f-4921-a5a9-8fe205baaf01 req-483e4051-4c84-452f-bdd6-c0dbbce4801c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 944 time: 0.4059973
Nov 06 21:04:26.270518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-360e650d-e124-4419-8ee1-46decde74fa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:26.275076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-360e650d-e124-4419-8ee1-46decde74fa4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/d4b420ce-6f87-4736-b0da-255233a8b857 HTTP/1.1" status: 204  len: 168 time: 2.8090501
Nov 06 21:04:26.285396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44564) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:26.305053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-da688ca3-a6d4-468e-8d0b-f7578b0fda3b None None] Provisioning complete for port 1e809a15-6c60-4eeb-9725-78d9421cf79d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:26.305653 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da688ca3-a6d4-468e-8d0b-f7578b0fda3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:26.380132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-da688ca3-a6d4-468e-8d0b-f7578b0fda3b None None] Port 1e809a15-6c60-4eeb-9725-78d9421cf79d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:04:26.395564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925229a520>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:22Z', 'revision_number': 3, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:26.403323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-c6193b1f-480b-4de2-bbc7-e5d3f5d1f40b tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:26.405288 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-c6193b1f-480b-4de2-bbc7-e5d3f5d1f40b tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 816 time: 0.6721325
Nov 06 21:04:26.414388 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:26.424736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62133899-c416-4608-8451-92955ffa2240 req-98b07152-2a10-491f-b3cb-1aabeca5d899 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2076323
Nov 06 21:04:26.439900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3378-2831-47e6-b241-0da1d381e706 req-808d381b-82ac-45e9-83d0-08cb62c83a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:26.439900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-808d381b-82ac-45e9-83d0-08cb62c83a58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53170c66-3550-452a-b484-26c412d80e72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3450670
Nov 06 21:04:26.451599 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Request body: {'port': {'device_id': '25636bb5-127e-4800-a20f-4153bee09788', 'network_id': '53170c66-3550-452a-b484-26c412d80e72', 'admin_state_up': True, 'tenant_id': '84a119dc29614d80a2a5c5378eb09590'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:26.472130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Checking router: fbab2b2c-652a-4287-8073-b75ec587540e for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:04:26.472484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Updating router fbab2b2c-652a-4287-8073-b75ec587540e port 90e39594-0d2f-4a62-8e64-4439204ed3ae binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:04:26.532749 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:26.547270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:26.551105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4118adfa-926d-4d90-bed9-cdd9086aec94 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:26.697621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4118adfa-926d-4d90-bed9-cdd9086aec94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4118adfa-926d-4d90-bed9-cdd9086aec94,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:26.698501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-7213e715-eb3f-4de6-8453-b3f2847279f1 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436728
Nov 06 21:04:26.723516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-832550a0-715b-43c3-80eb-79005f1bc16a req-03f45939-57ab-4a45-a7cb-53fbd6eb6caa tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 210 time: 0.0351110
Nov 06 21:04:26.801659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef44ea37-238f-4921-a5a9-8fe205baaf01 req-90cd7515-ce3e-4f62-800e-6a5f90c88e19 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5427208
Nov 06 21:04:26.896180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-584d3378-2831-47e6-b241-0da1d381e706 req-9dcbd87a-dd95-454a-9a4f-bd3f21f1f4ea service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670861
Nov 06 21:04:27.081345 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:27.103318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08f859-c053-4421-8ba5-921e7a03a9c5 req-bda15be8-604f-444d-a1b2-50a9fbcda05f tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:27.103593 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:27.108023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f08f859-c053-4421-8ba5-921e7a03a9c5 req-bda15be8-604f-444d-a1b2-50a9fbcda05f tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 944 time: 0.2158709
Nov 06 21:04:27.115892 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:27.130568 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:27.164498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907080a-59e5-44d0-a626-49cacef8c198 req-8603d950-ea2c-40a7-b254-4f60591f337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:27.170678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1907080a-59e5-44d0-a626-49cacef8c198 req-8603d950-ea2c-40a7-b254-4f60591f337a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 1095 time: 0.1946135
Nov 06 21:04:27.204612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ee23c91d-21d9-4c38-8b57-b3b665ebe030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee23c91d-21d9-4c38-8b57-b3b665ebe030,segment=NetworkSegment(4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc),segment_id=4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:27.215159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79fdfc6-af27-4e6a-922f-79691509293f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee23c91d-21d9-4c38-8b57-b3b665ebe030'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:27.218235 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7faa95-46d7-47e7-a38d-0c6a4d78b545" -d '{"events": [{"server_uuid": "a79fdfc6-af27-4e6a-922f-79691509293f", "name": "network-vif-plugged", "status": "completed", "tag": "ee23c91d-21d9-4c38-8b57-b3b665ebe030"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:27.228715 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:27.240514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Attempting to bind port 90e39594-0d2f-4a62-8e64-4439204ed3ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:27.240964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Attempting to bind port 90e39594-0d2f-4a62-8e64-4439204ed3ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:27.242982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf9916-7a86-47d1-9a61-44b5946c7982 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:27.244315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Attempting to bind port 90e39594-0d2f-4a62-8e64-4439204ed3ae on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:27.246073 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6fcf9916-7a86-47d1-9a61-44b5946c7982 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 1.2626288
Nov 06 21:04:27.254859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44582) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:27.256398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5c873-2e5e-46cf-b926-de0ef336a875 None None] Pushing event updated for resources: {'Port': ['ID=90e39594-0d2f-4a62-8e64-4439204ed3ae,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:27.262657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:27.263032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:27.263436 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:27.263826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:27.264320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Bound port: 90e39594-0d2f-4a62-8e64-4439204ed3ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:27.264814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:27.333435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] For port 90e39594-0d2f-4a62-8e64-4439204ed3ae, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:27.337983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] For port 90e39594-0d2f-4a62-8e64-4439204ed3ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90e39594-0d2f-4a62-8e64-4439204ed3ae,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:27.340439 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb97af-e4d8-4d45-975e-72705c5b690e x-openstack-request-id: req-0bbb97af-e4d8-4d45-975e-72705c5b690e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:27.340882 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79fdfc6-af27-4e6a-922f-79691509293f", "name": "network-vif-plugged", "status": "completed", "tag": "ee23c91d-21d9-4c38-8b57-b3b665ebe030", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:27.341142 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bbb97af-e4d8-4d45-975e-72705c5b690e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:27.344022 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-245e783c-e587-4296-a807-97f92b2a3af0 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0835702
Nov 06 21:04:27.344938 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79fdfc6-af27-4e6a-922f-79691509293f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee23c91d-21d9-4c38-8b57-b3b665ebe030', 'code': 200}
Nov 06 21:04:27.345928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44584) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:27.371903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:27.392677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-166768241', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:27.410200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:04:27.410846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925229a520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:04:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:27.424721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f08f859-c053-4421-8ba5-921e7a03a9c5 req-da217b39-c0fe-4bb1-8f65-452cff52182a tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3096726
Nov 06 21:04:27.506278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4118adfa-926d-4d90-bed9-cdd9086aec94,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:27.557664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907080a-59e5-44d0-a626-49cacef8c198 req-789b9021-0c93-48e3-abee-711134a85d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:27.566805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1907080a-59e5-44d0-a626-49cacef8c198 req-789b9021-0c93-48e3-abee-711134a85d98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 917 time: 0.3813603
Nov 06 21:04:27.574338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58533495-99b3-42c7-9658-596ed5df2e31 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:27.582144 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-58533495-99b3-42c7-9658-596ed5df2e31 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 1.2953041
Nov 06 21:04:27.612448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44590) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:27.725135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1907080a-59e5-44d0-a626-49cacef8c198 req-bb8d900a-f88f-473b-a051-e9ab8669a884 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81ff9899-aaca-4601-85a6-c941334b6ac2 HTTP/1.1" status: 200  len: 217 time: 0.1441336
Nov 06 21:04:27.803909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4118adfa-926d-4d90-bed9-cdd9086aec94'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:27.946765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ee23c91d-21d9-4c38-8b57-b3b665ebe030,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:27.994493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:04:28.079258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Made reservation on behalf of 84a119dc29614d80a2a5c5378eb09590 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:28.090377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:28.160375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Made reservation on behalf of f2513646a2fc417d9b601006a57d5693 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:28.173407 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:28.221244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5c873-2e5e-46cf-b926-de0ef336a875 None None] Pushing event updated for resources: {'Port': ['ID=90e39594-0d2f-4a62-8e64-4439204ed3ae,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:28.419412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925229a520>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:22Z', 'revision_number': 3, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:28.472661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29123d73-227c-4a0f-a5d0-dd46246a83f5 None None] The sync data for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 is: [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:22Z', 'revision_number': 3, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:04:28.489125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35ec11fb-950e-40bb-be8f-2a09b2df95df req-bf550765-3df3-4d25-a82b-80159aae104b tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 210 time: 0.6254759
Nov 06 21:04:28.490077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2d181-458e-43d2-b42d-4f536f4fa7bc req-e1c12df3-52a2-42e9-8a10-6d43b8d942b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.493837 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-edc2d181-458e-43d2-b42d-4f536f4fa7bc req-e1c12df3-52a2-42e9-8a10-6d43b8d942b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 1096 time: 0.9837489
Nov 06 21:04:28.518255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac3789-593a-403d-a043-c8786b25da79 req-4a99e9dc-516f-44e0-81b3-736f3cb31f4b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.519734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926ccc2c-ae48-4263-821f-523cce2b84cc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.523556 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-926ccc2c-ae48-4263-821f-523cce2b84cc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.9075029
Nov 06 21:04:28.524999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7ac3789-593a-403d-a043-c8786b25da79 req-4a99e9dc-516f-44e0-81b3-736f3cb31f4b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.8335464
Nov 06 21:04:28.532118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907080a-59e5-44d0-a626-49cacef8c198 req-6e464cf1-dad7-422a-8b0f-ac4a94abd7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.533384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44608) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:28.534080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1907080a-59e5-44d0-a626-49cacef8c198 req-6e464cf1-dad7-422a-8b0f-ac4a94abd7f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da28abf-1daa-4b1e-8b15-57d9115c706e HTTP/1.1" status: 200  len: 855 time: 0.8062840
Nov 06 21:04:28.667116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7ac3789-593a-403d-a043-c8786b25da79 req-6bf08e79-1fee-448a-b3d4-85354077ed5b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1367192
Nov 06 21:04:28.742075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907080a-59e5-44d0-a626-49cacef8c198 req-6a174d6d-7546-4798-a423-a194068a71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.743770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1907080a-59e5-44d0-a626-49cacef8c198 req-6a174d6d-7546-4798-a423-a194068a71cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53170c66-3550-452a-b484-26c412d80e72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1876683
Nov 06 21:04:28.908921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ef92-7482-4a93-8e0a-1b8006325438 req-f22469b4-93ac-40f5-bc7d-6a8ce6d4bae4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.910898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e099ef92-7482-4a93-8e0a-1b8006325438 req-f22469b4-93ac-40f5-bc7d-6a8ce6d4bae4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 945 time: 0.2856376
Nov 06 21:04:28.927503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df003b4f-4148-4f0d-856f-703e0f44e63a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.929391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df003b4f-4148-4f0d-856f-703e0f44e63a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.931254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df003b4f-4148-4f0d-856f-703e0f44e63a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:28.939018 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df003b4f-4148-4f0d-856f-703e0f44e63a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3906009
Nov 06 21:04:28.942095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44612) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:28.976013 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.005255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98a418-75b4-45e8-b7e9-4b4f6d9ab175 req-74e67bce-abfb-4fe4-ae4b-f30040bca4e2 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:29.012820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a98a418-75b4-45e8-b7e9-4b4f6d9ab175 req-74e67bce-abfb-4fe4-ae4b-f30040bca4e2 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 945 time: 0.2048826
Nov 06 21:04:29.023421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1907080a-59e5-44d0-a626-49cacef8c198 req-e8fb882e-ec12-4f90-b7e0-1f46b928acd2 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2685549
Nov 06 21:04:29.027173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-edc2d181-458e-43d2-b42d-4f536f4fa7bc req-27bfac29-9c18-4471-86a2-2d8d789126a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4997859
Nov 06 21:04:29.037586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e809a15-6c60-4eeb-9725-78d9421cf79d {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:29.059331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e099ef92-7482-4a93-8e0a-1b8006325438 req-e4fdb18e-dbf5-400e-beac-b11e69d58a90 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374166
Nov 06 21:04:29.072093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.121116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a98a418-75b4-45e8-b7e9-4b4f6d9ab175 req-e8f84bc4-80ea-4d1f-beda-bc5eb49114d1 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061187
Nov 06 21:04:29.141503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Transition to ACTIVE for port object 1e809a15-6c60-4eeb-9725-78d9421cf79d will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:04:29.146183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-687af3db-5f92-4e67-a586-b13c2f68f21f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 674d4020-cd6a-43fe-b3a6-da28bedcf92d {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:29.155156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.168006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687af3db-5f92-4e67-a586-b13c2f68f21f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.260608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 90e39594-0d2f-4a62-8e64-4439204ed3ae up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:29.315729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Subnet': ['ID=ac20b010-3506-4bf6-9df5-e77594e9ae4f,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:29.409207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 90e39594-0d2f-4a62-8e64-4439204ed3ae triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:29.409819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.447921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Checking segment: {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:29.454096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1907080a-59e5-44d0-a626-49cacef8c198 req-ac9b731f-774f-4c3d-8206-eaf388c70e94 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914313
Nov 06 21:04:29.454638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network hostable DHCP agents. Network: 8545d18d-53f1-4e44-8979-ca61a655f6b2, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:04:29.493115 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687af3db-5f92-4e67-a586-b13c2f68f21f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.510889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4118adfa-926d-4d90-bed9-cdd9086aec94 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:29.594361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44620) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:29.625034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Allocated IP 172.20.0.4 (53170c66-3550-452a-b484-26c412d80e72/8da28abf-1daa-4b1e-8b15-57d9115c706e/35035f2f-8929-4edc-86d0-3f2e5d1182ab) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:29.636568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Pushing event updated for resources: {'Port': ['ID=1e809a15-6c60-4eeb-9725-78d9421cf79d,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:29.771454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:04:29.884651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbfa1a9-abe0-4546-8af7-92d74894b09f req-e8787269-d3fe-48b0-b97b-52f23702066e tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 210 time: 0.1781316
Nov 06 21:04:29.885316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 4118adfa-926d-4d90-bed9-cdd9086aec94 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:04:29.896009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 4118adfa-926d-4d90-bed9-cdd9086aec94 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:29.896009 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.899574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8545d18d-53f1-4e44-8979-ca61a655f6b2) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:29.932886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9224b5-f89f-4236-b5e1-a53e731a359e None None] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:29.952332 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.963323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:29.963921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:29.991463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4bc458a0-fe73-4fc0-8a5d-0dd6ff52cff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.015037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Attempting to bind port 1e809a15-6c60-4eeb-9725-78d9421cf79d on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:30.015711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Attempting to bind port 1e809a15-6c60-4eeb-9725-78d9421cf79d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:30.016226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Attempting to bind port 1e809a15-6c60-4eeb-9725-78d9421cf79d on network 53170c66-3550-452a-b484-26c412d80e72 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:30.035147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 90e39594-0d2f-4a62-8e64-4439204ed3ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90e39594-0d2f-4a62-8e64-4439204ed3ae,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:30.085279 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687af3db-5f92-4e67-a586-b13c2f68f21f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.097188 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.101392 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.138789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Port 1e809a15-6c60-4eeb-9725-78d9421cf79d on network 53170c66-3550-452a-b484-26c412d80e72 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:04:30.139004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Attempting to bind port 1e809a15-6c60-4eeb-9725-78d9421cf79d on network 53170c66-3550-452a-b484-26c412d80e72 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:30.158741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-afd0e87c-ded6-463e-925d-f8dad7f71618 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.7868934
Nov 06 21:04:30.163300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44630) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:30.163753 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4bc458a0-fe73-4fc0-8a5d-0dd6ff52cff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.192220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca1947e-e0cb-4178-9921-7758f415d600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4118adfa-926d-4d90-bed9-cdd9086aec94'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:30.193060 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a117bf-77bd-4dcd-9cb1-49ca732928d3" -d '{"events": [{"server_uuid": "aca1947e-e0cb-4178-9921-7758f415d600", "name": "network-vif-plugged", "status": "completed", "tag": "4118adfa-926d-4d90-bed9-cdd9086aec94"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:30.201880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f00b-15bd-4772-af0a-f3b0a99efa21 req-fd9abfaa-3f07-4a9b-8d86-26215792570b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:30.204614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9f4f00b-15bd-4772-af0a-f3b0a99efa21 req-fd9abfaa-3f07-4a9b-8d86-26215792570b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.3568101
Nov 06 21:04:30.205984 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4bc458a0-fe73-4fc0-8a5d-0dd6ff52cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.243034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:30.243428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Checking segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:30.244032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Bound using segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:30.246348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Bound port: 1e809a15-6c60-4eeb-9725-78d9421cf79d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:30.246734 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.264750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4118adfa-926d-4d90-bed9-cdd9086aec94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4118adfa-926d-4d90-bed9-cdd9086aec94,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:30.289695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=90e39594-0d2f-4a62-8e64-4439204ed3ae,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:30.311417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.367531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4bc458a0-fe73-4fc0-8a5d-0dd6ff52cff0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19fd8a77a71c440f8c5a0193146740e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7717297
Nov 06 21:04:30.378944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:30.414445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8545d18d-53f1-4e44-8979-ca61a655f6b2', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:04:30.415298 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.453913 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687af3db-5f92-4e67-a586-b13c2f68f21f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.488056 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.498029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4118adfa-926d-4d90-bed9-cdd9086aec94,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:30.511773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc458a0-fe73-4fc0-8a5d-0dd6ff52cff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1558e2-62b9-41e8-9628-509d11f78469,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:30.530329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9f4f00b-15bd-4772-af0a-f3b0a99efa21 req-254a665a-5147-4d61-9339-ba504502413f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3045714
Nov 06 21:04:30.558817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687af3db-5f92-4e67-a586-b13c2f68f21f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=674d4020-cd6a-43fe-b3a6-da28bedcf92d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:30.572088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-687af3db-5f92-4e67-a586-b13c2f68f21f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.588665 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-687af3db-5f92-4e67-a586-b13c2f68f21f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/674d4020-cd6a-43fe-b3a6-da28bedcf92d HTTP/1.1" status: 204  len: 168 time: 1.6278617
Nov 06 21:04:30.594176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4b92a-cb66-4d77-bb66-d1a066c9b41a req-4a41e20e-f2d2-4390-853f-2699ff675d9f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:30.597921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7b4b92a-cb66-4d77-bb66-d1a066c9b41a req-4a41e20e-f2d2-4390-853f-2699ff675d9f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 946 time: 0.3105931
Nov 06 21:04:30.598425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44638) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:30.651997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] For port 1e809a15-6c60-4eeb-9725-78d9421cf79d, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:30.678622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] For port 1e809a15-6c60-4eeb-9725-78d9421cf79d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e809a15-6c60-4eeb-9725-78d9421cf79d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:30.711760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Allocated IP 172.20.0.2 (8545d18d-53f1-4e44-8979-ca61a655f6b2/ac20b010-3506-4bf6-9df5-e77594e9ae4f/634121be-d1b5-4c7f-b618-3758601ae087) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:30.716863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5901d96-bbb9-41e7-b854-57547ce6e371 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 71dd93ce-b726-4024-8853-43629086593a {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:30.723000 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5901d96-bbb9-41e7-b854-57547ce6e371 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.751321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.803131 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5901d96-bbb9-41e7-b854-57547ce6e371 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.827530 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2321380-c3a5-412c-bf75-7faaa743495e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.843152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.934966 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5901d96-bbb9-41e7-b854-57547ce6e371 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.948332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:30.949306 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:30.956073 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] 10.222.0.10 "PUT /v2.0/ports/1e809a15-6c60-4eeb-9725-78d9421cf79d HTTP/1.1" status: 200  len: 1091 time: 4.8054962
Nov 06 21:04:30.960544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8719dd5-4131-46f9-ba2e-3db7a5a416c0', 'tag': '1e809a15-6c60-4eeb-9725-78d9421cf79d'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:30.964021 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d04e03-a426-4877-9392-84d4eb19a6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d8719dd5-4131-46f9-ba2e-3db7a5a416c0", "tag": "1e809a15-6c60-4eeb-9725-78d9421cf79d"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:31.042681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5901d96-bbb9-41e7-b854-57547ce6e371 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.094367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5901d96-bbb9-41e7-b854-57547ce6e371 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=71dd93ce-b726-4024-8853-43629086593a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:31.125962 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5901d96-bbb9-41e7-b854-57547ce6e371 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.130108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e5901d96-bbb9-41e7-b854-57547ce6e371 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/71dd93ce-b726-4024-8853-43629086593a HTTP/1.1" status: 204  len: 168 time: 0.5304146
Nov 06 21:04:31.145963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a9e90b-a282-4958-9b4b-767e233cb56b None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:31.152472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd0ee3-4164-463b-b918-bc8cd99ce615 req-098cc9bd-abf5-405e-9f54-2f7eb79a6062 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:31.154292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1cd0ee3-4164-463b-b918-bc8cd99ce615 req-098cc9bd-abf5-405e-9f54-2f7eb79a6062 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 945 time: 0.1316147
Nov 06 21:04:31.156278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44646) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:31.167919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7b4b92a-cb66-4d77-bb66-d1a066c9b41a req-a63c5396-3c60-4807-b63d-1e706e9c9d73 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4752197
Nov 06 21:04:31.204265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Network 53170c66-3550-452a-b484-26c412d80e72 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:31.242472 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.272601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2321380-c3a5-412c-bf75-7faaa743495e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.277510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 90e39594-0d2f-4a62-8e64-4439204ed3ae up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:31.320026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:31.335115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:31.369471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9c943-9483-4b7d-a3f6-4fcafb385b5a service neutron] Pushing event updated for resources: {'Port': ['ID=1e809a15-6c60-4eeb-9725-78d9421cf79d,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:31.373764 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c8b806-4116-427e-bb44-095368ec0477 x-openstack-request-id: req-f0c8b806-4116-427e-bb44-095368ec0477 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:31.374307 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca1947e-e0cb-4178-9921-7758f415d600", "name": "network-vif-plugged", "status": "completed", "tag": "4118adfa-926d-4d90-bed9-cdd9086aec94", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:31.374848 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0c8b806-4116-427e-bb44-095368ec0477 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:31.375405 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca1947e-e0cb-4178-9921-7758f415d600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4118adfa-926d-4d90-bed9-cdd9086aec94', 'code': 200}
Nov 06 21:04:31.377187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.410163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b1a95160-4a08-42a7-9cd5-4b4fd3076e75 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2409618
Nov 06 21:04:31.417983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44648) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:31.426894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:31.489300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:31.510003 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1cd0ee3-4164-463b-b918-bc8cd99ce615 req-63436aac-4c85-43e2-b47e-f70f2ca316dc tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3258486
Nov 06 21:04:31.534947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 81ff9899-aaca-4601-85a6-c941334b6ac2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:04:31.571523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 90e39594-0d2f-4a62-8e64-4439204ed3ae triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:31.576793 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.599204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:31.707904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:31.739070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Pushing event updated for resources: {'Port': ['ID=634121be-d1b5-4c7f-b618-3758601ae087,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:31.750351 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d3f70-59e7-4cdc-9fa8-b9676942c4a8 x-openstack-request-id: req-ea1d3f70-59e7-4cdc-9fa8-b9676942c4a8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:31.751424 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8719dd5-4131-46f9-ba2e-3db7a5a416c0", "tag": "1e809a15-6c60-4eeb-9725-78d9421cf79d", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:31.752470 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea1d3f70-59e7-4cdc-9fa8-b9676942c4a8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:31.753048 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8719dd5-4131-46f9-ba2e-3db7a5a416c0', 'tag': '1e809a15-6c60-4eeb-9725-78d9421cf79d', 'status': 'completed', 'code': 200}
Nov 06 21:04:31.765741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f0c2-ada3-4003-92e1-08ee51f35a7e req-fbbcc24b-96cc-4545-a198-559fb7ed6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:31.767552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-daa2f0c2-ada3-4003-92e1-08ee51f35a7e req-fbbcc24b-96cc-4545-a198-559fb7ed6701 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 1097 time: 0.1749039
Nov 06 21:04:31.769721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.770066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.778216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.778593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.778979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.779322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.779656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.787711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.788152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.788530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.788871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.789202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:31.789690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86de31d-6e55-49e7-9970-58826819ab47 req-60de09f4-66d4-4ee0-8666-f412f808e46f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:31.792207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c86de31d-6e55-49e7-9970-58826819ab47 req-60de09f4-66d4-4ee0-8666-f412f808e46f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 931 time: 0.2002559
Nov 06 21:04:31.807477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:31.808357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.830456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-f9933919-b5d6-4298-8f83-f8c48a05a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:31.832284 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-f9933919-b5d6-4298-8f83-f8c48a05a2f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 1094 time: 0.8058054
Nov 06 21:04:31.840138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Pushing event updated for resources: {'Port': ['ID=35035f2f-8929-4edc-86d0-3f2e5d1182ab,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:31.856324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2321380-c3a5-412c-bf75-7faaa743495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.861513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2321380-c3a5-412c-bf75-7faaa743495e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.863081 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a2321380-c3a5-412c-bf75-7faaa743495e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a1558e2-62b9-41e8-9628-509d11f78469 HTTP/1.1" status: 204  len: 168 time: 1.4830108
Nov 06 21:04:31.891630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:31.896026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:31.968743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.resource_extend [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 06 21:04:31.982101 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-d5ddf361-9f21-4f46-ada3-e7820b3ff433 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e809a15-6c60-4eeb-9725-78d9421cf79d HTTP/1.1" status: 200  len: 217 time: 0.1367612
Nov 06 21:04:32.031021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2321380-c3a5-412c-bf75-7faaa743495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1558e2-62b9-41e8-9628-509d11f78469,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:32.070186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c86de31d-6e55-49e7-9970-58826819ab47 req-6858d569-f0a3-4750-b0e0-13016047f38d tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590179
Nov 06 21:04:32.082832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334d25-e079-40ee-adb9-22c54b0362b7 req-68800db6-7207-4c2f-81a8-378bf28e2f24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:32.084373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96334d25-e079-40ee-adb9-22c54b0362b7 req-68800db6-7207-4c2f-81a8-378bf28e2f24 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.2883294
Nov 06 21:04:32.105255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-daa2f0c2-ada3-4003-92e1-08ee51f35a7e req-b2202f0e-c97d-48da-a411-6af0ce2bd42f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115277
Nov 06 21:04:32.123543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-9284a9fa-72b5-405e-99df-040beb60bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:32.125183 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-9284a9fa-72b5-405e-99df-040beb60bb0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da28abf-1daa-4b1e-8b15-57d9115c706e HTTP/1.1" status: 200  len: 855 time: 0.0924165
Nov 06 21:04:32.128886 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-f5672182-22d0-45c2-8184-7a0281909aca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.6866860
Nov 06 21:04:32.333288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Attempting to bind port 634121be-d1b5-4c7f-b618-3758601ae087 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:32.334080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Attempting to bind port 634121be-d1b5-4c7f-b618-3758601ae087 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:32.334631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Attempting to bind port 634121be-d1b5-4c7f-b618-3758601ae087 on network 8545d18d-53f1-4e44-8979-ca61a655f6b2 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:32.356877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6adbe1c8-4e56-4066-b7d0-fa71136002e1 None None] Provisioning complete for port 35035f2f-8929-4edc-86d0-3f2e5d1182ab triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:32.357250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6adbe1c8-4e56-4066-b7d0-fa71136002e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:32.362385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:32.362979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Checking segment: {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:32.363401 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:32.363772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Bound using segment: {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:32.364417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Bound port: 634121be-d1b5-4c7f-b618-3758601ae087, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:32.364792 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:32.389657 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Request body: {'port': {'device_id': '25636bb5-127e-4800-a20f-4153bee09788', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:32.431716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:04:32.456608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96334d25-e079-40ee-adb9-22c54b0362b7 req-6d65e504-816d-41ac-b59a-b2310810e988 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3381436
Nov 06 21:04:32.520601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 81ff9899-aaca-4601-85a6-c941334b6ac2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81ff9899-aaca-4601-85a6-c941334b6ac2,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:32.527288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:32.568732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6adbe1c8-4e56-4066-b7d0-fa71136002e1 None None] Port 35035f2f-8929-4edc-86d0-3f2e5d1182ab cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:04:32.593220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44668) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:32.595020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '81ff9899-aaca-4601-85a6-c941334b6ac2', 'network_id': '53170c66-3550-452a-b484-26c412d80e72', 'port_id': '81ff9899-aaca-4601-85a6-c941334b6ac2', 'mac_address': 'fa:16:3e:f2:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da28abf-1daa-4b1e-8b15-57d9115c706e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:04:32.613041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] For port 634121be-d1b5-4c7f-b618-3758601ae087, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:32.621542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] For port 634121be-d1b5-4c7f-b618-3758601ae087, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634121be-d1b5-4c7f-b618-3758601ae087,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:32.624348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7f9510ad-48d2-443b-be22-13c22d45f648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:32.637964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38575c65-0c5b-45de-8b5b-ee35f36f0c40 req-14ad8890-25c1-4d11-9502-6490af772d74 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:32.639599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38575c65-0c5b-45de-8b5b-ee35f36f0c40 req-14ad8890-25c1-4d11-9502-6490af772d74 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 946 time: 0.3111849
Nov 06 21:04:32.682509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:32.698098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ff9899-aaca-4601-85a6-c941334b6ac2 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:32.704505 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:32.829440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38575c65-0c5b-45de-8b5b-ee35f36f0c40 req-3773dfdf-361d-42dd-a7fb-5445bd687dbe tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598914
Nov 06 21:04:33.012870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 81ff9899-aaca-4601-85a6-c941334b6ac2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81ff9899-aaca-4601-85a6-c941334b6ac2,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:33.027124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] Deleting port 57135965-278c-46b8-92fd-3cae246067be {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:33.027803 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.051894 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.099732 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7f9510ad-48d2-443b-be22-13c22d45f648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.160225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee7f33-52f1-459b-8024-786a2bf75705 None None] Pushing event updated for resources: {'Port': ['ID=634121be-d1b5-4c7f-b618-3758601ae087,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:33.170208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7f9510ad-48d2-443b-be22-13c22d45f648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.203804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.objects.ports [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119333) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:04:33.206144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9510ad-48d2-443b-be22-13c22d45f648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21211c1-d6e9-4c72-b40a-7f14a3d7eb7c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:33.209005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 57135965-278c-46b8-92fd-3cae246067be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:33.252936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-f35e158b-ebc0-432d-ac6d-3f58c6c98c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:33.254775 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-f35e158b-ebc0-432d-ac6d-3f58c6c98c60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53170c66-3550-452a-b484-26c412d80e72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.8810284
Nov 06 21:04:33.255346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.438012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7f9510ad-48d2-443b-be22-13c22d45f648 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5088696d0e6d4a9e93d4902ce6c00295&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8424919
Nov 06 21:04:33.443996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44688) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:33.525178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296425c1-65cb-4812-89f3-2a2e0058f609 req-26fa294e-b4b0-4786-a279-decbeb2add4a tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:33.532745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-296425c1-65cb-4812-89f3-2a2e0058f609 req-26fa294e-b4b0-4786-a279-decbeb2add4a tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 931 time: 0.3131385
Nov 06 21:04:33.556864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['81ff9899-aaca-4601-85a6-c941334b6ac2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:33.561454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=81ff9899-aaca-4601-85a6-c941334b6ac2,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:33.569958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] For port 57135965-278c-46b8-92fd-3cae246067be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57135965-278c-46b8-92fd-3cae246067be,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:33.570963 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.699818 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-84d01953-34c1-450e-bbef-a6917ccae430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.714158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] Calling delete_port for 57135965-278c-46b8-92fd-3cae246067be owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:33.752844 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-aad8cea8-bfe3-4a19-b68b-2d2ae35c552a service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4799478
Nov 06 21:04:33.756738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-296425c1-65cb-4812-89f3-2a2e0058f609 req-1a46a612-6ce8-4adf-bead-ead272036b67 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213242
Nov 06 21:04:33.813148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.849355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-84d01953-34c1-450e-bbef-a6917ccae430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:33.939411 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:34.098993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 57135965-278c-46b8-92fd-3cae246067be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57135965-278c-46b8-92fd-3cae246067be,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:34.114296 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:34.148955 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc169d32-c046-4b2c-96d3-d4b7d53a9b54 req-39ae1de1-b72b-4c2a-991e-7ceb5f3b84c6 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3850613
Nov 06 21:04:34.171710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.api [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:04:34.172560 ncdv-master-1 neutron-server[119333]: DEBUG oslo_db.api [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:04:34.189642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a12a0-32b4-46db-9e1e-1f5b4d6da513 req-7aed4bdc-f093-4f5a-8eb7-4a3bdf0c0202 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:34.195186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-354a12a0-32b4-46db-9e1e-1f5b4d6da513 req-7aed4bdc-f093-4f5a-8eb7-4a3bdf0c0202 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.2689161
Nov 06 21:04:34.215077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd9c1e-0756-4e33-9723-a6157b0a1e94 req-837eec08-45f4-4089-84f5-6fe7b515779d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:34.223062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7bbd9c1e-0756-4e33-9723-a6157b0a1e94 req-837eec08-45f4-4089-84f5-6fe7b515779d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 946 time: 0.2194643
Nov 06 21:04:34.240074 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:34.303058 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-84d01953-34c1-450e-bbef-a6917ccae430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:34.306058 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-84d01953-34c1-450e-bbef-a6917ccae430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:34.323085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-84d01953-34c1-450e-bbef-a6917ccae430 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b21211c1-d6e9-4c72-b40a-7f14a3d7eb7c HTTP/1.1" status: 204  len: 168 time: 0.8761504
Nov 06 21:04:34.351548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] No DVR routers for this DVR port 57135965-278c-46b8-92fd-3cae246067be on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:34.363019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Allocated IP 172.20.0.1 (8545d18d-53f1-4e44-8979-ca61a655f6b2/ac20b010-3506-4bf6-9df5-e77594e9ae4f/3b90a71f-a723-468a-a71c-d9f310c048e6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:34.392907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7bbd9c1e-0756-4e33-9723-a6157b0a1e94 req-f3cd8b4d-dea6-4c08-bcf7-43393803b80e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688609
Nov 06 21:04:34.396994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d01953-34c1-450e-bbef-a6917ccae430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21211c1-d6e9-4c72-b40a-7f14a3d7eb7c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:34.432049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=57135965-278c-46b8-92fd-3cae246067be,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:34.469960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-354a12a0-32b4-46db-9e1e-1f5b4d6da513 req-d1d9e481-88d6-4f79-8bb8-ec8dc5a795d5 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2694428
Nov 06 21:04:34.514144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2e454-ae67-4ea2-b8b1-717eb4ac66a1 None None] Pushing event deleted for resources: {'Port': ['ID=57135965-278c-46b8-92fd-3cae246067be,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:34.549884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-fd2a47a3-c37b-401c-ba0d-a28161b7ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:34.552478 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-fd2a47a3-c37b-401c-ba0d-a28161b7ed6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 1094 time: 0.3048136
Nov 06 21:04:34.589116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b862f6-dd42-4fc0-99a3-b869158dc244 req-bf3fb87f-ee96-456f-89d8-94d863d0f776 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:34.606038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09b862f6-dd42-4fc0-99a3-b869158dc244 req-bf3fb87f-ee96-456f-89d8-94d863d0f776 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 946 time: 0.0921779
Nov 06 21:04:34.735521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Port 57135965-278c-46b8-92fd-3cae246067be concurrently deleted while adding address for new subnet {'id': '9a1b1e25-de51-4a98-9451-bd11a2c02fde', 'name': '', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2092, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-06T21:04:32Z', 'updated_at': '2021-11-06T21:04:32Z', 'revision_number': 0, 'segment_id': None, 'project_id': '07bb0e81f7744fcdb10952a285d66d8d'}. {{(pid=119333) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}}
Nov 06 21:04:34.736233 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:34.753159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35035f2f-8929-4edc-86d0-3f2e5d1182ab {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:34.785345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09b862f6-dd42-4fc0-99a3-b869158dc244 req-3f5837b0-20dc-491b-bf1d-913d20ed5e8e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763635
Nov 06 21:04:34.820769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:34.898147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:34.909924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Transition to ACTIVE for port object 35035f2f-8929-4edc-86d0-3f2e5d1182ab will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:04:34.921459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:34.931538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db536b00-9103-4b63-8d34-f2acd2f72af2 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:34.937101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:34.951447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:34.952065 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:35.029464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.6101904
Nov 06 21:04:35.040986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41111874-5397-4527-b683-dadf10e09941 None None] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:35.072807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:35.099159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44722) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:35.119845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-2af747fb-3427-42a2-a3cb-9bf1804e4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:35.120078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e4505ce3-6af0-450b-9f3e-d5d3f6053a10 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:35.121634 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-2af747fb-3427-42a2-a3cb-9bf1804e4d55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 917 time: 0.5577767
Nov 06 21:04:35.159437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:35.191664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:35.210678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:35.271401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:35.298005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a6efda84-59f4-48b9-ab0a-59324d182c73 None None] Provisioning complete for port 634121be-d1b5-4c7f-b618-3758601ae087 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:35.299282 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6efda84-59f4-48b9-ab0a-59324d182c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:35.339700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:35.349231 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-252292a6-8683-4f06-a757-676808329659 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e809a15-6c60-4eeb-9725-78d9421cf79d HTTP/1.1" status: 200  len: 217 time: 0.1920147
Nov 06 21:04:35.470990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 634121be-d1b5-4c7f-b618-3758601ae087 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:35.484708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Pushing event updated for resources: {'Port': ['ID=35035f2f-8929-4edc-86d0-3f2e5d1182ab,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:35.536659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf9b51-b95c-4a33-9aaa-be5faaaaa575 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=9a1b1e25-de51-4a98-9451-bd11a2c02fde,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:35.563577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 81ff9899-aaca-4601-85a6-c941334b6ac2 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:35.695697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f9a41-8d3e-4fe6-802d-b055c687bf37 req-858a3689-6a8f-431e-b95c-e9af84809a89 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:35.697906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b3f9a41-8d3e-4fe6-802d-b055c687bf37 req-858a3689-6a8f-431e-b95c-e9af84809a89 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 943 time: 0.7906575
Nov 06 21:04:35.724079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4505ce3-6af0-450b-9f3e-d5d3f6053a10 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:35.731219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4505ce3-6af0-450b-9f3e-d5d3f6053a10 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:35.783895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.792817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.793347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.793781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.794229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.794655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.795096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.796094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.796576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.797001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.797424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.798891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:35.828605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 634121be-d1b5-4c7f-b618-3758601ae087 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:35.829607 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:35.901285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed36b-962b-40c0-b428-ad150dfa5157 req-72c42151-2c29-4a5d-b0dd-01030ca2496c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:35.911016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6eed36b-962b-40c0-b428-ad150dfa5157 req-72c42151-2c29-4a5d-b0dd-01030ca2496c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 946 time: 0.4433193
Nov 06 21:04:36.002117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.009156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=3b90a71f-a723-468a-a71c-d9f310c048e6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:36.025888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-e896e84f-df01-4857-a42a-c72f51fdd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:36.027934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-e896e84f-df01-4857-a42a-c72f51fdd2ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da28abf-1daa-4b1e-8b15-57d9115c706e HTTP/1.1" status: 200  len: 855 time: 0.5377603
Nov 06 21:04:36.056138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Attempting to bind port 35035f2f-8929-4edc-86d0-3f2e5d1182ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:36.056840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Attempting to bind port 35035f2f-8929-4edc-86d0-3f2e5d1182ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:36.057581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Attempting to bind port 35035f2f-8929-4edc-86d0-3f2e5d1182ab on network 53170c66-3550-452a-b484-26c412d80e72 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:36.110201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '9a1b1e25-de51-4a98-9451-bd11a2c02fde'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:04:36.112901 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.114413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Port 35035f2f-8929-4edc-86d0-3f2e5d1182ab on network 53170c66-3550-452a-b484-26c412d80e72 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:04:36.114930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Attempting to bind port 35035f2f-8929-4edc-86d0-3f2e5d1182ab on network 53170c66-3550-452a-b484-26c412d80e72 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:36.127871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-eba78ccc-cc59-418a-8d09-8170de11e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:36.129723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-eba78ccc-cc59-418a-8d09-8170de11e64b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 1096 time: 0.5009463
Nov 06 21:04:36.132325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:36.132676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Checking segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:36.133070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Bound using segment: {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:36.133520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Bound port: 35035f2f-8929-4edc-86d0-3f2e5d1182ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9d34c2-3f91-43ff-933f-08c4460dacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '53170c66-3550-452a-b484-26c412d80e72'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:36.133883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.134403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b3f9a41-8d3e-4fe6-802d-b055c687bf37 req-42f8a09c-e6ce-4706-bd32-bd32b9e4caba tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4273403
Nov 06 21:04:36.171573 ncdv-master-1 neutron-server[119333]: INFO neutron.db.ipam_backend_mixin [None req-e4505ce3-6af0-450b-9f3e-d5d3f6053a10 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a1b1e25-de51-4a98-9451-bd11a2c02fde (CIDR: 2001:db8::/64)
Nov 06 21:04:36.187869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6eed36b-962b-40c0-b428-ad150dfa5157 req-aecfff8f-c80b-4052-a734-262e1d83f192 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442079
Nov 06 21:04:36.205556 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4505ce3-6af0-450b-9f3e-d5d3f6053a10 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:04:36.206226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4505ce3-6af0-450b-9f3e-d5d3f6053a10 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:04:36.218295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-2665e905-ff0c-4e38-9df0-0bdb70d2bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:36.220034 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-2665e905-ff0c-4e38-9df0-0bdb70d2bc0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53170c66-3550-452a-b484-26c412d80e72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1812997
Nov 06 21:04:36.282796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e4505ce3-6af0-450b-9f3e-d5d3f6053a10 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1823156
Nov 06 21:04:36.287264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44756) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:36.305917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:36.399975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.410200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] For port 35035f2f-8929-4edc-86d0-3f2e5d1182ab, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:36.426919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 81ff9899-aaca-4601-85a6-c941334b6ac2 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:04:36.428903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6efda84-59f4-48b9-ab0a-59324d182c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.444131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] For port 35035f2f-8929-4edc-86d0-3f2e5d1182ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35035f2f-8929-4edc-86d0-3f2e5d1182ab,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:36.457862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 81ff9899-aaca-4601-85a6-c941334b6ac2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:36.458260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.462323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0040d5-f16b-457d-965a-cc989f0b1d7c req-e4a3e0f2-d252-4837-a9a5-760a27fb41bb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:36.469694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd0040d5-f16b-457d-965a-cc989f0b1d7c req-e4a3e0f2-d252-4837-a9a5-760a27fb41bb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.1564918
Nov 06 21:04:36.481231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-2930adba-9d7b-4e7e-a40c-5e0c24cc8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:36.482937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-2930adba-9d7b-4e7e-a40c-5e0c24cc8e3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.2890401
Nov 06 21:04:36.489864 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.563550 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-2f8c9aa9-c4a0-4458-8b54-7c9e82c2c2c7 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3156035
Nov 06 21:04:36.590306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 634121be-d1b5-4c7f-b618-3758601ae087, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634121be-d1b5-4c7f-b618-3758601ae087,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:36.591327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:36.591955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.593709 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] 10.222.0.10 "PUT /v2.0/ports/35035f2f-8929-4edc-86d0-3f2e5d1182ab HTTP/1.1" status: 200  len: 1091 time: 4.2235813
Nov 06 21:04:36.594743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25636bb5-127e-4800-a20f-4153bee09788', 'tag': '35035f2f-8929-4edc-86d0-3f2e5d1182ab'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:36.599339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-00e667b4-1658-4cd8-a96b-339a5806cefb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc HTTP/1.1" status: 200  len: 1000 time: 0.1041815
Nov 06 21:04:36.600972 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdceceb2-79a1-400d-891b-c9c8cf6baaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "25636bb5-127e-4800-a20f-4153bee09788", "tag": "35035f2f-8929-4edc-86d0-3f2e5d1182ab"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:36.688590 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639df616-0397-4234-8c7b-15d5a646a87e x-openstack-request-id: req-639df616-0397-4234-8c7b-15d5a646a87e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:36.689744 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25636bb5-127e-4800-a20f-4153bee09788", "tag": "35035f2f-8929-4edc-86d0-3f2e5d1182ab", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:36.690008 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-639df616-0397-4234-8c7b-15d5a646a87e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:36.690714 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25636bb5-127e-4800-a20f-4153bee09788', 'tag': '35035f2f-8929-4edc-86d0-3f2e5d1182ab', 'status': 'completed', 'code': 200}
Nov 06 21:04:36.701535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.717534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Allocated IP 2001:db8::f816:3eff:fe73:c7b3 (5d860e38-6a16-4e75-a66b-12fac1376f02/9a1b1e25-de51-4a98-9451-bd11a2c02fde/b5bf927e-3b79-4bc8-8813-ae65df6dff42) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:36.740399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28e8b4-9634-4db2-8ddc-47e3bbd2e965 service neutron] Pushing event updated for resources: {'Port': ['ID=35035f2f-8929-4edc-86d0-3f2e5d1182ab,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:36.787705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd0040d5-f16b-457d-965a-cc989f0b1d7c req-51a4082e-9b9c-4d4f-a74b-4ebfaa4947f0 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2977946
Nov 06 21:04:36.897211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:36.902684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.918434 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.930750 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27d04e03-a426-4877-9392-84d4eb19a6ce req-81bee2e9-1afc-453f-8ef2-917c8cf4c665 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3542883
Nov 06 21:04:36.932321 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-a6efda84-59f4-48b9-ab0a-59324d182c73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:04:36.932989 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-a6efda84-59f4-48b9-ab0a-59324d182c73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:04:36.936092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.951218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-b07fb7d5-4ce5-4372-8f65-f24b85cb4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:36.952747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-b07fb7d5-4ce5-4372-8f65-f24b85cb4ccb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.2184687
Nov 06 21:04:36.961843 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:36.969871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceceb2-79a1-400d-891b-c9c8cf6baaf8 req-f3e44bc6-364c-4852-8922-02d63d73c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:36.971460 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cdceceb2-79a1-400d-891b-c9c8cf6baaf8 req-f3e44bc6-364c-4852-8922-02d63d73c67f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 1094 time: 0.1935675
Nov 06 21:04:37.073350 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:04:37.080798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=634121be-d1b5-4c7f-b618-3758601ae087,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:37.099587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164f43a8-ffe2-4f74-8af1-57b56325b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ff9899-aaca-4601-85a6-c941334b6ac2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:37.101867 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8b7446-dc1d-4a8e-aa24-31b0d2420383" -d '{"events": [{"server_uuid": "164f43a8-ffe2-4f74-8af1-57b56325b235", "name": "network-vif-plugged", "status": "completed", "tag": "81ff9899-aaca-4601-85a6-c941334b6ac2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:37.154009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 81ff9899-aaca-4601-85a6-c941334b6ac2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81ff9899-aaca-4601-85a6-c941334b6ac2,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:37.163800 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1973cf-17de-4814-8da8-20c0d98bfe4c x-openstack-request-id: req-cc1973cf-17de-4814-8da8-20c0d98bfe4c {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:37.190417 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164f43a8-ffe2-4f74-8af1-57b56325b235", "name": "network-vif-plugged", "status": "completed", "tag": "81ff9899-aaca-4601-85a6-c941334b6ac2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:37.191085 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc1973cf-17de-4814-8da8-20c0d98bfe4c {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:37.191975 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164f43a8-ffe2-4f74-8af1-57b56325b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ff9899-aaca-4601-85a6-c941334b6ac2', 'code': 200}
Nov 06 21:04:37.197335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:37.242380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-e46a3798-3cd9-4626-ae2d-61514e2d1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:37.243938 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-e46a3798-3cd9-4626-ae2d-61514e2d1904 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1448731
Nov 06 21:04:37.355588 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:37.358500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceceb2-79a1-400d-891b-c9c8cf6baaf8 req-68a3aa3c-8fc3-46cd-9eb0-b25001ccebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:37.360207 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cdceceb2-79a1-400d-891b-c9c8cf6baaf8 req-68a3aa3c-8fc3-46cd-9eb0-b25001ccebf6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=84a119dc29614d80a2a5c5378eb09590&shared=False HTTP/1.1" status: 200  len: 917 time: 0.3653750
Nov 06 21:04:37.384990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=81ff9899-aaca-4601-85a6-c941334b6ac2,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:37.426231 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:37.434096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:37.471165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=3b90a71f-a723-468a-a71c-d9f310c048e6,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:37.549861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb936ba-1785-4954-8339-c1de6627b10e req-de2d02e8-6401-4182-b547-7e248aaca673 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:37.558454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eb936ba-1785-4954-8339-c1de6627b10e req-de2d02e8-6401-4182-b547-7e248aaca673 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 943 time: 0.2613189
Nov 06 21:04:37.609524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a34b4-a9c2-4471-919a-8ef7ec9a0d16 req-d775a341-2e97-444b-a93f-a404b191c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:37.611199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-413a34b4-a9c2-4471-919a-8ef7ec9a0d16 req-d775a341-2e97-444b-a93f-a404b191c0c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 1097 time: 0.2497709
Nov 06 21:04:37.662747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-a87b7f05-bd61-4e9a-9f39-2c2d036fba4a service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3542221
Nov 06 21:04:37.671133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1e809a15-6c60-4eeb-9725-78d9421cf79d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:04:37.674150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-9e0b560a-91ef-4e6e-b7c4-28ae67b5f2d2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:37.678690 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-9e0b560a-91ef-4e6e-b7c4-28ae67b5f2d2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 946 time: 0.1803977
Nov 06 21:04:37.709423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:37.717677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:37.722108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:37.724475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Pushing event updated for resources: {'Port': ['ID=b5bf927e-3b79-4bc8-8813-ae65df6dff42,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:37.842484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Attempting to bind port b5bf927e-3b79-4bc8-8813-ae65df6dff42 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:37.843575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Attempting to bind port b5bf927e-3b79-4bc8-8813-ae65df6dff42 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:37.844010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Attempting to bind port b5bf927e-3b79-4bc8-8813-ae65df6dff42 on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:37.844184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceceb2-79a1-400d-891b-c9c8cf6baaf8 req-577b4f24-bce7-4c17-a695-61d69bff7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:37.846287 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cdceceb2-79a1-400d-891b-c9c8cf6baaf8 req-577b4f24-bce7-4c17-a695-61d69bff7ac4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4686890
Nov 06 21:04:37.876918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:37.884979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:37.896455 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-413a34b4-a9c2-4471-919a-8ef7ec9a0d16 req-1ebe8429-5886-498f-ab0f-5e2f8ade2276 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2759044
Nov 06 21:04:37.897057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:37.897487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:37.897826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:37.898213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:37.898691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Bound port: b5bf927e-3b79-4bc8-8813-ae65df6dff42, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:37.899639 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:37.930078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d0464c9a-8859-48da-ac6b-93d1540eaa90 None None] Provisioning complete for port 634121be-d1b5-4c7f-b618-3758601ae087 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:37.930445 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d0464c9a-8859-48da-ac6b-93d1540eaa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:37.941370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1e809a15-6c60-4eeb-9725-78d9421cf79d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e809a15-6c60-4eeb-9725-78d9421cf79d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:37.997996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '1e809a15-6c60-4eeb-9725-78d9421cf79d', 'network_id': '53170c66-3550-452a-b484-26c412d80e72', 'port_id': '1e809a15-6c60-4eeb-9725-78d9421cf79d', 'mac_address': 'fa:16:3e:39:7b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da28abf-1daa-4b1e-8b15-57d9115c706e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:04:38.078678 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:38.108060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] For port b5bf927e-3b79-4bc8-8813-ae65df6dff42, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:38.122233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e809a15-6c60-4eeb-9725-78d9421cf79d {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:38.155017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] For port b5bf927e-3b79-4bc8-8813-ae65df6dff42, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5bf927e-3b79-4bc8-8813-ae65df6dff42,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:38.169017 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:38.172866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1e809a15-6c60-4eeb-9725-78d9421cf79d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e809a15-6c60-4eeb-9725-78d9421cf79d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:38.224664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:38.297377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d0464c9a-8859-48da-ac6b-93d1540eaa90 None None] Provisioning complete for port 3b90a71f-a723-468a-a71c-d9f310c048e6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:38.297746 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d0464c9a-8859-48da-ac6b-93d1540eaa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:38.299778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa878db-bdf2-40ca-80c6-5e928e6471a3 None None] Pushing event updated for resources: {'Port': ['ID=b5bf927e-3b79-4bc8-8813-ae65df6dff42,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:38.346922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643f676-7e00-4422-8605-1ad9ddef535a req-ffa6b190-32ed-495e-baaf-0ec9726c7746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:38.355861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5643f676-7e00-4422-8605-1ad9ddef535a req-ffa6b190-32ed-495e-baaf-0ec9726c7746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 946 time: 1.0375118
Nov 06 21:04:38.364783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d0464c9a-8859-48da-ac6b-93d1540eaa90 None None] Port 3b90a71f-a723-468a-a71c-d9f310c048e6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:04:38.375614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:38.383846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1e809a15-6c60-4eeb-9725-78d9421cf79d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:38.511590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:38.530395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-04aa714f-b23d-44b3-acfc-191349c0b604 None None] Provisioning complete for port 3b90a71f-a723-468a-a71c-d9f310c048e6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:38.532331 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04aa714f-b23d-44b3-acfc-191349c0b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:38.535106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:38.538147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:38.538937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:38.558559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=cdd9e7b4-1529-4715-a568-aee8d057fe1f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:38.566689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eb936ba-1785-4954-8339-c1de6627b10e req-661b2254-c79e-4bbd-ad53-f87148bfbea3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0067124
Nov 06 21:04:38.616801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5643f676-7e00-4422-8605-1ad9ddef535a req-27b58611-bf17-483c-9507-cee09d5fa90a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2559984
Nov 06 21:04:38.628051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1e809a15-6c60-4eeb-9725-78d9421cf79d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:38.628482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3bfdeb-a45d-4a06-b29e-6988687b48bb req-40079261-eab9-4b67-86b4-dc4edbe68fad service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9647555
Nov 06 21:04:38.634575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c788be10-c681-42e2-b324-ffeff5057125 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3415148
Nov 06 21:04:38.638715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44812) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:38.652000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:e2:80:03', 'name': 'tempest-NetworksTestDHCPv6-1039336285'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:38.757142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-04aa714f-b23d-44b3-acfc-191349c0b604 None None] Port 3b90a71f-a723-468a-a71c-d9f310c048e6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:04:38.819143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Deleting port 4118adfa-926d-4d90-bed9-cdd9086aec94 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:38.819705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:38.823674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Router fbab2b2c-652a-4287-8073-b75ec587540e has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:04:38.930100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-9c2f0014-1b1d-49d0-8161-c13a81f54839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:38.932616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-9c2f0014-1b1d-49d0-8161-c13a81f54839 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 1096 time: 0.2416182
Nov 06 21:04:38.980253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55308e7-84b5-452e-850f-f15b51525420 req-131d042f-f8b3-43d5-b924-f43f1fbaf58a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:38.982690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b55308e7-84b5-452e-850f-f15b51525420 req-131d042f-f8b3-43d5-b924-f43f1fbaf58a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.2051511
Nov 06 21:04:38.994411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-4571a884-c500-438c-94d5-053cd2a249e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:38.995910 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-4571a884-c500-438c-94d5-053cd2a249e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 1094 time: 0.3385038
Nov 06 21:04:39.085955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:39.108574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:39.123643 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-bb6e0187-fd7a-4303-a889-73fb143feba3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35035f2f-8929-4edc-86d0-3f2e5d1182ab HTTP/1.1" status: 200  len: 217 time: 0.0844922
Nov 06 21:04:39.177109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b55308e7-84b5-452e-850f-f15b51525420 req-230d78f0-f520-4a7f-b1d3-947a6de6ae8d tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1613488
Nov 06 21:04:39.214066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] For port 4118adfa-926d-4d90-bed9-cdd9086aec94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4118adfa-926d-4d90-bed9-cdd9086aec94,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:39.214440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:39.227570 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-dd3713eb-a41b-42bc-9baf-592a7d7d6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:39.229942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-dd3713eb-a41b-42bc-9baf-592a7d7d6017 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.2857618
Nov 06 21:04:39.267764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Calling delete_port for 4118adfa-926d-4d90-bed9-cdd9086aec94 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:39.307883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9721beef-a7ec-4b61-ad65-45637be58f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:39.313086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-43af52ef-14c5-4e36-99fe-ea35e8b180bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:39.315132 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-43af52ef-14c5-4e36-99fe-ea35e8b180bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da28abf-1daa-4b1e-8b15-57d9115c706e HTTP/1.1" status: 200  len: 855 time: 0.1836579
Nov 06 21:04:39.318189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:04:39.334307 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Sync routers for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:04:39.372833 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:04:39.373532 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925293fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:04:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:39.380072 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8c3b275b-5d5a-47fc-9f5a-43aafa1c226a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "PUT /v2.0/routers/fbab2b2c-652a-4287-8073-b75ec587540e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1951828
Nov 06 21:04:39.385409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 634121be-d1b5-4c7f-b618-3758601ae087 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:39.396916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44830) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:39.402146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-adab76d0-7abe-48f3-8a40-aa95a4907634 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc HTTP/1.1" status: 200  len: 1000 time: 0.1583254
Nov 06 21:04:39.402520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9c8225bf-3de6-43e6-87f8-163ebb6ac18d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--208954336', 'description': 'tempest-secgroup_access--208954336 description', 'project_id': 'f2513646a2fc417d9b601006a57d5693'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:39.541815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-e793713d-28d7-487c-bee4-17375f21a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:39.543388 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c8225bf-3de6-43e6-87f8-163ebb6ac18d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:39.545337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-e793713d-28d7-487c-bee4-17375f21a048 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.1256497
Nov 06 21:04:39.554125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4118adfa-926d-4d90-bed9-cdd9086aec94 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:39.559231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:39.598996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-9360f7a5-27f5-4f46-802c-1a512cb07a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:39.600549 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-9360f7a5-27f5-4f46-802c-1a512cb07a8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53170c66-3550-452a-b484-26c412d80e72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2640395
Nov 06 21:04:39.633519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:04:39.682308 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:04:39.699249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 634121be-d1b5-4c7f-b618-3758601ae087 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:39.699617 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:39.859117 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:39.895848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c8225bf-3de6-43e6-87f8-163ebb6ac18d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:39.947422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-d3eb1719-4240-4887-8a1f-002d1bf1f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:39.949013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-d3eb1719-4240-4887-8a1f-002d1bf1f009 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3946822
Nov 06 21:04:39.969791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e882f8e-555d-4a34-a0e5-30583e770af5 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:40.015376 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9721beef-a7ec-4b61-ad65-45637be58f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.016719 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c8225bf-3de6-43e6-87f8-163ebb6ac18d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.042690 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9721beef-a7ec-4b61-ad65-45637be58f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.050116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8:0:1::12f (5d860e38-6a16-4e75-a66b-12fac1376f02/cdd9e7b4-1529-4715-a568-aee8d057fe1f/e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:40.059616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b5bf927e-3b79-4bc8-8813-ae65df6dff42 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:40.070207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::f816:3eff:fee2:8003 (5d860e38-6a16-4e75-a66b-12fac1376f02/9a1b1e25-de51-4a98-9451-bd11a2c02fde/e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:40.082740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89837365-46e0-4817-9fe9-5f133f0bdccf req-4d0ddb49-49c5-4bdd-bdcd-b219e699566d tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:40.084031 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89837365-46e0-4817-9fe9-5f133f0bdccf req-4d0ddb49-49c5-4bdd-bdcd-b219e699566d tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 943 time: 0.1900895
Nov 06 21:04:40.096005 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925293fc70>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:36Z', 'revision_number': 2, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:40.115133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e9db7-b75d-4e0a-bd81-41f609d971fa req-16d37b5a-3224-4adb-ab44-57f07690721b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:40.116711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce0e9db7-b75d-4e0a-bd81-41f609d971fa req-16d37b5a-3224-4adb-ab44-57f07690721b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca1947e-e0cb-4178-9921-7758f415d600 HTTP/1.1" status: 200  len: 946 time: 0.1648152
Nov 06 21:04:40.120169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c8225bf-3de6-43e6-87f8-163ebb6ac18d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.122302 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9c8225bf-3de6-43e6-87f8-163ebb6ac18d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.7226341
Nov 06 21:04:40.128030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5288b60a-8f0c-4619-b77d-e55f9d757863 None None] Provisioning complete for port b5bf927e-3b79-4bc8-8813-ae65df6dff42 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:40.128856 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5288b60a-8f0c-4619-b77d-e55f9d757863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.133332 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Checking router: fbab2b2c-652a-4287-8073-b75ec587540e for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:04:40.133640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44844) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:40.134295 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Updating router fbab2b2c-652a-4287-8073-b75ec587540e port 3b90a71f-a723-468a-a71c-d9f310c048e6 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:04:40.145265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-203621e2-f95c-42ae-aeae-2e171266d9cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--96229155', 'description': 'tempest-secgroup_general--96229155 description', 'project_id': 'f2513646a2fc417d9b601006a57d5693'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:40.147669 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9721beef-a7ec-4b61-ad65-45637be58f14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f205015b6ce45ef978fa8386e1ff59e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0386477
Nov 06 21:04:40.150276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-10cf75ab-511f-410b-b6ec-93ab83601382 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5114787
Nov 06 21:04:40.150942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8225bf-3de6-43e6-87f8-163ebb6ac18d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d32f934-7d0e-4bca-b604-98f117f7eb26,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:40.164552 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.167198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44846) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:40.192325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721beef-a7ec-4b61-ad65-45637be58f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac61474-db34-4d46-8084-dda058bf1453,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:40.245337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89837365-46e0-4817-9fe9-5f133f0bdccf req-9dd0955e-2260-468b-bd1f-fa1faa5b8772 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491039
Nov 06 21:04:40.275922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:40.316239 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0c8060d0-b86f-4490-89a1-12b944985a83 req-47261094-e06f-40e9-bcd3-5977861486eb service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248975
Nov 06 21:04:40.317351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.370182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event deleted for resources: {'Port': ['ID=4118adfa-926d-4d90-bed9-cdd9086aec94,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:40.382414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:40.426127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce0e9db7-b75d-4e0a-bd81-41f609d971fa req-74a1df76-0376-4ee2-9d65-bb2fa73a5e12 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2956018
Nov 06 21:04:40.442887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-18c069fc-5d56-4c46-b4fb-67849ecda819 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4532652
Nov 06 21:04:40.443617 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-203621e2-f95c-42ae-aeae-2e171266d9cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.449672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] No DVR routers for this DVR port 4118adfa-926d-4d90-bed9-cdd9086aec94 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:40.453984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.457923 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fcded3d0-7649-43c1-8bda-2f82ca0f8399 req-7c007268-b9b3-4b63-829c-8904e84e610e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "DELETE /v2.0/ports/4118adfa-926d-4d90-bed9-cdd9086aec94 HTTP/1.1" status: 204  len: 173 time: 2.7629542
Nov 06 21:04:40.459091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca1947e-e0cb-4178-9921-7758f415d600', 'name': 'network-vif-deleted', 'tag': '4118adfa-926d-4d90-bed9-cdd9086aec94'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:40.462401 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561f423f-5587-4ec2-b83b-e005fb84cb4b" -d '{"events": [{"server_uuid": "aca1947e-e0cb-4178-9921-7758f415d600", "name": "network-vif-deleted", "tag": "4118adfa-926d-4d90-bed9-cdd9086aec94"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:40.490471 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.504496 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.569624 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4285760-7548-4863-b500-2f7e0846fc74 x-openstack-request-id: req-f4285760-7548-4863-b500-2f7e0846fc74 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:40.570696 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca1947e-e0cb-4178-9921-7758f415d600", "name": "network-vif-deleted", "tag": "4118adfa-926d-4d90-bed9-cdd9086aec94", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:40.571129 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4285760-7548-4863-b500-2f7e0846fc74 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:40.571740 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca1947e-e0cb-4178-9921-7758f415d600', 'name': 'network-vif-deleted', 'tag': '4118adfa-926d-4d90-bed9-cdd9086aec94', 'status': 'completed', 'code': 200}
Nov 06 21:04:40.587412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b5bf927e-3b79-4bc8-8813-ae65df6dff42 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:40.588047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.612889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c9512d1-6e70-4ea5-9925-825dbc4e3c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.661416 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Pushing event updated for resources: {'Port': ['ID=3b90a71f-a723-468a-a71c-d9f310c048e6,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:40.703510 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.703817 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.704080 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.705014 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.705540 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.705873 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.706190 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.706502 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.706983 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.707299 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.707614 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.707924 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:40.758089 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5288b60a-8f0c-4619-b77d-e55f9d757863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.806004 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c9512d1-6e70-4ea5-9925-825dbc4e3c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.855898 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.858845 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Attempting to bind port 3b90a71f-a723-468a-a71c-d9f310c048e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:40.859216 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Attempting to bind port 3b90a71f-a723-468a-a71c-d9f310c048e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:40.859574 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Attempting to bind port 3b90a71f-a723-468a-a71c-d9f310c048e6 on network 8545d18d-53f1-4e44-8979-ca61a655f6b2 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:40.860733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388e62b-f1ac-4b62-a53f-9a757272b0aa req-ba37bb27-4f72-480e-9308-53584d60c9da tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:40.870346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4388e62b-f1ac-4b62-a53f-9a757272b0aa req-ba37bb27-4f72-480e-9308-53584d60c9da tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 945 time: 0.3751907
Nov 06 21:04:40.871127 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:40.871501 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Checking segment: {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:40.877790 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.878293 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Bound using segment: {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:40.878796 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Bound port: 3b90a71f-a723-468a-a71c-d9f310c048e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:40.879235 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.887767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.973257 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-203621e2-f95c-42ae-aeae-2e171266d9cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:40.984853 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] For port 3b90a71f-a723-468a-a71c-d9f310c048e6, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:40.989173 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] For port 3b90a71f-a723-468a-a71c-d9f310c048e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b90a71f-a723-468a-a71c-d9f310c048e6,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:40.997265 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.015559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5288b60a-8f0c-4619-b77d-e55f9d757863 None None] For port b5bf927e-3b79-4bc8-8813-ae65df6dff42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5bf927e-3b79-4bc8-8813-ae65df6dff42,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:41.021645 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-203621e2-f95c-42ae-aeae-2e171266d9cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.038222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5288b60a-8f0c-4619-b77d-e55f9d757863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.041420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:41.043962 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e23b3-87b8-4929-9109-428c14a027c6" -d '{"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:41.048093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c294ad15-dd80-47dd-99ac-d95f4f5c812e req-808cf629-1abb-40d3-ba41-2488387d67e8 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5466630
Nov 06 21:04:41.091857 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:04:41.092514 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925293fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:04:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:41.094781 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ccbc3-bfe2-4d4f-b125-48f31b6a7fbe None None] Pushing event updated for resources: {'Port': ['ID=3b90a71f-a723-468a-a71c-d9f310c048e6,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:41.110259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.116772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-203621e2-f95c-42ae-aeae-2e171266d9cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.121187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44854) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:41.122212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-203621e2-f95c-42ae-aeae-2e171266d9cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.9836733
Nov 06 21:04:41.129216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2a0f75b7-0169-4469-a827-4d88df2362e7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'security_group_rule': {'security_group_id': '1d32f934-7d0e-4bca-b604-98f117f7eb26', 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:41.135899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4388e62b-f1ac-4b62-a53f-9a757272b0aa req-3678bc61-55d8-4101-8761-d86e791469e6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2644825
Nov 06 21:04:41.141610 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4c5b07-4d3b-44e0-9c23-64caa55ee9fc x-openstack-request-id: req-ae4c5b07-4d3b-44e0-9c23-64caa55ee9fc {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:41.142766 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:41.143213 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae4c5b07-4d3b-44e0-9c23-64caa55ee9fc {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:41.143836 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'code': 200}
Nov 06 21:04:41.151781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203621e2-f95c-42ae-aeae-2e171266d9cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:41.163754 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.203811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:41.217615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a0f75b7-0169-4469-a827-4d88df2362e7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.253666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c9512d1-6e70-4ea5-9925-825dbc4e3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.263806 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c9512d1-6e70-4ea5-9925-825dbc4e3c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.265072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c9512d1-6e70-4ea5-9925-825dbc4e3c39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ac61474-db34-4d46-8084-dda058bf1453 HTTP/1.1" status: 204  len: 168 time: 1.0807900
Nov 06 21:04:41.296161 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.298228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b021a09-eac6-4e4c-b47b-f6f9460a45b6 None None] Update dhcp port {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': '9a1b1e25-de51-4a98-9451-bd11a2c02fde', 'ip_address': '2001:db8::f816:3eff:fe73:c7b3'}, {'subnet_id': 'cdd9e7b4-1529-4715-a568-aee8d057fe1f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b5bf927e-3b79-4bc8-8813-ae65df6dff42'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:04:41.306632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9512d1-6e70-4ea5-9925-825dbc4e3c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac61474-db34-4d46-8084-dda058bf1453,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:41.342800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:41.359984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:41.367334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:41.372207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a0f75b7-0169-4469-a827-4d88df2362e7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.380173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:41.380922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a0f75b7-0169-4469-a827-4d88df2362e7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.381886 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.388367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:41.458849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f75b7-0169-4469-a827-4d88df2362e7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2c271d-9e2d-44f4-a8ae-f71216afab6f,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:41.472978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a0f75b7-0169-4469-a827-4d88df2362e7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.481259 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2a0f75b7-0169-4469-a827-4d88df2362e7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3506141
Nov 06 21:04:41.504192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:04:41.525604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b165ea80-8287-4264-b90d-37bdf1630cf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 2.8836608
Nov 06 21:04:41.526047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44868) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:41.534903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b021a09-eac6-4e4c-b47b-f6f9460a45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.562334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550a39-25e6-4f90-914e-fef6656eb89f req-44406f0e-cb10-4ce6-ae99-f231ef04acdb tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:41.565400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1550a39-25e6-4f90-914e-fef6656eb89f req-44406f0e-cb10-4ce6-ae99-f231ef04acdb tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 943 time: 0.1565311
Nov 06 21:04:41.634799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-817529f7-66b7-41a2-9a5b-4c273c70325d None None] Provisioning complete for port 3b90a71f-a723-468a-a71c-d9f310c048e6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:41.639625 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-817529f7-66b7-41a2-9a5b-4c273c70325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.702879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3b97a51c-4617-4b6d-90dd-6182156be5b5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:41.703426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3b97a51c-4617-4b6d-90dd-6182156be5b5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.788829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1550a39-25e6-4f90-914e-fef6656eb89f req-8d19889e-0076-47ba-b29d-698a01080a52 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073717
Nov 06 21:04:41.908027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1e809a15-6c60-4eeb-9725-78d9421cf79d up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:41.939222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3b97a51c-4617-4b6d-90dd-6182156be5b5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:41.968949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3b97a51c-4617-4b6d-90dd-6182156be5b5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:42.077942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-bf2a33c4-4de6-46b0-b2ac-f72582076113 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--96229155&fields=id&tenant_id=f2513646a2fc417d9b601006a57d5693 HTTP/1.1" status: 200  len: 267 time: 0.1328976
Nov 06 21:04:42.114782 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925293fc70>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:40Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:04:42.136177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288b60a-8f0c-4619-b77d-e55f9d757863 None None] Pushing event updated for resources: {'Port': ['ID=b5bf927e-3b79-4bc8-8813-ae65df6dff42,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:42.179116 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779ea1e-0ea2-445c-9f8b-b07f7d8274b6 None None] The sync data for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 is: [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:40Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:04:42.230503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44902) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:42.290366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5be1c77-82b9-41ee-b953-cec5982971fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.381508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-ef9a7cca-8ce1-4220-a797-2d6635f23804 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--208954336&fields=id&tenant_id=f2513646a2fc417d9b601006a57d5693 HTTP/1.1" status: 200  len: 267 time: 0.2982478
Nov 06 21:04:42.412626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3b97a51c-4617-4b6d-90dd-6182156be5b5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.466892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97a51c-4617-4b6d-90dd-6182156be5b5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:42.500164 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:04:42.500544 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:04:42.501032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:42.537991 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-817529f7-66b7-41a2-9a5b-4c273c70325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.542961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-e679aa20-cb21-42db-8f10-d83d5afcfc52 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:42.545753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-e679aa20-cb21-42db-8f10-d83d5afcfc52 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.3770924
Nov 06 21:04:42.552079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3b97a51c-4617-4b6d-90dd-6182156be5b5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.558112 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3b97a51c-4617-4b6d-90dd-6182156be5b5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4 HTTP/1.1" status: 204  len: 168 time: 1.0288825
Nov 06 21:04:42.559608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44908) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:42.592068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 1e809a15-6c60-4eeb-9725-78d9421cf79d completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:04:42.600887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 1e809a15-6c60-4eeb-9725-78d9421cf79d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:42.601259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.617703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5be1c77-82b9-41ee-b953-cec5982971fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.634352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5be1c77-82b9-41ee-b953-cec5982971fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.687423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-8ae4a8e0-ad52-4999-8e18-d6a9d2b33747 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:42.690303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-8ae4a8e0-ad52-4999-8e18-d6a9d2b33747 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/networks?id=8545d18d-53f1-4e44-8979-ca61a655f6b2 HTTP/1.1" status: 200  len: 796 time: 0.3077142
Nov 06 21:04:42.710064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7772d56-6785-40e6-a002-1e0df028e5e4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:42.712566 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e7772d56-6785-40e6-a002-1e0df028e5e4 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1518631
Nov 06 21:04:42.716441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44920) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:42.722108 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e5be1c77-82b9-41ee-b953-cec5982971fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3cde20c06a742db8ebcb1d965d5b5e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4912047
Nov 06 21:04:42.723880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be1c77-82b9-41ee-b953-cec5982971fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f9305a-695c-4c59-b0ce-e237f92e8102,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:42.726957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44922) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:42.735268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-1a2d8edf-f115-40a9-b41d-ec4c76d7e69d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/quotas/6eda1afc00c24f888ad31c7bade0503e HTTP/1.1" status: 200  len: 375 time: 0.0425944
Nov 06 21:04:42.753957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-817529f7-66b7-41a2-9a5b-4c273c70325d None None] For port 3b90a71f-a723-468a-a71c-d9f310c048e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b90a71f-a723-468a-a71c-d9f310c048e6,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:42.768346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-3298de5d-fdf8-46bc-9e21-6d320559fdf6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/quotas/f2513646a2fc417d9b601006a57d5693 HTTP/1.1" status: 200  len: 375 time: 0.0694008
Nov 06 21:04:42.781534 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-817529f7-66b7-41a2-9a5b-4c273c70325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.832181 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e1a19c77-3427-406e-95d5-9d2a6b39cf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.862607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e1a19c77-3427-406e-95d5-9d2a6b39cf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.894128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1bc14a-decf-4fce-bbd3-cb37ba7549e0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:42.895605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-5b021a09-eac6-4e4c-b47b-f6f9460a45b6 None None] Allocated IP 2001:db8:0:1::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/cdd9e7b4-1529-4715-a568-aee8d057fe1f/b5bf927e-3b79-4bc8-8813-ae65df6dff42) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:42.895749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4f1bc14a-decf-4fce-bbd3-cb37ba7549e0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1765094
Nov 06 21:04:42.901427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b44c2524-9539-4c83-b4ed-d8b43453e3dc tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1387665
Nov 06 21:04:42.901913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44926) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:42.956761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e1a19c77-3427-406e-95d5-9d2a6b39cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.961610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e1a19c77-3427-406e-95d5-9d2a6b39cf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:42.963391 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e1a19c77-3427-406e-95d5-9d2a6b39cf5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85f9305a-695c-4c59-b0ce-e237f92e8102 HTTP/1.1" status: 204  len: 168 time: 0.2351499
Nov 06 21:04:42.978290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a19c77-3427-406e-95d5-9d2a6b39cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f9305a-695c-4c59-b0ce-e237f92e8102,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:42.979768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817529f7-66b7-41a2-9a5b-4c273c70325d None None] Pushing event updated for resources: {'Port': ['ID=3b90a71f-a723-468a-a71c-d9f310c048e6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:43.060459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ba9fc140-dc9c-4aed-b324-bbbde55a333c None None] Provisioning complete for port 3b90a71f-a723-468a-a71c-d9f310c048e6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:43.060757 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc140-dc9c-4aed-b324-bbbde55a333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:43.075896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba1432-a1f5-43c8-b74f-fd14430ebe8c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:43.077666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba1432-a1f5-43c8-b74f-fd14430ebe8c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:43.079349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba1432-a1f5-43c8-b74f-fd14430ebe8c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:43.081100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-09ba1432-a1f5-43c8-b74f-fd14430ebe8c tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1766589
Nov 06 21:04:43.084460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44930) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:43.091138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e1bcd59f-adc9-44bc-a9b4-173effac52a7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2513646a2fc417d9b601006a57d5693&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2690666
Nov 06 21:04:43.160026 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:43.220675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8719dd5-4131-46f9-ba2e-3db7a5a416c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e809a15-6c60-4eeb-9725-78d9421cf79d'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:43.221119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0357f641-a1a7-41bd-9611-df814e5e7c2a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 9a1b1e25-de51-4a98-9451-bd11a2c02fde {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:43.223075 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ddac16-eaad-4f00-ba28-ae3e70cf653d" -d '{"events": [{"server_uuid": "d8719dd5-4131-46f9-ba2e-3db7a5a416c0", "name": "network-vif-plugged", "status": "completed", "tag": "1e809a15-6c60-4eeb-9725-78d9421cf79d"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:43.223643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-a8df20c9-7720-4d4f-a571-7196aeeb57b9 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601817
Nov 06 21:04:43.260652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1e809a15-6c60-4eeb-9725-78d9421cf79d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e809a15-6c60-4eeb-9725-78d9421cf79d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:43.281400 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:43.366318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-91e89d13-9d0e-48a1-a340-c2410bbf5d9a service neutron] 10.222.0.13 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512863
Nov 06 21:04:43.378568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b021a09-eac6-4e4c-b47b-f6f9460a45b6 None None] For port b5bf927e-3b79-4bc8-8813-ae65df6dff42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5bf927e-3b79-4bc8-8813-ae65df6dff42,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:43.499423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1e809a15-6c60-4eeb-9725-78d9421cf79d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:43.528010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-e930addb-cfb8-4655-afc1-887c9d43fb74 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2993801
Nov 06 21:04:43.536184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b021a09-eac6-4e4c-b47b-f6f9460a45b6 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:43.538055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 35035f2f-8929-4edc-86d0-3f2e5d1182ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:04:43.544595 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0357f641-a1a7-41bd-9611-df814e5e7c2a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:43.563878 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b021a09-eac6-4e4c-b47b-f6f9460a45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:43.621028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-7f7b1670-76c4-4033-98eb-922c928fe4be service neutron] 10.222.0.13 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2534831
Nov 06 21:04:43.702747 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0357f641-a1a7-41bd-9611-df814e5e7c2a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:43.865264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3b90a71f-a723-468a-a71c-d9f310c048e6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:43.884575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b021a09-eac6-4e4c-b47b-f6f9460a45b6 None None] Pushing event updated for resources: {'Port': ['ID=b5bf927e-3b79-4bc8-8813-ae65df6dff42,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:43.963145 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0357f641-a1a7-41bd-9611-df814e5e7c2a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:43.978855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6699156-4c18-4072-b2af-3bf67a7c1585 req-13764a4b-b715-4c95-afc9-e940644b99f4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:43.986701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6699156-4c18-4072-b2af-3bf67a7c1585 req-13764a4b-b715-4c95-afc9-e940644b99f4 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1475973
Nov 06 21:04:44.126086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 35035f2f-8929-4edc-86d0-3f2e5d1182ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35035f2f-8929-4edc-86d0-3f2e5d1182ab,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:44.137390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0357f641-a1a7-41bd-9611-df814e5e7c2a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.159326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '35035f2f-8929-4edc-86d0-3f2e5d1182ab', 'network_id': '53170c66-3550-452a-b484-26c412d80e72', 'port_id': '35035f2f-8929-4edc-86d0-3f2e5d1182ab', 'mac_address': 'fa:16:3e:bd:5a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da28abf-1daa-4b1e-8b15-57d9115c706e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:04:44.223508 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.229981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3b90a71f-a723-468a-a71c-d9f310c048e6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:44.231993 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.250623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357f641-a1a7-41bd-9611-df814e5e7c2a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1b1e25-de51-4a98-9451-bd11a2c02fde,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:44.256107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0357f641-a1a7-41bd-9611-df814e5e7c2a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.267879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0357f641-a1a7-41bd-9611-df814e5e7c2a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/9a1b1e25-de51-4a98-9451-bd11a2c02fde HTTP/1.1" status: 204  len: 168 time: 1.1784453
Nov 06 21:04:44.268597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44970) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:44.312822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35035f2f-8929-4edc-86d0-3f2e5d1182ab {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:44.338052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6699156-4c18-4072-b2af-3bf67a7c1585 req-ec38a565-53dc-49aa-88a0-c3e9585c61e9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3320310
Nov 06 21:04:44.379473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 35035f2f-8929-4edc-86d0-3f2e5d1182ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35035f2f-8929-4edc-86d0-3f2e5d1182ab,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:44.409288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc93a1-ff3b-4b33-b292-c090f844ee17 req-f25eeeab-da66-4931-aa32-f22c0a3a3902 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:44.410902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20dc93a1-ff3b-4b33-b292-c090f844ee17 req-f25eeeab-da66-4931-aa32-f22c0a3a3902 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 943 time: 0.3292489
Nov 06 21:04:44.415298 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.463247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-486066f1-401c-4eac-bdb8-c978c74a9792 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet cdd9e7b4-1529-4715-a568-aee8d057fe1f {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:44.508541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-486066f1-401c-4eac-bdb8-c978c74a9792 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.514996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.561021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20dc93a1-ff3b-4b33-b292-c090f844ee17 req-ec708ac0-857a-4be6-8272-f1408f7a4c92 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371329
Nov 06 21:04:44.564464 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf2ede4-a6b2-4329-a9aa-b8ee3b006c87 x-openstack-request-id: req-cbf2ede4-a6b2-4329-a9aa-b8ee3b006c87 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:44.565249 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8719dd5-4131-46f9-ba2e-3db7a5a416c0", "name": "network-vif-plugged", "status": "completed", "tag": "1e809a15-6c60-4eeb-9725-78d9421cf79d", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:44.565767 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbf2ede4-a6b2-4329-a9aa-b8ee3b006c87 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:44.566421 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8719dd5-4131-46f9-ba2e-3db7a5a416c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e809a15-6c60-4eeb-9725-78d9421cf79d', 'code': 200}
Nov 06 21:04:44.633452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-486066f1-401c-4eac-bdb8-c978c74a9792 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.638450 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.665752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b5bf927e-3b79-4bc8-8813-ae65df6dff42 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:44.667925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=35035f2f-8929-4edc-86d0-3f2e5d1182ab,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:44.730857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a1f77-d345-487f-ad35-bb45dacacb6c req-54e68a5b-6072-4edd-a6b7-4fac684e3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:44.732587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b61a1f77-d345-487f-ad35-bb45dacacb6c req-54e68a5b-6072-4edd-a6b7-4fac684e3170 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 1096 time: 0.1192734
Nov 06 21:04:44.770138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b5bf927e-3b79-4bc8-8813-ae65df6dff42 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:44.770914 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.781491 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-486066f1-401c-4eac-bdb8-c978c74a9792 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.842973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-955dd67b-8a3b-4985-8d07-d9f82582d759 req-6795a96f-4d66-4866-9fd4-b0816899065a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 210 time: 0.1092374
Nov 06 21:04:44.874584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['35035f2f-8929-4edc-86d0-3f2e5d1182ab'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:44.923729 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-486066f1-401c-4eac-bdb8-c978c74a9792 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:44.995156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-486066f1-401c-4eac-bdb8-c978c74a9792 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:45.006379 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-486066f1-401c-4eac-bdb8-c978c74a9792 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/cdd9e7b4-1529-4715-a568-aee8d057fe1f HTTP/1.1" status: 204  len: 168 time: 0.7340605
Nov 06 21:04:45.029806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07c0232b-927b-4710-8ea2-a4480130badb req-f0a523e0-f6f2-4467-873c-072ad3742649 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 210 time: 0.1541388
Nov 06 21:04:45.031480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44988) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:45.086999 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486066f1-401c-4eac-bdb8-c978c74a9792 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd9e7b4-1529-4715-a568-aee8d057fe1f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:45.140253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8362e9b9-3657-4afc-a389-cc6a2ccb5bfe tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0943279
Nov 06 21:04:45.143591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:45.149851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:45.153508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b61a1f77-d345-487f-ad35-bb45dacacb6c req-dac724a1-0052-46fc-8d27-5a5260de623a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3943710
Nov 06 21:04:45.181419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0d9dd-09e5-44a7-8524-34278bf435e6 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:45.296809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-63be4e93-de53-4ffe-b6be-019b3919bcf9 None None] Provisioning complete for port b5bf927e-3b79-4bc8-8813-ae65df6dff42 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:45.297092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-63be4e93-de53-4ffe-b6be-019b3919bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:45.317799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:45.323187 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:45.418659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b5bf927e-3b79-4bc8-8813-ae65df6dff42 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:45.545582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:45.695386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:45.762052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b5bf927e-3b79-4bc8-8813-ae65df6dff42 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:45.762903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:45.765006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:04:45.771524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:45.786885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc3f7-026e-4b78-9510-2bb85ba78eba req-08bf078d-3c12-46db-8c06-79a7214ad00e tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:45.792859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-832cc3f7-026e-4b78-9510-2bb85ba78eba req-08bf078d-3c12-46db-8c06-79a7214ad00e tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 944 time: 0.0771780
Nov 06 21:04:45.794973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:45.801167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:45.801769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:45.811039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=0b84f364-d7b1-471f-984f-c8218661d854,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:45.827094 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7b43a6d6-0c41-40e6-b5b2-068085be95a9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6822543
Nov 06 21:04:45.830265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45036) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:45.845788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-290f3570-4b02-49ba-9880-5303a853e454 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:45.952147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-832cc3f7-026e-4b78-9510-2bb85ba78eba req-cc989a6d-b862-4001-adf8-f3b129f79d49 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488383
Nov 06 21:04:46.048009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290f3570-4b02-49ba-9880-5303a853e454 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:46.051618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-290f3570-4b02-49ba-9880-5303a853e454 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:46.082564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5757c5ee-a258-40c6-bd0c-758acbdec4c6 req-eb4411ed-ae4c-4a94-a895-636d3109e9cf tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 210 time: 0.0707746
Nov 06 21:04:46.197464 ncdv-master-1 neutron-server[119334]: INFO neutron.db.ipam_backend_mixin [None req-290f3570-4b02-49ba-9880-5303a853e454 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b84f364-d7b1-471f-984f-c8218661d854 (CIDR: 2001:db8::/64)
Nov 06 21:04:46.202584 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-290f3570-4b02-49ba-9880-5303a853e454 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:04:46.203293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290f3570-4b02-49ba-9880-5303a853e454 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:04:46.225859 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-290f3570-4b02-49ba-9880-5303a853e454 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3937464
Nov 06 21:04:46.229539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45062) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:46.250379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:46.302120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] Deleting port b5bf927e-3b79-4bc8-8813-ae65df6dff42 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:46.307294 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:46.455841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b684c6cf-f06c-4730-be0f-79ff99b66904 req-9e496798-c718-4e7a-a0cd-cea795658ee0 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 210 time: 0.2024422
Nov 06 21:04:46.478527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] For port b5bf927e-3b79-4bc8-8813-ae65df6dff42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5bf927e-3b79-4bc8-8813-ae65df6dff42,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:46.478931 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:46.515174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] Calling delete_port for b5bf927e-3b79-4bc8-8813-ae65df6dff42 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:46.527310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:46.538005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:46.677861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-cfeef3c9-83c0-4def-b85d-4de151e09aa0 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:46.679555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-cfeef3c9-83c0-4def-b85d-4de151e09aa0 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.10 "GET /v2.0/networks?id=8545d18d-53f1-4e44-8979-ca61a655f6b2 HTTP/1.1" status: 200  len: 796 time: 0.4375398
Nov 06 21:04:46.681107 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:46.759398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] Pushing event deleted for resources: {'Port': ['ID=b5bf927e-3b79-4bc8-8813-ae65df6dff42,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:46.773300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8af58-8c69-4652-bf8b-e769b26c4154 None None] No DVR routers for this DVR port b5bf927e-3b79-4bc8-8813-ae65df6dff42 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:46.825456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734a8807-918b-428a-98fd-faf33292e5e8 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:46.963281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-4fdf4a63-8762-40b2-9adb-4fd9792a8030 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2513646a2fc417d9b601006a57d5693 HTTP/1.1" status: 200  len: 475 time: 0.2708387
Nov 06 21:04:46.984918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'port': {'device_id': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'admin_state_up': True, 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'security_groups': ['e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2', '1d32f934-7d0e-4bca-b604-98f117f7eb26']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:47.088974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec539803-4e60-4e7a-96ec-2e5b3dbb4137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:47.107759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf15e6-efff-4b82-a680-a59350263d66 req-393b50df-8226-4965-8353-b7aec0561658 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:47.109666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2acf15e6-efff-4b82-a680-a59350263d66 req-393b50df-8226-4965-8353-b7aec0561658 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.3547170
Nov 06 21:04:47.235099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-2a98ad2b-8994-4050-a3d1-4a8c3806aea1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:47.237288 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-2a98ad2b-8994-4050-a3d1-4a8c3806aea1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.3664680
Nov 06 21:04:47.274692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d860e38-6a16-4e75-a66b-12fac1376f02', 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'tenant_id': '07bb0e81f7744fcdb10952a285d66d8d', 'fixed_ips': [{'subnet_id': '0b84f364-d7b1-471f-984f-c8218661d854'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:04:47.275815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:47.287277 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-f9e7fab2-3aa8-4b82-98d5-b65237e4adea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5411799
Nov 06 21:04:47.301054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2acf15e6-efff-4b82-a680-a59350263d66 req-ffc9e3f9-adb0-4308-8445-6f842a4da94d tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1804142
Nov 06 21:04:47.332225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-631466bd-c986-4030-aa0a-fa272dc82c38 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:04:47.333375 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-631466bd-c986-4030-aa0a-fa272dc82c38 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058465
Nov 06 21:04:47.341413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Request body: {'port': {'device_id': 'bcc2b920-2680-4f38-acce-5220d6dcc981', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'admin_state_up': True, 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:47.347391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fd69f-754d-40cd-a582-177c693abe94 req-53e6dfd5-3e5a-4b80-9792-c4f8ecc6ba3f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:47.355306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-174fd69f-754d-40cd-a582-177c693abe94 req-53e6dfd5-3e5a-4b80-9792-c4f8ecc6ba3f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 944 time: 0.2335997
Nov 06 21:04:47.418659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b5bf927e-3b79-4bc8-8813-ae65df6dff42 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:47.456720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Made reservation on behalf of f2513646a2fc417d9b601006a57d5693 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:47.468126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:47.489360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b5bf927e-3b79-4bc8-8813-ae65df6dff42 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:04:47.489360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b5bf927e-3b79-4bc8-8813-ae65df6dff42 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:04:47.566378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e467c2b5-8689-4d8a-adf6-82baf3aeaf49 req-984c5626-ae6c-4f68-bbbf-178b855be13b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 210 time: 0.0495157
Nov 06 21:04:47.584646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/0b84f364-d7b1-471f-984f-c8218661d854/5ffb13b3-2d51-4727-825f-57452cce1dba) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:47.621843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 35035f2f-8929-4edc-86d0-3f2e5d1182ab up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:47.788096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Allocated IP 172.20.0.13 (8545d18d-53f1-4e44-8979-ca61a655f6b2/ac20b010-3506-4bf6-9df5-e77594e9ae4f/a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:47.822981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 35035f2f-8929-4edc-86d0-3f2e5d1182ab completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:04:47.831475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 35035f2f-8929-4edc-86d0-3f2e5d1182ab triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:47.832250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:47.936338 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:47.962153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.014365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b5d0add-de74-4ae2-98ce-10c55c134dff req-e49f4d77-1fe1-4a7a-8e52-67026ffbb64b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 210 time: 0.0806584
Nov 06 21:04:48.035217 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.038816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:48.039745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Pushing event updated for resources: {'Port': ['ID=5ffb13b3-2d51-4727-825f-57452cce1dba,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:48.045225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:48.055743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-174fd69f-754d-40cd-a582-177c693abe94 req-dd43a677-4969-4a6c-914c-9b8e19ec93d5 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6545489
Nov 06 21:04:48.060321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:48.084781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:48.088365 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.100836 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25636bb5-127e-4800-a20f-4153bee09788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35035f2f-8929-4edc-86d0-3f2e5d1182ab'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:48.103121 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc4a4fa-a6a5-4d92-805b-36b92ac87dfa" -d '{"events": [{"server_uuid": "25636bb5-127e-4800-a20f-4153bee09788", "name": "network-vif-plugged", "status": "completed", "tag": "35035f2f-8929-4edc-86d0-3f2e5d1182ab"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:48.139739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 35035f2f-8929-4edc-86d0-3f2e5d1182ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35035f2f-8929-4edc-86d0-3f2e5d1182ab,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:48.156544 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.175260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.230163 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30549e50-d6ac-4260-bf6c-ec418b46ffb1 x-openstack-request-id: req-30549e50-d6ac-4260-bf6c-ec418b46ffb1 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:48.230457 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25636bb5-127e-4800-a20f-4153bee09788", "name": "network-vif-plugged", "status": "completed", "tag": "35035f2f-8929-4edc-86d0-3f2e5d1182ab", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:48.230757 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30549e50-d6ac-4260-bf6c-ec418b46ffb1 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:48.231290 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25636bb5-127e-4800-a20f-4153bee09788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35035f2f-8929-4edc-86d0-3f2e5d1182ab', 'code': 200}
Nov 06 21:04:48.232722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=35035f2f-8929-4edc-86d0-3f2e5d1182ab,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:48.235722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Attempting to bind port 5ffb13b3-2d51-4727-825f-57452cce1dba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:48.236105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Attempting to bind port 5ffb13b3-2d51-4727-825f-57452cce1dba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:48.236504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Attempting to bind port 5ffb13b3-2d51-4727-825f-57452cce1dba on network 5d860e38-6a16-4e75-a66b-12fac1376f02 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:48.242688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:48.243068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Checking segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:48.243473 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.243866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Bound using segment: {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:48.244361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Bound port: 5ffb13b3-2d51-4727-825f-57452cce1dba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5965f6-8934-4b59-8376-4cc37a203a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:48.244752 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.263290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:04:48.265123 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.337243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] For port 5ffb13b3-2d51-4727-825f-57452cce1dba, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:48.341228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] For port 5ffb13b3-2d51-4727-825f-57452cce1dba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffb13b3-2d51-4727-825f-57452cce1dba,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:48.349691 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.365950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:48.378313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:48.384528 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:48.511044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Allocated IP 172.20.0.8 (c0397278-359e-4b6d-bb4f-e56cf166bbfb/a2e1697f-b2c0-469e-8413-56865719f066/90b8b9b0-a8f0-48a1-905b-e533c76adf75) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:48.515642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bc192-0e09-4a1a-b99a-430d9d3963a6 None None] Pushing event updated for resources: {'Port': ['ID=5ffb13b3-2d51-4727-825f-57452cce1dba,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:48.613444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.641145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc00012-0ba9-4733-8de3-1a1d0d2ff8a2 req-3ebb4794-cf15-44f4-a046-5abc68ac959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:48.643267 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8bc00012-0ba9-4733-8de3-1a1d0d2ff8a2 req-3ebb4794-cf15-44f4-a046-5abc68ac959f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 1096 time: 0.1685622
Nov 06 21:04:48.852263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-13f5eac5-dc8c-41bb-b265-82c56affeaea None None] Provisioning complete for port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:48.852922 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-13f5eac5-dc8c-41bb-b265-82c56affeaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:48.913377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-13f5eac5-dc8c-41bb-b265-82c56affeaea None None] Port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:04:49.043849 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8bc00012-0ba9-4733-8de3-1a1d0d2ff8a2 req-7203f20e-5db7-47c7-ae79-2cddc9d3a3b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3857794
Nov 06 21:04:49.047558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:49.074713 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.075344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.096103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1805-2272-472e-9ff9-c43e701254e8 req-869d49ff-e6e5-465a-8c6a-f3accbd12e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.099972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-869d49ff-e6e5-465a-8c6a-f3accbd12e51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0&tenant_id=a0abfd854dfe46acaeedf288c6674c0c HTTP/1.1" status: 200  len: 1094 time: 0.2141161
Nov 06 21:04:49.119883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e5693add-9825-463e-9d4a-57e711c51b73 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 973 time: 2.1493495
Nov 06 21:04:49.134750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e95a8-50af-452f-82ea-924b165116ea req-bf1e43b0-7b85-46c7-940c-86ba851cf482 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.142108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d4e95a8-50af-452f-82ea-924b165116ea req-bf1e43b0-7b85-46c7-940c-86ba851cf482 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.6535258
Nov 06 21:04:49.154442 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.161098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] For port 5ffb13b3-2d51-4727-825f-57452cce1dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffb13b3-2d51-4727-825f-57452cce1dba,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:49.167709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811a434-48a2-4556-a6dc-e86e6bbf8610 req-5f797bfd-ee13-4806-919a-86824275b729 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.169308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0811a434-48a2-4556-a6dc-e86e6bbf8610 req-5f797bfd-ee13-4806-919a-86824275b729 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 945 time: 0.1295340
Nov 06 21:04:49.207877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.216512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.217488 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.218300 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-55711331-69f9-4960-b4f0-ea075e725a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.237383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d4e95a8-50af-452f-82ea-924b165116ea req-0beebe95-027d-40f7-b524-7d9b3b10975f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898273
Nov 06 21:04:49.277024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.289869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0811a434-48a2-4556-a6dc-e86e6bbf8610 req-9d83ee43-b7b3-47b6-a241-925dc35403c9 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061873
Nov 06 21:04:49.306567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:49.315444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:49.320765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:49.324664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.325337 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.338938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Request body: {'port': {'device_id': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:49.392801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:49.463216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5ffb13b3-2d51-4727-825f-57452cce1dba up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:49.492409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=5ffb13b3-2d51-4727-825f-57452cce1dba,revision_number=4']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:49.496741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:49.528509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:49.533528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=7f668590-3036-46b1-85ef-15c9125d7956,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:49.544450 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.570514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410a8e8-11a9-4998-b871-5edd4fa3fc9a req-d4ea32dd-fe1b-4f3a-ad06-2c5f23e79f9a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.572147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e410a8e8-11a9-4998-b871-5edd4fa3fc9a req-d4ea32dd-fe1b-4f3a-ad06-2c5f23e79f9a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 931 time: 0.2241888
Nov 06 21:04:49.591557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:49.592132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.605310 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5c4e5d5c-2ac1-4ad4-ab89-8024de641248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.3698719
Nov 06 21:04:49.609160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45170) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:49.632420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:5c:74:29', 'name': 'tempest-NetworksTestDHCPv6-1219028512'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:49.672138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e173-a345-4c50-ba25-10e640da7d32 req-6a3f8ece-e099-486f-aa6a-ede10039b9ee tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.677946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.678888 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.681793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb24e173-a345-4c50-ba25-10e640da7d32 req-6a3f8ece-e099-486f-aa6a-ede10039b9ee tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 971 time: 0.1890891
Nov 06 21:04:49.704003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1805-2272-472e-9ff9-c43e701254e8 req-20848a89-badf-48c4-bf68-ce88cf943a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:49.706735 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-20848a89-badf-48c4-bf68-ce88cf943a55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 1094 time: 0.3104076
Nov 06 21:04:49.707639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event updated for resources: {'Port': ['ID=90b8b9b0-a8f0-48a1-905b-e533c76adf75,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:49.714305 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-ecf484db-c3d1-4d33-96f6-f73468bd180c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3878376
Nov 06 21:04:49.741222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Request body: {'port': {'device_id': 'bcc2b920-2680-4f38-acce-5220d6dcc981', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:49.745079 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.781227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 5ffb13b3-2d51-4727-825f-57452cce1dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffb13b3-2d51-4727-825f-57452cce1dba,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:49.804608 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.886385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:49.889919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=5ffb13b3-2d51-4727-825f-57452cce1dba,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:50.038106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab1433c-ae08-427b-bff0-5fae351d9f15 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:50.038347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e410a8e8-11a9-4998-b871-5edd4fa3fc9a req-eb3ad455-19ec-47c1-b805-5b5e05a1dc15 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4301722
Nov 06 21:04:50.053434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb24e173-a345-4c50-ba25-10e640da7d32 req-073c8942-83cd-49ec-b81d-ad9d12ab3499 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3682523
Nov 06 21:04:50.064442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1805-2272-472e-9ff9-c43e701254e8 req-d4fc2369-e89c-49c6-aea6-a58fa58a6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:50.074353 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-d4fc2369-e89c-49c6-aea6-a58fa58a6cbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 200  len: 917 time: 0.3501108
Nov 06 21:04:50.162801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a113e4a5-cb8c-4cce-95d8-133382e6852c None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:50.163199 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a113e4a5-cb8c-4cce-95d8-133382e6852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:50.280973 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-431340bd-50dd-40a5-91c9-08d12e17a013 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc HTTP/1.1" status: 200  len: 998 time: 0.1972835
Nov 06 21:04:50.295300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f215a-95a2-4d2d-bc37-cdfd8ba4d53c req-a449f0c6-2172-472a-95cc-074e5687d355 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:50.306969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19f215a-95a2-4d2d-bc37-cdfd8ba4d53c req-a449f0c6-2172-472a-95cc-074e5687d355 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.1429615
Nov 06 21:04:50.320764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:50.369116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1805-2272-472e-9ff9-c43e701254e8 req-11b56d7d-c101-408f-a091-1466e2f0dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:50.371291 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-11b56d7d-c101-408f-a091-1466e2f0dc69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 200  len: 855 time: 0.0803273
Nov 06 21:04:50.482629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1805-2272-472e-9ff9-c43e701254e8 req-6a1bb726-1fe9-4629-b6d2-8db7fb84506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:50.486317 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-6a1bb726-1fe9-4629-b6d2-8db7fb84506a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cef188b-2bc9-450f-890b-1de92b2534d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0964811
Nov 06 21:04:50.492237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b8b9b0-a8f0-48a1-905b-e533c76adf75 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:50.498227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:04:50.504044 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:50.536428 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:50.547519 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:50.568733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b19f215a-95a2-4d2d-bc37-cdfd8ba4d53c req-a272caa9-f6e7-4c3a-9ff8-4e8c28a61276 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2606936
Nov 06 21:04:50.582862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Transition to ACTIVE for port object a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:04:50.595859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Transition to ACTIVE for port object 90b8b9b0-a8f0-48a1-905b-e533c76adf75 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:04:50.603896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d119d-2e3b-4534-8f70-cfa930f5b90e req-d3a04015-70aa-4d3c-89e3-31ccfb145d49 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:50.605683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f65d119d-2e3b-4534-8f70-cfa930f5b90e req-d3a04015-70aa-4d3c-89e3-31ccfb145d49 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.2220764
Nov 06 21:04:50.620781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:50.622178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:50.680622 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:50.794115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Pushing event updated for resources: {'Port': ['ID=90b8b9b0-a8f0-48a1-905b-e533c76adf75,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:50.815534 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-25727eb5-817a-4193-8ef0-a15972d9253d service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3068066
Nov 06 21:04:50.818545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port fd084381-1ec7-41e8-b19e-a01d0fb7cb57 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:04:50.853135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Pushing event updated for resources: {'Port': ['ID=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:50.957698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Attempting to bind port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:50.957961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Attempting to bind port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:50.958292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Attempting to bind port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:50.962777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af04463-3479-4d5d-8998-4e19c4b40a2d req-1da9823b-35ff-4ad4-910b-1536c82efb34 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:50.965237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5af04463-3479-4d5d-8998-4e19c4b40a2d req-1da9823b-35ff-4ad4-910b-1536c82efb34 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 945 time: 0.2114923
Nov 06 21:04:50.979584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:04:50.979874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Attempting to bind port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:50.999097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:50.999482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Checking segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:50.999913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Bound using segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:51.000388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Bound port: 90b8b9b0-a8f0-48a1-905b-e533c76adf75, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:51.000795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:51.035172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-68207cea-a876-46b2-baac-0fd1a53ac55b tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:51.036663 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-68207cea-a876-46b2-baac-0fd1a53ac55b tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.10 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 945 time: 0.1371319
Nov 06 21:04:51.039867 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-623b1bd8-3378-457b-acd1-e255d8761837 service neutron] 10.222.0.10 "GET /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129040
Nov 06 21:04:51.047150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f65d119d-2e3b-4534-8f70-cfa930f5b90e req-8e40155c-210a-406c-bdf9-611a01af3f89 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4256594
Nov 06 21:04:51.157946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] For port 90b8b9b0-a8f0-48a1-905b-e533c76adf75, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:51.162568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] For port 90b8b9b0-a8f0-48a1-905b-e533c76adf75, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b8b9b0-a8f0-48a1-905b-e533c76adf75,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:51.173210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:51.244614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Pushing event updated for resources: {'Port': ['ID=90b8b9b0-a8f0-48a1-905b-e533c76adf75,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:51.294532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:51.295359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:51.307825 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-b5f1d763-e69f-4e7a-9287-525a5016eb30 service neutron] 10.222.0.10 "PUT /v2.0/ports/90b8b9b0-a8f0-48a1-905b-e533c76adf75 HTTP/1.1" status: 200  len: 1091 time: 1.5601115
Nov 06 21:04:51.308327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc2b920-2680-4f38-acce-5220d6dcc981', 'tag': '90b8b9b0-a8f0-48a1-905b-e533c76adf75'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:51.312558 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f091e-a524-4986-b2ec-d838af3f8e44" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc2b920-2680-4f38-acce-5220d6dcc981", "tag": "90b8b9b0-a8f0-48a1-905b-e533c76adf75"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:51.320167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5af04463-3479-4d5d-8998-4e19c4b40a2d req-132b74f4-d290-4897-ade9-bd66a3efd3ee tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce3011aa-ba94-4472-a1f1-f83490bf06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862666
Nov 06 21:04:51.335212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Attempting to bind port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:04:51.336654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Attempting to bind port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:04:51.339075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Attempting to bind port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a on network 8545d18d-53f1-4e44-8979-ca61a655f6b2 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:51.353896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Deleting port ee23c91d-21d9-4c38-8b57-b3b665ebe030 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:51.354489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:51.380740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a on network 8545d18d-53f1-4e44-8979-ca61a655f6b2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:04:51.381072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Attempting to bind port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a on network 8545d18d-53f1-4e44-8979-ca61a655f6b2 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:04:51.430419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5ffb13b3-2d51-4727-825f-57452cce1dba up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:51.486553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:04:51.486903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Checking segment: {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:04:51.487294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Bound using segment: {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:04:51.487863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Bound port: a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:04:51.488093 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:51.495934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:51.496535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:51.537504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-929cce74-e690-4c4e-9886-59b598bd552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:51.540077 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-929cce74-e690-4c4e-9886-59b598bd552f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 1094 time: 0.1784928
Nov 06 21:04:51.585476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e820c600-3c71-4f24-902a-1ab1b532c63a None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:51.586245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e820c600-3c71-4f24-902a-1ab1b532c63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:51.633601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621160e8-9004-4579-bf6e-d33bb3c262b6 req-92790f6b-22b4-4da3-9f55-ccbb2adf2c4d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:51.642131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621160e8-9004-4579-bf6e-d33bb3c262b6 req-92790f6b-22b4-4da3-9f55-ccbb2adf2c4d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.3924263
Nov 06 21:04:51.666110 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-86d5fd92-e4df-4335-a483-dcb336746547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b8b9b0-a8f0-48a1-905b-e533c76adf75 HTTP/1.1" status: 200  len: 217 time: 0.1102378
Nov 06 21:04:51.675122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::333 (5d860e38-6a16-4e75-a66b-12fac1376f02/0b84f364-d7b1-471f-984f-c8218661d854/fd084381-1ec7-41e8-b19e-a01d0fb7cb57) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:51.685607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:7429 (5d860e38-6a16-4e75-a66b-12fac1376f02/7f668590-3036-46b1-85ef-15c9125d7956/fd084381-1ec7-41e8-b19e-a01d0fb7cb57) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:51.738559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-96d9db00-76fa-4188-900e-44b19c2e9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:51.740677 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-96d9db00-76fa-4188-900e-44b19c2e9b25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.0585425
Nov 06 21:04:51.746252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] For port ee23c91d-21d9-4c38-8b57-b3b665ebe030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee23c91d-21d9-4c38-8b57-b3b665ebe030,segment=NetworkSegment(4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc),segment_id=4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:51.746934 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:51.793340 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-aa19a062-5137-4b29-9de0-4ac51c12eb56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431097
Nov 06 21:04:51.803108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Calling delete_port for ee23c91d-21d9-4c38-8b57-b3b665ebe030 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:51.892372 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:52.010125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ab014e84-3d33-455c-8b8c-ea15aeaf4d02 None None] Could not find standard attr ID for object e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:04:52.206397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:52.234827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45fd7-63a4-4851-8759-b51adb34175c req-2e7ee4f2-bd18-40bc-b067-fe55aee80846 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:52.236534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07e45fd7-63a4-4851-8759-b51adb34175c req-2e7ee4f2-bd18-40bc-b067-fe55aee80846 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.7454202
Nov 06 21:04:52.277511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621160e8-9004-4579-bf6e-d33bb3c262b6 req-37e232bd-4e43-47a1-abad-8c1cbb956675 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6342123
Nov 06 21:04:52.423214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] For port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:04:52.476451 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:52.492913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] For port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:04:52.512001 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9dffb0-126b-497e-adee-ba4e020050c9 x-openstack-request-id: req-2e9dffb0-126b-497e-adee-ba4e020050c9 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:52.512001 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc2b920-2680-4f38-acce-5220d6dcc981", "tag": "90b8b9b0-a8f0-48a1-905b-e533c76adf75", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:52.512001 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e9dffb0-126b-497e-adee-ba4e020050c9 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:52.512001 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc2b920-2680-4f38-acce-5220d6dcc981', 'tag': '90b8b9b0-a8f0-48a1-905b-e533c76adf75', 'status': 'completed', 'code': 200}
Nov 06 21:04:52.531777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:52.565636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07e45fd7-63a4-4851-8759-b51adb34175c req-c8969d09-4042-42cf-905f-fa615ece23b1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2867744
Nov 06 21:04:52.572438 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:52.600459 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-354d0e73-2fa4-4a7d-a1bc-b6c13be2989f service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7839704
Nov 06 21:04:52.615332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:52.615958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:52.617485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] 10.222.0.10 "PUT /v2.0/ports/a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a HTTP/1.1" status: 200  len: 1131 time: 3.2829053
Nov 06 21:04:52.617880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:52.620184 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a666cea7-4a73-4406-928f-a1685118a170" -d '{"events": [{"name": "network-changed", "server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:52.654639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e9823-0d5c-49df-91d9-14148c9c8298 req-b08d9911-b238-4c05-a7a6-cabffe052122 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:52.656250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce5e9823-0d5c-49df-91d9-14148c9c8298 req-b08d9911-b238-4c05-a7a6-cabffe052122 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.1678929
Nov 06 21:04:52.665542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:52.671571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:52.678455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:04:52.693455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:52.694146 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:52.703262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344d9b9-7d8b-4313-b612-845ee7493af4 service neutron] Pushing event updated for resources: {'Port': ['ID=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:53.003710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.3918245
Nov 06 21:04:53.013727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45234) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:53.043474 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:53.076854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ee23c91d-21d9-4c38-8b57-b3b665ebe030'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:04:53.139334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b5c52-8f11-4e5d-9bfb-a957815bf086 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=fd084381-1ec7-41e8-b19e-a01d0fb7cb57,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:53.146818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce5e9823-0d5c-49df-91d9-14148c9c8298 req-c3b4c317-b38c-46dd-8a1a-51dc51fe8167 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4800944
Nov 06 21:04:53.178748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Pushing event deleted for resources: {'Port': ['ID=ee23c91d-21d9-4c38-8b57-b3b665ebe030,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:53.215605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-4780073e-5ee4-4d80-bd78-2ac3b309b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:53.217489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-4780073e-5ee4-4d80-bd78-2ac3b309b39f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2513646a2fc417d9b601006a57d5693&device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 1134 time: 0.4200892
Nov 06 21:04:53.228101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20dbd4-5db3-4265-adfd-bd154f4c52d6 req-dade9518-bd76-4e7f-820b-a0fc54eaf361 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:53.230019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc20dbd4-5db3-4265-adfd-bd154f4c52d6 req-dade9518-bd76-4e7f-820b-a0fc54eaf361 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.4292705
Nov 06 21:04:53.312962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-24c66e63-5563-485e-a097-338cdf430c64 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port fd084381-1ec7-41e8-b19e-a01d0fb7cb57 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:04:53.313880 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24c66e63-5563-485e-a097-338cdf430c64 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:53.326127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] No DVR routers for this DVR port ee23c91d-21d9-4c38-8b57-b3b665ebe030 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:04:53.334141 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:53.345562 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bf797838-5d52-444f-bc05-5bb20246ce73 req-f3625c97-07b4-4ed7-937b-9179ff7d0ed3 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.10 "DELETE /v2.0/ports/ee23c91d-21d9-4c38-8b57-b3b665ebe030 HTTP/1.1" status: 204  len: 173 time: 2.2847476
Nov 06 21:04:53.354487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b6a5612-3f69-4fe4-bf2d-c49a862f243e req-cb85e717-2541-4f18-96e2-c244f96446b7 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0569136
Nov 06 21:04:53.389118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc20dbd4-5db3-4265-adfd-bd154f4c52d6 req-4db908bc-b91c-4b7b-9a6e-0d8ffdfa96e6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1456745
Nov 06 21:04:53.431501 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4a9c7e95-aa22-442e-b173-fd8fa10c05e6 req-1b3f9713-3da3-4694-b35e-34baa8552886 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6289241
Nov 06 21:04:53.443565 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836c302c-c322-4c83-8782-0b08635ba558 x-openstack-request-id: req-836c302c-c322-4c83-8782-0b08635ba558 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:53.444110 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:53.444110 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-836c302c-c322-4c83-8782-0b08635ba558 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:53.444554 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'status': 'completed', 'code': 200}
Nov 06 21:04:53.545737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24c66e63-5563-485e-a097-338cdf430c64 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:53.597852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-24c66e63-5563-485e-a097-338cdf430c64 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for fd084381-1ec7-41e8-b19e-a01d0fb7cb57 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:04:53.618525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5eadc1c1-804b-474b-b99b-462f121870fb None None] Provisioning complete for port fd084381-1ec7-41e8-b19e-a01d0fb7cb57 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:53.619132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5eadc1c1-804b-474b-b99b-462f121870fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:53.694606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210651db-3f56-40ed-bd5c-0b2ebd6f90e4 req-a59e9a09-c1dc-4a41-8354-d066c2846169 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:53.702996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5eadc1c1-804b-474b-b99b-462f121870fb None None] Port fd084381-1ec7-41e8-b19e-a01d0fb7cb57 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:04:53.703654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-210651db-3f56-40ed-bd5c-0b2ebd6f90e4 req-a59e9a09-c1dc-4a41-8354-d066c2846169 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1978838
Nov 06 21:04:53.745316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c7754-4889-4083-bd5b-9ebc56cc94b9 req-5d0955aa-2838-4714-b191-258307df2be5 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:53.747737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c68c7754-4889-4083-bd5b-9ebc56cc94b9 req-5d0955aa-2838-4714-b191-258307df2be5 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.1825347
Nov 06 21:04:53.844465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-210651db-3f56-40ed-bd5c-0b2ebd6f90e4 req-1844dd60-8558-4d0a-9e56-da5eaa176de9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332772
Nov 06 21:04:53.882156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c68c7754-4889-4083-bd5b-9ebc56cc94b9 req-a3494b3d-faa4-44fc-b5ad-707d4a10d42c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234598
Nov 06 21:04:54.026918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e7ef0-d7b7-4b83-aec8-dcf88e0420ae req-96a7abb1-58ed-4de5-8129-01186b2f0a8f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.035453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b43e7ef0-d7b7-4b83-aec8-dcf88e0420ae req-96a7abb1-58ed-4de5-8129-01186b2f0a8f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.1028757
Nov 06 21:04:54.130598 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24c66e63-5563-485e-a097-338cdf430c64 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:54.182533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c66e63-5563-485e-a097-338cdf430c64 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=fd084381-1ec7-41e8-b19e-a01d0fb7cb57,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:54.201999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b43e7ef0-d7b7-4b83-aec8-dcf88e0420ae req-f731d2dc-c3f4-47dd-b0d0-bbce7f788ba4 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1623371
Nov 06 21:04:54.227807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476e05-31dd-4e43-91e4-6e1ae5c1c857 req-d2b2c967-29c2-471b-bfed-f389ef84184c tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.229721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a476e05-31dd-4e43-91e4-6e1ae5c1c857 req-d2b2c967-29c2-471b-bfed-f389ef84184c tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 945 time: 0.1922834
Nov 06 21:04:54.300436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24c66e63-5563-485e-a097-338cdf430c64 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:54.305058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-24c66e63-5563-485e-a097-338cdf430c64 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/fd084381-1ec7-41e8-b19e-a01d0fb7cb57 HTTP/1.1" status: 204  len: 168 time: 1.2846563
Nov 06 21:04:54.307743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45254) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:54.376256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafd3804-586a-493d-88fe-548433dee10d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.380457 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cafd3804-586a-493d-88fe-548433dee10d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0691633
Nov 06 21:04:54.380896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45258) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:54.422848 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a476e05-31dd-4e43-91e4-6e1ae5c1c857 req-95e76bd0-6145-44bd-84f2-b2dd0270e0bb tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678486
Nov 06 21:04:54.485740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4564c6a3-4126-4afc-be88-177b71467a29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.489707 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4564c6a3-4126-4afc-be88-177b71467a29 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1053700
Nov 06 21:04:54.490305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45266) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:54.526109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79fdfc6-af27-4e6a-922f-79691509293f', 'name': 'network-vif-deleted', 'tag': 'ee23c91d-21d9-4c38-8b57-b3b665ebe030'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:04:54.529204 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b011ddc-8279-4686-b1a3-e0c484b97a06" -d '{"events": [{"server_uuid": "a79fdfc6-af27-4e6a-922f-79691509293f", "name": "network-vif-deleted", "tag": "ee23c91d-21d9-4c38-8b57-b3b665ebe030"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:04:54.545270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-817c1f60-58c4-4090-a132-baa9e659f9c8 req-a7f786ec-cc5d-4b26-97b3-a14104166669 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0759766
Nov 06 21:04:54.562286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429ffd0-f863-435f-867e-1f7ba45f1138 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.565757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429ffd0-f863-435f-867e-1f7ba45f1138 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.567430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429ffd0-f863-435f-867e-1f7ba45f1138 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.571298 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6429ffd0-f863-435f-867e-1f7ba45f1138 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0796161
Nov 06 21:04:54.574620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45270) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:54.715665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 0b84f364-d7b1-471f-984f-c8218661d854 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:54.721797 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:54.760470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8889-cad1-41ac-b540-d4ced5c96e22 req-ca93bf40-625f-40ea-a8b8-d0482d5fe19c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.768467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8db8889-cad1-41ac-b540-d4ced5c96e22 req-ca93bf40-625f-40ea-a8b8-d0482d5fe19c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1050465
Nov 06 21:04:54.831452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:54.898169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a6f33-743e-40f1-98b5-a3500084f9dd req-560fbde7-cc34-4934-a20a-0d812f0d9d3e tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:54.899697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c3a6f33-743e-40f1-98b5-a3500084f9dd req-560fbde7-cc34-4934-a20a-0d812f0d9d3e tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.1507463
Nov 06 21:04:54.905319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b8db8889-cad1-41ac-b540-d4ced5c96e22 req-7897ad1c-2f75-4d8f-a330-e638071be5cb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1360524
Nov 06 21:04:54.994430 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d4c40-0ee4-4cf1-aef6-fe0c8245551f x-openstack-request-id: req-6a3d4c40-0ee4-4cf1-aef6-fe0c8245551f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:04:54.994722 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79fdfc6-af27-4e6a-922f-79691509293f", "name": "network-vif-deleted", "tag": "ee23c91d-21d9-4c38-8b57-b3b665ebe030", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:04:54.995026 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a3d4c40-0ee4-4cf1-aef6-fe0c8245551f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:04:54.995483 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79fdfc6-af27-4e6a-922f-79691509293f', 'name': 'network-vif-deleted', 'tag': 'ee23c91d-21d9-4c38-8b57-b3b665ebe030', 'status': 'completed', 'code': 200}
Nov 06 21:04:55.028874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c3a6f33-743e-40f1-98b5-a3500084f9dd req-af2acf63-9244-4f0d-9d23-77a5c62df617 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167889
Nov 06 21:04:55.051025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:55.157654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac853a78-9c2a-46ac-a497-c31a21b9415c req-9512e8fc-b66a-4bd1-a7c4-a3134f56d2ca tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:55.159390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac853a78-9c2a-46ac-a497-c31a21b9415c req-9512e8fc-b66a-4bd1-a7c4-a3134f56d2ca tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.0712831
Nov 06 21:04:55.199099 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:55.261995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=0b84f364-d7b1-471f-984f-c8218661d854,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:55.278530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bfd0d6-7934-489f-9066-c4ff8ba902c4 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:55.279713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:55.279829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45288) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:55.287201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/0b84f364-d7b1-471f-984f-c8218661d854 HTTP/1.1" status: 204  len: 168 time: 0.7002983
Nov 06 21:04:55.293730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.294071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.300559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.302767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.303187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.303597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.304004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.305026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.307833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.308323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.308752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.318894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e798b3b-0b5c-49ec-83bd-44b941220387 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:04:55.335122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac853a78-9c2a-46ac-a497-c31a21b9415c req-447238aa-5c3a-40e6-ad0e-039ec0ef9fba tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635287
Nov 06 21:04:55.420456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01d4c88-d5e9-431e-897e-e535e4322384 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 7f668590-3036-46b1-85ef-15c9125d7956 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:04:55.431424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01d4c88-d5e9-431e-897e-e535e4322384 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:55.546510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01d4c88-d5e9-431e-897e-e535e4322384 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:55.566547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf1b9c-787a-403d-92f6-092e4de54285 req-c30ea0f4-af03-41b4-b5f0-23f3ed367f96 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:55.568449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebbf1b9c-787a-403d-92f6-092e4de54285 req-c30ea0f4-af03-41b4-b5f0-23f3ed367f96 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.1097038
Nov 06 21:04:55.627838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ee23c91d-21d9-4c38-8b57-b3b665ebe030 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:04:55.656805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: ee23c91d-21d9-4c38-8b57-b3b665ebe030 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:04:55.657512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ee23c91d-21d9-4c38-8b57-b3b665ebe030 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:04:55.723072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebbf1b9c-787a-403d-92f6-092e4de54285 req-ff5bf1b8-e946-422b-873f-4d84b3eb675a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1479571
Nov 06 21:04:55.735790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01d4c88-d5e9-431e-897e-e535e4322384 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:55.835806 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01d4c88-d5e9-431e-897e-e535e4322384 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:55.872826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb21b652-04d3-405f-8e8c-3b16ad98abe0 req-494eb3be-dce1-49cf-9f9a-f5b2ee316292 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0370736
Nov 06 21:04:55.887665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d4c88-d5e9-431e-897e-e535e4322384 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=7f668590-3036-46b1-85ef-15c9125d7956,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:55.895380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b01d4c88-d5e9-431e-897e-e535e4322384 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:55.901303 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b01d4c88-d5e9-431e-897e-e535e4322384 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/7f668590-3036-46b1-85ef-15c9125d7956 HTTP/1.1" status: 204  len: 168 time: 0.6187632
Nov 06 21:04:55.901727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45300) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:55.919367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465f86-ff70-446c-a67a-72862d6af58c req-6445b9a0-811f-40c2-bd4d-09b026c74ee9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:55.921019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9465f86-ff70-446c-a67a-72862d6af58c req-6445b9a0-811f-40c2-bd4d-09b026c74ee9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1568050
Nov 06 21:04:56.007185 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b7adb7fc-8115-40ff-a801-49c71a5211b7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0999939
Nov 06 21:04:56.012024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45304) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:56.017641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:56.038652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9465f86-ff70-446c-a67a-72862d6af58c req-bbabf156-7c92-4138-bf85-6a9f2e3f0359 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057534
Nov 06 21:04:56.183680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff97b-880c-421a-9c74-39545cb555cb req-1a3227cc-ee93-4311-b5d1-cf2a9757a465 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:56.202234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d5ff97b-880c-421a-9c74-39545cb555cb req-1a3227cc-ee93-4311-b5d1-cf2a9757a465 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1401498
Nov 06 21:04:56.221590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:56.225260 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:56.321223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d5ff97b-880c-421a-9c74-39545cb555cb req-2d3c3926-9541-4322-8627-5d5530195e8c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173232
Nov 06 21:04:56.549784 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:56.564198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8832e-0487-49c1-875e-1db5c4ece51f req-0fae8369-4b7d-4021-9b23-6d98a778e294 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:56.565990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bd8832e-0487-49c1-875e-1db5c4ece51f req-0fae8369-4b7d-4021-9b23-6d98a778e294 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.1184442
Nov 06 21:04:56.638666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:56.642086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:56.650536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:56.651203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:56.707865 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6933532
Nov 06 21:04:56.709798 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd27638-b3e3-46f4-aa29-d579e9286a80 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=d3c76228-4262-4c1a-abd9-026da981b120,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:56.714990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45318) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:56.730120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2e4fe6b8-666b-4a8a-8769-243c3be8ff37 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:56.794556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3811f27-320a-476c-b381-3193aad11c27 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:56.814574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb1642-6263-4c04-9c1e-65684f5aea18 req-5413a2e3-b06d-4b7b-87a0-50cff02327e7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:56.820616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb1642-6263-4c04-9c1e-65684f5aea18 req-5413a2e3-b06d-4b7b-87a0-50cff02327e7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:56.826981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb1642-6263-4c04-9c1e-65684f5aea18 req-5413a2e3-b06d-4b7b-87a0-50cff02327e7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:56.834529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49cb1642-6263-4c04-9c1e-65684f5aea18 req-5413a2e3-b06d-4b7b-87a0-50cff02327e7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788&device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0&device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 2417 time: 0.2382529
Nov 06 21:04:56.855968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bd8832e-0487-49c1-875e-1db5c4ece51f req-819270a8-fed9-4374-8d03-bfc1de72a044 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2803845
Nov 06 21:04:56.955686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f918a96f-c986-4f43-ae1a-540d83e0ad38 None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:56.956444 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f918a96f-c986-4f43-ae1a-540d83e0ad38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:56.992355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49cb1642-6263-4c04-9c1e-65684f5aea18 req-8d837d37-004f-42e5-bfc9-65a2bff8da43 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566410
Nov 06 21:04:57.060879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300e90b-ca63-4d51-b09f-d203d25ca075 req-36d31539-4e7d-436f-b719-c9089eead528 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:57.065806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e300e90b-ca63-4d51-b09f-d203d25ca075 req-36d31539-4e7d-436f-b719-c9089eead528 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.1242836
Nov 06 21:04:57.172069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45330) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:57.190300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4c6ae3d-f773-4792-b126-a35ae9752878 req-8a4029d6-470d-4e0f-9ffa-1e829066ff4f tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.1065869
Nov 06 21:04:57.248857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e300e90b-ca63-4d51-b09f-d203d25ca075 req-86158232-86ab-43fb-a499-d18e7346dc01 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1724339
Nov 06 21:04:57.272688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4fe6b8-666b-4a8a-8769-243c3be8ff37 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:57.277784 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe6b8-666b-4a8a-8769-243c3be8ff37 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.356383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44effe40-4b58-4679-a2e5-947bc45b33d7 None None] Update dhcp port {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'fixed_ips': [{'subnet_id': 'd3c76228-4262-4c1a-abd9-026da981b120'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5ffb13b3-2d51-4727-825f-57452cce1dba'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:04:57.379239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac974998-ebd5-4315-8315-1b703e11319b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.425902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44effe40-4b58-4679-a2e5-947bc45b33d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.512750 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac974998-ebd5-4315-8315-1b703e11319b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.520185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac974998-ebd5-4315-8315-1b703e11319b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.534237 ncdv-master-1 neutron-server[119333]: INFO neutron.db.ipam_backend_mixin [None req-2e4fe6b8-666b-4a8a-8769-243c3be8ff37 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3c76228-4262-4c1a-abd9-026da981b120 (CIDR: 2001:db8::/64)
Nov 06 21:04:57.542901 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4fe6b8-666b-4a8a-8769-243c3be8ff37 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:04:57.543446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4fe6b8-666b-4a8a-8769-243c3be8ff37 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:04:57.576048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b14be-aaa3-42e1-98a2-5b3a028d4402 req-d68c25a0-8723-4f88-953f-3f02de9e0e48 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:57.578144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac974998-ebd5-4315-8315-1b703e11319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ccb89f-9653-4096-900b-879d4c9165ed,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:57.584099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d6b14be-aaa3-42e1-98a2-5b3a028d4402 req-d68c25a0-8723-4f88-953f-3f02de9e0e48 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.1724956
Nov 06 21:04:57.586575 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ac974998-ebd5-4315-8315-1b703e11319b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9f92a22a00f440bb6034d9c3114bc39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4132600
Nov 06 21:04:57.589456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45336) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:57.593401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2e4fe6b8-666b-4a8a-8769-243c3be8ff37 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8717506
Nov 06 21:04:57.598561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45338) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:57.602481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe151b20-c682-48ba-bf4b-060f0aefbe41 req-73ce4aef-7608-4537-80d6-ba1da0f0d6ef tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:57.605087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'subnet': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:57.610216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe151b20-c682-48ba-bf4b-060f0aefbe41 req-73ce4aef-7608-4537-80d6-ba1da0f0d6ef tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1567321
Nov 06 21:04:57.694802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d6b14be-aaa3-42e1-98a2-5b3a028d4402 req-93de0c8a-9892-4424-a057-1afef1097584 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095963
Nov 06 21:04:57.698924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe151b20-c682-48ba-bf4b-060f0aefbe41 req-b76ba8e1-b837-45fd-b3cf-3b248bf9a83b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874791
Nov 06 21:04:57.763662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c1fd9ff-4680-42e2-9e98-747bc6025fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.778537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-44effe40-4b58-4679-a2e5-947bc45b33d7 None None] Allocated IP 2001:db8::2 (5d860e38-6a16-4e75-a66b-12fac1376f02/d3c76228-4262-4c1a-abd9-026da981b120/5ffb13b3-2d51-4727-825f-57452cce1dba) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:04:57.799384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c1fd9ff-4680-42e2-9e98-747bc6025fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.833756 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:04:57.838096 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.916136 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c1fd9ff-4680-42e2-9e98-747bc6025fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.919389 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c1fd9ff-4680-42e2-9e98-747bc6025fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:57.923658 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5c1fd9ff-4680-42e2-9e98-747bc6025fc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53ccb89f-9653-4096-900b-879d4c9165ed HTTP/1.1" status: 204  len: 168 time: 0.3297501
Nov 06 21:04:57.923830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-44effe40-4b58-4679-a2e5-947bc45b33d7 None None] For port 5ffb13b3-2d51-4727-825f-57452cce1dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffb13b3-2d51-4727-825f-57452cce1dba,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:57.945118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fd9ff-4680-42e2-9e98-747bc6025fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ccb89f-9653-4096-900b-879d4c9165ed,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:58.028419 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44effe40-4b58-4679-a2e5-947bc45b33d7 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:58.042335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44effe40-4b58-4679-a2e5-947bc45b33d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:58.088850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4d133-daea-4c8e-9380-692e7d2e52b4 req-7b49d9b1-c139-4bb8-9799-92d1f1c376cf tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:58.104005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c4d133-daea-4c8e-9380-692e7d2e52b4 req-7b49d9b1-c139-4bb8-9799-92d1f1c376cf tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.1318710
Nov 06 21:04:58.240199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c4d133-daea-4c8e-9380-692e7d2e52b4 req-6b186a2d-4d96-4d39-b1ed-a2311bec5b87 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349523
Nov 06 21:04:58.366695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45356) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:58.446731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a398c609-6a72-4c42-b5e7-772e4c164c36 req-b9fb1d7a-2baf-4348-b3a8-006938e1532b tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0745161
Nov 06 21:04:58.501696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81f7a907-ef0c-4b9f-98bf-a8e755c6b7be admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:58.535374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44effe40-4b58-4679-a2e5-947bc45b33d7 None None] Pushing event updated for resources: {'Port': ['ID=5ffb13b3-2d51-4727-825f-57452cce1dba,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:58.545613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:04:58.623532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ccf01-9fe2-4597-ba31-501f9148b4a5 req-a5682448-38d0-474c-8185-dd8c8ab732b4 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:58.635784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9ccf01-9fe2-4597-ba31-501f9148b4a5 req-a5682448-38d0-474c-8185-dd8c8ab732b4 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.2561553
Nov 06 21:04:58.663065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-2e7b9de8-ceba-4c56-86d3-5add8c2028ca req-ca05da9a-a5a7-492b-8dea-fa1506887512 service neutron] (119334) timed out ('10.222.0.37', 52788) {{(pid=119334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:04:58.803402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de9ccf01-9fe2-4597-ba31-501f9148b4a5 req-48f87d15-5537-468c-9fe4-562733e757eb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1583281
Nov 06 21:04:58.836043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81f7a907-ef0c-4b9f-98bf-a8e755c6b7be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:58.843283 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81f7a907-ef0c-4b9f-98bf-a8e755c6b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:58.892539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:58.935036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-81f7a907-ef0c-4b9f-98bf-a8e755c6b7be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5129c104e1643b394361c51dce805d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5672088
Nov 06 21:04:58.936354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7a907-ef0c-4b9f-98bf-a8e755c6b7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b6674a-cec2-4b80-8287-474acc260d0e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:58.939027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45362) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:59.043614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035f1f1-509b-47bc-8b9a-777f99de648e req-bf8fee05-6215-4052-a7b2-f7e87b31f9ba tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:59.051704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7035f1f1-509b-47bc-8b9a-777f99de648e req-bf8fee05-6215-4052-a7b2-f7e87b31f9ba tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1356025
Nov 06 21:04:59.102414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24f932b9-d664-4a7f-8d79-5a4fbba00c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.156172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] For port 5ffb13b3-2d51-4727-825f-57452cce1dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffb13b3-2d51-4727-825f-57452cce1dba,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:04:59.190771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.191313 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24f932b9-d664-4a7f-8d79-5a4fbba00c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.199543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.200341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.212998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7035f1f1-509b-47bc-8b9a-777f99de648e req-cdbc5991-761e-4a8c-b32f-293ced804a7e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1603096
Nov 06 21:04:59.261791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Subnet': ['ID=8f2f2676-a646-4a97-a633-defd316a62e8,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:59.369862 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24f932b9-d664-4a7f-8d79-5a4fbba00c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.373564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24f932b9-d664-4a7f-8d79-5a4fbba00c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.378539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-24f932b9-d664-4a7f-8d79-5a4fbba00c31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99b6674a-cec2-4b80-8287-474acc260d0e HTTP/1.1" status: 204  len: 168 time: 0.4216321
Nov 06 21:04:59.441000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f932b9-d664-4a7f-8d79-5a4fbba00c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b6674a-cec2-4b80-8287-474acc260d0e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:59.465735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:04:59.470496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:04:59.474698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5ffb13b3-2d51-4727-825f-57452cce1dba up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:04:59.478956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:04:59.487411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.541377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.9388502
Nov 06 21:04:59.541632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45378) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:04:59.596208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Request body: {'port': {'network_id': '5d860e38-6a16-4e75-a66b-12fac1376f02', 'mac_address': 'fa:16:3e:61:0f:a9', 'name': 'tempest-NetworksTestDHCPv6-570655437'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:04:59.628646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:59.629120 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.633832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a887914-fa70-4a7e-a176-e184f5b450bf tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=5ffb13b3-2d51-4727-825f-57452cce1dba,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:04:59.714529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b87f9-2fb5-44de-8615-3ec2d7061173 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:04:59.834962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-953e2b4f-eb70-4651-bc62-edf622df4e57 None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:04:59.835744 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-953e2b4f-eb70-4651-bc62-edf622df4e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:04:59.954680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Made reservation on behalf of 07bb0e81f7744fcdb10952a285d66d8d for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:00.175759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:00.258373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] device_id is not set on port 7d500c6f-c6d5-45da-abf3-16318a082c7f yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:05:00.268323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf5c5e2d-62f7-49f7-bb88-2c607621319c req-72858015-8968-43b4-b3a1-575744c96cd5 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0546205
Nov 06 21:05:00.336777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06431ad0-533f-459a-9943-ccdf72ffe881 req-cf769285-84e1-4474-a3b6-d134d05cc038 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:00.347304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06431ad0-533f-459a-9943-ccdf72ffe881 req-cf769285-84e1-4474-a3b6-d134d05cc038 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.8793666
Nov 06 21:05:00.540039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06431ad0-533f-459a-9943-ccdf72ffe881 req-a2bea3bf-48da-4c50-9602-85d58c93ed0a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916692
Nov 06 21:05:00.562275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1df32-6468-4720-9256-97ae8737a5e6 req-f131fd5e-6898-48eb-b26a-65a35aac6963 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:00.571219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88a1df32-6468-4720-9256-97ae8737a5e6 req-f131fd5e-6898-48eb-b26a-65a35aac6963 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1787257
Nov 06 21:05:00.752754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8::26 (5d860e38-6a16-4e75-a66b-12fac1376f02/d3c76228-4262-4c1a-abd9-026da981b120/7d500c6f-c6d5-45da-abf3-16318a082c7f) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:00.759666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Allocated IP 2001:db8:0:1:f816:3eff:fe61:fa9 (5d860e38-6a16-4e75-a66b-12fac1376f02/8f2f2676-a646-4a97-a633-defd316a62e8/7d500c6f-c6d5-45da-abf3-16318a082c7f) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:00.797138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88a1df32-6468-4720-9256-97ae8737a5e6 req-c971abc3-c354-4294-b56b-699652e48c0f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249336
Nov 06 21:05:00.878024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad85b1-8f62-4a26-b733-3f7ac16aa797 req-4d5327c9-828f-419e-aa99-c7af3c6d215e tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:00.893307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81ad85b1-8f62-4a26-b733-3f7ac16aa797 req-4d5327c9-828f-419e-aa99-c7af3c6d215e tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.2030389
Nov 06 21:05:01.045829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81ad85b1-8f62-4a26-b733-3f7ac16aa797 req-96b77cdd-b476-445b-b62b-feca274e51b1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1463406
Nov 06 21:05:01.069559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.085017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc81543-03b7-495a-b7e1-cd4abba0308d req-d420bc9e-b747-42b0-ae14-d83f279cac63 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:01.095799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc81543-03b7-495a-b7e1-cd4abba0308d req-d420bc9e-b747-42b0-ae14-d83f279cac63 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1394107
Nov 06 21:05:01.159042 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.189983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc81543-03b7-495a-b7e1-cd4abba0308d req-e5f42877-bf26-4449-b495-7c1bef054c50 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907457
Nov 06 21:05:01.262393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:01.263801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event updated for resources: {'Port': ['ID=7d500c6f-c6d5-45da-abf3-16318a082c7f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:01.266646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:01.268750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:01.274588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:01.275420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.310127 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f2e6213c-16bd-47b7-b62d-c388c5de74e7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.7484758
Nov 06 21:05:01.310281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45408) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:01.371953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8efd8c4f-4822-4734-bee2-526c4f596985 None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:01.371953 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8efd8c4f-4822-4734-bee2-526c4f596985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.424386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5ffb13b3-2d51-4727-825f-57452cce1dba up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:01.485503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5286ac5d-90dc-4a9b-9717-246561842ce8 req-76ffc068-8dbc-46ff-b397-f02a9f7ee19e tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0480521
Nov 06 21:05:01.528191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f0b33c9e-b3b7-43a7-aabf-14b91095d646 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting port 7d500c6f-c6d5-45da-abf3-16318a082c7f {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:01.528991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0b33c9e-b3b7-43a7-aabf-14b91095d646 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.533019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:01.533392 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.652703 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0b33c9e-b3b7-43a7-aabf-14b91095d646 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.668343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f0b33c9e-b3b7-43a7-aabf-14b91095d646 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Calling delete_port for 7d500c6f-c6d5-45da-abf3-16318a082c7f owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:01.690542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-13e75b61-4727-43d3-94c7-7260458cb9dd None None] Provisioning complete for port 7d500c6f-c6d5-45da-abf3-16318a082c7f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:01.691319 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-13e75b61-4727-43d3-94c7-7260458cb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.737302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-13e75b61-4727-43d3-94c7-7260458cb9dd None None] Port 7d500c6f-c6d5-45da-abf3-16318a082c7f cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:05:01.795830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15d120-2d03-41f8-932c-bc597e2544ce req-f713286f-404c-410a-a3f7-339660f171ea tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:01.797245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa15d120-2d03-41f8-932c-bc597e2544ce req-f713286f-404c-410a-a3f7-339660f171ea tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.0796676
Nov 06 21:05:01.888565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa15d120-2d03-41f8-932c-bc597e2544ce req-58f57dbf-1f0a-49e7-b375-8dbe3b26a57d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850587
Nov 06 21:05:01.974484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0b33c9e-b3b7-43a7-aabf-14b91095d646 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:01.992313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb6a8b-cd11-44c5-b25c-069ccce401a2 req-ee667292-46b0-4691-9d32-900d22eede12 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:01.993816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1eb6a8b-cd11-44c5-b25c-069ccce401a2 req-ee667292-46b0-4691-9d32-900d22eede12 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.0809357
Nov 06 21:05:02.028930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b33c9e-b3b7-43a7-aabf-14b91095d646 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Port': ['ID=7d500c6f-c6d5-45da-abf3-16318a082c7f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:02.082983 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0b33c9e-b3b7-43a7-aabf-14b91095d646 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:02.087141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f0b33c9e-b3b7-43a7-aabf-14b91095d646 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/7d500c6f-c6d5-45da-abf3-16318a082c7f HTTP/1.1" status: 204  len: 168 time: 0.7758658
Nov 06 21:05:02.089704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45416) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:02.113571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1eb6a8b-cd11-44c5-b25c-069ccce401a2 req-54f15790-6afb-4436-931f-c06e382c3dcf tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958862
Nov 06 21:05:02.161181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cd4bd8-7731-4965-8f39-4b6c20e05092 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:02.161181 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-13cd4bd8-7731-4965-8f39-4b6c20e05092 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0700626
Nov 06 21:05:02.161568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45418) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:02.242684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eb11d-1b10-49bb-a36a-c74467f18229 req-e8aaf207-a374-435f-8dfb-626342f3916d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:02.244194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-848eb11d-1b10-49bb-a36a-c74467f18229 req-e8aaf207-a374-435f-8dfb-626342f3916d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.0922120
Nov 06 21:05:02.253105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc5210-b170-42db-bdf9-de3e2af27061 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:02.254645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-26fc5210-b170-42db-bdf9-de3e2af27061 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0922554
Nov 06 21:05:02.257520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45424) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:02.355974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-848eb11d-1b10-49bb-a36a-c74467f18229 req-44c19896-b026-4f8e-ba99-6c6fcbf0f0e5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1000116
Nov 06 21:05:02.365975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ba7834-b10f-46a7-84d6-4c59e873c461 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:02.368196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ba7834-b10f-46a7-84d6-4c59e873c461 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:02.370569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ba7834-b10f-46a7-84d6-4c59e873c461 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:02.376581 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-87ba7834-b10f-46a7-84d6-4c59e873c461 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1164186
Nov 06 21:05:02.377216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45430) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:02.449332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41805d34-3a3f-4434-9d9e-d2eafe427f29 req-94e521bc-85cf-4b4e-b4a0-b3ff78d91d48 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:02.450963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41805d34-3a3f-4434-9d9e-d2eafe427f29 req-94e521bc-85cf-4b4e-b4a0-b3ff78d91d48 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1180556
Nov 06 21:05:02.457927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e3ac6d-7516-47ef-9a07-ae7e0785c3df tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet 8f2f2676-a646-4a97-a633-defd316a62e8 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:05:02.463972 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ac6d-7516-47ef-9a07-ae7e0785c3df tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:02.529236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ac6d-7516-47ef-9a07-ae7e0785c3df tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:02.570125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41805d34-3a3f-4434-9d9e-d2eafe427f29 req-1c515782-1b51-497e-b8a8-6449abf29cc2 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085114
Nov 06 21:05:02.624466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f9b9e65-ad14-4bb8-b83e-0b490eb47fc4 req-52d6d43a-f787-4311-956f-052fa816db37 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0335760
Nov 06 21:05:02.672866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ac6d-7516-47ef-9a07-ae7e0785c3df tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:02.732792 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ac6d-7516-47ef-9a07-ae7e0785c3df tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:02.763083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3ac6d-7516-47ef-9a07-ae7e0785c3df tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2f2676-a646-4a97-a633-defd316a62e8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:02.766951 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ac6d-7516-47ef-9a07-ae7e0785c3df tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:02.772838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45438) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:02.773087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f0e3ac6d-7516-47ef-9a07-ae7e0785c3df tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/8f2f2676-a646-4a97-a633-defd316a62e8 HTTP/1.1" status: 204  len: 168 time: 0.3941832
Nov 06 21:05:02.774782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76929ae-4b31-46da-bc6b-8f6d73b150c7 None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:02.828391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e80576-3d04-4cdf-abc5-b453e0f0fa89 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Deleting subnet d3c76228-4262-4c1a-abd9-026da981b120 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:05:02.832554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9e80576-3d04-4cdf-abc5-b453e0f0fa89 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:02.882989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9e80576-3d04-4cdf-abc5-b453e0f0fa89 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:02.976506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9e80576-3d04-4cdf-abc5-b453e0f0fa89 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:03.051152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9e80576-3d04-4cdf-abc5-b453e0f0fa89 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:03.058446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e2349-b0f5-40e0-885b-f50a2d375a78 req-dfb2a320-26d7-4ba3-ab5f-4077cf3b0637 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:03.060039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-150e2349-b0f5-40e0-885b-f50a2d375a78 req-dfb2a320-26d7-4ba3-ab5f-4077cf3b0637 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.0797181
Nov 06 21:05:03.065011 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9e80576-3d04-4cdf-abc5-b453e0f0fa89 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:03.068812 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e9e80576-3d04-4cdf-abc5-b453e0f0fa89 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/d3c76228-4262-4c1a-abd9-026da981b120 HTTP/1.1" status: 204  len: 168 time: 0.2944834
Nov 06 21:05:03.071243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.097350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e80576-3d04-4cdf-abc5-b453e0f0fa89 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c76228-4262-4c1a-abd9-026da981b120,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:03.145126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-150e2349-b0f5-40e0-885b-f50a2d375a78 req-c31428f8-a2e7-4f8d-9352-b0505641071c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758133
Nov 06 21:05:03.148484 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-20217c70-0b12-4105-b39c-4f8caf80b88a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0744522
Nov 06 21:05:03.149717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45446) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.207710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac37f0b-b74a-43f0-b08c-ad7cbb644559 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:03.209600 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4ac37f0b-b74a-43f0-b08c-ad7cbb644559 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0589764
Nov 06 21:05:03.214165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45448) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.260238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a5779-b9ad-4787-ac1d-af3ca0ae2531 req-c979666f-d002-43bc-8f6f-f48ab85bd2ca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:03.262025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-861a5779-b9ad-4787-ac1d-af3ca0ae2531 req-c979666f-d002-43bc-8f6f-f48ab85bd2ca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.0583351
Nov 06 21:05:03.306533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b682eed-9e55-4d6e-a3d9-c54605018390 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:03.311730 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4b682eed-9e55-4d6e-a3d9-c54605018390 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0961816
Nov 06 21:05:03.312704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45452) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.366238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-861a5779-b9ad-4787-ac1d-af3ca0ae2531 req-a5c5ea30-50ce-4551-9c16-88f4969e6865 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918524
Nov 06 21:05:03.398773 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-64800b4e-fc34-4c41-8250-11094a468876 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0847390
Nov 06 21:05:03.399431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45456) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.429166 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7facf0e-a60a-4237-9037-db64bde6fdf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.430701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7facf0e-a60a-4237-9037-db64bde6fdf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.436314 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d7facf0e-a60a-4237-9037-db64bde6fdf6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/7d500c6f-c6d5-45da-abf3-16318a082c7f HTTP/1.1" status: 404  len: 333 time: 0.0335591
Nov 06 21:05:03.437249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45458) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.470637 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d67cf19-8521-4127-abe5-1c2822ed0a6d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.471100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d67cf19-8521-4127-abe5-1c2822ed0a6d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.474234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1d67cf19-8521-4127-abe5-1c2822ed0a6d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/8f2f2676-a646-4a97-a633-defd316a62e8 HTTP/1.1" status: 404  len: 337 time: 0.0364890
Nov 06 21:05:03.477077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45460) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.509658 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69aa50d-96dc-44fb-89a8-d43f5bcf9e38 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.510124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69aa50d-96dc-44fb-89a8-d43f5bcf9e38 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.513542 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b69aa50d-96dc-44fb-89a8-d43f5bcf9e38 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/d3c76228-4262-4c1a-abd9-026da981b120 HTTP/1.1" status: 404  len: 337 time: 0.0354145
Nov 06 21:05:03.515917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45462) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.548388 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6983c9-576a-4913-a3c2-f9e72edd0694 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.549014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6983c9-576a-4913-a3c2-f9e72edd0694 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.551996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac490d3b-fe75-40cd-acef-7eba7a6ec054 req-b01d790d-2bdd-4b71-882d-cdd7d1ead27b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:03.552231 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8c6983c9-576a-4913-a3c2-f9e72edd0694 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/fd084381-1ec7-41e8-b19e-a01d0fb7cb57 HTTP/1.1" status: 404  len: 333 time: 0.0345433
Nov 06 21:05:03.553839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac490d3b-fe75-40cd-acef-7eba7a6ec054 req-b01d790d-2bdd-4b71-882d-cdd7d1ead27b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.0859320
Nov 06 21:05:03.555022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.593038 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa83ba01-6d48-481d-8930-52f1a5e4ca62 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.593610 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa83ba01-6d48-481d-8930-52f1a5e4ca62 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.597226 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa83ba01-6d48-481d-8930-52f1a5e4ca62 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/7f668590-3036-46b1-85ef-15c9125d7956 HTTP/1.1" status: 404  len: 337 time: 0.0405636
Nov 06 21:05:03.599597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45466) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.652605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac490d3b-fe75-40cd-acef-7eba7a6ec054 req-2ca00228-c46f-4b1c-a1e8-d1952d495365 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0869362
Nov 06 21:05:03.676638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c542ce02-29e6-492b-8bae-78c84bb339bf None None] Network 5d860e38-6a16-4e75-a66b-12fac1376f02 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:03.684727 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c131a8-d885-403e-9761-38e07f6faf06 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.685490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c131a8-d885-403e-9761-38e07f6faf06 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.690144 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d7c131a8-d885-403e-9761-38e07f6faf06 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/0b84f364-d7b1-471f-984f-c8218661d854 HTTP/1.1" status: 404  len: 337 time: 0.0863562
Nov 06 21:05:03.692836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45474) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.740416 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b289a7c9-278f-4587-aaf5-c5e3c658b8c2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.741254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b289a7c9-278f-4587-aaf5-c5e3c658b8c2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.745100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b289a7c9-278f-4587-aaf5-c5e3c658b8c2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/e070cae1-a969-4ec1-89ae-6dd3c3c2dcc4 HTTP/1.1" status: 404  len: 333 time: 0.0509059
Nov 06 21:05:03.748250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45478) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.788315 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f00f49-6496-4a1d-a5d4-bfa51d8b62f9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.789138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f00f49-6496-4a1d-a5d4-bfa51d8b62f9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.793714 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7f00f49-6496-4a1d-a5d4-bfa51d8b62f9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/cdd9e7b4-1529-4715-a568-aee8d057fe1f HTTP/1.1" status: 404  len: 337 time: 0.0435503
Nov 06 21:05:03.797763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45482) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:03.836621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bfd6ccf6-a58e-4ef0-b52c-a80604713004 None None] Provisioning complete for port 5ffb13b3-2d51-4727-825f-57452cce1dba triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:03.837284 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ccf6-a58e-4ef0-b52c-a80604713004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:03.918133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-320c4114-8f33-4363-b2de-198c569b9fa3 req-d8a911ed-d49c-4ea7-891d-23160de45ccd tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.1227381
Nov 06 21:05:03.929262 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bc675a-9f7e-4a2e-a483-88835eefb28a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:03.942670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bc675a-9f7e-4a2e-a483-88835eefb28a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:03.950406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-43bc675a-9f7e-4a2e-a483-88835eefb28a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/9a1b1e25-de51-4a98-9451-bd11a2c02fde HTTP/1.1" status: 404  len: 337 time: 0.1520262
Nov 06 21:05:03.953960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45484) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.012206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8716ee-683b-43a0-987c-97525b9c9d38 req-c73900dc-e471-4d0c-8958-15589a7c683f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:04.022334 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c34b59-b2c3-4ee8-93b9-830ac2d39c18 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.028954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c8716ee-683b-43a0-987c-97525b9c9d38 req-c73900dc-e471-4d0c-8958-15589a7c683f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.2905955
Nov 06 21:05:04.031571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c34b59-b2c3-4ee8-93b9-830ac2d39c18 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.038273 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-02c34b59-b2c3-4ee8-93b9-830ac2d39c18 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/d4b420ce-6f87-4736-b0da-255233a8b857 HTTP/1.1" status: 404  len: 333 time: 0.0805967
Nov 06 21:05:04.042817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45486) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.045525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] DHCP port deletion for 5d860e38-6a16-4e75-a66b-12fac1376f02 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:05:04.078451 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59f9579-4911-4ef3-b52c-29624e3302ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.079432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59f9579-4911-4ef3-b52c-29624e3302ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.085029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b59f9579-4911-4ef3-b52c-29624e3302ae tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/71dd93ce-b726-4024-8853-43629086593a HTTP/1.1" status: 404  len: 337 time: 0.0384586
Nov 06 21:05:04.086160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45488) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.121834 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1dd20a-9b2f-4351-8074-995552b2b4d6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.122572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1dd20a-9b2f-4351-8074-995552b2b4d6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.127749 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0e1dd20a-9b2f-4351-8074-995552b2b4d6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/674d4020-cd6a-43fe-b3a6-da28bedcf92d HTTP/1.1" status: 404  len: 337 time: 0.0372410
Nov 06 21:05:04.127953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c8716ee-683b-43a0-987c-97525b9c9d38 req-e0d8bb79-52c4-41cb-a73c-75ef91c9c0ed tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978425
Nov 06 21:05:04.128182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45490) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.145671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] Deleting port 5ffb13b3-2d51-4727-825f-57452cce1dba {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:04.148363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:04.170105 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad23d45-343e-4423-8abb-5db959665c9d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.170796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad23d45-343e-4423-8abb-5db959665c9d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.174043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5ad23d45-343e-4423-8abb-5db959665c9d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/34803849-b030-476f-aa09-f295ef701480 HTTP/1.1" status: 404  len: 333 time: 0.0435815
Nov 06 21:05:04.176825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45494) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.206858 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-277607f7-9d80-46d3-86cd-ef51c1f01fb2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.207315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277607f7-9d80-46d3-86cd-ef51c1f01fb2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.210639 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-277607f7-9d80-46d3-86cd-ef51c1f01fb2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/d82937f3-ab60-467c-8693-01025f4c2299 HTTP/1.1" status: 404  len: 337 time: 0.0328250
Nov 06 21:05:04.213404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45496) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.232000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] For port 5ffb13b3-2d51-4727-825f-57452cce1dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffb13b3-2d51-4727-825f-57452cce1dba,segment=NetworkSegment(3e5965f6-8934-4b59-8376-4cc37a203a45),segment_id=3e5965f6-8934-4b59-8376-4cc37a203a45)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:04.232410 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:04.245816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] Calling delete_port for 5ffb13b3-2d51-4727-825f-57452cce1dba owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:04.246713 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5e0937-0a55-4ccc-9699-b54fb9522f3e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.247420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5e0937-0a55-4ccc-9699-b54fb9522f3e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.251024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8c5e0937-0a55-4ccc-9699-b54fb9522f3e tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/4ae96a83-e4c5-45b1-8796-bb5fbd6d110e HTTP/1.1" status: 404  len: 333 time: 0.0360641
Nov 06 21:05:04.255120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45498) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.284775 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e9390e-d6a4-4c17-a2ef-1bb1bd48541f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.285241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e9390e-d6a4-4c17-a2ef-1bb1bd48541f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.289125 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b4e9390e-d6a4-4c17-a2ef-1bb1bd48541f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/70c29034-7988-43d4-888a-56a505da4724 HTTP/1.1" status: 404  len: 337 time: 0.0332963
Nov 06 21:05:04.293851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53979140-6eba-4091-a87d-70143549a1dc req-b43d1e7b-ba48-4f1b-a935-6d15a5788f9b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:04.294768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45500) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.299215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53979140-6eba-4091-a87d-70143549a1dc req-b43d1e7b-ba48-4f1b-a935-6d15a5788f9b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.0756328
Nov 06 21:05:04.326205 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16343db-e3cd-4349-b6ef-1f683b4ab74a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.326909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16343db-e3cd-4349-b6ef-1f683b4ab74a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.332383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d16343db-e3cd-4349-b6ef-1f683b4ab74a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/6f22272a-c1b1-4857-8ae2-f6b9ce4fd667 HTTP/1.1" status: 404  len: 333 time: 0.0347388
Nov 06 21:05:04.333425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45502) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.346085 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:04.347003 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53979140-6eba-4091-a87d-70143549a1dc req-c8f060d9-770b-4968-8a7f-fdd9281faabb tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468674
Nov 06 21:05:04.374325 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0b1bc5-701b-407c-b013-724287689f71 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.374325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0b1bc5-701b-407c-b013-724287689f71 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.374325 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3d0b1bc5-701b-407c-b013-724287689f71 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/01f19d61-f5dc-4963-a803-c70edb779b04 HTTP/1.1" status: 404  len: 337 time: 0.0385199
Nov 06 21:05:04.376322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45504) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.379810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] Pushing event deleted for resources: {'Port': ['ID=5ffb13b3-2d51-4727-825f-57452cce1dba,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:04.384939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e45120-fc74-4485-971b-e4fad850a5e7 None None] No DVR routers for this DVR port 5ffb13b3-2d51-4727-825f-57452cce1dba on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:04.402814 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b9d25d-70d0-4855-a4cd-bf4f4ed27263 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.403572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b9d25d-70d0-4855-a4cd-bf4f4ed27263 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.406644 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-33b9d25d-70d0-4855-a4cd-bf4f4ed27263 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/03b952a4-fa37-4b7a-8a89-98aeec1fa1ec HTTP/1.1" status: 404  len: 333 time: 0.0291462
Nov 06 21:05:04.409255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45508) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.434900 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-64161dae-eda5-48a9-bace-f5d034f1615a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.435355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64161dae-eda5-48a9-bace-f5d034f1615a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.441348 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-64161dae-eda5-48a9-bace-f5d034f1615a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/bf10eaf0-c60f-4f7d-8d6a-c3bb6d6f0b83 HTTP/1.1" status: 404  len: 337 time: 0.0287721
Nov 06 21:05:04.441598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45510) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.464982 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f5be41-aad0-468c-869a-bfce4a7d3248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.465638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f5be41-aad0-468c-869a-bfce4a7d3248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.468644 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c9f5be41-aad0-468c-869a-bfce4a7d3248 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/e8b0f8ba-c751-4f19-89f6-71936933e739 HTTP/1.1" status: 404  len: 333 time: 0.0261109
Nov 06 21:05:04.471164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45512) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.488059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a1bf-ec2d-47e4-ade2-83203610c265 req-bd49f7aa-75f3-40d3-8632-b5fd8531148f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:04.489692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a143a1bf-ec2d-47e4-ade2-83203610c265 req-bd49f7aa-75f3-40d3-8632-b5fd8531148f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.0528224
Nov 06 21:05:04.496128 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d322cff-c24a-43ea-852a-03c74abfe3a6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.496603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d322cff-c24a-43ea-852a-03c74abfe3a6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.499915 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d322cff-c24a-43ea-852a-03c74abfe3a6 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/35a611d8-b1b7-4b62-997d-b9a59225240c HTTP/1.1" status: 404  len: 337 time: 0.0278490
Nov 06 21:05:04.503301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45514) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.530841 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f72e4b7-a503-49b4-bcc7-7573af312a75 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.530841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f72e4b7-a503-49b4-bcc7-7573af312a75 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.533852 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8f72e4b7-a503-49b4-bcc7-7573af312a75 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/b9cd28f7-5cf4-49ca-9127-096c80c7c9f0 HTTP/1.1" status: 404  len: 333 time: 0.0296426
Nov 06 21:05:04.536459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45516) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.544564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a143a1bf-ec2d-47e4-ade2-83203610c265 req-481a9805-f830-4bae-9e45-f15b64109685 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487716
Nov 06 21:05:04.562180 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f427f6e4-5b25-44ae-bb37-039885f51b11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.562648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f427f6e4-5b25-44ae-bb37-039885f51b11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.566197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f427f6e4-5b25-44ae-bb37-039885f51b11 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/10914d83-4d86-44e9-9caa-a38c830d34cf HTTP/1.1" status: 404  len: 337 time: 0.0288353
Nov 06 21:05:04.568626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45518) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.593901 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba8102a-f34c-48bd-90bb-94e5c325682d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.594383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba8102a-f34c-48bd-90bb-94e5c325682d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.597315 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5ba8102a-f34c-48bd-90bb-94e5c325682d tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/e6e47518-49f7-4883-8254-e925ef65ccd1 HTTP/1.1" status: 404  len: 337 time: 0.0277982
Nov 06 21:05:04.599441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45520) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.620950 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-19da2f5a-b34e-404a-8f27-ad1b0e2a7bd9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.621551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19da2f5a-b34e-404a-8f27-ad1b0e2a7bd9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.624481 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-19da2f5a-b34e-404a-8f27-ad1b0e2a7bd9 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/74917210-ab19-414c-9fcc-71883c4e7f67 HTTP/1.1" status: 404  len: 333 time: 0.0241637
Nov 06 21:05:04.627464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45522) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.651550 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8309b0-7189-4e06-97be-66842a9d1eb2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.651902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8309b0-7189-4e06-97be-66842a9d1eb2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.654790 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9e8309b0-7189-4e06-97be-66842a9d1eb2 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/cd7aaf66-c2c1-4de3-97d8-1003ef8e5f89 HTTP/1.1" status: 404  len: 337 time: 0.0264447
Nov 06 21:05:04.656958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45524) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.681574 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3687b1ae-16d6-4d46-92f6-f15aa8616929 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.682014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3687b1ae-16d6-4d46-92f6-f15aa8616929 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.684944 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3687b1ae-16d6-4d46-92f6-f15aa8616929 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/691e9c9e-0abd-4305-b17f-1fa0a751dc64 HTTP/1.1" status: 404  len: 337 time: 0.0271215
Nov 06 21:05:04.687313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45526) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.710905 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c6fbc6-405d-4cfb-8288-59ea7eae20f0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.711510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c6fbc6-405d-4cfb-8288-59ea7eae20f0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.714483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-57c6fbc6-405d-4cfb-8288-59ea7eae20f0 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/e98dbef8-93b0-48db-8ad4-3823a310ade5 HTTP/1.1" status: 404  len: 333 time: 0.0255315
Nov 06 21:05:04.717070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45530) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.745132 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba11030-9c08-4855-9f14-6403e768f364 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.745579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba11030-9c08-4855-9f14-6403e768f364 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.748579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3ba11030-9c08-4855-9f14-6403e768f364 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/c2c8868f-9466-4a26-bf36-3e92cf4f10b0 HTTP/1.1" status: 404  len: 337 time: 0.0305655
Nov 06 21:05:04.751698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45532) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.781711 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3efccf-2d65-4c99-be5d-69c0669b0fdb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.782162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3efccf-2d65-4c99-be5d-69c0669b0fdb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.787451 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab3efccf-2d65-4c99-be5d-69c0669b0fdb tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/1a7270da-584f-45d2-948f-11df9b666be9 HTTP/1.1" status: 404  len: 337 time: 0.0324371
Nov 06 21:05:04.787688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45534) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.800876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acb379-90a0-432e-83fa-9687c70b625b req-f2340071-dc6d-4b1f-950b-3529d0ddd783 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:04.802415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02acb379-90a0-432e-83fa-9687c70b625b req-f2340071-dc6d-4b1f-950b-3529d0ddd783 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.0594792
Nov 06 21:05:04.810231 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-23da7afa-297c-45c8-b6ba-027cd6f6a902 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.810865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23da7afa-297c-45c8-b6ba-027cd6f6a902 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.814417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-23da7afa-297c-45c8-b6ba-027cd6f6a902 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/f45369a0-40ba-4c59-8dc9-8a720d700888 HTTP/1.1" status: 404  len: 333 time: 0.0258296
Nov 06 21:05:04.817386 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45536) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.841830 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e024f0-43c0-47a0-81fe-10665b01d0e1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.842267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e024f0-43c0-47a0-81fe-10665b01d0e1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.845818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e1e024f0-43c0-47a0-81fe-10665b01d0e1 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/48812e83-9b61-4922-9027-0b4b20554102 HTTP/1.1" status: 404  len: 337 time: 0.0269315
Nov 06 21:05:04.847632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45538) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.860429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02acb379-90a0-432e-83fa-9687c70b625b req-f725abc6-e94e-4f27-bfa0-e1e0d78108b3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0512700
Nov 06 21:05:04.873436 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0e65e7-4eac-44b0-af1e-3594765910f3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.874056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0e65e7-4eac-44b0-af1e-3594765910f3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.880410 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ea0e65e7-4eac-44b0-af1e-3594765910f3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/3a993dff-a59d-48bc-80fc-f71222b99ad4 HTTP/1.1" status: 404  len: 337 time: 0.0310051
Nov 06 21:05:04.882052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45540) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.907472 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21dd0717-6ce0-4f3c-a6bd-b67285df9de5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports?device_id=103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 HTTP/1.1" status: 200  len: 205 time: 0.0242436
Nov 06 21:05:04.909656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45542) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.950541 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-ec997f28-efe5-452d-88a4-724ed2fd63b3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] delete failed (client error): The resource could not be found.
Nov 06 21:05:04.952348 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ec997f28-efe5-452d-88a4-724ed2fd63b3 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/routers/103bf0b5-7c61-40e2-8ba8-cdaa3bbdb1c3 HTTP/1.1" status: 404  len: 336 time: 0.0411017
Nov 06 21:05:04.954163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45548) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:04.987572 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d8b12b-1011-4423-b099-107521667545 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:04.988066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d8b12b-1011-4423-b099-107521667545 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:04.993929 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e2d8b12b-1011-4423-b099-107521667545 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/ca4fc934-0579-448b-ab0a-3408649afd20 HTTP/1.1" status: 404  len: 337 time: 0.0363491
Nov 06 21:05:04.994448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45552) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.024235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54f11375-bd65-42bb-8d29-b86b0135a317 req-73c8aa26-0a90-42b4-914b-15b1f2b5d32b tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0277979
Nov 06 21:05:05.024498 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b0274d7-49b3-4179-92d2-efea1c65d769 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "GET /v2.0/ports?device_id=5861e431-9140-4329-a98f-7535f20b7f80 HTTP/1.1" status: 200  len: 205 time: 0.0287478
Nov 06 21:05:05.026659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45556) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.067740 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-78036d33-79d3-4ceb-aa80-c3bcfb6daacc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] delete failed (client error): The resource could not be found.
Nov 06 21:05:05.068841 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-78036d33-79d3-4ceb-aa80-c3bcfb6daacc tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/routers/5861e431-9140-4329-a98f-7535f20b7f80 HTTP/1.1" status: 404  len: 336 time: 0.0412817
Nov 06 21:05:05.071419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45558) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.098777 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-972ea899-97f1-48a3-af20-800ac20c154a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.099225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972ea899-97f1-48a3-af20-800ac20c154a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.102206 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-972ea899-97f1-48a3-af20-800ac20c154a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/412e16a0-137e-4033-a046-73e726eaae3b HTTP/1.1" status: 404  len: 337 time: 0.0297594
Nov 06 21:05:05.104827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45560) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.129542 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c37efbe-b0e9-4aa6-849d-7c9efe6d1107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.130173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c37efbe-b0e9-4aa6-849d-7c9efe6d1107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.132853 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8c37efbe-b0e9-4aa6-849d-7c9efe6d1107 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/7bf60c5d-c686-49ba-9274-03d58a8b070d HTTP/1.1" status: 404  len: 337 time: 0.0271437
Nov 06 21:05:05.135163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45562) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.157322 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-581b7840-3a62-4986-8d64-dfe0851a5040 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.157991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581b7840-3a62-4986-8d64-dfe0851a5040 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.160897 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-581b7840-3a62-4986-8d64-dfe0851a5040 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/8887a162-99e6-4e93-8285-31372b3fc680 HTTP/1.1" status: 404  len: 333 time: 0.0248344
Nov 06 21:05:05.163406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45566) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.188656 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed097c0b-e0fa-4c88-b862-fa4533b4fe03 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.189111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed097c0b-e0fa-4c88-b862-fa4533b4fe03 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.192080 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ed097c0b-e0fa-4c88-b862-fa4533b4fe03 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/4ec23344-8747-4222-ab31-5275284402cd HTTP/1.1" status: 404  len: 337 time: 0.0279815
Nov 06 21:05:05.194538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45568) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.216276 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e322ea00-9cfb-4a0d-8f75-b33b1c4a3c16 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.216917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e322ea00-9cfb-4a0d-8f75-b33b1c4a3c16 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.220435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e322ea00-9cfb-4a0d-8f75-b33b1c4a3c16 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/297f0bb1-8057-46d5-bdb9-df06a4e18e01 HTTP/1.1" status: 404  len: 333 time: 0.0249658
Nov 06 21:05:05.222875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45570) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.251963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5c41d-f1b2-4c4b-a8a6-9fc981ddb507 req-f5318a2b-e079-4831-9540-dde3b95c2ac8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:05.252248 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dabd07-31e9-4223-bd6c-28fc0abc65a7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.252461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dabd07-31e9-4223-bd6c-28fc0abc65a7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.253468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17e5c41d-f1b2-4c4b-a8a6-9fc981ddb507 req-f5318a2b-e079-4831-9540-dde3b95c2ac8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.0493162
Nov 06 21:05:05.255414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e2dabd07-31e9-4223-bd6c-28fc0abc65a7 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/e0767642-134f-4d2e-b0b9-e4ea84ea733b HTTP/1.1" status: 404  len: 337 time: 0.0316434
Nov 06 21:05:05.257985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45572) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.280005 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b4c95d-4c77-490a-8177-ec63a0e38f82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.280674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b4c95d-4c77-490a-8177-ec63a0e38f82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.286503 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-40b4c95d-4c77-490a-8177-ec63a0e38f82 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/93e6a249-5a0d-4de1-869d-aad361b60af0 HTTP/1.1" status: 404  len: 333 time: 0.0252888
Nov 06 21:05:05.287151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45574) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.311995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17e5c41d-f1b2-4c4b-a8a6-9fc981ddb507 req-947038a7-45c8-4a39-8752-bf788ebf9df8 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442669
Nov 06 21:05:05.313700 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e858d8ee-cf9b-4a6b-bd78-20dd24ab5f18 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.314163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e858d8ee-cf9b-4a6b-bd78-20dd24ab5f18 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.319383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e858d8ee-cf9b-4a6b-bd78-20dd24ab5f18 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/06cb5c3c-9557-421a-a934-6f52c23c2366 HTTP/1.1" status: 404  len: 337 time: 0.0287018
Nov 06 21:05:05.319848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45576) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.346369 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-40205577-3964-4d26-8a66-ddea9003b061 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.347027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40205577-3964-4d26-8a66-ddea9003b061 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.348499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5ffb13b3-2d51-4727-825f-57452cce1dba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:05.350059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-40205577-3964-4d26-8a66-ddea9003b061 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/69306a5d-98d9-4aa2-9971-5b97a7faa0b0 HTTP/1.1" status: 404  len: 333 time: 0.0291450
Nov 06 21:05:05.352553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45578) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.369743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5ffb13b3-2d51-4727-825f-57452cce1dba {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:05.370090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5ffb13b3-2d51-4727-825f-57452cce1dba not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:05.378492 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-febd88f6-268d-4689-86c7-f87d93a2771a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.378953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febd88f6-268d-4689-86c7-f87d93a2771a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.383687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-febd88f6-268d-4689-86c7-f87d93a2771a tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/7ca1e47d-7f81-407c-b8f2-a291f69de4f2 HTTP/1.1" status: 404  len: 337 time: 0.0284808
Nov 06 21:05:05.384808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45582) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.410140 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86a7929-f837-4c70-bbcc-2956529e3ae5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.410774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86a7929-f837-4c70-bbcc-2956529e3ae5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.413819 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c86a7929-f837-4c70-bbcc-2956529e3ae5 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/b6760bd7-3b51-4ee3-b7ac-d4bfb1231f83 HTTP/1.1" status: 404  len: 333 time: 0.0278828
Nov 06 21:05:05.416447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45584) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.441640 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0e4f51-47d9-458d-8e5f-aa7734c44dde tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.442274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0e4f51-47d9-458d-8e5f-aa7734c44dde tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.445410 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3e0e4f51-47d9-458d-8e5f-aa7734c44dde tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/0ca61c1a-c45b-4ef9-8ec2-df651229f813 HTTP/1.1" status: 404  len: 337 time: 0.0277565
Nov 06 21:05:05.447849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45586) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.470628 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-75635110-b3c2-46d8-bdbe-aa1bb9be4e70 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.471236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75635110-b3c2-46d8-bdbe-aa1bb9be4e70 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.474196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-75635110-b3c2-46d8-bdbe-aa1bb9be4e70 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/29c4de99-6e2b-4cb5-8875-3986d92e9c66 HTTP/1.1" status: 404  len: 333 time: 0.0254230
Nov 06 21:05:05.475761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59412bef-09c7-4541-8e1d-bb31064bace3 req-d1c20180-710b-47ee-8343-b5f4383d1f74 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:05.476644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45588) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.477407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59412bef-09c7-4541-8e1d-bb31064bace3 req-d1c20180-710b-47ee-8343-b5f4383d1f74 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.0505733
Nov 06 21:05:05.505559 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1dc18f-42fe-4bee-b689-612d8f56f16f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.506000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1dc18f-42fe-4bee-b689-612d8f56f16f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.508988 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d1dc18f-42fe-4bee-b689-612d8f56f16f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/1dde9234-1fa3-4dc3-a20e-513af829c88e HTTP/1.1" status: 404  len: 337 time: 0.0314496
Nov 06 21:05:05.511444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45590) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.528956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59412bef-09c7-4541-8e1d-bb31064bace3 req-0d5ed696-23f8-4e56-9477-1a5b692e8375 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452149
Nov 06 21:05:05.534135 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-606859ae-8c6f-4383-86ae-366bdf67b52f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.534775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606859ae-8c6f-4383-86ae-366bdf67b52f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.537730 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-606859ae-8c6f-4383-86ae-366bdf67b52f tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/ports/c61706ce-b3ab-47c9-8f37-e454ccabe790 HTTP/1.1" status: 404  len: 333 time: 0.0253959
Nov 06 21:05:05.540244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45592) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.565392 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab893a5-0c36-45f8-95e4-b67dccf204d8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:05.567168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab893a5-0c36-45f8-95e4-b67dccf204d8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:05.568860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ab893a5-0c36-45f8-95e4-b67dccf204d8 tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/subnets/4132ff7d-a756-4a50-b5fe-a2bf266b19d4 HTTP/1.1" status: 404  len: 337 time: 0.0276849
Nov 06 21:05:05.571399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45596) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:05.645490 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:05.662743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6f3b-745e-4b69-bf4d-d4a9d94be124 req-1eb23a5d-0b64-41ab-aac4-ab42dc71dae8 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:05.664208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f05f6f3b-745e-4b69-bf4d-d4a9d94be124 req-1eb23a5d-0b64-41ab-aac4-ab42dc71dae8 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.0487506
Nov 06 21:05:05.715684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f05f6f3b-745e-4b69-bf4d-d4a9d94be124 req-4cf9a53b-d953-40ea-b18b-8df906feacb7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450814
Nov 06 21:05:05.733997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:05.753871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254d881c0>,) {'filters': {'network_id': ['5d860e38-6a16-4e75-a66b-12fac1376f02']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:05.762683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d881c0>, '3e5965f6-8934-4b59-8376-4cc37a203a45') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:05.762975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d881c0>, '3e5965f6-8934-4b59-8376-4cc37a203a45') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:05.772774 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:05.785334 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:05.790918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:05.791288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:05.794380 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:05.853761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:05.861206 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:05.863528 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] 10.222.0.13 "DELETE /v2.0/networks/5d860e38-6a16-4e75-a66b-12fac1376f02 HTTP/1.1" status: 204  len: 168 time: 0.2911949
Nov 06 21:05:05.882518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05ecf0-e6ab-4830-9644-038ad9cb75ca tempest-NetworksTestDHCPv6-1600330875 tempest-NetworksTestDHCPv6-1600330875-project] Pushing event deleted for resources: {'Network': ['ID=5d860e38-6a16-4e75-a66b-12fac1376f02,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:05.977187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d2410-b23f-4ffb-a5e6-a33ae14c82cd req-41b0baa0-6689-4486-b6b2-8561be8dad8d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:05.978941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb1d2410-b23f-4ffb-a5e6-a33ae14c82cd req-41b0baa0-6689-4486-b6b2-8561be8dad8d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.0500298
Nov 06 21:05:06.038095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb1d2410-b23f-4ffb-a5e6-a33ae14c82cd req-752f32ae-1872-4d77-9008-659f6c1b7348 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0531070
Nov 06 21:05:06.128250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45610) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:06.130670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32e76627-f8d5-4ea4-b7ac-415968b456ec req-b43f9261-986d-4eae-a20f-3a471bd4d5ff tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0318995
Nov 06 21:05:06.262377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-724edf19-beb6-4d59-a89a-8da04f2ec133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07bb0e81f7744fcdb10952a285d66d8d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1328180
Nov 06 21:05:06.264793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45616) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:06.310563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-609e53df-381f-45e9-a5c2-9cb55b7ccd20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:06.331287 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-609e53df-381f-45e9-a5c2-9cb55b7ccd20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:06.378571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-609e53df-381f-45e9-a5c2-9cb55b7ccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:06.381320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-609e53df-381f-45e9-a5c2-9cb55b7ccd20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:06.384746 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-609e53df-381f-45e9-a5c2-9cb55b7ccd20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bb72568-e8b5-4fc3-9383-e66d79b76527 HTTP/1.1" status: 204  len: 168 time: 0.1167614
Nov 06 21:05:06.390353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e53df-381f-45e9-a5c2-9cb55b7ccd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb72568-e8b5-4fc3-9383-e66d79b76527,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:06.432949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17f7f1-dc63-4e05-85f4-4b0b5f6c1673 req-f01eba30-2c66-4a30-a6a4-f33366a02d39 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:06.434431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c17f7f1-dc63-4e05-85f4-4b0b5f6c1673 req-f01eba30-2c66-4a30-a6a4-f33366a02d39 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.0597701
Nov 06 21:05:06.486389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c17f7f1-dc63-4e05-85f4-4b0b5f6c1673 req-9c4c755d-8e2d-47bf-ba2e-5ddc75a7cbbc tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455368
Nov 06 21:05:06.647913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cec53e-ab75-4602-81f0-0545470b7e8c req-ffbe85a9-35b9-4cda-9de1-ec1099e359eb tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:06.649447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6cec53e-ab75-4602-81f0-0545470b7e8c req-ffbe85a9-35b9-4cda-9de1-ec1099e359eb tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.0498233
Nov 06 21:05:06.700502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6cec53e-ab75-4602-81f0-0545470b7e8c req-3f672580-bdf9-4fbd-b486-c5ff923a4139 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451159
Nov 06 21:05:06.831635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec1cfe-6580-41f4-8f7c-aab209a0d567 req-222775a5-45e4-4872-b01c-6b06228772a7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:06.833145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07ec1cfe-6580-41f4-8f7c-aab209a0d567 req-222775a5-45e4-4872-b01c-6b06228772a7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.0502491
Nov 06 21:05:06.883447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07ec1cfe-6580-41f4-8f7c-aab209a0d567 req-7cdd53af-5e71-470a-801a-ea6aa0c681b1 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444839
Nov 06 21:05:07.033890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45644) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:07.138205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'networks': [{'name': 'tempest-network--276947701'}, {'name': 'tempest-network--17735182'}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:07.138511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'network': {'name': 'tempest-network--276947701'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:07.138977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'network': {'name': 'tempest-network--17735182'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:07.179148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75df91-fff9-470e-8ad2-d7f9c23e53da req-3bc840c5-549f-4e29-bdbb-a57ec5ef1c0c tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:07.179421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c75df91-fff9-470e-8ad2-d7f9c23e53da req-3bc840c5-549f-4e29-bdbb-a57ec5ef1c0c tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.0751646
Nov 06 21:05:07.218822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Made reservation on behalf of 774386582044496780c2bc74037ec8c8 for: {'network': 2} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:07.224121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.231787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-426ab46e-bd3d-4d58-8df9-7f053403c4f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a HTTP/1.1" status: 200  len: 217 time: 0.0514536
Nov 06 21:05:07.275436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.286857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a5e7817-c24b-4b35-9b1a-7932fae41677 req-07d8a677-06a8-4d5b-a7fe-e1a89a81b082 tempest-VolumesAdminNegativeTest-1108999452 tempest-VolumesAdminNegativeTest-1108999452-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79fdfc6-af27-4e6a-922f-79691509293f HTTP/1.1" status: 200  len: 210 time: 0.0588448
Nov 06 21:05:07.390608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-5b6b8de3-3238-4bb4-a674-51959805ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:07.391820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c75df91-fff9-470e-8ad2-d7f9c23e53da req-f816eef3-9236-4b6c-8797-14f9faab6321 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1639843
Nov 06 21:05:07.392817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-86b87cd6-c299-4633-ad00-ef9c5555548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:07.392948 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-5b6b8de3-3238-4bb4-a674-51959805ea40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 1094 time: 0.0508151
Nov 06 21:05:07.394169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-86b87cd6-c299-4633-ad00-ef9c5555548a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac20b010-3506-4bf6-9df5-e77594e9ae4f HTTP/1.1" status: 200  len: 834 time: 0.1117160
Nov 06 21:05:07.485348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.492988 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.493524 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.509025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-d52d1048-f37f-46be-85b3-be6114ad35be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:07.510507 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-d52d1048-f37f-46be-85b3-be6114ad35be service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 906 time: 0.0955365
Nov 06 21:05:07.524498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-c8cdf1fc-111c-4492-8112-540ea8d281b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:07.526065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-c8cdf1fc-111c-4492-8112-540ea8d281b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8545d18d-53f1-4e44-8979-ca61a655f6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0953710
Nov 06 21:05:07.559356 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-4f55d16d-5ac4-432e-8078-332fd1f0f49f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b8b9b0-a8f0-48a1-905b-e533c76adf75 HTTP/1.1" status: 200  len: 217 time: 0.0392175
Nov 06 21:05:07.591249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:07.594004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031e71f7-dc73-4f8d-9eeb-36a1f61acf29,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:07.615942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-a9a67411-bf04-4b50-929e-2e7505d196ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:07.617476 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-a9a67411-bf04-4b50-929e-2e7505d196ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.0492177
Nov 06 21:05:07.632237 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.632616 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Added segment 65dc0ac2-7bfd-43df-a6d9-927ab194d9c9 of type vlan for network fe5d6094-be28-4cef-9215-13b435423d8c
Nov 06 21:05:07.662242 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-234a7759-1972-498b-8821-326be1223334 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314310
Nov 06 21:05:07.701275 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.726281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7cf8d-f9e3-49f1-890c-38025039d22c req-39dc8a7e-6abd-4291-9c8c-2971ff4ed74f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:07.727857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aba7cf8d-f9e3-49f1-890c-38025039d22c req-39dc8a7e-6abd-4291-9c8c-2971ff4ed74f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1631625
Nov 06 21:05:07.742710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-82eee928-7ca2-43e7-875c-cbf8fa2f3e06 service neutron] 10.222.0.10 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057712
Nov 06 21:05:07.760722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:07.771086 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-19ab3c7e-6eda-4e85-8ea8-76d33ef82366 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999074
Nov 06 21:05:07.823657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.824009 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Added segment 1462ebe8-bf7b-46f6-9c98-17844eaba94f of type vlan for network a4dec23d-64ff-4b48-8bc3-628a2a935f6f
Nov 06 21:05:07.883972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8b9f091e-a524-4986-b2ec-d838af3f8e44 req-af6f0863-9fb4-4bb3-9384-94928a1f4e11 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037662
Nov 06 21:05:07.942503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aba7cf8d-f9e3-49f1-890c-38025039d22c req-6e93452c-c91c-4469-ad65-b4785ff4273e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2045393
Nov 06 21:05:07.944022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:07.981417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce56a8-3326-4a1a-b4c8-30d014e75186 req-63a34a5e-1069-4de8-a506-e9a5564e84cc tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:07.983167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67ce56a8-3326-4a1a-b4c8-30d014e75186 req-63a34a5e-1069-4de8-a506-e9a5564e84cc tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.1562066
Nov 06 21:05:07.985853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b44e9d82-6d53-4eed-9808-836ea27f9522 req-cb757e62-bc98-4d1f-a706-6e6417f64510 service neutron] 10.222.0.10 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2200220
Nov 06 21:05:08.054289 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.054790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.060316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.065213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.065828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.169499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67ce56a8-3326-4a1a-b4c8-30d014e75186 req-9fb2e87e-b317-4c68-aebf-8a293ab42b1d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773059
Nov 06 21:05:08.180427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1317 time: 1.1432173
Nov 06 21:05:08.180928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45660) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:08.191803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Network': ['ID=fe5d6094-be28-4cef-9215-13b435423d8c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:08.201899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d276bdf-a611-4368-af57-6411cfd0b8c4 req-858bbaaa-096b-4868-b9dd-b31c94b4397b tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.202929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network fe5d6094-be28-4cef-9215-13b435423d8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:08.203442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d276bdf-a611-4368-af57-6411cfd0b8c4 req-858bbaaa-096b-4868-b9dd-b31c94b4397b tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1994536
Nov 06 21:05:08.255897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666cea7-4a73-4406-928f-a1685118a170 req-7f23814c-a1dc-4921-b065-8078d25b59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.257413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a666cea7-4a73-4406-928f-a1685118a170 req-7f23814c-a1dc-4921-b065-8078d25b59b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2513646a2fc417d9b601006a57d5693&device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 1134 time: 0.2047305
Nov 06 21:05:08.348742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cdf13-7de0-4eb9-8452-1120d31ad904 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Network': ['ID=a4dec23d-64ff-4b48-8bc3-628a2a935f6f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:08.365332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a4dec23d-64ff-4b48-8bc3-628a2a935f6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:08.376673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d276bdf-a611-4368-af57-6411cfd0b8c4 req-8948c52f-05b7-4e16-953c-9811175ebaa0 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536903
Nov 06 21:05:08.413194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45666) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:08.422827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666cea7-4a73-4406-928f-a1685118a170 req-8dfcdced-4b49-4226-8f74-c2d234f8aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.424323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a666cea7-4a73-4406-928f-a1685118a170 req-8dfcdced-4b49-4226-8f74-c2d234f8aa42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8545d18d-53f1-4e44-8979-ca61a655f6b2 HTTP/1.1" status: 200  len: 897 time: 0.1591737
Nov 06 21:05:08.484104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a666cea7-4a73-4406-928f-a1685118a170 req-05da63d8-8e57-4e99-8f7e-1585b7aafca6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a HTTP/1.1" status: 200  len: 217 time: 0.0391767
Nov 06 21:05:08.546164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a297e00a-cbc2-4e3e-a4e8-643af2717ec0 admin admin] Deleting subnet 96584e6f-aac9-4193-a1e8-345c71af83e7 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:05:08.568399 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a297e00a-cbc2-4e3e-a4e8-643af2717ec0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.606013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666cea7-4a73-4406-928f-a1685118a170 req-51845c96-80c2-4fe8-ac7c-e1019777c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.607480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a666cea7-4a73-4406-928f-a1685118a170 req-51845c96-80c2-4fe8-ac7c-e1019777c812 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac20b010-3506-4bf6-9df5-e77594e9ae4f HTTP/1.1" status: 200  len: 834 time: 0.1160445
Nov 06 21:05:08.621577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a297e00a-cbc2-4e3e-a4e8-643af2717ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.630581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8b51a-fb9c-46c6-a7f8-77522f40195e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.639644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8b51a-fb9c-46c6-a7f8-77522f40195e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.646197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8b51a-fb9c-46c6-a7f8-77522f40195e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.654003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8b51a-fb9c-46c6-a7f8-77522f40195e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.657399 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-64d8b51a-fb9c-46c6-a7f8-77522f40195e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2404 time: 0.4747238
Nov 06 21:05:08.658071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:08.661987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b95063-3b01-4a8f-9c4e-e7660807ead4 req-78a17a5a-d0e3-4d32-8ba4-50df9ed636d1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.663507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8b95063-3b01-4a8f-9c4e-e7660807ead4 req-78a17a5a-d0e3-4d32-8ba4-50df9ed636d1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.1310539
Nov 06 21:05:08.717755 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a297e00a-cbc2-4e3e-a4e8-643af2717ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.740526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.763047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666cea7-4a73-4406-928f-a1685118a170 req-9f654bcb-287e-4120-b72e-9650700422bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:08.764607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a666cea7-4a73-4406-928f-a1685118a170 req-9f654bcb-287e-4120-b72e-9650700422bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8545d18d-53f1-4e44-8979-ca61a655f6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1225476
Nov 06 21:05:08.827982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.842993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8b95063-3b01-4a8f-9c4e-e7660807ead4 req-7cc732c3-8993-4a94-9373-213799d9d1bc tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1555142
Nov 06 21:05:08.849291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256e15940>,) {'filters': {'network_id': ['fe5d6094-be28-4cef-9215-13b435423d8c']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:08.860834 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a297e00a-cbc2-4e3e-a4e8-643af2717ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.868191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256e15940>, '65dc0ac2-7bfd-43df-a6d9-927ab194d9c9') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:08.868686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256e15940>, '65dc0ac2-7bfd-43df-a6d9-927ab194d9c9') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:08.879700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.894281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.900492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:08.901483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297e00a-cbc2-4e3e-a4e8-643af2717ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96584e6f-aac9-4193-a1e8-345c71af83e7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:08.901687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:08.905182 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:08.910569 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a297e00a-cbc2-4e3e-a4e8-643af2717ec0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:08.913806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a297e00a-cbc2-4e3e-a4e8-643af2717ec0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96584e6f-aac9-4193-a1e8-345c71af83e7 HTTP/1.1" status: 204  len: 168 time: 0.4979880
Nov 06 21:05:08.916570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45680) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:08.927905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a666cea7-4a73-4406-928f-a1685118a170 req-16ca1c1c-2b80-4af5-9f6b-fe4cda1926ad service neutron] 10.222.0.10 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542883
Nov 06 21:05:09.022436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.036272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.039684 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/networks/fe5d6094-be28-4cef-9215-13b435423d8c HTTP/1.1" status: 204  len: 168 time: 0.3807015
Nov 06 21:05:09.049051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45684) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:09.051466 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.057207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a666cea7-4a73-4406-928f-a1685118a170 req-ee507f3b-6a0c-491c-bcbc-12d0cb3fb548 service neutron] 10.222.0.10 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121106
Nov 06 21:05:09.061812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e7a21-7a1e-455e-a0b3-ed9f4db7d285 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Network': ['ID=fe5d6094-be28-4cef-9215-13b435423d8c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:09.096041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fc17d-41db-4786-8ecb-e88b57af2159 req-d2a5dd6f-caa6-4a16-b9cb-d2521c3e2cfd tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:09.097553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-139fc17d-41db-4786-8ecb-e88b57af2159 req-d2a5dd6f-caa6-4a16-b9cb-d2521c3e2cfd tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.0684116
Nov 06 21:05:09.145782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-139fc17d-41db-4786-8ecb-e88b57af2159 req-99a4b351-b8d2-4b42-a1e7-455f245c4b4e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420017
Nov 06 21:05:09.195688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.205482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.231282 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254abe100>,) {'filters': {'network_id': ['0396204f-65fa-4fd3-8d40-a7a6d712672e']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:09.273342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254abe100>, '4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:09.273624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254abe100>, '4d2d7dcc-0eb4-48fd-8801-9b33215ce5dc') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:09.298442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db35783-c554-4bef-a5f5-e9615d856dce req-6bbea8ec-248c-4c99-82cf-25c7c56d238e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:09.299951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db35783-c554-4bef-a5f5-e9615d856dce req-6bbea8ec-248c-4c99-82cf-25c7c56d238e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.0532293
Nov 06 21:05:09.313920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.329827 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.337187 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.346654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db35783-c554-4bef-a5f5-e9615d856dce req-f8663fd1-3208-4ce4-be63-60317cda806f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408115
Nov 06 21:05:09.350872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:09.351271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:09.352948 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:09.365390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256c154c0>,) {'filters': {'network_id': ['a4dec23d-64ff-4b48-8bc3-628a2a935f6f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:09.408502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256c154c0>, '1462ebe8-bf7b-46f6-9c98-17844eaba94f') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:09.408807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256c154c0>, '1462ebe8-bf7b-46f6-9c98-17844eaba94f') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:09.423151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.434905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.440868 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.443059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.446382 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0396204f-65fa-4fd3-8d40-a7a6d712672e HTTP/1.1" status: 204  len: 168 time: 0.5286999
Nov 06 21:05:09.450509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:09.460312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10676dc-9f0f-4ab7-95ff-c4be215ecf59 admin admin] Pushing event deleted for resources: {'Network': ['ID=0396204f-65fa-4fd3-8d40-a7a6d712672e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:09.462373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:09.462960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:09.465944 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:09.520783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44d7369-5051-481b-ad5a-db6c0116737d admin admin] Deleting subnet a0d2ec93-1d1e-4390-8801-1bd03333f172 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:05:09.523261 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.527041 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d44d7369-5051-481b-ad5a-db6c0116737d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.531239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.536548 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/networks/a4dec23d-64ff-4b48-8bc3-628a2a935f6f HTTP/1.1" status: 204  len: 168 time: 0.4802272
Nov 06 21:05:09.537395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45692) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:09.556247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe27ec-4468-411b-81c2-424204fb7227 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Network': ['ID=a4dec23d-64ff-4b48-8bc3-628a2a935f6f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:09.561826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec847abb-acb5-4d46-83c3-f037e775d8ba req-c0017994-d4b7-48a8-8713-8bc564bbc9ea tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:09.563364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec847abb-acb5-4d46-83c3-f037e775d8ba req-c0017994-d4b7-48a8-8713-8bc564bbc9ea tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1054223
Nov 06 21:05:09.590862 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d44d7369-5051-481b-ad5a-db6c0116737d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.651714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec847abb-acb5-4d46-83c3-f037e775d8ba req-09c764d2-3165-42f8-8a0c-7b511f440984 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799520
Nov 06 21:05:09.654155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d44d7369-5051-481b-ad5a-db6c0116737d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.654854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5ace78-0d22-4643-8359-3c6279aad9ab tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:09.661776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5ace78-0d22-4643-8359-3c6279aad9ab tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:09.667115 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ca5ace78-0d22-4643-8359-3c6279aad9ab tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1257002
Nov 06 21:05:09.667645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45694) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:09.673209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1747323916'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:09.694924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Made reservation on behalf of 774386582044496780c2bc74037ec8c8 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:09.698608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.709974 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d44d7369-5051-481b-ad5a-db6c0116737d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.723882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:09.732736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.733074 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Added segment 96059dc6-6a23-4aa9-b9c1-d156255e9d40 of type vlan for network dc09e773-315c-4bd3-a33d-0099b0588afb
Nov 06 21:05:09.737756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d7369-5051-481b-ad5a-db6c0116737d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d2ec93-1d1e-4390-8801-1bd03333f172,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:09.741381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d44d7369-5051-481b-ad5a-db6c0116737d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.744640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d44d7369-5051-481b-ad5a-db6c0116737d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0d2ec93-1d1e-4390-8801-1bd03333f172 HTTP/1.1" status: 204  len: 168 time: 0.2929699
Nov 06 21:05:09.747153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45696) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:09.774907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.800945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.806986 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:09.807580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.899338 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2283146
Nov 06 21:05:09.903433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45700) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:09.908919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1399553674'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:09.943896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e906e7-2d1f-47b4-9a08-a8180a90b301 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Network': ['ID=dc09e773-315c-4bd3-a33d-0099b0588afb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:09.947255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Made reservation on behalf of 774386582044496780c2bc74037ec8c8 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:09.951357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.954846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network dc09e773-315c-4bd3-a33d-0099b0588afb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:09.978817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:09.990061 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:09.990500 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Added segment d0f27057-649c-4aa9-85d8-d980eb2b623a of type vlan for network da54beef-1436-4b93-98da-5c4a92d93e0c
Nov 06 21:05:10.034625 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.059492 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.065312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:10.065894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.134270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2300520
Nov 06 21:05:10.137126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45710) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:10.144481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'ports': [{'network_id': 'dc09e773-315c-4bd3-a33d-0099b0588afb', 'name': 'tempest-port--42583200', 'admin_state_up': True}, {'network_id': 'da54beef-1436-4b93-98da-5c4a92d93e0c', 'admin_state_up': False}]} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:10.144794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'port': {'network_id': 'dc09e773-315c-4bd3-a33d-0099b0588afb', 'name': 'tempest-port--42583200', 'admin_state_up': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:10.145436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'port': {'network_id': 'da54beef-1436-4b93-98da-5c4a92d93e0c', 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:10.164076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecfbde-f179-4e86-ac4c-8af4808a9e51 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Network': ['ID=da54beef-1436-4b93-98da-5c4a92d93e0c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:10.178040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network da54beef-1436-4b93-98da-5c4a92d93e0c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:10.191479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.210120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44a449-3e53-426c-8e6e-7954f26d09a5 req-47d8efc2-188d-4a71-a2a3-29167ee20890 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:10.211680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f44a449-3e53-426c-8e6e-7954f26d09a5 req-47d8efc2-188d-4a71-a2a3-29167ee20890 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.0800948
Nov 06 21:05:10.323541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Made reservation on behalf of 774386582044496780c2bc74037ec8c8 for: {'port': 2} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:10.328352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.341660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.344114 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.384376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92587d5dc0>,) {'filters': {'network_id': ['e5e8fb6b-b549-4049-84b7-dd782ef75cb3']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:10.394962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787dfdb-b430-4a22-81b6-5b1fac294f11 req-eff1ed58-f9aa-4bdb-9946-e5cccb5c5cf7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:10.396640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f787dfdb-b430-4a22-81b6-5b1fac294f11 req-eff1ed58-f9aa-4bdb-9946-e5cccb5c5cf7 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1353004
Nov 06 21:05:10.406660 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f44a449-3e53-426c-8e6e-7954f26d09a5 req-6a041a2d-82f2-49b1-af8a-ba2a4b184b5f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1876199
Nov 06 21:05:10.410920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92587d5dc0>, '385c88ed-7d56-4ea8-b14c-02419390c80c') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:10.411208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92587d5dc0>, '385c88ed-7d56-4ea8-b14c-02419390c80c') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:10.420851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] device_id is not set on port faf60985-e03a-4461-bf65-ffe61284698d yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:05:10.426497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.450108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.465167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:10.465649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:10.467497 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:10.531443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f787dfdb-b430-4a22-81b6-5b1fac294f11 req-11186ed9-9782-414c-8e19-24dc24888985 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223423
Nov 06 21:05:10.545873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.566860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.572373 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.575510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e5e8fb6b-b549-4049-84b7-dd782ef75cb3 HTTP/1.1" status: 204  len: 168 time: 0.8274240
Nov 06 21:05:10.584858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354b0a-a720-4bb6-8478-1584c5123dfd req-c032affb-2bdc-4dcd-8cca-53e77e04d7ae tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:10.586529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10354b0a-a720-4bb6-8478-1584c5123dfd req-c032affb-2bdc-4dcd-8cca-53e77e04d7ae tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 943 time: 0.0985005
Nov 06 21:05:10.600203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531dd7f-a9ff-453a-8a85-64df11392093 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e8fb6b-b549-4049-84b7-dd782ef75cb3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:10.628177 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] device_id is not set on port 43ce774c-3332-43c9-bc99-5b4c51d59e17 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:05:10.644581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10354b0a-a720-4bb6-8478-1584c5123dfd req-b18a5b65-3d4c-4643-99d0-87d9b40787fc tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465953
Nov 06 21:05:10.746481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.778470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45728) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:10.780455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a49e4e-f2f9-46df-ac30-dfc6806880b6 req-6e26959f-0b45-454a-980d-4545edcca498 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:10.782060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2a49e4e-f2f9-46df-ac30-dfc6806880b6 req-6e26959f-0b45-454a-980d-4545edcca498 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.0571308
Nov 06 21:05:10.795185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.834704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2a49e4e-f2f9-46df-ac30-dfc6806880b6 req-cd63e9b7-656c-4c8c-bbbe-af271d95a1d5 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442164
Nov 06 21:05:10.861782 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9615bf61-88dd-4646-8ae1-bb00b87fc36b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4a348daabdd46089d7f635ca36b9f83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0821965
Nov 06 21:05:10.864623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45730) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:10.871910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Port': ['ID=faf60985-e03a-4461-bf65-ffe61284698d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:10.887915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Checking segment: {'id': '96059dc6-6a23-4aa9-b9c1-d156255e9d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dc09e773-315c-4bd3-a33d-0099b0588afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:10.888280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Network hostable DHCP agents. Network: dc09e773-315c-4bd3-a33d-0099b0588afb, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:05:10.905216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Network dc09e773-315c-4bd3-a33d-0099b0588afb is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:05:10.914329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dc09e773-315c-4bd3-a33d-0099b0588afb) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:10.917388 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be2ea719-ba54-400f-8276-2d2e16d3f908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.918571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:10.919415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.924863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f7492-6f8a-47d0-b4f3-7b8ea782c307 None None] Network dc09e773-315c-4bd3-a33d-0099b0588afb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:10.940245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be2ea719-ba54-400f-8276-2d2e16d3f908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.990772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Port': ['ID=43ce774c-3332-43c9-bc99-5b4c51d59e17,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:10.993917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be2ea719-ba54-400f-8276-2d2e16d3f908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:10.996461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Checking segment: {'id': 'd0f27057-649c-4aa9-85d8-d980eb2b623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'da54beef-1436-4b93-98da-5c4a92d93e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:10.996852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Network hostable DHCP agents. Network: da54beef-1436-4b93-98da-5c4a92d93e0c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:05:10.997694 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be2ea719-ba54-400f-8276-2d2e16d3f908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.001251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-be2ea719-ba54-400f-8276-2d2e16d3f908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce3011aa-ba94-4472-a1f1-f83490bf06c8 HTTP/1.1" status: 204  len: 168 time: 0.1344209
Nov 06 21:05:11.011964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ea719-ba54-400f-8276-2d2e16d3f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3011aa-ba94-4472-a1f1-f83490bf06c8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:11.018507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Network da54beef-1436-4b93-98da-5c4a92d93e0c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:05:11.031948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da54beef-1436-4b93-98da-5c4a92d93e0c) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:11.036630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:11.043864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:11.048574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c504a5c-6e20-4c31-8d43-56b4e766d03e None None] Network da54beef-1436-4b93-98da-5c4a92d93e0c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:11.049606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:11.050293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.068169 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8036b309-3f26-4a9e-b344-6ba969b3322a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1448 time: 0.9300671
Nov 06 21:05:11.070639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45734) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:11.122534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045865be-bed2-4e4b-9e91-efe5f3159108 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:11.128689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045865be-bed2-4e4b-9e91-efe5f3159108 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:11.130315 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-045865be-bed2-4e4b-9e91-efe5f3159108 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1443 time: 0.0587151
Nov 06 21:05:11.133534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45736) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:11.232703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a87e42a3-7db7-473a-9496-ff5c95c34a69 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Deleting port faf60985-e03a-4461-bf65-ffe61284698d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:11.233050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a87e42a3-7db7-473a-9496-ff5c95c34a69 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.301938 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a87e42a3-7db7-473a-9496-ff5c95c34a69 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.314915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a87e42a3-7db7-473a-9496-ff5c95c34a69 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Calling delete_port for faf60985-e03a-4461-bf65-ffe61284698d owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:11.349873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45740) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:11.390412 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9cacb66f-63b8-4804-bddb-15dd50fb4edf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a04d0df149954b7d933667da008c8379&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392432
Nov 06 21:05:11.393758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:11.401081 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a87e42a3-7db7-473a-9496-ff5c95c34a69 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.432824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e42a3-7db7-473a-9496-ff5c95c34a69 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Port': ['ID=faf60985-e03a-4461-bf65-ffe61284698d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:11.434888 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a87e42a3-7db7-473a-9496-ff5c95c34a69 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.440967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a87e42a3-7db7-473a-9496-ff5c95c34a69 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/ports/faf60985-e03a-4461-bf65-ffe61284698d HTTP/1.1" status: 204  len: 168 time: 0.3053792
Nov 06 21:05:11.441948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45746) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:11.447465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4ce3086-82b9-42cb-a2eb-c1add88be71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.471123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4ce3086-82b9-42cb-a2eb-c1add88be71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.521283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4ce3086-82b9-42cb-a2eb-c1add88be71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.523839 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4ce3086-82b9-42cb-a2eb-c1add88be71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.525073 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a4ce3086-82b9-42cb-a2eb-c1add88be71c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/547e0869-d149-422d-a6d5-3209eb95d0c8 HTTP/1.1" status: 204  len: 168 time: 0.1299384
Nov 06 21:05:11.533790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce3086-82b9-42cb-a2eb-c1add88be71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e0869-d149-422d-a6d5-3209eb95d0c8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:11.572096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00ad33-4259-40d6-943c-7b4415e2aa30 req-133ada46-1e97-4e77-a093-40b5394eb753 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:11.574113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b00ad33-4259-40d6-943c-7b4415e2aa30 req-133ada46-1e97-4e77-a093-40b5394eb753 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 983 time: 0.0710926
Nov 06 21:05:11.581816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3b8ea-0012-4327-8b00-122de139d5a0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Deleting port 43ce774c-3332-43c9-bc99-5b4c51d59e17 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:11.582157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b8ea-0012-4327-8b00-122de139d5a0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.613201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 90b8b9b0-a8f0-48a1-905b-e533c76adf75 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:05:11.718611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 90b8b9b0-a8f0-48a1-905b-e533c76adf75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b8b9b0-a8f0-48a1-905b-e533c76adf75,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:11.731751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '90b8b9b0-a8f0-48a1-905b-e533c76adf75', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'port_id': '90b8b9b0-a8f0-48a1-905b-e533c76adf75', 'mac_address': 'fa:16:3e:81:97:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1697f-b2c0-469e-8413-56865719f066', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:05:11.741362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b8ea-0012-4327-8b00-122de139d5a0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.749869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b00ad33-4259-40d6-943c-7b4415e2aa30 req-da0fb0d0-f62a-4cd1-b8b7-e843c071528e tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1643093
Nov 06 21:05:11.764172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1d557-c0be-42b8-aac0-f084a137bf5b req-96ce9e9d-0b9c-40e2-8fb2-5ad3ecb2d84f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:11.772500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12e1d557-c0be-42b8-aac0-f084a137bf5b req-96ce9e9d-0b9c-40e2-8fb2-5ad3ecb2d84f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 943 time: 0.1341002
Nov 06 21:05:11.789356 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.793196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3b8ea-0012-4327-8b00-122de139d5a0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Calling delete_port for 43ce774c-3332-43c9-bc99-5b4c51d59e17 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:11.814424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b8b9b0-a8f0-48a1-905b-e533c76adf75 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:11.837851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 90b8b9b0-a8f0-48a1-905b-e533c76adf75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b8b9b0-a8f0-48a1-905b-e533c76adf75,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:11.849475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:11.850274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:05:11.885939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12e1d557-c0be-42b8-aac0-f084a137bf5b req-24bf6dcb-4400-43f4-b2fe-5c64b44c847e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126187
Nov 06 21:05:11.948528 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beefa6-d456-4795-a1cb-c99a920828ea req-19317a1b-fcd5-44f3-96d1-d727951ab5da tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:11.950343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5beefa6-d456-4795-a1cb-c99a920828ea req-19317a1b-fcd5-44f3-96d1-d727951ab5da tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 944 time: 0.1294451
Nov 06 21:05:11.961873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=90b8b9b0-a8f0-48a1-905b-e533c76adf75,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:11.974995 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b8ea-0012-4327-8b00-122de139d5a0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.013804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3b8ea-0012-4327-8b00-122de139d5a0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Port': ['ID=43ce774c-3332-43c9-bc99-5b4c51d59e17,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:12.018380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:12.037553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'port_id': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'mac_address': 'fa:16:3e:58:7f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:05:12.048852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b8ea-0012-4327-8b00-122de139d5a0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.052470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d1d3b8ea-0012-4327-8b00-122de139d5a0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/ports/43ce774c-3332-43c9-bc99-5b4c51d59e17 HTTP/1.1" status: 204  len: 168 time: 0.6093025
Nov 06 21:05:12.054772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45766) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:12.072403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5beefa6-d456-4795-a1cb-c99a920828ea req-c5490b7f-b05e-40d9-85cf-10b808d95de1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143901
Nov 06 21:05:12.090985 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.093961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e085a-2f03-491d-9c70-f24f4057a562 req-a3ad0ad3-c228-4d70-bcbc-b96eaa3f98e3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:12.095765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-282e085a-2f03-491d-9c70-f24f4057a562 req-a3ad0ad3-c228-4d70-bcbc-b96eaa3f98e3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.0890994
Nov 06 21:05:12.108696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2b5c6f-8395-407a-ad5a-d822b72153bc {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:12.109964 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cfcc69de-23b7-4fdd-8ef0-78e11c46f1bc tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0529344
Nov 06 21:05:12.113492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45768) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:12.119373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1819686068'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:12.138369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:12.142753 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.144238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:05:12.145499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Made reservation on behalf of 774386582044496780c2bc74037ec8c8 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:12.149612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.160881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-282e085a-2f03-491d-9c70-f24f4057a562 req-fdaa5f07-c145-414e-acd3-4aaf4cf237cd tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590467
Nov 06 21:05:12.182297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:12.192918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.193399 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Added segment 1813f103-d90a-4dad-b540-cc3613f9588b of type vlan for network e83253ba-42d1-4f71-ac6d-e82e2326e06f
Nov 06 21:05:12.210220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:12.241499 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.269489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.276925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:12.277541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.302426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:12.317406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'port_id': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'mac_address': 'fa:16:3e:ae:e5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:05:12.341607 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2270577
Nov 06 21:05:12.344121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45778) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:12.349174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-603355187'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:12.361451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6136bd5-63a1-4d84-85ab-28127eb9ba10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Network': ['ID=e83253ba-42d1-4f71-ac6d-e82e2326e06f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:12.369147 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.373057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e83253ba-42d1-4f71-ac6d-e82e2326e06f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:12.383712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Made reservation on behalf of 774386582044496780c2bc74037ec8c8 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:12.388919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.413310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:12.419399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:12.424095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.424589 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Added segment 27574374-aa4b-4a15-adac-4249e9787d78 of type vlan for network e873fb31-36b3-4210-8a39-a4946c7974a6
Nov 06 21:05:12.458537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:12.469083 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.479102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.509452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.515272 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:12.515947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.588787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2303286
Nov 06 21:05:12.590154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5c61-88af-4695-ac76-6e6ecbc98f10 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Network': ['ID=e873fb31-36b3-4210-8a39-a4946c7974a6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:12.647500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e873fb31-36b3-4210-8a39-a4946c7974a6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:12.706861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45790) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:12.711985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'subnets': [{'network_id': 'e83253ba-42d1-4f71-ac6d-e82e2326e06f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--417481599', 'ip_version': 4}, {'network_id': 'e873fb31-36b3-4210-8a39-a4946c7974a6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:12.712324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'subnet': {'network_id': 'e83253ba-42d1-4f71-ac6d-e82e2326e06f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--417481599', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:12.712992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Request body: {'subnet': {'network_id': 'e873fb31-36b3-4210-8a39-a4946c7974a6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:12.720283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:12.910686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9af62-76a2-47b3-a9c8-e2a193a5399a req-a64c474b-b509-40d6-a9db-1357038bcdad tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:12.912144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15b9af62-76a2-47b3-a9c8-e2a193a5399a req-a64c474b-b509-40d6-a9db-1357038bcdad tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 984 time: 0.0800045
Nov 06 21:05:12.935007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Made reservation on behalf of 774386582044496780c2bc74037ec8c8 for: {'subnet': 2} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:12.939449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:12.939796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:13.054594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['90b8b9b0-a8f0-48a1-905b-e533c76adf75'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:13.075875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15b9af62-76a2-47b3-a9c8-e2a193a5399a req-1f884e39-e33a-4faa-8ccf-b37e509e019a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1556554
Nov 06 21:05:13.099976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7cd5a-0868-42aa-a580-6fa12d539d1b req-14778e71-9e09-436d-a3aa-03b96999a0d6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:13.100997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a7cd5a-0868-42aa-a580-6fa12d539d1b req-14778e71-9e09-436d-a3aa-03b96999a0d6 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 944 time: 0.1115639
Nov 06 21:05:13.138514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['0f2b5c6f-8395-407a-ad5a-d822b72153bc'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:13.146391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:13.249341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a7cd5a-0868-42aa-a580-6fa12d539d1b req-a5dd0250-d36b-49cc-ba25-979463b0852b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1347852
Nov 06 21:05:13.336244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67e86e-8c38-4406-8fa9-8eb861aced94 req-7d4316c3-88fc-4f47-a092-88e59151cef6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:13.337775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e67e86e-8c38-4406-8fa9-8eb861aced94 req-7d4316c3-88fc-4f47-a092-88e59151cef6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 944 time: 0.1661646
Nov 06 21:05:13.457158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e67e86e-8c38-4406-8fa9-8eb861aced94 req-3ba076a9-d9c2-49c5-b968-008a7e52eead tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059840
Nov 06 21:05:13.467758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754a06f-6fef-4fd1-9146-cf8e1b30e788 req-f542e0bf-7f4c-4119-b268-5d41d768a8dc tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:13.469606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e754a06f-6fef-4fd1-9146-cf8e1b30e788 req-f542e0bf-7f4c-4119-b268-5d41d768a8dc tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1045363
Nov 06 21:05:13.563418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e754a06f-6fef-4fd1-9146-cf8e1b30e788 req-ea6f54e6-c8e1-4f37-8a8f-69b586ec7b29 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862319
Nov 06 21:05:13.607283 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:13.676776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Subnet': ['ID=f3694ebc-c381-4d91-b917-1fbf1686b0b1,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:13.686397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Checking segment: {'id': '1813f103-d90a-4dad-b540-cc3613f9588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e83253ba-42d1-4f71-ac6d-e82e2326e06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:13.686771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Network hostable DHCP agents. Network: e83253ba-42d1-4f71-ac6d-e82e2326e06f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:05:13.704178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Network e83253ba-42d1-4f71-ac6d-e82e2326e06f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:05:13.712692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e83253ba-42d1-4f71-ac6d-e82e2326e06f) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:13.716963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:13.723289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3a73e-f8f9-406e-94fa-bd9cf3da5748 None None] Network e83253ba-42d1-4f71-ac6d-e82e2326e06f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:13.775550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event updated for resources: {'Subnet': ['ID=b4edad1f-f4f2-4cbc-8c17-6a219f6865ac,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:13.797827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Checking segment: {'id': '27574374-aa4b-4a15-adac-4249e9787d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e873fb31-36b3-4210-8a39-a4946c7974a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:13.798187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Network hostable DHCP agents. Network: e873fb31-36b3-4210-8a39-a4946c7974a6, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:05:13.816137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Network e873fb31-36b3-4210-8a39-a4946c7974a6 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:05:13.825564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e873fb31-36b3-4210-8a39-a4946c7974a6) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:13.830232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:13.830707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:13.831346 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:13.840716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d9ee95-583a-43f0-82d2-ecd0350de4eb None None] Network e873fb31-36b3-4210-8a39-a4946c7974a6 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:13.855267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4ba56338-2a5c-48b6-beb9-21043eecdc1c tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 1.1448317
Nov 06 21:05:13.855585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45834) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:13.918990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61105f2a-2378-45cb-86ea-83afc5ffdc4a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:13.921320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61105f2a-2378-45cb-86ea-83afc5ffdc4a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:13.923486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61105f2a-2378-45cb-86ea-83afc5ffdc4a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:13.928281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-61105f2a-2378-45cb-86ea-83afc5ffdc4a tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.0686338
Nov 06 21:05:13.928902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45838) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:13.935946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69a5a1-b115-4bab-b3cf-551b8e1a626f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e83253ba-42d1-4f71-ac6d-e82e2326e06f', 'network_id': 'e83253ba-42d1-4f71-ac6d-e82e2326e06f', 'tenant_id': '774386582044496780c2bc74037ec8c8', 'fixed_ips': [{'subnet_id': 'f3694ebc-c381-4d91-b917-1fbf1686b0b1'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:05:13.936873 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fc69a5a1-b115-4bab-b3cf-551b8e1a626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:13.977606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45840) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:13.991145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-12573884-8426-4fca-80da-c0a20961cfad tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Deleting subnet f3694ebc-c381-4d91-b917-1fbf1686b0b1 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:05:13.995021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12573884-8426-4fca-80da-c0a20961cfad tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.046090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12573884-8426-4fca-80da-c0a20961cfad tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.081820 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:05:14.105471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38ab0690-15ab-4f0b-aecf-6f821119fe6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.107916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12573884-8426-4fca-80da-c0a20961cfad tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.113745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e873fb31-36b3-4210-8a39-a4946c7974a6', 'network_id': 'e873fb31-36b3-4210-8a39-a4946c7974a6', 'tenant_id': '774386582044496780c2bc74037ec8c8', 'fixed_ips': [{'subnet_id': 'b4edad1f-f4f2-4cbc-8c17-6a219f6865ac'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:05:14.114867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.224815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d6fd-d96c-466f-8184-6a495742449e req-23bfbead-77d3-4217-acc1-0ce170aac05f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:14.227281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12573884-8426-4fca-80da-c0a20961cfad tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.232960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1615d6fd-d96c-466f-8184-6a495742449e req-23bfbead-77d3-4217-acc1-0ce170aac05f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 984 time: 0.0751762
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-fc69a5a1-b115-4bab-b3cf-551b8e1a626f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3694ebc-c381-4d91-b917-1fbf1686b0b1: This subnet is being modified by another concurrent operation.
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3694ebc-c381-4d91-b917-1fbf1686b0b1: This subnet is being modified by another concurrent operation.
Nov 06 21:05:14.244974 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:05:14.284229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bca842-2eff-4191-8e7d-3defa3cc0b9f None None] Network e83253ba-42d1-4f71-ac6d-e82e2326e06f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:14.287600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12573884-8426-4fca-80da-c0a20961cfad tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Subnet': ['ID=f3694ebc-c381-4d91-b917-1fbf1686b0b1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:14.301577 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12573884-8426-4fca-80da-c0a20961cfad tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.305055 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-12573884-8426-4fca-80da-c0a20961cfad tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/subnets/f3694ebc-c381-4d91-b917-1fbf1686b0b1 HTTP/1.1" status: 204  len: 168 time: 0.3751357
Nov 06 21:05:14.313833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1615d6fd-d96c-466f-8184-6a495742449e req-0387ce19-0fb9-432f-bb59-8d86c645b14d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0797904
Nov 06 21:05:14.314234 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38ab0690-15ab-4f0b-aecf-6f821119fe6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.314670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45848) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:14.324082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38ab0690-15ab-4f0b-aecf-6f821119fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.360159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Allocated IP 172.20.0.18 (e873fb31-36b3-4210-8a39-a4946c7974a6/b4edad1f-f4f2-4cbc-8c17-6a219f6865ac/34e36320-5768-4fe0-8336-f279860e7909) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:14.395620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab0690-15ab-4f0b-aecf-6f821119fe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6b754b-3fed-49c0-9029-d60b6d283689,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:14.416532 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38ab0690-15ab-4f0b-aecf-6f821119fe6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a4f097e60fc4ab787da948c63f8770e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4377711
Nov 06 21:05:14.421855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45850) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:14.445439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e8dc1a-b8e4-47a8-b5cf-a8f97c9a3451 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Deleting subnet b4edad1f-f4f2-4cbc-8c17-6a219f6865ac {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:05:14.457150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2425b75-8c50-4739-b809-fbeede9d3ae8 req-4749352e-6e1c-4af7-ac43-ae14ab0d7281 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:14.458787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2425b75-8c50-4739-b809-fbeede9d3ae8 req-4749352e-6e1c-4af7-ac43-ae14ab0d7281 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 944 time: 0.0792871
Nov 06 21:05:14.493774 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.500191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68a75642-d1d4-4901-b272-de229b81ca9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.514587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2425b75-8c50-4739-b809-fbeede9d3ae8 req-2a19ffdf-e85e-4d32-ad64-ae976a1e3e41 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495813
Nov 06 21:05:14.530418 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.545963 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68a75642-d1d4-4901-b272-de229b81ca9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.641414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68a75642-d1d4-4901-b272-de229b81ca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.645094 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68a75642-d1d4-4901-b272-de229b81ca9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.648748 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-68a75642-d1d4-4901-b272-de229b81ca9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc6b754b-3fed-49c0-9029-d60b6d283689 HTTP/1.1" status: 204  len: 168 time: 0.2223558
Nov 06 21:05:14.656170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a75642-d1d4-4901-b272-de229b81ca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6b754b-3fed-49c0-9029-d60b6d283689,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:14.668590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529465b-b458-4372-bccf-c3f2fbb7d064 req-e293c7ce-35be-47ce-bba0-5d1342c03633 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:14.670183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6529465b-b458-4372-bccf-c3f2fbb7d064 req-e293c7ce-35be-47ce-bba0-5d1342c03633 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 944 time: 0.0921545
Nov 06 21:05:14.694690 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.704863 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.711262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71e8dc1a-b8e4-47a8-b5cf-a8f97c9a3451 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.756768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Network e873fb31-36b3-4210-8a39-a4946c7974a6 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:14.760078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:14.767242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:14.781888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Pushing event updated for resources: {'Port': ['ID=34e36320-5768-4fe0-8336-f279860e7909,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:14.786842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71e8dc1a-b8e4-47a8-b5cf-a8f97c9a3451 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.822222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8439067-361f-43d9-b36c-0951e949dce1 req-fda7e132-ec72-4095-9638-1e056cb44973 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:14.823719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8439067-361f-43d9-b36c-0951e949dce1 req-fda7e132-ec72-4095-9638-1e056cb44973 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1737452
Nov 06 21:05:14.836887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6529465b-b458-4372-bccf-c3f2fbb7d064 req-f3745bda-2a9c-4907-b133-d4ad6bdc6af0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359501
Nov 06 21:05:14.838157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Attempting to bind port 34e36320-5768-4fe0-8336-f279860e7909 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:14.838722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Attempting to bind port 34e36320-5768-4fe0-8336-f279860e7909 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27574374-aa4b-4a15-adac-4249e9787d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e873fb31-36b3-4210-8a39-a4946c7974a6'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:14.839186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Attempting to bind port 34e36320-5768-4fe0-8336-f279860e7909 on network e873fb31-36b3-4210-8a39-a4946c7974a6 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:14.846931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:14.847541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Checking segment: {'id': '27574374-aa4b-4a15-adac-4249e9787d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e873fb31-36b3-4210-8a39-a4946c7974a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:14.848097 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.848677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Bound using segment: {'id': '27574374-aa4b-4a15-adac-4249e9787d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e873fb31-36b3-4210-8a39-a4946c7974a6'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:14.849298 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Bound port: 34e36320-5768-4fe0-8336-f279860e7909, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27574374-aa4b-4a15-adac-4249e9787d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e873fb31-36b3-4210-8a39-a4946c7974a6'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:14.849853 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.910686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8439067-361f-43d9-b36c-0951e949dce1 req-57106c42-75c4-4c4b-99f9-7f59973a2610 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691988
Nov 06 21:05:14.927138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] For port 34e36320-5768-4fe0-8336-f279860e7909, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:14.930520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] For port 34e36320-5768-4fe0-8336-f279860e7909, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34e36320-5768-4fe0-8336-f279860e7909,segment=NetworkSegment(27574374-aa4b-4a15-adac-4249e9787d78),segment_id=27574374-aa4b-4a15-adac-4249e9787d78)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:14.946054 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:14.960979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71e8dc1a-b8e4-47a8-b5cf-a8f97c9a3451 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.013116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c7054-dcd5-48f3-af22-79f9476a648c None None] Pushing event updated for resources: {'Port': ['ID=34e36320-5768-4fe0-8336-f279860e7909,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:15.047698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71e8dc1a-b8e4-47a8-b5cf-a8f97c9a3451 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.078982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8dc1a-b8e4-47a8-b5cf-a8f97c9a3451 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Subnet': ['ID=b4edad1f-f4f2-4cbc-8c17-6a219f6865ac,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:15.081054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71e8dc1a-b8e4-47a8-b5cf-a8f97c9a3451 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.085400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-71e8dc1a-b8e4-47a8-b5cf-a8f97c9a3451 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/subnets/b4edad1f-f4f2-4cbc-8c17-6a219f6865ac HTTP/1.1" status: 204  len: 168 time: 0.7674985
Nov 06 21:05:15.087248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45868) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:15.145133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2813b9-2858-44db-9493-93a46962aca3 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:15.146668 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af2813b9-2858-44db-9493-93a46962aca3 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0584276
Nov 06 21:05:15.152842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45870) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:15.275817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.349239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Deleting port 34e36320-5768-4fe0-8336-f279860e7909 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:15.349648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.425541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 34e36320-5768-4fe0-8336-f279860e7909 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:15.461413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] For port 34e36320-5768-4fe0-8336-f279860e7909, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34e36320-5768-4fe0-8336-f279860e7909,segment=NetworkSegment(27574374-aa4b-4a15-adac-4249e9787d78),segment_id=27574374-aa4b-4a15-adac-4249e9787d78)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:15.461855 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.474522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 34e36320-5768-4fe0-8336-f279860e7909 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:15.474894 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.479085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Calling delete_port for 34e36320-5768-4fe0-8336-f279860e7909 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:15.497269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45882) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:15.498605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27549aa-473f-4fe7-a716-47305b5e81e2 req-d8e55f22-9aab-4055-9ff8-0d353ccd5552 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:15.500857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f27549aa-473f-4fe7-a716-47305b5e81e2 req-d8e55f22-9aab-4055-9ff8-0d353ccd5552 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 984 time: 0.0834403
Nov 06 21:05:15.565560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.601344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 34e36320-5768-4fe0-8336-f279860e7909, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34e36320-5768-4fe0-8336-f279860e7909,segment=NetworkSegment(27574374-aa4b-4a15-adac-4249e9787d78),segment_id=27574374-aa4b-4a15-adac-4249e9787d78)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:15.606938 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.620655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 90b8b9b0-a8f0-48a1-905b-e533c76adf75 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:15.648336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-network', 'tenant_id': 'c107932940294a53b6922907bee32bb0'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:15.655626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f27549aa-473f-4fe7-a716-47305b5e81e2 req-84f614e6-0151-4c9f-91a7-ad57b934445b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1170468
Nov 06 21:05:15.675252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Made reservation on behalf of c107932940294a53b6922907bee32bb0 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:15.677961 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.685085 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.697984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.709030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=34e36320-5768-4fe0-8336-f279860e7909,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:15.718301 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Port': ['ID=34e36320-5768-4fe0-8336-f279860e7909,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:15.720890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] No DVR routers for this DVR port 34e36320-5768-4fe0-8336-f279860e7909 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:15.731955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:05:15.737724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:15.738512 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.744111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516776-a072-4cc3-bf78-b46c1e7407c8 req-6b3e3fb5-2d3f-4b0c-b353-4716bb1b3c59 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:15.745778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73516776-a072-4cc3-bf78-b46c1e7407c8 req-6b3e3fb5-2d3f-4b0c-b353-4716bb1b3c59 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 944 time: 0.1067390
Nov 06 21:05:15.815128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.824815 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.840632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:15.841413 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.857332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.857949 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Added segment dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b of type vlan for network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2
Nov 06 21:05:15.878036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc2b920-2680-4f38-acce-5220d6dcc981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b8b9b0-a8f0-48a1-905b-e533c76adf75'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:15.878036 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f657e9a-aaa8-42ca-a7ce-44e32568595b" -d '{"events": [{"server_uuid": "bcc2b920-2680-4f38-acce-5220d6dcc981", "name": "network-vif-plugged", "status": "completed", "tag": "90b8b9b0-a8f0-48a1-905b-e533c76adf75"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:15.896790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 90b8b9b0-a8f0-48a1-905b-e533c76adf75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b8b9b0-a8f0-48a1-905b-e533c76adf75,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:15.899716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.902447 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.903770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:15.922440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73516776-a072-4cc3-bf78-b46c1e7407c8 req-d3f69767-0a38-4996-aa43-10dfb41e7347 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1580210
Nov 06 21:05:15.938926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22bbdb-44da-420d-82a6-92be0eed4608,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:15.971622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:15.978468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254d1f700>,) {'filters': {'network_id': ['e873fb31-36b3-4210-8a39-a4946c7974a6']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:16.007683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d1f700>, '27574374-aa4b-4a15-adac-4249e9787d78') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:16.007969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d1f700>, '27574374-aa4b-4a15-adac-4249e9787d78') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:16.023783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.024623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.026944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:16.027892 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.028028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=90b8b9b0-a8f0-48a1-905b-e533c76adf75,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:16.043531 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8494e4c-93e2-4e6f-9667-035733abac0b x-openstack-request-id: req-b8494e4c-93e2-4e6f-9667-035733abac0b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:16.046214 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc2b920-2680-4f38-acce-5220d6dcc981", "name": "network-vif-plugged", "status": "completed", "tag": "90b8b9b0-a8f0-48a1-905b-e533c76adf75", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:16.046475 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8494e4c-93e2-4e6f-9667-035733abac0b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:16.046912 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc2b920-2680-4f38-acce-5220d6dcc981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b8b9b0-a8f0-48a1-905b-e533c76adf75', 'code': 200}
Nov 06 21:05:16.063664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 0f2b5c6f-8395-407a-ad5a-d822b72153bc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:16.064106 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.083402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f7e8-6f12-49cb-816b-fe5d1d5abed6 req-85746f35-34ab-4dd5-b8d2-c3193e63e8b0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:16.092410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa94f7e8-6f12-49cb-816b-fe5d1d5abed6 req-85746f35-34ab-4dd5-b8d2-c3193e63e8b0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 945 time: 0.1248853
Nov 06 21:05:16.100788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.102685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45894) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:16.104272 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6053774
Nov 06 21:05:16.109077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Request body: {'subnet': {'network_id': 'e92fb98d-9bab-4bcb-ae12-5813aac8d8f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-subnet', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:16.167769 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.168724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b8fa-095a-4350-b6db-bd734fd0d481 admin admin] Pushing event updated for resources: {'Network': ['ID=e92fb98d-9bab-4bcb-ae12-5813aac8d8f2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:16.183479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:16.183973 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.187006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:16.197922 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:16.240731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e8d09-6ee8-4dc2-b8c5-915c07f30677 None None] Network e873fb31-36b3-4210-8a39-a4946c7974a6 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:16.288510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:16.300909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Made reservation on behalf of c107932940294a53b6922907bee32bb0 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:16.303175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.306137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-02af34b3-aa35-4a64-a097-62388acbf1af None None] Could not find standard attr ID for object 34e36320-5768-4fe0-8336-f279860e7909. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:05:16.315019 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.315830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:16.324216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa94f7e8-6f12-49cb-816b-fe5d1d5abed6 req-cf8c74bb-73e8-4eca-a3da-36e136a7ef64 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2308710
Nov 06 21:05:16.359451 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.370601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead07f2-a419-4957-87cb-6a37fc94cd18 req-7965edd7-385c-4498-acb9-0ec0807bea61 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:16.372089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eead07f2-a419-4957-87cb-6a37fc94cd18 req-7965edd7-385c-4498-acb9-0ec0807bea61 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.2437885
Nov 06 21:05:16.377940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845a78-65f9-4a95-a066-d3d91affd5d7 req-aedefe6a-4195-4e7d-9659-1581225e9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:16.379412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19845a78-65f9-4a95-a066-d3d91affd5d7 req-aedefe6a-4195-4e7d-9659-1581225e9245 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 1096 time: 0.2654767
Nov 06 21:05:16.384900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.388823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/networks/e873fb31-36b3-4210-8a39-a4946c7974a6 HTTP/1.1" status: 204  len: 168 time: 1.2341526
Nov 06 21:05:16.391501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45896) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:16.426035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f6f15-4e27-4678-bb30-a3a0332540d0 tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Network': ['ID=e873fb31-36b3-4210-8a39-a4946c7974a6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:16.435606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:16.463086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:05:16.467832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:16.468483 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.480529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.529403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eead07f2-a419-4957-87cb-6a37fc94cd18 req-8806cc26-bc7b-44ae-88f7-ee67be7066f7 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330752
Nov 06 21:05:16.531925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19845a78-65f9-4a95-a066-d3d91affd5d7 req-b4fb7fa7-59e7-4a29-907d-e856a35d82b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298046
Nov 06 21:05:16.603689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.627555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924f3ef430>,) {'filters': {'network_id': ['e83253ba-42d1-4f71-ac6d-e82e2326e06f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:16.638015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924f3ef430>, '1813f103-d90a-4dad-b540-cc3613f9588b') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:16.638361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924f3ef430>, '1813f103-d90a-4dad-b540-cc3613f9588b') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:16.648281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.649428 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.662413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.664146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06aa2c-c0d2-4b79-b7ce-94482cdeebcf None None] DHCP port deletion for e873fb31-36b3-4210-8a39-a4946c7974a6 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:05:16.669085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:16.669649 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:16.673351 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:16.722409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fbbc49-e500-40e8-b8db-ca29e55bbfc4,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:16.722666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843edef1-e33c-4918-af06-50fe6424096f None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:05:16.745324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.758893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.761921 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/networks/e83253ba-42d1-4f71-ac6d-e82e2326e06f HTTP/1.1" status: 204  len: 168 time: 0.3694217
Nov 06 21:05:16.764409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45900) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:16.768335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.782083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e36be0-e96a-400a-ade4-c048dfc8812e tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Network': ['ID=e83253ba-42d1-4f71-ac6d-e82e2326e06f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:16.792356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Checking segment: {'id': 'dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e92fb98d-9bab-4bcb-ae12-5813aac8d8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:16.792356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Network hostable DHCP agents. Network: e92fb98d-9bab-4bcb-ae12-5813aac8d8f2, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:05:16.839434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:05:16.851766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56679-0a08-473c-8cc5-891baf318339 req-2ee01fd0-8f37-4a2f-90b4-11b4f0957b91 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:16.857162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.859176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8a56679-0a08-473c-8cc5-891baf318339 req-2ee01fd0-8f37-4a2f-90b4-11b4f0957b91 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 984 time: 0.0856743
Nov 06 21:05:16.863469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:16.864603 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c4729235-c6a7-48fc-9d2c-e5b92b4560c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.872831 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.877738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e92fb98d-9bab-4bcb-ae12-5813aac8d8f2) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:16.893288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:16.894540 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.921297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4c3f552c-3988-4fb4-85ce-15e09634766c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8136466
Nov 06 21:05:16.921297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45902) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:16.925674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:16.969752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8a56679-0a08-473c-8cc5-891baf318339 req-6553722a-4097-45c7-8b50-1e0a34c535c7 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1079295
Nov 06 21:05:16.973687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:16.989567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:16.993124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.012944 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.016420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843edef1-e33c-4918-af06-50fe6424096f None None] Unable to find a vacant binding_index for network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 and agent da541619-a20c-4a5c-8ced-2d01e4c813d3 {{(pid=119335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Nov 06 21:05:17.023885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843edef1-e33c-4918-af06-50fe6424096f None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e92fb98d-9bab-4bcb-ae12-5813aac8d8f2) {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:05:17.048598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9257366070>,) {'filters': {'network_id': ['da54beef-1436-4b93-98da-5c4a92d93e0c']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:17.058180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9257366070>, 'd0f27057-649c-4aa9-85d8-d980eb2b623a') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:17.058475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9257366070>, 'd0f27057-649c-4aa9-85d8-d980eb2b623a') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:17.069677 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.082342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.087893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.088664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:17.089112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:17.092708 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:17.170545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.177867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d3471-3f2f-46ba-8f72-4e1985eb633b req-e14971f8-a282-4763-af9f-7bf8d2a8fcbf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:17.178549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.179415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-705d3471-3f2f-46ba-8f72-4e1985eb633b req-e14971f8-a282-4763-af9f-7bf8d2a8fcbf tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 946 time: 0.1470881
Nov 06 21:05:17.181759 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/networks/da54beef-1436-4b93-98da-5c4a92d93e0c HTTP/1.1" status: 204  len: 168 time: 0.4163558
Nov 06 21:05:17.184440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45906) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:17.195664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31779dfd-7ce6-4a67-806d-c9aa40f7392f tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Network': ['ID=da54beef-1436-4b93-98da-5c4a92d93e0c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:17.304152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e92fb98d-9bab-4bcb-ae12-5813aac8d8f2', 'network_id': 'e92fb98d-9bab-4bcb-ae12-5813aac8d8f2', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'fixed_ips': [{'subnet_id': 'd0fbbc49-e500-40e8-b8db-ca29e55bbfc4'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:05:17.304646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.305065 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.375563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 34e36320-5768-4fe0-8336-f279860e7909 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:17.392153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.399546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 34e36320-5768-4fe0-8336-f279860e7909 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:17.399885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 34e36320-5768-4fe0-8336-f279860e7909 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:17.416066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-705d3471-3f2f-46ba-8f72-4e1985eb633b req-ab952bc7-5582-4f70-a5c9-7327a31a8beb tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1897418
Nov 06 21:05:17.469642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Allocated IP 172.20.0.2 (e92fb98d-9bab-4bcb-ae12-5813aac8d8f2/d0fbbc49-e500-40e8-b8db-ca29e55bbfc4/c135f3db-70b1-4c32-951a-c883d82a506b) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:17.618552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.626069 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.652051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:17.679166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:17.682072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:17.738895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Pushing event updated for resources: {'Port': ['ID=c135f3db-70b1-4c32-951a-c883d82a506b,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:17.749632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Attempting to bind port c135f3db-70b1-4c32-951a-c883d82a506b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:17.750533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Attempting to bind port c135f3db-70b1-4c32-951a-c883d82a506b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e92fb98d-9bab-4bcb-ae12-5813aac8d8f2'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:17.750900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Attempting to bind port c135f3db-70b1-4c32-951a-c883d82a506b on network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:17.756188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:17.756598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Checking segment: {'id': 'dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e92fb98d-9bab-4bcb-ae12-5813aac8d8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:17.757014 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.757392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Bound using segment: {'id': 'dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e92fb98d-9bab-4bcb-ae12-5813aac8d8f2'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:17.757855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Bound port: c135f3db-70b1-4c32-951a-c883d82a506b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e92fb98d-9bab-4bcb-ae12-5813aac8d8f2'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:17.758238 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.822463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] For port c135f3db-70b1-4c32-951a-c883d82a506b, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:17.825811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] For port c135f3db-70b1-4c32-951a-c883d82a506b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c135f3db-70b1-4c32-951a-c883d82a506b,segment=NetworkSegment(dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b),segment_id=dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:17.835646 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.896239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187c0cc-d265-43bd-a4d2-ac0ac82e6a6c None None] Pushing event updated for resources: {'Port': ['ID=c135f3db-70b1-4c32-951a-c883d82a506b,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:17.918627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a743a2-99aa-404e-abf7-f7dff67fa566 req-b9b210df-c6db-4bf3-9ab7-9814d683c691 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:17.920367 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29a743a2-99aa-404e-abf7-f7dff67fa566 req-b9b210df-c6db-4bf3-9ab7-9814d683c691 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 945 time: 0.5212431
Nov 06 21:05:17.937064 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:17.984614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92558fe4c0>,) {'filters': {'network_id': ['dc09e773-315c-4bd3-a33d-0099b0588afb']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:17.994446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bab5d3-ae48-41fa-84d8-b776cb3e2f35 req-e2b75439-ed97-4212-8f10-1631aea449b1 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:17.995985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5bab5d3-ae48-41fa-84d8-b776cb3e2f35 req-e2b75439-ed97-4212-8f10-1631aea449b1 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1995826
Nov 06 21:05:18.013976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92558fe4c0>, '96059dc6-6a23-4aa9-b9c1-d156255e9d40') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:18.014263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92558fe4c0>, '96059dc6-6a23-4aa9-b9c1-d156255e9d40') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:18.043277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.048516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc'}, {'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:18.050953 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aad8112-3eab-47e9-a978-2ce7f429c14f" -d '{"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc"}, {"server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "name": "network-vif-plugged", "status": "completed", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:18.075550 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.085301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29a743a2-99aa-404e-abf7-f7dff67fa566 req-eb8dcb50-6183-4c8f-81cb-d708ba26e8b8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530383
Nov 06 21:05:18.105999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:18.106407 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:18.110141 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:18.163947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5bab5d3-ae48-41fa-84d8-b776cb3e2f35 req-bcc972d2-c4d7-449a-bf74-9cea7ac13cb3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587479
Nov 06 21:05:18.232752 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18d11a3-2b34-4a37-9c3e-4f310634f625 x-openstack-request-id: req-f18d11a3-2b34-4a37-9c3e-4f310634f625 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:18.233156 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc", "code": 200}, {"server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "name": "network-vif-plugged", "status": "completed", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:18.233504 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f18d11a3-2b34-4a37-9c3e-4f310634f625 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:18.233995 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'code': 200}
Nov 06 21:05:18.234851 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'code': 200}
Nov 06 21:05:18.284337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.313605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.316807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] 10.222.0.13 "DELETE /v2.0/networks/dc09e773-315c-4bd3-a33d-0099b0588afb HTTP/1.1" status: 204  len: 168 time: 1.1314244
Nov 06 21:05:18.373443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e5640-3910-4bb2-b4ba-9fbc0f6113ec tempest-BulkNetworkOpsTest-709820763 tempest-BulkNetworkOpsTest-709820763-project] Pushing event deleted for resources: {'Network': ['ID=dc09e773-315c-4bd3-a33d-0099b0588afb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:18.401244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f958e-f701-4b9d-9588-c916405237c3 req-d8e5ce06-651c-408f-a707-8f963dde6794 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:18.402819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-234f958e-f701-4b9d-9588-c916405237c3 req-d8e5ce06-651c-408f-a707-8f963dde6794 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 985 time: 0.1947606
Nov 06 21:05:18.410799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.430188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8634364-d8d4-484c-bb80-88bd4ae1092f req-28ca8ece-e5f9-44b1-8526-fe971a02e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:18.431878 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8634364-d8d4-484c-bb80-88bd4ae1092f req-28ca8ece-e5f9-44b1-8526-fe971a02e6b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 1097 time: 0.0593994
Nov 06 21:05:18.445309 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.469101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c0a7f-bcb1-4894-9650-d7c90e843a17 req-eec13b74-c98c-42c4-b59f-b36664b38343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:18.470685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b7c0a7f-bcb1-4894-9650-d7c90e843a17 req-eec13b74-c98c-42c4-b59f-b36664b38343 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 1136 time: 0.1431749
Nov 06 21:05:18.499675 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f8634364-d8d4-484c-bb80-88bd4ae1092f req-0494825a-8c1a-4a9e-bb26-9a77dc39060e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549202
Nov 06 21:05:18.566753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45922) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:18.615987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-234f958e-f701-4b9d-9588-c916405237c3 req-219f79c5-f841-4a75-8abe-0109bce5878d tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2064662
Nov 06 21:05:18.691596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762c1c-c65c-43e1-984f-8e087d2e8fcd req-d2492202-f2d1-4180-aaed-a15995401c92 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:18.698829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8762c1c-c65c-43e1-984f-8e087d2e8fcd req-d2492202-f2d1-4180-aaed-a15995401c92 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 946 time: 0.1684115
Nov 06 21:05:18.707229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b7c0a7f-bcb1-4894-9650-d7c90e843a17 req-5ae8c4c3-14a1-4716-8395-c516dc0d373a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2257760
Nov 06 21:05:18.730675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Allocated IP 172.35.0.138 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/2419c662-f438-460f-84cc-caf3f2cd336f) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:18.731769 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3a6574bb-bd75-454e-92f9-3076f7004d57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=774386582044496780c2bc74037ec8c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1637735
Nov 06 21:05:18.734792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45926) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:18.788197 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dea802fe-4aed-4363-97be-de75efec12ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.811629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dea802fe-4aed-4363-97be-de75efec12ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.813085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8762c1c-c65c-43e1-984f-8e087d2e8fcd req-34c2ce3c-ffc9-4680-9f85-f0a3dfdfee7c tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1134777
Nov 06 21:05:18.880000 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.883629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dea802fe-4aed-4363-97be-de75efec12ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.886476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dea802fe-4aed-4363-97be-de75efec12ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.887727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dea802fe-4aed-4363-97be-de75efec12ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/031e71f7-dc73-4f8d-9eeb-36a1f61acf29 HTTP/1.1" status: 204  len: 168 time: 0.1517458
Nov 06 21:05:18.899082 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea802fe-4aed-4363-97be-de75efec12ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031e71f7-dc73-4f8d-9eeb-36a1f61acf29,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:18.911547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99442fd1-e5e9-4cfe-9435-1b04a4950a4b None None] Network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:18.928061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:18.964359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:18.967056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:18.973680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:18.994073 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-51ce52ab-fa8c-4e80-b952-4b42d69060cd None None] Provisioning complete for port c135f3db-70b1-4c32-951a-c883d82a506b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:18.994533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51ce52ab-fa8c-4e80-b952-4b42d69060cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:19.002922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Pushing event updated for resources: {'Port': ['ID=2419c662-f438-460f-84cc-caf3f2cd336f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:19.151112 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51ce52ab-fa8c-4e80-b952-4b42d69060cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:19.245132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-51ce52ab-fa8c-4e80-b952-4b42d69060cd None None] For port c135f3db-70b1-4c32-951a-c883d82a506b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c135f3db-70b1-4c32-951a-c883d82a506b,segment=NetworkSegment(dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b),segment_id=dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:19.253778 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51ce52ab-fa8c-4e80-b952-4b42d69060cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:19.255467 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-934804dc-888b-4de6-97ca-c79664c6cc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:19.302978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66397437-2d34-465a-b6e6-d554027f8aea req-49b51046-1c35-48fa-b111-294d891c6326 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:19.310807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66397437-2d34-465a-b6e6-d554027f8aea req-49b51046-1c35-48fa-b111-294d891c6326 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 945 time: 0.1234286
Nov 06 21:05:19.313865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce52ab-fa8c-4e80-b952-4b42d69060cd None None] Pushing event updated for resources: {'Port': ['ID=c135f3db-70b1-4c32-951a-c883d82a506b,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:19.362280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:19.439463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c135f3db-70b1-4c32-951a-c883d82a506b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:19.486419 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66397437-2d34-465a-b6e6-d554027f8aea req-6ef8ec65-5fdc-42e7-a71d-3165c4dbc411 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746299
Nov 06 21:05:19.504494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6422c-da9f-46d3-bf79-505af3d03a0a req-fa1c1874-fff9-4507-bad1-485ead7e8732 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:19.504738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c135f3db-70b1-4c32-951a-c883d82a506b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:19.504738 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:19.504978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38a6422c-da9f-46d3-bf79-505af3d03a0a req-fa1c1874-fff9-4507-bad1-485ead7e8732 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.2091985
Nov 06 21:05:19.609729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38a6422c-da9f-46d3-bf79-505af3d03a0a req-a1113cec-5964-46bc-9201-7b769489d74d tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029224
Nov 06 21:05:19.786707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:19.980153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-2deb9b89-bb71-4b30-9d3c-6514a9abcce7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:19.980872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-2deb9b89-bb71-4b30-9d3c-6514a9abcce7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.2644465
Nov 06 21:05:20.005821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a64b21-866a-4a9e-ae16-1cfbde915687 req-caf33b83-e155-4112-8bc9-c04c57e2c57f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:20.013380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74a64b21-866a-4a9e-ae16-1cfbde915687 req-caf33b83-e155-4112-8bc9-c04c57e2c57f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 985 time: 0.1414900
Nov 06 21:05:20.048455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-cee9ff1d-2a13-4e2d-a7b2-f8e8a78179aa tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/quotas/6eda1afc00c24f888ad31c7bade0503e HTTP/1.1" status: 200  len: 375 time: 0.0539069
Nov 06 21:05:20.125925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0187c7-41ce-43a6-8fa2-876baa4974dc None None] Network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:20.148364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74a64b21-866a-4a9e-ae16-1cfbde915687 req-d9192ed5-9059-478f-9687-7597ecef99df tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1291800
Nov 06 21:05:20.185285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-ae8f9ae7-3125-47af-97c6-e8d66e5d0dd1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1156845
Nov 06 21:05:20.192993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:05:20.210936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8f954fdc-4a78-47fb-9c81-96a73be04d0a None None] Provisioning complete for port c135f3db-70b1-4c32-951a-c883d82a506b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:20.211388 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8f954fdc-4a78-47fb-9c81-96a73be04d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:20.555318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:20.596509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-da1796dc-cbc5-4049-a969-8d8a19ba7560 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4007936
Nov 06 21:05:20.604239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:05:20.617790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Sync routers for ids ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:05:20.630266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f57e1-1dc8-4238-8db4-8fa11aaac9e3 req-34841e25-519b-48c5-9bf9-7b82771f3454 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:20.633817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Routers {'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:20.634458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d08b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:20.637741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89f57e1-1dc8-4238-8db4-8fa11aaac9e3 req-34841e25-519b-48c5-9bf9-7b82771f3454 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 946 time: 0.1815965
Nov 06 21:05:20.711451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-2591adde-3e02-4c75-9701-00d1fefad1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:20.713725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-2591adde-3e02-4c75-9701-00d1fefad1e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84a119dc29614d80a2a5c5378eb09590&device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 1097 time: 0.2200513
Nov 06 21:05:20.743897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:20.748515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46004) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:20.764771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cbf02f22-91ea-4b34-a52a-dc8660093071 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.8426962
Nov 06 21:05:20.788745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-303f97cb-56f8-41dd-a620-7f57412f4b1d None None] Provisioning complete for port c135f3db-70b1-4c32-951a-c883d82a506b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:20.789137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-303f97cb-56f8-41dd-a620-7f57412f4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:20.831839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Set router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:20.908023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89f57e1-1dc8-4238-8db4-8fa11aaac9e3 req-f270ad12-961e-4e20-9d3c-e677d24ccb4b tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2652397
Nov 06 21:05:20.960505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-2199e069-3b7e-4852-8eb6-5f762675f639 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3504136
Nov 06 21:05:21.025012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-39bc070c-dcc0-4da0-84e3-1fce806340c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:21.032566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-39bc070c-dcc0-4da0-84e3-1fce806340c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 200  len: 917 time: 0.3071749
Nov 06 21:05:21.142824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d08b50>, [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:19Z', 'revision_number': 3, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port': {'id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:18Z', 'updated_at': '2021-11-06T21:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:21.189435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-2ff13aaa-fdf1-49ea-bd26-0f3106df124a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81ff9899-aaca-4601-85a6-c941334b6ac2 HTTP/1.1" status: 200  len: 217 time: 0.1410916
Nov 06 21:05:21.219530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Checking router: c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:05:21.222052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Updating router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 port 2419c662-f438-460f-84cc-caf3f2cd336f binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:05:21.260423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:21.343108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef849-d780-45ca-acad-2b63bf140145 req-ac3effd0-4afc-47f1-a839-31224143bb86 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:21.353162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbef849-d780-45ca-acad-2b63bf140145 req-ac3effd0-4afc-47f1-a839-31224143bb86 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.3182755
Nov 06 21:05:21.454423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-98e18ec0-713c-4567-bf8e-0eff04c07f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:21.456741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-98e18ec0-713c-4567-bf8e-0eff04c07f62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da28abf-1daa-4b1e-8b15-57d9115c706e HTTP/1.1" status: 200  len: 855 time: 0.2560790
Nov 06 21:05:21.483685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c135f3db-70b1-4c32-951a-c883d82a506b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:21.544477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46048) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:21.604142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbbef849-d780-45ca-acad-2b63bf140145 req-c3d0351b-3361-4a33-bca7-12e53c8e8f40 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2482059
Nov 06 21:05:21.645312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-dc7f643e-cba7-4cb0-a6c2-df98cafa6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:21.648515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-dc7f643e-cba7-4cb0-a6c2-df98cafa6276 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53170c66-3550-452a-b484-26c412d80e72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1730630
Nov 06 21:05:21.677748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba6fb5-1b03-4428-9517-550cec461857 req-acbc111a-4e6c-466b-8411-772c3b7f2c91 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:21.679396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26ba6fb5-1b03-4428-9517-550cec461857 req-acbc111a-4e6c-466b-8411-772c3b7f2c91 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 985 time: 0.2310791
Nov 06 21:05:21.887245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:21.908469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c135f3db-70b1-4c32-951a-c883d82a506b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:21.909241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:21.992554 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.005256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.090661 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.102582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Attempting to bind port 2419c662-f438-460f-84cc-caf3f2cd336f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:22.103111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Attempting to bind port 2419c662-f438-460f-84cc-caf3f2cd336f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:22.103590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Attempting to bind port 2419c662-f438-460f-84cc-caf3f2cd336f on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:22.105792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e448752-a3c6-48b4-973f-fee30bfbc60e None None] Pushing event updated for resources: {'Port': ['ID=2419c662-f438-460f-84cc-caf3f2cd336f,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:22.124833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:22.125409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:22.125916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.126415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:22.127009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Bound port: 2419c662-f438-460f-84cc-caf3f2cd336f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:22.127495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.281295 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c22b22ab-acd1-44a7-8b34-ee3cdd05b6ad req-be36b56a-d9d9-4eab-8ac1-c7d3a96fa8a4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 210 time: 0.5883617
Nov 06 21:05:22.299289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26ba6fb5-1b03-4428-9517-550cec461857 req-787302bb-5ae7-496c-8778-68c3132d8fcf tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.6079848
Nov 06 21:05:22.312136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc219154-cf04-4860-873d-dfc517e65042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.365558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Allocated IP 172.20.0.1 (e92fb98d-9bab-4bcb-ae12-5813aac8d8f2/d0fbbc49-e500-40e8-b8db-ca29e55bbfc4/bc10f36b-a7ce-457a-9252-f567c6766e60) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:22.402594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] For port 2419c662-f438-460f-84cc-caf3f2cd336f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:22.411777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] For port 2419c662-f438-460f-84cc-caf3f2cd336f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2419c662-f438-460f-84cc-caf3f2cd336f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:22.414166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-d89a66c1-d493-4434-80c9-7d01957a2752 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7553110
Nov 06 21:05:22.418733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.497796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc219154-cf04-4860-873d-dfc517e65042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.507793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Routers {'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:22.508771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d08b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:22.516535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.533129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cc219154-cf04-4860-873d-dfc517e65042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.540722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.558608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e448752-a3c6-48b4-973f-fee30bfbc60e None None] Pushing event updated for resources: {'Port': ['ID=2419c662-f438-460f-84cc-caf3f2cd336f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:22.580336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.624110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:22.627700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:22.628388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc219154-cf04-4860-873d-dfc517e65042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0868f2-0752-4743-85c3-76fd2ba5c7c6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:22.631206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:22.635436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cc219154-cf04-4860-873d-dfc517e65042 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10de30f61e8448efbb48a918c8159b09&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0604622
Nov 06 21:05:22.636024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46064) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:22.656679 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] Set router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:22.661605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca609266-31e7-42c6-b36e-06faf26de353 req-f9a2f459-51e0-4926-8126-def013bf928e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:22.663154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca609266-31e7-42c6-b36e-06faf26de353 req-f9a2f459-51e0-4926-8126-def013bf928e tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 946 time: 0.2093160
Nov 06 21:05:22.679333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Pushing event updated for resources: {'Port': ['ID=bc10f36b-a7ce-457a-9252-f567c6766e60,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:22.679899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7593d4-2bb3-4508-92bb-9394f55f65e1 req-58b5b26b-9f30-4769-ab9d-5816fc77a6e5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:22.681461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c7593d4-2bb3-4508-92bb-9394f55f65e1 req-58b5b26b-9f30-4769-ab9d-5816fc77a6e5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 985 time: 0.1824400
Nov 06 21:05:22.690868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54dd6fe7-806a-4041-acd1-fdee68d4d1af req-a7a479dc-7184-4669-af74-143e2a9da918 service neutron] 10.222.0.10 "GET /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2695527
Nov 06 21:05:22.712199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.841906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca609266-31e7-42c6-b36e-06faf26de353 req-f904fc63-2f34-4467-a40a-f37bd6a32943 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1576250
Nov 06 21:05:22.850800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36537e02-6de2-4a82-b3fe-53ebc8f667b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:22.869949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c7593d4-2bb3-4508-92bb-9394f55f65e1 req-d2bfef23-af86-45f9-b255-60b7475982dd tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1629183
Nov 06 21:05:23.000590 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36537e02-6de2-4a82-b3fe-53ebc8f667b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.047296 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.102038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d08b50>, [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:19Z', 'revision_number': 3, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port': {'id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:18Z', 'updated_at': '2021-11-06T21:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:23.138992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17726ad4-7cb0-4d40-9bc5-4dbc4e857f54 None None] The sync data for ids ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'] in ncdv-master-1 is: [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:19Z', 'revision_number': 3, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port': {'id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:18Z', 'updated_at': '2021-11-06T21:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:05:23.184079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-02337fc3-3c5f-496b-9ebc-e0d17b5bfdda None None] Provisioning complete for port bc10f36b-a7ce-457a-9252-f567c6766e60 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:23.184588 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-02337fc3-3c5f-496b-9ebc-e0d17b5bfdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.233795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-02337fc3-3c5f-496b-9ebc-e0d17b5bfdda None None] Port bc10f36b-a7ce-457a-9252-f567c6766e60 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:05:23.275501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061b15d-81ed-4229-855b-4735997b18e0 req-f7e20992-8e7b-4b5f-8f3a-259b2f8e5b8e tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:23.283738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a061b15d-81ed-4229-855b-4735997b18e0 req-f7e20992-8e7b-4b5f-8f3a-259b2f8e5b8e tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1859016
Nov 06 21:05:23.294040 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.301920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-27d168bd-4172-4613-b83f-2321057cfce5 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:23.303001 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.303447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-27d168bd-4172-4613-b83f-2321057cfce5 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.3890424
Nov 06 21:05:23.305651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fe75-ecd8-41b6-a0b1-f3dfa955fc28 req-6714f5b8-c8cc-42d9-9613-8f3b75ab5012 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:23.307062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8997fe75-ecd8-41b6-a0b1-f3dfa955fc28 req-6714f5b8-c8cc-42d9-9613-8f3b75ab5012 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 1136 time: 0.2221248
Nov 06 21:05:23.321259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Request body: {'port': {'device_id': '6123f97a-1c1d-4334-b05e-edb8cd2172de', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'admin_state_up': True, 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:23.378923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36537e02-6de2-4a82-b3fe-53ebc8f667b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.381577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36537e02-6de2-4a82-b3fe-53ebc8f667b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.384339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-36537e02-6de2-4a82-b3fe-53ebc8f667b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b0868f2-0752-4743-85c3-76fd2ba5c7c6 HTTP/1.1" status: 204  len: 168 time: 0.7393610
Nov 06 21:05:23.386035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.388005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Pushing event updated for resources: {'Port': ['ID=bc10f36b-a7ce-457a-9252-f567c6766e60,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:23.410091 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8997fe75-ecd8-41b6-a0b1-f3dfa955fc28 req-2f58e852-416e-4647-b3e1-9a9072d97fe6 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.437168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36537e02-6de2-4a82-b3fe-53ebc8f667b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0868f2-0752-4743-85c3-76fd2ba5c7c6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:23.460327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a061b15d-81ed-4229-855b-4735997b18e0 req-71b8d52f-e8cd-45c0-9ce5-27d532edfe19 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754110
Nov 06 21:05:23.525799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:23.527495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:23.637555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2a13fb5-265d-4f50-8f83-db1b738592bb req-3f668eb8-9fa1-4471-a998-1a55b0625f97 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 210 time: 0.0525615
Nov 06 21:05:23.639439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:23.645545 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.758430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:05:23.851771 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8997fe75-ecd8-41b6-a0b1-f3dfa955fc28 req-2f58e852-416e-4647-b3e1-9a9072d97fe6 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.866905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8997fe75-ecd8-41b6-a0b1-f3dfa955fc28 req-2f58e852-416e-4647-b3e1-9a9072d97fe6 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.866905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Allocated IP 172.20.0.2 (c0397278-359e-4b6d-bb4f-e56cf166bbfb/a2e1697f-b2c0-469e-8413-56865719f066/6903fd3d-34db-44a4-ad2d-fb2ddf711efe) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:23.892420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bee2b25d-1502-4c64-9d16-288669b11a8d None None] Provisioning complete for port bc10f36b-a7ce-457a-9252-f567c6766e60 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:23.894203 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bee2b25d-1502-4c64-9d16-288669b11a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:23.910564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:05:23.917987 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-948d5229-9706-4283-bcd2-8d6e00471807 admin admin] 10.222.0.13 "PUT /v2.0/routers/c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1684024
Nov 06 21:05:23.935485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58e852-416e-4647-b3e1-9a9072d97fe6 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b8e91b-569c-4c57-8917-6ce4d335ea03,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:23.971933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46086) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:23.973884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8997fe75-ecd8-41b6-a0b1-f3dfa955fc28 req-2f58e852-416e-4647-b3e1-9a9072d97fe6 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.6399095
Nov 06 21:05:23.976986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bee2b25d-1502-4c64-9d16-288669b11a8d None None] Port bc10f36b-a7ce-457a-9252-f567c6766e60 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:05:23.992924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46088) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:24.033823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0ca295-3e48-46a7-9298-6c6c591877c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.084504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37262c4-d470-40ed-97ca-ce93e7faac10 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:24.090461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46096) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:24.096402 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b37262c4-d470-40ed-97ca-ce93e7faac10 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 1131 time: 0.0981848
Nov 06 21:05:24.097820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:24.162817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.183691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0ca295-3e48-46a7-9298-6c6c591877c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.184560 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.193599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af0ca295-3e48-46a7-9298-6c6c591877c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.237166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af0ca295-3e48-46a7-9298-6c6c591877c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0181e74e5a641d891f14e3ffe7e0174&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2639816
Nov 06 21:05:24.239662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46100) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:24.280797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ca295-3e48-46a7-9298-6c6c591877c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cc34fb-847f-4219-b592-2be8a3c9e997,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:24.344748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0ac2-bab6-4603-8d56-1de1d17c3a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.365435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49ec68b6-76b1-4444-b2f2-4f69fd992f2f req-80eda77f-68f5-4a51-a97c-6015afe4c49a tempest-FloatingIPsNegativeTestJSON-475458625 tempest-FloatingIPsNegativeTestJSON-475458625-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=c107932940294a53b6922907bee32bb0 HTTP/1.1" status: 200  len: 217 time: 0.0771751
Nov 06 21:05:24.373330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.393409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0ac2-bab6-4603-8d56-1de1d17c3a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.397111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11', '90b8b9b0-a8f0-48a1-905b-e533c76adf75'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:24.456884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:24.467281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0ac2-bab6-4603-8d56-1de1d17c3a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.467532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1747d40-5125-4b63-b849-8bc7764c4f67 req-71863afb-5d5f-43bf-8600-2e048f2e576a tempest-FloatingIPsNegativeTestJSON-475458625 tempest-FloatingIPsNegativeTestJSON-475458625-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0551038
Nov 06 21:05:24.471090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:24.471472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0ac2-bab6-4603-8d56-1de1d17c3a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.480777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:24.487032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event updated for resources: {'Port': ['ID=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:24.488128 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0c8e0ac2-bab6-4603-8d56-1de1d17c3a07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07cc34fb-847f-4219-b592-2be8a3c9e997 HTTP/1.1" status: 204  len: 168 time: 0.2474256
Nov 06 21:05:24.513760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e0ac2-bab6-4603-8d56-1de1d17c3a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cc34fb-847f-4219-b592-2be8a3c9e997,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:24.603786 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-3134d810-ff42-4361-be06-0a6606a0e32b req-55ed66aa-de57-4a03-b77f-4f6613740658 tempest-FloatingIPsNegativeTestJSON-475458625 tempest-FloatingIPsNegativeTestJSON-475458625-project] show failed (client error): The resource could not be found.
Nov 06 21:05:24.604892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3134d810-ff42-4361-be06-0a6606a0e32b req-55ed66aa-de57-4a03-b77f-4f6613740658 tempest-FloatingIPsNegativeTestJSON-475458625 tempest-FloatingIPsNegativeTestJSON-475458625-project] 10.222.0.13 "GET /v2.0/floatingips/e226a8e0-37ff-45db-b75c-5625dead06a9 HTTP/1.1" status: 404  len: 350 time: 0.0871644
Nov 06 21:05:24.606169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.618132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46112) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:24.632074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:24.632433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.723999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a880e531-d0c2-4740-9a57-84f403a1fde2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4095929
Nov 06 21:05:24.742561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Request body: {'port': {'device_id': '6123f97a-1c1d-4334-b05e-edb8cd2172de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:24.775300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538a747-328b-4ae1-aecf-c13bdfec1717 req-818481b9-2e88-43be-bbca-ae794aa6be65 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:24.776888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7538a747-328b-4ae1-aecf-c13bdfec1717 req-818481b9-2e88-43be-bbca-ae794aa6be65 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1744447
Nov 06 21:05:24.911674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Allocated IP 172.35.0.211 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/9e299716-44dc-418c-87a5-cac686461c47) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:24.944009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b9cc6-29cb-4f0d-8da2-20dae450a0e6 req-dd025f4a-49d3-48e0-8e55-27ad304b1743 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:24.945583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-196b9cc6-29cb-4f0d-8da2-20dae450a0e6 req-dd025f4a-49d3-48e0-8e55-27ad304b1743 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 931 time: 0.2003391
Nov 06 21:05:24.946183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:24.975981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7538a747-328b-4ae1-aecf-c13bdfec1717 req-61687f9b-ad37-496b-9cb9-033f4740552f tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688180
Nov 06 21:05:25.111412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-196b9cc6-29cb-4f0d-8da2-20dae450a0e6 req-1673fc22-9625-4110-bfa3-097280cfa14f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493578
Nov 06 21:05:25.142409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.248018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.307946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275e9cd-d3bd-47ad-896f-8479dd539995 req-9f6829dd-b15c-4045-a001-58d26ae3c430 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:25.307946 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4275e9cd-d3bd-47ad-896f-8479dd539995 req-9f6829dd-b15c-4045-a001-58d26ae3c430 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.2039533
Nov 06 21:05:25.399346 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.463171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2419c662-f438-460f-84cc-caf3f2cd336f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:25.466709 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4275e9cd-d3bd-47ad-896f-8479dd539995 req-aae0bac1-4095-40b9-b1a4-0046a195f7bd tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479576
Nov 06 21:05:25.477752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:25.490139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:25.501573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:25.549985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Deleting port bc10f36b-a7ce-457a-9252-f567c6766e60 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:25.550569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.558946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=9e299716-44dc-418c-87a5-cac686461c47,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:25.594922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2419c662-f438-460f-84cc-caf3f2cd336f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:25.597797 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.616570 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6903fd3d-34db-44a4-ad2d-fb2ddf711efe {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:25.639080 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.669616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.688587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Calling delete_port for bc10f36b-a7ce-457a-9252-f567c6766e60 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:25.708577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Transition to ACTIVE for port object 6903fd3d-34db-44a4-ad2d-fb2ddf711efe will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:05:25.717748 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.733062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.742163 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] Sync routers for ids ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:05:25.750755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 2419c662-f438-460f-84cc-caf3f2cd336f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2419c662-f438-460f-84cc-caf3f2cd336f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:25.758382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:25.766984 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] Routers {'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:25.767617 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925282fbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:25.789532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e214-e030-4255-a67b-9314a4136f39 req-5836a821-b444-4087-aaee-86db574ea252 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:25.797557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f474e214-e030-4255-a67b-9314a4136f39 req-5836a821-b444-4087-aaee-86db574ea252 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 945 time: 0.1698489
Nov 06 21:05:25.875298 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=2419c662-f438-460f-84cc-caf3f2cd336f,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:25.902330 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] Set router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:25.918123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Pushing event updated for resources: {'Port': ['ID=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:25.939376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f474e214-e030-4255-a67b-9314a4136f39 req-69cb7417-1c17-4e84-ad3e-776f19d57dea tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351795
Nov 06 21:05:26.063200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:26.108389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc10f36b-a7ce-457a-9252-f567c6766e60,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:26.192262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Attempting to bind port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:26.195879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Attempting to bind port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:26.196219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Attempting to bind port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:26.217898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ca76a-dca0-43e2-aead-0e94c9e04000 req-8eeefaef-d7b6-4138-9d1b-a7e63cb177d3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:26.224708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-690ca76a-dca0-43e2-aead-0e94c9e04000 req-8eeefaef-d7b6-4138-9d1b-a7e63cb177d3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.1859453
Nov 06 21:05:26.254380 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925282fbe0>, [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:22Z', 'revision_number': 4, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port': {'id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:18Z', 'updated_at': '2021-11-06T21:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc10f36b-a7ce-457a-9252-f567c6766e60', 'name': '', 'network_id': 'e92fb98d-9bab-4bcb-ae12-5813aac8d8f2', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'mac_address': 'fa:16:3e:16:cc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd0fbbc49-e500-40e8-b8db-ca29e55bbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:22Z', 'updated_at': '2021-11-06T21:05:23Z', 'revision_number': 2, 'project_id': 'c107932940294a53b6922907bee32bb0', 'subnets': [{'id': 'd0fbbc49-e500-40e8-b8db-ca29e55bbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:26.287853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe on network c0397278-359e-4b6d-bb4f-e56cf166bbfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:05:26.288180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Attempting to bind port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:26.290142 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] Checking router: c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:05:26.290356 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] Updating router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 port bc10f36b-a7ce-457a-9252-f567c6766e60 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:05:26.319066 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] Port bc10f36b-a7ce-457a-9252-f567c6766e60 not found while updating agent binding for router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9. {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 06 21:05:26.342872 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] Routers {'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:26.344027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925282fbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:26.363380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:26.367642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:26.367983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Checking segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:26.368392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Bound using segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:26.368895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Bound port: 6903fd3d-34db-44a4-ad2d-fb2ddf711efe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:26.369200 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:26.430963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-690ca76a-dca0-43e2-aead-0e94c9e04000 req-b7cc0b68-4b2c-4fe5-8a3e-71afb764fa84 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929915
Nov 06 21:05:26.458483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ea8c9-e8d8-4b4e-8695-61eab94493df req-bea86f26-5a88-4890-a439-dd9ed6afdd47 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:26.465780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f0ea8c9-e8d8-4b4e-8695-61eab94493df req-bea86f26-5a88-4890-a439-dd9ed6afdd47 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 943 time: 0.2379971
Nov 06 21:05:26.471667 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] Set router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:26.567711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-412e73ad-0d79-4a02-ae3f-55e41b5bdebe req-a65db88a-0ef8-4528-805d-4ae405f95e94 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:05:26.569228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-412e73ad-0d79-4a02-ae3f-55e41b5bdebe req-a65db88a-0ef8-4528-805d-4ae405f95e94 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0420449
Nov 06 21:05:26.635970 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:26.702211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] For port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:26.739750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f0ea8c9-e8d8-4b4e-8695-61eab94493df req-92c792bc-998c-40b9-860d-bfb3c7502823 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730751
Nov 06 21:05:26.761252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] For port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:26.804524 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925282fbe0>, [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:25Z', 'revision_number': 5, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port': {'id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:18Z', 'updated_at': '2021-11-06T21:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:26.812163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:26.852084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-412e73ad-0d79-4a02-ae3f-55e41b5bdebe req-15c4325b-a12e-4bcf-9465-f3d437c400f6 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.2706752
Nov 06 21:05:26.865532 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a426eb-64a7-420b-865e-9960bace8558 None None] The sync data for ids ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'] in ncdv-master-1 is: [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:25Z', 'revision_number': 5, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port': {'id': '2419c662-f438-460f-84cc-caf3f2cd336f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:18Z', 'updated_at': '2021-11-06T21:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:05:26.923197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:26.950194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:26.950712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:26.967572 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] 10.222.0.10 "PUT /v2.0/ports/6903fd3d-34db-44a4-ad2d-fb2ddf711efe HTTP/1.1" status: 200  len: 1091 time: 2.2332227
Nov 06 21:05:26.968859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6123f97a-1c1d-4334-b05e-edb8cd2172de', 'tag': '6903fd3d-34db-44a4-ad2d-fb2ddf711efe'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:26.971796 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e453ae0a-255a-4874-913b-d83358d5acb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6123f97a-1c1d-4334-b05e-edb8cd2172de", "tag": "6903fd3d-34db-44a4-ad2d-fb2ddf711efe"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:27.017270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46178) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:27.045000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416cc0a-9072-40ed-bc4d-4f84942704da service neutron] Pushing event updated for resources: {'Port': ['ID=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:27.060473 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9a6ed0-467a-46b6-83e0-e91961c26062 x-openstack-request-id: req-9e9a6ed0-467a-46b6-83e0-e91961c26062 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:27.061023 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6123f97a-1c1d-4334-b05e-edb8cd2172de", "tag": "6903fd3d-34db-44a4-ad2d-fb2ddf711efe", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:27.067374 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e9a6ed0-467a-46b6-83e0-e91961c26062 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:27.068112 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6123f97a-1c1d-4334-b05e-edb8cd2172de', 'tag': '6903fd3d-34db-44a4-ad2d-fb2ddf711efe', 'status': 'completed', 'code': 200}
Nov 06 21:05:27.070458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:05:27.253227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:05:27.264681 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eefafbe1-e57b-4a56-8bfa-fb715e7bfe0d admin admin] 10.222.0.13 "PUT /v2.0/routers/c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6450405
Nov 06 21:05:27.273498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46188) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:27.394002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:27.400442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2419c662-f438-460f-84cc-caf3f2cd336f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:27.476907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2419c662-f438-460f-84cc-caf3f2cd336f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:27.477250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:27.557439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:27.650148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Deleting port 2419c662-f438-460f-84cc-caf3f2cd336f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:27.650496 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:27.734836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4cff1fcc-128e-4bbf-af99-89c8e55ff5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:27.753749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] For port 2419c662-f438-460f-84cc-caf3f2cd336f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2419c662-f438-460f-84cc-caf3f2cd336f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:27.755083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:27.782118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-e0124521-5344-44b4-83c3-38fc4093994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:27.783669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-e0124521-5344-44b4-83c3-38fc4093994d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 1094 time: 0.7120976
Nov 06 21:05:27.793624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Calling delete_port for 2419c662-f438-460f-84cc-caf3f2cd336f owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:27.817997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a065d3-0b7e-439f-a68c-981f1b0a6f29 req-b527274c-0802-435b-85b8-b9ae6fa05ee3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:27.819526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73a065d3-0b7e-439f-a68c-981f1b0a6f29 req-b527274c-0802-435b-85b8-b9ae6fa05ee3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1339064
Nov 06 21:05:27.888777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-f72d066d-f8e7-4a9e-99e9-6afd02fc5836 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6903fd3d-34db-44a4-ad2d-fb2ddf711efe HTTP/1.1" status: 200  len: 217 time: 0.0848062
Nov 06 21:05:28.015222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.037159 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.038372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52157502-6d15-4990-abe5-d5668994d522 None None] Sync routers for ids ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:05:28.048946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.061405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52157502-6d15-4990-abe5-d5668994d522 None None] Routers {'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:28.063330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-52157502-6d15-4990-abe5-d5668994d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251992a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:28.079274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2419c662-f438-460f-84cc-caf3f2cd336f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:28.081422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73a065d3-0b7e-439f-a68c-981f1b0a6f29 req-dd9ef115-2fc9-480a-ba71-ac9d1d53f7be tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390451
Nov 06 21:05:28.088460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-65629500-9956-4a96-9adb-f43eb25ab6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:28.089970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-65629500-9956-4a96-9adb-f43eb25ab6d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.1831124
Nov 06 21:05:28.179956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-52157502-6d15-4990-abe5-d5668994d522 None None] Set router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:28.180190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f894f-9b72-4aec-a1e4-a5ff90b4dd0b req-2da21fe1-0ba6-4008-acaa-784573cc726a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:28.196131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e91f894f-9b72-4aec-a1e4-a5ff90b4dd0b req-2da21fe1-0ba6-4008-acaa-784573cc726a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 943 time: 0.3224318
Nov 06 21:05:28.211033 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.246354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-cc651719-0781-4db2-886c-46fbc3437b83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1459777
Nov 06 21:05:28.246731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-52157502-6d15-4990-abe5-d5668994d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251992a90>, [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:27Z', 'revision_number': 7, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:28.255970 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4cff1fcc-128e-4bbf-af99-89c8e55ff5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.261823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=9e299716-44dc-418c-87a5-cac686461c47,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:28.282859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4cff1fcc-128e-4bbf-af99-89c8e55ff5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.300749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52157502-6d15-4990-abe5-d5668994d522 None None] Checking router: c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:05:28.311314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52157502-6d15-4990-abe5-d5668994d522 None None] Routers {'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:28.311970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-52157502-6d15-4990-abe5-d5668994d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251992a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:28.342026 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.345070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.379838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.402358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-52157502-6d15-4990-abe5-d5668994d522 None None] Set router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:28.404073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff1fcc-128e-4bbf-af99-89c8e55ff5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c039b8ab-fa88-4847-8a4d-01e4ffac1dd0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:28.438712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.439219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:05:28.448168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.451729 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a9fb3e29-91b5-40b2-9a03-8eeec551dc1b admin admin] 10.222.0.13 "DELETE /v2.0/routers/c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9 HTTP/1.1" status: 204  len: 168 time: 1.1748574
Nov 06 21:05:28.451884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46218) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:28.470056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4cff1fcc-128e-4bbf-af99-89c8e55ff5ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d64466abb8db449989687db041a158d3&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4495893
Nov 06 21:05:28.477091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e91f894f-9b72-4aec-a1e4-a5ff90b4dd0b req-ac380f90-f5dd-4e74-9970-5890afd94e13 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2799716
Nov 06 21:05:28.485592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46220) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:28.499341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-52314120-0227-4d33-b544-68c5d09045d3 admin admin] Deleting subnet d0fbbc49-e500-40e8-b8db-ca29e55bbfc4 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:05:28.502682 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52314120-0227-4d33-b544-68c5d09045d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.510420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-52157502-6d15-4990-abe5-d5668994d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251992a90>, [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:27Z', 'revision_number': 7, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:28.520760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a13d-9e09-4958-9c1e-3f8ab59ae417 req-d09acfdf-929e-4a4b-990a-1d3abc519006 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:28.522442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f58a13d-9e09-4958-9c1e-3f8ab59ae417 req-d09acfdf-929e-4a4b-990a-1d3abc519006 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 945 time: 0.3188570
Nov 06 21:05:28.544009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52157502-6d15-4990-abe5-d5668994d522 None None] The sync data for ids ['c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9'] in ncdv-master-1 is: [{'id': 'c3e84c7d-b995-45ad-8be0-a16ac4ddbaf9', 'name': 'tempest-FloatingIPsNegativeTestJSON-613078740-router', 'tenant_id': 'c107932940294a53b6922907bee32bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:17Z', 'updated_at': '2021-11-06T21:05:27Z', 'revision_number': 7, 'project_id': 'c107932940294a53b6922907bee32bb0', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:05:28.549665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52314120-0227-4d33-b544-68c5d09045d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.638918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-a1cf1e02-ff8c-495b-9c03-bc77dd4759ac service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3739142
Nov 06 21:05:28.658190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52314120-0227-4d33-b544-68c5d09045d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.669959 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Floating IP 536c5fd8-51f2-427c-8ad9-339fc073ba46 associated. External IP: 172.35.0.211, port: a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a.
Nov 06 21:05:28.742049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52314120-0227-4d33-b544-68c5d09045d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.778833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f58a13d-9e09-4958-9c1e-3f8ab59ae417 req-504fa039-e9fc-4fa5-ac60-01b03851a828 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178402
Nov 06 21:05:28.790527 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b376ad0a-d086-47cf-bd36-e8df0c0a3c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.803695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52314120-0227-4d33-b544-68c5d09045d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fbbc49-e500-40e8-b8db-ca29e55bbfc4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:28.825830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af8e81-d605-495a-84eb-81c8f6603f02 None None] Network e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:28.840226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52314120-0227-4d33-b544-68c5d09045d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.860436 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-52314120-0227-4d33-b544-68c5d09045d3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0fbbc49-e500-40e8-b8db-ca29e55bbfc4 HTTP/1.1" status: 204  len: 168 time: 0.4013100
Nov 06 21:05:28.860436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46228) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:28.889679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b376ad0a-d086-47cf-bd36-e8df0c0a3c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:28.975260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52f7dbf-98d3-409b-9cba-146471c461bb req-ff16f883-a4b0-4892-bf73-dfe350d542ce service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3194692
Nov 06 21:05:28.976547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.057553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be774e-765b-47a2-afba-ddf3e609945d req-7453f515-24ad-4e52-a124-2bb2763bf566 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:29.059183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31be774e-765b-47a2-afba-ddf3e609945d req-7453f515-24ad-4e52-a124-2bb2763bf566 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.1507213
Nov 06 21:05:29.099779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Deleting port c135f3db-70b1-4c32-951a-c883d82a506b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:29.100428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.102747 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b376ad0a-d086-47cf-bd36-e8df0c0a3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.105344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b376ad0a-d086-47cf-bd36-e8df0c0a3c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.106564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b376ad0a-d086-47cf-bd36-e8df0c0a3c2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c039b8ab-fa88-4847-8a4d-01e4ffac1dd0 HTTP/1.1" status: 204  len: 168 time: 0.6182363
Nov 06 21:05:29.128450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] DHCP port deletion for e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:05:29.189071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] For port c135f3db-70b1-4c32-951a-c883d82a506b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c135f3db-70b1-4c32-951a-c883d82a506b,segment=NetworkSegment(dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b),segment_id=dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:29.189762 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.190246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] Deleting port c135f3db-70b1-4c32-951a-c883d82a506b {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:29.190835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.208194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Calling delete_port for c135f3db-70b1-4c32-951a-c883d82a506b owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:29.241827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376ad0a-d086-47cf-bd36-e8df0c0a3c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039b8ab-fa88-4847-8a4d-01e4ffac1dd0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:29.328869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31be774e-765b-47a2-afba-ddf3e609945d req-dc46dea0-098e-4c62-b24f-2e691eb8a375 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572002
Nov 06 21:05:29.341031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-16921a0a-4bfc-4067-ac38-28838f873c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:29.341461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] For port c135f3db-70b1-4c32-951a-c883d82a506b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c135f3db-70b1-4c32-951a-c883d82a506b,segment=NetworkSegment(dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b),segment_id=dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:29.342070 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.342575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-16921a0a-4bfc-4067-ac38-28838f873c58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 1094 time: 0.2529953
Nov 06 21:05:29.350677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Router fbab2b2c-652a-4287-8073-b75ec587540e has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:05:29.361249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.364646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] Calling delete_port for c135f3db-70b1-4c32-951a-c883d82a506b owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:29.419532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c135f3db-70b1-4c32-951a-c883d82a506b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:29.419532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] No DVR routers for this DVR port c135f3db-70b1-4c32-951a-c883d82a506b on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:29.490501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c135f3db-70b1-4c32-951a-c883d82a506b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:29.559763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c135f3db-70b1-4c32-951a-c883d82a506b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:29.565042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c135f3db-70b1-4c32-951a-c883d82a506b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:29.565558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2419c662-f438-460f-84cc-caf3f2cd336f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:29.597725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 2419c662-f438-460f-84cc-caf3f2cd336f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:29.598106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2419c662-f438-460f-84cc-caf3f2cd336f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:29.603382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.612857 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.642949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256a6a5b0>,) {'filters': {'network_id': ['e92fb98d-9bab-4bcb-ae12-5813aac8d8f2']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:29.647322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] Pushing event deleted for resources: {'Port': ['ID=c135f3db-70b1-4c32-951a-c883d82a506b,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:29.655541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322956ef-af3f-4a39-adf8-f2a8be49c713 None None] No DVR routers for this DVR port c135f3db-70b1-4c32-951a-c883d82a506b on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:29.659403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256a6a5b0>, 'dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:29.659704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256a6a5b0>, 'dc3b3ecc-e5a5-4bf7-a32e-762ccdecbe0b') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:29.679410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.697139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.712455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:29.712876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:29.715031 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:29.775290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.785314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:29.789023 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e92fb98d-9bab-4bcb-ae12-5813aac8d8f2 HTTP/1.1" status: 204  len: 168 time: 0.9311142
Nov 06 21:05:29.815026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e3d3-ba5c-4f90-877f-13e34b7f8ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e92fb98d-9bab-4bcb-ae12-5813aac8d8f2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:29.819829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-9d1bce98-f5c2-451b-bc5f-8d82f3e0d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:29.821587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-9d1bce98-f5c2-451b-bc5f-8d82f3e0d566 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 906 time: 0.4673419
Nov 06 21:05:29.846114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dccae-b022-48b0-a23d-8fc9cd8c60f0 req-16e5bd5a-af23-4a26-a679-e0872ef13277 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:29.847719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b8dccae-b022-48b0-a23d-8fc9cd8c60f0 req-16e5bd5a-af23-4a26-a679-e0872ef13277 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 943 time: 0.2321393
Nov 06 21:05:29.884168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dd977-d940-4a22-8862-5e9696da21c9 req-c97729a1-c2b0-47e4-80df-581390680d32 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:29.897921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dd977-d940-4a22-8862-5e9696da21c9 req-c97729a1-c2b0-47e4-80df-581390680d32 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:29.906913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dd977-d940-4a22-8862-5e9696da21c9 req-c97729a1-c2b0-47e4-80df-581390680d32 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:29.910076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f0dd977-d940-4a22-8862-5e9696da21c9 req-c97729a1-c2b0-47e4-80df-581390680d32 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788&device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0&device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 2417 time: 0.2954748
Nov 06 21:05:29.911906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:05:29.924328 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] Sync routers for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:05:29.948415 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:29.949070 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925282fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:29.963299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-8eda659d-4189-4460-8840-2c4ef04671fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6903fd3d-34db-44a4-ad2d-fb2ddf711efe HTTP/1.1" status: 200  len: 217 time: 0.1272860
Nov 06 21:05:30.039354 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:30.061804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46266) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:30.124220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7dde55b9-525c-4e70-ae5d-c45caf82edef tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 6.0303106
Nov 06 21:05:30.127107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:30.129761 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950" -d '{"events": [{"name": "network-changed", "server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:30.135457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b8dccae-b022-48b0-a23d-8fc9cd8c60f0 req-deb9d4d1-6a77-4f8f-a3f9-e8fd40896c28 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205255
Nov 06 21:05:30.136057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46272) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:30.148088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-1ffb650b-36d7-4097-8d20-51b0b768917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.150321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-1ffb650b-36d7-4097-8d20-51b0b768917a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.1590290
Nov 06 21:05:30.160250 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9eefd2de-6f29-4478-a95d-86faa88c3b0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c107932940294a53b6922907bee32bb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0955617
Nov 06 21:05:30.163486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46276) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:30.186673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f0dd977-d940-4a22-8862-5e9696da21c9 req-5509fa48-2549-40a3-8ad4-27ad0f612dca tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265806
Nov 06 21:05:30.192581 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:30.299563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e28e1e65-ae00-45a6-a1a1-766d72d7b17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:30.311562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-53a1e294-eba4-4dbd-8430-ce9551d5cf95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1242177
Nov 06 21:05:30.335515 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11637fb-3368-47c9-90d0-afcbe28c2190 x-openstack-request-id: req-d11637fb-3368-47c9-90d0-afcbe28c2190 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:30.335850 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:30.336372 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d11637fb-3368-47c9-90d0-afcbe28c2190 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:30.336500 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'status': 'completed', 'code': 200}
Nov 06 21:05:30.385034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-f7a78746-b602-4f20-be65-1852f25cf4b5 req-a3bab990-582b-4682-b65c-4aa5c3cb2665 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:05:30.385884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7a78746-b602-4f20-be65-1852f25cf4b5 req-a3bab990-582b-4682-b65c-4aa5c3cb2665 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0845690
Nov 06 21:05:30.409708 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e28e1e65-ae00-45a6-a1a1-766d72d7b17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:30.460642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-83300aae-95f4-43fd-8b89-c7d786ab4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.462583 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-83300aae-95f4-43fd-8b89-c7d786ab4389 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2513646a2fc417d9b601006a57d5693&device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 1136 time: 0.0993881
Nov 06 21:05:30.550972 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e28e1e65-ae00-45a6-a1a1-766d72d7b17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:30.554651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e28e1e65-ae00-45a6-a1a1-766d72d7b17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:30.556060 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e28e1e65-ae00-45a6-a1a1-766d72d7b17b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a22bbdb-44da-420d-82a6-92be0eed4608 HTTP/1.1" status: 204  len: 168 time: 0.3912497
Nov 06 21:05:30.560098 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925282fac0>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '536c5fd8-51f2-427c-8ad9-339fc073ba46', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'floating_ip_address': '172.35.0.211', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'port_id': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'mac_address': 'fa:16:3e:ae:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:05:26Z', 'updated_at': '2021-11-06T21:05:26Z', 'revision_number': 0, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:42Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:30.601327 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] Checking router: fbab2b2c-652a-4287-8073-b75ec587540e for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:05:30.614309 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:30.615466 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925282fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:30.654398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-4088649e-0630-4392-b915-acfb5d97b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.657370 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-4088649e-0630-4392-b915-acfb5d97b990 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8545d18d-53f1-4e44-8979-ca61a655f6b2 HTTP/1.1" status: 200  len: 897 time: 0.1831422
Nov 06 21:05:30.662930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e1e65-ae00-45a6-a1a1-766d72d7b17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a22bbdb-44da-420d-82a6-92be0eed4608,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:30.709191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7a78746-b602-4f20-be65-1852f25cf4b5 req-df726da0-8128-48a6-9963-6d1c9f20157b tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.3139391
Nov 06 21:05:30.778148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614e86d-8c91-446d-ab0c-ed975cb09887 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.779023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614e86d-8c91-446d-ab0c-ed975cb09887 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.779161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614e86d-8c91-446d-ab0c-ed975cb09887 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.779519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614e86d-8c91-446d-ab0c-ed975cb09887 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.780318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614e86d-8c91-446d-ab0c-ed975cb09887 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.781697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614e86d-8c91-446d-ab0c-ed975cb09887 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.782129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614e86d-8c91-446d-ab0c-ed975cb09887 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.786953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d614e86d-8c91-446d-ab0c-ed975cb09887 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4986 time: 0.6452446
Nov 06 21:05:30.787164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46312) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:30.805279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-cb04ce7e-92ad-44b0-a17d-b1be7c7a2544 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4720194
Nov 06 21:05:30.835179 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-12c731b3-b274-404f-943f-7fd9390f7d28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a HTTP/1.1" status: 200  len: 1000 time: 0.1461651
Nov 06 21:05:30.868606 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:30.926186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-e20a9ce2-4cab-47ce-b83a-91f573dfbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:30.927898 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-e20a9ce2-4cab-47ce-b83a-91f573dfbe42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac20b010-3506-4bf6-9df5-e77594e9ae4f HTTP/1.1" status: 200  len: 834 time: 0.0834658
Nov 06 21:05:31.063512 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-de9cdf33-de14-4248-872c-2a3da31c9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:31.065205 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-de9cdf33-de14-4248-872c-2a3da31c9d30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8545d18d-53f1-4e44-8979-ca61a655f6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1293471
Nov 06 21:05:31.354488 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-f0cb3e31-5b44-4fa5-9c6b-c319bfc1074f service neutron] 10.222.0.10 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2747660
Nov 06 21:05:31.405383 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925282fac0>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '536c5fd8-51f2-427c-8ad9-339fc073ba46', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'floating_ip_address': '172.35.0.211', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'port_id': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'mac_address': 'fa:16:3e:ae:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:05:26Z', 'updated_at': '2021-11-06T21:05:26Z', 'revision_number': 0, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:42Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:31.449744 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11f4ae-e19b-472f-af51-1af33869559a None None] The sync data for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 is: [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '536c5fd8-51f2-427c-8ad9-339fc073ba46', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'floating_ip_address': '172.35.0.211', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'port_id': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'mac_address': 'fa:16:3e:ae:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:05:26Z', 'updated_at': '2021-11-06T21:05:26Z', 'revision_number': 0, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:42Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:05:31.540201 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9a8d7e60-1d45-4b35-be0a-321ea7cf8950 req-137a69a4-2447-499d-962a-7e379a4f9e0f service neutron] 10.222.0.10 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703355
Nov 06 21:05:31.659949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46364) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:31.726196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6903fd3d-34db-44a4-ad2d-fb2ddf711efe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:05:32.016638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff8b23-b8fb-4f99-9f20-c723ffbf2e3b tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.018069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff8b23-b8fb-4f99-9f20-c723ffbf2e3b tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.018794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff8b23-b8fb-4f99-9f20-c723ffbf2e3b tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.019424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff8b23-b8fb-4f99-9f20-c723ffbf2e3b tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.020202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff8b23-b8fb-4f99-9f20-c723ffbf2e3b tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.020937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff8b23-b8fb-4f99-9f20-c723ffbf2e3b tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.021554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff8b23-b8fb-4f99-9f20-c723ffbf2e3b tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.021785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3391c5a4-4ef3-43dd-b9ad-0e224d2feba2 None None] New status for floating IP 536c5fd8-51f2-427c-8ad9-339fc073ba46: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:05:32.036740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46380) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:32.045148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-48ff8b23-b8fb-4f99-9f20-c723ffbf2e3b tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4646 time: 1.2466655
Nov 06 21:05:32.096709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afad68-e36f-48ee-9b07-fd9459361a98 req-6b96f4ff-04c8-43cb-b653-092626a3c81d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.098632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3afad68-e36f-48ee-9b07-fd9459361a98 req-6b96f4ff-04c8-43cb-b653-092626a3c81d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 943 time: 0.4515069
Nov 06 21:05:32.149189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e453ae0a-255a-4874-913b-d83358d5acb5 req-9c93270d-1927-4166-801f-0400d452fa54 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3355942
Nov 06 21:05:32.195880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3afad68-e36f-48ee-9b07-fd9459361a98 req-8376d6d2-498e-4b61-a80b-a2410b41f3a7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887952
Nov 06 21:05:32.231850 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01531ee3-e0ec-442e-90f5-0f9e68fa9a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.251434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:32.270965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '6903fd3d-34db-44a4-ad2d-fb2ddf711efe', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'port_id': '6903fd3d-34db-44a4-ad2d-fb2ddf711efe', 'mac_address': 'fa:16:3e:6f:69:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1697f-b2c0-469e-8413-56865719f066', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:05:32.322309 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.330182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46398) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:32.352957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6903fd3d-34db-44a4-ad2d-fb2ddf711efe {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:32.379273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:32.386919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.467792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:32.479283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.479632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.480014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.480387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.480718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.481189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.481552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.481886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.482237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.482556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.482873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.483186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:32.495070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1905336000-network', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:32.515147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01531ee3-e0ec-442e-90f5-0f9e68fa9a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.522892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Made reservation on behalf of 23c3196631494be38ca11b2167bbc4bb for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:32.525840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.528726 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01531ee3-e0ec-442e-90f5-0f9e68fa9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.538414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.588962 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-01531ee3-e0ec-442e-90f5-0f9e68fa9a24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18c47f22793249eeac50f4bb1355b94b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9276340
Nov 06 21:05:32.591821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46402) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:32.592765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01531ee3-e0ec-442e-90f5-0f9e68fa9a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b0d1c3-1e97-4f28-9aaf-9661120ffc4f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:32.610435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fd377379-b532-4c43-a2d4-242cbe5eb408 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2340 time: 0.5717301
Nov 06 21:05:32.611105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46404) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:32.657090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f07b022-987c-427d-8410-4ca8caaf93a3 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.657498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f07b022-987c-427d-8410-4ca8caaf93a3 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.668401 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9f07b022-987c-427d-8410-4ca8caaf93a3 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fbab2b2c-652a-4287-8073-b75ec587540e HTTP/1.1" status: 200  len: 1992 time: 0.0468903
Nov 06 21:05:32.681209 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.689967 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.698794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c672272c-4627-472f-bbaa-97ef34cac11f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.734315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:32.736007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2cba0f-a7cc-480d-a000-dc440b7b3207,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:32.751417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c672272c-4627-472f-bbaa-97ef34cac11f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.763242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.763589 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Added segment c4383fb4-0bc1-4de3-9251-f6f7165bc437 of type vlan for network 790f1050-361a-4854-a34f-09bff15f0aba
Nov 06 21:05:32.823556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.832986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['6903fd3d-34db-44a4-ad2d-fb2ddf711efe'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:32.851498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c672272c-4627-472f-bbaa-97ef34cac11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.854501 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c672272c-4627-472f-bbaa-97ef34cac11f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.858017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c672272c-4627-472f-bbaa-97ef34cac11f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67b0d1c3-1e97-4f28-9aaf-9661120ffc4f HTTP/1.1" status: 204  len: 168 time: 0.2616332
Nov 06 21:05:32.859762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.860790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:32.861375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:32.881723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672272c-4627-472f-bbaa-97ef34cac11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b0d1c3-1e97-4f28-9aaf-9661120ffc4f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:32.958607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6244454
Nov 06 21:05:32.962108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46416) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:32.971680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Request body: {'subnet': {'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1905336000-subnet', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:33.000175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050e185-1589-4df5-ad7f-e448f484c359 admin admin] Pushing event updated for resources: {'Network': ['ID=790f1050-361a-4854-a34f-09bff15f0aba,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:33.016677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Made reservation on behalf of 23c3196631494be38ca11b2167bbc4bb for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:33.020052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:33.039255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 790f1050-361a-4854-a34f-09bff15f0aba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:33.279025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:33.379948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da9e277-e574-443e-99a0-e594f0436322,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:33.393035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Checking segment: {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:33.393482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Network hostable DHCP agents. Network: 790f1050-361a-4854-a34f-09bff15f0aba, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:05:33.430518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce127c2-6380-4e6a-8acf-dd017e4ed618 req-1a893da4-d097-4ac4-82ee-e56aa7491276 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:33.432094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ce127c2-6380-4e6a-8acf-dd017e4ed618 req-1a893da4-d097-4ac4-82ee-e56aa7491276 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 944 time: 0.1231122
Nov 06 21:05:33.433369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Network 790f1050-361a-4854-a34f-09bff15f0aba is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:05:33.459924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 790f1050-361a-4854-a34f-09bff15f0aba) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:33.470078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b468b1-ae3b-4a1c-9491-e5474e739793 None None] Network 790f1050-361a-4854-a34f-09bff15f0aba requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:33.475705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:33.476582 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:33.543174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d58ae916-ee89-4c09-91b5-16d86874065a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5799906
Nov 06 21:05:33.546002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46444) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:33.551524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:33.559236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ce127c2-6380-4e6a-8acf-dd017e4ed618 req-3fd329b7-7a00-49ab-b219-d48a81464be1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200919
Nov 06 21:05:33.574797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ee76b-5321-4ae8-9139-1c62c8f3fe8e req-9e3c159b-8d8f-408b-a7a6-002710127277 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:33.582910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-991ee76b-5321-4ae8-9139-1c62c8f3fe8e req-9e3c159b-8d8f-408b-a7a6-002710127277 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.0976820
Nov 06 21:05:33.595855 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:33.597382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:33.645402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-991ee76b-5321-4ae8-9139-1c62c8f3fe8e req-fe34c82b-d3e6-4f38-8038-243d35f1dee8 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579767
Nov 06 21:05:33.672006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:33.746180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-790f1050-361a-4854-a34f-09bff15f0aba', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:05:33.746999 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:33.839968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:33.940577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46456) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.101911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9185e694-0630-4850-9b08-5ca1be28bedf tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] Request body: {'port': {'network_id': 'dcc24ab9-1f40-4cbd-b376-70aad4ad6209', 'name': 'tempest-NetworksNegativeTestJSON-954624795'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:34.102622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Allocated IP 172.20.0.2 (790f1050-361a-4854-a34f-09bff15f0aba/1da9e277-e574-443e-99a0-e594f0436322/323d3ab4-6014-4b63-952c-940353f88fb0) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:34.131546 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9185e694-0630-4850-9b08-5ca1be28bedf tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] POST failed (client error): The resource could not be found.
Nov 06 21:05:34.134380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9185e694-0630-4850-9b08-5ca1be28bedf tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:34.144228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9185e694-0630-4850-9b08-5ca1be28bedf tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1985204
Nov 06 21:05:34.144576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46464) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.163493 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f760c6ab-b860-4b77-8db7-f621154fd718 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:34.164543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f760c6ab-b860-4b77-8db7-f621154fd718 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:34.168022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f760c6ab-b860-4b77-8db7-f621154fd718 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "DELETE /v2.0/networks/01779d64-0d30-4b64-a7bb-1efd8266b4f0 HTTP/1.1" status: 404  len: 339 time: 0.0223529
Nov 06 21:05:34.173113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46466) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.207666 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b33534a-2bd3-43da-a404-261c87f20a57 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:34.208499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b33534a-2bd3-43da-a404-261c87f20a57 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:34.215292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b33534a-2bd3-43da-a404-261c87f20a57 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "DELETE /v2.0/ports/fb43c158-fc44-4c02-83c2-8aa695c5cdd1 HTTP/1.1" status: 404  len: 333 time: 0.0366716
Nov 06 21:05:34.215547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46470) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.245237 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-630f71f2-25d5-4788-904e-f8d615346126 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:05:34.245701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630f71f2-25d5-4788-904e-f8d615346126 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:34.248741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-630f71f2-25d5-4788-904e-f8d615346126 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "DELETE /v2.0/subnets/84efd57f-3a15-4eae-8eb5-111bd63f1ec7 HTTP/1.1" status: 404  len: 337 time: 0.0322230
Nov 06 21:05:34.252606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.278536 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae7d72b-0bb7-4fc9-a472-9c1dc976b72b tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] GET failed (client error): The resource could not be found.
Nov 06 21:05:34.279553 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.279735 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8ae7d72b-0bb7-4fc9-a472-9c1dc976b72b tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "GET /v2.0/networks/bff208ea-01cd-4db9-82db-75f13ce6a0ee HTTP/1.1" status: 404  len: 339 time: 0.0260587
Nov 06 21:05:34.284543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46476) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.289011 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.330596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Network 790f1050-361a-4854-a34f-09bff15f0aba is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:34.337869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:34.342446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:34.346218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Pushing event updated for resources: {'Port': ['ID=323d3ab4-6014-4b63-952c-940353f88fb0,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:34.357932 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c22d8fe-14e2-49b3-bae9-d5a61e961633 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] GET failed (client error): The resource could not be found.
Nov 06 21:05:34.361208 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5c22d8fe-14e2-49b3-bae9-d5a61e961633 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "GET /v2.0/ports/3740717f-e474-4bb9-9ba9-a5bc0b0794cb HTTP/1.1" status: 404  len: 333 time: 0.0757437
Nov 06 21:05:34.365032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46482) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.409556 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9babb117-ca88-4924-9ebf-d481a64cba72 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] GET failed (client error): The resource could not be found.
Nov 06 21:05:34.410912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9babb117-ca88-4924-9ebf-d481a64cba72 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "GET /v2.0/subnets/f6cc0f6a-bca4-43e0-9547-d380372d96ab HTTP/1.1" status: 404  len: 337 time: 0.0447710
Nov 06 21:05:34.414696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46490) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.420418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-84bcecd7-79eb-406c-a925-8148cee4eb8d tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] Request body: {'network': {'name': 'new_name'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:34.429888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Attempting to bind port 323d3ab4-6014-4b63-952c-940353f88fb0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:34.430353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Attempting to bind port 323d3ab4-6014-4b63-952c-940353f88fb0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:34.430819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Attempting to bind port 323d3ab4-6014-4b63-952c-940353f88fb0 on network 790f1050-361a-4854-a34f-09bff15f0aba {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:34.435811 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bcecd7-79eb-406c-a925-8148cee4eb8d tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] PUT failed (client error): The resource could not be found.
Nov 06 21:05:34.436515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bcecd7-79eb-406c-a925-8148cee4eb8d tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:34.437772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-84bcecd7-79eb-406c-a925-8148cee4eb8d tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "PUT /v2.0/networks/a0b13e8f-2fc9-474e-ab1c-d75ea69e7b04 HTTP/1.1" status: 404  len: 339 time: 0.0219572
Nov 06 21:05:34.438229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:34.438788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Checking segment: {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:34.439197 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.440865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Bound using segment: {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:34.440865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Bound port: 323d3ab4-6014-4b63-952c-940353f88fb0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:34.440865 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.441836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46492) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.448211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a4b2da4d-e91b-4f65-a5cb-210c123f4ac6 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] Request body: {'port': {'name': 'new_name'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:34.471585 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b2da4d-e91b-4f65-a5cb-210c123f4ac6 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] PUT failed (client error): The resource could not be found.
Nov 06 21:05:34.472599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b2da4d-e91b-4f65-a5cb-210c123f4ac6 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:34.473975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a4b2da4d-e91b-4f65-a5cb-210c123f4ac6 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "PUT /v2.0/ports/c3b6a857-113d-4542-8bbe-3b8e3be87d4c HTTP/1.1" status: 404  len: 333 time: 0.0307829
Nov 06 21:05:34.484773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46494) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:34.491459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d50ad0f6-e504-40d2-87d1-0bf6eb31b4e3 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:34.517908 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50ad0f6-e504-40d2-87d1-0bf6eb31b4e3 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] PUT failed (client error): The resource could not be found.
Nov 06 21:05:34.518512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50ad0f6-e504-40d2-87d1-0bf6eb31b4e3 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:05:34.520645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.533546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d50ad0f6-e504-40d2-87d1-0bf6eb31b4e3 tempest-NetworksNegativeTestJSON-1587538371 tempest-NetworksNegativeTestJSON-1587538371-project] 10.222.0.13 "PUT /v2.0/subnets/f5886f83-b5c4-4ddb-94ad-a0aaebb2898a HTTP/1.1" status: 404  len: 337 time: 0.0411217
Nov 06 21:05:34.539748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] For port 323d3ab4-6014-4b63-952c-940353f88fb0, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:34.543110 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.543353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] For port 323d3ab4-6014-4b63-952c-940353f88fb0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323d3ab4-6014-4b63-952c-940353f88fb0,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:34.549314 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.615364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043da0a8-f243-48c1-8188-1fc3ef777e3d None None] Pushing event updated for resources: {'Port': ['ID=323d3ab4-6014-4b63-952c-940353f88fb0,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:34.693936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Allocated IP 172.35.0.120 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/11ce6229-6a07-4d82-af24-b66265925aa6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:34.813277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74761e1-dc0f-40d5-88cf-53041c094b25 req-4128f6d0-0437-48df-b078-e9e8454cac33 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:34.821297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e74761e1-dc0f-40d5-88cf-53041c094b25 req-4128f6d0-0437-48df-b078-e9e8454cac33 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 944 time: 0.1475708
Nov 06 21:05:34.850561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.869254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc78cb-4833-499c-88c4-4e4eff25b2b8 req-3b37d337-24f7-4d59-91ca-3ccd53f629e8 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:34.870813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87cc78cb-4833-499c-88c4-4e4eff25b2b8 req-3b37d337-24f7-4d59-91ca-3ccd53f629e8 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.1536577
Nov 06 21:05:34.935902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:34.955141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e74761e1-dc0f-40d5-88cf-53041c094b25 req-24d2348a-d8ad-4e66-a3e2-2e14dc145849 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329463
Nov 06 21:05:34.999071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:35.005752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:35.009523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:35.016972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Pushing event updated for resources: {'Port': ['ID=11ce6229-6a07-4d82-af24-b66265925aa6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:35.033534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46520) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:35.053456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87cc78cb-4833-499c-88c4-4e4eff25b2b8 req-855c9af5-5cbc-4944-80fd-06305dc81517 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699290
Nov 06 21:05:35.162018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-005d5208-ffbe-4237-b281-fe4e6f325fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.236823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-005d5208-ffbe-4237-b281-fe4e6f325fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.240516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-005d5208-ffbe-4237-b281-fe4e6f325fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.285024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.304396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-005d5208-ffbe-4237-b281-fe4e6f325fff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19b5d39fa8c048068eaf8cc0b791fe95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2696688
Nov 06 21:05:35.305130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d5208-ffbe-4237-b281-fe4e6f325fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d87acb-d659-4f94-bd4f-da40227f2ee4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:35.308133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46524) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:35.365136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-113a959d-f539-4adb-acd2-08e5fd4687ac tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:35.366560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-113a959d-f539-4adb-acd2-08e5fd4687ac tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 945 time: 0.1107988
Nov 06 21:05:35.390548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cd024689-4022-4cf2-b533-1a25c07b1861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.413933 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cd024689-4022-4cf2-b533-1a25c07b1861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.446953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 323d3ab4-6014-4b63-952c-940353f88fb0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:35.539033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 323d3ab4-6014-4b63-952c-940353f88fb0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:35.539502 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.566458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cd024689-4022-4cf2-b533-1a25c07b1861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.570340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cd024689-4022-4cf2-b533-1a25c07b1861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.571879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cd024689-4022-4cf2-b533-1a25c07b1861 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88d87acb-d659-4f94-bd4f-da40227f2ee4 HTTP/1.1" status: 204  len: 168 time: 0.2628212
Nov 06 21:05:35.581081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Deleting port 35035f2f-8929-4edc-86d0-3f2e5d1182ab {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:35.581780 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.605201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd024689-4022-4cf2-b533-1a25c07b1861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d87acb-d659-4f94-bd4f-da40227f2ee4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:35.631552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.715559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] For port 35035f2f-8929-4edc-86d0-3f2e5d1182ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35035f2f-8929-4edc-86d0-3f2e5d1182ab,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:35.715907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.735511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Calling delete_port for 35035f2f-8929-4edc-86d0-3f2e5d1182ab owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:35.735683 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6903fd3d-34db-44a4-ad2d-fb2ddf711efe up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:35.808726 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.846273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 323d3ab4-6014-4b63-952c-940353f88fb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323d3ab4-6014-4b63-952c-940353f88fb0,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:35.856005 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.918118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:05:35.932613 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.956632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:05:35.958977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:35.959428 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:35.965160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['81ff9899-aaca-4601-85a6-c941334b6ac2', '1e809a15-6c60-4eeb-9725-78d9421cf79d', '35035f2f-8929-4edc-86d0-3f2e5d1182ab'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:36.014340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Pushing event deleted for resources: {'Port': ['ID=35035f2f-8929-4edc-86d0-3f2e5d1182ab,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:36.094341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] No DVR routers for this DVR port 35035f2f-8929-4edc-86d0-3f2e5d1182ab on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:36.100916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:36.105126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ac76146-6b09-4e96-88b8-2b62eaa08bb3 req-ff1255d8-243b-4063-8dc2-c1faa6e96d33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "DELETE /v2.0/ports/35035f2f-8929-4edc-86d0-3f2e5d1182ab HTTP/1.1" status: 204  len: 173 time: 0.7217078
Nov 06 21:05:36.105773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25636bb5-127e-4800-a20f-4153bee09788', 'name': 'network-vif-deleted', 'tag': '35035f2f-8929-4edc-86d0-3f2e5d1182ab'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:36.109441 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a1703c-ecd2-495c-844d-de3c7a469871" -d '{"events": [{"server_uuid": "25636bb5-127e-4800-a20f-4153bee09788", "name": "network-vif-deleted", "tag": "35035f2f-8929-4edc-86d0-3f2e5d1182ab"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:36.122695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=323d3ab4-6014-4b63-952c-940353f88fb0,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:36.221737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652f48e4-eac5-40a6-a79b-255c1c6c06d4 None None] Network 790f1050-361a-4854-a34f-09bff15f0aba requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:36.259038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:05:36.261371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9215afcc-30e2-45e9-91d3-8cbf4ec212f4 req-fc5615ba-aac2-4699-ad58-93eafba9cc33 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=25636bb5-127e-4800-a20f-4153bee09788 HTTP/1.1" status: 200  len: 210 time: 0.0936317
Nov 06 21:05:36.273336 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Sync routers for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:05:36.289901 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:36.307297 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a3c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:36.320042 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:36.325428 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-182c6e3d-3d24-429f-9b21-87e5d111838f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.7755625
Nov 06 21:05:36.329280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46558) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:36.341817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01608cb6-aacb-4c71-bd17-494ed347e3cb req-75aa6758-3e42-47a7-8952-bc81a43be265 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:36.357597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01608cb6-aacb-4c71-bd17-494ed347e3cb req-75aa6758-3e42-47a7-8952-bc81a43be265 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 944 time: 0.1765611
Nov 06 21:05:36.469932 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce9e3d9-ef5b-4ffc-a2d3-1d5aa0237b9e x-openstack-request-id: req-0ce9e3d9-ef5b-4ffc-a2d3-1d5aa0237b9e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:36.470841 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25636bb5-127e-4800-a20f-4153bee09788", "name": "network-vif-deleted", "tag": "35035f2f-8929-4edc-86d0-3f2e5d1182ab", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:36.470841 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ce9e3d9-ef5b-4ffc-a2d3-1d5aa0237b9e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:36.471160 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25636bb5-127e-4800-a20f-4153bee09788', 'name': 'network-vif-deleted', 'tag': '35035f2f-8929-4edc-86d0-3f2e5d1182ab', 'status': 'completed', 'code': 200}
Nov 06 21:05:36.478774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01608cb6-aacb-4c71-bd17-494ed347e3cb req-f52a06e3-29ed-464b-b01c-31144f45d54a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185217
Nov 06 21:05:36.509808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c04e8ea9-7766-49af-bee7-7d6ad2bdcde3 None None] Provisioning complete for port 323d3ab4-6014-4b63-952c-940353f88fb0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:36.510368 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c04e8ea9-7766-49af-bee7-7d6ad2bdcde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:36.522466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:36.565166 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:36.714165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46564) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:36.723051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6123f97a-1c1d-4334-b05e-edb8cd2172de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903fd3d-34db-44a4-ad2d-fb2ddf711efe'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:36.726035 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0530ff-a73a-4761-ae45-ef5798cdcaba" -d '{"events": [{"server_uuid": "6123f97a-1c1d-4334-b05e-edb8cd2172de", "name": "network-vif-plugged", "status": "completed", "tag": "6903fd3d-34db-44a4-ad2d-fb2ddf711efe"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:36.757624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:36.793404 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:36.892778 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa47e7e-3f1e-42da-a5f1-819d409a657b x-openstack-request-id: req-baa47e7e-3f1e-42da-a5f1-819d409a657b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:36.898097 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6123f97a-1c1d-4334-b05e-edb8cd2172de", "name": "network-vif-plugged", "status": "completed", "tag": "6903fd3d-34db-44a4-ad2d-fb2ddf711efe", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:36.898524 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baa47e7e-3f1e-42da-a5f1-819d409a657b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:36.899034 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6123f97a-1c1d-4334-b05e-edb8cd2172de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903fd3d-34db-44a4-ad2d-fb2ddf711efe', 'code': 200}
Nov 06 21:05:36.921945 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a7ed-4fe7-48db-bc0d-9b4da9e7725e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:36.946808 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a3c2e0>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:35Z', 'revision_number': 3, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:36.996394 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Checking router: b7589de3-dc0f-45d0-92f8-28c8b27f68b0 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:05:36.996747 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Updating router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 port 11ce6229-6a07-4d82-af24-b66265925aa6 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:05:37.047761 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.049837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:37.129708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a7ed-4fe7-48db-bc0d-9b4da9e7725e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.137984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4011a-006f-4c86-8edc-2095a48a723d req-2f7948a3-a49d-44ce-85b4-6938640e0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:37.141165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fd4011a-006f-4c86-8edc-2095a48a723d req-2f7948a3-a49d-44ce-85b4-6938640e0a62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 1096 time: 0.2059226
Nov 06 21:05:37.142841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a7ed-4fe7-48db-bc0d-9b4da9e7725e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.208997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.221053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4920189e-a615-4039-823e-02e6f8ea2e78 None None] Provisioning complete for port 323d3ab4-6014-4b63-952c-940353f88fb0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:37.221566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4920189e-a615-4039-823e-02e6f8ea2e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.247921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46576) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:37.275285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0dd8a7ed-4fe7-48db-bc0d-9b4da9e7725e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b329a5d392d34cbdb49ca77c4dac5ecd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5591795
Nov 06 21:05:37.278353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46580) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:37.303670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fd4011a-006f-4c86-8edc-2095a48a723d req-f600300f-6863-4c35-9d02-3a483e6c3bdc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223836
Nov 06 21:05:37.304407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8a7ed-4fe7-48db-bc0d-9b4da9e7725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f560692-ba5c-4ce3-930a-5659eddf2661,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:37.406514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3c79acd7-7f95-41ee-a63b-cea610b19fe3 tempest-DvrRoutersNegativeTest-820270386 tempest-DvrRoutersNegativeTest-820270386-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1794434059', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:37.409855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.policy [None req-3c79acd7-7f95-41ee-a63b-cea610b19fe3 tempest-DvrRoutersNegativeTest-820270386 tempest-DvrRoutersNegativeTest-820270386-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=119333) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Nov 06 21:05:37.410410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.policy [None req-3c79acd7-7f95-41ee-a63b-cea610b19fe3 tempest-DvrRoutersNegativeTest-820270386 tempest-DvrRoutersNegativeTest-820270386-project] Failed policy check for 'create_router' {{(pid=119333) enforce /opt/stack/neutron/neutron/policy.py:524}}
Nov 06 21:05:37.411114 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-3c79acd7-7f95-41ee-a63b-cea610b19fe3 tempest-DvrRoutersNegativeTest-820270386 tempest-DvrRoutersNegativeTest-820270386-project] create failed (client error): Access was denied to this resource.
Nov 06 21:05:37.411262 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.421449 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.425173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3c79acd7-7f95-41ee-a63b-cea610b19fe3 tempest-DvrRoutersNegativeTest-820270386 tempest-DvrRoutersNegativeTest-820270386-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1641517
Nov 06 21:05:37.440067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 323d3ab4-6014-4b63-952c-940353f88fb0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:37.502613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 323d3ab4-6014-4b63-952c-940353f88fb0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:37.503249 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.508470 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862bd8d-363d-4aa4-a9ae-b3c3f2f4c3cb None None] Pushing event updated for resources: {'Port': ['ID=11ce6229-6a07-4d82-af24-b66265925aa6,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:37.510485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.518020 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Attempting to bind port 11ce6229-6a07-4d82-af24-b66265925aa6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:37.518407 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Attempting to bind port 11ce6229-6a07-4d82-af24-b66265925aa6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:37.519428 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Attempting to bind port 11ce6229-6a07-4d82-af24-b66265925aa6 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:37.526672 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:37.527266 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:37.528329 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.528981 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:37.529418 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Bound port: 11ce6229-6a07-4d82-af24-b66265925aa6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:37.529993 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.632810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.633462 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] For port 11ce6229-6a07-4d82-af24-b66265925aa6, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:37.638111 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] For port 11ce6229-6a07-4d82-af24-b66265925aa6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11ce6229-6a07-4d82-af24-b66265925aa6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:37.644566 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.647760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Allocated IP 172.20.0.1 (790f1050-361a-4854-a34f-09bff15f0aba/1da9e277-e574-443e-99a0-e594f0436322/b3ea696d-5d88-4324-87de-0edafb5851b1) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:37.719669 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:37.720336 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a3c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:37.754545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503edc-a783-4add-9c92-f3c074b8ace2 req-5e4378c6-7f54-4b0c-8acb-71567ef88b58 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:37.762779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35503edc-a783-4add-9c92-f3c074b8ace2 req-5e4378c6-7f54-4b0c-8acb-71567ef88b58 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 945 time: 0.1671937
Nov 06 21:05:37.810744 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.814640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.818675 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f560692-ba5c-4ce3-930a-5659eddf2661 HTTP/1.1" status: 204  len: 168 time: 0.5391347
Nov 06 21:05:37.838154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f560692-ba5c-4ce3-930a-5659eddf2661,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:37.844191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46596) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:37.852945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.853288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.853839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.854185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.854615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.855025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.855428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.855839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.856229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.856653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.857054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.857449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154ec2f-cf88-4d2f-a71c-6ef4a1637055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:37.900671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35503edc-a783-4add-9c92-f3c074b8ace2 req-b5d2a75d-bb0b-4d0e-a8d5-9f412768caf0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365607
Nov 06 21:05:37.907158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.914128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211772f1-cb19-43e4-9d99-7345d78fe722 req-eff7a4c3-c8da-44f3-baa0-a39c14a639e3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:37.915993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-211772f1-cb19-43e4-9d99-7345d78fe722 req-eff7a4c3-c8da-44f3-baa0-a39c14a639e3 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 945 time: 0.1490033
Nov 06 21:05:37.919441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-5da466b2-e638-4b0d-a65c-01bb6c4bdabb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1958103
Nov 06 21:05:37.975647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:37.977916 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862bd8d-363d-4aa4-a9ae-b3c3f2f4c3cb None None] Pushing event updated for resources: {'Port': ['ID=11ce6229-6a07-4d82-af24-b66265925aa6,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:37.997592 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:38.019098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-211772f1-cb19-43e4-9d99-7345d78fe722 req-770f3a51-f758-401d-8bf8-3acf1deec9db tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909538
Nov 06 21:05:38.025629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-d154dea8-009b-45a1-a710-460c3f3488d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:38.027428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-d154dea8-009b-45a1-a710-460c3f3488d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 1096 time: 0.0768437
Nov 06 21:05:38.048472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ea696d-5d88-4324-87de-0edafb5851b1,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:38.060805 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e957ba4-c933-47c9-9b44-7fd101a6750b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.063007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Network 790f1050-361a-4854-a34f-09bff15f0aba is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:38.065069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:38.068416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:38.116523 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.268910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-83de77ff-acc1-4c26-a6f2-7781a5ce8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:38.270919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-83de77ff-acc1-4c26-a6f2-7781a5ce8f4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 906 time: 0.1996326
Nov 06 21:05:38.275032 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a3c2e0>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:35Z', 'revision_number': 3, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:38.310506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.321754 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf9dbf-6f00-48b1-8fba-7b11a595fef5 None None] The sync data for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 is: [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:35Z', 'revision_number': 3, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:05:38.347715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-fbb9391a-cc07-4904-ac86-98aab9fd986f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbe58d3f-538b-46e3-b044-460af86c1b11 HTTP/1.1" status: 200  len: 217 time: 0.0624313
Nov 06 21:05:38.373180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e957ba4-c933-47c9-9b44-7fd101a6750b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.403054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e957ba4-c933-47c9-9b44-7fd101a6750b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.456828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d1068e48-b00c-45ba-ae3c-106da2758335 None None] Provisioning complete for port b3ea696d-5d88-4324-87de-0edafb5851b1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:38.457333 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d1068e48-b00c-45ba-ae3c-106da2758335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.484263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-91e469a1-c27f-421a-945d-dba093b38c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:38.486188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-91e469a1-c27f-421a-945d-dba093b38c07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.1252108
Nov 06 21:05:38.494220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e957ba4-c933-47c9-9b44-7fd101a6750b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad78455c3b8c4f1da4d34ca1a9f9cf7d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6455894
Nov 06 21:05:38.495442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46604) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:38.497390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46606) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:38.502164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d1068e48-b00c-45ba-ae3c-106da2758335 None None] Port b3ea696d-5d88-4324-87de-0edafb5851b1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:05:38.510705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e957ba4-c933-47c9-9b44-7fd101a6750b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4761ba1e-b952-46b6-9c83-0371aea10bdf,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:38.536658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-27dbd97a-08cb-44b7-b788-32b615e78abd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387857
Nov 06 21:05:38.537329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57507a8a-ef9b-441f-a571-2c276d73e907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.588241 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.596530 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.629860 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f53e34ff-815e-4fa9-960c-f64b54b834da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.693541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-f60d534d-b1bc-4b98-9cb4-da07dea74d04 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453328
Nov 06 21:05:38.704670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.708606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f53e34ff-815e-4fa9-960c-f64b54b834da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.754302 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ea696d-5d88-4324-87de-0edafb5851b1,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:38.764584 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57507a8a-ef9b-441f-a571-2c276d73e907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.774363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57507a8a-ef9b-441f-a571-2c276d73e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.832933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-57507a8a-ef9b-441f-a571-2c276d73e907 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d75c1e80a174df9af43c0709c25b881&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3362231
Nov 06 21:05:38.838768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46608) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:38.846532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57507a8a-ef9b-441f-a571-2c276d73e907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d52ba8-504f-4592-9f48-323498d3df64,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:38.851967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f53e34ff-815e-4fa9-960c-f64b54b834da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.854576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f53e34ff-815e-4fa9-960c-f64b54b834da admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:38.855741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f53e34ff-815e-4fa9-960c-f64b54b834da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4761ba1e-b952-46b6-9c83-0371aea10bdf HTTP/1.1" status: 204  len: 168 time: 0.3442814
Nov 06 21:05:38.880675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Network 790f1050-361a-4854-a34f-09bff15f0aba is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:38.881884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae783fe-e1f1-427a-aaa8-ac4d5a370ab1 req-a3e6a5ff-587a-4c52-97a1-c75789d014a4 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775992
Nov 06 21:05:38.887844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e34ff-815e-4fa9-960c-f64b54b834da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4761ba1e-b952-46b6-9c83-0371aea10bdf,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:38.914768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:39.000523 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c53889f-8a26-4d40-bebd-7818907815f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.089712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c53889f-8a26-4d40-bebd-7818907815f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.097223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15940438-ddb2-45ab-87a3-978db4b18c84 req-27032c37-66d5-4ffe-a599-0c908c83c71b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:39.103150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15940438-ddb2-45ab-87a3-978db4b18c84 req-27032c37-66d5-4ffe-a599-0c908c83c71b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 945 time: 0.0985262
Nov 06 21:05:39.164670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:05:39.238184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c53889f-8a26-4d40-bebd-7818907815f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.240954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c53889f-8a26-4d40-bebd-7818907815f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.244546 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8c53889f-8a26-4d40-bebd-7818907815f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8d52ba8-504f-4592-9f48-323498d3df64 HTTP/1.1" status: 204  len: 168 time: 0.4023604
Nov 06 21:05:39.292389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587b0a-afde-4b5b-b274-5dd4e0adf3c3 req-b60659c4-ea6b-4530-84a6-e2553ec6739a tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:39.294176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db587b0a-afde-4b5b-b274-5dd4e0adf3c3 req-b60659c4-ea6b-4530-84a6-e2553ec6739a tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 945 time: 0.1451638
Nov 06 21:05:39.300941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53889f-8a26-4d40-bebd-7818907815f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d52ba8-504f-4592-9f48-323498d3df64,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:39.312776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15940438-ddb2-45ab-87a3-978db4b18c84 req-7045a216-1573-42d2-9239-cbf83b5e99e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848063
Nov 06 21:05:39.351784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-deb6aa85-bf4c-4d2e-9183-285c6a006603 None None] Provisioning complete for port b3ea696d-5d88-4324-87de-0edafb5851b1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:39.353579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:05:39.361731 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-deb6aa85-bf4c-4d2e-9183-285c6a006603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.375687 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b610c1a0-1e14-48dd-98fe-47f552f83588 admin admin] 10.222.0.13 "PUT /v2.0/routers/b7589de3-dc0f-45d0-92f8-28c8b27f68b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0336497
Nov 06 21:05:39.418927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db587b0a-afde-4b5b-b274-5dd4e0adf3c3 req-07f95065-ecce-45dc-b8c2-72902f1c76c1 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035087
Nov 06 21:05:39.473285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-deb6aa85-bf4c-4d2e-9183-285c6a006603 None None] Port b3ea696d-5d88-4324-87de-0edafb5851b1 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:05:39.508985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 11ce6229-6a07-4d82-af24-b66265925aa6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:39.576166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 11ce6229-6a07-4d82-af24-b66265925aa6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:39.576815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.685347 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.708357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 11ce6229-6a07-4d82-af24-b66265925aa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11ce6229-6a07-4d82-af24-b66265925aa6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:39.712806 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.739748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 35035f2f-8929-4edc-86d0-3f2e5d1182ab no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:39.764756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 35035f2f-8929-4edc-86d0-3f2e5d1182ab {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:39.765171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 35035f2f-8929-4edc-86d0-3f2e5d1182ab not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:39.785184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=11ce6229-6a07-4d82-af24-b66265925aa6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:39.842233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46632) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:39.860866 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-211f656f-58bd-434a-a4a4-007617f670e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.875940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46146-2694-482b-abc9-63c28c23aee6 req-3a96ffce-a2ef-44d2-b789-8e0c0b5510c5 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:39.879392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50a46146-2694-482b-abc9-63c28c23aee6 req-3a96ffce-a2ef-44d2-b789-8e0c0b5510c5 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 945 time: 0.0715497
Nov 06 21:05:39.960832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-211f656f-58bd-434a-a4a4-007617f670e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.966902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-211f656f-58bd-434a-a4a4-007617f670e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:39.998482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Deleting port 1e809a15-6c60-4eeb-9725-78d9421cf79d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:39.999158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.002930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f656f-58bd-434a-a4a4-007617f670e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ffaf0d-bb14-4cb5-89c7-d8ad6b28dd0e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:40.036405 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-211f656f-58bd-434a-a4a4-007617f670e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=299a298178c4442bb544e25961e62fe2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1916952
Nov 06 21:05:40.038417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46636) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:40.079836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46640) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:40.088641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7e172db5-311b-4ce8-8bd4-15056ce3cb9b tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978375294', 'description': 'tempest-description--955569747'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:40.119819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] For port 1e809a15-6c60-4eeb-9725-78d9421cf79d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e809a15-6c60-4eeb-9725-78d9421cf79d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:40.120183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.128069 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e172db5-311b-4ce8-8bd4-15056ce3cb9b tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.138295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Calling delete_port for 1e809a15-6c60-4eeb-9725-78d9421cf79d owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:40.143351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048a866a-7b96-4f21-9e11-a3e0dbbb81a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.178884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048a866a-7b96-4f21-9e11-a3e0dbbb81a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.307788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.348969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Pushing event deleted for resources: {'Port': ['ID=1e809a15-6c60-4eeb-9725-78d9421cf79d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:40.351796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['81ff9899-aaca-4601-85a6-c941334b6ac2', '1e809a15-6c60-4eeb-9725-78d9421cf79d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:40.405150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] No DVR routers for this DVR port 1e809a15-6c60-4eeb-9725-78d9421cf79d on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:40.408648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.413115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50a46146-2694-482b-abc9-63c28c23aee6 req-8c01aaf2-0035-49f2-a058-8132cbf1d953 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "DELETE /v2.0/ports/1e809a15-6c60-4eeb-9725-78d9421cf79d HTTP/1.1" status: 204  len: 173 time: 0.5217555
Nov 06 21:05:40.414036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8719dd5-4131-46f9-ba2e-3db7a5a416c0', 'name': 'network-vif-deleted', 'tag': '1e809a15-6c60-4eeb-9725-78d9421cf79d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:40.417414 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4703c6f9-f752-474c-a2ca-f3ef0b60b97b" -d '{"events": [{"server_uuid": "d8719dd5-4131-46f9-ba2e-3db7a5a416c0", "name": "network-vif-deleted", "tag": "1e809a15-6c60-4eeb-9725-78d9421cf79d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:40.527718 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4de3f5-4a3b-4fbd-a909-c3f8fb867561 x-openstack-request-id: req-0f4de3f5-4a3b-4fbd-a909-c3f8fb867561 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:40.528542 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8719dd5-4131-46f9-ba2e-3db7a5a416c0", "name": "network-vif-deleted", "tag": "1e809a15-6c60-4eeb-9725-78d9421cf79d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:40.528542 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f4de3f5-4a3b-4fbd-a909-c3f8fb867561 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:40.528877 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8719dd5-4131-46f9-ba2e-3db7a5a416c0', 'name': 'network-vif-deleted', 'tag': '1e809a15-6c60-4eeb-9725-78d9421cf79d', 'status': 'completed', 'code': 200}
Nov 06 21:05:40.533807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46656) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:40.594969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5fb1-0c8d-4b4d-a9b8-022f3c4cb2ef req-0f740e7a-b0af-4e7a-9b90-5c0334e30ab9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:40.611938 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-964f5fb1-0c8d-4b4d-a9b8-022f3c4cb2ef req-0f740e7a-b0af-4e7a-9b90-5c0334e30ab9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 945 time: 0.1400871
Nov 06 21:05:40.647534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Sync routers for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:05:40.657551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:40.658169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251273f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:40.669957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6605301b-c586-48a4-bde7-a14da9fafd10 req-feabb956-463d-401e-9bbb-6d4b26c602ef tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8719dd5-4131-46f9-ba2e-3db7a5a416c0 HTTP/1.1" status: 200  len: 210 time: 0.0472925
Nov 06 21:05:40.736871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-964f5fb1-0c8d-4b4d-a9b8-022f3c4cb2ef req-57ab6387-06ee-4b16-8418-1618945228d1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236038
Nov 06 21:05:40.762930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-secgroup--712742657'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:40.769690 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e172db5-311b-4ce8-8bd4-15056ce3cb9b tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.777922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e172db5-311b-4ce8-8bd4-15056ce3cb9b tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.799257 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.801875 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048a866a-7b96-4f21-9e11-a3e0dbbb81a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.810027 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-048a866a-7b96-4f21-9e11-a3e0dbbb81a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.814086 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-048a866a-7b96-4f21-9e11-a3e0dbbb81a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7ffaf0d-bb14-4cb5-89c7-d8ad6b28dd0e HTTP/1.1" status: 204  len: 168 time: 0.7706974
Nov 06 21:05:40.814281 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.835290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e172db5-311b-4ce8-8bd4-15056ce3cb9b tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.837251 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7e172db5-311b-4ce8-8bd4-15056ce3cb9b tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7564168
Nov 06 21:05:40.840735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46664) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:40.845844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4aad1d8f-8fc2-4497-bb16-5e61851ebf6f tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Request body: {'security_group_rule': {'security_group_id': '62ed255a-64e8-41f7-af25-7052cf2692fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:40.855221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e172db5-311b-4ce8-8bd4-15056ce3cb9b tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed255a-64e8-41f7-af25-7052cf2692fe,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:40.861095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:40.884092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a866a-7b96-4f21-9e11-a3e0dbbb81a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ffaf0d-bb14-4cb5-89c7-d8ad6b28dd0e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:40.910769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d8f-8fc2-4497-bb16-5e61851ebf6f tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:40.985258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f548d1-fa13-498b-8f6d-b36195d6f412 req-5763a977-5d83-493a-87a5-83efd9243481 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:40.987078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1f548d1-fa13-498b-8f6d-b36195d6f412 req-5763a977-5d83-493a-87a5-83efd9243481 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 945 time: 0.1353683
Nov 06 21:05:41.004476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d8f-8fc2-4497-bb16-5e61851ebf6f tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.010263 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d8f-8fc2-4497-bb16-5e61851ebf6f tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.037616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d8f-8fc2-4497-bb16-5e61851ebf6f tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.039355 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4aad1d8f-8fc2-4497-bb16-5e61851ebf6f tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1971884
Nov 06 21:05:41.042802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46666) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:41.054860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-69260b9a-3022-438e-a0f4-5923589e3a78 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Request body: {'security_group_rule': {'security_group_id': '62ed255a-64e8-41f7-af25-7052cf2692fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:41.055370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad1d8f-8fc2-4497-bb16-5e61851ebf6f tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e953c296-dfa9-4dff-bdb3-13476b1a6f01,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:41.119132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.134734 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.152141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1f548d1-fa13-498b-8f6d-b36195d6f412 req-d227508e-2fc6-4cde-8a6e-7c5848e79afe tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402850
Nov 06 21:05:41.241304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251273f10>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 2, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:41.274725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Checking router: b7589de3-dc0f-45d0-92f8-28c8b27f68b0 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:05:41.275081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Updating router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 port b3ea696d-5d88-4324-87de-0edafb5851b1 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:05:41.315585 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.430206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69260b9a-3022-438e-a0f4-5923589e3a78 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.441536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 11ce6229-6a07-4d82-af24-b66265925aa6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:41.488643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeacaf1-b3de-438d-8576-4883253cbadc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:41.554346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373bbba-e51c-446b-823b-b91cc8f54ed0 req-ea2ef76c-ea30-4e81-b038-32a9c13ac9b7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:41.555850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f373bbba-e51c-446b-823b-b91cc8f54ed0 req-ea2ef76c-ea30-4e81-b038-32a9c13ac9b7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 945 time: 0.1319482
Nov 06 21:05:41.569242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 11ce6229-6a07-4d82-af24-b66265925aa6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:41.569691 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.573395 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.588700 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69260b9a-3022-438e-a0f4-5923589e3a78 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.590555 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.612285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69260b9a-3022-438e-a0f4-5923589e3a78 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.657479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.659098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.1243453
Nov 06 21:05:41.662880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46686) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:41.667096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69260b9a-3022-438e-a0f4-5923589e3a78 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff870ed-a2cd-4015-b3b2-59e8c809c2b8,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:41.681352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393bd80-6674-4594-835b-6e7fbb11409f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb610f1a-1453-44dc-afdb-936b10730ac2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:41.693369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f373bbba-e51c-446b-823b-b91cc8f54ed0 req-fed63a07-a35d-4ae3-a08a-318cf0e2c85c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222808
Nov 06 21:05:41.699060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69260b9a-3022-438e-a0f4-5923589e3a78 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.710085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-69260b9a-3022-438e-a0f4-5923589e3a78 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6598990
Nov 06 21:05:41.713596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46690) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:41.723424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:41.775810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.790169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.833673 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.864155 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-befd6a2c-f9b0-451a-8216-942fd0acec81 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1988435
Nov 06 21:05:41.865628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46698) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:41.876067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ce313672-6ae2-45fe-ad09-a89cadc2ad89 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-security--1976556879', 'description': 'tempest-security-description-2107399707'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:41.903334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff72fa-e4c9-4b54-a3cd-b99c09b43f48 None None] Pushing event updated for resources: {'Port': ['ID=b3ea696d-5d88-4324-87de-0edafb5851b1,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:41.976929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce313672-6ae2-45fe-ad09-a89cadc2ad89 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:41.981087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Attempting to bind port b3ea696d-5d88-4324-87de-0edafb5851b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:41.981469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Attempting to bind port b3ea696d-5d88-4324-87de-0edafb5851b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:41.983317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Attempting to bind port b3ea696d-5d88-4324-87de-0edafb5851b1 on network 790f1050-361a-4854-a34f-09bff15f0aba {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:41.999894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:42.001520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Checking segment: {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:42.002758 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.004907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Bound using segment: {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:42.005639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Bound port: b3ea696d-5d88-4324-87de-0edafb5851b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:42.006037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.066021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce313672-6ae2-45fe-ad09-a89cadc2ad89 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.075877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce313672-6ae2-45fe-ad09-a89cadc2ad89 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.079042 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce313672-6ae2-45fe-ad09-a89cadc2ad89 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.080639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ce313672-6ae2-45fe-ad09-a89cadc2ad89 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "PUT /v2.0/security-groups/bb610f1a-1453-44dc-afdb-936b10730ac2 HTTP/1.1" status: 200  len: 1797 time: 0.2135434
Nov 06 21:05:42.084900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46706) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:42.109818 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.117455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] For port b3ea696d-5d88-4324-87de-0edafb5851b1, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:42.120971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] For port b3ea696d-5d88-4324-87de-0edafb5851b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3ea696d-5d88-4324-87de-0edafb5851b1,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:42.131767 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.203989 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-72ace683-247a-4d9e-84bb-196e9b89a28b tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups/bb610f1a-1453-44dc-afdb-936b10730ac2 HTTP/1.1" status: 200  len: 1797 time: 0.1153386
Nov 06 21:05:42.204264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46710) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:42.245430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce313672-6ae2-45fe-ad09-a89cadc2ad89 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb610f1a-1453-44dc-afdb-936b10730ac2,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:42.291489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7f27-51bf-425c-b4d0-bbd21ad17f97 req-5cc19d06-03c1-40d7-9c79-423d82284bdb tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:42.293548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b5b7f27-51bf-425c-b4d0-bbd21ad17f97 req-5cc19d06-03c1-40d7-9c79-423d82284bdb tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.2118886
Nov 06 21:05:42.302970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Allocated IP 172.35.0.145 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/b06f07af-c73c-495a-b24d-6f502ec13c19) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:42.319912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3c53a-be82-4e01-a409-010af0aabfa8 req-9801f9ba-1b51-4d6e-b184-0dbf8eb584e7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:42.321694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8f3c53a-be82-4e01-a409-010af0aabfa8 req-9801f9ba-1b51-4d6e-b184-0dbf8eb584e7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 945 time: 0.1959889
Nov 06 21:05:42.367745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76688df5-a4ba-44b2-9e15-d3838f735695 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.416511 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76688df5-a4ba-44b2-9e15-d3838f735695 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.437050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ce90153a-2df0-4ff0-86c0-b817dfd5ef9b None None] Provisioning complete for port b3ea696d-5d88-4324-87de-0edafb5851b1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:42.437423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ce90153a-2df0-4ff0-86c0-b817dfd5ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.460841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.475213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b5b7f27-51bf-425c-b4d0-bbd21ad17f97 req-ad20345e-9ae3-4495-a553-13584073ddfe tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655014
Nov 06 21:05:42.486128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8f3c53a-be82-4e01-a409-010af0aabfa8 req-49205bd1-dc88-4148-bd28-b4dcb95cad98 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458521
Nov 06 21:05:42.493700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff72fa-e4c9-4b54-a3cd-b99c09b43f48 None None] Pushing event updated for resources: {'Port': ['ID=b3ea696d-5d88-4324-87de-0edafb5851b1,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:42.501852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:05:42.502731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251273f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:42.511954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76688df5-a4ba-44b2-9e15-d3838f735695 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.515953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76688df5-a4ba-44b2-9e15-d3838f735695 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.526075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-76688df5-a4ba-44b2-9e15-d3838f735695 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb610f1a-1453-44dc-afdb-936b10730ac2 HTTP/1.1" status: 204  len: 168 time: 0.3126643
Nov 06 21:05:42.526075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46716) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:42.547477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.569619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76688df5-a4ba-44b2-9e15-d3838f735695 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb610f1a-1453-44dc-afdb-936b10730ac2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:42.580661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:42.585647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:42.595202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:42.614648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-11287303-c058-44fe-9aa9-cd91d775e5d5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0919635
Nov 06 21:05:42.617239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46720) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:42.636078 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-7b52bcb7-f6e4-4e80-b1e8-a89150c401dd tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] delete failed (client error): The resource could not be found.
Nov 06 21:05:42.638250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7b52bcb7-f6e4-4e80-b1e8-a89150c401dd tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb610f1a-1453-44dc-afdb-936b10730ac2 HTTP/1.1" status: 404  len: 347 time: 0.0193677
Nov 06 21:05:42.642745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46722) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:42.650581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e5535606-aac6-448b-99ec-a17c5871c66f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091018919'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:42.692536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:05:42.696232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5535606-aac6-448b-99ec-a17c5871c66f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.718134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event updated for resources: {'Port': ['ID=b06f07af-c73c-495a-b24d-6f502ec13c19,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:42.781453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ce90153a-2df0-4ff0-86c0-b817dfd5ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.821727 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.834423 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5535606-aac6-448b-99ec-a17c5871c66f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.839693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5535606-aac6-448b-99ec-a17c5871c66f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.853631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ce90153a-2df0-4ff0-86c0-b817dfd5ef9b None None] For port b3ea696d-5d88-4324-87de-0edafb5851b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3ea696d-5d88-4324-87de-0edafb5851b1,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:42.865079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.869314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5535606-aac6-448b-99ec-a17c5871c66f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.873227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e5535606-aac6-448b-99ec-a17c5871c66f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2265432
Nov 06 21:05:42.888900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46730) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:42.903116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-63258523-69aa-46a8-a475-6b53f897e652 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': '04874020-fcb1-4e22-bc2d-e9b1732d5864', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:42.908407 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ce90153a-2df0-4ff0-86c0-b817dfd5ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.934211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5535606-aac6-448b-99ec-a17c5871c66f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04874020-fcb1-4e22-bc2d-e9b1732d5864,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:42.980053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-63258523-69aa-46a8-a475-6b53f897e652 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:42.988816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90153a-2df0-4ff0-86c0-b817dfd5ef9b None None] Pushing event updated for resources: {'Port': ['ID=b3ea696d-5d88-4324-87de-0edafb5851b1,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:43.046757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7c4275f3-14d9-4d8f-9cc1-0e0f272f5468 None None] Provisioning complete for port b3ea696d-5d88-4324-87de-0edafb5851b1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:43.047050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7c4275f3-14d9-4d8f-9cc1-0e0f272f5468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.072840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-63258523-69aa-46a8-a475-6b53f897e652 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.077505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-63258523-69aa-46a8-a475-6b53f897e652 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.093062 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.094735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251273f10>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:42Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:43.101093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63258523-69aa-46a8-a475-6b53f897e652 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83abb53f-9942-46fa-9ce1-7fb652f465d9,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:43.109337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-63258523-69aa-46a8-a475-6b53f897e652 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.113401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-63258523-69aa-46a8-a475-6b53f897e652 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2209566
Nov 06 21:05:43.113656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46736) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:43.114383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.131828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92102149-a49b-46cc-8806-7f90fd48e4c4 None None] The sync data for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 is: [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:42Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:05:43.159002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-987374cb-d6a1-4d97-9844-4a2190c9bafe tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.180169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-987374cb-d6a1-4d97-9844-4a2190c9bafe tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.219651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event updated for resources: {'Port': ['ID=b06f07af-c73c-495a-b24d-6f502ec13c19,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:43.241432 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-987374cb-d6a1-4d97-9844-4a2190c9bafe tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.250285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.264084 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-987374cb-d6a1-4d97-9844-4a2190c9bafe tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.265756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-987374cb-d6a1-4d97-9844-4a2190c9bafe tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/83abb53f-9942-46fa-9ce1-7fb652f465d9 HTTP/1.1" status: 204  len: 168 time: 0.1505518
Nov 06 21:05:43.270063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46738) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:43.272318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987374cb-d6a1-4d97-9844-4a2190c9bafe tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83abb53f-9942-46fa-9ce1-7fb652f465d9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:43.278777 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.284792 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1fa25844-4475-495c-8ed7-f6faf6c7eb17 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5698605
Nov 06 21:05:43.351131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dda34f30-6ce5-4e3a-aff5-09afc2a279a1 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0781584
Nov 06 21:05:43.351930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:43.423763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-769753f6-3f51-45bd-b44f-5dbf33b6b43f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.441739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b3ea696d-5d88-4324-87de-0edafb5851b1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:43.462162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-769753f6-3f51-45bd-b44f-5dbf33b6b43f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.549277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b3ea696d-5d88-4324-87de-0edafb5851b1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:43.549656 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.552844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-769753f6-3f51-45bd-b44f-5dbf33b6b43f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.557589 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-769753f6-3f51-45bd-b44f-5dbf33b6b43f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:43.561388 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-769753f6-3f51-45bd-b44f-5dbf33b6b43f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/04874020-fcb1-4e22-bc2d-e9b1732d5864 HTTP/1.1" status: 204  len: 168 time: 0.2061541
Nov 06 21:05:43.563821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46766) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:43.626337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769753f6-3f51-45bd-b44f-5dbf33b6b43f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04874020-fcb1-4e22-bc2d-e9b1732d5864,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:43.772402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1e809a15-6c60-4eeb-9725-78d9421cf79d no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:43.829426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5fcc47fa-004c-4f5c-ba0e-4edb2b5aa958 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2640395
Nov 06 21:05:43.831549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46790) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:43.837835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-879271e5-9585-4f7a-8e29-bf8554241db5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-secgroup--807731668'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:43.843638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc55b-1f8e-482f-a725-0e078883f48a req-fba77085-f480-46c2-81d8-9252b394fa7e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:43.845480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b3cc55b-1f8e-482f-a725-0e078883f48a req-fba77085-f480-46c2-81d8-9252b394fa7e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 945 time: 0.2032251
Nov 06 21:05:43.855231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d873b5b-1eb2-484d-9bd2-5cd5f3a443c8 req-02476192-6486-4387-8d31-cfe030ecc8f6 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:43.863343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d873b5b-1eb2-484d-9bd2-5cd5f3a443c8 req-02476192-6486-4387-8d31-cfe030ecc8f6 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1909599
Nov 06 21:05:43.865886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 1e809a15-6c60-4eeb-9725-78d9421cf79d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:43.866443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1e809a15-6c60-4eeb-9725-78d9421cf79d not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:43.915196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-879271e5-9585-4f7a-8e29-bf8554241db5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.020907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b3cc55b-1f8e-482f-a725-0e078883f48a req-4b03b5b9-8052-4844-b46f-c7f3970a5a48 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533656
Nov 06 21:05:44.039168 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d873b5b-1eb2-484d-9bd2-5cd5f3a443c8 req-6d05a9d4-319d-4aa7-a036-f43e23408817 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/security-groups?id=b66e39fd-f7f0-457c-adb0-de81aaa3c55e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744807
Nov 06 21:05:44.059360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-34519511-c096-44ab-8669-a45142772a38 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:44.063457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-34519511-c096-44ab-8669-a45142772a38 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 945 time: 0.1977296
Nov 06 21:05:44.072238 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-879271e5-9585-4f7a-8e29-bf8554241db5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.104449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-879271e5-9585-4f7a-8e29-bf8554241db5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.155613 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-879271e5-9585-4f7a-8e29-bf8554241db5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.159877 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-879271e5-9585-4f7a-8e29-bf8554241db5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3269241
Nov 06 21:05:44.162015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46812) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:44.166740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-38848680-e984-42be-a171-386aeefa6bdf tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': '6436e2d5-365d-4cac-b6d6-a91dcacd79bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:44.173616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879271e5-9585-4f7a-8e29-bf8554241db5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6436e2d5-365d-4cac-b6d6-a91dcacd79bd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:44.193762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-b41d23cb-6529-4e8a-b62b-4cf5c981fdbb tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:44.195618 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-b41d23cb-6529-4e8a-b62b-4cf5c981fdbb tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 946 time: 0.1764252
Nov 06 21:05:44.255340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38848680-e984-42be-a171-386aeefa6bdf tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.256760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Deleting port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:44.257313 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.359607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38848680-e984-42be-a171-386aeefa6bdf tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.362073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Deleting port 81ff9899-aaca-4601-85a6-c941334b6ac2 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:44.362407 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.368597 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38848680-e984-42be-a171-386aeefa6bdf tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.380950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] For port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:44.381276 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.409555 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.418645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Calling delete_port for 6903fd3d-34db-44a4-ad2d-fb2ddf711efe owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:44.457033 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38848680-e984-42be-a171-386aeefa6bdf tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f33cad-f7b9-4b45-bf10-b145ee06a0d9,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:44.484921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38848680-e984-42be-a171-386aeefa6bdf tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.488719 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38848680-e984-42be-a171-386aeefa6bdf tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3232801
Nov 06 21:05:44.489090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46830) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:44.497020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0d0998a0-723d-46c4-ac57-5dffa3af6d67 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': '6436e2d5-365d-4cac-b6d6-a91dcacd79bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:44.511784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.531835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] For port 81ff9899-aaca-4601-85a6-c941334b6ac2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81ff9899-aaca-4601-85a6-c941334b6ac2,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:44.532220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.562741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Calling delete_port for 81ff9899-aaca-4601-85a6-c941334b6ac2 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:44.588984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d0998a0-723d-46c4-ac57-5dffa3af6d67 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.599549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.612405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11', '90b8b9b0-a8f0-48a1-905b-e533c76adf75', '6903fd3d-34db-44a4-ad2d-fb2ddf711efe'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:44.635200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event deleted for resources: {'Port': ['ID=6903fd3d-34db-44a4-ad2d-fb2ddf711efe,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:44.721966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] No DVR routers for this DVR port 6903fd3d-34db-44a4-ad2d-fb2ddf711efe on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:44.724918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.728574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d511f97-86cf-4ace-bb02-709f10c3de80 req-668b4060-8ff4-4db9-9f23-567cb1d0f479 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "DELETE /v2.0/ports/6903fd3d-34db-44a4-ad2d-fb2ddf711efe HTTP/1.1" status: 204  len: 173 time: 0.6574419
Nov 06 21:05:44.729788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6123f97a-1c1d-4334-b05e-edb8cd2172de', 'name': 'network-vif-deleted', 'tag': '6903fd3d-34db-44a4-ad2d-fb2ddf711efe'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:44.733445 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df13778-0e1b-41af-a3f6-9208af551fca" -d '{"events": [{"server_uuid": "6123f97a-1c1d-4334-b05e-edb8cd2172de", "name": "network-vif-deleted", "tag": "6903fd3d-34db-44a4-ad2d-fb2ddf711efe"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:44.757205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d0998a0-723d-46c4-ac57-5dffa3af6d67 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.769452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d0998a0-723d-46c4-ac57-5dffa3af6d67 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.780623 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253b1c4d-f8e8-4ba4-acde-f9470fa9511a x-openstack-request-id: req-253b1c4d-f8e8-4ba4-acde-f9470fa9511a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:44.781046 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6123f97a-1c1d-4334-b05e-edb8cd2172de", "name": "network-vif-deleted", "tag": "6903fd3d-34db-44a4-ad2d-fb2ddf711efe", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:44.781908 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-253b1c4d-f8e8-4ba4-acde-f9470fa9511a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:44.782428 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6123f97a-1c1d-4334-b05e-edb8cd2172de', 'name': 'network-vif-deleted', 'tag': '6903fd3d-34db-44a4-ad2d-fb2ddf711efe', 'status': 'completed', 'code': 200}
Nov 06 21:05:44.794433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0998a0-723d-46c4-ac57-5dffa3af6d67 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2765b69-3709-4afa-9090-7f0116ae553e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:44.834844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d0998a0-723d-46c4-ac57-5dffa3af6d67 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.838920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46860) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:44.839471 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d0998a0-723d-46c4-ac57-5dffa3af6d67 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3490446
Nov 06 21:05:44.844960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-87001ede-a7df-467c-8d00-9a30768de711 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': '6436e2d5-365d-4cac-b6d6-a91dcacd79bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:44.899096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-87001ede-a7df-467c-8d00-9a30768de711 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.952467 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:44.990663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Pushing event deleted for resources: {'Port': ['ID=81ff9899-aaca-4601-85a6-c941334b6ac2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:45.007364 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-87001ede-a7df-467c-8d00-9a30768de711 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.017548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-87001ede-a7df-467c-8d00-9a30768de711 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.047230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87001ede-a7df-467c-8d00-9a30768de711 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c630ff52-bddf-4272-81be-fa53345a4c02,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:45.065443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] No DVR routers for this DVR port 81ff9899-aaca-4601-85a6-c941334b6ac2 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:45.081697 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-87001ede-a7df-467c-8d00-9a30768de711 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.093805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-87001ede-a7df-467c-8d00-9a30768de711 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2521393
Nov 06 21:05:45.094477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46866) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:45.100085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0422723a-e212-4bb5-9c0d-ae62f9d60292 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': '6436e2d5-365d-4cac-b6d6-a91dcacd79bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:45.100746 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.104176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-27ccbdc4-e7b2-4703-ad05-41bcff6630aa req-efb33df5-1a67-4fbe-ac15-4004e6edd2c9 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.10 "DELETE /v2.0/ports/81ff9899-aaca-4601-85a6-c941334b6ac2 HTTP/1.1" status: 204  len: 173 time: 0.8978276
Nov 06 21:05:45.105252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164f43a8-ffe2-4f74-8af1-57b56325b235', 'name': 'network-vif-deleted', 'tag': '81ff9899-aaca-4601-85a6-c941334b6ac2'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:45.112476 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dda716-8a27-4afd-bf3a-fc1646fc6999" -d '{"events": [{"server_uuid": "164f43a8-ffe2-4f74-8af1-57b56325b235", "name": "network-vif-deleted", "tag": "81ff9899-aaca-4601-85a6-c941334b6ac2"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:45.213731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8236aa27-a8f9-4303-ba1b-11eae7dc3948 req-f39412ce-e051-4242-a38b-5f7ab5d3dd70 tempest-ListServerFiltersTestJSON-253079339 tempest-ListServerFiltersTestJSON-253079339-project] 10.222.0.13 "GET /v2.0/ports?device_id=164f43a8-ffe2-4f74-8af1-57b56325b235 HTTP/1.1" status: 200  len: 210 time: 0.0645666
Nov 06 21:05:45.227032 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0422723a-e212-4bb5-9c0d-ae62f9d60292 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.292868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7dbc40eb-4aec-4a15-b9fc-2a9d5d1f8c74 req-6d3b1d2f-e53d-41e9-a969-e99455cd4211 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=6123f97a-1c1d-4334-b05e-edb8cd2172de HTTP/1.1" status: 200  len: 210 time: 0.1192901
Nov 06 21:05:45.307913 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee4677-58b1-40e1-bf41-103bf26564f2 x-openstack-request-id: req-15ee4677-58b1-40e1-bf41-103bf26564f2 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:45.308414 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164f43a8-ffe2-4f74-8af1-57b56325b235", "name": "network-vif-deleted", "tag": "81ff9899-aaca-4601-85a6-c941334b6ac2", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:45.308765 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15ee4677-58b1-40e1-bf41-103bf26564f2 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:45.309236 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164f43a8-ffe2-4f74-8af1-57b56325b235', 'name': 'network-vif-deleted', 'tag': '81ff9899-aaca-4601-85a6-c941334b6ac2', 'status': 'completed', 'code': 200}
Nov 06 21:05:45.343855 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0422723a-e212-4bb5-9c0d-ae62f9d60292 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.356468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0422723a-e212-4bb5-9c0d-ae62f9d60292 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.375248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422723a-e212-4bb5-9c0d-ae62f9d60292 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac6b46a-17af-4d77-ad41-c46a9bfd543d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:45.393937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0422723a-e212-4bb5-9c0d-ae62f9d60292 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.395437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0422723a-e212-4bb5-9c0d-ae62f9d60292 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2995696
Nov 06 21:05:45.398525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46874) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:45.405781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-208bfa0e-9c7c-43ec-80f4-e4ace7aa0746 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': '6436e2d5-365d-4cac-b6d6-a91dcacd79bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:45.433893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-208bfa0e-9c7c-43ec-80f4-e4ace7aa0746 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.497230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-208bfa0e-9c7c-43ec-80f4-e4ace7aa0746 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.501562 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-208bfa0e-9c7c-43ec-80f4-e4ace7aa0746 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.520180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bfa0e-9c7c-43ec-80f4-e4ace7aa0746 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47605757-8181-448c-80e6-6e851790251b,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:45.527546 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-208bfa0e-9c7c-43ec-80f4-e4ace7aa0746 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.528812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-208bfa0e-9c7c-43ec-80f4-e4ace7aa0746 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1272645
Nov 06 21:05:45.531610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:45.554891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-680831cd-0ebd-49ff-a797-7b88cb52a75d tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.562826 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-680831cd-0ebd-49ff-a797-7b88cb52a75d tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.593869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-680831cd-0ebd-49ff-a797-7b88cb52a75d tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.600607 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-680831cd-0ebd-49ff-a797-7b88cb52a75d tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.601861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-680831cd-0ebd-49ff-a797-7b88cb52a75d tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/47605757-8181-448c-80e6-6e851790251b HTTP/1.1" status: 204  len: 168 time: 0.0693357
Nov 06 21:05:45.605710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46878) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:45.609043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['81ff9899-aaca-4601-85a6-c941334b6ac2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:45.610392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680831cd-0ebd-49ff-a797-7b88cb52a75d tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47605757-8181-448c-80e6-6e851790251b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:45.689221 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fbd3bcc4-6eb8-4e52-9a79-54bd176c2317 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0813565
Nov 06 21:05:45.692038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46880) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:45.720256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ac7d5dc0-7b9e-44eb-86be-10889984d8c0 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.728554 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ac7d5dc0-7b9e-44eb-86be-10889984d8c0 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.773727 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ac7d5dc0-7b9e-44eb-86be-10889984d8c0 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.781017 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ac7d5dc0-7b9e-44eb-86be-10889984d8c0 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.782479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ac7d5dc0-7b9e-44eb-86be-10889984d8c0 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6ac6b46a-17af-4d77-ad41-c46a9bfd543d HTTP/1.1" status: 204  len: 168 time: 0.0894225
Nov 06 21:05:45.785299 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46882) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:45.801400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d5dc0-7b9e-44eb-86be-10889984d8c0 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ac6b46a-17af-4d77-ad41-c46a9bfd543d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:45.839067 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-00f14730-7a0e-4ef0-920a-96224c0fc01b tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0501010
Nov 06 21:05:45.839307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46884) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:45.880034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fcdf52f5-b127-4495-8ec1-d33ca2b2f5d8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.889415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fcdf52f5-b127-4495-8ec1-d33ca2b2f5d8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.916773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fcdf52f5-b127-4495-8ec1-d33ca2b2f5d8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.922929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fcdf52f5-b127-4495-8ec1-d33ca2b2f5d8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:45.926606 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fcdf52f5-b127-4495-8ec1-d33ca2b2f5d8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c630ff52-bddf-4272-81be-fa53345a4c02 HTTP/1.1" status: 204  len: 168 time: 0.0838077
Nov 06 21:05:45.927101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46886) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:45.933028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf52f5-b127-4495-8ec1-d33ca2b2f5d8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c630ff52-bddf-4272-81be-fa53345a4c02,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:45.984143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5097b3ca-1bc1-41d4-83e0-1acd6675a0e3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0552664
Nov 06 21:05:45.986878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46888) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.010945 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10f9afa0-909f-46cb-84b3-7bc9b25d3e66 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.018454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10f9afa0-909f-46cb-84b3-7bc9b25d3e66 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.044006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10f9afa0-909f-46cb-84b3-7bc9b25d3e66 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.050366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10f9afa0-909f-46cb-84b3-7bc9b25d3e66 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.051466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-10f9afa0-909f-46cb-84b3-7bc9b25d3e66 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b2765b69-3709-4afa-9090-7f0116ae553e HTTP/1.1" status: 204  len: 168 time: 0.0634496
Nov 06 21:05:46.054536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46890) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.057092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9afa0-909f-46cb-84b3-7bc9b25d3e66 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2765b69-3709-4afa-9090-7f0116ae553e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:46.096327 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3b10fbd2-29ee-4d8f-81ba-dbf5bd914f5e tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0398254
Nov 06 21:05:46.098920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46892) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.122835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-84d78fe5-5385-4940-a882-9f83fd0ef2b5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.130976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-84d78fe5-5385-4940-a882-9f83fd0ef2b5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.157152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-84d78fe5-5385-4940-a882-9f83fd0ef2b5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.162092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-84d78fe5-5385-4940-a882-9f83fd0ef2b5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.163229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-84d78fe5-5385-4940-a882-9f83fd0ef2b5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/73f33cad-f7b9-4b45-bf10-b145ee06a0d9 HTTP/1.1" status: 204  len: 168 time: 0.0634110
Nov 06 21:05:46.165977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46894) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.171481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d78fe5-5385-4940-a882-9f83fd0ef2b5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73f33cad-f7b9-4b45-bf10-b145ee06a0d9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:46.208370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-03ab00ac-b616-4c6d-a8f7-74b34b8c3dfc tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0388315
Nov 06 21:05:46.209056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46898) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.273000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aeddf19d-e14c-4ce6-9065-80af31064dbc tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.282567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46902) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.297578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aeddf19d-e14c-4ce6-9065-80af31064dbc tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.330500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb378e8-8e9e-4071-b7f2-0c44f41106c2 admin admin] Deleting subnet 8da28abf-1daa-4b1e-8b15-57d9115c706e {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:05:46.332266 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2cb378e8-8e9e-4071-b7f2-0c44f41106c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.339830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aeddf19d-e14c-4ce6-9065-80af31064dbc tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.343641 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aeddf19d-e14c-4ce6-9065-80af31064dbc tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.345010 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aeddf19d-e14c-4ce6-9065-80af31064dbc tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/6436e2d5-365d-4cac-b6d6-a91dcacd79bd HTTP/1.1" status: 204  len: 168 time: 0.1346445
Nov 06 21:05:46.349476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46906) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.397584 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2cb378e8-8e9e-4071-b7f2-0c44f41106c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.412492 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-024d3906-b9b6-4449-90e9-7ab9389cbdae tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0548577
Nov 06 21:05:46.413118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46912) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.415588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddf19d-e14c-4ce6-9065-80af31064dbc tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6436e2d5-365d-4cac-b6d6-a91dcacd79bd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:46.432174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3ab48f21-cb38-4417-a061-ddae37b840bb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050368199'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:46.473663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab48f21-cb38-4417-a061-ddae37b840bb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.521598 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2cb378e8-8e9e-4071-b7f2-0c44f41106c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.597073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab48f21-cb38-4417-a061-ddae37b840bb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.602805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab48f21-cb38-4417-a061-ddae37b840bb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.636799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-196d89a2-d651-4e92-886c-426480fa4dc8 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1978375294&fields=id&tenant_id=23c3196631494be38ca11b2167bbc4bb HTTP/1.1" status: 200  len: 267 time: 0.0877254
Nov 06 21:05:46.637181 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ab48f21-cb38-4417-a061-ddae37b840bb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.641636 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ab48f21-cb38-4417-a061-ddae37b840bb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2242301
Nov 06 21:05:46.642316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46920) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.646698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c1aca5eb-a5a8-4e8e-ae8b-81c55530f9fa tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': 'aeae694a-1008-4fd7-9f62-743a0378a2e5', 'direction': 'ingress', 'protocol': 17}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:46.656689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab48f21-cb38-4417-a061-ddae37b840bb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae694a-1008-4fd7-9f62-743a0378a2e5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:46.729875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2cb378e8-8e9e-4071-b7f2-0c44f41106c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.792724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb378e8-8e9e-4071-b7f2-0c44f41106c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da28abf-1daa-4b1e-8b15-57d9115c706e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:46.798480 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2cb378e8-8e9e-4071-b7f2-0c44f41106c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.801577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2cb378e8-8e9e-4071-b7f2-0c44f41106c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8da28abf-1daa-4b1e-8b15-57d9115c706e HTTP/1.1" status: 204  len: 168 time: 0.5179577
Nov 06 21:05:46.803805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcadd2-9deb-443f-8870-92c37b0790bb None None] Network 53170c66-3550-452a-b484-26c412d80e72 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:46.804334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46922) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:46.817769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1aca5eb-a5a8-4e8e-ae8b-81c55530f9fa tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.857192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b241971-3e47-46b8-9948-e404edfc2142 req-b51c6916-0b3e-489c-a80f-eb8340272815 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:46.858768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b241971-3e47-46b8-9948-e404edfc2142 req-b51c6916-0b3e-489c-a80f-eb8340272815 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 945 time: 0.1807470
Nov 06 21:05:46.883426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-f85162c7-4853-4599-ba3d-76c2bd5afb40 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:46.885155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-f85162c7-4853-4599-ba3d-76c2bd5afb40 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/networks?id=790f1050-361a-4854-a34f-09bff15f0aba HTTP/1.1" status: 200  len: 816 time: 0.2307167
Nov 06 21:05:46.899163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.911135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-deaf53f8-2527-494c-903f-b323c5e5acad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.922232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-bc340c11-63f8-425a-ad08-4173e1afccc6 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/quotas/23c3196631494be38ca11b2167bbc4bb HTTP/1.1" status: 200  len: 375 time: 0.0269563
Nov 06 21:05:46.965515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Deleting port c92488cb-90a7-452c-8537-85f0f924941d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:46.966029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.980926 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1aca5eb-a5a8-4e8e-ae8b-81c55530f9fa tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:46.993397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1aca5eb-a5a8-4e8e-ae8b-81c55530f9fa tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.016278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b241971-3e47-46b8-9948-e404edfc2142 req-0fcd2581-ed5e-426e-a686-f4b6062c0e2d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300194
Nov 06 21:05:47.039813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] For port c92488cb-90a7-452c-8537-85f0f924941d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c92488cb-90a7-452c-8537-85f0f924941d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:47.040389 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.043469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aca5eb-a5a8-4e8e-ae8b-81c55530f9fa tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9898674-2814-4fae-8f88-5ac9bc703377,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:47.055986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-2b3dfe49-f2aa-444c-8eca-b03939d6b8cb tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c3196631494be38ca11b2167bbc4bb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1204534
Nov 06 21:05:47.059518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1aca5eb-a5a8-4e8e-ae8b-81c55530f9fa tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.063733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c1aca5eb-a5a8-4e8e-ae8b-81c55530f9fa tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4177518
Nov 06 21:05:47.063888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Calling delete_port for c92488cb-90a7-452c-8537-85f0f924941d owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:47.064388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46924) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:47.115324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] DHCP port deletion for 53170c66-3550-452a-b484-26c412d80e72 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:05:47.164858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] Deleting port c92488cb-90a7-452c-8537-85f0f924941d {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:47.165545 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.177330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.180079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddc2edd4-eda3-4835-9256-a5a1cf7942c3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.216646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c92488cb-90a7-452c-8537-85f0f924941d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:47.223431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] No DVR routers for this DVR port c92488cb-90a7-452c-8537-85f0f924941d on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:47.227263 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddc2edd4-eda3-4835-9256-a5a1cf7942c3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.239381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-a4849e67-05b9-47c9-a44c-e2d74208f34d service neutron] 10.222.0.13 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438007
Nov 06 21:05:47.248596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] For port c92488cb-90a7-452c-8537-85f0f924941d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c92488cb-90a7-452c-8537-85f0f924941d,segment=NetworkSegment(bc9d34c2-3f91-43ff-933f-08c4460dacaa),segment_id=bc9d34c2-3f91-43ff-933f-08c4460dacaa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:47.249818 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.269110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] Calling delete_port for c92488cb-90a7-452c-8537-85f0f924941d owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:47.336572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.363672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddc2edd4-eda3-4835-9256-a5a1cf7942c3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.366288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddc2edd4-eda3-4835-9256-a5a1cf7942c3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.367498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ddc2edd4-eda3-4835-9256-a5a1cf7942c3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/aeae694a-1008-4fd7-9f62-743a0378a2e5 HTTP/1.1" status: 204  len: 168 time: 0.3021927
Nov 06 21:05:47.368536 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.376144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46928) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:47.391306 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92566fe070>,) {'filters': {'network_id': ['53170c66-3550-452a-b484-26c412d80e72']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:47.395525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2edd4-eda3-4835-9256-a5a1cf7942c3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae694a-1008-4fd7-9f62-743a0378a2e5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:47.398884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63bfe93b-f87e-45dc-89cd-9423b445b57e service neutron] 10.222.0.13 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518509
Nov 06 21:05:47.415022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c92488cb-90a7-452c-8537-85f0f924941d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:47.419000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566fe070>, 'bc9d34c2-3f91-43ff-933f-08c4460dacaa') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:47.419417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566fe070>, 'bc9d34c2-3f91-43ff-933f-08c4460dacaa') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:47.430914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.439369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c92488cb-90a7-452c-8537-85f0f924941d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:47.439656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c92488cb-90a7-452c-8537-85f0f924941d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:47.441037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-03a9928b-9dd6-4ea0-acf7-489a96d67aaf tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0629745
Nov 06 21:05:47.442087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] Pushing event deleted for resources: {'Port': ['ID=c92488cb-90a7-452c-8537-85f0f924941d,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:47.443465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46930) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:47.451535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eaef99-6c85-4696-9fe7-692af4fc5f5a None None] No DVR routers for this DVR port c92488cb-90a7-452c-8537-85f0f924941d on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:47.453156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.460226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:47.460692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.474818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d7db8647-453d-4de9-8412-3c5f15629346 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075888937'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:47.479289 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:47.538333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.543347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7db8647-453d-4de9-8412-3c5f15629346 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.548845 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.555205 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] 10.222.0.13 "DELETE /v2.0/networks/53170c66-3550-452a-b484-26c412d80e72 HTTP/1.1" status: 204  len: 168 time: 0.7471015
Nov 06 21:05:47.574964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3775f-b38c-4501-baef-0a84ce3a7c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=53170c66-3550-452a-b484-26c412d80e72,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:47.666312 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7db8647-453d-4de9-8412-3c5f15629346 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.674256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7db8647-453d-4de9-8412-3c5f15629346 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.707413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d7db8647-453d-4de9-8412-3c5f15629346 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.711664 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d7db8647-453d-4de9-8412-3c5f15629346 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2639465
Nov 06 21:05:47.712108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46940) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:47.717612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-49bcb4dc-2d31-49de-bdb2-9804c1b7e536 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154333656'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:47.731434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db8647-453d-4de9-8412-3c5f15629346 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0505321d-1176-4007-9bfe-29c8adf01049,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:47.748203 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-49bcb4dc-2d31-49de-bdb2-9804c1b7e536 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.780797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6903fd3d-34db-44a4-ad2d-fb2ddf711efe no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:47.805874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 6903fd3d-34db-44a4-ad2d-fb2ddf711efe {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:47.806936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6903fd3d-34db-44a4-ad2d-fb2ddf711efe not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:47.807537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 81ff9899-aaca-4601-85a6-c941334b6ac2 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:47.829684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 81ff9899-aaca-4601-85a6-c941334b6ac2 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:47.830352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 81ff9899-aaca-4601-85a6-c941334b6ac2 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:47.870297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46944) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:47.882013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-49bcb4dc-2d31-49de-bdb2-9804c1b7e536 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.887318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-49bcb4dc-2d31-49de-bdb2-9804c1b7e536 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.940043 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1670cef9-0b1b-434d-a060-546cbc2916d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84a119dc29614d80a2a5c5378eb09590&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0663605
Nov 06 21:05:47.940254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43142b3c-79f5-4755-aee7-f4eb9f320444 req-0494f8f9-1133-450c-89f7-c8cfd7fe7191 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 210 time: 0.0422218
Nov 06 21:05:47.940554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46948) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:47.970212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-49bcb4dc-2d31-49de-bdb2-9804c1b7e536 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:47.971519 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-49bcb4dc-2d31-49de-bdb2-9804c1b7e536 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2580185
Nov 06 21:05:47.974265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46950) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:47.978964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6bff4c83-3609-4229-8cdc-b01bb7c63bb8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': '0505321d-1176-4007-9bfe-29c8adf01049', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7bcd10ec-d931-4921-9a4e-ee2d7177c4c3', 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:47.996580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcb4dc-2d31-49de-bdb2-9804c1b7e536 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcd10ec-d931-4921-9a4e-ee2d7177c4c3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:48.015908 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c71eb246-c194-4bd8-bb96-bee07d5e8528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.036223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6bff4c83-3609-4229-8cdc-b01bb7c63bb8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.043849 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c71eb246-c194-4bd8-bb96-bee07d5e8528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.101624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c71eb246-c194-4bd8-bb96-bee07d5e8528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.107479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c71eb246-c194-4bd8-bb96-bee07d5e8528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.110276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c71eb246-c194-4bd8-bb96-bee07d5e8528 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b66e39fd-f7f0-457c-adb0-de81aaa3c55e HTTP/1.1" status: 204  len: 168 time: 0.1658535
Nov 06 21:05:48.134878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eb246-c194-4bd8-bb96-bee07d5e8528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66e39fd-f7f0-457c-adb0-de81aaa3c55e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:48.173308 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6bff4c83-3609-4229-8cdc-b01bb7c63bb8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.181493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6bff4c83-3609-4229-8cdc-b01bb7c63bb8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.211684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6bff4c83-3609-4229-8cdc-b01bb7c63bb8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.213017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6bff4c83-3609-4229-8cdc-b01bb7c63bb8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.2377372
Nov 06 21:05:48.215967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff4c83-3609-4229-8cdc-b01bb7c63bb8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0996d744-429b-4357-9873-5a6d601a9b8e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:48.218635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46960) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:48.227929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705d16-f754-4081-8c0f-8d267bd6d4e1 req-5d3b8ab5-9c39-46ad-8602-578748e4e0e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:48.242037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d705d16-f754-4081-8c0f-8d267bd6d4e1 req-5d3b8ab5-9c39-46ad-8602-578748e4e0e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 945 time: 0.1066518
Nov 06 21:05:48.245851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d344cd57-48b2-427b-aa26-fe7cd1ae50b7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.259675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d344cd57-48b2-427b-aa26-fe7cd1ae50b7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.295430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d344cd57-48b2-427b-aa26-fe7cd1ae50b7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.302139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d344cd57-48b2-427b-aa26-fe7cd1ae50b7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.303542 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d344cd57-48b2-427b-aa26-fe7cd1ae50b7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0996d744-429b-4357-9873-5a6d601a9b8e HTTP/1.1" status: 204  len: 168 time: 0.0842721
Nov 06 21:05:48.306294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46966) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:48.311739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344cd57-48b2-427b-aa26-fe7cd1ae50b7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0996d744-429b-4357-9873-5a6d601a9b8e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:48.330660 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d705d16-f754-4081-8c0f-8d267bd6d4e1 req-935c314a-cb9e-42a6-af87-4f07354b95ae tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876091
Nov 06 21:05:48.387497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-12bd5dc8-9eb5-4ff6-8d25-5a816c5c9479 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0766251
Nov 06 21:05:48.390702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46968) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:48.423266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-bd7c1315-5bbb-4588-a31a-fadfdb1b858c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:48.425243 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-bd7c1315-5bbb-4588-a31a-fadfdb1b858c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 945 time: 0.0673139
Nov 06 21:05:48.514222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0227123-ec1b-4fb6-9e88-f09cb4de6acb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.547998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0227123-ec1b-4fb6-9e88-f09cb4de6acb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.555899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Deleting port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:05:48.556945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.600820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0227123-ec1b-4fb6-9e88-f09cb4de6acb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.603657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0227123-ec1b-4fb6-9e88-f09cb4de6acb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.605025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a0227123-ec1b-4fb6-9e88-f09cb4de6acb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/7bcd10ec-d931-4921-9a4e-ee2d7177c4c3 HTTP/1.1" status: 204  len: 168 time: 0.2134340
Nov 06 21:05:48.608964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46978) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:48.636857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0227123-ec1b-4fb6-9e88-f09cb4de6acb tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcd10ec-d931-4921-9a4e-ee2d7177c4c3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:48.666539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] For port 90b8b9b0-a8f0-48a1-905b-e533c76adf75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90b8b9b0-a8f0-48a1-905b-e533c76adf75,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:48.667163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.685250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Calling delete_port for 90b8b9b0-a8f0-48a1-905b-e533c76adf75 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:05:48.706241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9ad855be-5f1b-4963-9b4f-736f2c7856b0 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0961809
Nov 06 21:05:48.708866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46982) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:48.776483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe51c-c488-4b90-9776-2c73fe53eb7c tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.812843 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe51c-c488-4b90-9776-2c73fe53eb7c tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.847572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.862083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11', '90b8b9b0-a8f0-48a1-905b-e533c76adf75'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:48.887019 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe51c-c488-4b90-9776-2c73fe53eb7c tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.892104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe51c-c488-4b90-9776-2c73fe53eb7c tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:48.893678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ba6fe51c-c488-4b90-9776-2c73fe53eb7c tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/0505321d-1176-4007-9bfe-29c8adf01049 HTTP/1.1" status: 204  len: 168 time: 0.1838527
Nov 06 21:05:48.899318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 46992) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:48.914575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fe51c-c488-4b90-9776-2c73fe53eb7c tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0505321d-1176-4007-9bfe-29c8adf01049,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:48.918517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event deleted for resources: {'Port': ['ID=90b8b9b0-a8f0-48a1-905b-e533c76adf75,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:48.984964 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-60597950-9852-4d32-8c91-28e37155fcb4 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0817826
Nov 06 21:05:48.986943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46998) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:48.993075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a385459e-be46-4356-83de-7ed6c88e66b8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-secgroup--58966720'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:49.036077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] No DVR routers for this DVR port 90b8b9b0-a8f0-48a1-905b-e533c76adf75 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:05:49.039684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.042604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a385459e-be46-4356-83de-7ed6c88e66b8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.048799 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-69b9ea7f-07da-413b-b3b7-185d289002c0 req-ba185c40-9223-4655-b61a-87219a5bdef0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "DELETE /v2.0/ports/90b8b9b0-a8f0-48a1-905b-e533c76adf75 HTTP/1.1" status: 204  len: 173 time: 0.6168411
Nov 06 21:05:49.057007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc2b920-2680-4f38-acce-5220d6dcc981', 'name': 'network-vif-deleted', 'tag': '90b8b9b0-a8f0-48a1-905b-e533c76adf75'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:49.064739 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29862603-d1c0-45f4-a70e-1e440d2149b7" -d '{"events": [{"server_uuid": "bcc2b920-2680-4f38-acce-5220d6dcc981", "name": "network-vif-deleted", "tag": "90b8b9b0-a8f0-48a1-905b-e533c76adf75"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:49.119511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-689cb88d-1419-435c-bf88-2ab11b28cce5 req-a7d6807f-3c67-4050-984e-078a76e8e0a7 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 210 time: 0.0359745
Nov 06 21:05:49.158333 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c4243-cc00-45ff-8b0c-19ee0f9f53b0 x-openstack-request-id: req-081c4243-cc00-45ff-8b0c-19ee0f9f53b0 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:49.158634 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc2b920-2680-4f38-acce-5220d6dcc981", "name": "network-vif-deleted", "tag": "90b8b9b0-a8f0-48a1-905b-e533c76adf75", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:49.158946 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-081c4243-cc00-45ff-8b0c-19ee0f9f53b0 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:49.159355 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc2b920-2680-4f38-acce-5220d6dcc981', 'name': 'network-vif-deleted', 'tag': '90b8b9b0-a8f0-48a1-905b-e533c76adf75', 'status': 'completed', 'code': 200}
Nov 06 21:05:49.182363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a385459e-be46-4356-83de-7ed6c88e66b8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.188077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a385459e-be46-4356-83de-7ed6c88e66b8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.203913 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-83bfe1ab-fdcc-45aa-ba37-2de64af0c741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.232760 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a385459e-be46-4356-83de-7ed6c88e66b8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.237380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a385459e-be46-4356-83de-7ed6c88e66b8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2487140
Nov 06 21:05:49.239128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47008) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:49.243542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8089fecc-37fa-43e0-bfa4-f2dff8f0fe7f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': '91f23486-0665-4564-9b2b-c074f5c67a83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:49.250957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385459e-be46-4356-83de-7ed6c88e66b8 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f23486-0665-4564-9b2b-c074f5c67a83,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:49.287714 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8089fecc-37fa-43e0-bfa4-f2dff8f0fe7f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.372280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8089fecc-37fa-43e0-bfa4-f2dff8f0fe7f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.382073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8089fecc-37fa-43e0-bfa4-f2dff8f0fe7f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.400438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-691c4cf7-fadc-4c6f-a4b2-51e93a7e706c tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:49.402899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-691c4cf7-fadc-4c6f-a4b2-51e93a7e706c tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.10 "GET /v2.0/networks?id=790f1050-361a-4854-a34f-09bff15f0aba HTTP/1.1" status: 200  len: 816 time: 0.2053397
Nov 06 21:05:49.428820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089fecc-37fa-43e0-bfa4-f2dff8f0fe7f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4028be5d-a7af-4c49-8bdc-5917f8300ae0,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:49.447512 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8089fecc-37fa-43e0-bfa4-f2dff8f0fe7f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.457178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8089fecc-37fa-43e0-bfa4-f2dff8f0fe7f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2143948
Nov 06 21:05:49.458552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47016) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:49.501862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47018) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:49.510486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a9118dc-92a5-431c-a57d-e19560c2685e req-1a3fc991-438a-4e8d-a6d8-a113ba5edf04 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc2b920-2680-4f38-acce-5220d6dcc981 HTTP/1.1" status: 200  len: 210 time: 0.0531437
Nov 06 21:05:49.529148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ceb76b1-d5fc-45be-b072-f5a83e3a2e58 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.533011 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-ce1b3bb4-009b-4508-8087-103f90f63f63 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c3196631494be38ca11b2167bbc4bb HTTP/1.1" status: 200  len: 380 time: 0.1103137
Nov 06 21:05:49.538120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ceb76b1-d5fc-45be-b072-f5a83e3a2e58 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.544950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Request body: {'port': {'device_id': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'admin_state_up': True, 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'security_groups': ['62ed255a-64e8-41f7-af25-7052cf2692fe']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:49.584177 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ceb76b1-d5fc-45be-b072-f5a83e3a2e58 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.601599 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0ceb76b1-d5fc-45be-b072-f5a83e3a2e58 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.603612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0ceb76b1-d5fc-45be-b072-f5a83e3a2e58 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4028be5d-a7af-4c49-8bdc-5917f8300ae0 HTTP/1.1" status: 204  len: 168 time: 0.1429226
Nov 06 21:05:49.604988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb76b1-d5fc-45be-b072-f5a83e3a2e58 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4028be5d-a7af-4c49-8bdc-5917f8300ae0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:49.606861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47022) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:49.669998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a3ec9d8c-3787-4368-b132-ef0d719eede1 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0548024
Nov 06 21:05:49.673096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47024) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:49.705174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Made reservation on behalf of 23c3196631494be38ca11b2167bbc4bb for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:49.709591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.724158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-17057568-network', 'tenant_id': '0cf03418aeba4a469e09111804ee7a2f'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:49.757077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e553ada6-3d4a-4e01-a101-9d6aefbad6a3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.785392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Made reservation on behalf of 0cf03418aeba4a469e09111804ee7a2f for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:49.788577 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.805402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e553ada6-3d4a-4e01-a101-9d6aefbad6a3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.840233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.895390 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e553ada6-3d4a-4e01-a101-9d6aefbad6a3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.900033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e553ada6-3d4a-4e01-a101-9d6aefbad6a3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:49.903566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e553ada6-3d4a-4e01-a101-9d6aefbad6a3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/91f23486-0665-4564-9b2b-c074f5c67a83 HTTP/1.1" status: 204  len: 168 time: 0.2264013
Nov 06 21:05:49.905418 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:49.916285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553ada6-3d4a-4e01-a101-9d6aefbad6a3 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f23486-0665-4564-9b2b-c074f5c67a83,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:50.013248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Allocated IP 172.20.0.8 (790f1050-361a-4854-a34f-09bff15f0aba/1da9e277-e574-443e-99a0-e594f0436322/6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:50.026738 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ca2d593-8218-4aa3-b6dd-729cffad952f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1017070
Nov 06 21:05:50.031312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47058) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:50.042307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8a893cd6-7a40-47e4-b848-3c95ea7675d5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002026249'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:50.067661 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a893cd6-7a40-47e4-b848-3c95ea7675d5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.068464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.079478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.141668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a893cd6-7a40-47e4-b848-3c95ea7675d5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.142382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:50.146099 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a893cd6-7a40-47e4-b848-3c95ea7675d5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.167234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f871fb-af26-45c8-90b3-71e3d3d57ba3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:50.174786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.175129 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Added segment c1aaded2-6312-46ba-aee1-90207e27692d of type vlan for network 0ab5e469-5d79-43ce-b217-e9352380d952
Nov 06 21:05:50.208190 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a893cd6-7a40-47e4-b848-3c95ea7675d5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.212901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8a893cd6-7a40-47e4-b848-3c95ea7675d5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1805801
Nov 06 21:05:50.214811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47062) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:50.219888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ebb96e2d-9335-45b7-8287-eaf0a320cbe7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': 'b54662b0-3c9b-4990-a077-34d5ef9ca708', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:50.227084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a893cd6-7a40-47e4-b848-3c95ea7675d5 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54662b0-3c9b-4990-a077-34d5ef9ca708,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:50.241310 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.265178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.286974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b8ffc7c-4026-42b7-bc4e-f56abec57bb4 req-58795dc3-f1f1-4972-b779-0aef2d8ab56f tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 210 time: 0.0334830
Nov 06 21:05:50.289831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.291007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:50.292132 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.293531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ebb96e2d-9335-45b7-8287-eaf0a320cbe7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.332454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47064) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:50.332644 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8295922
Nov 06 21:05:50.341950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Request body: {'subnet': {'network_id': '0ab5e469-5d79-43ce-b217-e9352380d952', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-17057568-subnet', 'tenant_id': '0cf03418aeba4a469e09111804ee7a2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:50.371136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Made reservation on behalf of 0cf03418aeba4a469e09111804ee7a2f for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:50.373712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.393032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737d78-3cfc-4a22-9dc4-d519c6b57ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab5e469-5d79-43ce-b217-e9352380d952,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:50.396563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.410857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0ab5e469-5d79-43ce-b217-e9352380d952 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:50.430774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ebb96e2d-9335-45b7-8287-eaf0a320cbe7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.440256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Network 790f1050-361a-4854-a34f-09bff15f0aba is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:50.442978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ebb96e2d-9335-45b7-8287-eaf0a320cbe7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.449536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:50.461205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:50.465702 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event updated for resources: {'Port': ['ID=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:50.479662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb96e2d-9335-45b7-8287-eaf0a320cbe7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d56016-6522-48eb-98c7-b8415e1aa60f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:50.489894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ebb96e2d-9335-45b7-8287-eaf0a320cbe7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.493926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ebb96e2d-9335-45b7-8287-eaf0a320cbe7 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2783406
Nov 06 21:05:50.496112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47070) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:50.520089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-53fc46eb-ab14-4746-8978-f2e7ccd21a5c tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules/d4d56016-6522-48eb-98c7-b8415e1aa60f HTTP/1.1" status: 200  len: 763 time: 0.0230105
Nov 06 21:05:50.521153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47072) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:50.579085 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.579721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:50.580426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.605400 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6b4ef299-09ff-4b64-ab8a-979ac425f6f9 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0831294
Nov 06 21:05:50.608734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47076) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:50.641716 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-63b5165d-64cb-4712-970f-7baea630c547 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0977559
Nov 06 21:05:50.670686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Request body: {'port': {'device_id': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:50.711843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0295aebc-3751-4bc1-90af-8060db552b14 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.719904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.745414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0295aebc-3751-4bc1-90af-8060db552b14 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.796533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6c1e7f-8dbd-461f-a761-bb42586d567b,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:50.806339 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.816648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Checking segment: {'id': 'c1aaded2-6312-46ba-aee1-90207e27692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0ab5e469-5d79-43ce-b217-e9352380d952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:50.817061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Network hostable DHCP agents. Network: 0ab5e469-5d79-43ce-b217-e9352380d952, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:05:50.837106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d5387afb-4b25-49eb-87ab-5519b0c1236c None None] Provisioning complete for port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:50.838019 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5387afb-4b25-49eb-87ab-5519b0c1236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.854140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Network 0ab5e469-5d79-43ce-b217-e9352380d952 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:05:50.877164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0295aebc-3751-4bc1-90af-8060db552b14 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.888821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0295aebc-3751-4bc1-90af-8060db552b14 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.893319 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0295aebc-3751-4bc1-90af-8060db552b14 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d4d56016-6522-48eb-98c7-b8415e1aa60f HTTP/1.1" status: 204  len: 168 time: 0.2830479
Nov 06 21:05:50.895541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47090) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:50.897312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d5387afb-4b25-49eb-87ab-5519b0c1236c None None] Port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:05:50.899409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ab5e469-5d79-43ce-b217-e9352380d952) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:50.910301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ea522-3da4-4d0b-b378-93a2236df534 None None] Network 0ab5e469-5d79-43ce-b217-e9352380d952 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:50.923891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295aebc-3751-4bc1-90af-8060db552b14 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4d56016-6522-48eb-98c7-b8415e1aa60f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:50.932457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:50.933054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:50.964952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9492017a-16a4-4710-b45b-77dcf3fd64b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6274159
Nov 06 21:05:51.033031 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f70c6ca8-74e7-49c9-9667-274fa5edc4c4 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1329949
Nov 06 21:05:51.035761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47094) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:51.040766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e1e32d0e-87bc-48e1-93d7-016bf0acbec3 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:51.043611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-19b9ebf3-5a8e-4f08-9c13-09f78f34de9f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': 'b54662b0-3c9b-4990-a077-34d5ef9ca708', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:51.051374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e1e32d0e-87bc-48e1-93d7-016bf0acbec3 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.1934772
Nov 06 21:05:51.072138 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:05:51.074128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-10639de0-7bd6-4bff-a4e5-956317ad4a48 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/quotas/6eda1afc00c24f888ad31c7bade0503e HTTP/1.1" status: 200  len: 375 time: 0.0213771
Nov 06 21:05:51.074579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cf9bc3-c189-4103-acdb-e25803e69ddb None None] Network 0ab5e469-5d79-43ce-b217-e9352380d952 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:05:51.142546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19b9ebf3-5a8e-4f08-9c13-09f78f34de9f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.146823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-d4ae38e4-67dd-417f-9b59-fab753781c10 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0717764
Nov 06 21:05:51.230605 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19b9ebf3-5a8e-4f08-9c13-09f78f34de9f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.252053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19b9ebf3-5a8e-4f08-9c13-09f78f34de9f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.267958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-0f7c2ba9-e2f6-4bdc-959a-88e8b3b20219 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202476
Nov 06 21:05:51.281061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:51.287276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9ebf3-5a8e-4f08-9c13-09f78f34de9f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59337ac0-9ada-4af4-b8cf-b51f6533c495,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:51.296051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.308019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19b9ebf3-5a8e-4f08-9c13-09f78f34de9f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.309512 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-19b9ebf3-5a8e-4f08-9c13-09f78f34de9f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2725790
Nov 06 21:05:51.313737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47102) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:51.339718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Transition to ACTIVE for port object 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:05:51.347915 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b16c5cb1-51ed-4308-9011-c8c48cb33739 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules/59337ac0-9ada-4af4-b8cf-b51f6533c495 HTTP/1.1" status: 200  len: 763 time: 0.0307350
Nov 06 21:05:51.348522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47110) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:51.356016 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.379415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-2f250c46-8d66-4b0d-b2b0-9d05d92b766c service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032758
Nov 06 21:05:51.462931 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b35f956a-bd05-4340-a6df-8529edfc0f3f tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1131673
Nov 06 21:05:51.463925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Pushing event updated for resources: {'Port': ['ID=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:51.465556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47118) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:51.520577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5918aef1-2f8d-4ade-905c-9e759035be49 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.522243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Attempting to bind port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:51.522663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Attempting to bind port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:51.523263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Attempting to bind port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 on network 790f1050-361a-4854-a34f-09bff15f0aba {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:51.530595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 on network 790f1050-361a-4854-a34f-09bff15f0aba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:05:51.531018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Attempting to bind port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 on network 790f1050-361a-4854-a34f-09bff15f0aba {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:51.537694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:51.538507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Checking segment: {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:51.539007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Bound using segment: {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:51.539166 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5918aef1-2f8d-4ade-905c-9e759035be49 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.539561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Bound port: 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4383fb4-0bc1-4de3-9251-f6f7165bc437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:51.540058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.580694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510350-2732-4a7f-b889-818768b1f0e9 req-6e6396ce-44d4-430d-8f8c-c045f9fd359a tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:51.582281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-6e6396ce-44d4-430d-8f8c-c045f9fd359a tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/networks?id=0ab5e469-5d79-43ce-b217-e9352380d952 HTTP/1.1" status: 200  len: 811 time: 0.1938546
Nov 06 21:05:51.632376 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5918aef1-2f8d-4ade-905c-9e759035be49 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.634300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] For port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:51.639768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] For port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:51.644043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.644328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-16eb9294-5126-43ef-b06d-1f562e5c5103 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/quotas/0cf03418aeba4a469e09111804ee7a2f HTTP/1.1" status: 200  len: 375 time: 0.0499990
Nov 06 21:05:51.663974 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5918aef1-2f8d-4ade-905c-9e759035be49 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.668436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5918aef1-2f8d-4ade-905c-9e759035be49 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/59337ac0-9ada-4af4-b8cf-b51f6533c495 HTTP/1.1" status: 204  len: 168 time: 0.2018454
Nov 06 21:05:51.679148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47124) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:51.705258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:51.705997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.707939 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] 10.222.0.10 "PUT /v2.0/ports/6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 HTTP/1.1" status: 200  len: 1091 time: 1.0545962
Nov 06 21:05:51.708554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'tag': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:51.711404 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3500d5-2eec-453c-8927-9146fe3ce683" -d '{"events": [{"name": "network-changed", "server_uuid": "5c608206-049f-45dd-ad2c-c73bd68927eb", "tag": "6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:51.735258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-9f351d6f-b0bc-4ac3-a606-9e42a8628eb8 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cf03418aeba4a469e09111804ee7a2f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0899405
Nov 06 21:05:51.765434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918aef1-2f8d-4ade-905c-9e759035be49 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59337ac0-9ada-4af4-b8cf-b51f6533c495,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:51.801174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 90b8b9b0-a8f0-48a1-905b-e533c76adf75 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:05:51.839006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 90b8b9b0-a8f0-48a1-905b-e533c76adf75 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:05:51.840887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 90b8b9b0-a8f0-48a1-905b-e533c76adf75 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:05:51.841387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e1bb2-757c-4121-825f-d668947f615a service neutron] Pushing event updated for resources: {'Port': ['ID=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:51.872348 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:51.873178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42758ed3-8a86-4923-aad5-34f66388ea8c req-1b6d4edd-35c2-44a8-84fc-2156820ffdf3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:51.875549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42758ed3-8a86-4923-aad5-34f66388ea8c req-1b6d4edd-35c2-44a8-84fc-2156820ffdf3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 943 time: 0.2578199
Nov 06 21:05:51.898300 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-50613e08-fe5b-4190-be8b-98942d554d69 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2178130
Nov 06 21:05:51.901182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47132) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:51.908032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2be3e009-19df-445e-9dcc-a98c50b55d83 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Request body: {'security_group_rule': {'security_group_id': 'b54662b0-3c9b-4990-a077-34d5ef9ca708', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:51.924981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-5ef42a17-976b-458c-8720-5899a8a6dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:51.926926 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-5ef42a17-976b-458c-8720-5899a8a6dded service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=23c3196631494be38ca11b2167bbc4bb&device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 1094 time: 0.1431787
Nov 06 21:05:51.950954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-2ec1e190-22eb-4c35-b739-80a874ac00d2 service neutron] 10.222.0.13 "GET /v2.0/networks/0ab5e469-5d79-43ce-b217-e9352380d952?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147112
Nov 06 21:05:51.990895 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-e406b3cd-9c10-476d-9952-2bd8f7b70f0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 HTTP/1.1" status: 200  len: 217 time: 0.0526450
Nov 06 21:05:52.033361 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2be3e009-19df-445e-9dcc-a98c50b55d83 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.103547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-515d1ef5-f794-48bc-bf37-e8e20fc54412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:52.105385 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-515d1ef5-f794-48bc-bf37-e8e20fc54412 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1da9e277-e574-443e-99a0-e594f0436322 HTTP/1.1" status: 200  len: 855 time: 0.1041274
Nov 06 21:05:52.120565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2be3e009-19df-445e-9dcc-a98c50b55d83 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.125328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2be3e009-19df-445e-9dcc-a98c50b55d83 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.182505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3e009-19df-445e-9dcc-a98c50b55d83 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbeae89-aeb0-4acd-96e6-dea3d4d0bf30,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:52.193945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2be3e009-19df-445e-9dcc-a98c50b55d83 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.194690 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2be3e009-19df-445e-9dcc-a98c50b55d83 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2923069
Nov 06 21:05:52.197333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47136) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:52.210322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-550c60e5-d02c-49ff-a4f8-5f5362d0f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:52.212028 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-550c60e5-d02c-49ff-a4f8-5f5362d0f790 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=790f1050-361a-4854-a34f-09bff15f0aba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0808885
Nov 06 21:05:52.222684 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7610f0ee-d2e0-4299-b177-b0de3ed6ba00 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules/fcbeae89-aeb0-4acd-96e6-dea3d4d0bf30 HTTP/1.1" status: 200  len: 764 time: 0.0242095
Nov 06 21:05:52.230912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47138) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:52.283611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42758ed3-8a86-4923-aad5-34f66388ea8c req-b4917f6a-e398-41bc-a31e-33e41c2dae35 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3939764
Nov 06 21:05:52.320614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-64791a37-4b03-46ca-9533-38fdccb3ff71 service neutron] 10.222.0.13 "GET /v2.0/networks/0ab5e469-5d79-43ce-b217-e9352380d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3619223
Nov 06 21:05:52.343258 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-827b15b3-beaa-4cb7-9979-bf59ab2ab305 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.1106782
Nov 06 21:05:52.345925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47140) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:52.391999 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2b31a25-676f-455f-82d3-eb465c09a128 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.396431 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-08983f45-2fe8-42d0-8387-07c1ce3dcf72 service neutron] 10.222.0.10 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726913
Nov 06 21:05:52.396872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9836666a-0b5f-4146-a1d6-8c987167a92a req-c7fcce7d-f7f7-47ab-8de2-d84315298503 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 210 time: 0.0286183
Nov 06 21:05:52.402890 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2b31a25-676f-455f-82d3-eb465c09a128 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.471588 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.494031 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11e1604-a409-40fa-99dd-ae2092041d95 x-openstack-request-id: req-a11e1604-a409-40fa-99dd-ae2092041d95 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:52.494547 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c608206-049f-45dd-ad2c-c73bd68927eb", "tag": "6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:52.494665 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a11e1604-a409-40fa-99dd-ae2092041d95 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:52.494999 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'tag': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'status': 'completed', 'code': 200}
Nov 06 21:05:52.496048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2b31a25-676f-455f-82d3-eb465c09a128 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.504068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2b31a25-676f-455f-82d3-eb465c09a128 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.505682 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d2b31a25-676f-455f-82d3-eb465c09a128 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fcbeae89-aeb0-4acd-96e6-dea3d4d0bf30 HTTP/1.1" status: 204  len: 168 time: 0.1583698
Nov 06 21:05:52.507890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47148) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:52.523185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b31a25-676f-455f-82d3-eb465c09a128 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcbeae89-aeb0-4acd-96e6-dea3d4d0bf30,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:52.562248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9a4a8db-c1db-43ca-8359-cb4884dfef3a tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0526037
Nov 06 21:05:52.565575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47152) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:52.579334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f8136b1-8581-4059-860f-807c2703e635 req-751110ea-b00f-4fe5-ba6a-ea34750c5190 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 210 time: 0.0452199
Nov 06 21:05:52.602660 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ca390cd2-761c-45dd-b92c-27e9ca982f9e req-bc709502-5c6a-4716-b213-58feb1db1208 service neutron] 10.222.0.10 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920044
Nov 06 21:05:52.638975 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3e9c-0d4a-4498-8820-c53009279237 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.674607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3e9c-0d4a-4498-8820-c53009279237 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.731575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-108e10de-45ad-48a3-be13-272ccc691f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:52.733164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-108e10de-45ad-48a3-be13-272ccc691f0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=23c3196631494be38ca11b2167bbc4bb&device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 1094 time: 0.0714960
Nov 06 21:05:52.754186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3e9c-0d4a-4498-8820-c53009279237 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.756948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3e9c-0d4a-4498-8820-c53009279237 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:52.758071 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cd1c3e9c-0d4a-4498-8820-c53009279237 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "DELETE /v2.0/security-groups/b54662b0-3c9b-4990-a077-34d5ef9ca708 HTTP/1.1" status: 204  len: 168 time: 0.1912556
Nov 06 21:05:52.776824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47158) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:52.834867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c3e9c-0d4a-4498-8820-c53009279237 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54662b0-3c9b-4990-a077-34d5ef9ca708,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:52.900163 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-11f5c1df-c1fb-4568-aa93-5856ac2de87a tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0876205
Nov 06 21:05:52.904269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47160) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:52.921731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-b3db7984-1945-4c91-9897-78a2a3f83583 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:52.923677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-b3db7984-1945-4c91-9897-78a2a3f83583 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.1787057
Nov 06 21:05:52.933275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-47e3a0f7-90fa-43bb-acbb-0a770ac4a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:52.934953 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-47e3a0f7-90fa-43bb-acbb-0a770ac4a991 service neutron] 10.222.0.10 "GET /v2.0/networks?id=790f1050-361a-4854-a34f-09bff15f0aba HTTP/1.1" status: 200  len: 917 time: 0.1903744
Nov 06 21:05:52.939022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Request body: {'port': {'device_id': '7bd5bc7c-71dd-4d19-b5d5-93cf8a247607', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'admin_state_up': True, 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:53.111851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:53.116521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:53.285633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Allocated IP 172.20.0.3 (c0397278-359e-4b6d-bb4f-e56cf166bbfb/a2e1697f-b2c0-469e-8413-56865719f066/0037773b-b08f-4097-ba1e-95dd0e264335) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:53.374761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-3e547740-c30e-47eb-ab5d-bed293b6025d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 HTTP/1.1" status: 200  len: 217 time: 0.4190989
Nov 06 21:05:53.386269 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-608c7dd3-0f6a-44ab-b087-823db4fa55f0 tempest-SecGroupTest-2005645175 tempest-SecGroupTest-2005645175-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.4777157
Nov 06 21:05:53.429339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-55d81d7d-dbca-4eea-be46-904326eb7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:53.430828 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-55d81d7d-dbca-4eea-be46-904326eb7d4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1da9e277-e574-443e-99a0-e594f0436322 HTTP/1.1" status: 200  len: 855 time: 0.0466864
Nov 06 21:05:53.487597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee916345-24b0-4f0f-9941-7760a21f1fa1 req-c9163e8d-31df-4fb3-a0a2-4ca03056d316 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:53.490265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee916345-24b0-4f0f-9941-7760a21f1fa1 req-c9163e8d-31df-4fb3-a0a2-4ca03056d316 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 943 time: 0.0991111
Nov 06 21:05:53.492010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-f860d9ba-0066-454f-9770-266d771c2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:53.493746 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-f860d9ba-0066-454f-9770-266d771c2c6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=790f1050-361a-4854-a34f-09bff15f0aba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0539975
Nov 06 21:05:53.539231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f538500-ecd5-4bf3-b1f2-586473f275ce req-cdbab9ee-607d-4257-a588-b2c494cc7ea6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 210 time: 0.0478504
Nov 06 21:05:53.563468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:53.599582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee916345-24b0-4f0f-9941-7760a21f1fa1 req-233ccc13-2e9b-4b31-b8e2-cf857fb7eaab tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890412
Nov 06 21:05:53.631913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:53.646444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:53.647680 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-c6f0acc1-b842-4a4b-8251-ce67bf6e0cff service neutron] 10.222.0.10 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222107
Nov 06 21:05:53.679526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:53.694618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:53.703677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:53.720072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47196) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:53.723892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a27354ff-537f-4f5a-ae35-d8b32c9e671b req-1249e6cf-8d75-4256-9584-0ed174d62972 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 210 time: 0.0465219
Nov 06 21:05:53.724551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event updated for resources: {'Port': ['ID=0037773b-b08f-4097-ba1e-95dd0e264335,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:53.784266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:53.785804 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:53.792803 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c3500d5-2eec-453c-8927-9146fe3ce683 req-626f9e04-2ac4-40e6-af2e-dc3d28b74cdb service neutron] 10.222.0.10 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355543
Nov 06 21:05:53.811953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-e0ac5f2c-e017-4f27-9cc7-75630fa828df tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8778446
Nov 06 21:05:53.828457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Request body: {'port': {'device_id': '7bd5bc7c-71dd-4d19-b5d5-93cf8a247607', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:53.904873 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.020432 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-839c1784-5341-40be-88f3-e78dd890b5cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a45d480d99fb425c880f79d42839653d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2967968
Nov 06 21:05:54.026231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47206) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:54.058982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510350-2732-4a7f-b889-818768b1f0e9 req-df48a13d-9cd7-4f0e-967f-973ee1d45bd3 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:54.061438 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-df48a13d-9cd7-4f0e-967f-973ee1d45bd3 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.10 "GET /v2.0/networks?id=0ab5e469-5d79-43ce-b217-e9352380d952 HTTP/1.1" status: 200  len: 811 time: 0.1386034
Nov 06 21:05:54.078994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Request body: {'port': {'device_id': '5b7fa355-21c7-4872-921a-e69f45f9a56d', 'network_id': '0ab5e469-5d79-43ce-b217-e9352380d952', 'admin_state_up': True, 'tenant_id': '0cf03418aeba4a469e09111804ee7a2f'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:54.106243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24347ae4-74a7-4747-abad-eb5ee62bbd70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.169964 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24347ae4-74a7-4747-abad-eb5ee62bbd70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.205104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Made reservation on behalf of 0cf03418aeba4a469e09111804ee7a2f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:54.208748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.258405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24347ae4-74a7-4747-abad-eb5ee62bbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.260908 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24347ae4-74a7-4747-abad-eb5ee62bbd70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.264546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-24347ae4-74a7-4747-abad-eb5ee62bbd70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbeacaf1-b3de-438d-8576-4883253cbadc HTTP/1.1" status: 204  len: 168 time: 0.2356241
Nov 06 21:05:54.295068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24347ae4-74a7-4747-abad-eb5ee62bbd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeacaf1-b3de-438d-8576-4883253cbadc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:54.307981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0037773b-b08f-4097-ba1e-95dd0e264335 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:54.317979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.334699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Transition to ACTIVE for port object 0037773b-b08f-4097-ba1e-95dd0e264335 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:05:54.339772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.355382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Allocated IP 172.20.0.6 (0ab5e469-5d79-43ce-b217-e9352380d952/8b6c1e7f-8dbd-461f-a761-bb42586d567b/2417b151-bead-4f2a-b636-595224e0704b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:05:54.393656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Pushing event updated for resources: {'Port': ['ID=0037773b-b08f-4097-ba1e-95dd0e264335,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:54.477675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Attempting to bind port 0037773b-b08f-4097-ba1e-95dd0e264335 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:54.477675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Attempting to bind port 0037773b-b08f-4097-ba1e-95dd0e264335 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:54.478075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Attempting to bind port 0037773b-b08f-4097-ba1e-95dd0e264335 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:54.486409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Port 0037773b-b08f-4097-ba1e-95dd0e264335 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:05:54.488667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Attempting to bind port 0037773b-b08f-4097-ba1e-95dd0e264335 on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:54.497922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:54.498263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Checking segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:54.499205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Bound using segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:54.499639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Bound port: 0037773b-b08f-4097-ba1e-95dd0e264335, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:54.500004 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.559502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.597588 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.612037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] For port 0037773b-b08f-4097-ba1e-95dd0e264335, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:54.616327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] For port 0037773b-b08f-4097-ba1e-95dd0e264335, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0037773b-b08f-4097-ba1e-95dd0e264335,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:54.622647 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.648265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Network 0ab5e469-5d79-43ce-b217-e9352380d952 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:05:54.651428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:05:54.658202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:05:54.690061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Pushing event updated for resources: {'Port': ['ID=2417b151-bead-4f2a-b636-595224e0704b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:54.708145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:54.708965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.710477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] 10.222.0.10 "PUT /v2.0/ports/0037773b-b08f-4097-ba1e-95dd0e264335 HTTP/1.1" status: 200  len: 1091 time: 0.8898697
Nov 06 21:05:54.714327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd5bc7c-71dd-4d19-b5d5-93cf8a247607', 'tag': '0037773b-b08f-4097-ba1e-95dd0e264335'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:54.717097 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2558fd44-22d8-4e84-9e24-bd6df3968e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd5bc7c-71dd-4d19-b5d5-93cf8a247607", "tag": "0037773b-b08f-4097-ba1e-95dd0e264335"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:54.723577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:54.724166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.745300 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-055baea4-5a8e-4714-a7c8-dccd64627560 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6746767
Nov 06 21:05:54.772782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Request body: {'port': {'device_id': '5b7fa355-21c7-4872-921a-e69f45f9a56d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:54.833923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df57857-351e-40f0-8c92-6f89c6b65e84 service neutron] Pushing event updated for resources: {'Port': ['ID=0037773b-b08f-4097-ba1e-95dd0e264335,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:54.866669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:54.880655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-cccc1cfc-dc39-4068-8d2e-29e7fde23c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:54.882334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-cccc1cfc-dc39-4068-8d2e-29e7fde23c85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 1094 time: 0.0973542
Nov 06 21:05:54.893404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57caf73-948b-4428-bf0d-2288434e710b req-0c9617d7-64af-409b-b127-5a66621ef37a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:54.894942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b57caf73-948b-4428-bf0d-2288434e710b req-0c9617d7-64af-409b-b127-5a66621ef37a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 943 time: 0.2200778
Nov 06 21:05:54.907512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5c014-906e-41c8-8caf-415ec322ab3d req-3d91c9b1-7f8e-4441-a400-7b70ef892db0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:54.915029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1af5c014-906e-41c8-8caf-415ec322ab3d req-3d91c9b1-7f8e-4441-a400-7b70ef892db0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 943 time: 0.2035136
Nov 06 21:05:54.968269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-26d8ef35-c0eb-4ab0-ab91-d245b8f09476 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0037773b-b08f-4097-ba1e-95dd0e264335 HTTP/1.1" status: 200  len: 217 time: 0.0720623
Nov 06 21:05:55.061794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-ee0662d5-6fcb-44b9-aff4-b1bf4596b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.064499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-ee0662d5-6fcb-44b9-aff4-b1bf4596b6a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.0839570
Nov 06 21:05:55.131460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-2e0600dc-83b3-4a8f-86f8-c7d54db99b32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577879
Nov 06 21:05:55.213317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1af5c014-906e-41c8-8caf-415ec322ab3d req-c89adbd3-35e7-4344-99c5-cf1158e96bd7 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2974060
Nov 06 21:05:55.220464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b57caf73-948b-4428-bf0d-2288434e710b req-f7bba76b-806a-418f-be4e-56c1d0501017 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561953
Nov 06 21:05:55.241913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2417b151-bead-4f2a-b636-595224e0704b {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:55.250583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.263583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Transition to ACTIVE for port object 2417b151-bead-4f2a-b636-595224e0704b will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:05:55.271351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.274998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-4e8a27a8-7fb1-40db-b51f-10361af81c68 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317883
Nov 06 21:05:55.282222 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5261b8-97a0-415c-98e1-301ce90b7725 x-openstack-request-id: req-1e5261b8-97a0-415c-98e1-301ce90b7725 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:55.282783 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd5bc7c-71dd-4d19-b5d5-93cf8a247607", "tag": "0037773b-b08f-4097-ba1e-95dd0e264335", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:55.283097 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e5261b8-97a0-415c-98e1-301ce90b7725 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:55.283562 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd5bc7c-71dd-4d19-b5d5-93cf8a247607', 'tag': '0037773b-b08f-4097-ba1e-95dd0e264335', 'status': 'completed', 'code': 200}
Nov 06 21:05:55.308328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47254) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:55.354318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Pushing event updated for resources: {'Port': ['ID=2417b151-bead-4f2a-b636-595224e0704b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:55.413709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be4257-49c1-43d2-bd8a-d2812b80df56 req-c106a555-a064-4bfb-b743-6f95b2ccc252 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.415230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1be4257-49c1-43d2-bd8a-d2812b80df56 req-c106a555-a064-4bfb-b743-6f95b2ccc252 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 943 time: 0.1035798
Nov 06 21:05:55.427180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1555918429'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:05:55.442303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c90f548-032a-4dd6-99b6-fd91dc25cab3 req-601c4d6a-c10f-4019-b489-e09513732661 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577454
Nov 06 21:05:55.447791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Attempting to bind port 2417b151-bead-4f2a-b636-595224e0704b on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:05:55.448673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Attempting to bind port 2417b151-bead-4f2a-b636-595224e0704b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c1aaded2-6312-46ba-aee1-90207e27692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0ab5e469-5d79-43ce-b217-e9352380d952'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:05:55.449002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Attempting to bind port 2417b151-bead-4f2a-b636-595224e0704b on network 0ab5e469-5d79-43ce-b217-e9352380d952 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:55.459110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Port 2417b151-bead-4f2a-b636-595224e0704b on network 0ab5e469-5d79-43ce-b217-e9352380d952 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:05:55.459422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Attempting to bind port 2417b151-bead-4f2a-b636-595224e0704b on network 0ab5e469-5d79-43ce-b217-e9352380d952 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:05:55.464916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:05:55.465220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Checking segment: {'id': 'c1aaded2-6312-46ba-aee1-90207e27692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0ab5e469-5d79-43ce-b217-e9352380d952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:05:55.465588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Bound using segment: {'id': 'c1aaded2-6312-46ba-aee1-90207e27692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0ab5e469-5d79-43ce-b217-e9352380d952'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:05:55.466014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Bound port: 2417b151-bead-4f2a-b636-595224e0704b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1aaded2-6312-46ba-aee1-90207e27692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0ab5e469-5d79-43ce-b217-e9352380d952'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:05:55.466369 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.469966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Made reservation on behalf of d3aecb7d77494483954228544f616d50 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:05:55.473954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.483860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1be4257-49c1-43d2-bd8a-d2812b80df56 req-ebcdbda8-248f-48b4-873f-d67352dbd742 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576332
Nov 06 21:05:55.490311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.537524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-5051c151-fa53-426c-987b-d2808736b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.539043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-5051c151-fa53-426c-987b-d2808736b3dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 1094 time: 0.0433657
Nov 06 21:05:55.575631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] For port 2417b151-bead-4f2a-b636-595224e0704b, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:05:55.581350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] For port 2417b151-bead-4f2a-b636-595224e0704b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2417b151-bead-4f2a-b636-595224e0704b,segment=NetworkSegment(c1aaded2-6312-46ba-aee1-90207e27692d),segment_id=c1aaded2-6312-46ba-aee1-90207e27692d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:05:55.588156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.637852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.638461 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.640416 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] 10.222.0.10 "PUT /v2.0/ports/2417b151-bead-4f2a-b636-595224e0704b HTTP/1.1" status: 200  len: 1091 time: 0.8741169
Nov 06 21:05:55.641215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-623d2283-6ec0-499b-b786-f9cadde6998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.642354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7fa355-21c7-4872-921a-e69f45f9a56d', 'tag': '2417b151-bead-4f2a-b636-595224e0704b'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:55.642730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-623d2283-6ec0-499b-b786-f9cadde6998a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 906 time: 0.0952086
Nov 06 21:05:55.644750 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b4b510-6a08-4231-8d77-e025c1340205" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7fa355-21c7-4872-921a-e69f45f9a56d", "tag": "2417b151-bead-4f2a-b636-595224e0704b"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:55.683463 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.692871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-759477c0-22d2-4980-ac44-6939ad6b2263 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0037773b-b08f-4097-ba1e-95dd0e264335 HTTP/1.1" status: 200  len: 217 time: 0.0420566
Nov 06 21:05:55.697731 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623ee72b-0c43-4bdd-a2ea-ef616040ed3f x-openstack-request-id: req-623ee72b-0c43-4bdd-a2ea-ef616040ed3f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:55.698009 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7fa355-21c7-4872-921a-e69f45f9a56d", "tag": "2417b151-bead-4f2a-b636-595224e0704b", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:55.698257 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-623ee72b-0c43-4bdd-a2ea-ef616040ed3f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:55.698648 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7fa355-21c7-4872-921a-e69f45f9a56d', 'tag': '2417b151-bead-4f2a-b636-595224e0704b', 'status': 'completed', 'code': 200}
Nov 06 21:05:55.699451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.708793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86ab3c-805b-4459-9d7b-5946a56cee63 service neutron] Pushing event updated for resources: {'Port': ['ID=2417b151-bead-4f2a-b636-595224e0704b,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:55.742933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:05:55.744055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-7bb02e76-078e-4ac5-b52d-4e074bb03652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.745597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-7bb02e76-078e-4ac5-b52d-4e074bb03652 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.0462718
Nov 06 21:05:55.761220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6fc81-7ebd-461a-849a-c215447bef52,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:55.767475 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.767812 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Added segment a170b18f-f788-4428-9191-2ba7a9c643ef of type vlan for network 2a3967e6-8c2a-406b-8e9b-e9a0c387ef59
Nov 06 21:05:55.779140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:05:55.785651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-a9eab8fe-db81-4ea3-9358-7e09067ce1f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314498
Nov 06 21:05:55.801469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510350-2732-4a7f-b889-818768b1f0e9 req-bd9e2465-aff7-46fc-bea6-dd058fb0f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.803153 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-bd9e2465-aff7-46fc-bea6-dd058fb0f366 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0cf03418aeba4a469e09111804ee7a2f&device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 1094 time: 0.1173592
Nov 06 21:05:55.827791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.857662 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-5701b85b-eaf5-44f3-b7ff-53b8cb661e1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2417b151-bead-4f2a-b636-595224e0704b HTTP/1.1" status: 200  len: 217 time: 0.0439968
Nov 06 21:05:55.886472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:55.898151 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-859043d7-6659-4ac4-a6fe-8e8c3fdd2a11 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1060629
Nov 06 21:05:55.898954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'port_id': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'mac_address': 'fa:16:3e:f6:04:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:05:55.913869 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.919668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.920284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.937926 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:55.951436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:55.972824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:55.977323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510350-2732-4a7f-b889-818768b1f0e9 req-b7402f0a-984f-4164-a0e9-a26249763b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:55.978912 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-b7402f0a-984f-4164-a0e9-a26249763b50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b6c1e7f-8dbd-461f-a761-bb42586d567b HTTP/1.1" status: 200  len: 851 time: 0.1128192
Nov 06 21:05:55.979223 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:56.004743 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 0.6920609
Nov 06 21:05:56.005004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2558fd44-22d8-4e84-9e24-bd6df3968e8e req-2a663b9f-684c-4e8a-b2a2-c171ba1260b1 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974684
Nov 06 21:05:56.005743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47260) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:56.010560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-6b3fea3d-f60a-4688-b8b3-caafd2171b82 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f924ff84400>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', 'tempest-TagsTest-Tag-1514597314') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:56.024714 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-4683b98f-4270-4c80-a866-a62c06e03e34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab5e469-5d79-43ce-b217-e9352380d952&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369208
Nov 06 21:05:56.028701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3882f72-a700-4383-8d59-379d2bacea75 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Pushing event updated for resources: {'Network': ['ID=2a3967e6-8c2a-406b-8e9b-e9a0c387ef59,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:56.044950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 2a3967e6-8c2a-406b-8e9b-e9a0c387ef59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:05:56.066340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:56.102985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6b3fea3d-f60a-4688-b8b3-caafd2171b82 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "PUT /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags/tempest-TagsTest-Tag-1514597314 HTTP/1.1" status: 201  len: 201 time: 0.0959482
Nov 06 21:05:56.105107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47262) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:56.109338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-aae2a3fd-6fe1-4efe-8f69-cd5bc853b08c tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f925678df70>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', 'tempest-TagsTest-Tag-1514597314') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:56.125685 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-99acfaff-0c3f-4aca-81c8-bba1d4471039 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab5e469-5d79-43ce-b217-e9352380d952?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914648
Nov 06 21:05:56.180116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aae2a3fd-6fe1-4efe-8f69-cd5bc853b08c tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "GET /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags/tempest-TagsTest-Tag-1514597314 HTTP/1.1" status: 204  len: 168 time: 0.0713112
Nov 06 21:05:56.184049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47266) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:56.188925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-2b578a25-72cc-4cb7-ad72-7f3221146d25 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f9254b478e0>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:56.225715 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-66510350-2732-4a7f-b889-818768b1f0e9 req-64770872-d9ce-4a7f-92b9-68811b5c2faf service neutron] 10.222.0.10 "GET /v2.0/networks/0ab5e469-5d79-43ce-b217-e9352380d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933738
Nov 06 21:05:56.286035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2b578a25-72cc-4cb7-ad72-7f3221146d25 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "GET /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags HTTP/1.1" status: 200  len: 238 time: 0.1008651
Nov 06 21:05:56.288641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47276) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:56.293791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-3381fbe0-d745-494b-8790-c30e9e430b92 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f92556eba00>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', {'tags': ['tempest-TagsTest-Tag-1211858422', 'tempest-TagsTest-Tag-557407939', 'tempest-TagsTest-Tag-1427164041']}) {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:56.338406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b510-6a08-4231-8d77-e025c1340205 req-c3e29666-203c-46eb-ab8d-d872701bfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:56.340173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-74b4b510-6a08-4231-8d77-e025c1340205 req-c3e29666-203c-46eb-ab8d-d872701bfaeb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0cf03418aeba4a469e09111804ee7a2f&device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 1094 time: 0.0502892
Nov 06 21:05:56.375884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:56.451971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705c90e-62f9-4869-901e-250378d38aa5 req-3a58b5ad-055c-4525-adde-49f3a2a18b73 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:56.453717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3705c90e-62f9-4869-901e-250378d38aa5 req-3a58b5ad-055c-4525-adde-49f3a2a18b73 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 943 time: 0.1154366
Nov 06 21:05:56.462377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b510-6a08-4231-8d77-e025c1340205 req-d414f990-5bdc-4c99-bdc4-d5c1749b7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:56.464148 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-74b4b510-6a08-4231-8d77-e025c1340205 req-d414f990-5bdc-4c99-bdc4-d5c1749b7525 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab5e469-5d79-43ce-b217-e9352380d952 HTTP/1.1" status: 200  len: 912 time: 0.1155684
Nov 06 21:05:56.479714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726124e8-8090-4647-b3dc-1d9dce8f8e04 req-e0d58ecc-941f-401c-a641-965107a54631 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:56.482103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-726124e8-8090-4647-b3dc-1d9dce8f8e04 req-e0d58ecc-941f-401c-a641-965107a54631 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 944 time: 0.1442189
Nov 06 21:05:56.494164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3381fbe0-d745-494b-8790-c30e9e430b92 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "PUT /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags HTTP/1.1" status: 200  len: 308 time: 0.2043498
Nov 06 21:05:56.499889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47278) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:56.504798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-955ee191-bb3c-49f3-ae0e-825f229789dd tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254afe0a0>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', 'tempest-TagsTest-Tag-1211858422') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:56.518097 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-74b4b510-6a08-4231-8d77-e025c1340205 req-72434c73-9a4c-4405-872d-2455892286e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2417b151-bead-4f2a-b636-595224e0704b HTTP/1.1" status: 200  len: 217 time: 0.0450203
Nov 06 21:05:56.585290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4b510-6a08-4231-8d77-e025c1340205 req-20e0894d-2934-4a5c-9d61-656c330d0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:56.586802 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-74b4b510-6a08-4231-8d77-e025c1340205 req-20e0894d-2934-4a5c-9d61-656c330d0230 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b6c1e7f-8dbd-461f-a761-bb42586d567b HTTP/1.1" status: 200  len: 851 time: 0.0611370
Nov 06 21:05:56.622377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3705c90e-62f9-4869-901e-250378d38aa5 req-33aa0ae1-5f42-45b6-a467-59a6546b1790 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608577
Nov 06 21:05:56.628508 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-74b4b510-6a08-4231-8d77-e025c1340205 req-55f8d2d1-ddca-4ca0-a5d5-ae229e9264b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab5e469-5d79-43ce-b217-e9352380d952&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339973
Nov 06 21:05:56.658725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-726124e8-8090-4647-b3dc-1d9dce8f8e04 req-a806c5b7-759c-42f8-8aaa-66ba252a5e7c tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1633151
Nov 06 21:05:56.698989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-955ee191-bb3c-49f3-ae0e-825f229789dd tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "DELETE /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags/tempest-TagsTest-Tag-1211858422 HTTP/1.1" status: 204  len: 168 time: 0.1980259
Nov 06 21:05:56.701678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47286) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:56.706276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-28db4c3d-12cd-4feb-8e63-922a76c83f97 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f92556f52e0>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', 'tempest-TagsTest-Tag-1211858422') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:56.746853 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-74b4b510-6a08-4231-8d77-e025c1340205 req-523e937b-df42-493d-918a-ba631348b215 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab5e469-5d79-43ce-b217-e9352380d952?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106093
Nov 06 21:05:56.832699 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-28db4c3d-12cd-4feb-8e63-922a76c83f97 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] show failed (client error): The resource could not be found.
Nov 06 21:05:56.836624 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-28db4c3d-12cd-4feb-8e63-922a76c83f97 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "GET /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags/tempest-TagsTest-Tag-1211858422 HTTP/1.1" status: 404  len: 326 time: 0.1338472
Nov 06 21:05:56.837243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47298) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:56.842768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-46f90dfa-41d4-4204-8f4a-391ffde2d7d5 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254a30250>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', 'tempest-TagsTest-Tag-557407939') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:56.854123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a6c8-a939-4128-a483-58963def559d req-3bda3dc7-861b-4e99-b8d6-de23f0dfedc8 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:56.855603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e09a6c8-a939-4128-a483-58963def559d req-3bda3dc7-861b-4e99-b8d6-de23f0dfedc8 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 943 time: 0.1072345
Nov 06 21:05:56.864335 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-74b4b510-6a08-4231-8d77-e025c1340205 req-37741db6-0a91-418d-b681-c60d0114e4d4 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab5e469-5d79-43ce-b217-e9352380d952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065838
Nov 06 21:05:56.951766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e09a6c8-a939-4128-a483-58963def559d req-86174d8b-a48d-4754-8d54-cdbf3b1e1c8a tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856233
Nov 06 21:05:56.954245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-46f90dfa-41d4-4204-8f4a-391ffde2d7d5 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "GET /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags/tempest-TagsTest-Tag-557407939 HTTP/1.1" status: 204  len: 168 time: 0.1153100
Nov 06 21:05:56.956806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47300) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:56.960997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-c74e1eb5-3e13-483b-91cc-0b876d13a5be tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f925615b7f0>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', 'tempest-TagsTest-Tag-1427164041') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:57.032113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c74e1eb5-3e13-483b-91cc-0b876d13a5be tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "GET /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags/tempest-TagsTest-Tag-1427164041 HTTP/1.1" status: 204  len: 168 time: 0.0741768
Nov 06 21:05:57.034380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47302) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:57.038626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-8bc6a6a3-65d5-42ae-8f04-6d746830e724 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f9259dc94c0>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:57.117969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8bc6a6a3-65d5-42ae-8f04-6d746830e724 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "DELETE /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags HTTP/1.1" status: 204  len: 168 time: 0.0825994
Nov 06 21:05:57.120606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47304) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:57.124721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-b2ef2293-5285-46ca-8ab6-9657ee86afe3 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9258702d90>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', 'tempest-TagsTest-Tag-557407939') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:57.194588 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-b2ef2293-5285-46ca-8ab6-9657ee86afe3 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] show failed (client error): The resource could not be found.
Nov 06 21:05:57.195733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b2ef2293-5285-46ca-8ab6-9657ee86afe3 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "GET /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags/tempest-TagsTest-Tag-557407939 HTTP/1.1" status: 404  len: 325 time: 0.0741620
Nov 06 21:05:57.198400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47306) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:57.203003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-03003f0a-ba43-4189-8866-eb705902999b tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f9254ecc850>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59', 'tempest-TagsTest-Tag-1427164041') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:57.270727 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-03003f0a-ba43-4189-8866-eb705902999b tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] show failed (client error): The resource could not be found.
Nov 06 21:05:57.271764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-03003f0a-ba43-4189-8866-eb705902999b tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "GET /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags/tempest-TagsTest-Tag-1427164041 HTTP/1.1" status: 404  len: 326 time: 0.0724769
Nov 06 21:05:57.274437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47308) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:57.278575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.tag.tag_plugin [None req-e9085149-32e5-441c-989a-e29bddd40b51 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f925490b6d0>, 'networks', '2a3967e6-8c2a-406b-8e9b-e9a0c387ef59') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:57.348241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9085149-32e5-441c-989a-e29bddd40b51 tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "DELETE /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59/tags HTTP/1.1" status: 204  len: 168 time: 0.0728345
Nov 06 21:05:57.351351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47310) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:57.427273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:57.510956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:57.531277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255dd5370>,) {'filters': {'network_id': ['2a3967e6-8c2a-406b-8e9b-e9a0c387ef59']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:57.540304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255dd5370>, 'a170b18f-f788-4428-9191-2ba7a9c643ef') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:57.540624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255dd5370>, 'a170b18f-f788-4428-9191-2ba7a9c643ef') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:05:57.550119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:57.563992 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:57.569673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:05:57.570056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:05:57.572951 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:05:57.788578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0037773b-b08f-4097-ba1e-95dd0e264335 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:05:57.792415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:57.927887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:05:57.940714 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:57.941467 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:57.944573 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:57.956859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:57.962283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] 10.222.0.13 "DELETE /v2.0/networks/2a3967e6-8c2a-406b-8e9b-e9a0c387ef59 HTTP/1.1" status: 204  len: 168 time: 0.6077027
Nov 06 21:05:57.970773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712b3ae-7008-4315-931e-486bb8966e09 req-71a57acd-9bb9-4987-930a-1bac719b27fb tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:57.973737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2712b3ae-7008-4315-931e-486bb8966e09 req-71a57acd-9bb9-4987-930a-1bac719b27fb tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 944 time: 0.1050844
Nov 06 21:05:57.980042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0037773b-b08f-4097-ba1e-95dd0e264335, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0037773b-b08f-4097-ba1e-95dd0e264335,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:57.998002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d3402-0087-4a80-978c-60693e54d964 req-c6055370-72af-4763-9622-e1daa9cd847a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:58.000112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-100d3402-0087-4a80-978c-60693e54d964 req-c6055370-72af-4763-9622-e1daa9cd847a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 943 time: 0.1317043
Nov 06 21:05:58.001141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Pushing event deleted for resources: {'Network': ['ID=2a3967e6-8c2a-406b-8e9b-e9a0c387ef59,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:58.024016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '0037773b-b08f-4097-ba1e-95dd0e264335', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'port_id': '0037773b-b08f-4097-ba1e-95dd0e264335', 'mac_address': 'fa:16:3e:8a:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1697f-b2c0-469e-8413-56865719f066', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:05:58.026800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.027366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.027909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.028228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.028758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.029270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.029903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.030406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.030737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.031238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.031751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.032252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8694e0e7-c64c-4f64-8744-8c169d7689ba tempest-TagsTest-408085707 tempest-TagsTest-408085707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:05:58.093056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2712b3ae-7008-4315-931e-486bb8966e09 req-df58a3c4-b0e6-435f-a2d9-be05646e334c tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045918
Nov 06 21:05:58.097877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-100d3402-0087-4a80-978c-60693e54d964 req-b0bb432b-a15a-46d6-8812-f590fa1ec8a4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854218
Nov 06 21:05:58.123036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:58.144151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0037773b-b08f-4097-ba1e-95dd0e264335 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:05:58.165304 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:58.190587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0037773b-b08f-4097-ba1e-95dd0e264335, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0037773b-b08f-4097-ba1e-95dd0e264335,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:58.199146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:05:58.201712 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9992e1-1d35-427a-86d2-b038d7eaf8d4" -d '{"events": [{"server_uuid": "5c608206-049f-45dd-ad2c-c73bd68927eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:05:58.206888 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:58.223227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:58.255021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d149f-f3bd-4117-92af-231fb1ece43c req-fd41d373-aeab-418a-862a-5c8ac0251c10 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:58.256723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a27d149f-f3bd-4117-92af-231fb1ece43c req-fd41d373-aeab-418a-862a-5c8ac0251c10 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 943 time: 0.0942478
Nov 06 21:05:58.318132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47336) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:58.347824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a27d149f-f3bd-4117-92af-231fb1ece43c req-586bf1c1-da88-47b0-a3c7-00c4bc38260e tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850141
Nov 06 21:05:58.383776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed66e1-2b26-4db2-9b00-90e0a5f9a079 req-8a897ddf-2b33-4d59-8958-172d607d33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:58.386201 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-90ed66e1-2b26-4db2-9b00-90e0a5f9a079 req-8a897ddf-2b33-4d59-8958-172d607d33d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 1096 time: 0.0502808
Nov 06 21:05:58.456503 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-90ed66e1-2b26-4db2-9b00-90e0a5f9a079 req-8268da17-bb96-4d3b-91cc-2ae6acab48dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608125
Nov 06 21:05:58.460593 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d164bc9-ec3a-4722-9813-bd64e4a07d8d x-openstack-request-id: req-1d164bc9-ec3a-4722-9813-bd64e4a07d8d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:05:58.460975 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c608206-049f-45dd-ad2c-c73bd68927eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:05:58.461756 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d164bc9-ec3a-4722-9813-bd64e4a07d8d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:05:58.462204 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'code': 200}
Nov 06 21:05:58.469677 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:58.480336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e5c93773-9fa5-4e1d-a769-b9bb09d34b2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3aecb7d77494483954228544f616d50&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1587644
Nov 06 21:05:58.481027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47340) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:58.485435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0037773b-b08f-4097-ba1e-95dd0e264335,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:58.537415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:58.537748 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b94b7e2-0ece-40bb-9682-c44df9508f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:58.562551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b94b7e2-0ece-40bb-9682-c44df9508f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:58.615045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b94b7e2-0ece-40bb-9682-c44df9508f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:58.617859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b94b7e2-0ece-40bb-9682-c44df9508f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:58.619043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4b94b7e2-0ece-40bb-9682-c44df9508f3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cb6fc81-7ebd-461a-849a-c215447bef52 HTTP/1.1" status: 204  len: 168 time: 0.1366501
Nov 06 21:05:58.627653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94b7e2-0ece-40bb-9682-c44df9508f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6fc81-7ebd-461a-849a-c215447bef52,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:58.632137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['0037773b-b08f-4097-ba1e-95dd0e264335'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:05:59.241492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d9e57-df61-47bc-9f1f-3047029918f7 req-d1021e63-b011-40f7-a4c9-922062366c41 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:59.243005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-154d9e57-df61-47bc-9f1f-3047029918f7 req-d1021e63-b011-40f7-a4c9-922062366c41 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 945 time: 0.0795910
Nov 06 21:05:59.255690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf1d7-1f74-4050-8f1a-120708f6ecd1 req-1433aa17-8e16-49f6-86f3-98ed3ae2449b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:59.257212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d8bf1d7-1f74-4050-8f1a-120708f6ecd1 req-1433aa17-8e16-49f6-86f3-98ed3ae2449b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 944 time: 0.0809782
Nov 06 21:05:59.306327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47418) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:59.310034 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027449
Nov 06 21:05:59.313421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47420) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:59.332559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-154d9e57-df61-47bc-9f1f-3047029918f7 req-7f960d39-9ccc-4e7a-aab4-a6fa3a5458ef tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743427
Nov 06 21:05:59.336985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d8bf1d7-1f74-4050-8f1a-120708f6ecd1 req-d93dd830-de48-4f1b-8a6e-8ed112001391 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721796
Nov 06 21:05:59.419812 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ffe06375-a17d-43e0-9178-4c284166a987 tempest-NetworksApiDiscovery-296782625 tempest-NetworksApiDiscovery-296782625-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1052723
Nov 06 21:05:59.460862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dee265-7b5a-4e50-b0bb-88c307ebae2e req-8ad3a310-61f1-412a-ac4b-726e4dc74e39 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:05:59.462415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5dee265-7b5a-4e50-b0bb-88c307ebae2e req-8ad3a310-61f1-412a-ac4b-726e4dc74e39 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 943 time: 0.0504277
Nov 06 21:05:59.509858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5dee265-7b5a-4e50-b0bb-88c307ebae2e req-cedd60bb-76be-40b6-af18-0c0a2300b685 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407317
Nov 06 21:05:59.670751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47438) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:59.783942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ad94e3a-00ca-4c5c-a998-4eb1e16f1913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:59.798730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2417b151-bead-4f2a-b636-595224e0704b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:05:59.804235 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0037773b-b08f-4097-ba1e-95dd0e264335 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:05:59.877971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ad94e3a-00ca-4c5c-a998-4eb1e16f1913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:59.882543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ad94e3a-00ca-4c5c-a998-4eb1e16f1913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:59.920990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad94e3a-00ca-4c5c-a998-4eb1e16f1913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e72a3f-1a99-4f46-8581-5ec233ce88fa,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:05:59.922350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 0037773b-b08f-4097-ba1e-95dd0e264335 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:05:59.927698 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9ad94e3a-00ca-4c5c-a998-4eb1e16f1913 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7720b76a2b1f4bba9bf219069da6c4f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2535837
Nov 06 21:05:59.928693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47456) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:05:59.931043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 0037773b-b08f-4097-ba1e-95dd0e264335 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:05:59.931402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:59.968648 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2417b151-bead-4f2a-b636-595224e0704b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2417b151-bead-4f2a-b636-595224e0704b,segment=NetworkSegment(c1aaded2-6312-46ba-aee1-90207e27692d),segment_id=c1aaded2-6312-46ba-aee1-90207e27692d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:05:59.981837 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ffae5f7f-eab9-4a9e-9906-03b747febe76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:05:59.988941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '2417b151-bead-4f2a-b636-595224e0704b', 'network_id': '0ab5e469-5d79-43ce-b217-e9352380d952', 'port_id': '2417b151-bead-4f2a-b636-595224e0704b', 'mac_address': 'fa:16:3e:d5:6b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6c1e7f-8dbd-461f-a761-bb42586d567b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:06:00.007174 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ffae5f7f-eab9-4a9e-9906-03b747febe76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:00.059525 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:00.068848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ffae5f7f-eab9-4a9e-9906-03b747febe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:00.071540 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ffae5f7f-eab9-4a9e-9906-03b747febe76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:00.075406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ffae5f7f-eab9-4a9e-9906-03b747febe76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75e72a3f-1a99-4f46-8581-5ec233ce88fa HTTP/1.1" status: 204  len: 168 time: 0.1439431
Nov 06 21:06:00.082665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae5f7f-eab9-4a9e-9906-03b747febe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e72a3f-1a99-4f46-8581-5ec233ce88fa,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:00.085416 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:00.089804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2417b151-bead-4f2a-b636-595224e0704b {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:06:00.132477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2417b151-bead-4f2a-b636-595224e0704b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2417b151-bead-4f2a-b636-595224e0704b,segment=NetworkSegment(c1aaded2-6312-46ba-aee1-90207e27692d),segment_id=c1aaded2-6312-46ba-aee1-90207e27692d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:00.139600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:00.168996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0037773b-b08f-4097-ba1e-95dd0e264335, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0037773b-b08f-4097-ba1e-95dd0e264335,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:00.180466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:00.196721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=2417b151-bead-4f2a-b636-595224e0704b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:00.244320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0037773b-b08f-4097-ba1e-95dd0e264335,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:00.464352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5bc7c-71dd-4d19-b5d5-93cf8a247607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0037773b-b08f-4097-ba1e-95dd0e264335'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:00.467166 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af7edc3-03c3-490c-9a8d-2726cdf88ccd" -d '{"events": [{"server_uuid": "7bd5bc7c-71dd-4d19-b5d5-93cf8a247607", "name": "network-vif-plugged", "status": "completed", "tag": "0037773b-b08f-4097-ba1e-95dd0e264335"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:00.479223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b48d47-c0fc-47c9-bfea-587471856016 req-f95914c2-4414-488f-a820-5b14a74c1a3d tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:00.480723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b48d47-c0fc-47c9-bfea-587471856016 req-f95914c2-4414-488f-a820-5b14a74c1a3d tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 945 time: 0.0783029
Nov 06 21:06:00.492198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2417b151-bead-4f2a-b636-595224e0704b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:00.496934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6beb52-3811-46a0-90af-4a4f5eb8f2c9 req-82a8e5f3-b619-4461-a83e-553aff9e3f00 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:00.498982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c6beb52-3811-46a0-90af-4a4f5eb8f2c9 req-82a8e5f3-b619-4461-a83e-553aff9e3f00 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 945 time: 0.0839329
Nov 06 21:06:00.583658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b48d47-c0fc-47c9-bfea-587471856016 req-0bbce734-5720-48b8-af78-7e6f4ac8a449 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962210
Nov 06 21:06:00.596591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c6beb52-3811-46a0-90af-4a4f5eb8f2c9 req-3e1512d1-2550-4f12-b7bf-deae97aceeca tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845830
Nov 06 21:06:00.653763 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f4215-1650-4e8e-8557-e6470dd97d30 x-openstack-request-id: req-0c3f4215-1650-4e8e-8557-e6470dd97d30 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:00.654058 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5bc7c-71dd-4d19-b5d5-93cf8a247607", "name": "network-vif-plugged", "status": "completed", "tag": "0037773b-b08f-4097-ba1e-95dd0e264335", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:00.654316 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c3f4215-1650-4e8e-8557-e6470dd97d30 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:00.655945 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5bc7c-71dd-4d19-b5d5-93cf8a247607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0037773b-b08f-4097-ba1e-95dd0e264335', 'code': 200}
Nov 06 21:06:00.784522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ad8b-ae11-4e98-a0e6-9186c5aab6f9 req-495b8cc7-d756-4088-90d8-db7de19b9359 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:00.784692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca2424-0633-4f22-9451-c74fbd774520 req-c992cf87-0ca9-4f37-b3da-017016d235fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:00.785168 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8d5ad8b-ae11-4e98-a0e6-9186c5aab6f9 req-495b8cc7-d756-4088-90d8-db7de19b9359 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 944 time: 0.0996201
Nov 06 21:06:00.785288 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5ca2424-0633-4f22-9451-c74fbd774520 req-c992cf87-0ca9-4f37-b3da-017016d235fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 1096 time: 0.0494761
Nov 06 21:06:00.844243 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5ca2424-0633-4f22-9451-c74fbd774520 req-6d6abffb-01e5-4ee3-9c7d-233b04938c9c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525148
Nov 06 21:06:00.869131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8d5ad8b-ae11-4e98-a0e6-9186c5aab6f9 req-5f5691fe-5dca-4eac-8e44-6cec75fdf18b tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784910
Nov 06 21:06:00.877595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1527f61-8a7b-4ab3-868d-6b31fe8a5142 req-b78e09b9-fe34-4558-baf9-9e909f266379 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:00.880767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1527f61-8a7b-4ab3-868d-6b31fe8a5142 req-b78e09b9-fe34-4558-baf9-9e909f266379 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 945 time: 0.1269436
Nov 06 21:06:00.888539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47498) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:00.893841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Request body: {'floatingip': {'port_id': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:00.945925 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:01.477557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:01.481479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:01.584794 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Floating IP 8d1a98a0-8cfe-494e-830d-9816a5d3f896 associated. External IP: 172.35.0.145, port: 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8.
Nov 06 21:06:01.763719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66ebff-de23-430d-bfd7-36b0470be835 req-006f6374-06f0-4c81-954b-137ea233a55a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:01.766034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e66ebff-de23-430d-bfd7-36b0470be835 req-006f6374-06f0-4c81-954b-137ea233a55a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 945 time: 0.0834951
Nov 06 21:06:01.799999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2417b151-bead-4f2a-b636-595224e0704b up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:06:01.885666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 2417b151-bead-4f2a-b636-595224e0704b completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:06:01.890973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 2417b151-bead-4f2a-b636-595224e0704b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:01.891752 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:01.909581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e66ebff-de23-430d-bfd7-36b0470be835 req-03390dce-7b49-4ad0-bdb8-eeae460e5739 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091952
Nov 06 21:06:01.938680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:06:02.037629 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:02.077496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 2417b151-bead-4f2a-b636-595224e0704b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2417b151-bead-4f2a-b636-595224e0704b,segment=NetworkSegment(c1aaded2-6312-46ba-aee1-90207e27692d),segment_id=c1aaded2-6312-46ba-aee1-90207e27692d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:02.084805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:02.150035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c417963-4c1d-4aa4-91a2-647615e0d567 req-04b824bd-d297-4eab-884c-6ccd67ed3b30 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:02.152130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c417963-4c1d-4aa4-91a2-647615e0d567 req-04b824bd-d297-4eab-884c-6ccd67ed3b30 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 944 time: 0.1388407
Nov 06 21:06:02.191294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=2417b151-bead-4f2a-b636-595224e0704b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:02.196684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:06:02.206317 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:02.210920 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd395f-06a6-4997-9366-990d148b879d None None] Sync routers for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:06:02.234661 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd395f-06a6-4997-9366-990d148b879d None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:02.235408 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-39fd395f-06a6-4997-9366-990d148b879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92527061c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:02.262689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-19d0e204-7e5a-46f8-9bd8-fa48d83f02b0 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "PUT /v2.0/floatingips/8d1a98a0-8cfe-494e-830d-9816a5d3f896 HTTP/1.1" status: 200  len: 991 time: 1.3714943
Nov 06 21:06:02.270486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'tag': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:02.273516 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11" -d '{"events": [{"name": "network-changed", "server_uuid": "5c608206-049f-45dd-ad2c-c73bd68927eb", "tag": "6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:02.282651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c417963-4c1d-4aa4-91a2-647615e0d567 req-ca5b3cb3-973e-4074-b847-d57e6905a1ba tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211348
Nov 06 21:06:02.367253 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf6b75e-600d-461c-9dc0-7a050e85e7ad x-openstack-request-id: req-9bf6b75e-600d-461c-9dc0-7a050e85e7ad {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:02.367253 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c608206-049f-45dd-ad2c-c73bd68927eb", "tag": "6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:02.367777 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf6b75e-600d-461c-9dc0-7a050e85e7ad {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:02.368276 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'tag': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'status': 'completed', 'code': 200}
Nov 06 21:06:02.456022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-dd031eda-3ab2-4483-b3fb-f16f468f9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:02.457997 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-dd031eda-3ab2-4483-b3fb-f16f468f9612 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=23c3196631494be38ca11b2167bbc4bb&device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 1096 time: 0.0549662
Nov 06 21:06:02.458250 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-39fd395f-06a6-4997-9366-990d148b879d None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:02.568467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-c27e9051-3351-44cd-a28d-2ba7321d94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:02.569953 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-c27e9051-3351-44cd-a28d-2ba7321d94f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=790f1050-361a-4854-a34f-09bff15f0aba HTTP/1.1" status: 200  len: 917 time: 0.0943589
Nov 06 21:06:02.638479 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-88564b41-fe82-479a-b156-1e8defe668dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 HTTP/1.1" status: 200  len: 999 time: 0.0606329
Nov 06 21:06:02.657555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7fa355-21c7-4872-921a-e69f45f9a56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2417b151-bead-4f2a-b636-595224e0704b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:02.660412 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda4c95d-544d-4cdc-b34d-a5b2640650e5" -d '{"events": [{"server_uuid": "5b7fa355-21c7-4872-921a-e69f45f9a56d", "name": "network-vif-plugged", "status": "completed", "tag": "2417b151-bead-4f2a-b636-595224e0704b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:02.691076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-019315c8-9385-4626-b083-2f0802fcfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:02.692842 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-019315c8-9385-4626-b083-2f0802fcfa83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1da9e277-e574-443e-99a0-e594f0436322 HTTP/1.1" status: 200  len: 855 time: 0.0473430
Nov 06 21:06:02.702373 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36ef2a0-ded8-4e73-8a04-677d926210e6 x-openstack-request-id: req-a36ef2a0-ded8-4e73-8a04-677d926210e6 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:02.702752 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7fa355-21c7-4872-921a-e69f45f9a56d", "name": "network-vif-plugged", "status": "completed", "tag": "2417b151-bead-4f2a-b636-595224e0704b", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:02.703069 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a36ef2a0-ded8-4e73-8a04-677d926210e6 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:02.703643 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7fa355-21c7-4872-921a-e69f45f9a56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2417b151-bead-4f2a-b636-595224e0704b', 'code': 200}
Nov 06 21:06:02.749830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-43ba4d94-767a-4db3-aa01-b2ea57e54dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:02.751331 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-43ba4d94-767a-4db3-aa01-b2ea57e54dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=790f1050-361a-4854-a34f-09bff15f0aba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0509288
Nov 06 21:06:02.785290 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-39fd395f-06a6-4997-9366-990d148b879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92527061c0>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d1a98a0-8cfe-494e-830d-9816a5d3f896', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'floating_ip_address': '172.35.0.145', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'port_id': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'mac_address': 'fa:16:3e:f6:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:05:42Z', 'updated_at': '2021-11-06T21:06:01Z', 'revision_number': 1, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:42Z', 'revision_number': 5, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:02.829978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432f65-7e50-4705-aa20-799c67d0430b req-c811169b-e93d-4b2f-bbd4-8186c18c7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:02.831532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee432f65-7e50-4705-aa20-799c67d0430b req-c811169b-e93d-4b2f-bbd4-8186c18c7543 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 1096 time: 0.0588059
Nov 06 21:06:02.832164 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd395f-06a6-4997-9366-990d148b879d None None] Checking router: b7589de3-dc0f-45d0-92f8-28c8b27f68b0 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:06:02.844692 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd395f-06a6-4997-9366-990d148b879d None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:02.845555 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-39fd395f-06a6-4997-9366-990d148b879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92527061c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:05:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:02.873510 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-f98ecc7b-7123-4be8-a5c8-f208e73926ee service neutron] 10.222.0.10 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1134913
Nov 06 21:06:02.915474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee432f65-7e50-4705-aa20-799c67d0430b req-12f60177-62a0-4477-a46b-4a75c4d4a888 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752060
Nov 06 21:06:02.979067 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-39fd395f-06a6-4997-9366-990d148b879d None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:02.998355 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5aadb5c5-3445-4f82-a06d-d66aa4e6bd11 req-bcadaed0-1f1b-43fb-a0b1-1537a1c881cb service neutron] 10.222.0.10 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170056
Nov 06 21:06:03.058556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949c4b4-96f3-4501-87db-f5b554d26913 req-549ec2ef-cf92-4201-a60f-8cad79f409a7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:03.060319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f949c4b4-96f3-4501-87db-f5b554d26913 req-549ec2ef-cf92-4201-a60f-8cad79f409a7 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 945 time: 0.0550094
Nov 06 21:06:03.142761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f949c4b4-96f3-4501-87db-f5b554d26913 req-97626258-a125-4873-9cd6-69d9766d1309 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711751
Nov 06 21:06:03.269147 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-39fd395f-06a6-4997-9366-990d148b879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92527061c0>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d1a98a0-8cfe-494e-830d-9816a5d3f896', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'floating_ip_address': '172.35.0.145', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'port_id': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'mac_address': 'fa:16:3e:f6:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:05:42Z', 'updated_at': '2021-11-06T21:06:01Z', 'revision_number': 1, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:42Z', 'revision_number': 5, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:03.312830 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd395f-06a6-4997-9366-990d148b879d None None] The sync data for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 is: [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d1a98a0-8cfe-494e-830d-9816a5d3f896', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'floating_ip_address': '172.35.0.145', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'port_id': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'mac_address': 'fa:16:3e:f6:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:05:42Z', 'updated_at': '2021-11-06T21:06:01Z', 'revision_number': 1, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:42Z', 'revision_number': 5, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:06:03.458738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8a067-5e2b-4c77-bff5-21f6bdb27131 req-eb8f29e0-4aeb-4a75-9a17-8768179e3f30 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:03.460238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4af8a067-5e2b-4c77-bff5-21f6bdb27131 req-eb8f29e0-4aeb-4a75-9a17-8768179e3f30 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 945 time: 0.0831184
Nov 06 21:06:03.471626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fb9e4-924b-4547-af36-8ad42dae39fd req-f53e12d9-cc30-476c-8152-c1f498dd03f7 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:03.473223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f28fb9e4-924b-4547-af36-8ad42dae39fd req-f53e12d9-cc30-476c-8152-c1f498dd03f7 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 945 time: 0.0991833
Nov 06 21:06:03.548337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4af8a067-5e2b-4c77-bff5-21f6bdb27131 req-d5824578-39eb-4d16-8991-c0c8e43311fb tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740874
Nov 06 21:06:03.563546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f28fb9e4-924b-4547-af36-8ad42dae39fd req-36e38d2f-d44c-46a5-b093-299a57b3303d tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822904
Nov 06 21:06:03.580718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd68b32-12a6-4e2c-b31b-38602356f4a1 None None] New status for floating IP 8d1a98a0-8cfe-494e-830d-9816a5d3f896: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:06:03.701082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e051e0-0937-4f70-8ebd-adafb5185fd9 req-7d3be180-d9eb-415f-b4f0-6eee5dc6cfb6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:03.703375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6e051e0-0937-4f70-8ebd-adafb5185fd9 req-7d3be180-d9eb-415f-b4f0-6eee5dc6cfb6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 945 time: 0.0569229
Nov 06 21:06:03.759434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6e051e0-0937-4f70-8ebd-adafb5185fd9 req-6f70beb8-6736-4de4-8fb5-20f26aa63af0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482011
Nov 06 21:06:04.011111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5637725-d99d-4c9a-9c79-c5bc3e3641e9 req-ff9084c9-7b1e-4adb-8da4-9a0e4a9a7db2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:04.012518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5637725-d99d-4c9a-9c79-c5bc3e3641e9 req-ff9084c9-7b1e-4adb-8da4-9a0e4a9a7db2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 945 time: 0.0528908
Nov 06 21:06:04.058046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5637725-d99d-4c9a-9c79-c5bc3e3641e9 req-5c70b622-4710-4115-b8a9-fc227ce8cec2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396423
Nov 06 21:06:04.701049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce226b86-60b6-4af7-8895-4c4c7dbb8ce9 req-c2f78cd5-b57a-4baa-9489-a79a41c53aa6 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:04.704148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce226b86-60b6-4af7-8895-4c4c7dbb8ce9 req-c2f78cd5-b57a-4baa-9489-a79a41c53aa6 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 945 time: 0.0608628
Nov 06 21:06:04.760733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce226b86-60b6-4af7-8895-4c4c7dbb8ce9 req-f6eaf7b1-9686-4da6-a463-9481a640c667 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501912
Nov 06 21:06:05.049667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47718) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:05.136552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe19bd1-41db-46e5-9897-f7c5a4b64012 req-81364b16-c056-4ba4-8032-757319bedd2a tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:05.138062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fe19bd1-41db-46e5-9897-f7c5a4b64012 req-81364b16-c056-4ba4-8032-757319bedd2a tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 945 time: 0.0499716
Nov 06 21:06:05.192102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8a7e-184d-41f5-9015-2b34034f6553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.246070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ffd60-ccca-4211-8e6c-7fa8e818f2bf req-00f79474-09a1-4f83-8a87-c6727d77ddf9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:05.247555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d3ffd60-ccca-4211-8e6c-7fa8e818f2bf req-00f79474-09a1-4f83-8a87-c6727d77ddf9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 945 time: 0.1086118
Nov 06 21:06:05.252734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fe19bd1-41db-46e5-9897-f7c5a4b64012 req-ca98df0b-e5e9-4509-8d78-b90b6371b3e2 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051800
Nov 06 21:06:05.319722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d3ffd60-ccca-4211-8e6c-7fa8e818f2bf req-0800a7c3-c38f-4499-bc3f-d2438facc875 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647414
Nov 06 21:06:05.346043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8a7e-184d-41f5-9015-2b34034f6553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.349782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8a7e-184d-41f5-9015-2b34034f6553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.388109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6c9a8a7e-184d-41f5-9015-2b34034f6553 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92a719775ec344c0a28447079f03d05d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3372877
Nov 06 21:06:05.390143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a8a7e-184d-41f5-9015-2b34034f6553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97ad2d-2296-4f5c-abb3-4e6ab10f341c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:05.390886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47724) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:05.440509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2fafb5a7-ce59-479b-9dfd-6699452d259e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.460715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2fafb5a7-ce59-479b-9dfd-6699452d259e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.507013 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2fafb5a7-ce59-479b-9dfd-6699452d259e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.509645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2fafb5a7-ce59-479b-9dfd-6699452d259e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.510793 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2fafb5a7-ce59-479b-9dfd-6699452d259e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a97ad2d-2296-4f5c-abb3-4e6ab10f341c HTTP/1.1" status: 204  len: 168 time: 0.1189198
Nov 06 21:06:05.518646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafb5a7-ce59-479b-9dfd-6699452d259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97ad2d-2296-4f5c-abb3-4e6ab10f341c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:05.784830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee79b43-2a18-443a-9079-6259eec01e97 req-af263ff6-5ba4-4bae-8622-614a68675be1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:05.786533 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eee79b43-2a18-443a-9079-6259eec01e97 req-af263ff6-5ba4-4bae-8622-614a68675be1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 945 time: 0.1111293
Nov 06 21:06:05.818651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47738) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:05.840366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b875-3671-41a7-9d37-5a91e4ee9935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.962420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Deleting port 0037773b-b08f-4097-ba1e-95dd0e264335 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:05.962868 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.964977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b875-3671-41a7-9d37-5a91e4ee9935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:05.969947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b875-3671-41a7-9d37-5a91e4ee9935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.013213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7fc4b875-3671-41a7-9d37-5a91e4ee9935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=664d2d7d98ce4d0abe68508b550ad38f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1944163
Nov 06 21:06:06.014390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4b875-3671-41a7-9d37-5a91e4ee9935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00207a0b-c27f-4927-9fc3-0b0e1e8a604b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:06.016661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47740) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:06.065630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] For port 0037773b-b08f-4097-ba1e-95dd0e264335, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0037773b-b08f-4097-ba1e-95dd0e264335,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:06.066281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.067847 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9cd8fac8-bd96-47dd-805d-21efed3997d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.080164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Calling delete_port for 0037773b-b08f-4097-ba1e-95dd0e264335 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:06.090128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9cd8fac8-bd96-47dd-805d-21efed3997d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.141959 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9cd8fac8-bd96-47dd-805d-21efed3997d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.145583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9cd8fac8-bd96-47dd-805d-21efed3997d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.147068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9cd8fac8-bd96-47dd-805d-21efed3997d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00207a0b-c27f-4927-9fc3-0b0e1e8a604b HTTP/1.1" status: 204  len: 168 time: 0.1294708
Nov 06 21:06:06.156186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8fac8-bd96-47dd-805d-21efed3997d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00207a0b-c27f-4927-9fc3-0b0e1e8a604b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:06.230246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.246333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11', '0037773b-b08f-4097-ba1e-95dd0e264335'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:06.270002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event deleted for resources: {'Port': ['ID=0037773b-b08f-4097-ba1e-95dd0e264335,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:06.355214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] No DVR routers for this DVR port 0037773b-b08f-4097-ba1e-95dd0e264335 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:06:06.363483 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.370809 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-eee79b43-2a18-443a-9079-6259eec01e97 req-052edd44-964f-469f-a27f-c364141951e6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "DELETE /v2.0/ports/0037773b-b08f-4097-ba1e-95dd0e264335 HTTP/1.1" status: 204  len: 173 time: 0.5774043
Nov 06 21:06:06.371494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5bc7c-71dd-4d19-b5d5-93cf8a247607', 'name': 'network-vif-deleted', 'tag': '0037773b-b08f-4097-ba1e-95dd0e264335'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:06.376679 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ebc202-7983-4a0b-b6dc-5ce162035640" -d '{"events": [{"server_uuid": "7bd5bc7c-71dd-4d19-b5d5-93cf8a247607", "name": "network-vif-deleted", "tag": "0037773b-b08f-4097-ba1e-95dd0e264335"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:06.516821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-552359fe-3587-4ed0-a6ad-7cd8323a26f2 req-7d8de779-c145-460c-97c0-7d5e1d17a1f2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bd5bc7c-71dd-4d19-b5d5-93cf8a247607 HTTP/1.1" status: 200  len: 210 time: 0.0439742
Nov 06 21:06:06.547067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a22a-d0b1-4fdd-85d4-1dd3ecbbb6a4 req-bf55cb49-cdb4-4794-8251-903062db8ba4 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:06.556583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f838a22a-d0b1-4fdd-85d4-1dd3ecbbb6a4 req-bf55cb49-cdb4-4794-8251-903062db8ba4 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 945 time: 0.1357548
Nov 06 21:06:06.569273 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6c0f96-3bce-4c51-9d0d-3bc4731c5678 x-openstack-request-id: req-2d6c0f96-3bce-4c51-9d0d-3bc4731c5678 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:06.569823 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5bc7c-71dd-4d19-b5d5-93cf8a247607", "name": "network-vif-deleted", "tag": "0037773b-b08f-4097-ba1e-95dd0e264335", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:06.569823 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d6c0f96-3bce-4c51-9d0d-3bc4731c5678 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:06.570172 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5bc7c-71dd-4d19-b5d5-93cf8a247607', 'name': 'network-vif-deleted', 'tag': '0037773b-b08f-4097-ba1e-95dd0e264335', 'status': 'completed', 'code': 200}
Nov 06 21:06:06.808625 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-ec580b91-dfac-4885-8b36-a0b930f89f8c tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:06.810419 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-ec580b91-dfac-4885-8b36-a0b930f89f8c tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b7fa355-21c7-4872-921a-e69f45f9a56d HTTP/1.1" status: 200  len: 945 time: 0.0751982
Nov 06 21:06:06.954579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Deleting port 2417b151-bead-4f2a-b636-595224e0704b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:06.955031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:06.969149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f838a22a-d0b1-4fdd-85d4-1dd3ecbbb6a4 req-2b1d1d54-db9a-49d9-8b0f-a90b3043d5a7 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.13 "GET /v2.0/security-groups?id=94f871fb-af26-45c8-90b3-71e3d3d57ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4112942
Nov 06 21:06:07.084717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] For port 2417b151-bead-4f2a-b636-595224e0704b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2417b151-bead-4f2a-b636-595224e0704b,segment=NetworkSegment(c1aaded2-6312-46ba-aee1-90207e27692d),segment_id=c1aaded2-6312-46ba-aee1-90207e27692d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:07.085076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:07.099461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Calling delete_port for 2417b151-bead-4f2a-b636-595224e0704b owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:07.232885 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:07.245241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['2417b151-bead-4f2a-b636-595224e0704b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:07.265766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Pushing event deleted for resources: {'Port': ['ID=2417b151-bead-4f2a-b636-595224e0704b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:07.306146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] No DVR routers for this DVR port 2417b151-bead-4f2a-b636-595224e0704b on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:06:07.308627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:07.312595 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7d38c29c-9b12-4303-aaa9-bef555bdb728 req-63e86b28-e038-43d8-8245-60ec133ec4e0 tempest-ServerPasswordTestJSON-1323027827 tempest-ServerPasswordTestJSON-1323027827-project] 10.222.0.10 "DELETE /v2.0/ports/2417b151-bead-4f2a-b636-595224e0704b HTTP/1.1" status: 204  len: 173 time: 0.4940934
Nov 06 21:06:07.878196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c13f6-1736-46ab-aba6-51301c3a178c req-d4ba8dee-cb70-4d3b-8bb4-9cbcc01237f4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:07.887355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-d4ba8dee-cb70-4d3b-8bb4-9cbcc01237f4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.1530750
Nov 06 21:06:07.904164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-eabfefc4-e40f-46b0-9672-1dce36fa3078 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/quotas/6eda1afc00c24f888ad31c7bade0503e HTTP/1.1" status: 200  len: 375 time: 0.0157533
Nov 06 21:06:07.961153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-fb2a746c-794e-4962-8145-dc8f9f56bec2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0556710
Nov 06 21:06:08.042310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 47858) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:08.075832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-61fd1683-09b6-4fa3-b8c5-e29ba852e270 service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106400
Nov 06 21:06:08.136673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a00026c-9561-4661-90df-9a25d25e5dbb admin admin] Deleting subnet 8b6c1e7f-8dbd-461f-a761-bb42586d567b {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:06:08.147037 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a00026c-9561-4661-90df-9a25d25e5dbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.199826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-4b9d51f3-b136-4c9c-8b45-4b2fa961d3ec service neutron] 10.222.0.13 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223288
Nov 06 21:06:08.204780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a00026c-9561-4661-90df-9a25d25e5dbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.252720 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a00026c-9561-4661-90df-9a25d25e5dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.313281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a00026c-9561-4661-90df-9a25d25e5dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.349468 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a00026c-9561-4661-90df-9a25d25e5dbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.355428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:08.360789 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0a00026c-9561-4661-90df-9a25d25e5dbb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b6c1e7f-8dbd-461f-a761-bb42586d567b HTTP/1.1" status: 204  len: 168 time: 0.3102190
Nov 06 21:06:08.362953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00026c-9561-4661-90df-9a25d25e5dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6c1e7f-8dbd-461f-a761-bb42586d567b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:08.431230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a409a423-8bb8-465d-a72f-6c3a447b65f7 req-3d64a4b6-d9f9-4ff2-b7a0-6ed882fd5797 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 210 time: 0.0663421
Nov 06 21:06:08.468829 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.556924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.572397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7fa355-21c7-4872-921a-e69f45f9a56d', 'name': 'network-vif-deleted', 'tag': '2417b151-bead-4f2a-b636-595224e0704b'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:08.574756 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531fa2ae-7206-45ec-9b56-b95d1d51b4e5" -d '{"events": [{"server_uuid": "5b7fa355-21c7-4872-921a-e69f45f9a56d", "name": "network-vif-deleted", "tag": "2417b151-bead-4f2a-b636-595224e0704b"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:08.578025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925539cbb0>,) {'filters': {'network_id': ['0ab5e469-5d79-43ce-b217-e9352380d952']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:08.588097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925539cbb0>, 'c1aaded2-6312-46ba-aee1-90207e27692d') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:08.588610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925539cbb0>, 'c1aaded2-6312-46ba-aee1-90207e27692d') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:08.599962 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.614344 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d927d4-b7cc-4485-a427-67cadba11ef0 x-openstack-request-id: req-a9d927d4-b7cc-4485-a427-67cadba11ef0 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:08.614930 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7fa355-21c7-4872-921a-e69f45f9a56d", "name": "network-vif-deleted", "tag": "2417b151-bead-4f2a-b636-595224e0704b", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:08.615249 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9d927d4-b7cc-4485-a427-67cadba11ef0 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:08.615614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.615750 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7fa355-21c7-4872-921a-e69f45f9a56d', 'name': 'network-vif-deleted', 'tag': '2417b151-bead-4f2a-b636-595224e0704b', 'status': 'completed', 'code': 200}
Nov 06 21:06:08.622397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:06:08.622898 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:06:08.624927 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:06:08.680404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.686962 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:08.692539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ab5e469-5d79-43ce-b217-e9352380d952 HTTP/1.1" status: 204  len: 168 time: 0.3328373
Nov 06 21:06:08.709660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d284b5-aa37-4872-92e5-fe4613e191a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab5e469-5d79-43ce-b217-e9352380d952,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:08.871318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47900) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:08.929324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-23bc0f38-da11-43c3-9de7-ff99227b84a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cf03418aeba4a469e09111804ee7a2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0565207
Nov 06 21:06:08.929525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47902) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:08.987228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1082020e-0739-4f14-bc20-0a122ccb5511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:09.013595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1082020e-0739-4f14-bc20-0a122ccb5511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:09.065386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1082020e-0739-4f14-bc20-0a122ccb5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:09.068331 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1082020e-0739-4f14-bc20-0a122ccb5511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:09.069407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1082020e-0739-4f14-bc20-0a122ccb5511 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94f871fb-af26-45c8-90b3-71e3d3d57ba3 HTTP/1.1" status: 204  len: 168 time: 0.1389723
Nov 06 21:06:09.078075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082020e-0739-4f14-bc20-0a122ccb5511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f871fb-af26-45c8-90b3-71e3d3d57ba3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:09.469532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c13f6-1736-46ab-aba6-51301c3a178c req-d81fed96-9170-4ec1-a590-6a502cdd3ef8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:09.471928 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-d81fed96-9170-4ec1-a590-6a502cdd3ef8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 805 time: 0.1484730
Nov 06 21:06:09.485961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Request body: {'port': {'device_id': '0da3b3c4-23b9-4025-9148-2b3df46d60bd', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'admin_state_up': True, 'tenant_id': '6eda1afc00c24f888ad31c7bade0503e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:09.593863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a1ec0f5-66ef-4f07-962a-0d70bbfbdbef req-1d12c58e-dae9-4b71-be3f-6aa4c49bee51 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 210 time: 0.0442250
Nov 06 21:06:09.608493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Made reservation on behalf of 6eda1afc00c24f888ad31c7bade0503e for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:09.612103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:09.740495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Allocated IP 172.20.0.7 (c0397278-359e-4b6d-bb4f-e56cf166bbfb/a2e1697f-b2c0-469e-8413-56865719f066/46e3a37b-fdae-4de1-b4fa-b19d171d2efe) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:06:09.824041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0037773b-b08f-4097-ba1e-95dd0e264335 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:06:09.855509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 0037773b-b08f-4097-ba1e-95dd0e264335 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:06:09.856154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0037773b-b08f-4097-ba1e-95dd0e264335 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:06:09.856872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2417b151-bead-4f2a-b636-595224e0704b no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:06:09.880902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 2417b151-bead-4f2a-b636-595224e0704b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:06:09.881700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 2417b151-bead-4f2a-b636-595224e0704b not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:06:09.941175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:09.987373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:10.000348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:10.047056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Network c0397278-359e-4b6d-bb4f-e56cf166bbfb is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:06:10.056975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:10.066207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:06:10.073639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event updated for resources: {'Port': ['ID=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:10.134290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:10.136884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:10.159151 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-971b28f8-e1a1-4683-a807-6a77122505e9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6776497
Nov 06 21:06:10.175777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Request body: {'port': {'device_id': '0da3b3c4-23b9-4025-9148-2b3df46d60bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:10.274190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:10.469294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4caa017-045e-4c02-abde-8d783caea29d req-2ebf866b-02f0-413b-a980-004d54b76513 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7fd587-208c-4767-861b-fdb930387e96 HTTP/1.1" status: 200  len: 210 time: 0.0319324
Nov 06 21:06:10.578159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e3a37b-fdae-4de1-b4fa-b19d171d2efe {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:06:10.595517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:10.609285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Transition to ACTIVE for port object 46e3a37b-fdae-4de1-b4fa-b19d171d2efe will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:06:10.614442 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:10.754280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065c543-661e-495f-921b-44bdf09798db service neutron] Pushing event updated for resources: {'Port': ['ID=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:10.802864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aac7a-14e1-42cf-ac6d-c1fbdfe9a9fa req-18904d2f-4301-4c82-9828-f1e418547709 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:10.804500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c81aac7a-14e1-42cf-ac6d-c1fbdfe9a9fa req-18904d2f-4301-4c82-9828-f1e418547709 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 943 time: 0.0836473
Nov 06 21:06:10.939437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Attempting to bind port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:06:10.939932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Attempting to bind port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:06:10.940447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Attempting to bind port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:06:10.962556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe on network c0397278-359e-4b6d-bb4f-e56cf166bbfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:06:10.962938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Attempting to bind port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe on network c0397278-359e-4b6d-bb4f-e56cf166bbfb {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:06:10.967602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c81aac7a-14e1-42cf-ac6d-c1fbdfe9a9fa req-e544ab3d-2a96-43ec-948c-1190177f61ea tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467838
Nov 06 21:06:10.981507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:06:10.983932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Checking segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:06:10.984779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Bound using segment: {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:06:10.985685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Bound port: 46e3a37b-fdae-4de1-b4fa-b19d171d2efe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:06:10.986669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:11.046798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e16df103-3d00-45a6-abaf-fdf8740bffc0 req-3fa8b2e8-83d0-4f60-ae7b-b49556059aad tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0529742
Nov 06 21:06:11.127141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] For port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:06:11.131516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] For port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:06:11.137766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:11.206332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065c543-661e-495f-921b-44bdf09798db service neutron] Pushing event updated for resources: {'Port': ['ID=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:11.213484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:11.214227 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:11.216031 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-1065c543-661e-495f-921b-44bdf09798db service neutron] 10.222.0.10 "PUT /v2.0/ports/46e3a37b-fdae-4de1-b4fa-b19d171d2efe HTTP/1.1" status: 200  len: 1091 time: 1.0455523
Nov 06 21:06:11.216476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da3b3c4-23b9-4025-9148-2b3df46d60bd', 'tag': '46e3a37b-fdae-4de1-b4fa-b19d171d2efe'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:11.219493 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dce228-39e4-4949-a1dc-37574442e77b" -d '{"events": [{"name": "network-changed", "server_uuid": "0da3b3c4-23b9-4025-9148-2b3df46d60bd", "tag": "46e3a37b-fdae-4de1-b4fa-b19d171d2efe"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:11.323527 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d938789-c074-4d09-bca5-a2a6a4ce470c x-openstack-request-id: req-0d938789-c074-4d09-bca5-a2a6a4ce470c {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:11.323854 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da3b3c4-23b9-4025-9148-2b3df46d60bd", "tag": "46e3a37b-fdae-4de1-b4fa-b19d171d2efe", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:11.324116 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d938789-c074-4d09-bca5-a2a6a4ce470c {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:11.324823 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da3b3c4-23b9-4025-9148-2b3df46d60bd', 'tag': '46e3a37b-fdae-4de1-b4fa-b19d171d2efe', 'status': 'completed', 'code': 200}
Nov 06 21:06:11.404836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c13f6-1736-46ab-aba6-51301c3a178c req-3a553216-e620-4785-8996-5e61241ba307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:11.406789 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-3a553216-e620-4785-8996-5e61241ba307 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 1094 time: 0.0635793
Nov 06 21:06:11.467707 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-9a9322aa-ecfa-4bf7-987c-cb64aaac966e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e3a37b-fdae-4de1-b4fa-b19d171d2efe HTTP/1.1" status: 200  len: 217 time: 0.0511525
Nov 06 21:06:11.521042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c13f6-1736-46ab-aba6-51301c3a178c req-f2d03f14-0459-4f67-a511-4bf5784c18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:11.523172 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-f2d03f14-0459-4f67-a511-4bf5784c18f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.0468857
Nov 06 21:06:11.559409 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-b7ff16a9-d8a5-471d-bcf4-564e98b44933 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0287957
Nov 06 21:06:11.651002 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-00714440-34ca-4fdf-b8d4-54939327eb14 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819168
Nov 06 21:06:11.756838 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-375c13f6-1736-46ab-aba6-51301c3a178c req-4bcf1387-c6de-478b-8f82-0f62f389885b service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975142
Nov 06 21:06:11.870782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dce228-39e4-4949-a1dc-37574442e77b req-f8d80bdb-0cdc-4beb-bf90-18d384b5912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:11.873350 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-76dce228-39e4-4949-a1dc-37574442e77b req-f8d80bdb-0cdc-4beb-bf90-18d384b5912e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6eda1afc00c24f888ad31c7bade0503e&device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 1094 time: 0.0451109
Nov 06 21:06:11.977558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dce228-39e4-4949-a1dc-37574442e77b req-71ffd266-065f-47e1-9f73-91882795ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:11.979088 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-76dce228-39e4-4949-a1dc-37574442e77b req-71ffd266-065f-47e1-9f73-91882795ffb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 200  len: 906 time: 0.0942755
Nov 06 21:06:12.030437 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-76dce228-39e4-4949-a1dc-37574442e77b req-972ef037-22ce-4fd0-9e72-e25d49d0f19a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e3a37b-fdae-4de1-b4fa-b19d171d2efe HTTP/1.1" status: 200  len: 217 time: 0.0421803
Nov 06 21:06:12.078068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb2780-5f64-4292-8e96-3b7e6a6bf0d9 req-ac231fc2-eba7-4c63-8e0c-fbf0a0f05dc3 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:12.079628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9deb2780-5f64-4292-8e96-3b7e6a6bf0d9 req-ac231fc2-eba7-4c63-8e0c-fbf0a0f05dc3 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 943 time: 0.0505509
Nov 06 21:06:12.090323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dce228-39e4-4949-a1dc-37574442e77b req-f835b5ae-18e6-4280-9ef5-2b4f69d47272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:12.092193 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-76dce228-39e4-4949-a1dc-37574442e77b req-f835b5ae-18e6-4280-9ef5-2b4f69d47272 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 200  len: 845 time: 0.0489111
Nov 06 21:06:12.127714 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-76dce228-39e4-4949-a1dc-37574442e77b req-c505e8a7-f0b8-434f-9461-f8ed9cb845dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0397278-359e-4b6d-bb4f-e56cf166bbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275214
Nov 06 21:06:12.147047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9deb2780-5f64-4292-8e96-3b7e6a6bf0d9 req-6db12af7-9562-4a46-992f-d92edbba31fb tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590823
Nov 06 21:06:12.162698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5b92691-f3b9-4b3e-bc0d-d80b1af87e43 req-d1b3091e-b08a-4f3a-8dbc-dfe90efc02ac tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0316951
Nov 06 21:06:12.578876 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-76dce228-39e4-4949-a1dc-37574442e77b req-eeafc0a8-dfe1-4291-9265-b04f7998bc53 service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4435487
Nov 06 21:06:12.666670 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-76dce228-39e4-4949-a1dc-37574442e77b req-e7c5ce36-b2cc-430c-8c7c-72687562eead service neutron] 10.222.0.10 "GET /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804732
Nov 06 21:06:13.301420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-911c5f2e-42b0-4c8c-bd0e-ebffb9583909 req-fee7806d-bd2d-44a8-bc8e-f0a5cd44e512 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0396254
Nov 06 21:06:13.332562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cc8fc-d9dd-4c8a-a505-514e4aa111ab req-34849d8f-35a4-4d30-8ea0-715f02c072a9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:13.334185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-497cc8fc-d9dd-4c8a-a505-514e4aa111ab req-34849d8f-35a4-4d30-8ea0-715f02c072a9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 943 time: 0.0835636
Nov 06 21:06:13.383613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-497cc8fc-d9dd-4c8a-a505-514e4aa111ab req-1ca9861d-236a-49fb-b798-2ec5c2bfd11b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435963
Nov 06 21:06:14.403001 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:14.411835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da9164c5-3a43-4e97-9bb4-f73e684a70cd req-d038ca9c-a939-4094-9f6f-1f8355f0b017 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0314491
Nov 06 21:06:14.495104 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:14.508993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78190234-e129-41a3-885e-6a435786cee3 req-2f080ff4-8c90-40aa-a230-72fef44016d2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:14.510516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78190234-e129-41a3-885e-6a435786cee3 req-2f080ff4-8c90-40aa-a230-72fef44016d2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 943 time: 0.0504160
Nov 06 21:06:14.558580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78190234-e129-41a3-885e-6a435786cee3 req-2e0a48ef-3d9d-44fa-b570-c8d7defbdaf0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422723
Nov 06 21:06:14.821255 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-72fde87c-450f-4a0f-bc73-630d6783539c req-1c9b011c-a795-4b1e-89fc-2ba5d93dd248 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e7fd587-208c-4767-861b-fdb930387e96 HTTP/1.1" status: 200  len: 210 time: 0.0331168
Nov 06 21:06:14.901347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48214) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:15.030494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d61d3f11-4f2b-46fa-be81-49a0ebc97a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.104845 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d61d3f11-4f2b-46fa-be81-49a0ebc97a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.108904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d61d3f11-4f2b-46fa-be81-49a0ebc97a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.146874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d61d3f11-4f2b-46fa-be81-49a0ebc97a10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05627a2721154c24af84b804afe5a081&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2443027
Nov 06 21:06:15.148018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d3f11-4f2b-46fa-be81-49a0ebc97a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b013ce79-8c89-4875-a1d0-3b6d568596b3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:15.149624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48228) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:15.200379 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-be1ed44c-5fb1-4bdd-b1c1-7eb84b16af72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.222380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-be1ed44c-5fb1-4bdd-b1c1-7eb84b16af72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.267568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-be1ed44c-5fb1-4bdd-b1c1-7eb84b16af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.270137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-be1ed44c-5fb1-4bdd-b1c1-7eb84b16af72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.271264 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-be1ed44c-5fb1-4bdd-b1c1-7eb84b16af72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b013ce79-8c89-4875-a1d0-3b6d568596b3 HTTP/1.1" status: 204  len: 168 time: 0.1200283
Nov 06 21:06:15.278646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ed44c-5fb1-4bdd-b1c1-7eb84b16af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013ce79-8c89-4875-a1d0-3b6d568596b3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:15.524797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd4417fb-5a53-4693-a7ce-1a8fbf9a8d17 req-ce721229-23cf-412c-9e47-c5d0d3354dbc tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0308502
Nov 06 21:06:15.537235 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48236) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:15.550614 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e7fbfb19-5f40-4b66-807d-79342f40dfd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.623874 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e7fbfb19-5f40-4b66-807d-79342f40dfd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.629374 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e7fbfb19-5f40-4b66-807d-79342f40dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.669005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e7fbfb19-5f40-4b66-807d-79342f40dfd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61af9ab044544de296f9bf3dc5198486&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1306207
Nov 06 21:06:15.669956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbfb19-5f40-4b66-807d-79342f40dfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce152b2-a68d-414f-9ee4-3dca966818a9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:15.671638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48242) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:15.699046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a28aea-de34-4e33-b660-c6f363a30ca8 req-7240d9c8-0d2c-445d-8b9f-c78874e2a781 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:15.700492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0a28aea-de34-4e33-b660-c6f363a30ca8 req-7240d9c8-0d2c-445d-8b9f-c78874e2a781 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 943 time: 0.0652547
Nov 06 21:06:15.767743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-186249b9-d0e6-4ee8-acf6-65d3ccae5834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.773065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0a28aea-de34-4e33-b660-c6f363a30ca8 req-b80d0710-16f7-4ecc-a54a-aff9bf307712 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645719
Nov 06 21:06:15.792851 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-186249b9-d0e6-4ee8-acf6-65d3ccae5834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.838194 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-186249b9-d0e6-4ee8-acf6-65d3ccae5834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.840943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-186249b9-d0e6-4ee8-acf6-65d3ccae5834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:15.842091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-186249b9-d0e6-4ee8-acf6-65d3ccae5834 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ce152b2-a68d-414f-9ee4-3dca966818a9 HTTP/1.1" status: 204  len: 168 time: 0.1693878
Nov 06 21:06:15.849817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186249b9-d0e6-4ee8-acf6-65d3ccae5834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce152b2-a68d-414f-9ee4-3dca966818a9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:15.866806 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 46e3a37b-fdae-4de1-b4fa-b19d171d2efe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:06:15.987355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:16.002386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '46e3a37b-fdae-4de1-b4fa-b19d171d2efe', 'network_id': 'c0397278-359e-4b6d-bb4f-e56cf166bbfb', 'port_id': '46e3a37b-fdae-4de1-b4fa-b19d171d2efe', 'mac_address': 'fa:16:3e:66:6e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1697f-b2c0-469e-8413-56865719f066', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:06:16.040154 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8652a8a1-8156-4eef-be4b-2cbfb8a03937 req-0b0629a4-c3c0-49e4-bad7-df6dba554bee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0455697
Nov 06 21:06:16.048897 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:16.065845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e3a37b-fdae-4de1-b4fa-b19d171d2efe {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:06:16.084941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:16.089294 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:16.135639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:16.500984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['46e3a37b-fdae-4de1-b4fa-b19d171d2efe'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:16.655094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbcf91fa-f02f-4c0c-b4cf-044ff2a08df2 req-90bfec79-3323-47ac-94ed-950982db7915 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0401323
Nov 06 21:06:16.830835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6258f478-ef15-4cc8-8212-39c1ea9f634f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:16.900036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fb993-9acc-4382-93fa-511dbec6af7e req-b5a2876f-8d1e-48f5-abca-0b2cfbd5d519 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:16.901599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f17fb993-9acc-4382-93fa-511dbec6af7e req-b5a2876f-8d1e-48f5-abca-0b2cfbd5d519 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 944 time: 0.0506105
Nov 06 21:06:16.957271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f17fb993-9acc-4382-93fa-511dbec6af7e req-e59af3c1-f2e5-4c14-9ebc-b1009ae6d666 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473571
Nov 06 21:06:16.987782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48284) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:17.097143 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af9dc566-6dec-45e7-a980-29b0e9aea624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:17.177122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af9dc566-6dec-45e7-a980-29b0e9aea624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:17.181466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af9dc566-6dec-45e7-a980-29b0e9aea624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:17.218648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dc566-6dec-45e7-a980-29b0e9aea624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a531ec-74c4-4ae7-9d83-96023537d220,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:17.222926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-af9dc566-6dec-45e7-a980-29b0e9aea624 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c59503dbb9934acb833e13d55ab21497&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2339160
Nov 06 21:06:17.225909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48304) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:17.276087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7c888c-4ec5-4b0b-9249-ee35e21f3cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:17.296429 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7c888c-4ec5-4b0b-9249-ee35e21f3cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:17.342368 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7c888c-4ec5-4b0b-9249-ee35e21f3cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:17.345078 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7c888c-4ec5-4b0b-9249-ee35e21f3cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:17.346249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e7c888c-4ec5-4b0b-9249-ee35e21f3cdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3a531ec-74c4-4ae7-9d83-96023537d220 HTTP/1.1" status: 204  len: 168 time: 0.1198571
Nov 06 21:06:17.353771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c888c-4ec5-4b0b-9249-ee35e21f3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a531ec-74c4-4ae7-9d83-96023537d220,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:17.768574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ae57386-3f2a-49c4-86be-8e084e94b475 req-1f277ffb-83f4-47c8-8048-92f889898e9a tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0280585
Nov 06 21:06:17.867316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 46e3a37b-fdae-4de1-b4fa-b19d171d2efe up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:06:17.937963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:06:17.941965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:17.942443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:18.103886 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:18.166206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:18.167698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da3b3c4-23b9-4025-9148-2b3df46d60bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e3a37b-fdae-4de1-b4fa-b19d171d2efe'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:18.170425 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea055e45-7b45-4dd9-aa25-0964cde56ee6" -d '{"events": [{"server_uuid": "0da3b3c4-23b9-4025-9148-2b3df46d60bd", "name": "network-vif-plugged", "status": "completed", "tag": "46e3a37b-fdae-4de1-b4fa-b19d171d2efe"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:18.176857 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:18.200563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff83f5da-dd99-46a4-89ca-e31d5415a30a req-5bbfaf44-f247-49f2-88ce-35a659b44c5b tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0381358
Nov 06 21:06:18.212075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782fbbf-8cff-4db8-82c6-fdfa0ab8d2b0 req-0cd5ebb5-71f4-46ba-8e55-74a72a3eb6bf tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:18.225734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f782fbbf-8cff-4db8-82c6-fdfa0ab8d2b0 req-0cd5ebb5-71f4-46ba-8e55-74a72a3eb6bf tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 944 time: 0.1430006
Nov 06 21:06:18.254001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:18.282598 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4252e4b4-f774-473b-8fe7-33c632597b9d x-openstack-request-id: req-4252e4b4-f774-473b-8fe7-33c632597b9d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:18.282892 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da3b3c4-23b9-4025-9148-2b3df46d60bd", "name": "network-vif-plugged", "status": "completed", "tag": "46e3a37b-fdae-4de1-b4fa-b19d171d2efe", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:18.283141 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4252e4b4-f774-473b-8fe7-33c632597b9d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:18.283532 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da3b3c4-23b9-4025-9148-2b3df46d60bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e3a37b-fdae-4de1-b4fa-b19d171d2efe', 'code': 200}
Nov 06 21:06:18.293565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f782fbbf-8cff-4db8-82c6-fdfa0ab8d2b0 req-66e898e3-ab60-4182-86b4-11818fa6c28b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668793
Nov 06 21:06:18.409319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86209ee1-db3a-47b9-9d8c-cb44e13b10f5 req-0baeeddc-4ded-4401-8dcd-1bc3e645dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:18.411455 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-86209ee1-db3a-47b9-9d8c-cb44e13b10f5 req-0baeeddc-4ded-4401-8dcd-1bc3e645dc71 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 1096 time: 0.0474117
Nov 06 21:06:18.476762 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-86209ee1-db3a-47b9-9d8c-cb44e13b10f5 req-6d730955-81d7-4b19-ac4a-d3ddd8e8daa5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450516
Nov 06 21:06:19.196835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0f19bb1a-87a7-4a04-b5b9-6a34bf645efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:19.318082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab2177cc-51ca-461e-b5c0-7fea1a5c8a80 req-d3a4e7ab-0210-4595-8d87-bcb22141dab4 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0290813
Nov 06 21:06:19.425938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3c09-5931-41f9-8dba-f23b7135f480 req-bcbc5f7b-caf0-4795-8fc1-bdcad6af683f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:19.427385 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f52f3c09-5931-41f9-8dba-f23b7135f480 req-bcbc5f7b-caf0-4795-8fc1-bdcad6af683f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0543506
Nov 06 21:06:19.481825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f52f3c09-5931-41f9-8dba-f23b7135f480 req-7495ea2c-b810-4799-9f3d-286aabde213f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483689
Nov 06 21:06:19.745163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-20d1c194-8b70-48ba-ab12-8d5edd2b58b9 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=851c2b80f5494964acaa57e656390e5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0318151
Nov 06 21:06:19.929123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-1e60c6c1-1d83-4afc-904f-1a28e716ed96 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:19.930703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-1e60c6c1-1d83-4afc-904f-1a28e716ed96 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1802063
Nov 06 21:06:19.949367 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-2cb5c3cc-8d18-4af2-91ed-69d42d54f331 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/quotas/851c2b80f5494964acaa57e656390e5e HTTP/1.1" status: 200  len: 375 time: 0.0125146
Nov 06 21:06:19.987671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-822a3fb5-4cd2-42b2-a1d1-f8df8ffb25e3 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=851c2b80f5494964acaa57e656390e5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0298460
Nov 06 21:06:20.157299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4246cbb-573a-4294-88c9-98cdf3da2d0e req-fe9ce383-f4c9-45e8-b034-7406466c0c81 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 210 time: 0.0261514
Nov 06 21:06:20.428512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-97891491-ab23-42bc-bb6a-acdf48837957 req-5b63a035-289e-45e3-a75f-f4dbb3913320 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0310302
Nov 06 21:06:20.556040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:20.638291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778327-ea12-474e-97a2-4ab0066b01da req-caa10172-659c-496b-bde0-a4856afdff75 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:20.639921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4778327-ea12-474e-97a2-4ab0066b01da req-caa10172-659c-496b-bde0-a4856afdff75 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0880241
Nov 06 21:06:20.693872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4778327-ea12-474e-97a2-4ab0066b01da req-1d8cbee6-69b0-4eeb-8a16-9e8e2219523b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473869
Nov 06 21:06:20.903513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48617342-dca0-4048-b712-6a3f06b9444e req-257164b5-1942-461c-86a6-cba08194fbf0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:20.905497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48617342-dca0-4048-b712-6a3f06b9444e req-257164b5-1942-461c-86a6-cba08194fbf0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0496078
Nov 06 21:06:20.951670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48617342-dca0-4048-b712-6a3f06b9444e req-018aac68-bebf-41d0-96e7-8a0a660a07d6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402336
Nov 06 21:06:21.086080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabfaa8-a5c8-4915-8dd9-073841940c6b req-2f5672a5-606b-42d0-b929-615a5786097e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:21.087702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-faabfaa8-a5c8-4915-8dd9-073841940c6b req-2f5672a5-606b-42d0-b929-615a5786097e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0567024
Nov 06 21:06:21.137074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-faabfaa8-a5c8-4915-8dd9-073841940c6b req-54cd5fc3-a62c-4fdb-a730-a013b416433e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419855
Nov 06 21:06:21.255330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bbeed1a-4e82-4a19-abb5-50f2ef1735ff req-07dc9070-d730-4449-b1e2-0a43ddfc2988 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 210 time: 0.0294290
Nov 06 21:06:21.336775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c7eb8-37eb-4dcf-9f7b-53dd5e8ae032 req-fa436208-7670-42cb-b6bb-428584d5cd72 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:21.338260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-766c7eb8-37eb-4dcf-9f7b-53dd5e8ae032 req-fa436208-7670-42cb-b6bb-428584d5cd72 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0489197
Nov 06 21:06:21.387321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-766c7eb8-37eb-4dcf-9f7b-53dd5e8ae032 req-6ae0d49d-ae71-4fb6-bbd0-8a564b217581 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423350
Nov 06 21:06:21.542311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac6abecb-ee79-4dc1-852a-085978b142a5 req-afd1b2e7-3719-4fb3-ae3e-ba9f82b2d008 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0340507
Nov 06 21:06:21.583792 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-9b47f3cc-f50b-4499-9ee0-602c15849386 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=851c2b80f5494964acaa57e656390e5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300682
Nov 06 21:06:21.781295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-27074faf-1b7c-4bbb-903d-1961a882366d tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:21.782972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-27074faf-1b7c-4bbb-903d-1961a882366d tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1937716
Nov 06 21:06:21.795460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:21.799900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Request body: {'port': {'device_id': '85d88d69-b75b-4b9a-aa09-fff4350dc38e', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '851c2b80f5494964acaa57e656390e5e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:21.928950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Made reservation on behalf of 851c2b80f5494964acaa57e656390e5e for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:21.932562 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:21.942575 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.015471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.018829 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.083487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc364ca-02fb-49c3-8875-866c1df5fca3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:22.149293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Allocated IP 192.168.233.168 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/3471221c-f2e2-4aa9-8203-a9e22ba0c090) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:06:22.296546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.330741 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.371526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:06:22.377821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805a48-d0b3-4a36-a038-c9349d2052d2 req-2d0bcc16-07fe-4d59-984e-2c0cec92d8e1 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:22.378372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:22.379303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2805a48-d0b3-4a36-a038-c9349d2052d2 req-2d0bcc16-07fe-4d59-984e-2c0cec92d8e1 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 936 time: 0.0530186
Nov 06 21:06:22.382129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:06:22.407095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Pushing event updated for resources: {'Port': ['ID=3471221c-f2e2-4aa9-8203-a9e22ba0c090,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:22.437156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:22.437879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.442426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2805a48-d0b3-4a36-a038-c9349d2052d2 req-b81984bc-45bc-4392-98d5-e4512285c906 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565298
Nov 06 21:06:22.468990 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.470902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-53d789b4-5418-418c-ac52-a2128a438961 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6763337
Nov 06 21:06:22.486633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Request body: {'port': {'device_id': '85d88d69-b75b-4b9a-aa09-fff4350dc38e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:22.543253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aeea9-9ea6-4cbf-ab01-8a3cbff6a5fb req-a7143e42-8056-425b-9e35-03973b469c08 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:22.545431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e14aeea9-9ea6-4cbf-ab01-8a3cbff6a5fb req-a7143e42-8056-425b-9e35-03973b469c08 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0592964
Nov 06 21:06:22.550396 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.635884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e14aeea9-9ea6-4cbf-ab01-8a3cbff6a5fb req-c1867135-910b-4997-8b35-d9d5e40c8bc4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835130
Nov 06 21:06:22.656231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-367116d7-da6a-43f4-a1c6-e9f4dda6d8dd None None] Provisioning complete for port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:22.656695 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-367116d7-da6a-43f4-a1c6-e9f4dda6d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.668974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-912e0857-b3a1-4276-b739-c0cc80c35058 req-7371d4fb-866d-45dd-9c45-0773c24123fc tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0445428
Nov 06 21:06:22.702073 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-367116d7-da6a-43f4-a1c6-e9f4dda6d8dd None None] Port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:06:22.847285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3471221c-f2e2-4aa9-8203-a9e22ba0c090 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:06:22.855421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.867471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Transition to ACTIVE for port object 3471221c-f2e2-4aa9-8203-a9e22ba0c090 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:06:22.871317 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:22.922888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Pushing event updated for resources: {'Port': ['ID=3471221c-f2e2-4aa9-8203-a9e22ba0c090,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:23.001902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Attempting to bind port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:06:23.002240 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Attempting to bind port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:06:23.002574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Attempting to bind port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:06:23.008336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:06:23.009189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Attempting to bind port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:06:23.015943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:06:23.016389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:06:23.016842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:06:23.017319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Bound port: 3471221c-f2e2-4aa9-8203-a9e22ba0c090, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:06:23.017676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:23.085802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] For port 3471221c-f2e2-4aa9-8203-a9e22ba0c090, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:06:23.089199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] For port 3471221c-f2e2-4aa9-8203-a9e22ba0c090, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3471221c-f2e2-4aa9-8203-a9e22ba0c090,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:06:23.093787 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:23.129091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.129717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:23.131279 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] 10.222.0.10 "PUT /v2.0/ports/3471221c-f2e2-4aa9-8203-a9e22ba0c090 HTTP/1.1" status: 200  len: 1096 time: 0.6497586
Nov 06 21:06:23.133762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d88d69-b75b-4b9a-aa09-fff4350dc38e', 'tag': '3471221c-f2e2-4aa9-8203-a9e22ba0c090'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:23.137583 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed63460-408e-436e-81ca-df501604382a" -d '{"events": [{"name": "network-changed", "server_uuid": "85d88d69-b75b-4b9a-aa09-fff4350dc38e", "tag": "3471221c-f2e2-4aa9-8203-a9e22ba0c090"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:23.166582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f94b23-3957-4a2e-a0f4-921db752d96f service neutron] Pushing event updated for resources: {'Port': ['ID=3471221c-f2e2-4aa9-8203-a9e22ba0c090,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:23.183994 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783d0a44-af87-44b0-82e9-e334070b8ecf x-openstack-request-id: req-783d0a44-af87-44b0-82e9-e334070b8ecf {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:23.184335 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d88d69-b75b-4b9a-aa09-fff4350dc38e", "tag": "3471221c-f2e2-4aa9-8203-a9e22ba0c090", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:23.185714 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-783d0a44-af87-44b0-82e9-e334070b8ecf {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:23.186188 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d88d69-b75b-4b9a-aa09-fff4350dc38e', 'tag': '3471221c-f2e2-4aa9-8203-a9e22ba0c090', 'status': 'completed', 'code': 200}
Nov 06 21:06:23.240721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-fdf1d9ab-e1b5-4c54-99b5-d7a38b279393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.242267 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-fdf1d9ab-e1b5-4c54-99b5-d7a38b279393 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=851c2b80f5494964acaa57e656390e5e&device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 1099 time: 0.0471604
Nov 06 21:06:23.297627 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-f0de614a-6e0d-44fe-b793-bac58a690382 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3471221c-f2e2-4aa9-8203-a9e22ba0c090 HTTP/1.1" status: 200  len: 217 time: 0.0375934
Nov 06 21:06:23.362223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-399cbe5c-1897-416a-a158-9fdd8e42baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.363663 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-399cbe5c-1897-416a-a158-9fdd8e42baf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0466561
Nov 06 21:06:23.413396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-34a095fd-0f3d-4bae-aafd-5ca5d3c483f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.414827 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-34a095fd-0f3d-4bae-aafd-5ca5d3c483f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0438185
Nov 06 21:06:23.508453 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-2dfbe98b-b3a5-447f-bbbf-eb15a9df0c5c service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820627
Nov 06 21:06:23.555501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341f24-f1ff-4647-9a57-d027a197c1fa req-adc6f612-cd92-4af2-9a94-7e5240629d16 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.557033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c341f24-f1ff-4647-9a57-d027a197c1fa req-adc6f612-cd92-4af2-9a94-7e5240629d16 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 948 time: 0.0488420
Nov 06 21:06:23.603254 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e8920cba-2473-4c79-bd2b-956f163ea5ac req-5fa0f1d3-8385-4278-966e-4ec00d8a3545 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864692
Nov 06 21:06:23.603790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c341f24-f1ff-4647-9a57-d027a197c1fa req-4bb4eb8e-6a29-47d5-97dd-46ebf5415852 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398378
Nov 06 21:06:23.700886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed63460-408e-436e-81ca-df501604382a req-3a78631f-0fb3-4845-b026-339066a39c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.702411 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5ed63460-408e-436e-81ca-df501604382a req-3a78631f-0fb3-4845-b026-339066a39c0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=851c2b80f5494964acaa57e656390e5e&device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 1099 time: 0.0438538
Nov 06 21:06:23.758039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7c4f8-b22d-4a7d-9b28-69656ef72795 req-5fae059c-a161-4815-bd79-64ba65d9570c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.759968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f7c4f8-b22d-4a7d-9b28-69656ef72795 req-5fae059c-a161-4815-bd79-64ba65d9570c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0557318
Nov 06 21:06:23.816257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed63460-408e-436e-81ca-df501604382a req-71d87fb5-a724-4696-83c1-a02827ae7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.817830 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5ed63460-408e-436e-81ca-df501604382a req-71d87fb5-a724-4696-83c1-a02827ae7e0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1061230
Nov 06 21:06:23.821673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8855527d-e157-4aca-ae27-489702cb9d48 req-f0da0b47-e47c-4328-bc8b-009386708e17 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0388627
Nov 06 21:06:23.855609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f7c4f8-b22d-4a7d-9b28-69656ef72795 req-cc38ed1a-bfe5-4dd4-a780-8ace668a86a6 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836575
Nov 06 21:06:23.879920 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5ed63460-408e-436e-81ca-df501604382a req-7751e6b2-09e7-477c-b540-2551ffcfd7e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3471221c-f2e2-4aa9-8203-a9e22ba0c090 HTTP/1.1" status: 200  len: 217 time: 0.0463336
Nov 06 21:06:23.930584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed63460-408e-436e-81ca-df501604382a req-0004cbd8-0893-4ed1-9392-f5ab832f6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.931992 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5ed63460-408e-436e-81ca-df501604382a req-0004cbd8-0893-4ed1-9392-f5ab832f6250 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0453470
Nov 06 21:06:23.990449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed63460-408e-436e-81ca-df501604382a req-58f05239-06b5-4465-a1d5-d2f3a15bcfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:23.992131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5ed63460-408e-436e-81ca-df501604382a req-58f05239-06b5-4465-a1d5-d2f3a15bcfc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0452366
Nov 06 21:06:24.142193 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5ed63460-408e-436e-81ca-df501604382a req-e6592efb-bb90-43fa-944b-b5d0ca08ad20 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371539
Nov 06 21:06:24.249436 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5ed63460-408e-436e-81ca-df501604382a req-baf1d9f5-754a-4a37-b8d4-dd965ec0a821 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966973
Nov 06 21:06:24.725569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362a912-c5de-48f3-936c-8cb82a6ab431 req-389fefaf-c69e-4fd6-bfbb-87cdb5437abb tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:24.726951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8362a912-c5de-48f3-936c-8cb82a6ab431 req-389fefaf-c69e-4fd6-bfbb-87cdb5437abb tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 948 time: 0.0491312
Nov 06 21:06:24.773928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8362a912-c5de-48f3-936c-8cb82a6ab431 req-e2c234a3-aff1-4785-88c4-051e48bdcb9b tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407000
Nov 06 21:06:24.937053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba2ae7d9-d1a2-4da7-80f1-a669d87869a4 req-dc9cc591-25dc-4f39-82de-3da912c0f54d tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0339053
Nov 06 21:06:24.971943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99ede2-0ad8-46a9-aa1c-fb34b580d301 req-167be277-8ee7-4925-8c83-743b2b7ae08a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:24.973440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b99ede2-0ad8-46a9-aa1c-fb34b580d301 req-167be277-8ee7-4925-8c83-743b2b7ae08a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0616794
Nov 06 21:06:25.024962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0b99ede2-0ad8-46a9-aa1c-fb34b580d301 req-cff57af4-844f-4989-8d15-59501857401b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455697
Nov 06 21:06:25.894307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb22bef-f378-4773-bee4-f0e557e24bed req-d0831674-869a-48b1-87dc-4c15bad76574 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:25.895849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edb22bef-f378-4773-bee4-f0e557e24bed req-d0831674-869a-48b1-87dc-4c15bad76574 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 948 time: 0.0530233
Nov 06 21:06:25.949308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edb22bef-f378-4773-bee4-f0e557e24bed req-fe47b20c-4ced-4138-b10a-90535c02e2a1 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459008
Nov 06 21:06:26.041355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2adcbb97-ccde-4fab-8ee9-0d3dfdfa9008 req-a617ab90-6d5e-4ff2-934b-3c225e60dead tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0251684
Nov 06 21:06:26.139566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910a1e0-cd48-422b-8df0-cb2dfa9e6359 req-842a2f65-9f0a-438e-b1a8-5ea46bc33e31 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:26.141082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c910a1e0-cd48-422b-8df0-cb2dfa9e6359 req-842a2f65-9f0a-438e-b1a8-5ea46bc33e31 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0485511
Nov 06 21:06:26.191783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c910a1e0-cd48-422b-8df0-cb2dfa9e6359 req-19e5dc83-8d99-4b37-9e39-6e81a9647ff1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447700
Nov 06 21:06:27.070827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62740d6-8256-481d-8fde-9164d704bf01 req-5a74fc3d-49e1-482f-92c8-1ab9914b2e09 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:27.072383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c62740d6-8256-481d-8fde-9164d704bf01 req-5a74fc3d-49e1-482f-92c8-1ab9914b2e09 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 948 time: 0.0501766
Nov 06 21:06:27.121968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c62740d6-8256-481d-8fde-9164d704bf01 req-95314ceb-5d58-4b81-a46e-3b6f4dce9265 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435166
Nov 06 21:06:27.149651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2b7b707-e525-480b-8830-6c097adc8ea9 req-fa4d4192-b5c3-4a83-95df-52117bd73f24 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0267043
Nov 06 21:06:27.305285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ecb00-e701-47c1-ac1c-07b3eda2aaf4 req-6a36caca-b65a-4eb4-b6ce-c19d49dec50e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:27.306753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-543ecb00-e701-47c1-ac1c-07b3eda2aaf4 req-6a36caca-b65a-4eb4-b6ce-c19d49dec50e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0486674
Nov 06 21:06:27.362954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-543ecb00-e701-47c1-ac1c-07b3eda2aaf4 req-ce372e60-48d5-449b-adc6-5880b2114eca tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501118
Nov 06 21:06:27.926515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3471221c-f2e2-4aa9-8203-a9e22ba0c090 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:06:27.991178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48638) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:28.038042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3471221c-f2e2-4aa9-8203-a9e22ba0c090, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3471221c-f2e2-4aa9-8203-a9e22ba0c090,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:28.050951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '3471221c-f2e2-4aa9-8203-a9e22ba0c090', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': '3471221c-f2e2-4aa9-8203-a9e22ba0c090', 'mac_address': 'fa:16:3e:15:e3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:06:28.074763 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:06:28.092774 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.106817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3471221c-f2e2-4aa9-8203-a9e22ba0c090 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:06:28.110098 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf5f3-c344-4468-9533-ee32040caabd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.127964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3471221c-f2e2-4aa9-8203-a9e22ba0c090, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3471221c-f2e2-4aa9-8203-a9e22ba0c090,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:28.133867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.206600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf5f3-c344-4468-9533-ee32040caabd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.212820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3471221c-f2e2-4aa9-8203-a9e22ba0c090,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:28.213081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf5f3-c344-4468-9533-ee32040caabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.271807 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3cfbf5f3-c344-4468-9533-ee32040caabd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fcd41b282af4b6f818ab3b53644cd73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2785821
Nov 06 21:06:28.273201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbf5f3-c344-4468-9533-ee32040caabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25514b07-afe4-4554-8a15-a173f9a4b8c8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:28.277401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48646) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:28.284207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2bc4527-ff14-4283-8eb6-25d620cb1eb6 req-210c7c77-f678-44e4-a16f-c63e99ec93a3 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0363379
Nov 06 21:06:28.302912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a774345-9186-40fb-983d-0c1a54bfe78e req-febfa06e-d059-4d9e-a214-f3f4b9f04604 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:28.304392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a774345-9186-40fb-983d-0c1a54bfe78e req-febfa06e-d059-4d9e-a214-f3f4b9f04604 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 949 time: 0.0944071
Nov 06 21:06:28.341964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1829185a-8dda-421a-991d-26782edfe63b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.357810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a774345-9186-40fb-983d-0c1a54bfe78e req-50f25731-548e-4c2a-89e7-5b587cf2a180 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454044
Nov 06 21:06:28.366687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1829185a-8dda-421a-991d-26782edfe63b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.413635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1829185a-8dda-421a-991d-26782edfe63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.417296 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1829185a-8dda-421a-991d-26782edfe63b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.418481 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1829185a-8dda-421a-991d-26782edfe63b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25514b07-afe4-4554-8a15-a173f9a4b8c8 HTTP/1.1" status: 204  len: 168 time: 0.1399829
Nov 06 21:06:28.429433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829185a-8dda-421a-991d-26782edfe63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25514b07-afe4-4554-8a15-a173f9a4b8c8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:28.489637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae111869-32b0-4b92-9ebe-64684c386eeb req-575976a6-12f4-4f3e-8d03-c17efb91b20d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:28.491253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae111869-32b0-4b92-9ebe-64684c386eeb req-575976a6-12f4-4f3e-8d03-c17efb91b20d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0552545
Nov 06 21:06:28.548183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3471221c-f2e2-4aa9-8203-a9e22ba0c090'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:28.548809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae111869-32b0-4b92-9ebe-64684c386eeb req-cc56ac9d-753b-4383-8bc6-d99b51304227 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507603
Nov 06 21:06:28.714404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48656) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:28.728669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d8a8-e457-4c75-9bd9-c2e80cda631b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.807836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d8a8-e457-4c75-9bd9-c2e80cda631b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.811541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d8a8-e457-4c75-9bd9-c2e80cda631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.851440 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d9d0d8a8-e457-4c75-9bd9-c2e80cda631b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56ae1e964ad34aaeafba103946e9c7cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1358459
Nov 06 21:06:28.852425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0d8a8-e457-4c75-9bd9-c2e80cda631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f8cb2-3fe6-4f7c-a03e-cd9b2d502957,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:28.854120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48658) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:28.907299 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-027c06ef-cdd6-4bcd-bff7-4db00a8447b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.930666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-027c06ef-cdd6-4bcd-bff7-4db00a8447b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.980237 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-027c06ef-cdd6-4bcd-bff7-4db00a8447b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.983140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-027c06ef-cdd6-4bcd-bff7-4db00a8447b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:28.984385 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-027c06ef-cdd6-4bcd-bff7-4db00a8447b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/642f8cb2-3fe6-4f7c-a03e-cd9b2d502957 HTTP/1.1" status: 204  len: 168 time: 0.1292543
Nov 06 21:06:28.992491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c06ef-cdd6-4bcd-bff7-4db00a8447b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f8cb2-3fe6-4f7c-a03e-cd9b2d502957,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:29.407796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5155926a-25e2-4009-801f-1d08ea16433c req-fb820b72-ac6a-41eb-98fa-0c08e59cf4bd tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0296259
Nov 06 21:06:29.511942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061de70-7f49-4a03-a67e-881a5c107888 req-c765a3ee-64ba-4706-b69b-1e7352c12576 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:29.513895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c061de70-7f49-4a03-a67e-881a5c107888 req-c765a3ee-64ba-4706-b69b-1e7352c12576 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 949 time: 0.0595975
Nov 06 21:06:29.569778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c061de70-7f49-4a03-a67e-881a5c107888 req-d38f4057-8461-4487-93a0-cbe930ff5f5e tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494344
Nov 06 21:06:29.678041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6c73-affb-41ed-b177-d5b785abfa4a req-f6b2d66c-8c49-4cb8-a532-16108778df48 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:29.679821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64e6c73-affb-41ed-b177-d5b785abfa4a req-f6b2d66c-8c49-4cb8-a532-16108778df48 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0553489
Nov 06 21:06:29.730188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64e6c73-affb-41ed-b177-d5b785abfa4a req-f4cc50df-9a5d-4745-b041-3f3e1a6f567a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440173
Nov 06 21:06:29.742890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:29.842218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-427281711-network', 'tenant_id': 'cf82afb0b851411fa5ebbb7a77e087f3'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:29.865443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Made reservation on behalf of cf82afb0b851411fa5ebbb7a77e087f3 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:29.867764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:29.876960 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:29.923073 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3471221c-f2e2-4aa9-8203-a9e22ba0c090 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:06:29.964779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:29.970745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:29.980891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:06:29.985131 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:29.985466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.004739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:06:30.010466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655e00a4-37c9-40e0-b132-63f6d5c002f9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:30.021331 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.021684 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Added segment df8f9570-0434-45ab-a1f6-31904a371d77 of type vlan for network 10aa7df9-ef25-4001-9ab7-89fee07e9767
Nov 06 21:06:30.066984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.078734 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.090703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d88d69-b75b-4b9a-aa09-fff4350dc38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3471221c-f2e2-4aa9-8203-a9e22ba0c090'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:30.093201 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7a220a-167a-463b-bf03-c1f7a2d2d8dd" -d '{"events": [{"server_uuid": "85d88d69-b75b-4b9a-aa09-fff4350dc38e", "name": "network-vif-plugged", "status": "completed", "tag": "3471221c-f2e2-4aa9-8203-a9e22ba0c090"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:30.107114 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.107251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3471221c-f2e2-4aa9-8203-a9e22ba0c090, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3471221c-f2e2-4aa9-8203-a9e22ba0c090,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:30.108268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:30.109034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.111132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.138711 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed109795-9cdd-437d-b845-a74036154dae x-openstack-request-id: req-ed109795-9cdd-437d-b845-a74036154dae {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:30.139227 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d88d69-b75b-4b9a-aa09-fff4350dc38e", "name": "network-vif-plugged", "status": "completed", "tag": "3471221c-f2e2-4aa9-8203-a9e22ba0c090", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:30.139544 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed109795-9cdd-437d-b845-a74036154dae {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:30.140004 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d88d69-b75b-4b9a-aa09-fff4350dc38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3471221c-f2e2-4aa9-8203-a9e22ba0c090', 'code': 200}
Nov 06 21:06:30.169717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3471221c-f2e2-4aa9-8203-a9e22ba0c090,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:30.187301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4432933
Nov 06 21:06:30.190474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48696) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:30.194868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87fe32-0f58-4028-b699-73ddeb5b3108 admin admin] Pushing event updated for resources: {'Network': ['ID=10aa7df9-ef25-4001-9ab7-89fee07e9767,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:30.196203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Request body: {'subnet': {'network_id': '10aa7df9-ef25-4001-9ab7-89fee07e9767', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-427281711-subnet', 'tenant_id': 'cf82afb0b851411fa5ebbb7a77e087f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:30.211205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 10aa7df9-ef25-4001-9ab7-89fee07e9767 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:06:30.235256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Made reservation on behalf of cf82afb0b851411fa5ebbb7a77e087f3 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:30.237716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.339260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8926b-59bc-4ff5-88c7-db7c4df7da18 req-74769c2f-1259-49a9-aea6-a653fdf7afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:30.340835 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23c8926b-59bc-4ff5-88c7-db7c4df7da18 req-74769c2f-1259-49a9-aea6-a653fdf7afbf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 1101 time: 0.1217821
Nov 06 21:06:30.432419 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-23c8926b-59bc-4ff5-88c7-db7c4df7da18 req-db74f2af-76f1-47d2-adaa-65e35e873e9f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829802
Nov 06 21:06:30.495768 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.534531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f4f60c9-1db3-4269-be39-3e7106df6ca9 req-2e743a8d-1318-45dc-984e-6ee168f0a3b1 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0280936
Nov 06 21:06:30.560477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b51f3de-5056-4259-be58-721a427a2194,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:30.571649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Checking segment: {'id': 'df8f9570-0434-45ab-a1f6-31904a371d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '10aa7df9-ef25-4001-9ab7-89fee07e9767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:06:30.572049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Network hostable DHCP agents. Network: 10aa7df9-ef25-4001-9ab7-89fee07e9767, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:06:30.588662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Network 10aa7df9-ef25-4001-9ab7-89fee07e9767 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:06:30.598612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10aa7df9-ef25-4001-9ab7-89fee07e9767) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:30.606962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13cb814-2445-4bbc-92f9-985b96ebe93c None None] Network 10aa7df9-ef25-4001-9ab7-89fee07e9767 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:06:30.610257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:30.611683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:30.628761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-18e5344a-128d-47ea-9c5b-ab0fe7353488 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4370236
Nov 06 21:06:30.711201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899f33d-9440-4f85-8e38-340caa110cd7 req-8c9413ff-73cc-4daf-818b-670f29172af2 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:30.717945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0899f33d-9440-4f85-8e38-340caa110cd7 req-8c9413ff-73cc-4daf-818b-670f29172af2 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 950 time: 0.0612335
Nov 06 21:06:30.802050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0899f33d-9440-4f85-8e38-340caa110cd7 req-3bf98aab-be91-4ae6-907c-9be041b0f471 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813477
Nov 06 21:06:30.940514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f899-1ab8-4f81-b530-d994cd298221 req-c5f1afa5-1276-42f0-9895-95fd3b0cd014 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:30.942176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6321f899-1ab8-4f81-b530-d994cd298221 req-c5f1afa5-1276-42f0-9895-95fd3b0cd014 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0565977
Nov 06 21:06:30.943364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19c6bd-05b2-4681-9422-7ee08f3b3a33 None None] Network 10aa7df9-ef25-4001-9ab7-89fee07e9767 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:06:31.004615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6321f899-1ab8-4f81-b530-d994cd298221 req-3137f6ff-5ac0-47fa-9cbb-ef8e4ff6c932 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542233
Nov 06 21:06:31.243534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48720) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:31.249394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-945440235-network', 'tenant_id': '635874f3b0cc4cf9bd79725ca83deee1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:31.274740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Made reservation on behalf of 635874f3b0cc4cf9bd79725ca83deee1 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:31.277385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.286809 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.375418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.379620 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.416705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:06:31.428129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afafd70-bb21-4c9b-8524-a1c42bc183c3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:31.434463 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.434825 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Added segment c2f8bc51-9f6b-44fe-a732-a4bc1e55fa7f of type vlan for network 9a50f577-5856-4dcf-a24a-7832039eedfe
Nov 06 21:06:31.481119 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.505112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.506113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:31.506705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.568450 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3210638
Nov 06 21:06:31.568637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48724) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:31.575537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Request body: {'subnet': {'network_id': '9a50f577-5856-4dcf-a24a-7832039eedfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-945440235-subnet', 'tenant_id': '635874f3b0cc4cf9bd79725ca83deee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:31.582120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db397ee-14b8-4837-b306-b3409d15d737 admin admin] Pushing event updated for resources: {'Network': ['ID=9a50f577-5856-4dcf-a24a-7832039eedfe,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:31.595993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 9a50f577-5856-4dcf-a24a-7832039eedfe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:06:31.604633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Made reservation on behalf of 635874f3b0cc4cf9bd79725ca83deee1 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:31.607687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.664985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa6ac1dc-b636-4b10-8783-b08f336e1df0 req-56f54c08-fd17-4b79-abb5-285d468760ce tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0319934
Nov 06 21:06:31.800629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.864080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa22b266-a352-4c50-8cbf-87a2c0b580ec,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:31.880042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Checking segment: {'id': 'c2f8bc51-9f6b-44fe-a732-a4bc1e55fa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9a50f577-5856-4dcf-a24a-7832039eedfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:06:31.880522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Network hostable DHCP agents. Network: 9a50f577-5856-4dcf-a24a-7832039eedfe, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:06:31.903906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Network 9a50f577-5856-4dcf-a24a-7832039eedfe is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:06:31.918289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a50f577-5856-4dcf-a24a-7832039eedfe) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:31.924898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:31.926053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:31.928710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5903940c-d0a5-4901-98dd-45e102dc5483 None None] Network 9a50f577-5856-4dcf-a24a-7832039eedfe requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:06:31.960148 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8fdef280-a6c3-4e1d-91a4-40e6947e36a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3904593
Nov 06 21:06:31.964189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd2f56-95de-4a4f-b51b-10fef5107072 req-e84f48e4-1477-4b9d-9516-63c79d4512c8 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:31.966016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90bd2f56-95de-4a4f-b51b-10fef5107072 req-e84f48e4-1477-4b9d-9516-63c79d4512c8 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 950 time: 0.0646858
Nov 06 21:06:32.028951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90bd2f56-95de-4a4f-b51b-10fef5107072 req-8927ccbf-9fe5-46ae-ad04-409fbc950774 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517411
Nov 06 21:06:32.097146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05b209-9bda-4836-9369-1623aa6d9094 None None] Network 9a50f577-5856-4dcf-a24a-7832039eedfe requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:06:32.175278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914a21b-6b9a-48bb-aeea-ec795c9a603f req-84583be8-606f-4d53-a0dd-dd179a520b04 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:32.176885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a914a21b-6b9a-48bb-aeea-ec795c9a603f req-84583be8-606f-4d53-a0dd-dd179a520b04 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0635505
Nov 06 21:06:32.259889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a914a21b-6b9a-48bb-aeea-ec795c9a603f req-0226a524-d924-425e-947c-ce54de9ef223 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746124
Nov 06 21:06:32.540640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-98f377c6-f129-4a65-83e0-cea2cab01f7d tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:32.542281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-98f377c6-f129-4a65-83e0-cea2cab01f7d tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/networks?id=10aa7df9-ef25-4001-9ab7-89fee07e9767 HTTP/1.1" status: 200  len: 808 time: 0.1160526
Nov 06 21:06:32.558222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-1169ed3b-bdc9-4ed6-bfda-7ef41415438b tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/quotas/cf82afb0b851411fa5ebbb7a77e087f3 HTTP/1.1" status: 200  len: 375 time: 0.0098968
Nov 06 21:06:32.598049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-542bd5b1-72c3-4650-a106-95d3a9b4c883 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf82afb0b851411fa5ebbb7a77e087f3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0302966
Nov 06 21:06:32.707018 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-fec57825-27c6-42eb-a1d8-6b79b9595d97 service neutron] 10.222.0.13 "GET /v2.0/networks/10aa7df9-ef25-4001-9ab7-89fee07e9767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1013775
Nov 06 21:06:32.796041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e57171d3-d49c-4e4e-bc9f-9488c84d7fc1 req-c5fee390-e923-4ea4-a089-a39a71857768 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0330961
Nov 06 21:06:32.848379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-48378819-f5e4-43ed-886f-9d5de85b5c85 service neutron] 10.222.0.13 "GET /v2.0/networks/10aa7df9-ef25-4001-9ab7-89fee07e9767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326547
Nov 06 21:06:33.029782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccdd8824-ce1a-4593-95e5-49a0676ea929 req-bf774c0e-fd24-4e73-b2a3-20df709e1b18 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 210 time: 0.0345478
Nov 06 21:06:33.163213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987562-b116-42c7-8d4b-4d40dd7b8455 req-b1b911da-483b-4ea4-8c1e-4abc8c7d287f tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:33.164994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27987562-b116-42c7-8d4b-4d40dd7b8455 req-b1b911da-483b-4ea4-8c1e-4abc8c7d287f tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 950 time: 0.0572219
Nov 06 21:06:33.226976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27987562-b116-42c7-8d4b-4d40dd7b8455 req-62ba92e4-36bc-478b-a154-807b267cd4b2 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549977
Nov 06 21:06:33.522216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015756c0-efb6-4f83-a38a-4d7342462dcb req-f32cdaab-619a-4d1e-bcc1-9da57f9cc205 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:33.524521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-015756c0-efb6-4f83-a38a-4d7342462dcb req-f32cdaab-619a-4d1e-bcc1-9da57f9cc205 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.1857021
Nov 06 21:06:33.576904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-015756c0-efb6-4f83-a38a-4d7342462dcb req-30614cba-dec1-4c54-8e17-219206ae2707 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463192
Nov 06 21:06:33.903063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6846f115-312d-465a-84c2-cb5b76ef2183 req-35093f0a-9f7d-4311-832f-a33e0a0d55d1 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0301571
Nov 06 21:06:34.161472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30cefdde-47f0-4056-9904-8ae55efadff2 req-101b79e7-6d55-48bf-9671-1284555223c9 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 210 time: 0.0303676
Nov 06 21:06:34.280311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-2936c528-cc55-4403-a521-40ea3a8937f1 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:34.281939 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-2936c528-cc55-4403-a521-40ea3a8937f1 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.10 "GET /v2.0/networks?id=10aa7df9-ef25-4001-9ab7-89fee07e9767 HTTP/1.1" status: 200  len: 808 time: 0.1285405
Nov 06 21:06:34.297620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Request body: {'port': {'device_id': 'c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0', 'network_id': '10aa7df9-ef25-4001-9ab7-89fee07e9767', 'admin_state_up': True, 'tenant_id': 'cf82afb0b851411fa5ebbb7a77e087f3'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:34.408504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Made reservation on behalf of cf82afb0b851411fa5ebbb7a77e087f3 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:34.411901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:34.538842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Allocated IP 172.20.0.8 (10aa7df9-ef25-4001-9ab7-89fee07e9767/2b51f3de-5056-4259-be58-721a427a2194/e84fd4a8-a08d-4b66-882b-9f627be244d1) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:06:34.691483 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:34.696942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033389-a1f1-41b4-802b-3c87f230910f req-e4ddd37e-3e0b-41a2-b57a-59fa91f33eff tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:34.698465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d033389-a1f1-41b4-802b-3c87f230910f req-e4ddd37e-3e0b-41a2-b57a-59fa91f33eff tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0491929
Nov 06 21:06:34.724243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:34.747872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d033389-a1f1-41b4-802b-3c87f230910f req-11f4071b-a5a7-48a5-98a9-429e85331d9b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431128
Nov 06 21:06:34.768252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Network 10aa7df9-ef25-4001-9ab7-89fee07e9767 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:06:34.771560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:34.774487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:06:34.806188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Pushing event updated for resources: {'Port': ['ID=e84fd4a8-a08d-4b66-882b-9f627be244d1,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:34.832100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:34.832806 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:34.849789 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-4b9f2dc2-b505-4649-afc3-d4675e933eca tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5563173
Nov 06 21:06:34.942106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Request body: {'port': {'device_id': 'c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:35.004012 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:35.011077 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-800cad65-79b5-4985-99d4-d5261426007e req-a8e450ca-7b36-4830-b5be-d922f2b5fb1d tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0278366
Nov 06 21:06:35.267985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84fd4a8-a08d-4b66-882b-9f627be244d1 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:06:35.276129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:35.288790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Transition to ACTIVE for port object e84fd4a8-a08d-4b66-882b-9f627be244d1 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:06:35.294403 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:35.295323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd1c4-b527-4138-837c-ad2dac5c1418 req-b50c7714-9ba0-40f1-9a18-897d3d5dc86a tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:35.296868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb3bd1c4-b527-4138-837c-ad2dac5c1418 req-b50c7714-9ba0-40f1-9a18-897d3d5dc86a tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 931 time: 0.0551383
Nov 06 21:06:35.346632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e84fd4a8-a08d-4b66-882b-9f627be244d1,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:35.424836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Attempting to bind port e84fd4a8-a08d-4b66-882b-9f627be244d1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:06:35.425169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Attempting to bind port e84fd4a8-a08d-4b66-882b-9f627be244d1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'df8f9570-0434-45ab-a1f6-31904a371d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '10aa7df9-ef25-4001-9ab7-89fee07e9767'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:06:35.425495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Attempting to bind port e84fd4a8-a08d-4b66-882b-9f627be244d1 on network 10aa7df9-ef25-4001-9ab7-89fee07e9767 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:06:35.430224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Port e84fd4a8-a08d-4b66-882b-9f627be244d1 on network 10aa7df9-ef25-4001-9ab7-89fee07e9767 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:06:35.430545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Attempting to bind port e84fd4a8-a08d-4b66-882b-9f627be244d1 on network 10aa7df9-ef25-4001-9ab7-89fee07e9767 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:06:35.435632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:06:35.435966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Checking segment: {'id': 'df8f9570-0434-45ab-a1f6-31904a371d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '10aa7df9-ef25-4001-9ab7-89fee07e9767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:06:35.436377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Bound using segment: {'id': 'df8f9570-0434-45ab-a1f6-31904a371d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '10aa7df9-ef25-4001-9ab7-89fee07e9767'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:06:35.436803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Bound port: e84fd4a8-a08d-4b66-882b-9f627be244d1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8f9570-0434-45ab-a1f6-31904a371d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '10aa7df9-ef25-4001-9ab7-89fee07e9767'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:06:35.437159 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:35.505756 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] For port e84fd4a8-a08d-4b66-882b-9f627be244d1, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:06:35.509571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] For port e84fd4a8-a08d-4b66-882b-9f627be244d1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e84fd4a8-a08d-4b66-882b-9f627be244d1,segment=NetworkSegment(df8f9570-0434-45ab-a1f6-31904a371d77),segment_id=df8f9570-0434-45ab-a1f6-31904a371d77)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:06:35.514292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:35.550264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:35.550875 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:35.552252 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/e84fd4a8-a08d-4b66-882b-9f627be244d1 HTTP/1.1" status: 200  len: 1091 time: 0.6159487
Nov 06 21:06:35.552720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0', 'tag': 'e84fd4a8-a08d-4b66-882b-9f627be244d1'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:35.554975 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f18b16-8d14-40bb-94d0-7985b79902bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0", "tag": "e84fd4a8-a08d-4b66-882b-9f627be244d1"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:35.577708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4361a-725e-46e6-8393-f03ed68954d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e84fd4a8-a08d-4b66-882b-9f627be244d1,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:35.610960 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dac9e1b-9efd-4360-b04d-b780a3931848 x-openstack-request-id: req-9dac9e1b-9efd-4360-b04d-b780a3931848 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:35.611254 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0", "tag": "e84fd4a8-a08d-4b66-882b-9f627be244d1", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:35.611510 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dac9e1b-9efd-4360-b04d-b780a3931848 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:35.611941 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0', 'tag': 'e84fd4a8-a08d-4b66-882b-9f627be244d1', 'status': 'completed', 'code': 200}
Nov 06 21:06:35.612396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb3bd1c4-b527-4138-837c-ad2dac5c1418 req-0d3a154d-0ad2-4f05-94e0-2ae352cefd44 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3080804
Nov 06 21:06:35.669258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-8f0dbfa1-bfdc-46af-bbe0-969c4306cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:35.670841 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-8f0dbfa1-bfdc-46af-bbe0-969c4306cb9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf82afb0b851411fa5ebbb7a77e087f3&device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 1094 time: 0.0447290
Nov 06 21:06:35.713841 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-88682426-b17f-42b1-8635-6c2c6a8a1c94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84fd4a8-a08d-4b66-882b-9f627be244d1 HTTP/1.1" status: 200  len: 217 time: 0.0325429
Nov 06 21:06:35.763717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-28fd6262-cdc8-4394-abc9-2d14b8d56d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:35.765207 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-28fd6262-cdc8-4394-abc9-2d14b8d56d94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2b51f3de-5056-4259-be58-721a427a2194 HTTP/1.1" status: 200  len: 848 time: 0.0418744
Nov 06 21:06:35.804757 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-f573ee70-af11-496a-aa26-727f407d3602 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10aa7df9-ef25-4001-9ab7-89fee07e9767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257475
Nov 06 21:06:35.874281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db68483-1ae0-45b7-8032-842ddc0eebd8 req-950c572a-1d59-4f22-bf64-6947c16726e0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:35.875240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6db68483-1ae0-45b7-8032-842ddc0eebd8 req-950c572a-1d59-4f22-bf64-6947c16726e0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0535491
Nov 06 21:06:35.902171 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-fac226fe-15d2-4555-b86e-06a631d0e6fa service neutron] 10.222.0.10 "GET /v2.0/networks/10aa7df9-ef25-4001-9ab7-89fee07e9767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873938
Nov 06 21:06:35.924686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6db68483-1ae0-45b7-8032-842ddc0eebd8 req-86ce364a-67ee-4397-b99f-f4308b207fcb tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424621
Nov 06 21:06:35.994751 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ddc71ed-a730-4e28-9bd6-28133165dc95 req-9c9315a6-7176-4750-bfa7-3f9bb0f1f7e2 service neutron] 10.222.0.10 "GET /v2.0/networks/10aa7df9-ef25-4001-9ab7-89fee07e9767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838087
Nov 06 21:06:36.102778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-284bfa9a-3995-49be-8152-dd463105811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:36.104278 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-284bfa9a-3995-49be-8152-dd463105811b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf82afb0b851411fa5ebbb7a77e087f3&device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 1094 time: 0.0474825
Nov 06 21:06:36.112743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4680752-122f-499e-bfd4-541488887106 req-20c5ad63-ff8e-44e5-aaf3-5f44028b88d0 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0258543
Nov 06 21:06:36.199086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-c45e42ae-bb9c-492a-94bd-7a57f2963cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:36.200595 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-c45e42ae-bb9c-492a-94bd-7a57f2963cce service neutron] 10.222.0.10 "GET /v2.0/networks?id=10aa7df9-ef25-4001-9ab7-89fee07e9767 HTTP/1.1" status: 200  len: 909 time: 0.0851967
Nov 06 21:06:36.256803 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-65f00119-a462-4a50-8e5f-ca7835831d17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e84fd4a8-a08d-4b66-882b-9f627be244d1 HTTP/1.1" status: 200  len: 217 time: 0.0374897
Nov 06 21:06:36.311722 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-71b8b58e-838a-4bb5-b858-92296190525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:36.313165 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-71b8b58e-838a-4bb5-b858-92296190525f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2b51f3de-5056-4259-be58-721a427a2194 HTTP/1.1" status: 200  len: 848 time: 0.0435886
Nov 06 21:06:36.360598 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-54257293-87a0-44ac-9473-2d9c475a7985 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10aa7df9-ef25-4001-9ab7-89fee07e9767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246723
Nov 06 21:06:36.457361 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-f030bd47-7335-4b1e-bd9e-cb28d6926b13 service neutron] 10.222.0.10 "GET /v2.0/networks/10aa7df9-ef25-4001-9ab7-89fee07e9767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844309
Nov 06 21:06:36.549201 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-29f18b16-8d14-40bb-94d0-7985b79902bf req-e4b1c807-a613-446d-9fd8-ec88672a3b89 service neutron] 10.222.0.10 "GET /v2.0/networks/10aa7df9-ef25-4001-9ab7-89fee07e9767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839806
Nov 06 21:06:36.729056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bdd83-ef85-446a-9c97-c7101fa1037e req-a1ae78fc-c4c1-41cf-b939-409f4a183df1 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:36.730494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d2bdd83-ef85-446a-9c97-c7101fa1037e req-a1ae78fc-c4c1-41cf-b939-409f4a183df1 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 943 time: 0.0510638
Nov 06 21:06:36.776818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d2bdd83-ef85-446a-9c97-c7101fa1037e req-6d1af7bf-2d60-4568-956e-8e4d39667369 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402937
Nov 06 21:06:37.063346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be94014-0ee4-4104-9841-e7124b2822b9 req-1fa73069-435f-48ef-a406-5fb8292e6c86 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:37.065483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1be94014-0ee4-4104-9841-e7124b2822b9 req-1fa73069-435f-48ef-a406-5fb8292e6c86 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0609169
Nov 06 21:06:37.113993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1be94014-0ee4-4104-9841-e7124b2822b9 req-98a0e87b-5717-4b79-8ce3-838649217e93 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425711
Nov 06 21:06:37.234252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64f1ac57-36a8-4e40-80e0-1e88022a806e req-1a4e5791-5d73-4e6e-8fa2-8c2cacf16cac tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0296018
Nov 06 21:06:37.902851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8787e9-b7a6-4ffb-ae81-44a9485901dd req-3195a88e-3649-44ce-919d-9fd9868426e2 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:37.904372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb8787e9-b7a6-4ffb-ae81-44a9485901dd req-3195a88e-3649-44ce-919d-9fd9868426e2 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 943 time: 0.0555003
Nov 06 21:06:37.961688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb8787e9-b7a6-4ffb-ae81-44a9485901dd req-62e744aa-72f2-448e-877f-b31d4d76e1ef tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499856
Nov 06 21:06:38.238233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de626e09-bc08-44f2-8f7e-b4306a30fe09 req-b7dc51b8-a715-4253-8962-d6bf35c207e8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:38.239739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de626e09-bc08-44f2-8f7e-b4306a30fe09 req-b7dc51b8-a715-4253-8962-d6bf35c207e8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0503716
Nov 06 21:06:38.291152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de626e09-bc08-44f2-8f7e-b4306a30fe09 req-821d2ab9-83e9-43f9-88cb-977419df85e1 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448954
Nov 06 21:06:38.354610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4518023d-9c66-4fdd-95e0-dea81569ad57 req-3e959622-1d70-4a4d-93fc-5b5bb69d09fd tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0297482
Nov 06 21:06:39.092561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddb14f-57fa-452f-af5c-4844e51cf9f2 req-d090ca0a-42b9-419c-897e-bd736b0b8542 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:39.095505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85ddb14f-57fa-452f-af5c-4844e51cf9f2 req-d090ca0a-42b9-419c-897e-bd736b0b8542 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 943 time: 0.0553474
Nov 06 21:06:39.147921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85ddb14f-57fa-452f-af5c-4844e51cf9f2 req-356f559f-7ae6-4986-a744-174e18f73820 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462573
Nov 06 21:06:39.443581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4baa1-b8f1-4706-a171-84437d83234d req-3b5944d6-c348-4f62-b823-9ae6795c413a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:39.451166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2f4baa1-b8f1-4706-a171-84437d83234d req-3b5944d6-c348-4f62-b823-9ae6795c413a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0836179
Nov 06 21:06:39.509259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2f4baa1-b8f1-4706-a171-84437d83234d req-022dcf11-aa2c-4dae-9a0f-fa9b1344592a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572095
Nov 06 21:06:39.535087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56019ae4-45b9-44cf-b62c-065ba56e7d6b req-e9e44b61-bad5-484b-9f58-d5931cc50e60 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0397542
Nov 06 21:06:39.968760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e84fd4a8-a08d-4b66-882b-9f627be244d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:06:40.076421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e84fd4a8-a08d-4b66-882b-9f627be244d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e84fd4a8-a08d-4b66-882b-9f627be244d1,segment=NetworkSegment(df8f9570-0434-45ab-a1f6-31904a371d77),segment_id=df8f9570-0434-45ab-a1f6-31904a371d77)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:40.090020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e84fd4a8-a08d-4b66-882b-9f627be244d1', 'network_id': '10aa7df9-ef25-4001-9ab7-89fee07e9767', 'port_id': 'e84fd4a8-a08d-4b66-882b-9f627be244d1', 'mac_address': 'fa:16:3e:6d:8f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b51f3de-5056-4259-be58-721a427a2194', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:06:40.131103 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:40.131622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47ee3f-4655-42d0-98e1-1acbc12ccbd9 req-8d6569b0-18db-487c-8873-ee5f51b7ebab tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:40.133602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a47ee3f-4655-42d0-98e1-1acbc12ccbd9 req-8d6569b0-18db-487c-8873-ee5f51b7ebab tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 946 time: 0.0598469
Nov 06 21:06:40.151142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84fd4a8-a08d-4b66-882b-9f627be244d1 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:06:40.177374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e84fd4a8-a08d-4b66-882b-9f627be244d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e84fd4a8-a08d-4b66-882b-9f627be244d1,segment=NetworkSegment(df8f9570-0434-45ab-a1f6-31904a371d77),segment_id=df8f9570-0434-45ab-a1f6-31904a371d77)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:40.184747 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:40.200558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a47ee3f-4655-42d0-98e1-1acbc12ccbd9 req-d975033d-931c-4433-88b0-5114da62591d tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598702
Nov 06 21:06:40.244584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e84fd4a8-a08d-4b66-882b-9f627be244d1,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:40.252646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.253186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.253733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.254043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.254352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.254693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.255021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.255339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.255683 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.256077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.256425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.256743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:40.340198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cad35-009d-4132-9be2-2bae896d2edf req-883d3aaa-751d-4d5e-b2b1-a612f1e3b4cc tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:40.348776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-845cad35-009d-4132-9be2-2bae896d2edf req-883d3aaa-751d-4d5e-b2b1-a612f1e3b4cc tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 944 time: 0.0675542
Nov 06 21:06:40.393390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-845cad35-009d-4132-9be2-2bae896d2edf req-e77adcd1-d85a-4924-a350-de1cb3171570 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437069
Nov 06 21:06:40.625079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e84fd4a8-a08d-4b66-882b-9f627be244d1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:40.656378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-195955fa-0fb6-4e38-9180-ceccf246de33 req-4e7b0561-eb17-4593-b333-b58710e6ac18 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0336411
Nov 06 21:06:40.672944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83af67c-4ee2-4c10-9e9e-6810cc0592a2 req-ecb18437-63c0-45e5-9cd9-d8c90e68a736 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:40.681281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c83af67c-4ee2-4c10-9e9e-6810cc0592a2 req-ecb18437-63c0-45e5-9cd9-d8c90e68a736 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0905569
Nov 06 21:06:40.734555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c83af67c-4ee2-4c10-9e9e-6810cc0592a2 req-05e856d1-37aa-4777-a9d9-c08343415d00 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522854
Nov 06 21:06:41.353431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae31a6-98ed-475a-807d-da8b5125643f req-76b7a8c6-fe9c-4699-87bd-16af095fe159 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:41.355023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcae31a6-98ed-475a-807d-da8b5125643f req-76b7a8c6-fe9c-4699-87bd-16af095fe159 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 946 time: 0.0561762
Nov 06 21:06:41.409637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcae31a6-98ed-475a-807d-da8b5125643f req-4ed2a521-6dd5-459c-abfb-6225968bb59f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474172
Nov 06 21:06:41.530792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c3505-0f83-4e98-8583-65e2d1444a42 req-54190811-4b4a-42dd-8754-159d3cd0d81a tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:41.532674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-367c3505-0f83-4e98-8583-65e2d1444a42 req-54190811-4b4a-42dd-8754-159d3cd0d81a tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 944 time: 0.0579691
Nov 06 21:06:41.590898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-367c3505-0f83-4e98-8583-65e2d1444a42 req-42f212cc-8e73-438e-ad9a-814accca180b tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489485
Nov 06 21:06:41.772922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcc1b26b-de73-4aa7-9730-4ed543d332a4 req-9bf1e7ad-1042-474e-9cd1-409ddb2d44eb tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0268133
Nov 06 21:06:41.857243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30ff10-b5c1-4e64-8e01-29e4503e3eff req-08569357-303e-43b8-a4fb-178bda7f2d0a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:41.858705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c30ff10-b5c1-4e64-8e01-29e4503e3eff req-08569357-303e-43b8-a4fb-178bda7f2d0a tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0489831
Nov 06 21:06:41.908198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c30ff10-b5c1-4e64-8e01-29e4503e3eff req-5a914102-b533-405e-9c75-e9b7eb1a7633 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427318
Nov 06 21:06:41.972061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e84fd4a8-a08d-4b66-882b-9f627be244d1 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:06:42.024127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e84fd4a8-a08d-4b66-882b-9f627be244d1 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:06:42.028525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e84fd4a8-a08d-4b66-882b-9f627be244d1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:42.028785 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:42.109934 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:42.133040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84fd4a8-a08d-4b66-882b-9f627be244d1'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:42.135587 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac8117f-6a42-4080-bfa4-8dca91117d8a" -d '{"events": [{"server_uuid": "c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e84fd4a8-a08d-4b66-882b-9f627be244d1"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:42.155479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e84fd4a8-a08d-4b66-882b-9f627be244d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e84fd4a8-a08d-4b66-882b-9f627be244d1,segment=NetworkSegment(df8f9570-0434-45ab-a1f6-31904a371d77),segment_id=df8f9570-0434-45ab-a1f6-31904a371d77)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:42.160364 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:42.186142 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89a19a5-2d81-48d8-acaa-a0b84d8f40fb x-openstack-request-id: req-f89a19a5-2d81-48d8-acaa-a0b84d8f40fb {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:42.186495 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e84fd4a8-a08d-4b66-882b-9f627be244d1", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:42.186712 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f89a19a5-2d81-48d8-acaa-a0b84d8f40fb {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:42.187461 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84fd4a8-a08d-4b66-882b-9f627be244d1', 'code': 200}
Nov 06 21:06:42.216604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e84fd4a8-a08d-4b66-882b-9f627be244d1,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:42.219013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-8043691c-ed4c-401c-98c4-97608dcb563a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:42.221566 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-8043691c-ed4c-401c-98c4-97608dcb563a tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 946 time: 0.0614586
Nov 06 21:06:42.329632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Deleting port 0f2b5c6f-8395-407a-ad5a-d822b72153bc {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:42.329962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:42.353293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0589808-0ab2-4ba9-9768-bc8a211484cf req-855e6e39-8bf3-4f14-9e7c-abf7b78559aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:42.354885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0589808-0ab2-4ba9-9768-bc8a211484cf req-855e6e39-8bf3-4f14-9e7c-abf7b78559aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 1096 time: 0.1011505
Nov 06 21:06:42.406307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0589808-0ab2-4ba9-9768-bc8a211484cf req-7d26db48-8cc2-4252-8b3c-b56d7515fd46 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423551
Nov 06 21:06:42.426897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] For port 0f2b5c6f-8395-407a-ad5a-d822b72153bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f2b5c6f-8395-407a-ad5a-d822b72153bc,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:42.427256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:42.550192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fef1b-d667-4ebf-98b7-502807640194 req-f6b8fe6e-de49-49d4-a473-c3632ecd4050 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:42.551910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d32fef1b-d667-4ebf-98b7-502807640194 req-f6b8fe6e-de49-49d4-a473-c3632ecd4050 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 946 time: 0.0559628
Nov 06 21:06:42.605281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d32fef1b-d667-4ebf-98b7-502807640194 req-080d6d55-cb2e-4563-a1f1-69079df7187f tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups?id=58083794-e85e-4d0c-98c0-b62752c6ab06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468235
Nov 06 21:06:42.736390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134dd1-91b3-46e9-a145-11a580d3ddbb req-06d7348f-ae18-44d1-b7b8-c800b9b47576 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:42.738339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40134dd1-91b3-46e9-a145-11a580d3ddbb req-06d7348f-ae18-44d1-b7b8-c800b9b47576 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 945 time: 0.0593705
Nov 06 21:06:42.796833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40134dd1-91b3-46e9-a145-11a580d3ddbb req-8b21c09f-a933-43cb-8475-7baf9b85a1dd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504177
Nov 06 21:06:42.912554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2fa489ef-7d9e-487d-85b9-f06a3e915b1c req-5519b9b8-b464-4906-88b0-e833b73f5928 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0303838
Nov 06 21:06:43.055671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfa15-e8c7-4559-820a-dd7e39097448 req-2dcfa73a-acb8-4f16-942c-5f30d78e7531 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:43.057611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f95bfa15-e8c7-4559-820a-dd7e39097448 req-2dcfa73a-acb8-4f16-942c-5f30d78e7531 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0558932
Nov 06 21:06:43.079392 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:43.079753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:43.080073 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Floating IP 7b4de0ba-9112-4bd7-b765-aba5d694ad82 disassociated. External IP: 172.35.0.67, port: 0f2b5c6f-8395-407a-ad5a-d822b72153bc.
Nov 06 21:06:43.080449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Calling delete_port for 0f2b5c6f-8395-407a-ad5a-d822b72153bc owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:43.114664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f95bfa15-e8c7-4559-820a-dd7e39097448 req-dc9d77aa-8c3f-4b97-979f-e6fb3d382ea4 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441377
Nov 06 21:06:43.206635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:43.236765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event deleted for resources: {'Port': ['ID=0f2b5c6f-8395-407a-ad5a-d822b72153bc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:43.246878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.247241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.247582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.247912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.248242 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.248604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.248930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.249570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.249570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.249861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.250167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.250789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:43.366114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:06:43.478716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:06:43.489863 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] Sync routers for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:06:43.501754 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:43.502733 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252913520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:43.518391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] No DVR routers for this DVR port 0f2b5c6f-8395-407a-ad5a-d822b72153bc on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:06:43.520992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:43.524223 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bedf4aa2-46a9-4921-80c2-b9b34409921c req-afd5a6a2-a659-4930-b28d-9881e1490e54 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.10 "DELETE /v2.0/ports/0f2b5c6f-8395-407a-ad5a-d822b72153bc HTTP/1.1" status: 204  len: 173 time: 1.2948945
Nov 06 21:06:43.524870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-deleted', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:43.527149 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27436c40-39e5-4cd5-a227-0a0585d0f379" -d '{"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-deleted", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:43.570008 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b667695-8c83-45c5-9a20-d5f660a59b38 x-openstack-request-id: req-2b667695-8c83-45c5-9a20-d5f660a59b38 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:43.570303 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa56ba73-ff91-44bb-9129-a967bbaad7d0", "name": "network-vif-deleted", "tag": "0f2b5c6f-8395-407a-ad5a-d822b72153bc", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:43.570720 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b667695-8c83-45c5-9a20-d5f660a59b38 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:43.571059 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa56ba73-ff91-44bb-9129-a967bbaad7d0', 'name': 'network-vif-deleted', 'tag': '0f2b5c6f-8395-407a-ad5a-d822b72153bc', 'status': 'completed', 'code': 200}
Nov 06 21:06:43.655278 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:43.792971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1187b17f-eb71-4946-98c4-d85686fcfaac req-a84c831a-8aba-40e2-8613-a2057b9e9312 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa56ba73-ff91-44bb-9129-a967bbaad7d0 HTTP/1.1" status: 200  len: 210 time: 0.0332875
Nov 06 21:06:43.975783 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252913520>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:44.007594 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] Checking router: 90d14af9-b96b-4365-96d7-b1cdf641bbd9 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:06:44.016829 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:44.018838 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252913520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:44.065306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658afad8-144b-4d8e-913e-5b0c904ad33a req-6d1fd227-a84d-4e94-a5cb-8663bd59953f tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:44.066897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-658afad8-144b-4d8e-913e-5b0c904ad33a req-6d1fd227-a84d-4e94-a5cb-8663bd59953f tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 945 time: 0.1008878
Nov 06 21:06:44.075229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42674fe-c0b2-44f6-8439-1c52f057ba60 req-404ff434-f0e8-4b00-996b-8488f5e39722 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:44.076666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f42674fe-c0b2-44f6-8439-1c52f057ba60 req-404ff434-f0e8-4b00-996b-8488f5e39722 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 950 time: 0.0752449
Nov 06 21:06:44.150186 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:44.156230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-658afad8-144b-4d8e-913e-5b0c904ad33a req-e79ef8db-b960-483e-bbd7-77a92e0f6861 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784252
Nov 06 21:06:44.161616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f42674fe-c0b2-44f6-8439-1c52f057ba60 req-a286fad8-3a93-4fc8-8609-3c015b0d30cd tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690351
Nov 06 21:06:44.279421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-676701b3-8a85-4e40-9dd6-80b0affcf99b req-34d3daa1-362c-414e-a3e8-14c712a27a3d tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0471935
Nov 06 21:06:44.332778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2969b64-12a1-415e-990f-71571412374e req-a75cce43-92d8-45b8-a365-d86610bc0d70 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:44.334883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2969b64-12a1-415e-990f-71571412374e req-a75cce43-92d8-45b8-a365-d86610bc0d70 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0894873
Nov 06 21:06:44.395791 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252913520>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:44.415358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2969b64-12a1-415e-990f-71571412374e req-a7425526-d229-4e43-ab81-a0393ba58871 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712512
Nov 06 21:06:44.418580 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:44.435851 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ba070-2a38-4d88-b82a-475d2328245c None None] The sync data for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 is: [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T20:54:04Z', 'revision_number': 4, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8f8e04a-6015-4b7e-b377-e11992d3e243', 'name': '', 'network_id': '3cef188b-2bc9-450f-890b-1de92b2534d5', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'mac_address': 'fa:16:3e:96:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:03Z', 'updated_at': '2021-11-06T20:54:10Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'subnets': [{'id': '366a3318-3464-4b48-b8f3-9bf61a295c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:06:44.509080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:44.683215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c63c59c-3f17-4839-97f8-e9ab340ec3dd None None] New status for floating IP 7b4de0ba-9112-4bd7-b765-aba5d694ad82: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:06:44.901609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49018) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:44.964954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9933b04-1dda-431d-8265-27665689e069 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:44.995123 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9933b04-1dda-431d-8265-27665689e069 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.050538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9933b04-1dda-431d-8265-27665689e069 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.053182 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9933b04-1dda-431d-8265-27665689e069 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.054404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b9933b04-1dda-431d-8265-27665689e069 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "DELETE /v2.0/security-groups/58083794-e85e-4d0c-98c0-b62752c6ab06 HTTP/1.1" status: 204  len: 168 time: 0.1516137
Nov 06 21:06:45.057483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49022) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:45.064752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933b04-1dda-431d-8265-27665689e069 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58083794-e85e-4d0c-98c0-b62752c6ab06,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:45.077969 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-5de88308-7025-4ccd-8c5c-19a10f25aaa9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] show failed (client error): The resource could not be found.
Nov 06 21:06:45.079427 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5de88308-7025-4ccd-8c5c-19a10f25aaa9 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "GET /v2.0/security-groups/58083794-e85e-4d0c-98c0-b62752c6ab06 HTTP/1.1" status: 404  len: 347 time: 0.0191870
Nov 06 21:06:45.082840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49024) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:45.217109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Deleting port c67b2dd6-5c03-419b-93c0-23c33fd8cee0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:45.217508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.306810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.307170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.320334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Calling delete_port for c67b2dd6-5c03-419b-93c0-23c33fd8cee0 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:45.324008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593ace0-b63a-4749-95e2-f01dd64b5bf5 req-eac10d13-3809-4709-8fcf-bb49ad14be7b tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:45.325870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6593ace0-b63a-4749-95e2-f01dd64b5bf5 req-eac10d13-3809-4709-8fcf-bb49ad14be7b tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 945 time: 0.0905433
Nov 06 21:06:45.339697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d6937-4912-4463-aabb-5d71db55403e req-4b12bd57-1f36-4894-8ed1-fbeefcea5a56 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:45.341317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad0d6937-4912-4463-aabb-5d71db55403e req-4b12bd57-1f36-4894-8ed1-fbeefcea5a56 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 950 time: 0.0722239
Nov 06 21:06:45.420972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6593ace0-b63a-4749-95e2-f01dd64b5bf5 req-980c2039-f1a8-4ff9-a65d-48b8d234bb5f tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784395
Nov 06 21:06:45.426935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad0d6937-4912-4463-aabb-5d71db55403e req-18377e7c-41e5-438b-b2be-9aaa7cf8c2fd tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780966
Nov 06 21:06:45.504515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.557534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Pushing event deleted for resources: {'Port': ['ID=c67b2dd6-5c03-419b-93c0-23c33fd8cee0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:45.587022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de663485-5ff8-4e98-b41f-45b8655790e8 req-e62f4d8b-f872-4cd4-8791-535ac38efce7 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0532558
Nov 06 21:06:45.625788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ee65-39c6-4254-a729-b5f793643da7 req-77e5b45d-a125-4483-8b35-a65aefb31930 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:45.633612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7589ee65-39c6-4254-a729-b5f793643da7 req-77e5b45d-a125-4483-8b35-a65aefb31930 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.1102648
Nov 06 21:06:45.654864 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.661153 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:45.665677 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bce9e4df-cee8-4893-b8e0-fab607b8d7b1 tempest-AttachVolumeShelveTestJSON-860784193 tempest-AttachVolumeShelveTestJSON-860784193-project] 10.222.0.13 "DELETE /v2.0/floatingips/7b4de0ba-9112-4bd7-b765-aba5d694ad82 HTTP/1.1" status: 204  len: 168 time: 0.5782382
Nov 06 21:06:45.734209 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7589ee65-39c6-4254-a729-b5f793643da7 req-9c4cf654-8df4-4c85-b81a-06299f700a68 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960395
Nov 06 21:06:45.986997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:06:46.015988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 0f2b5c6f-8395-407a-ad5a-d822b72153bc {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:06:46.016938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0f2b5c6f-8395-407a-ad5a-d822b72153bc not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:06:46.562709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b9e0-b31a-4005-9034-015ba3a2ace3 req-0a5fc7c1-0353-4f6c-a94d-2fa3ddf14b19 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:46.565419 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90b4b9e0-b31a-4005-9034-015ba3a2ace3 req-0a5fc7c1-0353-4f6c-a94d-2fa3ddf14b19 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 950 time: 0.0578027
Nov 06 21:06:46.582030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-ca600cd1-2988-48d7-b01c-286d5c7ba15f tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:46.583558 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-ca600cd1-2988-48d7-b01c-286d5c7ba15f tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.10 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 950 time: 0.0573370
Nov 06 21:06:46.620142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90b4b9e0-b31a-4005-9034-015ba3a2ace3 req-985e2a5a-5ea1-45c8-9e48-ecb7ab511c9c tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bc364ca-02fb-49c3-8875-866c1df5fca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479562
Nov 06 21:06:46.703046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Deleting port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:46.703384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:46.721008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b95c77af-c7b0-492d-959b-0c6e1b9eafe5 req-3fece795-7ad6-49f0-8787-a72a73c16d0b tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0263689
Nov 06 21:06:46.800752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] For port 3471221c-f2e2-4aa9-8203-a9e22ba0c090, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3471221c-f2e2-4aa9-8203-a9e22ba0c090,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:46.801121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:46.819348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Calling delete_port for 3471221c-f2e2-4aa9-8203-a9e22ba0c090 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:46.845289 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fdf80a34-195c-40f0-abce-9f37b89fb201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:46.937699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f893c82-4885-4618-bb6a-3aee2845bbef req-8e9bc68e-f877-42dd-bbec-2dfba92ca8f0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:46.947742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f893c82-4885-4618-bb6a-3aee2845bbef req-8e9bc68e-f877-42dd-bbec-2dfba92ca8f0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.1324561
Nov 06 21:06:47.017513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f893c82-4885-4618-bb6a-3aee2845bbef req-7645ee7c-4016-4298-b03e-20754d2665a2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687017
Nov 06 21:06:47.054849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:47.066997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3471221c-f2e2-4aa9-8203-a9e22ba0c090'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:47.087025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Pushing event deleted for resources: {'Port': ['ID=3471221c-f2e2-4aa9-8203-a9e22ba0c090,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:47.173785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] No DVR routers for this DVR port 3471221c-f2e2-4aa9-8203-a9e22ba0c090 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:06:47.177315 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:47.182911 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-cc6d48c8-f0e5-453e-ad7a-eff3bf7786ab req-b355280f-96f3-403f-a3be-980534ba9890 tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.10 "DELETE /v2.0/ports/3471221c-f2e2-4aa9-8203-a9e22ba0c090 HTTP/1.1" status: 204  len: 173 time: 0.5844934
Nov 06 21:06:47.183625 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d88d69-b75b-4b9a-aa09-fff4350dc38e', 'name': 'network-vif-deleted', 'tag': '3471221c-f2e2-4aa9-8203-a9e22ba0c090'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:47.186468 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df57b19-497f-4267-ab85-6f5cfb93ed28" -d '{"events": [{"server_uuid": "85d88d69-b75b-4b9a-aa09-fff4350dc38e", "name": "network-vif-deleted", "tag": "3471221c-f2e2-4aa9-8203-a9e22ba0c090"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:47.250715 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b823e2-d84f-4058-a344-c15742a542c3 x-openstack-request-id: req-61b823e2-d84f-4058-a344-c15742a542c3 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:47.251035 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d88d69-b75b-4b9a-aa09-fff4350dc38e", "name": "network-vif-deleted", "tag": "3471221c-f2e2-4aa9-8203-a9e22ba0c090", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:47.251291 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61b823e2-d84f-4058-a344-c15742a542c3 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:47.251846 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d88d69-b75b-4b9a-aa09-fff4350dc38e', 'name': 'network-vif-deleted', 'tag': '3471221c-f2e2-4aa9-8203-a9e22ba0c090', 'status': 'completed', 'code': 200}
Nov 06 21:06:47.734154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b855053-0887-465e-8fb6-8e59edb96b93 req-134b8cc6-83ba-4a99-8c90-9b887a264faa tempest-VolumesBackupsTest-994108957 tempest-VolumesBackupsTest-994108957-project] 10.222.0.13 "GET /v2.0/ports?device_id=85d88d69-b75b-4b9a-aa09-fff4350dc38e HTTP/1.1" status: 200  len: 210 time: 0.0277441
Nov 06 21:06:47.849639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0e94573-30cf-4df4-9c4f-3ac3c8f4a56a req-5196e836-20d1-4530-8e77-35c7ac4cf95a tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0314538
Nov 06 21:06:48.016736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49174) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:48.115656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-721bc779-f9eb-4e47-a33f-812125bfb5bd tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 2802 time: 0.0971999
Nov 06 21:06:48.118800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49178) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:48.125819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'network': {'name': 'tempest-network-smoke--1855074102', 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'port_security_enabled': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:48.151963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Made reservation on behalf of f2513646a2fc417d9b601006a57d5693 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:48.158201 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.184787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00296-4a19-46b2-912b-c4146aa19047 req-b19b07f2-3508-4373-952d-ca5064aa63a5 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:48.189293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:06:48.192329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-efe00296-4a19-46b2-912b-c4146aa19047 req-b19b07f2-3508-4373-952d-ca5064aa63a5 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0752404
Nov 06 21:06:48.199785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.200452 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Added segment db9be2fb-5016-4c03-a61c-45c215d4612f of type vlan for network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14
Nov 06 21:06:48.255261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-efe00296-4a19-46b2-912b-c4146aa19047 req-723ac285-f322-4435-98bb-badc34299f08 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618582
Nov 06 21:06:48.265096 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.298001 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.305154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:48.306189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.330098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0890-9760-414c-9992-078a5c988d50 req-92c3fae5-173c-4e21-a668-9f2c37c8b514 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:48.331743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a3d0890-9760-414c-9992-078a5c988d50 req-92c3fae5-173c-4e21-a668-9f2c37c8b514 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 945 time: 0.0633667
Nov 06 21:06:48.386434 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2653539
Nov 06 21:06:48.389502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49188) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:48.394633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a3d0890-9760-414c-9992-078a5c988d50 req-5c18cbd6-c3a5-4bc9-b420-1b2cf5e3647d tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563521
Nov 06 21:06:48.401134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'admin_state_up': True, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:48.410967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5932d-f890-40d3-aa00-a7f1a4b5edd3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Network': ['ID=26ebcefd-d4b1-4fd8-a62b-28d254b6db14,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:48.429591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:06:48.434198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.435572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.442182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49192) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:48.496082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.658485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.872867 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:48.909357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:49.028857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70b44737-d6f2-4f33-97d3-4de0eacc74b9 req-89807c2f-9f81-4466-b345-d0ba642a29db tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0514381
Nov 06 21:06:49.093145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Allocated IP 172.35.0.139 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/12684006-d871-480d-a1ee-cc7e050b4583) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:06:49.126619 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6b3f9f46-5842-4da9-b1f9-060b881d52b5 req-26116cb4-a401-4a26-ab85-cf439bbd85d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0306501
Nov 06 21:06:49.138647 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:49.205282 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1aa0caa2-4a22-4e44-939d-3569149101c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:49.237143 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:49.273881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:49.319467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:06:49.325389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:49.329396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:06:49.356228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=12684006-d871-480d-a1ee-cc7e050b4583,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:49.453094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e1362-c5c6-4988-8083-448f61cba888 req-ac1b83bf-ce85-4c85-8ed9-55dd9097023c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:49.454912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-056e1362-c5c6-4988-8083-448f61cba888 req-ac1b83bf-ce85-4c85-8ed9-55dd9097023c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0895462
Nov 06 21:06:49.582375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-056e1362-c5c6-4988-8083-448f61cba888 req-589e1e79-6bd1-4206-9def-80049443d703 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174495
Nov 06 21:06:49.611995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6960a-38c0-417f-bf7a-e9d9fb2f21f5 req-72bfa7ba-844e-467d-8880-811969e3e289 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:49.613531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5a6960a-38c0-417f-bf7a-e9d9fb2f21f5 req-72bfa7ba-844e-467d-8880-811969e3e289 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 945 time: 0.1043746
Nov 06 21:06:49.637270 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:49.650160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Deleting port c8f8e04a-6015-4b7e-b377-e11992d3e243 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:49.650500 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:49.715997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c5a6960a-38c0-417f-bf7a-e9d9fb2f21f5 req-3d96d222-186d-4e00-a7e2-778a9b578f2e tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929711
Nov 06 21:06:49.754708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] For port c8f8e04a-6015-4b7e-b377-e11992d3e243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8f8e04a-6015-4b7e-b377-e11992d3e243,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:49.755292 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:49.771476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Calling delete_port for c8f8e04a-6015-4b7e-b377-e11992d3e243 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:49.870947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:50.015066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3471221c-f2e2-4aa9-8203-a9e22ba0c090 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:06:50.027455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Router 39aae531-7ecb-40f3-b9bf-25321382a597 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:06:50.062686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 3471221c-f2e2-4aa9-8203-a9e22ba0c090 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:06:50.064142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3471221c-f2e2-4aa9-8203-a9e22ba0c090 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:06:50.173775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:06:50.185837 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Sync routers for ids ['39aae531-7ecb-40f3-b9bf-25321382a597'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:06:50.197786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:50.202435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eddf6a9f-87e0-4ee6-ae56-f882e4a2422b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.8082128
Nov 06 21:06:50.202589 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Routers {'39aae531-7ecb-40f3-b9bf-25321382a597'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:50.202589 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529137c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['39aae531-7ecb-40f3-b9bf-25321382a597'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:50.203203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49228) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:50.260840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a31a718-a22b-4991-b057-24e72894a978 req-2c308d96-055a-4b92-bd01-d5863a2325bc tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0558803
Nov 06 21:06:50.291118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03009da8-9ee2-4941-8d16-ab3e9e9350d3 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:50.315516 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-03009da8-9ee2-4941-8d16-ab3e9e9350d3 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f2513646a2fc417d9b601006a57d5693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1071503
Nov 06 21:06:50.315516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49240) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:50.330457 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Set router 39aae531-7ecb-40f3-b9bf-25321382a597 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:50.363593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:50.401637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f8e04a-6015-4b7e-b377-e11992d3e243,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:50.570435 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:50.634708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:50.728041 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529137c0>, [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:49Z', 'revision_number': 3, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:50.790154 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Checking router: 39aae531-7ecb-40f3-b9bf-25321382a597 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:06:50.790732 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Updating router 39aae531-7ecb-40f3-b9bf-25321382a597 port 12684006-d871-480d-a1ee-cc7e050b4583 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:06:50.836457 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:50.847024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0ab19-b25c-4c1e-bb07-b951adc1f97d req-f9d2c807-2969-46cd-aba5-fdff0e471552 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:50.854601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3a0ab19-b25c-4c1e-bb07-b951adc1f97d req-f9d2c807-2969-46cd-aba5-fdff0e471552 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0836806
Nov 06 21:06:50.916996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-d2d778cf-a0a3-43ef-9218-1a2509d4d681 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:50.918917 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-d2d778cf-a0a3-43ef-9218-1a2509d4d681 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 945 time: 0.1073427
Nov 06 21:06:51.038568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290568c-d0ec-49f8-b700-62b79bc3197d tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:51.044311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce55b66-bdcc-4d3c-9e53-da0115a49c93 req-b7cf534d-a223-4045-b029-7daf45cacfc4 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:51.045463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ce55b66-bdcc-4d3c-9e53-da0115a49c93 req-b7cf534d-a223-4045-b029-7daf45cacfc4 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 945 time: 0.1887057
Nov 06 21:06:51.048559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49248) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:51.053848 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7290568c-d0ec-49f8-b700-62b79bc3197d tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.7368286
Nov 06 21:06:51.062818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3a0ab19-b25c-4c1e-bb07-b951adc1f97d req-a76737d9-89d5-49dd-8cbe-45a5f0eca84c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073398
Nov 06 21:06:51.119825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Deleting port e84fd4a8-a08d-4b66-882b-9f627be244d1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:51.120527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.125572 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a023c9ac-2c64-4192-a78c-fd3c33ae994a tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0732412
Nov 06 21:06:51.125806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49256) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:51.130758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:06:51.193778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ce55b66-bdcc-4d3c-9e53-da0115a49c93 req-af46fd7a-e475-4f6a-b005-f90d7d3bd079 tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/security-groups?id=655e00a4-37c9-40e0-b132-63f6d5c002f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190298
Nov 06 21:06:51.207056 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c2f21e82-50f9-46de-a64b-298935b16f7e tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f2513646a2fc417d9b601006a57d5693&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0656667
Nov 06 21:06:51.207618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49264) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:51.285191 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.296482 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.311454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:06:51.324834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] Sync routers for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:06:51.329591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-673480eb-144f-45d1-b6bd-7e5c7ac1cae1 admin admin] 10.222.0.13 "PUT /v2.0/routers/90d14af9-b96b-4365-96d7-b1cdf641bbd9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8846779
Nov 06 21:06:51.331390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49288) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:51.354536 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Attempting to bind port 12684006-d871-480d-a1ee-cc7e050b4583 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:06:51.354915 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Attempting to bind port 12684006-d871-480d-a1ee-cc7e050b4583 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:06:51.355390 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Attempting to bind port 12684006-d871-480d-a1ee-cc7e050b4583 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:06:51.357784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:51.358509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925173fcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:51.371024 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:06:51.371406 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:06:51.371812 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.372347 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:06:51.372856 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Bound port: 12684006-d871-480d-a1ee-cc7e050b4583, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:06:51.373217 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.439094 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] For port 12684006-d871-480d-a1ee-cc7e050b4583, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:06:51.446860 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] For port 12684006-d871-480d-a1ee-cc7e050b4583, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12684006-d871-480d-a1ee-cc7e050b4583,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:06:51.449184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] For port e84fd4a8-a08d-4b66-882b-9f627be244d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e84fd4a8-a08d-4b66-882b-9f627be244d1,segment=NetworkSegment(df8f9570-0434-45ab-a1f6-31904a371d77),segment_id=df8f9570-0434-45ab-a1f6-31904a371d77)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:51.449184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.459438 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.471377 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Pushing event updated for resources: {'Port': ['ID=12684006-d871-480d-a1ee-cc7e050b4583,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:51.480909 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.481282 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.481640 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.481984 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.482324 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.482655 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.483023 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.483358 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.483866 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.484143 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.484545 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.485548 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:06:51.510217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Calling delete_port for e84fd4a8-a08d-4b66-882b-9f627be244d1 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:51.532914 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Routers {'39aae531-7ecb-40f3-b9bf-25321382a597'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:51.533554 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529137c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['39aae531-7ecb-40f3-b9bf-25321382a597'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:51.631057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187293b-3835-4289-aa0f-b17592aff279 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:51.633128 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e187293b-3835-4289-aa0f-b17592aff279 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4247561
Nov 06 21:06:51.636124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49300) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:51.659205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a604fbea-7032-4d3f-a9c4-2a2a1f38e767 req-86d23b4b-7faf-4cc0-9ddb-20705901f2c7 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.1170039
Nov 06 21:06:51.678239 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3f1866ee-ca3e-4943-97c5-84c8327f090f tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0405891
Nov 06 21:06:51.679333 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.691126 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:51.693862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49304) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:51.710724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313177978', 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14', 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:06:51.771404 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.778993 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] Set router 39aae531-7ecb-40f3-b9bf-25321382a597 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:51.819498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e84fd4a8-a08d-4b66-882b-9f627be244d1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:06:51.828154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Pushing event deleted for resources: {'Port': ['ID=e84fd4a8-a08d-4b66-882b-9f627be244d1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:51.895734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] No DVR routers for this DVR port e84fd4a8-a08d-4b66-882b-9f627be244d1 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:06:51.900246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:51.904106 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7c492cb8-5698-4db3-b10a-d283d699e8f0 req-f038857c-e372-4dd9-971b-91f99e8210bd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.10 "DELETE /v2.0/ports/e84fd4a8-a08d-4b66-882b-9f627be244d1 HTTP/1.1" status: 204  len: 173 time: 0.9775217
Nov 06 21:06:51.904791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0', 'name': 'network-vif-deleted', 'tag': 'e84fd4a8-a08d-4b66-882b-9f627be244d1'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:06:51.908880 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99550e6-e44e-4e6c-bab8-f6cb48554c9f" -d '{"events": [{"server_uuid": "c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0", "name": "network-vif-deleted", "tag": "e84fd4a8-a08d-4b66-882b-9f627be244d1"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:06:51.947722 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08464df2-3ccc-4757-bb67-529aff88b7bb None None] Pushing event updated for resources: {'Port': ['ID=12684006-d871-480d-a1ee-cc7e050b4583,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:52.020403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:52.026010 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8d6e46-b50f-4864-86af-c2248de52f0a x-openstack-request-id: req-aa8d6e46-b50f-4864-86af-c2248de52f0a {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:06:52.026477 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0", "name": "network-vif-deleted", "tag": "e84fd4a8-a08d-4b66-882b-9f627be244d1", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:06:52.026881 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa8d6e46-b50f-4864-86af-c2248de52f0a {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:06:52.028149 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0', 'name': 'network-vif-deleted', 'tag': 'e84fd4a8-a08d-4b66-882b-9f627be244d1', 'status': 'completed', 'code': 200}
Nov 06 21:06:52.096047 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529137c0>, [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:49Z', 'revision_number': 3, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:52.177022 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd73a1-005e-4754-8c4f-e8f4e24523dd None None] The sync data for ids ['39aae531-7ecb-40f3-b9bf-25321382a597'] in ncdv-master-1 is: [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:49Z', 'revision_number': 3, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:06:52.193064 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:52.206980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Made reservation on behalf of f2513646a2fc417d9b601006a57d5693 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:06:52.217605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:52.291383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925173fcd0>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119'}], 'enable_snat': True}, 'gw_port_id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T21:06:50Z', 'revision_number': 5, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port': {'id': '7b79b084-7e26-4403-bad7-fd3151bd534f', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T20:54:00Z', 'updated_at': '2021-11-06T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:52.334782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] Checking router: 90d14af9-b96b-4365-96d7-b1cdf641bbd9 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:06:52.351760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] Routers {'90d14af9-b96b-4365-96d7-b1cdf641bbd9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:52.352867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925173fcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:52.402773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e73bfda-811a-4ef6-9157-85d796ce32a4 req-e2de61ff-78c8-4af0-8ba7-dbbe03cfd59e tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7fd587-208c-4767-861b-fdb930387e96&device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.1675770
Nov 06 21:06:52.476538 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:52.492645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] Set router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:52.560092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925173fcd0>, [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T21:06:52Z', 'revision_number': 6, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:52.616452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f47b3-96bd-4aea-a0f6-4ead31d590bc None None] The sync data for ids ['90d14af9-b96b-4365-96d7-b1cdf641bbd9'] in ncdv-master-1 is: [{'id': '90d14af9-b96b-4365-96d7-b1cdf641bbd9', 'name': 'tempest-AttachVolumeShelveTestJSON-739122375-router', 'tenant_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T20:53:59Z', 'updated_at': '2021-11-06T21:06:52Z', 'revision_number': 6, 'project_id': 'a0abfd854dfe46acaeedf288c6674c0c', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:06:52.623506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586520f8-4f75-40be-af2f-c598f12bbd1a req-8b53f395-8e15-4479-9182-d02c609b63ba tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:52.625365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-586520f8-4f75-40be-af2f-c598f12bbd1a req-8b53f395-8e15-4479-9182-d02c609b63ba tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.3917856
Nov 06 21:06:52.679218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0eabd908-c587-4c29-a221-239c7e31e309 req-b0f0d925-5004-4c3e-bd4c-1a9b0853a5fd tempest-VolumesActionsTest-961164403 tempest-VolumesActionsTest-961164403-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2a608ec-c9c5-4ddc-ada6-a5c7aa8c7ac0 HTTP/1.1" status: 200  len: 210 time: 0.0896559
Nov 06 21:06:52.736991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Deleting port 7b79b084-7e26-4403-bad7-fd3151bd534f {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:52.737342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:52.795382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:52.926760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-586520f8-4f75-40be-af2f-c598f12bbd1a req-0141adc9-c6ec-419b-9d1a-204bfb22a96e tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538922
Nov 06 21:06:52.951942 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185020ff-3d34-462a-93c3-9d85e61373f9 req-d6441baa-4b31-48b0-8d35-89ca0d296b52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce63ab4cf0914a21af1079b2532238a8&device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0675609
Nov 06 21:06:52.973032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Subnet': ['ID=1c8fca80-c87b-4f5c-949a-7b7114dff401,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:53.004983 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185020ff-3d34-462a-93c3-9d85e61373f9 req-4116a0dd-daea-4eba-9d96-420ed2581174 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ce63ab4cf0914a21af1079b2532238a8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0407867
Nov 06 21:06:53.090479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00f9046f-f23a-4487-8801-47ee3b1296c2 req-a0c699a0-df8e-498e-9106-9db8b56ff003 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0705886
Nov 06 21:06:53.114949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Checking segment: {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:06:53.115735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network hostable DHCP agents. Network: 26ebcefd-d4b1-4fd8-a62b-28d254b6db14, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:06:53.125471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] For port 7b79b084-7e26-4403-bad7-fd3151bd534f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b79b084-7e26-4403-bad7-fd3151bd534f,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:53.126602 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:53.149118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Calling delete_port for 7b79b084-7e26-4403-bad7-fd3151bd534f owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:53.161732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:06:53.172269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185020ff-3d34-462a-93c3-9d85e61373f9 req-c7bb282c-2834-4b5d-98fc-d9f73bbf7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:53.176902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185020ff-3d34-462a-93c3-9d85e61373f9 req-c7bb282c-2834-4b5d-98fc-d9f73bbf7f1d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1595731
Nov 06 21:06:53.205858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 26ebcefd-d4b1-4fd8-a62b-28d254b6db14) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:53.212698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:53.213658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:53.218941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4935cda0-cd37-4c2d-bdd6-4feb29781e01 None None] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:06:53.250845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-47693cfe-fe5d-4200-91af-1771b579a295 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.5528505
Nov 06 21:06:53.251060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49356) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:53.399383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-26ebcefd-d4b1-4fd8-a62b-28d254b6db14', 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'fixed_ips': [{'subnet_id': '1c8fca80-c87b-4f5c-949a-7b7114dff401'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:06:53.400389 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:53.559011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Allocated IP 172.20.0.18 (26ebcefd-d4b1-4fd8-a62b-28d254b6db14/1c8fca80-c87b-4f5c-949a-7b7114dff401/8384ee01-22a8-401d-b294-38379f085d7f) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:06:53.593554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12684006-d871-480d-a1ee-cc7e050b4583 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:06:53.644108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 12684006-d871-480d-a1ee-cc7e050b4583 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:53.644417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:53.731018 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:53.754945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 12684006-d871-480d-a1ee-cc7e050b4583, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12684006-d871-480d-a1ee-cc7e050b4583,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:53.763029 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:53.820501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=12684006-d871-480d-a1ee-cc7e050b4583,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:53.858910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7b79b084-7e26-4403-bad7-fd3151bd534f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:06:53.935593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:53.964157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Port 7b79b084-7e26-4403-bad7-fd3151bd534f update to DOWN by agent not found {{(pid=119335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 06 21:06:53.964725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c8f8e04a-6015-4b7e-b377-e11992d3e243 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:06:54.010735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b79b084-7e26-4403-bad7-fd3151bd534f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:54.086261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e84fd4a8-a08d-4b66-882b-9f627be244d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:06:54.133869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.171482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: e84fd4a8-a08d-4b66-882b-9f627be244d1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:06:54.171817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e84fd4a8-a08d-4b66-882b-9f627be244d1 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:06:54.177916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c8f8e04a-6015-4b7e-b377-e11992d3e243 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:06:54.178260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c8f8e04a-6015-4b7e-b377-e11992d3e243 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:06:54.324760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f7a1400-2818-4ab0-bfdf-23417fa74ffa req-8cca7322-32d2-488c-9510-1e54c773bec4 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0372791
Nov 06 21:06:54.342081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5c5e-ea2b-4093-bd45-d1990dab00c5 req-1e7fe513-cc07-48e6-a6c6-fba2b169a06c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:54.344114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14ed5c5e-ea2b-4093-bd45-d1990dab00c5 req-1e7fe513-cc07-48e6-a6c6-fba2b169a06c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.2855012
Nov 06 21:06:54.452706 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.457549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.541063 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.549378 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.577671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14ed5c5e-ea2b-4093-bd45-d1990dab00c5 req-332ab543-86b4-460f-a244-5cec92f64536 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938837
Nov 06 21:06:54.583436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.583975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90d14af9-b96b-4365-96d7-b1cdf641bbd9 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:06:54.595519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.600017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49392) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:54.600756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ee37ecde-a547-446c-a2c5-7ea4266a8ad5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/90d14af9-b96b-4365-96d7-b1cdf641bbd9 HTTP/1.1" status: 204  len: 168 time: 3.2674258
Nov 06 21:06:54.642421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:06:54.645187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Pushing event updated for resources: {'Port': ['ID=8384ee01-22a8-401d-b294-38379f085d7f,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:54.649592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:54.652786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:06:54.719899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-185020ff-3d34-462a-93c3-9d85e61373f9 req-10f407a8-7464-46b5-84e3-fed50bdaabb3 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6409d66-0c39-43e6-85c8-225d86e5d5bd HTTP/1.1" status: 200  len: 210 time: 0.0454543
Nov 06 21:06:54.743245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Attempting to bind port 8384ee01-22a8-401d-b294-38379f085d7f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:06:54.743623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Attempting to bind port 8384ee01-22a8-401d-b294-38379f085d7f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:06:54.743987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Attempting to bind port 8384ee01-22a8-401d-b294-38379f085d7f on network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:06:54.750164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0549032-382c-405b-a909-59bafd3e1932 admin admin] Deleting subnet 366a3318-3464-4b48-b8f3-9bf61a295c1c {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:06:54.757964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:06:54.758698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Checking segment: {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:06:54.759269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.759872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Bound using segment: {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:06:54.760583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0549032-382c-405b-a909-59bafd3e1932 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.761217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Bound port: 8384ee01-22a8-401d-b294-38379f085d7f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:06:54.761756 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.832355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0549032-382c-405b-a909-59bafd3e1932 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.845525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.921535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] For port 8384ee01-22a8-401d-b294-38379f085d7f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:06:54.927549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] For port 8384ee01-22a8-401d-b294-38379f085d7f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8384ee01-22a8-401d-b294-38379f085d7f,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:06:54.932918 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:54.983902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0549032-382c-405b-a909-59bafd3e1932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.036811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1796a1-8626-47de-91b5-3d8906729dc3 None None] Pushing event updated for resources: {'Port': ['ID=8384ee01-22a8-401d-b294-38379f085d7f,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:55.055606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0549032-382c-405b-a909-59bafd3e1932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.081919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0549032-382c-405b-a909-59bafd3e1932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366a3318-3464-4b48-b8f3-9bf61a295c1c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:55.093354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0549032-382c-405b-a909-59bafd3e1932 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.097592 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d0549032-382c-405b-a909-59bafd3e1932 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/366a3318-3464-4b48-b8f3-9bf61a295c1c HTTP/1.1" status: 204  len: 168 time: 0.4947877
Nov 06 21:06:55.100015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49398) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:55.103247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b97e52-9e87-4d11-a375-24e20e29f666 None None] Network 3cef188b-2bc9-450f-890b-1de92b2534d5 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:06:55.259610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.501328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Deleting port b70c3c23-9c92-4fef-93f2-76ab46854e9f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:55.501666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.530129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] DHCP port deletion for 3cef188b-2bc9-450f-890b-1de92b2534d5 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:06:55.606698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Allocated IP 172.20.0.17 (26ebcefd-d4b1-4fd8-a62b-28d254b6db14/1c8fca80-c87b-4f5c-949a-7b7114dff401/74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:06:55.646799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] Deleting port b70c3c23-9c92-4fef-93f2-76ab46854e9f {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:06:55.647370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.689487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] For port b70c3c23-9c92-4fef-93f2-76ab46854e9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70c3c23-9c92-4fef-93f2-76ab46854e9f,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:55.690071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.721268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Calling delete_port for b70c3c23-9c92-4fef-93f2-76ab46854e9f owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:55.735159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12684006-d871-480d-a1ee-cc7e050b4583 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:06:55.795815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] For port b70c3c23-9c92-4fef-93f2-76ab46854e9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70c3c23-9c92-4fef-93f2-76ab46854e9f,segment=NetworkSegment(fd8b3963-4156-4b2c-9519-d8eca96b966a),segment_id=fd8b3963-4156-4b2c-9519-d8eca96b966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:55.796338 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.821248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] Calling delete_port for b70c3c23-9c92-4fef-93f2-76ab46854e9f owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:06:55.834179 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c9e84874-14f6-4549-b48f-6ba9bdc14d36 req-8d49577d-c308-4231-9de4-22fba3cd636c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce63ab4cf0914a21af1079b2532238a8&device_id=1e7fd587-208c-4767-861b-fdb930387e96 HTTP/1.1" status: 200  len: 210 time: 0.0441494
Nov 06 21:06:55.898739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 12684006-d871-480d-a1ee-cc7e050b4583 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:55.899107 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:55.945862 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c9e84874-14f6-4549-b48f-6ba9bdc14d36 req-0ce107bf-123a-4334-927c-01c4e0869509 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ce63ab4cf0914a21af1079b2532238a8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0900648
Nov 06 21:06:55.995395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dde74727-45ee-4900-9583-d0b646d32a6f req-71ca9e4a-44c3-4dea-86ba-221bc0481c2e tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7fd587-208c-4767-861b-fdb930387e96 HTTP/1.1" status: 200  len: 210 time: 0.0500443
Nov 06 21:06:56.021294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4d4d2-e680-4bc9-9378-bcfb389e90d9 req-3c648fed-b86e-49b8-b85e-4ca30447071c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:56.030232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2c4d4d2-e680-4bc9-9378-bcfb389e90d9 req-3c648fed-b86e-49b8-b85e-4ca30447071c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.2225010
Nov 06 21:06:56.031051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.069663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.077775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] Pushing event deleted for resources: {'Port': ['ID=b70c3c23-9c92-4fef-93f2-76ab46854e9f,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:56.095490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20ba68-e4bf-4b53-b85e-18f6105dbb01 None None] No DVR routers for this DVR port b70c3c23-9c92-4fef-93f2-76ab46854e9f on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:06:56.113711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8384ee01-22a8-401d-b294-38379f085d7f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:06:56.147838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e84874-14f6-4549-b48f-6ba9bdc14d36 req-5202b3fa-d53f-451c-9082-0a57d6c2e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:56.149835 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c9e84874-14f6-4549-b48f-6ba9bdc14d36 req-5202b3fa-d53f-451c-9082-0a57d6c2e04d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1967697
Nov 06 21:06:56.150933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Pushing event deleted for resources: {'Port': ['ID=b70c3c23-9c92-4fef-93f2-76ab46854e9f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:56.157864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] No DVR routers for this DVR port b70c3c23-9c92-4fef-93f2-76ab46854e9f on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:06:56.180857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.226206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8384ee01-22a8-401d-b294-38379f085d7f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:56.227406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2c4d4d2-e680-4bc9-9378-bcfb389e90d9 req-153dee96-442f-46f8-8fcc-88c9845a2595 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964254
Nov 06 21:06:56.228614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.239655 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.287408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:06:56.293576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:56.298884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:06:56.333929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.343822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:56.389768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254b87e50>,) {'filters': {'network_id': ['3cef188b-2bc9-450f-890b-1de92b2534d5']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:56.395136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.409178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b87e50>, 'fd8b3963-4156-4b2c-9519-d8eca96b966a') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:56.409868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b87e50>, 'fd8b3963-4156-4b2c-9519-d8eca96b966a') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:56.427482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.451060 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.457855 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.467484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:06:56.468036 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:06:56.471508 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:06:56.502459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 8384ee01-22a8-401d-b294-38379f085d7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8384ee01-22a8-401d-b294-38379f085d7f,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:06:56.509454 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.567450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.577320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.596408 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] 10.222.0.13 "DELETE /v2.0/networks/3cef188b-2bc9-450f-890b-1de92b2534d5 HTTP/1.1" status: 204  len: 168 time: 1.4853172
Nov 06 21:06:56.610533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=8384ee01-22a8-401d-b294-38379f085d7f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:56.633223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fe305-75c0-446d-a3c1-f7614543f99d admin admin] Pushing event deleted for resources: {'Network': ['ID=3cef188b-2bc9-450f-890b-1de92b2534d5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:56.694853 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.696851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e2fcc-a99a-42fc-97e4-dc571e3e4373 None None] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:06:56.771063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49470) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:56.806408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8ac73bec-d7bd-4c49-857e-0b8fd95efa0b None None] Provisioning complete for port 8384ee01-22a8-401d-b294-38379f085d7f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:56.806778 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ac73bec-d7bd-4c49-857e-0b8fd95efa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.819833 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5e0f778b-4e07-4b7c-b669-22094a7cfac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0abfd854dfe46acaeedf288c6674c0c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0470612
Nov 06 21:06:56.826975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49478) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:56.932491 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-be4dd5a4-cb15-4a40-86ec-857fb2e3e0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:56.999279 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-be4dd5a4-cb15-4a40-86ec-857fb2e3e0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.079599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-be4dd5a4-cb15-4a40-86ec-857fb2e3e0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.092357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-be4dd5a4-cb15-4a40-86ec-857fb2e3e0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.097235 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-be4dd5a4-cb15-4a40-86ec-857fb2e3e0f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f07577c4-1b2c-45e6-99eb-6b6b34826c01 HTTP/1.1" status: 204  len: 168 time: 0.2647643
Nov 06 21:06:57.111605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dd5a4-cb15-4a40-86ec-857fb2e3e0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07577c4-1b2c-45e6-99eb-6b6b34826c01,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:57.280341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e71ff87-f089-40d1-8f99-aac68b3d0174 req-7e8d3751-718f-4d58-ad1a-a2a41446b4d0 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7fd587-208c-4767-861b-fdb930387e96 HTTP/1.1" status: 200  len: 210 time: 0.0896800
Nov 06 21:06:57.338911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.355095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.452374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2be60981-2f2a-4c86-98ea-9222be9956f1 None None] Provisioning complete for port 8384ee01-22a8-401d-b294-38379f085d7f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:57.452374 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2be60981-2f2a-4c86-98ea-9222be9956f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.591354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8384ee01-22a8-401d-b294-38379f085d7f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:06:57.681309 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.707359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:06:57.773242 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c9e84874-14f6-4549-b48f-6ba9bdc14d36 req-9cfeb0d2-364d-4fd2-b356-68ecb712a2ff tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e7fd587-208c-4767-861b-fdb930387e96 HTTP/1.1" status: 200  len: 210 time: 0.0904908
Nov 06 21:06:57.801274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f84e6f-d859-45eb-940d-9040fc0b84c1 req-3b4496e1-a36e-496b-84f2-82169f4ba4d8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:57.809951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85f84e6f-d859-45eb-940d-9040fc0b84c1 req-3b4496e1-a36e-496b-84f2-82169f4ba4d8 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.3570943
Nov 06 21:06:57.951410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85f84e6f-d859-45eb-940d-9040fc0b84c1 req-936bd009-9df8-417a-a4c3-84940cffb585 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403141
Nov 06 21:06:57.958255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8384ee01-22a8-401d-b294-38379f085d7f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:57.958753 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.960955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2be60981-2f2a-4c86-98ea-9222be9956f1 None None] Provisioning complete for port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:57.961415 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2be60981-2f2a-4c86-98ea-9222be9956f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:57.991485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:06:57.995905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:06:58.058179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2be60981-2f2a-4c86-98ea-9222be9956f1 None None] Port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:06:58.195179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dd1ac197-d673-4aab-9ae5-a924a8ff33bd None None] Provisioning complete for port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:58.196143 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac197-d673-4aab-9ae5-a924a8ff33bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:58.202600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Router 39aae531-7ecb-40f3-b9bf-25321382a597 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:06:58.239558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b70c3c23-9c92-4fef-93f2-76ab46854e9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:06:58.271960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b70c3c23-9c92-4fef-93f2-76ab46854e9f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:06:58.272861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b70c3c23-9c92-4fef-93f2-76ab46854e9f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:06:58.301092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ac197-d673-4aab-9ae5-a924a8ff33bd None None] Port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:06:58.441500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3f4eaf7a-919c-4360-987e-1709853805ef None None] Provisioning complete for port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:06:58.441893 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3f4eaf7a-919c-4360-987e-1709853805ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:58.487582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3f4eaf7a-919c-4360-987e-1709853805ef None None] Port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:06:58.776256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-081cc93d-8f79-43c5-abde-418f89e49392 req-596af7e5-067e-4f43-906e-7ccad92aaae9 tempest-ServerShowV247Test-567287009 tempest-ServerShowV247Test-567287009-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e7fd587-208c-4767-861b-fdb930387e96 HTTP/1.1" status: 200  len: 210 time: 0.0331728
Nov 06 21:06:58.858701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:06:58.880373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c0b23eb1-e3a3-4835-9f88-2989a9c89db5 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "PUT /v2.0/routers/39aae531-7ecb-40f3-b9bf-25321382a597/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6250653
Nov 06 21:06:58.895149 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Sync routers for ids ['39aae531-7ecb-40f3-b9bf-25321382a597'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:06:58.917790 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Routers {'39aae531-7ecb-40f3-b9bf-25321382a597'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:06:58.918432 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528eebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['39aae531-7ecb-40f3-b9bf-25321382a597'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:59.146046 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Set router 39aae531-7ecb-40f3-b9bf-25321382a597 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:06:59.208314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09b4b1-7764-4258-a438-157e80e884a5 req-1e74638d-8b0a-458b-8f81-06c2dcd0cfe0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:59.224157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f09b4b1-7764-4258-a438-157e80e884a5 req-1e74638d-8b0a-458b-8f81-06c2dcd0cfe0 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.1041925
Nov 06 21:06:59.357784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f09b4b1-7764-4258-a438-157e80e884a5 req-01ba221e-6a4e-4a4b-9d25-d13196efdeca tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327107
Nov 06 21:06:59.402661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-95100919-18ff-48d1-b51a-0a69f5a030ec tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:06:59.404215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-95100919-18ff-48d1-b51a-0a69f5a030ec tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/networks?id=26ebcefd-d4b1-4fd8-a62b-28d254b6db14 HTTP/1.1" status: 200  len: 798 time: 0.2049918
Nov 06 21:06:59.419307 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528eebb0>, [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:56Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf', 'name': '', 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:4e:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '1c8fca80-c87b-4f5c-949a-7b7114dff401', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:55Z', 'updated_at': '2021-11-06T21:06:56Z', 'revision_number': 2, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': '1c8fca80-c87b-4f5c-949a-7b7114dff401', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:06:59.428654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-77e63393-7cd5-4faf-9752-02357b4e188b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/quotas/f2513646a2fc417d9b601006a57d5693 HTTP/1.1" status: 200  len: 375 time: 0.0166285
Nov 06 21:06:59.465207 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Checking router: 39aae531-7ecb-40f3-b9bf-25321382a597 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:06:59.465660 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Updating router 39aae531-7ecb-40f3-b9bf-25321382a597 port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:06:59.507605 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:06:59.526583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-56a37d3a-c774-42eb-bee1-3cb56de9cab8 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2513646a2fc417d9b601006a57d5693&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0905955
Nov 06 21:06:59.701410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-1fa94f53-50f9-4667-81b7-19afa7b08147 service neutron] 10.222.0.13 "GET /v2.0/networks/26ebcefd-d4b1-4fd8-a62b-28d254b6db14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685481
Nov 06 21:06:59.793821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49624) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:06:59.940496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-68e1e109-f1c1-4a50-9520-2b12680e83c9 service neutron] 10.222.0.13 "GET /v2.0/networks/26ebcefd-d4b1-4fd8-a62b-28d254b6db14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2304461
Nov 06 21:07:00.036339 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.075274 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.083608 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.145133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.155179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.192262 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecd588-1d22-4976-bc18-f27cd55fe291 None None] Pushing event updated for resources: {'Port': ['ID=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:00.200717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da87d5b-6cb6-42b0-9924-9fffefbe0007,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:00.230828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7850d810-75d0-4899-ab34-fd8dfeaf077b req-e4ac3e64-168d-4bd4-b67f-80ae6606aa9a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 210 time: 0.0380259
Nov 06 21:07:00.284982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49640) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:00.293344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.293790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.294043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.294430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.294776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.295118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.295457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.295792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.296875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.315480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.315727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.317712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:00.326737 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Attempting to bind port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:00.329645 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Attempting to bind port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:00.329820 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Attempting to bind port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf on network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:00.330227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e64293d6-32a2-4bb5-93a4-a66abdd01eb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa360fee6cb14542a81d1d0ac35673d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5341964
Nov 06 21:07:00.331102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49646) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:00.335940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:00.336191 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Checking segment: {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:00.336799 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.337061 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Bound using segment: {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:00.337801 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Bound port: 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:00.338188 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.498660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10b9deb0-cd41-4754-acb8-21e963d12560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.506437 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] For port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:00.523427 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] For port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:00.542628 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.576454 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10b9deb0-cd41-4754-acb8-21e963d12560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.631382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d4db0989-a9b3-44fa-8e87-c4ef327b862a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.663804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e1a69713-50a0-4692-a987-0cb07dcc1f75 None None] Provisioning complete for port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:00.664269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e1a69713-50a0-4692-a987-0cb07dcc1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.666350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e33ef4-4fe6-4a1c-b97a-054e1fa1b28c req-869c7a6b-6477-4b4d-b332-2000a02c6301 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:00.668539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4e33ef4-4fe6-4a1c-b97a-054e1fa1b28c req-869c7a6b-6477-4b4d-b332-2000a02c6301 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.1661804
Nov 06 21:07:00.680279 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Routers {'39aae531-7ecb-40f3-b9bf-25321382a597'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:00.680931 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528eebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['39aae531-7ecb-40f3-b9bf-25321382a597'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:00.758459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4e33ef4-4fe6-4a1c-b97a-054e1fa1b28c req-f43d8d65-0cad-4103-bae5-2005414bb6fd tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728533
Nov 06 21:07:00.799800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e1a69713-50a0-4692-a987-0cb07dcc1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.809864 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10b9deb0-cd41-4754-acb8-21e963d12560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.821167 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10b9deb0-cd41-4754-acb8-21e963d12560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.822284 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecd588-1d22-4976-bc18-f27cd55fe291 None None] Pushing event updated for resources: {'Port': ['ID=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:00.823102 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10b9deb0-cd41-4754-acb8-21e963d12560 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7da87d5b-6cb6-42b0-9924-9fffefbe0007 HTTP/1.1" status: 204  len: 168 time: 0.4899063
Nov 06 21:07:00.862465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9deb0-cd41-4754-acb8-21e963d12560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da87d5b-6cb6-42b0-9924-9fffefbe0007,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:00.929887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e1a69713-50a0-4692-a987-0cb07dcc1f75 None None] For port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:00.944879 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e1a69713-50a0-4692-a987-0cb07dcc1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.945768 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d4db0989-a9b3-44fa-8e87-c4ef327b862a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:00.954957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d4db0989-a9b3-44fa-8e87-c4ef327b862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:01.044399 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] Set router 39aae531-7ecb-40f3-b9bf-25321382a597 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:01.076480 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d4db0989-a9b3-44fa-8e87-c4ef327b862a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce63ab4cf0914a21af1079b2532238a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7907147
Nov 06 21:07:01.078314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db0989-a9b3-44fa-8e87-c4ef327b862a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34174b8-e836-41da-9568-fd5527783944,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:01.079707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49662) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:01.127539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a69713-50a0-4692-a987-0cb07dcc1f75 None None] Pushing event updated for resources: {'Port': ['ID=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:01.153823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b4a40484-98a7-4b79-ae62-210398b7657b None None] Provisioning complete for port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:01.154187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b4a40484-98a7-4b79-ae62-210398b7657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:01.187118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ffbb12be-7e9f-4853-90ed-14997f9cba16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:01.212701 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ffbb12be-7e9f-4853-90ed-14997f9cba16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:01.300032 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ffbb12be-7e9f-4853-90ed-14997f9cba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:01.303877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ffbb12be-7e9f-4853-90ed-14997f9cba16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:01.306334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ffbb12be-7e9f-4853-90ed-14997f9cba16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e34174b8-e836-41da-9568-fd5527783944 HTTP/1.1" status: 204  len: 168 time: 0.2253830
Nov 06 21:07:01.327792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb12be-7e9f-4853-90ed-14997f9cba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34174b8-e836-41da-9568-fd5527783944,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:01.446385 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176eb012-814e-4d62-8750-a26a7b2f8767 req-11fd49c2-e10c-4627-a7c2-fb2c49a19049 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 210 time: 0.0542643
Nov 06 21:07:01.656117 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528eebb0>, [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:56Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf', 'name': '', 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:4e:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '1c8fca80-c87b-4f5c-949a-7b7114dff401', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:55Z', 'updated_at': '2021-11-06T21:07:00Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': '1c8fca80-c87b-4f5c-949a-7b7114dff401', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:01.691853 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c304360-a3d9-47ea-8c5c-7cf079486b88 None None] The sync data for ids ['39aae531-7ecb-40f3-b9bf-25321382a597'] in ncdv-master-1 is: [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:56Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf', 'name': '', 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:4e:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '1c8fca80-c87b-4f5c-949a-7b7114dff401', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:55Z', 'updated_at': '2021-11-06T21:07:00Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': '1c8fca80-c87b-4f5c-949a-7b7114dff401', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:02.109987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e87c-08eb-49b0-b82c-3d504cc3a32b req-5ff43029-c244-479a-a841-c39f14b69596 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:02.121981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a00e87c-08eb-49b0-b82c-3d504cc3a32b req-5ff43029-c244-479a-a841-c39f14b69596 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.1661696
Nov 06 21:07:02.319588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a00e87c-08eb-49b0-b82c-3d504cc3a32b req-91898701-e649-452a-83b2-90635156a98f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959884
Nov 06 21:07:02.451184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b854e0c-0e00-4275-969d-55eaa93a0a19 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:02.455534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b854e0c-0e00-4275-969d-55eaa93a0a19 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.37 "GET /v2.0/networks?id=26ebcefd-d4b1-4fd8-a62b-28d254b6db14 HTTP/1.1" status: 200  len: 798 time: 0.3062172
Nov 06 21:07:02.472687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Request body: {'port': {'device_id': '07c469f5-45df-4fe7-9a08-fb76cf7ab67f', 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14', 'admin_state_up': True, 'tenant_id': 'f2513646a2fc417d9b601006a57d5693'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:02.694889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2741a9bf-c7b9-4f98-b718-d2dbd79f1f4b req-7ca4b18a-029e-4ee3-9e57-b5c5b2aaf399 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 210 time: 0.0634234
Nov 06 21:07:02.894190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Made reservation on behalf of f2513646a2fc417d9b601006a57d5693 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:02.898511 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:03.148822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Allocated IP 172.20.0.27 (26ebcefd-d4b1-4fd8-a62b-28d254b6db14/1c8fca80-c87b-4f5c-949a-7b7114dff401/a3ce13be-6d35-4362-a233-b10dc053ec0c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:03.463150 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:03.486354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49752) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:03.542859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:03.600224 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:03.638353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26c67-9c2e-46d1-9193-4f35534a4cd0 req-0917f61a-7baa-4e9a-8270-9c3eb77c848c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:03.641371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4a26c67-9c2e-46d1-9193-4f35534a4cd0 req-0917f61a-7baa-4e9a-8270-9c3eb77c848c tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.1100857
Nov 06 21:07:03.685349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:03.688883 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:03.691000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:03.738531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:03.761717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:03.985764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event updated for resources: {'Port': ['ID=a3ce13be-6d35-4362-a233-b10dc053ec0c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:04.010109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4a26c67-9c2e-46d1-9193-4f35534a4cd0 req-0dcbf5fc-fab0-42fa-a632-66c6f3d751dd tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3588333
Nov 06 21:07:04.059086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-40564104-network', 'tenant_id': '930a318a21a4455c8d2c6eb794459b51'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:04.105937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:04.107558 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.142201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Made reservation on behalf of 930a318a21a4455c8d2c6eb794459b51 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:04.151606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.185876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-9b47a2d2-b86e-4b4d-9ad5-880dbe5950cb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 1.7190666
Nov 06 21:07:04.189118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.230835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6fec3-a265-4ecf-bb2c-cc73a0b2c47c req-72485e0a-615b-4cf1-aadc-8719aeee16e3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:04.232102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04b6fec3-a265-4ecf-bb2c-cc73a0b2c47c req-72485e0a-615b-4cf1-aadc-8719aeee16e3 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 895 time: 0.3471239
Nov 06 21:07:04.461931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.480604 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.534808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:07:04.566766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0659fbc-1740-4d80-83b8-ada02ce21b18,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:04.581180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e6c30-159f-4138-8a04-3c6e1aace36f req-4ed2fc54-bbb3-4275-9198-f80163f7a540 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:04.587391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a7e6c30-159f-4138-8a04-3c6e1aace36f req-4ed2fc54-bbb3-4275-9198-f80163f7a540 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.2351935
Nov 06 21:07:04.588659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.591715 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Added segment 8f27998d-9697-4127-8d39-032ac5d2ca5f of type vlan for network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3
Nov 06 21:07:04.602333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Request body: {'port': {'device_id': '07c469f5-45df-4fe7-9a08-fb76cf7ab67f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:04.617127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-aa86bf8f-decf-463f-8b6e-c60740264318 None None] Provisioning complete for port a3ce13be-6d35-4362-a233-b10dc053ec0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:04.618441 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa86bf8f-decf-463f-8b6e-c60740264318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.690354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-aa86bf8f-decf-463f-8b6e-c60740264318 None None] Port a3ce13be-6d35-4362-a233-b10dc053ec0c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:07:04.712043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.742298 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.756822 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.759664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:04.761566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:04.770756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a7e6c30-159f-4138-8a04-3c6e1aace36f req-fe44d4fb-61d0-4918-afd8-832f6eeb8bd2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623418
Nov 06 21:07:04.908574 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4198561
Nov 06 21:07:04.912055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:04.931392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Request body: {'subnet': {'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-40564104-subnet', 'tenant_id': '930a318a21a4455c8d2c6eb794459b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:04.938358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48e367-645c-484e-9083-2846c9636abe admin admin] Pushing event updated for resources: {'Network': ['ID=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:04.967311 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:07:05.020219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Made reservation on behalf of 930a318a21a4455c8d2c6eb794459b51 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:05.029052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:05.086755 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:07:05.222635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd41fb-ee81-4e3b-bc8e-56e566f8c87d req-6cbbb58d-4307-4089-be8f-eb75d389d18b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:05.224314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eedd41fb-ee81-4e3b-bc8e-56e566f8c87d req-6cbbb58d-4307-4089-be8f-eb75d389d18b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.2881980
Nov 06 21:07:05.395506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:05.498422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=83340693-9226-4d03-a895-cbcfa9bf9c89,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:05.514974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eedd41fb-ee81-4e3b-bc8e-56e566f8c87d req-72bb67bf-f58a-4c68-a4b7-ba069dffa47d tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695875
Nov 06 21:07:05.535689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Checking segment: {'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:05.536485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Network hostable DHCP agents. Network: c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:07:05.544770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451b89e-e707-4233-80e8-9b1c9c0a528d req-e0cfb226-8e8b-438f-a184-32118e706b18 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:05.547394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c451b89e-e707-4233-80e8-9b1c9c0a528d req-e0cfb226-8e8b-438f-a184-32118e706b18 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 895 time: 0.1977611
Nov 06 21:07:05.562361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ce13be-6d35-4362-a233-b10dc053ec0c {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:07:05.576846 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:05.580276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:07:05.600524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:05.604731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Transition to ACTIVE for port object a3ce13be-6d35-4362-a233-b10dc053ec0c will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:07:05.606114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:05.606919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:05.612631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:05.614505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5679a70-d0f5-457d-9adb-71907b3d22fe None None] Network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:07:05.663976 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8fa0a42d-320f-40cd-8cb1-2a9d3ab245ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7490921
Nov 06 21:07:05.692243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce13be-6d35-4362-a233-b10dc053ec0c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:05.824606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Attempting to bind port a3ce13be-6d35-4362-a233-b10dc053ec0c on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:05.824963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Attempting to bind port a3ce13be-6d35-4362-a233-b10dc053ec0c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:05.825394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Attempting to bind port a3ce13be-6d35-4362-a233-b10dc053ec0c on network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:05.855424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Port a3ce13be-6d35-4362-a233-b10dc053ec0c on network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:07:05.855758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Attempting to bind port a3ce13be-6d35-4362-a233-b10dc053ec0c on network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:05.864183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:05.865420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Checking segment: {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:05.865420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Bound using segment: {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:05.865420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Bound port: a3ce13be-6d35-4362-a233-b10dc053ec0c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9be2fb-5016-4c03-a61c-45c215d4612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:05.865755 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:05.933081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a8133-0d5c-4ec1-8f4e-47aa4afb2d75 None None] Network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:07:05.993325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] For port a3ce13be-6d35-4362-a233-b10dc053ec0c, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:06.006629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] For port a3ce13be-6d35-4362-a233-b10dc053ec0c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce13be-6d35-4362-a233-b10dc053ec0c,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:06.017330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:06.162835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:06.163457 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:06.165474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] 10.222.0.37 "PUT /v2.0/ports/a3ce13be-6d35-4362-a233-b10dc053ec0c HTTP/1.1" status: 200  len: 1055 time: 1.9680991
Nov 06 21:07:06.166210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c469f5-45df-4fe7-9a08-fb76cf7ab67f', 'tag': 'a3ce13be-6d35-4362-a233-b10dc053ec0c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:06.173618 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c885af54-74b8-446b-8dc6-bb57ca22c27e" -d '{"events": [{"name": "network-changed", "server_uuid": "07c469f5-45df-4fe7-9a08-fb76cf7ab67f", "tag": "a3ce13be-6d35-4362-a233-b10dc053ec0c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:06.291577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1cdeb-d3bb-4505-8b15-5fa5b7c0a176 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce13be-6d35-4362-a233-b10dc053ec0c,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:06.350833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c4a6d-aa81-4291-b22a-76b18885fce9 req-f6105b23-eb06-42fe-bb3b-e703865ec031 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:06.352526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d80c4a6d-aa81-4291-b22a-76b18885fce9 req-f6105b23-eb06-42fe-bb3b-e703865ec031 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.2520831
Nov 06 21:07:06.419070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-8a22eebb-df78-4a38-8fc3-77b29dc88cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:06.420664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-8a22eebb-df78-4a38-8fc3-77b29dc88cce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2513646a2fc417d9b601006a57d5693&device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 1058 time: 0.1806967
Nov 06 21:07:06.441470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d80c4a6d-aa81-4291-b22a-76b18885fce9 req-3cc0fcc0-bc08-4557-b54e-7ed45c5320b9 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759659
Nov 06 21:07:06.503409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-4c31710a-c19a-4cd2-8f86-b6184d8f10f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a3ce13be-6d35-4362-a233-b10dc053ec0c HTTP/1.1" status: 200  len: 217 time: 0.0736442
Nov 06 21:07:06.509357 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f694e7f2-526f-4351-bd53-64cd49f2a67e x-openstack-request-id: req-f694e7f2-526f-4351-bd53-64cd49f2a67e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:06.509657 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c469f5-45df-4fe7-9a08-fb76cf7ab67f", "tag": "a3ce13be-6d35-4362-a233-b10dc053ec0c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:06.509915 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f694e7f2-526f-4351-bd53-64cd49f2a67e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:06.510360 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c469f5-45df-4fe7-9a08-fb76cf7ab67f', 'tag': 'a3ce13be-6d35-4362-a233-b10dc053ec0c', 'status': 'completed', 'code': 200}
Nov 06 21:07:06.561876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-5dd0e58a-8822-4493-a4dd-d0943562882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:06.564340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-5dd0e58a-8822-4493-a4dd-d0943562882f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c8fca80-c87b-4f5c-949a-7b7114dff401 HTTP/1.1" status: 200  len: 838 time: 0.0494595
Nov 06 21:07:06.622436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-7a50fa4f-9d08-4207-8432-cfc42ba9a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:06.624084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-7a50fa4f-9d08-4207-8432-cfc42ba9a5cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26ebcefd-d4b1-4fd8-a62b-28d254b6db14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0524585
Nov 06 21:07:06.829280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40ed2c-b0bb-4d6e-8fff-289004ee7c4c req-f22ce29c-b217-4618-af44-911b722b1b94 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:06.830894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c40ed2c-b0bb-4d6e-8fff-289004ee7c4c req-f22ce29c-b217-4618-af44-911b722b1b94 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 907 time: 0.1806710
Nov 06 21:07:06.841569 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-de7de36a-8bc1-494c-9f56-c1155e66f6d4 service neutron] 10.222.0.37 "GET /v2.0/networks/26ebcefd-d4b1-4fd8-a62b-28d254b6db14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2106578
Nov 06 21:07:06.958385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-aaf3a7ab-b2bd-4079-bdf6-6b40a3867e97 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:06.959875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-aaf3a7ab-b2bd-4079-bdf6-6b40a3867e97 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 812 time: 0.2443340
Nov 06 21:07:06.991876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-bbf1b2d8-1e4b-463b-b140-3a8f8fefa93a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/quotas/930a318a21a4455c8d2c6eb794459b51 HTTP/1.1" status: 200  len: 375 time: 0.0190244
Nov 06 21:07:07.013040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf9d45a3-3444-4cf9-9b66-594b4a1820df req-79cf1780-b090-4332-911e-035eff5d8f70 service neutron] 10.222.0.37 "GET /v2.0/networks/26ebcefd-d4b1-4fd8-a62b-28d254b6db14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558967
Nov 06 21:07:07.028436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-ca0f1227-646b-4288-b731-4c7b2cd86502 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0284641
Nov 06 21:07:07.163452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-8c8217c8-e9d9-421f-a736-db2772f25076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:07.165148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-8c8217c8-e9d9-421f-a736-db2772f25076 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2513646a2fc417d9b601006a57d5693&device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 1058 time: 0.0825188
Nov 06 21:07:07.175596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-4519c02b-f57f-49aa-90dc-8600a547e0f4 service neutron] 10.222.0.13 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393299
Nov 06 21:07:07.361296 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-1b40ef01-86e5-4fe7-af6f-9cce12ae9de2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:07.363993 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-1b40ef01-86e5-4fe7-af6f-9cce12ae9de2 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.0906796
Nov 06 21:07:07.388026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-4375427f-078d-43dd-9617-23820620d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:07.390098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-4375427f-078d-43dd-9617-23820620d0b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26ebcefd-d4b1-4fd8-a62b-28d254b6db14 HTTP/1.1" status: 200  len: 899 time: 0.2056813
Nov 06 21:07:07.393680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-a3094be2-0f69-452a-b185-31c5c671642a service neutron] 10.222.0.13 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172897
Nov 06 21:07:07.532312 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-c883ac25-6dda-41e2-86c8-f4d06a8232ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a3ce13be-6d35-4362-a233-b10dc053ec0c HTTP/1.1" status: 200  len: 217 time: 0.1278875
Nov 06 21:07:07.588982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Deleting port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:07.589244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:07.683685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-a30a09f7-2a00-4d29-bf54-9c22e78ab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:07.689083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-a30a09f7-2a00-4d29-bf54-9c22e78ab2f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c8fca80-c87b-4f5c-949a-7b7114dff401 HTTP/1.1" status: 200  len: 838 time: 0.1520393
Nov 06 21:07:07.807413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] For port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:07.807854 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:07.844513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Calling delete_port for 46e3a37b-fdae-4de1-b4fa-b19d171d2efe owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:07.892173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5598860-699b-47b4-a5ce-c68f072ee533 req-d8573536-83ce-428a-81d4-0144e4e623b6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 210 time: 0.1695869
Nov 06 21:07:08.074771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec40e7f-0b87-42a1-8fa2-7d464105e40a req-df5ccc54-3975-4199-800f-18a5dd622112 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:08.085321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ec40e7f-0b87-42a1-8fa2-7d464105e40a req-df5ccc54-3975-4199-800f-18a5dd622112 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da3b3c4-23b9-4025-9148-2b3df46d60bd HTTP/1.1" status: 200  len: 945 time: 0.3946397
Nov 06 21:07:08.089510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:08.103908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11', '46e3a37b-fdae-4de1-b4fa-b19d171d2efe'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:07:08.121909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-539d8984-3834-4a29-a4d3-1401b42afd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:08.124487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-539d8984-3834-4a29-a4d3-1401b42afd15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26ebcefd-d4b1-4fd8-a62b-28d254b6db14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.3975153
Nov 06 21:07:08.153887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event deleted for resources: {'Port': ['ID=46e3a37b-fdae-4de1-b4fa-b19d171d2efe,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:08.192727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] No DVR routers for this DVR port 46e3a37b-fdae-4de1-b4fa-b19d171d2efe on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:07:08.196131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:08.200172 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4be1fab-071f-4c42-9e3c-51042f364c8f req-b71f7853-a359-43d9-bded-c2461e35599f tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "DELETE /v2.0/ports/46e3a37b-fdae-4de1-b4fa-b19d171d2efe HTTP/1.1" status: 204  len: 173 time: 0.8290067
Nov 06 21:07:08.200986 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da3b3c4-23b9-4025-9148-2b3df46d60bd', 'name': 'network-vif-deleted', 'tag': '46e3a37b-fdae-4de1-b4fa-b19d171d2efe'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:08.204102 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a003e4b-4f03-40d3-b8b3-e6474395c0e9" -d '{"events": [{"server_uuid": "0da3b3c4-23b9-4025-9148-2b3df46d60bd", "name": "network-vif-deleted", "tag": "46e3a37b-fdae-4de1-b4fa-b19d171d2efe"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:08.257103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ec40e7f-0b87-42a1-8fa2-7d464105e40a req-db4fdad2-3475-4a04-bb66-b0c36bf856d5 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708691
Nov 06 21:07:08.268246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793601-f5df-428a-a78b-9147942054e7 req-cb5bf082-53f2-4fa8-85cb-3cafd70e3fb9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:08.282183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b793601-f5df-428a-a78b-9147942054e7 req-cb5bf082-53f2-4fa8-85cb-3cafd70e3fb9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 907 time: 0.2726955
Nov 06 21:07:08.321758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-46ef83d9-2b83-492a-90bf-e7aae1d1999c service neutron] 10.222.0.37 "GET /v2.0/networks/26ebcefd-d4b1-4fd8-a62b-28d254b6db14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821151
Nov 06 21:07:08.417474 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc7f907-07af-4861-9757-cf2395340cc7 x-openstack-request-id: req-5fc7f907-07af-4861-9757-cf2395340cc7 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:08.418180 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da3b3c4-23b9-4025-9148-2b3df46d60bd", "name": "network-vif-deleted", "tag": "46e3a37b-fdae-4de1-b4fa-b19d171d2efe", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:08.418180 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fc7f907-07af-4861-9757-cf2395340cc7 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:08.418760 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da3b3c4-23b9-4025-9148-2b3df46d60bd', 'name': 'network-vif-deleted', 'tag': '46e3a37b-fdae-4de1-b4fa-b19d171d2efe', 'status': 'completed', 'code': 200}
Nov 06 21:07:08.524969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c885af54-74b8-446b-8dc6-bb57ca22c27e req-bf482d47-2ffa-4f51-aa26-3f51c3266500 service neutron] 10.222.0.37 "GET /v2.0/networks/26ebcefd-d4b1-4fd8-a62b-28d254b6db14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948853
Nov 06 21:07:09.038495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ddbac3ae-9ac1-4cdc-9230-8288e11a5356 req-9dc7473c-a81f-4fbe-9e7d-cfa82dfefd9f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 210 time: 0.0346112
Nov 06 21:07:09.501321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a459-fd5e-41c6-8653-3c127b655b62 req-110249a7-86b2-44cd-85c4-f13f9701adf9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:09.503252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5271a459-fd5e-41c6-8653-3c127b655b62 req-110249a7-86b2-44cd-85c4-f13f9701adf9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 907 time: 0.1203728
Nov 06 21:07:09.608304 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-4b77356a-e0d5-4364-b873-0ba78051ed20 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:09.611877 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-4b77356a-e0d5-4364-b873-0ba78051ed20 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.10 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 812 time: 0.3104584
Nov 06 21:07:09.631903 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Request body: {'port': {'device_id': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3', 'admin_state_up': True, 'tenant_id': '930a318a21a4455c8d2c6eb794459b51'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:09.890404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Made reservation on behalf of 930a318a21a4455c8d2c6eb794459b51 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:09.894851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:10.113871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Allocated IP 172.20.0.2 (c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3/83340693-9226-4d03-a895-cbcfa9bf9c89/1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:10.196670 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 46e3a37b-fdae-4de1-b4fa-b19d171d2efe no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:10.251442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 46e3a37b-fdae-4de1-b4fa-b19d171d2efe {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:10.255259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 46e3a37b-fdae-4de1-b4fa-b19d171d2efe not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:10.421192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a3ce13be-6d35-4362-a233-b10dc053ec0c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:07:10.522593 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:10.575056 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:10.662613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:10.669718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:10.680339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:10.725974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:10.794634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:10.798843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:10.836368 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-57aa47ea-f2e9-48f4-9d65-9405f74ee76d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2090802
Nov 06 21:07:10.850459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-37bd6a0c-9caa-4da7-8de8-f688a7b67765 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:07:10.851551 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-37bd6a0c-9caa-4da7-8de8-f688a7b67765 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0071406
Nov 06 21:07:10.898180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Request body: {'port': {'device_id': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:11.081031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:11.230677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a3ce13be-6d35-4362-a233-b10dc053ec0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce13be-6d35-4362-a233-b10dc053ec0c,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:11.256940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-965799b1-b33e-47f6-8f4a-85d646c160c1 req-86277882-7891-4e26-9d96-e51d08f1280a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 210 time: 1.0297141
Nov 06 21:07:11.273200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'a3ce13be-6d35-4362-a233-b10dc053ec0c', 'network_id': '26ebcefd-d4b1-4fd8-a62b-28d254b6db14', 'port_id': 'a3ce13be-6d35-4362-a233-b10dc053ec0c', 'mac_address': 'fa:16:3e:90:57:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8fca80-c87b-4f5c-949a-7b7114dff401', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:07:11.373676 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:11.389954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ce13be-6d35-4362-a233-b10dc053ec0c {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:07:11.428049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ce837-c448-499e-b30d-d6b4e8caacc1 req-e712b61b-05b1-4ccc-a234-cefbba8cf7a1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:11.432468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a3ce13be-6d35-4362-a233-b10dc053ec0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce13be-6d35-4362-a233-b10dc053ec0c,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:11.438854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-146ce837-c448-499e-b30d-d6b4e8caacc1 req-e712b61b-05b1-4ccc-a234-cefbba8cf7a1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 907 time: 0.1796408
Nov 06 21:07:11.440595 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:11.544268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a3ce13be-6d35-4362-a233-b10dc053ec0c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:11.613592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45297-d4c2-4cf5-802a-5bbb87766bfc req-2990fd5f-76cf-44a9-a1f3-a88982a94dde tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:11.623691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cec45297-d4c2-4cf5-802a-5bbb87766bfc req-2990fd5f-76cf-44a9-a1f3-a88982a94dde tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 945 time: 0.0832858
Nov 06 21:07:11.714478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:07:11.728927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cec45297-d4c2-4cf5-802a-5bbb87766bfc req-16c54731-7921-4615-af99-1409f1081539 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041873
Nov 06 21:07:11.729695 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:11.754189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Transition to ACTIVE for port object 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:07:11.767033 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:11.808266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a3ce13be-6d35-4362-a233-b10dc053ec0c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:07:11.863432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:11.956262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Attempting to bind port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:11.957755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Attempting to bind port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:11.958352 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Attempting to bind port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed on network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:11.983885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed on network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:07:11.984856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Attempting to bind port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed on network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:11.994285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:11.994641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Checking segment: {'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:11.995039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Bound using segment: {'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:11.995730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Bound port: 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:11.996170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:12.118788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:12.122421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:12.128753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:12.167056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:12.167685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:12.169127 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] 10.222.0.10 "PUT /v2.0/ports/1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 200  len: 1091 time: 1.2996004
Nov 06 21:07:12.169649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:12.171919 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4" -d '{"events": [{"name": "network-changed", "server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:12.207326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50308) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:12.228967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fd260-d5c9-470a-ae2b-b8414d0b3a61 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:12.255218 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b44c0-3003-4d25-9e2d-8c84f76f0b52 x-openstack-request-id: req-e92b44c0-3003-4d25-9e2d-8c84f76f0b52 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:12.255516 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:12.255821 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e92b44c0-3003-4d25-9e2d-8c84f76f0b52 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:12.256173 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'status': 'completed', 'code': 200}
Nov 06 21:07:12.360114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-24d866d5-55ae-41d6-9847-bd5b9bdc0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:12.363466 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-24d866d5-55ae-41d6-9847-bd5b9bdc0377 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1094 time: 0.1312671
Nov 06 21:07:12.425635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a3ce13be-6d35-4362-a233-b10dc053ec0c up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:12.445106 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-f51b75c3-8585-4199-bd21-7f13e8fee97f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 200  len: 217 time: 0.0737374
Nov 06 21:07:12.527791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port a3ce13be-6d35-4362-a233-b10dc053ec0c completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:07:12.537386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port a3ce13be-6d35-4362-a233-b10dc053ec0c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:12.538295 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:12.540644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-4098cba2-32f3-49a7-a3aa-1a56847e951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:12.545761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-4098cba2-32f3-49a7-a3aa-1a56847e951f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.0932419
Nov 06 21:07:12.555058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-47adfeec-f794-4212-9f8f-8429612b862b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:12.558499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-47adfeec-f794-4212-9f8f-8429612b862b tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 945 time: 0.2040505
Nov 06 21:07:12.601342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae73d0-5ee7-4f32-9d62-20c055ef415d req-e2fd84bb-1dca-4cd8-900d-8550c71daade tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:12.603294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aae73d0-5ee7-4f32-9d62-20c055ef415d req-e2fd84bb-1dca-4cd8-900d-8550c71daade tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.1717126
Nov 06 21:07:12.618003 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-b683296b-e599-4fe1-8238-d2273e9d03ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643787
Nov 06 21:07:12.647393 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e489a13-4506-4ce2-89b5-0f2039e4bf21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:12.680453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:12.721018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c469f5-45df-4fe7-9a08-fb76cf7ab67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce13be-6d35-4362-a233-b10dc053ec0c'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:12.723947 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0da96fe-c66c-4727-a5c2-bdef5328422c" -d '{"events": [{"server_uuid": "07c469f5-45df-4fe7-9a08-fb76cf7ab67f", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce13be-6d35-4362-a233-b10dc053ec0c"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:12.769519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a3ce13be-6d35-4362-a233-b10dc053ec0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce13be-6d35-4362-a233-b10dc053ec0c,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:12.791017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-774bdc1a-ae05-44a7-ac25-b55efc00773b service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616855
Nov 06 21:07:12.801427 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:12.891408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aae73d0-5ee7-4f32-9d62-20c055ef415d req-5f136b50-ab4a-48a5-8b2a-1426cc09882a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458794
Nov 06 21:07:12.924073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379df348-4c43-402d-8773-eebb86e54f5d req-fb9ab29c-b4ce-464a-b572-80b0318fc04f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:12.925622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-379df348-4c43-402d-8773-eebb86e54f5d req-fb9ab29c-b4ce-464a-b572-80b0318fc04f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 908 time: 0.3459899
Nov 06 21:07:12.926039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a3ce13be-6d35-4362-a233-b10dc053ec0c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:12.938613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Deleting port bbe58d3f-538b-46e3-b044-460af86c1b11 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:12.939197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.054476 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-0e183ccd-8b19-4a80-830e-a4e9a679c589 req-f28192e0-68d6-4120-a9c7-60cc53c5c91b service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2519822
Nov 06 21:07:13.074225 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e489a13-4506-4ce2-89b5-0f2039e4bf21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.079514 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e489a13-4506-4ce2-89b5-0f2039e4bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.098829 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e8d21d-fcfe-4ddd-894b-05152ed8a98b x-openstack-request-id: req-47e8d21d-fcfe-4ddd-894b-05152ed8a98b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:13.099400 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c469f5-45df-4fe7-9a08-fb76cf7ab67f", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce13be-6d35-4362-a233-b10dc053ec0c", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:13.099655 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47e8d21d-fcfe-4ddd-894b-05152ed8a98b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:13.100335 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c469f5-45df-4fe7-9a08-fb76cf7ab67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce13be-6d35-4362-a233-b10dc053ec0c', 'code': 200}
Nov 06 21:07:13.147117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] For port bbe58d3f-538b-46e3-b044-460af86c1b11, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe58d3f-538b-46e3-b044-460af86c1b11,segment=NetworkSegment(7dc7a33e-66f3-4ae9-b59a-7b830f090ee6),segment_id=7dc7a33e-66f3-4ae9-b59a-7b830f090ee6)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:13.147793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.166517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Calling delete_port for bbe58d3f-538b-46e3-b044-460af86c1b11 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:13.214132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e489a13-4506-4ce2-89b5-0f2039e4bf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525ba1b6-ccbc-41e5-9cc1-929ad4c12494,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:13.232282 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4e489a13-4506-4ce2-89b5-0f2039e4bf21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d64fef32659411795c2a152b2e52838&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0204823
Nov 06 21:07:13.236316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50346) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:13.311643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-69a67efc-2072-42a1-aa0d-d6a0231c4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:13.318090 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-69a67efc-2072-42a1-aa0d-d6a0231c4163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1094 time: 0.1536419
Nov 06 21:07:13.340454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78945475-4e23-422d-963f-bfdd9fc607da req-bc046391-ece6-4c57-a33c-0f859442d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:13.341839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78945475-4e23-422d-963f-bfdd9fc607da req-bc046391-ece6-4c57-a33c-0f859442d722 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 1060 time: 0.1041059
Nov 06 21:07:13.352181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a42115-ad96-493c-a3ea-d67da7e703d2 req-b97c149b-1a4f-4e52-a739-d58f1fcfbe49 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:13.360717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92a42115-ad96-493c-a3ea-d67da7e703d2 req-b97c149b-1a4f-4e52-a739-d58f1fcfbe49 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e556d555-ac33-446d-a5c6-2bc4d404e921 HTTP/1.1" status: 200  len: 945 time: 0.1324103
Nov 06 21:07:13.430257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92a42115-ad96-493c-a3ea-d67da7e703d2 req-542bdd38-134e-4b46-ad4d-be4892699849 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb620553-8133-4b0c-b1a0-302df067ddf8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686643
Nov 06 21:07:13.454929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30b6a7c8-a274-4a1e-830e-6603e07a1693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.500000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30b6a7c8-a274-4a1e-830e-6603e07a1693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.527782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-1010d5e7-b42d-4fbb-b465-b819afd20e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:13.529502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-1010d5e7-b42d-4fbb-b465-b819afd20e53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 913 time: 0.1915603
Nov 06 21:07:13.530348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.544491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bbe58d3f-538b-46e3-b044-460af86c1b11'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:07:13.566750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Pushing event deleted for resources: {'Port': ['ID=bbe58d3f-538b-46e3-b044-460af86c1b11,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:13.609900 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-9334f0dc-3b4a-4de8-8119-09c33d3d6ba3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 200  len: 217 time: 0.0705729
Nov 06 21:07:13.644685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] No DVR routers for this DVR port bbe58d3f-538b-46e3-b044-460af86c1b11 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:07:13.647741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.651128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-887ddbc8-fe00-48a0-a89f-194157ebd73d req-44114296-f0f1-4584-9c4c-b5e614002746 tempest-ServersTestJSON-309509686 tempest-ServersTestJSON-309509686-project] 10.222.0.10 "DELETE /v2.0/ports/bbe58d3f-538b-46e3-b044-460af86c1b11 HTTP/1.1" status: 204  len: 173 time: 1.0775614
Nov 06 21:07:13.651571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e556d555-ac33-446d-a5c6-2bc4d404e921', 'name': 'network-vif-deleted', 'tag': 'bbe58d3f-538b-46e3-b044-460af86c1b11'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:13.653844 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e11918a-e589-45a9-b535-98056983fe63" -d '{"events": [{"server_uuid": "e556d555-ac33-446d-a5c6-2bc4d404e921", "name": "network-vif-deleted", "tag": "bbe58d3f-538b-46e3-b044-460af86c1b11"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:13.666506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30b6a7c8-a274-4a1e-830e-6603e07a1693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.669723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30b6a7c8-a274-4a1e-830e-6603e07a1693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:13.673713 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-30b6a7c8-a274-4a1e-830e-6603e07a1693 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/525ba1b6-ccbc-41e5-9cc1-929ad4c12494 HTTP/1.1" status: 204  len: 168 time: 0.4368558
Nov 06 21:07:13.687575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-c3f2b8db-98e8-4ab8-bb27-9cc7d2b53c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:13.689117 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-c3f2b8db-98e8-4ab8-bb27-9cc7d2b53c2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.0718453
Nov 06 21:07:13.689870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6a7c8-a274-4a1e-830e-6603e07a1693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525ba1b6-ccbc-41e5-9cc1-929ad4c12494,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:13.695741 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c6990-b79f-443e-b8da-85334835da97 x-openstack-request-id: req-0d5c6990-b79f-443e-b8da-85334835da97 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:13.696182 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e556d555-ac33-446d-a5c6-2bc4d404e921", "name": "network-vif-deleted", "tag": "bbe58d3f-538b-46e3-b044-460af86c1b11", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:13.696640 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d5c6990-b79f-443e-b8da-85334835da97 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:13.700072 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e556d555-ac33-446d-a5c6-2bc4d404e921', 'name': 'network-vif-deleted', 'tag': 'bbe58d3f-538b-46e3-b044-460af86c1b11', 'status': 'completed', 'code': 200}
Nov 06 21:07:13.797500 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-a9eb25c8-a541-4c01-b74f-e4c00904dc1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986519
Nov 06 21:07:13.945476 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-1c3e40a5-35f0-4048-b99c-e91d7d05fb5a service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375582
Nov 06 21:07:14.142497 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-65921ca4-c5f8-4fe2-bf95-6a6549f8bed4 req-8717122f-f744-4803-bf52-5d254e561e8e service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1881304
Nov 06 21:07:14.209701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771ed75-99fa-4dcb-a50f-aa350d8d36b7 req-2e9380a5-9752-495e-82bc-560dc1c262c1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:14.217414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8771ed75-99fa-4dcb-a50f-aa350d8d36b7 req-2e9380a5-9752-495e-82bc-560dc1c262c1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.1780748
Nov 06 21:07:14.278208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fbe04-1e67-4d12-a68d-d4522f1b0a3b req-25510633-1c4b-4327-8d80-f112a101ea3c tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:14.280205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a07fbe04-1e67-4d12-a68d-d4522f1b0a3b req-25510633-1c4b-4327-8d80-f112a101ea3c tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 909 time: 0.1433370
Nov 06 21:07:14.296091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8771ed75-99fa-4dcb-a50f-aa350d8d36b7 req-4dce59e3-56a0-431a-8a9c-cdea6ca60608 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775466
Nov 06 21:07:14.323542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50364) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:14.340616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3ab9-94b0-4dc3-8038-aa9d459589d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.478530 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.527047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50368) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:14.528201 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3ab9-94b0-4dc3-8038-aa9d459589d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.531522 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.533704 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3ab9-94b0-4dc3-8038-aa9d459589d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.596577 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ca1b3ab9-94b0-4dc3-8038-aa9d459589d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48ed8600be21413dab14de48e2f2f2a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2714508
Nov 06 21:07:14.602533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50370) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:14.622127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3ab9-94b0-4dc3-8038-aa9d459589d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d647cf45-ed6d-4bd5-b046-68ccaf7570d3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:14.640642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f628d750-81fc-4a16-b724-505eb7a193bb admin admin] Deleting subnet a2e1697f-b2c0-469e-8413-56865719f066 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:07:14.648478 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f628d750-81fc-4a16-b724-505eb7a193bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.700663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f628d750-81fc-4a16-b724-505eb7a193bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.745311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d43ab9-c1c7-4fee-b482-7f828f8756e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.786801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d43ab9-c1c7-4fee-b482-7f828f8756e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.822663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f628d750-81fc-4a16-b724-505eb7a193bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.898789 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d43ab9-c1c7-4fee-b482-7f828f8756e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.902469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63d43ab9-c1c7-4fee-b482-7f828f8756e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.903664 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63d43ab9-c1c7-4fee-b482-7f828f8756e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d647cf45-ed6d-4bd5-b046-68ccaf7570d3 HTTP/1.1" status: 204  len: 168 time: 0.2910507
Nov 06 21:07:14.927401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d43ab9-c1c7-4fee-b482-7f828f8756e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d647cf45-ed6d-4bd5-b046-68ccaf7570d3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:14.950448 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f628d750-81fc-4a16-b724-505eb7a193bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:14.995236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628d750-81fc-4a16-b724-505eb7a193bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e1697f-b2c0-469e-8413-56865719f066,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:14.997030 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f628d750-81fc-4a16-b724-505eb7a193bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:15.003328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f628d750-81fc-4a16-b724-505eb7a193bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a2e1697f-b2c0-469e-8413-56865719f066 HTTP/1.1" status: 204  len: 168 time: 0.4713964
Nov 06 21:07:15.003328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50392) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:15.121006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:15.349597 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:15.478238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925700ea00>,) {'filters': {'network_id': ['c0397278-359e-4b6d-bb4f-e56cf166bbfb']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:15.511818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925700ea00>, '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:15.512113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925700ea00>, '7dc7a33e-66f3-4ae9-b59a-7b830f090ee6') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:15.555483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:15.629914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:15.653348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:07:15.654021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:07:15.655410 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:07:15.706572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d95e79-dbdd-4bd9-ac0e-66222efa921f req-719dce3a-4da3-4540-8c71-fb6d2499e7eb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:15.724327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21d95e79-dbdd-4bd9-ac0e-66222efa921f req-719dce3a-4da3-4540-8c71-fb6d2499e7eb tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 909 time: 0.2080331
Nov 06 21:07:15.746742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69df51-dab5-407c-907d-14ee49c403e8 req-89ac0473-7e00-4b04-838e-ce92cf68b977 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:15.757837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e69df51-dab5-407c-907d-14ee49c403e8 req-89ac0473-7e00-4b04-838e-ce92cf68b977 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.2621839
Nov 06 21:07:15.786957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:15.799017 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:15.804143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0397278-359e-4b6d-bb4f-e56cf166bbfb HTTP/1.1" status: 204  len: 168 time: 0.7973659
Nov 06 21:07:15.823309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11efdd-7e1d-4a06-8a40-e1bc99350665 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0397278-359e-4b6d-bb4f-e56cf166bbfb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:15.843682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e69df51-dab5-407c-907d-14ee49c403e8 req-0e91cdb3-c6c5-442e-98a0-5eb7d0ec9a11 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847957
Nov 06 21:07:16.035576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73b9d9-f4fa-4076-8a1d-7cde3a5054ed req-2b9326ab-7960-4f23-b79a-5fa38901f900 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:16.037427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b73b9d9-f4fa-4076-8a1d-7cde3a5054ed req-2b9326ab-7960-4f23-b79a-5fa38901f900 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 909 time: 0.0862195
Nov 06 21:07:16.043799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50440) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:16.107676 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-47227f9f-7998-453b-981d-88a22344ba9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6eda1afc00c24f888ad31c7bade0503e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0621181
Nov 06 21:07:16.110905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50444) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:16.179535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9859363b-d23e-43de-ac16-cfe376dfdf16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:16.190796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d900-245d-4eab-8775-d5c0dd484b5f req-04e208b6-95d2-43ff-91a3-a080de4517bb tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:16.194363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5340d900-245d-4eab-8775-d5c0dd484b5f req-04e208b6-95d2-43ff-91a3-a080de4517bb tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 1060 time: 0.0651231
Nov 06 21:07:16.212263 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9859363b-d23e-43de-ac16-cfe376dfdf16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:16.219043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:07:16.265174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bbe58d3f-538b-46e3-b044-460af86c1b11 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:16.321648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9859363b-d23e-43de-ac16-cfe376dfdf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:16.326227 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9859363b-d23e-43de-ac16-cfe376dfdf16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:16.328313 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9859363b-d23e-43de-ac16-cfe376dfdf16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb620553-8133-4b0c-b1a0-302df067ddf8 HTTP/1.1" status: 204  len: 168 time: 0.2163696
Nov 06 21:07:16.343999 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859363b-d23e-43de-ac16-cfe376dfdf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb620553-8133-4b0c-b1a0-302df067ddf8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:16.372534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: bbe58d3f-538b-46e3-b044-460af86c1b11 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:16.372887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bbe58d3f-538b-46e3-b044-460af86c1b11 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:16.373020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3ceb9-f829-4b80-b890-a6ea2f8432d7 req-ff0e1dad-f584-445d-8a57-42325a235937 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:16.382489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ee3ceb9-f829-4b80-b890-a6ea2f8432d7 req-ff0e1dad-f584-445d-8a57-42325a235937 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 1136 time: 0.0636446
Nov 06 21:07:16.401967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:16.422409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3', 'port_id': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'mac_address': 'fa:16:3e:ea:7f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83340693-9226-4d03-a895-cbcfa9bf9c89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:07:16.461000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ee3ceb9-f829-4b80-b890-a6ea2f8432d7 req-ccd68840-2d92-42a7-a5ac-93975520d2b0 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0732372
Nov 06 21:07:16.472820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:16.476733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50458) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:16.490469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:07:16.518758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:16.524417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:16.574707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b341a1-2b82-499e-9b90-d244a34d5356 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:16.579996 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-33b341a1-2b82-499e-9b90-d244a34d5356 tempest-TestSecurityGroupsBasicOps-195828091 tempest-TestSecurityGroupsBasicOps-195828091-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 1055 time: 0.1018364
Nov 06 21:07:16.600990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:16.835585 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-838770d5-82bb-47f0-bdd8-220e0d510aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:16.855644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:07:17.018147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b7b3-c77d-404c-af02-f229bcf4c58a req-2914ac04-41e0-4ed8-8a3f-af84146d791f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:17.030088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1948b7b3-c77d-404c-af02-f229bcf4c58a req-2914ac04-41e0-4ed8-8a3f-af84146d791f tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 909 time: 0.1284664
Nov 06 21:07:17.130233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc1ff9-2ca7-43d4-99cf-86bdd02fc0f4 req-8d997539-8127-4df2-bc96-7b7f3a12b201 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:17.145699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45dc1ff9-2ca7-43d4-99cf-86bdd02fc0f4 req-8d997539-8127-4df2-bc96-7b7f3a12b201 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 944 time: 0.1558011
Nov 06 21:07:17.209416 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45dc1ff9-2ca7-43d4-99cf-86bdd02fc0f4 req-1296f778-7fee-409f-b79f-a1f6cebd38dc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622554
Nov 06 21:07:17.511794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50540) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:17.659851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50552) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:17.707659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9165c368-5d02-4146-baeb-e56729709f60 admin admin] Deleting subnet 2b51f3de-5056-4259-be58-721a427a2194 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:07:17.712322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9165c368-5d02-4146-baeb-e56729709f60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.714653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1242395358-network', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:17.744059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Made reservation on behalf of 487ddbc94d984ebb9aa64f586ae2fbf8 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:17.746742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.753906 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9165c368-5d02-4146-baeb-e56729709f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.756618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.805951 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9165c368-5d02-4146-baeb-e56729709f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.848973 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.854580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.875799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9165c368-5d02-4146-baeb-e56729709f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.881345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:07:17.892411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92660d69-036e-4b86-b53f-7e7656d3f3f0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:17.897483 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.897821 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Added segment 55e67c69-4f84-4fc1-b2cc-b3fd388052c4 of type vlan for network 868d34b9-2a4b-44dd-9b37-b695b577f3c0
Nov 06 21:07:17.911887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165c368-5d02-4146-baeb-e56729709f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b51f3de-5056-4259-be58-721a427a2194,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:17.914589 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9165c368-5d02-4146-baeb-e56729709f60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.920138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9165c368-5d02-4146-baeb-e56729709f60 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b51f3de-5056-4259-be58-721a427a2194 HTTP/1.1" status: 204  len: 168 time: 0.2589340
Nov 06 21:07:17.923314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50558) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:17.943598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.972878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:17.974366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:17.975117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.003835 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.046542 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5307863
Nov 06 21:07:18.046761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50560) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:18.056808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Request body: {'subnet': {'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1242395358-subnet', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:18.063485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c419a-e46b-4126-b229-c28157d7efdd admin admin] Pushing event updated for resources: {'Network': ['ID=868d34b9-2a4b-44dd-9b37-b695b577f3c0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:18.074568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:07:18.086991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Made reservation on behalf of 487ddbc94d984ebb9aa64f586ae2fbf8 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:18.092269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.106026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.129108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92550f5070>,) {'filters': {'network_id': ['10aa7df9-ef25-4001-9ab7-89fee07e9767']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:18.139706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92550f5070>, 'df8f9570-0434-45ab-a1f6-31904a371d77') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:18.140648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92550f5070>, 'df8f9570-0434-45ab-a1f6-31904a371d77') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:18.162328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.203928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.210547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:07:18.210927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.217448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:07:18.274511 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:07:18.294214 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.299544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:07:18.304947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:18.307160 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.315456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.318821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/10aa7df9-ef25-4001-9ab7-89fee07e9767 HTTP/1.1" status: 204  len: 168 time: 0.3944170
Nov 06 21:07:18.323182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50572) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:18.381811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b18f-5ffd-42fc-9e95-4c7ae5219f92 req-424dec89-5013-4bcf-b892-5f631c187bb9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:18.395204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9da2b18f-5ffd-42fc-9e95-4c7ae5219f92 req-424dec89-5013-4bcf-b892-5f631c187bb9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 909 time: 0.2413733
Nov 06 21:07:18.396274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c580d2-bb27-4f31-832f-c0f7aa62cb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=10aa7df9-ef25-4001-9ab7-89fee07e9767,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:18.402542 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.474856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e80a89-22e4-4cb0-be36-903520a15079,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:18.475142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-78c711ab-253a-401b-8691-b62e497a59b9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:18.475142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-78c711ab-253a-401b-8691-b62e497a59b9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.37 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 909 time: 0.1953392
Nov 06 21:07:18.475805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-869517be-f201-460a-a4b7-7be1dfaea29e admin admin] Deleting subnet aa22b266-a352-4c50-8cbf-87a2c0b580ec {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:07:18.481502 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-869517be-f201-460a-a4b7-7be1dfaea29e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.511965 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.539607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5218f4-ac29-49fc-be4c-b58b1b859f87 req-29a437bb-52ec-4faf-8abf-35c6870a3ed3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:18.540454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:18.541192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c5218f4-ac29-49fc-be4c-b58b1b859f87 req-29a437bb-52ec-4faf-8abf-35c6870a3ed3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 944 time: 0.1401052
Nov 06 21:07:18.547188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Checking segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:18.549453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Network hostable DHCP agents. Network: 868d34b9-2a4b-44dd-9b37-b695b577f3c0, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:07:18.551756 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b00917-ef3c-4ab4-9b21-d33d0e5d6f11" -d '{"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:18.571100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:18.577047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.580699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:07:18.620521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 868d34b9-2a4b-44dd-9b37-b695b577f3c0) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:18.627674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-869517be-f201-460a-a4b7-7be1dfaea29e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.630097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:18.630653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.634857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32321ca0-0c77-4d32-a692-1f0704b4372a None None] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:07:18.643076 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eccab1-0f51-4216-b21d-0b84a00ae843 x-openstack-request-id: req-b6eccab1-0f51-4216-b21d-0b84a00ae843 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:18.643462 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:18.643914 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6eccab1-0f51-4216-b21d-0b84a00ae843 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:18.644325 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'code': 200}
Nov 06 21:07:18.706893 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d2ddbb53-15b8-4b49-9080-bae625e51319 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6572969
Nov 06 21:07:18.710427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50592) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:18.715376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:18.759662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:18.777364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c5218f4-ac29-49fc-be4c-b58b1b859f87 req-0c643d2f-c063-427f-bb30-5872b8822ceb tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237346
Nov 06 21:07:18.801293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-869517be-f201-460a-a4b7-7be1dfaea29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.805192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e0304-080b-4c8c-948e-a0d0f011293c req-33a9f26a-9704-432d-a383-0699df178f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:18.807478 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a79e0304-080b-4c8c-948e-a0d0f011293c req-33a9f26a-9704-432d-a383-0699df178f6e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1096 time: 0.0861411
Nov 06 21:07:18.809214 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.810739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.837351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting port a3ce13be-6d35-4362-a233-b10dc053ec0c {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:18.837604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.940515 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-869517be-f201-460a-a4b7-7be1dfaea29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.951943 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a79e0304-080b-4c8c-948e-a0d0f011293c req-3cc101e2-4c47-41ec-ad56-0640dc4b7d17 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340487
Nov 06 21:07:18.953417 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:18.956921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:07:18.958135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.001189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-869517be-f201-460a-a4b7-7be1dfaea29e admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.005626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-869517be-f201-460a-a4b7-7be1dfaea29e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aa22b266-a352-4c50-8cbf-87a2c0b580ec HTTP/1.1" status: 204  len: 168 time: 0.6787672
Nov 06 21:07:19.007032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869517be-f201-460a-a4b7-7be1dfaea29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa22b266-a352-4c50-8cbf-87a2c0b580ec,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:19.008867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50600) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:19.010958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] For port a3ce13be-6d35-4362-a233-b10dc053ec0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3ce13be-6d35-4362-a233-b10dc053ec0c,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:19.011328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.085557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Calling delete_port for a3ce13be-6d35-4362-a233-b10dc053ec0c owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:19.113328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Allocated IP 172.20.0.2 (868d34b9-2a4b-44dd-9b37-b695b577f3c0/20e80a89-22e4-4cb0-be36-903520a15079/3d48ade3-c148-4394-a683-0dfe93662e0d) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:19.114135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.147698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.210837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb449-d5ca-4f3c-9037-bab24bf59081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.257692 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.301896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256dd9760>,) {'filters': {'network_id': ['9a50f577-5856-4dcf-a24a-7832039eedfe']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:19.313274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256dd9760>, 'c2f8bc51-9f6b-44fe-a732-a4bc1e55fa7f') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:19.313618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256dd9760>, 'c2f8bc51-9f6b-44fe-a732-a4bc1e55fa7f') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:19.331692 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.343002 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.354855 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.382336 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.400206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:19.400798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:07:19.402098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:07:19.404090 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:07:19.406897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:19.411547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.415281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:19.423003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Pushing event updated for resources: {'Port': ['ID=3d48ade3-c148-4394-a683-0dfe93662e0d,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:19.493541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Attempting to bind port 3d48ade3-c148-4394-a683-0dfe93662e0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:19.494352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Attempting to bind port 3d48ade3-c148-4394-a683-0dfe93662e0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:19.494722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Attempting to bind port 3d48ade3-c148-4394-a683-0dfe93662e0d on network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:19.500770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:19.501216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Checking segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:19.501638 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.502258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Bound using segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:19.502685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Bound port: 3d48ade3-c148-4394-a683-0dfe93662e0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:19.503069 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.528984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Port': ['ID=a3ce13be-6d35-4362-a233-b10dc053ec0c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:19.615061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0feaf791-5433-4514-82cd-51c776787002 req-c45a036a-2e51-4bac-a5d1-f941bc3f0caf tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c469f5-45df-4fe7-9a08-fb76cf7ab67f HTTP/1.1" status: 200  len: 210 time: 0.0973027
Nov 06 21:07:19.629144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] For port 3d48ade3-c148-4394-a683-0dfe93662e0d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:19.629998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] No DVR routers for this DVR port a3ce13be-6d35-4362-a233-b10dc053ec0c on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:07:19.634596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] For port 3d48ade3-c148-4394-a683-0dfe93662e0d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d48ade3-c148-4394-a683-0dfe93662e0d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:19.634931 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.638314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9181377-adc0-499f-8814-6cecc2d59e76 req-87bab0b8-4d25-4e7d-adb8-d9343f5f4929 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.37 "DELETE /v2.0/ports/a3ce13be-6d35-4362-a233-b10dc053ec0c HTTP/1.1" status: 204  len: 173 time: 1.1550782
Nov 06 21:07:19.639089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c469f5-45df-4fe7-9a08-fb76cf7ab67f', 'name': 'network-vif-deleted', 'tag': 'a3ce13be-6d35-4362-a233-b10dc053ec0c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:19.645898 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a04422-630c-477c-89a4-79c30ada9a37" -d '{"events": [{"server_uuid": "07c469f5-45df-4fe7-9a08-fb76cf7ab67f", "name": "network-vif-deleted", "tag": "a3ce13be-6d35-4362-a233-b10dc053ec0c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:19.661902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.675868 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.687412 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:19.712427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a50f577-5856-4dcf-a24a-7832039eedfe HTTP/1.1" status: 204  len: 168 time: 0.6952562
Nov 06 21:07:19.758869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260a17d-893f-4b64-8319-7081b4ede42d admin admin] Pushing event deleted for resources: {'Network': ['ID=9a50f577-5856-4dcf-a24a-7832039eedfe,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:19.768765 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a47c6-b90c-4c53-a083-8f8576de9d8f x-openstack-request-id: req-422a47c6-b90c-4c53-a083-8f8576de9d8f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:19.769180 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c469f5-45df-4fe7-9a08-fb76cf7ab67f", "name": "network-vif-deleted", "tag": "a3ce13be-6d35-4362-a233-b10dc053ec0c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:19.770249 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-422a47c6-b90c-4c53-a083-8f8576de9d8f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:19.770843 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c469f5-45df-4fe7-9a08-fb76cf7ab67f', 'name': 'network-vif-deleted', 'tag': 'a3ce13be-6d35-4362-a233-b10dc053ec0c', 'status': 'completed', 'code': 200}
Nov 06 21:07:19.928840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec66254-da12-4f38-be66-65758760f5b7 None None] Pushing event updated for resources: {'Port': ['ID=3d48ade3-c148-4394-a683-0dfe93662e0d,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:20.086931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296e589-29a6-4478-b822-d7a08c605b00 req-f3b54300-3e67-42cd-aaf8-17b874aa36a0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:20.098950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2296e589-29a6-4478-b822-d7a08c605b00 req-f3b54300-3e67-42cd-aaf8-17b874aa36a0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1355791
Nov 06 21:07:20.178068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2296e589-29a6-4478-b822-d7a08c605b00 req-9caeb611-4de4-4691-be01-a038b2ba4313 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769267
Nov 06 21:07:20.256713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.294381 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.333989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50628) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:20.424869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-61798534-65cf-4b36-b5c1-5cb986e9cbfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf82afb0b851411fa5ebbb7a77e087f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0892150
Nov 06 21:07:20.427160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50634) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:20.493613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Allocated IP 172.35.0.16 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/c5f32859-28b9-4d07-820e-9b75d5168b0a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:20.512951 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3f1b7558-d2b5-4099-ab1a-9a4e1c472801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.555257 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3f1b7558-d2b5-4099-ab1a-9a4e1c472801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.565034 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.618377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3f1b7558-d2b5-4099-ab1a-9a4e1c472801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.622231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3f1b7558-d2b5-4099-ab1a-9a4e1c472801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.625313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3f1b7558-d2b5-4099-ab1a-9a4e1c472801 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/655e00a4-37c9-40e0-b132-63f6d5c002f9 HTTP/1.1" status: 204  len: 168 time: 0.1964335
Nov 06 21:07:20.639421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b7558-d2b5-4099-ab1a-9a4e1c472801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655e00a4-37c9-40e0-b132-63f6d5c002f9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:20.657157 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.689858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50642) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:20.714516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:20.790262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:20.794430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:20.802116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:20.827260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f32859-28b9-4d07-820e-9b75d5168b0a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:21.249579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50684) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:21.292976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.395491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-23a8b515-ceff-4f8e-8338-bd677cbbbc88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=635874f3b0cc4cf9bd79725ca83deee1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1447802
Nov 06 21:07:21.399736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50688) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:21.405176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918d4df-f547-4ad5-90ab-fdee08e3bd6d req-e2a484c4-b281-43e3-854b-f2b6ebdb9a0d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:21.406911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c918d4df-f547-4ad5-90ab-fdee08e3bd6d req-e2a484c4-b281-43e3-854b-f2b6ebdb9a0d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1203749
Nov 06 21:07:21.419122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a83f4d-4f6b-4da2-8566-1fbfe3b31adb None None] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:07:21.487813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c918d4df-f547-4ad5-90ab-fdee08e3bd6d req-12f817ca-79f3-425d-9573-38fe408f66a1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706997
Nov 06 21:07:21.556992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b748381-d7a9-49cf-a286-27f19f3140ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.568777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.606178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3d48ade3-c148-4394-a683-0dfe93662e0d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:21.628142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b748381-d7a9-49cf-a286-27f19f3140ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.652505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.679229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ac4d781e-f20a-4e12-b01b-a2260ad6edd8 None None] Provisioning complete for port 3d48ade3-c148-4394-a683-0dfe93662e0d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:21.679576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac4d781e-f20a-4e12-b01b-a2260ad6edd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.897263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3d48ade3-c148-4394-a683-0dfe93662e0d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:21.897770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.911576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.940484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b748381-d7a9-49cf-a286-27f19f3140ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.943682 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b748381-d7a9-49cf-a286-27f19f3140ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.947455 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5b748381-d7a9-49cf-a286-27f19f3140ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1afafd70-bb21-4c9b-8524-a1c42bc183c3 HTTP/1.1" status: 204  len: 168 time: 0.5429282
Nov 06 21:07:21.955136 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac4d781e-f20a-4e12-b01b-a2260ad6edd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:21.959564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:07:21.963445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b748381-d7a9-49cf-a286-27f19f3140ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afafd70-bb21-4c9b-8524-a1c42bc183c3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:22.027881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ac4d781e-f20a-4e12-b01b-a2260ad6edd8 None None] For port 3d48ade3-c148-4394-a683-0dfe93662e0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d48ade3-c148-4394-a683-0dfe93662e0d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:22.042095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac4d781e-f20a-4e12-b01b-a2260ad6edd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:22.220932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:07:22.250431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d781e-f20a-4e12-b01b-a2260ad6edd8 None None] Pushing event updated for resources: {'Port': ['ID=3d48ade3-c148-4394-a683-0dfe93662e0d,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:22.262992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:22.266309 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6f8bc4df-50ac-4e1a-ab55-4021586e4a54 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.5545805
Nov 06 21:07:22.269462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50712) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:22.274211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Sync routers for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:07:22.298485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:22.299388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518d9460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:22.491154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a3ce13be-6d35-4362-a233-b10dc053ec0c no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:22.559640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-8e0de950-e3c4-4bd0-a759-96abb19a8ff6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:22.561869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-8e0de950-e3c4-4bd0-a759-96abb19a8ff6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 812 time: 0.3697934
Nov 06 21:07:22.562339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: a3ce13be-6d35-4362-a233-b10dc053ec0c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:22.562698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a3ce13be-6d35-4362-a233-b10dc053ec0c not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:22.586677 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:22.600122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-31f6fcd0-069f-4e74-8722-f20871aecd42 None None] Provisioning complete for port 3d48ade3-c148-4394-a683-0dfe93662e0d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:22.600122 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-31f6fcd0-069f-4e74-8722-f20871aecd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:22.612616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-7bc55081-0deb-4b1f-8d2f-e9292d37a7c2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/quotas/930a318a21a4455c8d2c6eb794459b51 HTTP/1.1" status: 200  len: 375 time: 0.0352089
Nov 06 21:07:22.639709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:22.779586 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-92d4b01b-43a2-4c92-8505-8f3d419d0c48 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1534960
Nov 06 21:07:22.787537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-1ff48720-c0fe-46c1-ab70-ec4e06834d00 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:07:22.796926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-1ff48720-c0fe-46c1-ab70-ec4e06834d00 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0160723
Nov 06 21:07:22.894354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:22.894755 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:22.969292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-1088ad61-37b3-48b4-9f6a-f6f6a2028e72 service neutron] 10.222.0.13 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707718
Nov 06 21:07:23.107890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] For port 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:23.108266 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:23.131997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Calling delete_port for 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:23.153461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-13aba8c4-63b5-453a-bb98-f3549187f092 service neutron] 10.222.0.13 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831865
Nov 06 21:07:23.184573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:23.345580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518d9460>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:21Z', 'revision_number': 3, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:23.407837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Allocated IP 172.20.0.1 (868d34b9-2a4b-44dd-9b37-b695b577f3c0/20e80a89-22e4-4cb0-be36-903520a15079/56a9f617-196f-4a9d-ad2b-71ccec32e677) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:23.475483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Checking router: 855e1ea2-fd9f-45a7-83a2-708a1d97c71a for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:07:23.483210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Updating router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a port c5f32859-28b9-4d07-820e-9b75d5168b0a binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:07:23.533546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:23.543461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f4c7a68-85b3-4f4d-94ed-6c900e906d52 req-0d2ca060-75a9-4af2-bf6b-3f1fd69d41a7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 210 time: 0.0643692
Nov 06 21:07:23.569392 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:23.581477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3d48ade3-c148-4394-a683-0dfe93662e0d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:23.602392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Port': ['ID=74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:23.642186 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:23.667587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:23.797604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Pushing event updated for resources: {'Port': ['ID=56a9f617-196f-4a9d-ad2b-71ccec32e677,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:23.804608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:23.806110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:23.830351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:23.876590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3d48ade3-c148-4394-a683-0dfe93662e0d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:23.877103 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:23.930752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.086760 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.245615 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.264012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.314520 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.395697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Attempting to bind port c5f32859-28b9-4d07-820e-9b75d5168b0a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:24.396068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Attempting to bind port c5f32859-28b9-4d07-820e-9b75d5168b0a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:24.396474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Attempting to bind port c5f32859-28b9-4d07-820e-9b75d5168b0a on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:24.406961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:24.407322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:24.411786 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.413575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:24.414246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Bound port: c5f32859-28b9-4d07-820e-9b75d5168b0a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:24.415958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.513963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] For port c5f32859-28b9-4d07-820e-9b75d5168b0a, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:24.521158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] For port c5f32859-28b9-4d07-820e-9b75d5168b0a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f32859-28b9-4d07-820e-9b75d5168b0a,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:24.527633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea2d37-d14d-4ce1-bc8d-e8bf217b7c4d None None] Pushing event updated for resources: {'Port': ['ID=c5f32859-28b9-4d07-820e-9b75d5168b0a,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:24.585461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.635660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ec9551ba-5f48-4178-9f96-1417083129f6 None None] Provisioning complete for port 56a9f617-196f-4a9d-ad2b-71ccec32e677 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:24.636061 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec9551ba-5f48-4178-9f96-1417083129f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.683098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Router 39aae531-7ecb-40f3-b9bf-25321382a597 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:07:24.710791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.720089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ec9551ba-5f48-4178-9f96-1417083129f6 None None] Port 56a9f617-196f-4a9d-ad2b-71ccec32e677 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:07:24.722912 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.771997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea2d37-d14d-4ce1-bc8d-e8bf217b7c4d None None] Pushing event updated for resources: {'Port': ['ID=c5f32859-28b9-4d07-820e-9b75d5168b0a,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:24.774805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:24.775517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518d9460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:24.787018 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5a00aa4-97de-4b9f-af6b-857bb9064e78 req-c27179e7-59c0-49db-996c-2455eb6ebcbb tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 210 time: 0.0862703
Nov 06 21:07:24.795476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:24.900848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Pushing event updated for resources: {'Port': ['ID=56a9f617-196f-4a9d-ad2b-71ccec32e677,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:24.907450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:07:24.917336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:24.918487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ae133f89-ba93-4912-9fe3-9afb13fe2dce tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "PUT /v2.0/routers/39aae531-7ecb-40f3-b9bf-25321382a597/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2274985
Nov 06 21:07:24.920442 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] Sync routers for ids ['39aae531-7ecb-40f3-b9bf-25321382a597'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:07:24.921722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:24.930850 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] Routers {'39aae531-7ecb-40f3-b9bf-25321382a597'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:24.931987 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925271e130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['39aae531-7ecb-40f3-b9bf-25321382a597'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:24.992743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d35f31-6cb2-40c4-bb29-c08252881a87 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting subnet 1c8fca80-c87b-4f5c-949a-7b7114dff401 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:07:25.023785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6d35f31-6cb2-40c4-bb29-c08252881a87 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:25.047121 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] Set router 39aae531-7ecb-40f3-b9bf-25321382a597 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:25.100425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:25.103945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6d35f31-6cb2-40c4-bb29-c08252881a87 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:25.106953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:25.330563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518d9460>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 2, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:25.368833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ba77b-5882-4f4f-b85f-38e04de6d81a None None] The sync data for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 is: [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 2, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:25.415405 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925271e130>, [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:07:23Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:25.447758 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] Checking router: 39aae531-7ecb-40f3-b9bf-25321382a597 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:07:25.457182 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] Routers {'39aae531-7ecb-40f3-b9bf-25321382a597'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:25.457937 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925271e130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['39aae531-7ecb-40f3-b9bf-25321382a597'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:25.476179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-33902e54-51c1-46e3-ac5f-e04382e0199c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:25.480436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-33902e54-51c1-46e3-ac5f-e04382e0199c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.37 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 812 time: 0.3149741
Nov 06 21:07:25.487441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:07:25.500546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Request body: {'port': {'device_id': '87760ef5-370e-4d4e-b5c7-9322d089e9ac', 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3', 'admin_state_up': True, 'tenant_id': '930a318a21a4455c8d2c6eb794459b51'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:25.553977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-58637854-0bd8-40cb-af09-74ea1fa0d79c None None] Provisioning complete for port 56a9f617-196f-4a9d-ad2b-71ccec32e677 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:25.554602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-58637854-0bd8-40cb-af09-74ea1fa0d79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:25.629075 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] Set router 39aae531-7ecb-40f3-b9bf-25321382a597 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:25.633208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-58637854-0bd8-40cb-af09-74ea1fa0d79c None None] Port 56a9f617-196f-4a9d-ad2b-71ccec32e677 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:07:25.787734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Made reservation on behalf of 930a318a21a4455c8d2c6eb794459b51 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:25.797599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6d35f31-6cb2-40c4-bb29-c08252881a87 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:25.800057 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:25.869213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:07:25.904489 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c9d0030a-5a6c-4d7f-a455-1b6aca5871f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/855e1ea2-fd9f-45a7-83a2-708a1d97c71a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6294298
Nov 06 21:07:25.930363 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925271e130>, [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:07:23Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:26.004835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6d35f31-6cb2-40c4-bb29-c08252881a87 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:26.006841 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa46f10-043f-4264-bdfd-5b006bbf7387 None None] The sync data for ids ['39aae531-7ecb-40f3-b9bf-25321382a597'] in ncdv-master-1 is: [{'id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-230546825', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139'}], 'enable_snat': True}, 'gw_port_id': '12684006-d871-480d-a1ee-cc7e050b4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:07:23Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '12684006-d871-480d-a1ee-cc7e050b4583', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39aae531-7ecb-40f3-b9bf-25321382a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:06:48Z', 'updated_at': '2021-11-06T21:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:26.131014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4dc7b98-2c13-4647-b51c-4fbf664e6692 req-d2a603ef-b5fd-4b43-9528-f8075faf1b4d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 210 time: 0.1045535
Nov 06 21:07:26.146280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f6d35f31-6cb2-40c4-bb29-c08252881a87 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:26.162760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30ecf3-b94a-487e-b083-d0cbe15f3acf None None] Network 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:07:26.166220 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f6d35f31-6cb2-40c4-bb29-c08252881a87 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/subnets/1c8fca80-c87b-4f5c-949a-7b7114dff401 HTTP/1.1" status: 204  len: 168 time: 1.2386115
Nov 06 21:07:26.169139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d35f31-6cb2-40c4-bb29-c08252881a87 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8fca80-c87b-4f5c-949a-7b7114dff401,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:26.174689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50888) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:26.344567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Allocated IP 172.20.0.8 (c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3/83340693-9226-4d03-a895-cbcfa9bf9c89/a26b735f-b3a5-4a7a-a025-d9364e42a0a4) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:26.453906 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:26.476120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50894) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:26.502030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] DHCP port deletion for 26ebcefd-d4b1-4fd8-a62b-28d254b6db14 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:07:26.586161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] Deleting port 8384ee01-22a8-401d-b294-38379f085d7f {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:26.586541 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:26.589200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:26.714255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting port 12684006-d871-480d-a1ee-cc7e050b4583 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:26.714697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:26.767342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68845d96-1501-4d7c-8423-9215047b6d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:26.784013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] For port 8384ee01-22a8-401d-b294-38379f085d7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8384ee01-22a8-401d-b294-38379f085d7f,segment=NetworkSegment(db9be2fb-5016-4c03-a61c-45c215d4612f),segment_id=db9be2fb-5016-4c03-a61c-45c215d4612f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:26.784575 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:26.822555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] Calling delete_port for 8384ee01-22a8-401d-b294-38379f085d7f owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:26.880413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.000509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.004563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] For port 12684006-d871-480d-a1ee-cc7e050b4583, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12684006-d871-480d-a1ee-cc7e050b4583,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:27.004731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.048267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Calling delete_port for 12684006-d871-480d-a1ee-cc7e050b4583 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:27.069647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50914) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:27.073119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] Pushing event deleted for resources: {'Port': ['ID=8384ee01-22a8-401d-b294-38379f085d7f,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:27.076037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-00cb0063-5b89-43ea-83c3-7718208e23d5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621249649', 'description': 'tempest-description--1970050763'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:27.077848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5b041-7dd1-4010-bf22-842777e908c4 None None] No DVR routers for this DVR port 8384ee01-22a8-401d-b294-38379f085d7f on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:07:27.099063 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.110836 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:07:27.177571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00cb0063-5b89-43ea-83c3-7718208e23d5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.180223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Pushing event updated for resources: {'Port': ['ID=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:27.185648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:27.201263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:27.249850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:27.327755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.354591 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68845d96-1501-4d7c-8423-9215047b6d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.361739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Port': ['ID=12684006-d871-480d-a1ee-cc7e050b4583,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:27.385013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-68845d96-1501-4d7c-8423-9215047b6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.398103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:27.398827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.435125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.478523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-5bf65279-0cf3-4892-ad93-aef686f35706 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9817231
Nov 06 21:07:27.495696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-68845d96-1501-4d7c-8423-9215047b6d42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ead495ea299143879b5fc198c7a1e398&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0057604
Nov 06 21:07:27.495696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68845d96-1501-4d7c-8423-9215047b6d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f5117e-bad9-45f6-9284-d5ca475085c2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:27.504693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a9120-f323-493d-8909-7c19e380e593 req-6ae95d52-f2a7-4f35-a39a-76d9ca92a3f8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:27.506261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-369a9120-f323-493d-8909-7c19e380e593 req-6ae95d52-f2a7-4f35-a39a-76d9ca92a3f8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 931 time: 0.1959944
Nov 06 21:07:27.510843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50920) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:27.512801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-6e94f152-7103-45b9-b455-2afbc45cca47 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:07:27.513848 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-6e94f152-7103-45b9-b455-2afbc45cca47 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0283768
Nov 06 21:07:27.533027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00cb0063-5b89-43ea-83c3-7718208e23d5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.537263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Request body: {'port': {'device_id': '87760ef5-370e-4d4e-b5c7-9322d089e9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:27.549434 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00cb0063-5b89-43ea-83c3-7718208e23d5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.635602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c5f32859-28b9-4d07-820e-9b75d5168b0a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:27.640844 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00cb0063-5b89-43ea-83c3-7718208e23d5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.642123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-00cb0063-5b89-43ea-83c3-7718208e23d5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5703738
Nov 06 21:07:27.649733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50922) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:27.659430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a6d14bf3-1d66-4e48-879e-428f268d5957 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'security_group_rule': {'security_group_id': '489f2a75-85e0-470d-b2a0-eb11ba00ae22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:27.664264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb0063-5b89-43ea-83c3-7718208e23d5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489f2a75-85e0-470d-b2a0-eb11ba00ae22,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:27.668732 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.677008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-369a9120-f323-493d-8909-7c19e380e593 req-25b18b6b-32fb-405f-a10b-4563647b7f0c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621363
Nov 06 21:07:27.776067 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d14bf3-1d66-4e48-879e-428f268d5957 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.777142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c5f32859-28b9-4d07-820e-9b75d5168b0a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:27.781123 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.896488 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.931253 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d14bf3-1d66-4e48-879e-428f268d5957 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:27.946697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port c5f32859-28b9-4d07-820e-9b75d5168b0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f32859-28b9-4d07-820e-9b75d5168b0a,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:27.952779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.013534 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.019924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.028509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=c5f32859-28b9-4d07-820e-9b75d5168b0a,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:28.038606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d14bf3-1d66-4e48-879e-428f268d5957 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.057877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8384ee01-22a8-401d-b294-38379f085d7f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:28.083619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.084271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Fanout notify agent at l3_agent the message router_deleted on router 39aae531-7ecb-40f3-b9bf-25321382a597 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:07:28.092011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d14bf3-1d66-4e48-879e-428f268d5957 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd2cba9-6a2c-47da-9a42-772b530fa297,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:28.093285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.094551 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8bd8dff0-e07d-471a-9784-bff6008dbab1 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/routers/39aae531-7ecb-40f3-b9bf-25321382a597 HTTP/1.1" status: 204  len: 168 time: 1.9184294
Nov 06 21:07:28.095728 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d429502d-03f1-4cb4-a395-c9318ed6be33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.100662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50928) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:28.121467 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d429502d-03f1-4cb4-a395-c9318ed6be33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.129051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 8384ee01-22a8-401d-b294-38379f085d7f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:28.132534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8384ee01-22a8-401d-b294-38379f085d7f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:28.133168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:28.169828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:28.170331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 74f4ad95-38fd-44b9-bd5c-6ce5d4322cdf not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:28.182908 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d429502d-03f1-4cb4-a395-c9318ed6be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.189927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d429502d-03f1-4cb4-a395-c9318ed6be33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.193475 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d429502d-03f1-4cb4-a395-c9318ed6be33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34f5117e-bad9-45f6-9284-d5ca475085c2 HTTP/1.1" status: 204  len: 168 time: 0.6793211
Nov 06 21:07:28.206284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6d14bf3-1d66-4e48-879e-428f268d5957 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.207044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429502d-03f1-4cb4-a395-c9318ed6be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f5117e-bad9-45f6-9284-d5ca475085c2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:28.210807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a6d14bf3-1d66-4e48-879e-428f268d5957 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5529768
Nov 06 21:07:28.211411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50932) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:28.226106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.226838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3ff2dafc-54f5-45d4-bc8a-565836284ab9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'security_group_rule': {'security_group_id': '489f2a75-85e0-470d-b2a0-eb11ba00ae22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:28.267437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ff2dafc-54f5-45d4-bc8a-565836284ab9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.382722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26b735f-b3a5-4a7a-a025-d9364e42a0a4 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:07:28.388028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ff2dafc-54f5-45d4-bc8a-565836284ab9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.397306 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.397895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ff2dafc-54f5-45d4-bc8a-565836284ab9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.402357 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.439644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Transition to ACTIVE for port object a26b735f-b3a5-4a7a-a025-d9364e42a0a4 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:07:28.441777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924ff7e4f0>,) {'filters': {'network_id': ['26ebcefd-d4b1-4fd8-a62b-28d254b6db14']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:28.447556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2dafc-54f5-45d4-bc8a-565836284ab9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d4f052-1bae-4877-8064-189a55aef5b8,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:28.454225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.458352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924ff7e4f0>, 'db9be2fb-5016-4c03-a61c-45c215d4612f') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:28.458713 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924ff7e4f0>, 'db9be2fb-5016-4c03-a61c-45c215d4612f') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:28.459372 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ff2dafc-54f5-45d4-bc8a-565836284ab9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.462040 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ff2dafc-54f5-45d4-bc8a-565836284ab9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2496831
Nov 06 21:07:28.465948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50938) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:28.486323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:28.504653 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.526490 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.549287 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.567415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Pushing event updated for resources: {'Port': ['ID=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:28.574956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:07:28.575322 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:07:28.579313 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:07:28.689043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.694245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.701403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/networks/26ebcefd-d4b1-4fd8-a62b-28d254b6db14 HTTP/1.1" status: 204  len: 168 time: 0.5996571
Nov 06 21:07:28.702581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50956) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:28.724269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.734783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Attempting to bind port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:28.735198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Attempting to bind port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:28.735621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Attempting to bind port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 on network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:28.771749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50960) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:28.775589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e6828-a61f-4380-959e-a25e56937c9b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Network': ['ID=26ebcefd-d4b1-4fd8-a62b-28d254b6db14,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:28.790866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 on network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:07:28.791186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Attempting to bind port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 on network c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:28.808921 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2dee-220b-47a4-98dd-2ac2f470e8f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.830151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:28.830478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Checking segment: {'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:28.831040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Bound using segment: {'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:28.831317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Bound port: a26b735f-b3a5-4a7a-a025-d9364e42a0a4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f27998d-9697-4127-8d39-032ac5d2ca5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:28.831781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:28.935523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Allocated IP 172.35.0.93 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/1b97e782-3ff3-4ecd-b086-db2c49a19650) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:29.072398 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.119698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Sync routers for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:07:29.133368 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:29.134240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251ffcfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:29.157903 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.220727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:29.226075 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:29.228604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:29.259936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50980) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:29.270031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'Port': ['ID=1b97e782-3ff3-4ecd-b086-db2c49a19650,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:29.301497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:29.354803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.403902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.572282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c5f32859-28b9-4d07-820e-9b75d5168b0a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:29.587308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] For port a26b735f-b3a5-4a7a-a025-d9364e42a0a4, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:29.590625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] For port a26b735f-b3a5-4a7a-a025-d9364e42a0a4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:29.609152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31728ca8-5a4c-4a95-86f2-217ef839f995 req-70b894aa-d3c1-4345-ae1a-a26eafcd5dcc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:29.610720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31728ca8-5a4c-4a95-86f2-217ef839f995 req-70b894aa-d3c1-4345-ae1a-a26eafcd5dcc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 943 time: 0.8089015
Nov 06 21:07:29.618856 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.637356 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0a19ed76-4582-436e-bca0-53d48fb3afb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=851c2b80f5494964acaa57e656390e5e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3764517
Nov 06 21:07:29.640057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51000) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:29.683157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251ffcfa0>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 2, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:29.718596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:29.719233 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.720750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] 10.222.0.37 "PUT /v2.0/ports/a26b735f-b3a5-4a7a-a025-d9364e42a0a4 HTTP/1.1" status: 200  len: 1091 time: 2.1918991
Nov 06 21:07:29.723478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87760ef5-370e-4d4e-b5c7-9322d089e9ac', 'tag': 'a26b735f-b3a5-4a7a-a025-d9364e42a0a4'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:29.725863 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b06290b-c9fe-4e58-b596-b1cd34fe699c" -d '{"events": [{"name": "network-changed", "server_uuid": "87760ef5-370e-4d4e-b5c7-9322d089e9ac", "tag": "a26b735f-b3a5-4a7a-a025-d9364e42a0a4"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:29.734019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c5f32859-28b9-4d07-820e-9b75d5168b0a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:29.734833 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.738510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7e8953b-6896-43ea-973d-6300ce13b76e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.765660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7e8953b-6896-43ea-973d-6300ce13b76e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.789903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Checking router: 855e1ea2-fd9f-45a7-83a2-708a1d97c71a for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:07:29.790154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Updating router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a port 56a9f617-196f-4a9d-ad2b-71ccec32e677 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:07:29.806269 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b9a00a-df70-4c53-b2d4-055d552c02af x-openstack-request-id: req-e0b9a00a-df70-4c53-b2d4-055d552c02af {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:29.806564 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87760ef5-370e-4d4e-b5c7-9322d089e9ac", "tag": "a26b735f-b3a5-4a7a-a025-d9364e42a0a4", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:29.806827 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0b9a00a-df70-4c53-b2d4-055d552c02af {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:29.807254 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87760ef5-370e-4d4e-b5c7-9322d089e9ac', 'tag': 'a26b735f-b3a5-4a7a-a025-d9364e42a0a4', 'status': 'completed', 'code': 200}
Nov 06 21:07:29.823076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.829670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9367ce0-150c-4e75-8b04-ca1b3d5ee709 service neutron] Pushing event updated for resources: {'Port': ['ID=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:29.829902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.837095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31728ca8-5a4c-4a95-86f2-217ef839f995 req-312350af-042c-4184-8ae6-dfea8c66e2a6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159505
Nov 06 21:07:29.840380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.840577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2dee-220b-47a4-98dd-2ac2f470e8f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.859982 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2dee-220b-47a4-98dd-2ac2f470e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.920597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting port 9e299716-44dc-418c-87a5-cac686461c47 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:29.920861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.938926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7e8953b-6896-43ea-973d-6300ce13b76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.941420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7e8953b-6896-43ea-973d-6300ce13b76e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.942569 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7e8953b-6896-43ea-973d-6300ce13b76e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bc364ca-02fb-49c3-8875-866c1df5fca3 HTTP/1.1" status: 204  len: 168 time: 0.3012612
Nov 06 21:07:29.953763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'Port': ['ID=1b97e782-3ff3-4ecd-b086-db2c49a19650,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:29.964248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8953b-6896-43ea-973d-6300ce13b76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc364ca-02fb-49c3-8875-866c1df5fca3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:29.966055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.981937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-10fadb05-13b3-4e5c-a271-6c17690391ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:29.985303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-10fadb05-13b3-4e5c-a271-6c17690391ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 1094 time: 0.2047796
Nov 06 21:07:29.991169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:29.994001 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3a44553f-7673-421c-b48f-8543e699880b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5269918
Nov 06 21:07:29.998855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12684006-d871-480d-a1ee-cc7e050b4583 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:30.021845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3c7d2dee-220b-47a4-98dd-2ac2f470e8f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0b4ef83c02544789bdfe20db17d1caf&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2473114
Nov 06 21:07:30.022617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d2dee-220b-47a4-98dd-2ac2f470e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ff69f1-1327-4147-a6c6-c6532beef68d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:30.024580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51008) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:30.065641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-c714e568-7a66-4351-b0a2-af6bd9a0ff56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26b735f-b3a5-4a7a-a025-d9364e42a0a4 HTTP/1.1" status: 200  len: 217 time: 0.0647581
Nov 06 21:07:30.120011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 12684006-d871-480d-a1ee-cc7e050b4583 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:30.120603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 12684006-d871-480d-a1ee-cc7e050b4583 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:30.125945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f3c778-dc7e-43cf-8b91-0447c0d8e1ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.154335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.154677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.165296 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f3c778-dc7e-43cf-8b91-0447c0d8e1ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.177613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-cdda6f28-63b0-4ea7-a0b8-289e417f25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:30.179892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-cdda6f28-63b0-4ea7-a0b8-289e417f25f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.1054132
Nov 06 21:07:30.180953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Calling delete_port for 9e299716-44dc-418c-87a5-cac686461c47 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:30.233053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f3c778-dc7e-43cf-8b91-0447c0d8e1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.237600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52f3c778-dc7e-43cf-8b91-0447c0d8e1ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.239410 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-52f3c778-dc7e-43cf-8b91-0447c0d8e1ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20ff69f1-1327-4147-a6c6-c6532beef68d HTTP/1.1" status: 204  len: 168 time: 0.2136288
Nov 06 21:07:30.246438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-fb1961ba-7897-47db-9e0d-e374235099d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592287
Nov 06 21:07:30.256138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3c778-dc7e-43cf-8b91-0447c0d8e1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ff69f1-1327-4147-a6c6-c6532beef68d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:30.520569 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.536134 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.578929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-0d2a6be7-d3c6-4dc2-a3f6-3327e9bd1179 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1621249649&fields=id&tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8 HTTP/1.1" status: 200  len: 267 time: 0.2443898
Nov 06 21:07:30.586738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-35284ae0-92d3-4f13-8d02-bd234821d83c service neutron] 10.222.0.37 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512136
Nov 06 21:07:30.813903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d67ce-cd5e-4863-9119-2f3f009a19d9 None None] Pushing event updated for resources: {'Port': ['ID=56a9f617-196f-4a9d-ad2b-71ccec32e677,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:30.872988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51060) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:30.885695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Attempting to bind port 56a9f617-196f-4a9d-ad2b-71ccec32e677 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:30.885976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Attempting to bind port 56a9f617-196f-4a9d-ad2b-71ccec32e677 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:30.886320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Attempting to bind port 56a9f617-196f-4a9d-ad2b-71ccec32e677 on network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:30.891974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:30.892382 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Checking segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:30.892781 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.893175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Bound using segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:30.893640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Bound port: 56a9f617-196f-4a9d-ad2b-71ccec32e677, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:30.894029 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.953987 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:30.993058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] For port 56a9f617-196f-4a9d-ad2b-71ccec32e677, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:31.005123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] For port 56a9f617-196f-4a9d-ad2b-71ccec32e677, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a9f617-196f-4a9d-ad2b-71ccec32e677,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:31.015969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.054953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-74a52155-ecb6-43fd-9a28-66bb9bfb8de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.106269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Port': ['ID=9e299716-44dc-418c-87a5-cac686461c47,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:31.113561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d67ce-cd5e-4863-9119-2f3f009a19d9 None None] Pushing event updated for resources: {'Port': ['ID=56a9f617-196f-4a9d-ad2b-71ccec32e677,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:31.135338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-a65c68df-75f7-4727-b761-4777207b7227 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:31.144593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-a65c68df-75f7-4727-b761-4777207b7227 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 811 time: 0.5544989
Nov 06 21:07:31.147071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:31.148796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251ffcfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:31.195304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c2da86a1-2d02-4eaf-bd9b-e25b57c795fe req-e60cd78b-07e9-4e3e-b4ff-0fad484e0431 service neutron] 10.222.0.37 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4437332
Nov 06 21:07:31.213277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-9b286833-cef5-4c66-bbf1-37a5ad1241a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/quotas/487ddbc94d984ebb9aa64f586ae2fbf8 HTTP/1.1" status: 200  len: 375 time: 0.0673995
Nov 06 21:07:31.238056 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-74a52155-ecb6-43fd-9a28-66bb9bfb8de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.253500 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-74a52155-ecb6-43fd-9a28-66bb9bfb8de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.327412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-07734bab-ee10-4345-8cec-63013dbfc551 None None] Provisioning complete for port 56a9f617-196f-4a9d-ad2b-71ccec32e677 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:31.327989 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-07734bab-ee10-4345-8cec-63013dbfc551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.369805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a52155-ecb6-43fd-9a28-66bb9bfb8de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f74a83-4001-4c7a-89b0-a8e130100d64,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:31.380828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:31.396962 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-74a52155-ecb6-43fd-9a28-66bb9bfb8de3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc746954b8ce430a8a9b26460f7b0b30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5228236
Nov 06 21:07:31.398450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51078) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:31.408468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208fdb7-5d8e-4816-9abc-dce919729c1e req-7a295397-4ad9-4a7b-bfef-411dce189093 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:31.413602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8208fdb7-5d8e-4816-9abc-dce919729c1e req-7a295397-4ad9-4a7b-bfef-411dce189093 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 943 time: 0.3927326
Nov 06 21:07:31.455172 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.455410 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Floating IP 536c5fd8-51f2-427c-8ad9-339fc073ba46 disassociated (deleted). External IP: 172.35.0.211, port: a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a.
Nov 06 21:07:31.489258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-07734bab-ee10-4345-8cec-63013dbfc551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.520918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a3beb33-c011-4bec-9355-a37bfa7fb9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.570518 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a3beb33-c011-4bec-9355-a37bfa7fb9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.585104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-6368ae4d-fdf0-40c1-a6e2-d5371d3f50a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3708601
Nov 06 21:07:31.630285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-e36dbdee-effc-466e-ad7a-f1dd4e0b6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:31.633337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-e36dbdee-effc-466e-ad7a-f1dd4e0b6ac0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 1094 time: 0.3728466
Nov 06 21:07:31.637332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-07734bab-ee10-4345-8cec-63013dbfc551 None None] For port 56a9f617-196f-4a9d-ad2b-71ccec32e677, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a9f617-196f-4a9d-ad2b-71ccec32e677,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:31.643705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 56a9f617-196f-4a9d-ad2b-71ccec32e677 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:31.657554 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-07734bab-ee10-4345-8cec-63013dbfc551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.675699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a3beb33-c011-4bec-9355-a37bfa7fb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.680830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a3beb33-c011-4bec-9355-a37bfa7fb9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.683719 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0a3beb33-c011-4bec-9355-a37bfa7fb9c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8f74a83-4001-4c7a-89b0-a8e130100d64 HTTP/1.1" status: 204  len: 168 time: 0.2832534
Nov 06 21:07:31.696334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3beb33-c011-4bec-9355-a37bfa7fb9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f74a83-4001-4c7a-89b0-a8e130100d64,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:31.696533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8208fdb7-5d8e-4816-9abc-dce919729c1e req-37d7ce5d-6f3f-4385-ba31-a8737e501e2c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2581232
Nov 06 21:07:31.871109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07734bab-ee10-4345-8cec-63013dbfc551 None None] Pushing event updated for resources: {'Port': ['ID=56a9f617-196f-4a9d-ad2b-71ccec32e677,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:31.932519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-01455362-53eb-463c-9948-99c85e64bad8 None None] Provisioning complete for port 56a9f617-196f-4a9d-ad2b-71ccec32e677 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:31.932888 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-01455362-53eb-463c-9948-99c85e64bad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:31.976194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 56a9f617-196f-4a9d-ad2b-71ccec32e677 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:31.979558 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:32.023995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-c12974cd-b6e7-427a-9f97-8dbe4d8cfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:32.025701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-c12974cd-b6e7-427a-9f97-8dbe4d8cfe48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 913 time: 0.3715014
Nov 06 21:07:32.035927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-dc106845-d782-44f3-8681-cc78e42595fa service neutron] 10.222.0.13 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3831842
Nov 06 21:07:32.078838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251ffcfa0>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:30Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:32.134427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-798a9a9f-0d59-4022-bce4-a2bca12b746f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26b735f-b3a5-4a7a-a025-d9364e42a0a4 HTTP/1.1" status: 200  len: 217 time: 0.0868111
Nov 06 21:07:32.136258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4131b-68c6-48f6-a9da-d8351a4a6286 None None] The sync data for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 is: [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:30Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:32.326270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-56228bf1-3b1a-437a-b68d-3b2ffc94834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:32.327940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-56228bf1-3b1a-437a-b68d-3b2ffc94834e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.1390450
Nov 06 21:07:32.331273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-9cc6c923-2ed2-4f8f-890d-d1bd7c42491e service neutron] 10.222.0.13 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942593
Nov 06 21:07:32.350483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Router fbab2b2c-652a-4287-8073-b75ec587540e has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:07:32.373413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-01f6222c-0aa9-4cf7-bc09-a0e675e5fa2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374098
Nov 06 21:07:32.594286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-202d0e0a-60df-48e4-8181-0137f9e97c0f service neutron] 10.222.0.37 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100170
Nov 06 21:07:32.628955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:07:32.638486 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] Sync routers for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:07:32.645108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:32.674106 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:32.674756 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c70ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:32.784132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-542597aa-49f7-4e3c-ab7f-d12989b711bf req-6076cba3-7f48-463c-aedd-17c02f34b7f0 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 210 time: 0.0704751
Nov 06 21:07:32.816135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-998713a2-9347-48e5-a23d-dd40d9e9307b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/floatingips/536c5fd8-51f2-427c-8ad9-339fc073ba46 HTTP/1.1" status: 204  len: 168 time: 4.1032538
Nov 06 21:07:32.821317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:32.824001 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347" -d '{"events": [{"name": "network-changed", "server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:32.891596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b06290b-c9fe-4e58-b596-b1cd34fe699c req-41cd6ce1-8510-4337-8434-89325c5ac936 service neutron] 10.222.0.37 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2869165
Nov 06 21:07:33.039155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c885-218d-4ec7-b4e1-7e4505dad04b req-919c7814-c96c-4f23-abdb-e40871bb04bc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:33.054340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84d1c885-218d-4ec7-b4e1-7e4505dad04b req-919c7814-c96c-4f23-abdb-e40871bb04bc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 943 time: 0.1412861
Nov 06 21:07:33.236043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84d1c885-218d-4ec7-b4e1-7e4505dad04b req-76d3175e-34a4-40af-985f-3b747be9c8ed tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800842
Nov 06 21:07:33.339843 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f9b453-bd03-465d-a110-f6f6417ea4d7 x-openstack-request-id: req-84f9b453-bd03-465d-a110-f6f6417ea4d7 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:33.340344 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:33.346123 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84f9b453-bd03-465d-a110-f6f6417ea4d7 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:33.349564 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'status': 'completed', 'code': 200}
Nov 06 21:07:33.382184 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:33.525682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82806d3c-44b3-4e21-b334-053f165f251c req-6874b9c2-1aaf-437f-a1f8-1f64bba17b91 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:33.533096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-ab2b9f4a-8990-441a-9b9e-b0ad49c16e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:33.535355 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-ab2b9f4a-8990-441a-9b9e-b0ad49c16e5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2513646a2fc417d9b601006a57d5693&device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 1136 time: 0.1595838
Nov 06 21:07:33.536776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82806d3c-44b3-4e21-b334-053f165f251c req-6874b9c2-1aaf-437f-a1f8-1f64bba17b91 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 985 time: 0.1326571
Nov 06 21:07:33.585875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 56a9f617-196f-4a9d-ad2b-71ccec32e677 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:33.708400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82806d3c-44b3-4e21-b334-053f165f251c req-f2928d51-e264-4956-97bb-bf26178fa0ca tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1689420
Nov 06 21:07:33.718548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 56a9f617-196f-4a9d-ad2b-71ccec32e677 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:33.718983 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:33.824186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-afdcefbe-4a62-42f0-9915-d39331286005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:33.826405 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-afdcefbe-4a62-42f0-9915-d39331286005 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8545d18d-53f1-4e44-8979-ca61a655f6b2 HTTP/1.1" status: 200  len: 897 time: 0.2816525
Nov 06 21:07:33.843245 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c70ee0>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:42Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:33.880213 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] Checking router: fbab2b2c-652a-4287-8073-b75ec587540e for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:07:33.890624 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:33.891411 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c70ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:33.910919 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-f2ae3e85-d84c-4b80-b809-69bbb7d89626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a HTTP/1.1" status: 200  len: 217 time: 0.0759125
Nov 06 21:07:33.973686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b3130ad-da9c-4b3d-9ec0-54ee7b76d78a req-074d50ea-5f97-40ec-a1e4-94ec4ba47b80 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 210 time: 0.0380344
Nov 06 21:07:34.042205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-b4faddce-1a6c-4ada-af0c-60b3072a4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:34.044708 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-b4faddce-1a6c-4ada-af0c-60b3072a4882 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac20b010-3506-4bf6-9df5-e77594e9ae4f HTTP/1.1" status: 200  len: 834 time: 0.1195936
Nov 06 21:07:34.049112 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:34.137864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-35781ebb-23a6-457a-bb62-0ed947993058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:34.139597 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-35781ebb-23a6-457a-bb62-0ed947993058 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8545d18d-53f1-4e44-8979-ca61a655f6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0855181
Nov 06 21:07:34.337637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-931e8275-5b67-4c52-8e20-914338c60fbf service neutron] 10.222.0.10 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886122
Nov 06 21:07:34.394559 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c70ee0>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:42Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:34.433845 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4881c1-b11e-42a9-b193-83bdc05c7654 None None] The sync data for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 is: [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:04:35Z', 'revision_number': 4, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b90a71f-a723-468a-a71c-d9f310c048e6', 'name': '', 'network_id': '8545d18d-53f1-4e44-8979-ca61a655f6b2', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'mac_address': 'fa:16:3e:73:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:33Z', 'updated_at': '2021-11-06T21:04:42Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'subnets': [{'id': 'ac20b010-3506-4bf6-9df5-e77594e9ae4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:34.479649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a26b735f-b3a5-4a7a-a025-d9364e42a0a4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:07:34.498301 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b0789-b4af-4f9d-9c7b-6a93119245ec req-7237ac3c-d263-4d0e-aaf5-716f09af2103 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:34.502981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-425b0789-b4af-4f9d-9c7b-6a93119245ec req-7237ac3c-d263-4d0e-aaf5-716f09af2103 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 943 time: 0.1297522
Nov 06 21:07:34.603103 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c169fc1-6e25-4eb6-93fc-35eb0fd32347 req-ad3740b9-40f8-4625-99e0-6044d5d9b340 service neutron] 10.222.0.10 "GET /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563519
Nov 06 21:07:34.770378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-425b0789-b4af-4f9d-9c7b-6a93119245ec req-b6ac1e0f-922f-42d7-ba18-0e5f5bdb68bd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552247
Nov 06 21:07:34.834890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a26b735f-b3a5-4a7a-a025-d9364e42a0a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:34.917193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'a26b735f-b3a5-4a7a-a025-d9364e42a0a4', 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3', 'port_id': 'a26b735f-b3a5-4a7a-a025-d9364e42a0a4', 'mac_address': 'fa:16:3e:4c:e3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83340693-9226-4d03-a895-cbcfa9bf9c89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:07:34.956337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dae37-3577-4356-9b30-5f0020f16e96 req-db4002ca-e85b-4287-a709-ef3fafb9e40b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:34.959335 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-475dae37-3577-4356-9b30-5f0020f16e96 req-db4002ca-e85b-4287-a709-ef3fafb9e40b tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.10 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 985 time: 0.1719799
Nov 06 21:07:34.967545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-189e97a2-7195-4a92-bf72-edd3ad2a294b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:34.977635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-189e97a2-7195-4a92-bf72-edd3ad2a294b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 811 time: 0.4119740
Nov 06 21:07:35.038013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:35.080076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5864c9-bffc-437d-9df0-a60229e98574 None None] New status for floating IP 536c5fd8-51f2-427c-8ad9-339fc073ba46: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:07:35.173235 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26b735f-b3a5-4a7a-a025-d9364e42a0a4 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:07:35.188623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ab90c-6f5d-4b6c-a625-e809ab2599ff req-9eb98ea5-ad97-4072-a657-1be54432e141 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:35.198345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df9ab90c-6f5d-4b6c-a625-e809ab2599ff req-9eb98ea5-ad97-4072-a657-1be54432e141 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/ports?device_id=91687b9e-e2f0-4d54-b588-03aedc5067a4 HTTP/1.1" status: 200  len: 985 time: 0.2193189
Nov 06 21:07:35.246746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:35.256373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:35.260332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a26b735f-b3a5-4a7a-a025-d9364e42a0a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:35.269588 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:35.281753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c7092e9-0943-4c8b-8829-148390b0e7f7 req-e0453c93-823c-43a5-b1aa-84e340ac96c9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 210 time: 0.1166990
Nov 06 21:07:35.298152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-2e661e8a-25a4-477f-b3e7-388eb4a4009b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8 HTTP/1.1" status: 200  len: 380 time: 0.3017030
Nov 06 21:07:35.324761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'port': {'device_id': '8565783d-e8fd-4786-9848-138d58914019', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'admin_state_up': True, 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'security_groups': ['489f2a75-85e0-470d-b2a0-eb11ba00ae22']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:35.348043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:35.432368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] For port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:35.432734 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:35.473707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Calling delete_port for a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:35.511569 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df9ab90c-6f5d-4b6c-a625-e809ab2599ff req-b516e18f-34ee-4a7a-8ff6-9c86870e8de9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d32f934-7d0e-4bca-b604-98f117f7eb26&id=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3119481
Nov 06 21:07:35.553310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['a26b735f-b3a5-4a7a-a025-d9364e42a0a4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:07:35.613085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Made reservation on behalf of 487ddbc94d984ebb9aa64f586ae2fbf8 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:35.617635 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:35.677817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:35.747581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Port': ['ID=a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:35.798868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Allocated IP 172.20.0.9 (868d34b9-2a4b-44dd-9b37-b695b577f3c0/20e80a89-22e4-4cb0-be36-903520a15079/9373871f-a511-4c47-9d92-654088c8202d) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:35.849875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] No DVR routers for this DVR port a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:07:35.853022 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:35.872439 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-475dae37-3577-4356-9b30-5f0020f16e96 req-5e5f1818-811c-41cd-8aca-c6b787db17c6 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.10 "DELETE /v2.0/ports/a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a HTTP/1.1" status: 204  len: 173 time: 0.8922231
Nov 06 21:07:35.873210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'name': 'network-vif-deleted', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:35.877102 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac752c-31c0-40ee-9716-1a460a1118b6" -d '{"events": [{"server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "name": "network-vif-deleted", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:35.931707 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b62f5c0-6e3a-4a5d-8575-0d2fcf3f0470 x-openstack-request-id: req-1b62f5c0-6e3a-4a5d-8575-0d2fcf3f0470 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:35.932002 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91687b9e-e2f0-4d54-b588-03aedc5067a4", "name": "network-vif-deleted", "tag": "a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:35.932256 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b62f5c0-6e3a-4a5d-8575-0d2fcf3f0470 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:35.932678 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91687b9e-e2f0-4d54-b588-03aedc5067a4', 'name': 'network-vif-deleted', 'tag': 'a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a', 'status': 'completed', 'code': 200}
Nov 06 21:07:36.022251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ef278-ef50-4f0f-b0ee-9ea075be89b1 req-cc0ed64d-e546-4a7d-a5db-a2ff7133957c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:36.024187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-327ef278-ef50-4f0f-b0ee-9ea075be89b1 req-cc0ed64d-e546-4a7d-a5db-a2ff7133957c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 944 time: 0.1074739
Nov 06 21:07:36.072842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.104922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-327ef278-ef50-4f0f-b0ee-9ea075be89b1 req-68e9f802-09d7-4205-8e95-edd45d7bbac0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708110
Nov 06 21:07:36.117426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51328) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:36.158610 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.212612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:36.216171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:36.220613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:36.357703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db48c1c4-33de-4784-9097-9671dbbd96f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.482380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a26b735f-b3a5-4a7a-a025-d9364e42a0a4 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:36.635061 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db48c1c4-33de-4784-9097-9671dbbd96f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.644842 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db48c1c4-33de-4784-9097-9671dbbd96f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.672048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:07:36.689837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:36.693073 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.739172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51352) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:36.784899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db48c1c4-33de-4784-9097-9671dbbd96f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b7a7d3b56aa48c0b94da637874227f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6640134
Nov 06 21:07:36.785518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48c1c4-33de-4784-9097-9671dbbd96f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f374d60-9b47-4d21-b854-ba561c02df5e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:36.789472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51356) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:36.831186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-314ac136-10e1-4e37-b5f5-2f1d44481845 None None] Provisioning complete for port 9373871f-a511-4c47-9d92-654088c8202d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:36.831657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-314ac136-10e1-4e37-b5f5-2f1d44481845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.867159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'Port': ['ID=9373871f-a511-4c47-9d92-654088c8202d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:36.870877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dab8ad02-2cd5-43cc-8ba4-c064f6333db9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.901521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dab8ad02-2cd5-43cc-8ba4-c064f6333db9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.902700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:36.903366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.919886 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.932006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-314ac136-10e1-4e37-b5f5-2f1d44481845 None None] Port 9373871f-a511-4c47-9d92-654088c8202d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:07:36.948486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270bfd-fd6f-4cd6-addf-9971d5c6090e req-4e9f9f40-50f0-4a42-9e3d-071a0fb44ae0 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:36.950134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85270bfd-fd6f-4cd6-addf-9971d5c6090e req-4e9f9f40-50f0-4a42-9e3d-071a0fb44ae0 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 931 time: 0.1585345
Nov 06 21:07:36.954674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-4d34ca7d-7058-43cf-9ac9-57370bbfa0a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6407330
Nov 06 21:07:36.955751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-283b253c-3a45-40d1-a67e-14f84ecc1df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:36.964914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port a26b735f-b3a5-4a7a-a025-d9364e42a0a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:36.965877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87760ef5-370e-4d4e-b5c7-9322d089e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26b735f-b3a5-4a7a-a025-d9364e42a0a4'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:36.968967 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5192e0-c4bf-4b56-b9d6-7075e119922c" -d '{"events": [{"server_uuid": "87760ef5-370e-4d4e-b5c7-9322d089e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "a26b735f-b3a5-4a7a-a025-d9364e42a0a4"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:36.976379 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.003431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dab8ad02-2cd5-43cc-8ba4-c064f6333db9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.008280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dab8ad02-2cd5-43cc-8ba4-c064f6333db9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.016596 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dab8ad02-2cd5-43cc-8ba4-c064f6333db9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/security-groups/e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2 HTTP/1.1" status: 204  len: 168 time: 0.2746089
Nov 06 21:07:37.017647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Request body: {'port': {'device_id': '8565783d-e8fd-4786-9848-138d58914019', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:37.018360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51366) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:37.039117 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8ad02-2cd5-43cc-8ba4-c064f6333db9 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9907adf-f8b5-4d6b-9330-00f9ef6cc6c2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:37.041461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:37.054283 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a0a309-6e75-48a7-b518-a7e17b076484 x-openstack-request-id: req-e6a0a309-6e75-48a7-b518-a7e17b076484 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:37.054496 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87760ef5-370e-4d4e-b5c7-9322d089e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "a26b735f-b3a5-4a7a-a025-d9364e42a0a4", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:37.054675 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a0a309-6e75-48a7-b518-a7e17b076484 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:37.055129 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87760ef5-370e-4d4e-b5c7-9322d089e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26b735f-b3a5-4a7a-a025-d9364e42a0a4', 'code': 200}
Nov 06 21:07:37.086129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-283b253c-3a45-40d1-a67e-14f84ecc1df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.139348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5132436-79b6-4a70-a26c-2a5dffb1ae93 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.182009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5132436-79b6-4a70-a26c-2a5dffb1ae93 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.254156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5132436-79b6-4a70-a26c-2a5dffb1ae93 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.257637 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b5132436-79b6-4a70-a26c-2a5dffb1ae93 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.261583 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b5132436-79b6-4a70-a26c-2a5dffb1ae93 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/security-groups/1d32f934-7d0e-4bca-b604-98f117f7eb26 HTTP/1.1" status: 204  len: 168 time: 0.2277555
Nov 06 21:07:37.261754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85270bfd-fd6f-4cd6-addf-9971d5c6090e req-0f9fcc97-27a3-4364-a09d-ddfd2decc6d7 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2976282
Nov 06 21:07:37.262639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51384) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:37.276724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5132436-79b6-4a70-a26c-2a5dffb1ae93 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d32f934-7d0e-4bca-b604-98f117f7eb26,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:37.300809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.321977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923d06d-bce5-4713-a363-ef9413450172 req-765a3f42-6a8c-401f-8f9c-fddd257c6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:37.323545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c923d06d-bce5-4713-a363-ef9413450172 req-765a3f42-6a8c-401f-8f9c-fddd257c6364 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 1096 time: 0.2087102
Nov 06 21:07:37.359129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-283b253c-3a45-40d1-a67e-14f84ecc1df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.361656 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-283b253c-3a45-40d1-a67e-14f84ecc1df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.362779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-283b253c-3a45-40d1-a67e-14f84ecc1df5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f374d60-9b47-4d21-b854-ba561c02df5e HTTP/1.1" status: 204  len: 168 time: 0.5696971
Nov 06 21:07:37.385673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575d3f-d5c0-4d43-838f-5ba2f3b40c63 req-74f1e52f-dea2-423e-91e4-5e550e163cce tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:37.387485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd575d3f-d5c0-4d43-838f-5ba2f3b40c63 req-74f1e52f-dea2-423e-91e4-5e550e163cce tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 945 time: 0.1611092
Nov 06 21:07:37.407165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b253c-3a45-40d1-a67e-14f84ecc1df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f374d60-9b47-4d21-b854-ba561c02df5e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:37.526115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c923d06d-bce5-4713-a363-ef9413450172 req-03ceac99-4c10-450e-82df-8bac10317410 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775846
Nov 06 21:07:37.553712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd575d3f-d5c0-4d43-838f-5ba2f3b40c63 req-ec99701e-cc80-4e1f-8457-6e66e34cde6d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525145
Nov 06 21:07:37.759461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9373871f-a511-4c47-9d92-654088c8202d {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:07:37.768157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.785349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Transition to ACTIVE for port object 9373871f-a511-4c47-9d92-654088c8202d will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:07:37.794333 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.821960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.846875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51412) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:37.889197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6978699-34d2-4df4-ba89-50e1053772eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:37.900020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=9373871f-a511-4c47-9d92-654088c8202d,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:37.983726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Attempting to bind port 9373871f-a511-4c47-9d92-654088c8202d on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:37.984146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Attempting to bind port 9373871f-a511-4c47-9d92-654088c8202d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:37.984405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Attempting to bind port 9373871f-a511-4c47-9d92-654088c8202d on network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:37.997026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Port 9373871f-a511-4c47-9d92-654088c8202d on network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:07:37.997912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Attempting to bind port 9373871f-a511-4c47-9d92-654088c8202d on network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:38.004812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:38.005412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Checking segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:38.005975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Bound using segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:38.006641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Bound port: 9373871f-a511-4c47-9d92-654088c8202d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:38.007179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.108588 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6978699-34d2-4df4-ba89-50e1053772eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.113096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] For port 9373871f-a511-4c47-9d92-654088c8202d, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:38.116945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] For port 9373871f-a511-4c47-9d92-654088c8202d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9373871f-a511-4c47-9d92-654088c8202d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:38.117917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6978699-34d2-4df4-ba89-50e1053772eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.133862 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.205222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6978699-34d2-4df4-ba89-50e1053772eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170fb95c-b76d-4102-8fee-d5b110b3e598,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:38.222380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:38.223004 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.224436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] 10.222.0.37 "PUT /v2.0/ports/9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 1091 time: 1.2234170
Nov 06 21:07:38.224906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8565783d-e8fd-4786-9848-138d58914019', 'tag': '9373871f-a511-4c47-9d92-654088c8202d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:38.227213 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "8565783d-e8fd-4786-9848-138d58914019", "tag": "9373871f-a511-4c47-9d92-654088c8202d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:38.243602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e6978699-34d2-4df4-ba89-50e1053772eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5b229894fc94f1e911af53cb0bec779&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3963516
Nov 06 21:07:38.246296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51426) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:38.281282 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting port 3b90a71f-a723-468a-a71c-d9f310c048e6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:38.282110 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.288469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a5e01-3c40-46ef-8589-ada19af02ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=9373871f-a511-4c47-9d92-654088c8202d,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:38.347628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:38.400477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:38.403590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a52f0ff0-c5ac-4c95-aa5a-7ebd79094e2a not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:38.456642 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72a064a5-a77d-43e0-b10c-2eda0947db46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.485359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-91b8bb49-5a4b-4053-97c2-51776369db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:38.487369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-91b8bb49-5a4b-4053-97c2-51776369db30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1094 time: 0.2060564
Nov 06 21:07:38.616351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-813f158a-cca3-4412-b5d9-b1cd141dcb2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 217 time: 0.0839784
Nov 06 21:07:38.616673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] For port 3b90a71f-a723-468a-a71c-d9f310c048e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b90a71f-a723-468a-a71c-d9f310c048e6,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:38.617793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.618597 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72a064a5-a77d-43e0-b10c-2eda0947db46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.647363 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-1f3f0cfb-3f4b-4f74-9d00-04572d136a8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1455538
Nov 06 21:07:38.671596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Calling delete_port for 3b90a71f-a723-468a-a71c-d9f310c048e6 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:38.708871 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597df25c-ea0b-49e7-83ea-25b5342a9eb7 x-openstack-request-id: req-597df25c-ea0b-49e7-83ea-25b5342a9eb7 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:38.709273 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8565783d-e8fd-4786-9848-138d58914019", "tag": "9373871f-a511-4c47-9d92-654088c8202d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:38.709650 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-597df25c-ea0b-49e7-83ea-25b5342a9eb7 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:38.710151 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8565783d-e8fd-4786-9848-138d58914019', 'tag': '9373871f-a511-4c47-9d92-654088c8202d', 'status': 'completed', 'code': 200}
Nov 06 21:07:38.726982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb5bc7-d130-48fc-a83c-7e866d6f1fc5 req-3df5ca47-632a-41bf-ab26-1a62f8500c26 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:38.728842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28fb5bc7-d130-48fc-a83c-7e866d6f1fc5 req-3df5ca47-632a-41bf-ab26-1a62f8500c26 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 943 time: 0.2781317
Nov 06 21:07:38.735932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-5c27aa16-2a41-471a-b7b9-7943821d4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:38.737951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-5c27aa16-2a41-471a-b7b9-7943821d4678 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.1099896
Nov 06 21:07:38.802006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72a064a5-a77d-43e0-b10c-2eda0947db46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.805520 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72a064a5-a77d-43e0-b10c-2eda0947db46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:38.810256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-72a064a5-a77d-43e0-b10c-2eda0947db46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/170fb95c-b76d-4102-8fee-d5b110b3e598 HTTP/1.1" status: 204  len: 168 time: 0.5628264
Nov 06 21:07:38.812422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51452) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:38.851418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a064a5-a77d-43e0-b10c-2eda0947db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170fb95c-b76d-4102-8fee-d5b110b3e598,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:38.858573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-4e42651a-fccf-4d45-9079-6af14210b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:38.860098 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-4e42651a-fccf-4d45-9079-6af14210b58e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=23c3196631494be38ca11b2167bbc4bb&device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 1096 time: 0.0841608
Nov 06 21:07:38.862690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28fb5bc7-d130-48fc-a83c-7e866d6f1fc5 req-fb45428c-01f7-48d5-a66a-2a0b13e87325 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227107
Nov 06 21:07:38.887847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-8d2e9fd1-a724-4711-98ad-5b772d6d903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:38.890467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-8d2e9fd1-a724-4711-98ad-5b772d6d903b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1426921
Nov 06 21:07:39.011144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee421a-9baa-478d-a26e-94d344563c14 req-b2b116ea-622c-4c20-a43e-4e2f68d41edd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:39.020108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69ee421a-9baa-478d-a26e-94d344563c14 req-b2b116ea-622c-4c20-a43e-4e2f68d41edd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 945 time: 0.1799960
Nov 06 21:07:39.063815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-70b304b4-72eb-4570-acbc-91793b4ad5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:39.065501 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-70b304b4-72eb-4570-acbc-91793b4ad5c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=790f1050-361a-4854-a34f-09bff15f0aba HTTP/1.1" status: 200  len: 917 time: 0.1222539
Nov 06 21:07:39.089039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-0614921c-d68f-4fc2-b296-f6fa880327f9 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904378
Nov 06 21:07:39.163500 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.173848 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-2aa8ab65-ca75-4f01-bfe0-0da46d82de4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 HTTP/1.1" status: 200  len: 1001 time: 0.0846241
Nov 06 21:07:39.191132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69ee421a-9baa-478d-a26e-94d344563c14 req-3de59e6c-87f5-4e96-9315-17e33969cca3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698699
Nov 06 21:07:39.212563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Port': ['ID=3b90a71f-a723-468a-a71c-d9f310c048e6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:39.235283 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f515e25-cd53-4378-b5ee-0af2b0233ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.263608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a64f1f3c-5d88-40c3-bb76-4bc048fea086 req-ea169eaf-3e8a-4637-b988-0cd453fbc986 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652455
Nov 06 21:07:39.345766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-de632825-d1df-4976-9bfc-de27d159cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:39.349046 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-de632825-d1df-4976-9bfc-de27d159cc8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1da9e277-e574-443e-99a0-e594f0436322 HTTP/1.1" status: 200  len: 855 time: 0.1275079
Nov 06 21:07:39.387866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f515e25-cd53-4378-b5ee-0af2b0233ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.406773 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f515e25-cd53-4378-b5ee-0af2b0233ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.463392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f515e25-cd53-4378-b5ee-0af2b0233ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978a8677-13a9-4ff9-b37a-811b331327f3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:39.474603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51472) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:39.481974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9f515e25-cd53-4378-b5ee-0af2b0233ca0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=610406eedc61449fa5275734bb4b366f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6586776
Nov 06 21:07:39.502239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-e52766dc-7310-40df-ad3f-f69941367629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:39.504068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-e52766dc-7310-40df-ad3f-f69941367629 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1094 time: 0.1760466
Nov 06 21:07:39.587108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-1ccec28f-c758-4dea-ae58-751a06b069bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:39.588697 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-1ccec28f-c758-4dea-ae58-751a06b069bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=790f1050-361a-4854-a34f-09bff15f0aba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2333853
Nov 06 21:07:39.655279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-f5552ac5-2b8c-426d-9127-32341ec1551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:39.656805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-f5552ac5-2b8c-426d-9127-32341ec1551c service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.1453576
Nov 06 21:07:39.683611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.701957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c11f015b-42ea-4ccd-9f68-aa9571c655f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.730426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-32eea147-1887-45a9-a900-cc2a2a532bbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 217 time: 0.0667331
Nov 06 21:07:39.779103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c11f015b-42ea-4ccd-9f68-aa9571c655f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.801065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-e4a24b9b-dd81-4f79-9fe6-2518aef3626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:39.802921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-e4a24b9b-dd81-4f79-9fe6-2518aef3626a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.0645778
Nov 06 21:07:39.819931 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-e3cb4390-812b-4d1c-a58c-5626a81dfbde service neutron] 10.222.0.10 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197373
Nov 06 21:07:39.861698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-e7ff6f4b-751a-4108-ae1a-dd9a86c8cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:39.863697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-e7ff6f4b-751a-4108-ae1a-dd9a86c8cd47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0541546
Nov 06 21:07:39.963511 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c11f015b-42ea-4ccd-9f68-aa9571c655f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.968866 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c11f015b-42ea-4ccd-9f68-aa9571c655f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:39.970117 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c11f015b-42ea-4ccd-9f68-aa9571c655f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/978a8677-13a9-4ff9-b37a-811b331327f3 HTTP/1.1" status: 204  len: 168 time: 0.4945376
Nov 06 21:07:39.998547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-70ee6d37-9fdf-481b-ade8-a1c7407adbf9 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268134
Nov 06 21:07:40.024527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f015b-42ea-4ccd-9f68-aa9571c655f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978a8677-13a9-4ff9-b37a-811b331327f3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:40.047517 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5f86fd3d-5dd0-44ca-b95c-fd3ab6c528db req-cf6bdc08-b95a-4a0f-bc19-0acb55083308 service neutron] 10.222.0.10 "GET /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841252
Nov 06 21:07:40.121323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130917-d55a-4846-a66c-bf54c99ae9ff req-027e48e6-b6b7-4156-9a42-39d9ec72208d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:40.124142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de130917-d55a-4846-a66c-bf54c99ae9ff req-027e48e6-b6b7-4156-9a42-39d9ec72208d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 943 time: 0.1223359
Nov 06 21:07:40.141729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Router fbab2b2c-652a-4287-8073-b75ec587540e has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:07:40.223813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2337c08f-3e22-4037-8acb-bcc7ea37eeb0 req-8735f508-be64-4c6b-a38a-6baf614606ba service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123773
Nov 06 21:07:40.228554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de130917-d55a-4846-a66c-bf54c99ae9ff req-1ba8e6c7-a9e5-4d2b-a968-ed90ed782adb tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868108
Nov 06 21:07:40.390825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3500c-67f3-4c1e-b0ab-9598ba151af0 req-d6ca0531-47b5-41c6-b859-66d975f50662 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:40.392439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1a3500c-67f3-4c1e-b0ab-9598ba151af0 req-d6ca0531-47b5-41c6-b859-66d975f50662 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 945 time: 0.0981472
Nov 06 21:07:40.458298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1a3500c-67f3-4c1e-b0ab-9598ba151af0 req-d6c67e23-1698-4f0c-bccc-21c75ded0ec7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572679
Nov 06 21:07:40.706175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:07:40.715812 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-776b83d4-df01-418a-b0b4-d3a2f8b70a2a tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "PUT /v2.0/routers/fbab2b2c-652a-4287-8073-b75ec587540e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4497111
Nov 06 21:07:40.718766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51526) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:40.724183 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] Sync routers for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:07:40.740970 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:40.741636 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f5f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:40.837621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c3ec15-d313-4235-b0f6-16c6ecbb4308 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting subnet ac20b010-3506-4bf6-9df5-e77594e9ae4f {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:07:40.852902 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77c3ec15-d313-4235-b0f6-16c6ecbb4308 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:40.907150 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:40.978637 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77c3ec15-d313-4235-b0f6-16c6ecbb4308 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.022809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10820-e433-4aa1-b0db-dd3266c5b92a req-141ab9ff-286f-4622-a67b-82fab57a42bd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:41.032923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fef10820-e433-4aa1-b0db-dd3266c5b92a req-141ab9ff-286f-4622-a67b-82fab57a42bd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 945 time: 0.2050946
Nov 06 21:07:41.136617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fef10820-e433-4aa1-b0db-dd3266c5b92a req-6735bbaa-7ce2-44f8-869e-6c12cff85390 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984073
Nov 06 21:07:41.163126 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f5f9d0>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:07:39Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:41.165447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77c3ec15-d313-4235-b0f6-16c6ecbb4308 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.189946 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] Checking router: fbab2b2c-652a-4287-8073-b75ec587540e for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:07:41.198946 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] Routers {'fbab2b2c-652a-4287-8073-b75ec587540e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:41.212401 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f5f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fbab2b2c-652a-4287-8073-b75ec587540e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:41.264920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77c3ec15-d313-4235-b0f6-16c6ecbb4308 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.301001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ec15-d313-4235-b0f6-16c6ecbb4308 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Subnet': ['ID=ac20b010-3506-4bf6-9df5-e77594e9ae4f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:41.308550 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77c3ec15-d313-4235-b0f6-16c6ecbb4308 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.311771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-77c3ec15-d313-4235-b0f6-16c6ecbb4308 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/subnets/ac20b010-3506-4bf6-9df5-e77594e9ae4f HTTP/1.1" status: 204  len: 168 time: 0.5906129
Nov 06 21:07:41.313362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4207008-9c70-4fbb-9fab-d403a457019d None None] Network 8545d18d-53f1-4e44-8979-ca61a655f6b2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:07:41.314391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51566) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:41.382472 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] Set router fbab2b2c-652a-4287-8073-b75ec587540e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:41.444914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.600665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6038d-34a9-4193-abae-c81637bb3575 req-fae4638f-9a88-45eb-bd62-c757c2a32800 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:41.602227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ec6038d-34a9-4193-abae-c81637bb3575 req-fae4638f-9a88-45eb-bd62-c757c2a32800 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 943 time: 0.1552424
Nov 06 21:07:41.617716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.632150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] DHCP port deletion for 8545d18d-53f1-4e44-8979-ca61a655f6b2 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:07:41.633290 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f5f9d0>, [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:07:39Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:41.666504 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716c5ab-0c17-46b9-a872-cb77e8a30c13 None None] The sync data for ids ['fbab2b2c-652a-4287-8073-b75ec587540e'] in ncdv-master-1 is: [{'id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395917771', 'tenant_id': 'f2513646a2fc417d9b601006a57d5693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202'}], 'enable_snat': True}, 'gw_port_id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:04:19Z', 'updated_at': '2021-11-06T21:07:39Z', 'revision_number': 5, 'project_id': 'f2513646a2fc417d9b601006a57d5693', 'gw_port': {'id': '90e39594-0d2f-4a62-8e64-4439204ed3ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbab2b2c-652a-4287-8073-b75ec587540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:04:21Z', 'updated_at': '2021-11-06T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:41.701007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ec6038d-34a9-4193-abae-c81637bb3575 req-6a27cd7e-e058-45df-b540-b5514cb918d7 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849690
Nov 06 21:07:41.713212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Deleting port 634121be-d1b5-4c7f-b618-3758601ae087 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:41.713925 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.721398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Deleting port 90e39594-0d2f-4a62-8e64-4439204ed3ae {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:41.721680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.819566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] For port 90e39594-0d2f-4a62-8e64-4439204ed3ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90e39594-0d2f-4a62-8e64-4439204ed3ae,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:41.819990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:41.834705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Calling delete_port for 90e39594-0d2f-4a62-8e64-4439204ed3ae owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:41.992227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] For port 634121be-d1b5-4c7f-b618-3758601ae087, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=634121be-d1b5-4c7f-b618-3758601ae087,segment=NetworkSegment(4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537),segment_id=4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:41.992650 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.008528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Calling delete_port for 634121be-d1b5-4c7f-b618-3758601ae087 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:42.075957 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:07:42.129758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.189796 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.190469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Port': ['ID=90e39594-0d2f-4a62-8e64-4439204ed3ae,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:42.298505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] No DVR routers for this DVR port 634121be-d1b5-4c7f-b618-3758601ae087 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:07:42.312051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Pushing event deleted for resources: {'Port': ['ID=634121be-d1b5-4c7f-b618-3758601ae087,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:42.338286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.339759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.340257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.341040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.342231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.343539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.346049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.347044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.348463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.348949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.349444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.350773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2817f-ca9f-4bc0-ad40-def5f4ca66d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:42.391681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.401691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-66737e95-981e-4505-9411-0ddd85f10cb7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:42.403302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-66737e95-981e-4505-9411-0ddd85f10cb7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.37 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 945 time: 0.2261412
Nov 06 21:07:42.515632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9373871f-a511-4c47-9d92-654088c8202d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:07:42.548788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20274ec9-d339-41ea-8f4a-aecd0a5f1491 req-cbe32a48-5641-42ab-b407-3de6121ae08a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:42.550407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20274ec9-d339-41ea-8f4a-aecd0a5f1491 req-cbe32a48-5641-42ab-b407-3de6121ae08a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 945 time: 0.2753053
Nov 06 21:07:42.562017 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.564731 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.638946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.640280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Fanout notify agent at l3_agent the message router_deleted on router fbab2b2c-652a-4287-8073-b75ec587540e {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:07:42.663928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.664158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9373871f-a511-4c47-9d92-654088c8202d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9373871f-a511-4c47-9d92-654088c8202d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:42.665131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cf27650b-c574-41b2-9385-98edce700416 tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/routers/fbab2b2c-652a-4287-8073-b75ec587540e HTTP/1.1" status: 204  len: 168 time: 1.3497038
Nov 06 21:07:42.668325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51630) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:42.682108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '9373871f-a511-4c47-9d92-654088c8202d', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'port_id': '9373871f-a511-4c47-9d92-654088c8202d', 'mac_address': 'fa:16:3e:b9:04:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:07:42.723121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20274ec9-d339-41ea-8f4a-aecd0a5f1491 req-56633124-9897-40de-ac17-e849f0673610 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127458
Nov 06 21:07:42.759644 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.761453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Deleting port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:42.761866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.801366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9373871f-a511-4c47-9d92-654088c8202d {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:07:42.804971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.847324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9373871f-a511-4c47-9d92-654088c8202d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9373871f-a511-4c47-9d92-654088c8202d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:42.859414 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.909883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9373871f-a511-4c47-9d92-654088c8202d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:42.942764 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:42.982541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92559bc850>,) {'filters': {'network_id': ['8545d18d-53f1-4e44-8979-ca61a655f6b2']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:42.996624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92559bc850>, '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:42.997299 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92559bc850>, '4e2c992b-4ff0-4e5f-9dc2-350ddc0e8537') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:43.009497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:43.026511 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:43.033361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:07:43.033770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:07:43.037864 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:07:43.133045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:43.143180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:43.146504 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] 10.222.0.13 "DELETE /v2.0/networks/8545d18d-53f1-4e44-8979-ca61a655f6b2 HTTP/1.1" status: 204  len: 168 time: 0.4767778
Nov 06 21:07:43.157910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2fe7e-5b00-42a4-9e76-b559356e64ac tempest-TestSecurityGroupsBasicOps-707919793 tempest-TestSecurityGroupsBasicOps-707919793-project] Pushing event deleted for resources: {'Network': ['ID=8545d18d-53f1-4e44-8979-ca61a655f6b2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:43.171814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['9373871f-a511-4c47-9d92-654088c8202d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:07:43.346775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] For port a26b735f-b3a5-4a7a-a025-d9364e42a0a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:43.348217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:43.368902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Calling delete_port for a26b735f-b3a5-4a7a-a025-d9364e42a0a4 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:43.382169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932fbf-0c4a-4566-bb9a-f64ca431da77 req-61e3e212-beff-4abf-8893-0ac04ab554ef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:43.391271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed932fbf-0c4a-4566-bb9a-f64ca431da77 req-61e3e212-beff-4abf-8893-0ac04ab554ef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 944 time: 0.5448389
Nov 06 21:07:43.491960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed932fbf-0c4a-4566-bb9a-f64ca431da77 req-fce504d1-aa6f-4fe6-97f1-4cae1b2807b7 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993617
Nov 06 21:07:43.581949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 634121be-d1b5-4c7f-b618-3758601ae087 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:43.614947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 634121be-d1b5-4c7f-b618-3758601ae087 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:43.615712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 634121be-d1b5-4c7f-b618-3758601ae087 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:43.625570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 90e39594-0d2f-4a62-8e64-4439204ed3ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:43.653223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 90e39594-0d2f-4a62-8e64-4439204ed3ae {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:43.653757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 90e39594-0d2f-4a62-8e64-4439204ed3ae not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:43.656213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3b90a71f-a723-468a-a71c-d9f310c048e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:43.661630 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:43.677095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 3b90a71f-a723-468a-a71c-d9f310c048e6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:43.677435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3b90a71f-a723-468a-a71c-d9f310c048e6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:43.679405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:07:43.714833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Pushing event deleted for resources: {'Port': ['ID=a26b735f-b3a5-4a7a-a025-d9364e42a0a4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:43.758754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] No DVR routers for this DVR port a26b735f-b3a5-4a7a-a025-d9364e42a0a4 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:07:43.762217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:43.770214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c274b07d-db3c-4a52-b388-0838d6b4978d req-e24c2d51-876e-4a21-9194-188e2389058e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.37 "DELETE /v2.0/ports/a26b735f-b3a5-4a7a-a025-d9364e42a0a4 HTTP/1.1" status: 204  len: 173 time: 1.3333731
Nov 06 21:07:43.770830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87760ef5-370e-4d4e-b5c7-9322d089e9ac', 'name': 'network-vif-deleted', 'tag': 'a26b735f-b3a5-4a7a-a025-d9364e42a0a4'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:43.773343 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f27e993-5fd7-44b4-995b-2937704e67b3" -d '{"events": [{"server_uuid": "87760ef5-370e-4d4e-b5c7-9322d089e9ac", "name": "network-vif-deleted", "tag": "a26b735f-b3a5-4a7a-a025-d9364e42a0a4"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:43.838946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51670) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:43.849468 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b6336d-3eab-4da7-82da-e6fadfa82e0a x-openstack-request-id: req-75b6336d-3eab-4da7-82da-e6fadfa82e0a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:43.849780 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87760ef5-370e-4d4e-b5c7-9322d089e9ac", "name": "network-vif-deleted", "tag": "a26b735f-b3a5-4a7a-a025-d9364e42a0a4", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:43.849998 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75b6336d-3eab-4da7-82da-e6fadfa82e0a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:43.850389 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87760ef5-370e-4d4e-b5c7-9322d089e9ac', 'name': 'network-vif-deleted', 'tag': 'a26b735f-b3a5-4a7a-a025-d9364e42a0a4', 'status': 'completed', 'code': 200}
Nov 06 21:07:43.890826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7959ef17-5103-4901-930f-61f7a3cb6e4e req-e7f1217b-72d0-4060-b3c4-94b02dde440b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=87760ef5-370e-4d4e-b5c7-9322d089e9ac HTTP/1.1" status: 200  len: 210 time: 0.0528176
Nov 06 21:07:44.039438 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-783c0eef-4ce5-4933-804f-acf7afc801e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2513646a2fc417d9b601006a57d5693&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1980431
Nov 06 21:07:44.042377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:44.100850 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.127947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.185311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.190193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.192171 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b8fbf6c-ebdc-40a4-bbd9-cce3f287336c HTTP/1.1" status: 204  len: 168 time: 0.1486566
Nov 06 21:07:44.206763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8fbf6c-ebdc-40a4-bbd9-cce3f287336c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:44.219397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.219983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.220499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.221011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.221621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.222103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.222584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.223065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.223654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.224133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.224664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.225127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28a1175-64fd-45df-8b3c-51fe2cb27376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:44.461915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.528449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9373871f-a511-4c47-9d92-654088c8202d up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:44.532258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.639676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 9373871f-a511-4c47-9d92-654088c8202d completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:07:44.644280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 9373871f-a511-4c47-9d92-654088c8202d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:44.644694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.785296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894718ed-bf1f-44e4-b191-a2c5d3755ec2 req-88d526ca-d627-4040-83b5-eecf60d794ba tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:44.787853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-894718ed-bf1f-44e4-b191-a2c5d3755ec2 req-88d526ca-d627-4040-83b5-eecf60d794ba tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 944 time: 0.1873784
Nov 06 21:07:44.839713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51730) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:44.858735 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.863002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db1f6cb7-c39d-4405-8c1f-65957a2bffdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.895200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8565783d-e8fd-4786-9848-138d58914019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373871f-a511-4c47-9d92-654088c8202d'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:44.897913 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e83c166-6390-4578-8816-56bbfc6477d2" -d '{"events": [{"server_uuid": "8565783d-e8fd-4786-9848-138d58914019", "name": "network-vif-plugged", "status": "completed", "tag": "9373871f-a511-4c47-9d92-654088c8202d"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:44.907950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-894718ed-bf1f-44e4-b191-a2c5d3755ec2 req-5ab24c49-f57a-4140-acd5-1fad90431c5e tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128852
Nov 06 21:07:44.922828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9373871f-a511-4c47-9d92-654088c8202d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9373871f-a511-4c47-9d92-654088c8202d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:44.931034 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:44.932847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a26b735f-b3a5-4a7a-a025-d9364e42a0a4 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:07:45.008376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: a26b735f-b3a5-4a7a-a025-d9364e42a0a4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:07:45.008376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device a26b735f-b3a5-4a7a-a025-d9364e42a0a4 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:07:45.057796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9373871f-a511-4c47-9d92-654088c8202d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:45.084378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db1f6cb7-c39d-4405-8c1f-65957a2bffdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:45.099759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db1f6cb7-c39d-4405-8c1f-65957a2bffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:45.141459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f6cb7-c39d-4405-8c1f-65957a2bffdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e2e2c9-e0e2-402e-a3bf-425ccfb7c7ec,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:45.174029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6f26-f945-4216-96bc-91fb64074d1d req-7b08d96c-d8b4-41c9-8a63-479a29001bbe tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:45.181995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65cc6f26-f945-4216-96bc-91fb64074d1d req-7b08d96c-d8b4-41c9-8a63-479a29001bbe tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0955369
Nov 06 21:07:45.198118 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db1f6cb7-c39d-4405-8c1f-65957a2bffdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02b65a0822884f4a9392ed303cbcfe4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3560658
Nov 06 21:07:45.200996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51762) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:45.286197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65cc6f26-f945-4216-96bc-91fb64074d1d req-f4776926-1d80-4351-81fa-ab6d85e43bcd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005805
Nov 06 21:07:45.334337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aedcfe34-038c-48cb-aafd-48f5ee77e70a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:45.370811 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c87a01-6f21-44e0-b06c-fea8db0d1923 x-openstack-request-id: req-30c87a01-6f21-44e0-b06c-fea8db0d1923 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:45.371471 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8565783d-e8fd-4786-9848-138d58914019", "name": "network-vif-plugged", "status": "completed", "tag": "9373871f-a511-4c47-9d92-654088c8202d", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:45.371998 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30c87a01-6f21-44e0-b06c-fea8db0d1923 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:45.372637 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8565783d-e8fd-4786-9848-138d58914019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373871f-a511-4c47-9d92-654088c8202d', 'code': 200}
Nov 06 21:07:45.383922 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aedcfe34-038c-48cb-aafd-48f5ee77e70a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:45.503643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aedcfe34-038c-48cb-aafd-48f5ee77e70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:45.506934 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aedcfe34-038c-48cb-aafd-48f5ee77e70a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:45.509455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aedcfe34-038c-48cb-aafd-48f5ee77e70a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1e2e2c9-e0e2-402e-a3bf-425ccfb7c7ec HTTP/1.1" status: 204  len: 168 time: 0.3067474
Nov 06 21:07:45.525029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcfe34-038c-48cb-aafd-48f5ee77e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e2e2c9-e0e2-402e-a3bf-425ccfb7c7ec,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:45.539805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712694c-a6d6-41b7-81c1-70cd43944713 req-5c9a87e9-97ac-433d-b711-dcf42b3b3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:45.542393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a712694c-a6d6-41b7-81c1-70cd43944713 req-5c9a87e9-97ac-433d-b711-dcf42b3b3903 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1096 time: 0.0888712
Nov 06 21:07:45.633799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a712694c-a6d6-41b7-81c1-70cd43944713 req-e8b21a31-42dc-4c2a-8f17-e23c8d8c2cc7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839443
Nov 06 21:07:45.649670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735b870-57e4-4e5a-9b10-6d7c7d19e2d6 req-70f5f553-9ca4-4005-9fc0-e77e7e74c35c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:45.651613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3735b870-57e4-4e5a-9b10-6d7c7d19e2d6 req-70f5f553-9ca4-4005-9fc0-e77e7e74c35c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0960653
Nov 06 21:07:45.709160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3735b870-57e4-4e5a-9b10-6d7c7d19e2d6 req-d713551e-3e4d-4104-b597-b59eea307288 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508094
Nov 06 21:07:45.845290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6da4-63db-4871-b470-8b1f5dc1e113 req-0977b422-9d22-4109-bd95-0fb5044e5b4a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:45.847021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-677f6da4-63db-4871-b470-8b1f5dc1e113 req-0977b422-9d22-4109-bd95-0fb5044e5b4a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0673091
Nov 06 21:07:45.918872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-677f6da4-63db-4871-b470-8b1f5dc1e113 req-df510a90-68b5-4386-8a8e-cb1670fbc226 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637884
Nov 06 21:07:46.089558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51838) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:46.130782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c26a9-5e80-4b29-9a6f-2bd212e2c930 req-20d8ffae-8f63-4410-afef-6e4facd0bb70 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:46.141076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b49c26a9-5e80-4b29-9a6f-2bd212e2c930 req-20d8ffae-8f63-4410-afef-6e4facd0bb70 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0977752
Nov 06 21:07:46.196947 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-90dc0ee4-6f6b-44f2-bf0f-363c9d6994e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d566b9534e346148202adbf2585be4d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1039624
Nov 06 21:07:46.199290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51846) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:46.235648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b49c26a9-5e80-4b29-9a6f-2bd212e2c930 req-281d193b-45c3-45a8-911e-3127d9dcb92d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915267
Nov 06 21:07:46.303932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88415e03-821d-43a9-bca6-bf5adc120005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:46.344655 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88415e03-821d-43a9-bca6-bf5adc120005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:46.422809 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88415e03-821d-43a9-bca6-bf5adc120005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:46.428398 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88415e03-821d-43a9-bca6-bf5adc120005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:46.429782 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88415e03-821d-43a9-bca6-bf5adc120005 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25b8e91b-569c-4c57-8917-6ce4d335ea03 HTTP/1.1" status: 204  len: 168 time: 0.2289469
Nov 06 21:07:46.442545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88415e03-821d-43a9-bca6-bf5adc120005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b8e91b-569c-4c57-8917-6ce4d335ea03,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:46.827719 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b3afedf8-4ca7-4222-82bc-e9bee5da5519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.375595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1bac-cb2f-4c8b-99ae-eae373b0b0cf req-a9c2a648-fc67-4576-8300-eb9b28287fd9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:47.377067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f14f1bac-cb2f-4c8b-99ae-eae373b0b0cf req-a9c2a648-fc67-4576-8300-eb9b28287fd9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0607469
Nov 06 21:07:47.441285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f14f1bac-cb2f-4c8b-99ae-eae373b0b0cf req-3a8f00d4-11ae-44f2-be0a-06121aeb706d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579040
Nov 06 21:07:47.461776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51956) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:47.608651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55605-edb5-4662-ad7e-48d3207a848a req-cec36362-5390-4d39-a50b-cd3a9da4a145 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:47.610230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0f55605-edb5-4662-ad7e-48d3207a848a req-cec36362-5390-4d39-a50b-cd3a9da4a145 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0870850
Nov 06 21:07:47.619216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1184087835-network', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:47.619535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51980) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:47.624824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'floatingip': {'port_id': '9373871f-a511-4c47-9d92-654088c8202d'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:47.649744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Made reservation on behalf of 67ac9e32e01d41ff9369342e7c91582a for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:47.652456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.668032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.698358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.762677 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.767418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.807274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:07:47.815831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7a0d0e-a4dd-4942-9ab3-98d12747efa6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:47.826801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.826801 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Added segment 1764b950-0fd6-41d9-b57a-a652a4932c63 of type vlan for network dab0e441-c42b-477c-ac8a-0fbcdcb766b6
Nov 06 21:07:47.891477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.931949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:47.933679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:47.934232 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.005849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] Pushing event updated for resources: {'Network': ['ID=dab0e441-c42b-477c-ac8a-0fbcdcb766b6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:48.011785 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-95dcad2b-b8e9-4b5a-b697-212bc98b7911 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5485196
Nov 06 21:07:48.016075 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52012) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:48.021028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:07:48.034078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Request body: {'subnet': {'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1184087835-subnet', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:48.083726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Made reservation on behalf of 67ac9e32e01d41ff9369342e7c91582a for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:07:48.087967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.197653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d9a0-a36a-4088-a92c-1b8bdd13c7ab req-320490f4-114f-461b-93c8-08c705838332 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:48.206880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cf1d9a0-a36a-4088-a92c-1b8bdd13c7ab req-320490f4-114f-461b-93c8-08c705838332 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1312342
Nov 06 21:07:48.402522 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.438233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cf1d9a0-a36a-4088-a92c-1b8bdd13c7ab req-8b916e30-0f04-426d-bb21-656ebddd57af tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303679
Nov 06 21:07:48.491701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fee2e3b-a051-420d-a20c-605a96c10bfd,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:48.517536 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.522004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Checking segment: {'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:48.522917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Network hostable DHCP agents. Network: dab0e441-c42b-477c-ac8a-0fbcdcb766b6, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:07:48.525762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.550865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:07:48.572741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dab0e441-c42b-477c-ac8a-0fbcdcb766b6) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:48.577815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:48.578770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.590592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701d8dd-ca77-40ad-8b7c-403c60468939 None None] Network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:07:48.601984 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-11267e43-0778-42e4-a986-439fb3d6a41e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.5844531
Nov 06 21:07:48.604789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52034) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:48.616471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:07:48.657876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.666158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.688079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cefb22-cd52-4479-afa3-ea0d6986c0bc req-8a0fe180-079b-4a0d-9e6a-05167d3130b3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:48.689762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5cefb22-cd52-4479-afa3-ea0d6986c0bc req-8a0fe180-079b-4a0d-9e6a-05167d3130b3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1215723
Nov 06 21:07:48.728667 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Floating IP 0fe429f0-089d-4fde-9c7e-e28d1be22d30 associated. External IP: 172.35.0.93, port: 9373871f-a511-4c47-9d92-654088c8202d.
Nov 06 21:07:48.750032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:48.814154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dab0e441-c42b-477c-ac8a-0fbcdcb766b6', 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'fixed_ips': [{'subnet_id': '4fee2e3b-a051-420d-a20c-605a96c10bfd'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:07:48.815387 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.006892 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.016407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5cefb22-cd52-4479-afa3-ea0d6986c0bc req-4ff80966-1a4a-4609-9243-f577229cd4ce tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3098719
Nov 06 21:07:49.127999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Allocated IP 172.20.0.2 (dab0e441-c42b-477c-ac8a-0fbcdcb766b6/4fee2e3b-a051-420d-a20c-605a96c10bfd/ba61e8a3-af07-417e-92f0-4c4e8454f4b4) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:49.320720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:07:49.328114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.365962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.396901 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.444933 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.470605 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88585efa-6be5-486d-97a6-142cfc4219e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.544210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:07:49.548526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:49.552904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:49.555740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.561858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45db129-31d3-4254-8020-795196def8df None None] Sync routers for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:07:49.568903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:49.579260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Pushing event updated for resources: {'Port': ['ID=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:49.604354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-04a1b0b4-4db2-4653-a22c-adfe1f6d0f18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "PUT /v2.0/floatingips/0fe429f0-089d-4fde-9c7e-e28d1be22d30 HTTP/1.1" status: 200  len: 990 time: 1.9822831
Nov 06 21:07:49.604354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8565783d-e8fd-4786-9848-138d58914019', 'tag': '9373871f-a511-4c47-9d92-654088c8202d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:07:49.605903 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278" -d '{"events": [{"name": "network-changed", "server_uuid": "8565783d-e8fd-4786-9848-138d58914019", "tag": "9373871f-a511-4c47-9d92-654088c8202d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:07:49.613847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Allocated IP 172.35.0.48 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/6bccd160-7771-4d38-926b-ecfb4465ad60) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:49.626424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45db129-31d3-4254-8020-795196def8df None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:49.627168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b45db129-31d3-4254-8020-795196def8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512f36d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:49.665393 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7521733-bf4c-46b8-ae87-9a6ba7ddb787 x-openstack-request-id: req-c7521733-bf4c-46b8-ae87-9a6ba7ddb787 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:07:49.666035 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8565783d-e8fd-4786-9848-138d58914019", "tag": "9373871f-a511-4c47-9d92-654088c8202d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:07:49.666465 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7521733-bf4c-46b8-ae87-9a6ba7ddb787 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:07:49.667707 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8565783d-e8fd-4786-9848-138d58914019', 'tag': '9373871f-a511-4c47-9d92-654088c8202d', 'status': 'completed', 'code': 200}
Nov 06 21:07:49.737465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-6f7f6593-8a1c-4a97-9785-d082e0b03325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:49.738290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Attempting to bind port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:49.738837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Attempting to bind port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:49.739381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Attempting to bind port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 on network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:49.740147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-6f7f6593-8a1c-4a97-9785-d082e0b03325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1096 time: 0.0507526
Nov 06 21:07:49.767017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.774593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:49.775253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Checking segment: {'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:49.775821 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.776396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Bound using segment: {'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:49.777040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Bound port: ba61e8a3-af07-417e-92f0-4c4e8454f4b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:49.777656 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.808815 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:49.850673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-f5ab1552-c4a1-485e-ac7f-d345a6756789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:49.852612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-f5ab1552-c4a1-485e-ac7f-d345a6756789 service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.1056237
Nov 06 21:07:49.870506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:49.880254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b45db129-31d3-4254-8020-795196def8df None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:49.880911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:49.888496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:49.919331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Pushing event updated for resources: {'Port': ['ID=6bccd160-7771-4d38-926b-ecfb4465ad60,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:49.920987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] For port ba61e8a3-af07-417e-92f0-4c4e8454f4b4, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:49.946941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] For port ba61e8a3-af07-417e-92f0-4c4e8454f4b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,segment=NetworkSegment(1764b950-0fd6-41d9-b57a-a652a4932c63),segment_id=1764b950-0fd6-41d9-b57a-a652a4932c63)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:49.954923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-7903d71e-f42d-4e54-8081-96da3df2ecb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 998 time: 0.0939069
Nov 06 21:07:49.979563 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.026498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-9669b0bf-2a97-4201-8b96-f0090816230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:50.028701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-9669b0bf-2a97-4201-8b96-f0090816230e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.0678380
Nov 06 21:07:50.103983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-8bcc3807-5e8c-41bb-891d-cbf0475f737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:50.104995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a709a8-cf6a-41f4-9993-2421179615d2 None None] Pushing event updated for resources: {'Port': ['ID=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:50.110844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-8bcc3807-5e8c-41bb-891d-cbf0475f737f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0734453
Nov 06 21:07:50.113238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52088) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:50.319664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-cc5d5670-cd0a-4e22-bd57-643548faffc8 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2001612
Nov 06 21:07:50.321223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c9161da-4247-461c-88dd-a3d9beccda09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.327054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.352385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b45db129-31d3-4254-8020-795196def8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512f36d0>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe429f0-089d-4fde-9c7e-e28d1be22d30', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'floating_ip_address': '172.35.0.93', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'port_id': '9373871f-a511-4c47-9d92-654088c8202d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'mac_address': 'fa:16:3e:b9:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565783d-e8fd-4786-9848-138d58914019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:07:29Z', 'updated_at': '2021-11-06T21:07:48Z', 'revision_number': 1, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:50.404724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45db129-31d3-4254-8020-795196def8df None None] Checking router: 855e1ea2-fd9f-45a7-83a2-708a1d97c71a for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:07:50.444950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45db129-31d3-4254-8020-795196def8df None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:50.446245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b45db129-31d3-4254-8020-795196def8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512f36d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:50.575446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f4cfc2e-8bfb-4daa-8b0e-04514594a278 req-d22b5da6-0765-4b98-865d-bad4b6093f1d service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357876
Nov 06 21:07:50.643003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c9161da-4247-461c-88dd-a3d9beccda09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.656363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c9161da-4247-461c-88dd-a3d9beccda09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.700754 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.713470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1c9161da-4247-461c-88dd-a3d9beccda09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b69844210db45878d432d36c0810b50&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5990260
Nov 06 21:07:50.714287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52116) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:50.714966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9161da-4247-461c-88dd-a3d9beccda09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8177d471-afc4-4341-8960-adb592c5cdb1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:50.782049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7660-583d-4dfa-b12e-fbb75e082555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.785190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.808969 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7660-583d-4dfa-b12e-fbb75e082555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.818149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b45db129-31d3-4254-8020-795196def8df None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:50.884926 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7660-583d-4dfa-b12e-fbb75e082555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.888541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7660-583d-4dfa-b12e-fbb75e082555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:50.892278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eeeb7660-583d-4dfa-b12e-fbb75e082555 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8177d471-afc4-4341-8960-adb592c5cdb1 HTTP/1.1" status: 204  len: 168 time: 0.1693604
Nov 06 21:07:50.913852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb7660-583d-4dfa-b12e-fbb75e082555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177d471-afc4-4341-8960-adb592c5cdb1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:50.987723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:07:51.144584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b45db129-31d3-4254-8020-795196def8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512f36d0>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe429f0-089d-4fde-9c7e-e28d1be22d30', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'floating_ip_address': '172.35.0.93', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'port_id': '9373871f-a511-4c47-9d92-654088c8202d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'mac_address': 'fa:16:3e:b9:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565783d-e8fd-4786-9848-138d58914019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:07:29Z', 'updated_at': '2021-11-06T21:07:48Z', 'revision_number': 1, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:51.159782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:07:51.169994 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Sync routers for ids ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:07:51.179400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45db129-31d3-4254-8020-795196def8df None None] The sync data for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 is: [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0fe429f0-089d-4fde-9c7e-e28d1be22d30', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'floating_ip_address': '172.35.0.93', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'port_id': '9373871f-a511-4c47-9d92-654088c8202d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'mac_address': 'fa:16:3e:b9:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565783d-e8fd-4786-9848-138d58914019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:07:29Z', 'updated_at': '2021-11-06T21:07:48Z', 'revision_number': 1, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:51.188612 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Routers {'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:51.193778 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:51.195142 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1a3d7632-c64b-445f-a370-7fff0b73cba9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 2.5884802
Nov 06 21:07:51.197189 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a57d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:51.198360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52154) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:51.416085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52158) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:51.441131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da8a38fe-9008-4520-a837-25a9f500cbd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:51.536634 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Set router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:51.563025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ba61e8a3-af07-417e-92f0-4c4e8454f4b4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:51.625355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da8a38fe-9008-4520-a837-25a9f500cbd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:51.636235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da8a38fe-9008-4520-a837-25a9f500cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:51.703899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc049b1f-0495-43e9-b1d6-82c86c85d335 None None] New status for floating IP 0fe429f0-089d-4fde-9c7e-e28d1be22d30: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:07:51.756819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52168) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:51.815275 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-da8a38fe-9008-4520-a837-25a9f500cbd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3280275940844a159661f584e65aa3ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3976564
Nov 06 21:07:51.816148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52176) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:51.817031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a38fe-9008-4520-a837-25a9f500cbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b33082-7ed9-40b5-9e84-52140f850fed,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:51.827372 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a57d60>, [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48'}], 'enable_snat': True}, 'gw_port_id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:07:50Z', 'revision_number': 3, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port': {'id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:49Z', 'updated_at': '2021-11-06T21:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:51.870176 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Checking router: af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:07:51.871608 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Updating router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 port 6bccd160-7771-4d38-926b-ecfb4465ad60 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:07:51.911378 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:51.942664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3276775f-03a3-4359-a61c-95a24efff596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:51.993641 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3276775f-03a3-4359-a61c-95a24efff596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.106162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3276775f-03a3-4359-a61c-95a24efff596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.110195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3276775f-03a3-4359-a61c-95a24efff596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.114364 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3276775f-03a3-4359-a61c-95a24efff596 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40b33082-7ed9-40b5-9e84-52140f850fed HTTP/1.1" status: 204  len: 168 time: 0.2883317
Nov 06 21:07:52.131248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276775f-03a3-4359-a61c-95a24efff596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b33082-7ed9-40b5-9e84-52140f850fed,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:52.202945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52186) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:52.275646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc90565-086b-448f-b1e7-7fe70eaa4447 None None] Network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:07:52.290665 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c06e7572-440c-4af5-9e0f-7a2cac2c61bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.305774 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.317058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b297d1b-591f-4347-92c5-3d80d2458e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.323046 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.379580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:52.380158 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.436906 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c06e7572-440c-4af5-9e0f-7a2cac2c61bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.448024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-92341c7c-25be-44d7-8771-61c2201077de None None] Provisioning complete for port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:52.449964 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92341c7c-25be-44d7-8771-61c2201077de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.460036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c06e7572-440c-4af5-9e0f-7a2cac2c61bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.460476 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Attempting to bind port 6bccd160-7771-4d38-926b-ecfb4465ad60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:52.460876 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Attempting to bind port 6bccd160-7771-4d38-926b-ecfb4465ad60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:52.461251 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Attempting to bind port 6bccd160-7771-4d38-926b-ecfb4465ad60 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:52.488040 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:52.488490 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:52.489104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fec03-be1a-48b4-8c54-77b7073f0f7c req-c2531939-3f28-4cac-9ad0-a74b938d423d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:52.489652 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.490073 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:52.492615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b297d1b-591f-4347-92c5-3d80d2458e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.493725 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Bound port: 6bccd160-7771-4d38-926b-ecfb4465ad60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:52.494144 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.498130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c12fec03-be1a-48b4-8c54-77b7073f0f7c req-c2531939-3f28-4cac-9ad0-a74b938d423d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.3913174
Nov 06 21:07:52.502068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b297d1b-591f-4347-92c5-3d80d2458e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.539412 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.554940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Pushing event updated for resources: {'Port': ['ID=6bccd160-7771-4d38-926b-ecfb4465ad60,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:52.569392 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.569940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.570454 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.570963 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.571433 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.572494 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.573144 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.573475 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.573925 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.574276 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.575204 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.580145 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:07:52.601783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b297d1b-591f-4347-92c5-3d80d2458e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3241a68-22d1-4241-bf83-5661412c489a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:52.612276 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.614820 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b297d1b-591f-4347-92c5-3d80d2458e9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fee3d016cc9482cbe84da7600719ad8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4104142
Nov 06 21:07:52.616168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52198) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:52.617305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c06e7572-440c-4af5-9e0f-7a2cac2c61bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82c12d403aad4cfab2c66c2157d66580&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8549814
Nov 06 21:07:52.620631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52200) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:52.630415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e7572-440c-4af5-9e0f-7a2cac2c61bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e280a55-2843-48cb-9c28-975d0f102d0a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:52.651020 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] For port 6bccd160-7771-4d38-926b-ecfb4465ad60, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:52.652400 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.661740 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] For port 6bccd160-7771-4d38-926b-ecfb4465ad60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bccd160-7771-4d38-926b-ecfb4465ad60,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:52.673721 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.703007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c12fec03-be1a-48b4-8c54-77b7073f0f7c req-8254a88c-718f-420d-a935-483834b7c428 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985288
Nov 06 21:07:52.733365 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Routers {'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:52.734213 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a57d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:52.798589 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682f7b3-8691-4116-87f8-6d5025fc5b62 None None] Pushing event updated for resources: {'Port': ['ID=6bccd160-7771-4d38-926b-ecfb4465ad60,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:52.813769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4db91f34-9ea2-4208-a3e9-95687e1efb85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.848066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4db91f34-9ea2-4208-a3e9-95687e1efb85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.849752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c34901e2-2dd9-4267-ba3c-9027077397dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.872573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c34901e2-2dd9-4267-ba3c-9027077397dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.883001 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] Set router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:52.896244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92341c7c-25be-44d7-8771-61c2201077de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.973394 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c34901e2-2dd9-4267-ba3c-9027077397dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.976015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c34901e2-2dd9-4267-ba3c-9027077397dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:52.977220 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c34901e2-2dd9-4267-ba3c-9027077397dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e280a55-2843-48cb-9c28-975d0f102d0a HTTP/1.1" status: 204  len: 168 time: 0.3574469
Nov 06 21:07:53.023580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34901e2-2dd9-4267-ba3c-9027077397dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e280a55-2843-48cb-9c28-975d0f102d0a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:53.028708 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:53.067083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4db91f34-9ea2-4208-a3e9-95687e1efb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:53.070431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4db91f34-9ea2-4208-a3e9-95687e1efb85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:53.073275 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4db91f34-9ea2-4208-a3e9-95687e1efb85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3241a68-22d1-4241-bf83-5661412c489a HTTP/1.1" status: 204  len: 168 time: 0.4429393
Nov 06 21:07:53.081355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-92341c7c-25be-44d7-8771-61c2201077de None None] For port ba61e8a3-af07-417e-92f0-4c4e8454f4b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,segment=NetworkSegment(1764b950-0fd6-41d9-b57a-a652a4932c63),segment_id=1764b950-0fd6-41d9-b57a-a652a4932c63)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:53.098579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-92341c7c-25be-44d7-8771-61c2201077de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:53.098927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db91f34-9ea2-4208-a3e9-95687e1efb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3241a68-22d1-4241-bf83-5661412c489a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:53.212538 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:07:53.212899 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:07:53.218738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92341c7c-25be-44d7-8771-61c2201077de None None] Pushing event updated for resources: {'Port': ['ID=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:53.244992 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a57d60>, [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48'}], 'enable_snat': True}, 'gw_port_id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:07:50Z', 'revision_number': 3, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port': {'id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:49Z', 'updated_at': '2021-11-06T21:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:53.286302 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004a492-4d91-4f60-868f-e67c4a35438b None None] The sync data for ids ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'] in ncdv-master-1 is: [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48'}], 'enable_snat': True}, 'gw_port_id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:07:50Z', 'revision_number': 3, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port': {'id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:49Z', 'updated_at': '2021-11-06T21:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:53.525916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e7c2921e-915b-4080-85ff-edaca6055da8 None None] Provisioning complete for port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:53.526445 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e7c2921e-915b-4080-85ff-edaca6055da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:53.587112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Allocated IP 172.20.0.1 (dab0e441-c42b-477c-ac8a-0fbcdcb766b6/4fee2e3b-a051-420d-a20c-605a96c10bfd/f8807e93-f340-4999-b14f-a942647025ec) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:07:53.636975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941e430-f247-4e94-8ead-eee69aadb6c2 req-a4311071-f78e-4ce5-a713-89e340f2ef28 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:53.639381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4941e430-f247-4e94-8ead-eee69aadb6c2 req-a4311071-f78e-4ce5-a713-89e340f2ef28 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1094518
Nov 06 21:07:53.794876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4941e430-f247-4e94-8ead-eee69aadb6c2 req-85156dce-46fc-4329-aea8-1ce58a5084d5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349125
Nov 06 21:07:53.827491 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:53.894495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:53.937928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:53.941193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:53.945101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:07:54.022071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Pushing event updated for resources: {'Port': ['ID=f8807e93-f340-4999-b14f-a942647025ec,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:54.038241 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.064767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6bccd160-7771-4d38-926b-ecfb4465ad60 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:54.169655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6bccd160-7771-4d38-926b-ecfb4465ad60 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:54.170152 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.325180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.336028 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.383195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6bccd160-7771-4d38-926b-ecfb4465ad60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bccd160-7771-4d38-926b-ecfb4465ad60,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:54.392026 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.392976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ba61e8a3-af07-417e-92f0-4c4e8454f4b4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:54.462343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cd50-b0ac-49ad-91ed-6bb3b63d9656 req-65778cef-9f2f-481c-8bbb-946876daf737 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:54.469851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d207cd50-b0ac-49ad-91ed-6bb3b63d9656 req-65778cef-9f2f-481c-8bbb-946876daf737 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1471410
Nov 06 21:07:54.506755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6bccd160-7771-4d38-926b-ecfb4465ad60,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:54.534785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-95085f96-f59a-43ed-89aa-8ae085e9300b None None] Provisioning complete for port f8807e93-f340-4999-b14f-a942647025ec triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:54.535248 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95085f96-f59a-43ed-89aa-8ae085e9300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.578464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-95085f96-f59a-43ed-89aa-8ae085e9300b None None] Port f8807e93-f340-4999-b14f-a942647025ec cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:07:54.591319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:54.591810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.641703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d207cd50-b0ac-49ad-91ed-6bb3b63d9656 req-f47c5477-4b22-401d-b0dc-73c41a63b6f2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708696
Nov 06 21:07:54.752556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.763068 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:54.889895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Pushing event updated for resources: {'Port': ['ID=f8807e93-f340-4999-b14f-a942647025ec,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:54.901410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deb442-db64-4e87-8b82-05210c826995 req-e230faf9-46b0-415d-b9e5-6bb31efcb83a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:54.902953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02deb442-db64-4e87-8b82-05210c826995 req-e230faf9-46b0-415d-b9e5-6bb31efcb83a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1366286
Nov 06 21:07:54.904677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:55.004538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02deb442-db64-4e87-8b82-05210c826995 req-dec7ea9a-4635-4ad4-9313-ec95b9bc7cb9 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911551
Nov 06 21:07:55.056685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:07:55.058486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:07:55.235215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:07:55.475431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:07:55.481257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-029ad876-6ff5-431e-9f7b-eefe8cf1e7bd admin admin] 10.222.0.13 "PUT /v2.0/routers/af2a3a54-39e1-49b0-a93b-651fc4a6e2b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2817547
Nov 06 21:07:55.490474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9732-67a6-4962-a7ff-2b170506c7eb req-bf19783a-42db-4626-a8d0-681bf69e88a7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:55.492048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d0b9732-67a6-4962-a7ff-2b170506c7eb req-bf19783a-42db-4626-a8d0-681bf69e88a7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1124578
Nov 06 21:07:55.511568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2e02990c-75f3-4d61-8a13-3f9649b17921 None None] Provisioning complete for port f8807e93-f340-4999-b14f-a942647025ec triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:55.513259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2e02990c-75f3-4d61-8a13-3f9649b17921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:55.567333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d0b9732-67a6-4962-a7ff-2b170506c7eb req-fed314b6-899c-4ea3-9f74-cad99c4e324e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690823
Nov 06 21:07:55.589866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2e02990c-75f3-4d61-8a13-3f9649b17921 None None] Port f8807e93-f340-4999-b14f-a942647025ec cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:07:55.682627 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Sync routers for ids ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:07:55.703442 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Routers {'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:55.705030 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a572e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:55.755661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee2f6a-77e5-4f7a-a0a4-5579118df643 req-912f40d2-74e2-48d2-a10c-d702ecd23502 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:55.760986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7ee2f6a-77e5-4f7a-a0a4-5579118df643 req-912f40d2-74e2-48d2-a10c-d702ecd23502 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0991695
Nov 06 21:07:55.859782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7ee2f6a-77e5-4f7a-a0a4-5579118df643 req-ab33ab27-6468-43ef-ba76-649b86e1c90f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906179
Nov 06 21:07:55.968211 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Set router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:56.008955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6bccd160-7771-4d38-926b-ecfb4465ad60 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:07:56.133052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6bccd160-7771-4d38-926b-ecfb4465ad60 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:56.133052 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:56.425136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016c624-395b-4bb4-9e2b-6440f2598d10 req-91e7c4d8-bdaf-42b6-b093-3e643e4199a3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:56.426841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0016c624-395b-4bb4-9e2b-6440f2598d10 req-91e7c4d8-bdaf-42b6-b093-3e643e4199a3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0968585
Nov 06 21:07:56.457363 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a572e0>, [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48'}], 'enable_snat': True}, 'gw_port_id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:07:54Z', 'revision_number': 4, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port': {'id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:49Z', 'updated_at': '2021-11-06T21:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f8807e93-f340-4999-b14f-a942647025ec', 'name': '', 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'mac_address': 'fa:16:3e:46:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '4fee2e3b-a051-420d-a20c-605a96c10bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:52Z', 'updated_at': '2021-11-06T21:07:54Z', 'revision_number': 2, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'subnets': [{'id': '4fee2e3b-a051-420d-a20c-605a96c10bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:56.495008 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Checking router: af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:07:56.495793 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Updating router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 port f8807e93-f340-4999-b14f-a942647025ec binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:07:56.496704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0016c624-395b-4bb4-9e2b-6440f2598d10 req-239f76ff-e883-47be-8101-3e4b085a9214 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640473
Nov 06 21:07:56.549456 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:56.667260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79259551-45ec-4f12-957c-6036a2ce37e2 req-5ceca7cc-359b-4df5-b392-5030a08d95f0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:56.669648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79259551-45ec-4f12-957c-6036a2ce37e2 req-5ceca7cc-359b-4df5-b392-5030a08d95f0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0820897
Nov 06 21:07:56.766215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-79259551-45ec-4f12-957c-6036a2ce37e2 req-04297687-8ece-471a-afe3-8f95d0f8ed72 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889404
Nov 06 21:07:56.900017 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:56.906970 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:56.967164 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a695b-f374-49fa-87b3-e28774b6a432 None None] Pushing event updated for resources: {'Port': ['ID=f8807e93-f340-4999-b14f-a942647025ec,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:57.244519 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Attempting to bind port f8807e93-f340-4999-b14f-a942647025ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:07:57.244910 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Attempting to bind port f8807e93-f340-4999-b14f-a942647025ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:07:57.245253 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Attempting to bind port f8807e93-f340-4999-b14f-a942647025ec on network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:07:57.264929 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:07:57.265314 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Checking segment: {'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:07:57.265718 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:57.266115 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Bound using segment: {'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:07:57.266607 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Bound port: f8807e93-f340-4999-b14f-a942647025ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1764b950-0fd6-41d9-b57a-a652a4932c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:07:57.266979 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:57.310693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e249db-60ac-47d1-a7c7-5f89474b6693 req-78ee1c37-d085-4a39-bcf8-bd5394390f65 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:57.320468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6e249db-60ac-47d1-a7c7-5f89474b6693 req-78ee1c37-d085-4a39-bcf8-bd5394390f65 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1139035
Nov 06 21:07:57.351833 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] For port f8807e93-f340-4999-b14f-a942647025ec, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:07:57.367112 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] For port f8807e93-f340-4999-b14f-a942647025ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8807e93-f340-4999-b14f-a942647025ec,segment=NetworkSegment(1764b950-0fd6-41d9-b57a-a652a4932c63),segment_id=1764b950-0fd6-41d9-b57a-a652a4932c63)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:07:57.374417 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:57.448156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-941d842c-2f90-47f5-b70b-1dc3fbbdb2da None None] Provisioning complete for port f8807e93-f340-4999-b14f-a942647025ec triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:57.451527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-941d842c-2f90-47f5-b70b-1dc3fbbdb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:57.458923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6e249db-60ac-47d1-a7c7-5f89474b6693 req-e1b33c22-8139-471a-9c1c-783412aad0e1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368475
Nov 06 21:07:57.465218 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a695b-f374-49fa-87b3-e28774b6a432 None None] Pushing event updated for resources: {'Port': ['ID=f8807e93-f340-4999-b14f-a942647025ec,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:57.530170 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Routers {'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:07:57.531561 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a572e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:57.634342 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-941d842c-2f90-47f5-b70b-1dc3fbbdb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:57.726464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-941d842c-2f90-47f5-b70b-1dc3fbbdb2da None None] For port f8807e93-f340-4999-b14f-a942647025ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8807e93-f340-4999-b14f-a942647025ec,segment=NetworkSegment(1764b950-0fd6-41d9-b57a-a652a4932c63),segment_id=1764b950-0fd6-41d9-b57a-a652a4932c63)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:57.732738 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-941d842c-2f90-47f5-b70b-1dc3fbbdb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:57.756528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-b3f0dbfd-9790-4f72-9932-08dcd2b72153 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0b512f3f002d4176808c9ea78c759467&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0692811
Nov 06 21:07:57.793805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea81ff6-fefb-48c4-940d-e43545c1e19c req-1b717960-a80f-4d52-ab47-a35fb0b27ac1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:57.798118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ea81ff6-fefb-48c4-940d-e43545c1e19c req-1b717960-a80f-4d52-ab47-a35fb0b27ac1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1834276
Nov 06 21:07:57.850100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52440) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:57.869836 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] Set router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:07:57.880392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d842c-2f90-47f5-b70b-1dc3fbbdb2da None None] Pushing event updated for resources: {'Port': ['ID=f8807e93-f340-4999-b14f-a942647025ec,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:57.975045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2d9485e0-63fa-4d51-b701-0172f1e56555 None None] Provisioning complete for port f8807e93-f340-4999-b14f-a942647025ec triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:07:57.977023 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2d9485e0-63fa-4d51-b701-0172f1e56555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:58.011279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ea81ff6-fefb-48c4-940d-e43545c1e19c req-c02a6609-a78f-4505-9fd0-c9047a69c1bd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039475
Nov 06 21:07:58.111745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-366d8529-35d1-4711-89c5-77196d8b71be tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:58.115916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-366d8529-35d1-4711-89c5-77196d8b71be tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3584185
Nov 06 21:07:58.148962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-258958ad-ecba-4f4f-be17-9189b95ca0d2 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/quotas/0b512f3f002d4176808c9ea78c759467 HTTP/1.1" status: 200  len: 375 time: 0.0245113
Nov 06 21:07:58.149449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52446) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:58.214717 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a572e0>, [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48'}], 'enable_snat': True}, 'gw_port_id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:07:54Z', 'revision_number': 4, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port': {'id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:49Z', 'updated_at': '2021-11-06T21:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f8807e93-f340-4999-b14f-a942647025ec', 'name': '', 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'mac_address': 'fa:16:3e:46:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '4fee2e3b-a051-420d-a20c-605a96c10bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:52Z', 'updated_at': '2021-11-06T21:07:57Z', 'revision_number': 4, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'subnets': [{'id': '4fee2e3b-a051-420d-a20c-605a96c10bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:07:58.228571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-3762c0ef-1706-48b0-9d8e-161ccdb8713c tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b512f3f002d4176808c9ea78c759467&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0662355
Nov 06 21:07:58.248171 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321b39f-3d87-427a-a309-f387b4462b90 None None] The sync data for ids ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'] in ncdv-master-1 is: [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48'}], 'enable_snat': True}, 'gw_port_id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:07:54Z', 'revision_number': 4, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port': {'id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:49Z', 'updated_at': '2021-11-06T21:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f8807e93-f340-4999-b14f-a942647025ec', 'name': '', 'network_id': 'dab0e441-c42b-477c-ac8a-0fbcdcb766b6', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'mac_address': 'fa:16:3e:46:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '4fee2e3b-a051-420d-a20c-605a96c10bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:52Z', 'updated_at': '2021-11-06T21:07:57Z', 'revision_number': 4, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'subnets': [{'id': '4fee2e3b-a051-420d-a20c-605a96c10bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:07:58.410061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea99d43b-652e-4a84-8f95-0e2735d586b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:58.495583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:58.553123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569fd93-81cb-4cfa-8881-c6a34425faed req-05f00834-9825-48e6-9cfc-ef030412d8be tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:58.555564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f569fd93-81cb-4cfa-8881-c6a34425faed req-05f00834-9825-48e6-9cfc-ef030412d8be tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1182699
Nov 06 21:07:58.678475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-548bb57c-f148-4314-bd30-5c6321340d32 req-c55f0f40-87c9-4507-b537-e10789edebe3 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 210 time: 0.0675910
Nov 06 21:07:58.725161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f569fd93-81cb-4cfa-8881-c6a34425faed req-23aa5442-2de5-4105-a260-167634d8382c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449156
Nov 06 21:07:58.779859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea99d43b-652e-4a84-8f95-0e2735d586b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:58.791401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea99d43b-652e-4a84-8f95-0e2735d586b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:58.936055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99d43b-652e-4a84-8f95-0e2735d586b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a720ecf4-2a03-45aa-a3c6-f8ca98cf3927,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:58.943374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ea99d43b-652e-4a84-8f95-0e2735d586b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4999dc194123406eb5cd510f6f053224&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7928305
Nov 06 21:07:58.946756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52490) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:58.985712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dab2f-6d35-4f33-847f-b45a635308b4 req-eac4c49e-2019-4f76-80f8-60bcfdb2e899 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:58.994134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f3dab2f-6d35-4f33-847f-b45a635308b4 req-eac4c49e-2019-4f76-80f8-60bcfdb2e899 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1919682
Nov 06 21:07:59.039709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52494) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:59.081329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1544a3b1-6811-4ffc-a651-70389d49c9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.106985 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1544a3b1-6811-4ffc-a651-70389d49c9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.157444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f3dab2f-6d35-4f33-847f-b45a635308b4 req-6ea5f5d7-307f-4d87-bf1a-5dfa5c2485dd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566484
Nov 06 21:07:59.196217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1544a3b1-6811-4ffc-a651-70389d49c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.204800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1544a3b1-6811-4ffc-a651-70389d49c9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.206227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1544a3b1-6811-4ffc-a651-70389d49c9ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a720ecf4-2a03-45aa-a3c6-f8ca98cf3927 HTTP/1.1" status: 204  len: 168 time: 0.2582731
Nov 06 21:07:59.224184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544a3b1-6811-4ffc-a651-70389d49c9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a720ecf4-2a03-45aa-a3c6-f8ca98cf3927,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:59.266225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7c7e699e-8bd0-43e4-8e38-b06c3c5ee69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.429631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7c7e699e-8bd0-43e4-8e38-b06c3c5ee69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.440436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7c7e699e-8bd0-43e4-8e38-b06c3c5ee69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.447554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Deleting port f8807e93-f340-4999-b14f-a942647025ec {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:07:59.448112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.526892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e699e-8bd0-43e4-8e38-b06c3c5ee69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be7b218-0422-4bd2-a870-6ce093cb5ce0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:07:59.592503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] For port f8807e93-f340-4999-b14f-a942647025ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8807e93-f340-4999-b14f-a942647025ec,segment=NetworkSegment(1764b950-0fd6-41d9-b57a-a652a4932c63),segment_id=1764b950-0fd6-41d9-b57a-a652a4932c63)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:07:59.592627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.612580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Calling delete_port for f8807e93-f340-4999-b14f-a942647025ec owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:07:59.632913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52518) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:59.633214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7c7e699e-8bd0-43e4-8e38-b06c3c5ee69d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b26051055f54f1ab8aed050cf54919b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5694892
Nov 06 21:07:59.694308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610978e-4ee1-4790-b323-0de454cc8fef req-3afe0ec2-8865-442a-8343-2f3a548393bd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:59.695933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f610978e-4ee1-4790-b323-0de454cc8fef req-3afe0ec2-8865-442a-8343-2f3a548393bd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 812 time: 0.2095256
Nov 06 21:07:59.724950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f610978e-4ee1-4790-b323-0de454cc8fef req-96b336a7-4b23-440f-b4c2-6f2e4f5ec262 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/quotas/930a318a21a4455c8d2c6eb794459b51 HTTP/1.1" status: 200  len: 375 time: 0.0228322
Nov 06 21:07:59.726958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52522) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:07:59.759941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-712ba8a1-85de-416c-b4e5-4c09c32f17b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.785259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f610978e-4ee1-4790-b323-0de454cc8fef req-079ebf64-1c39-48a7-93be-7b1d3a491403 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0586400
Nov 06 21:07:59.853048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edbc99a4-dd4b-477c-aaaf-130507d09ba6 req-84226a17-3b12-4d56-9292-0c95fdf9bae3 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 210 time: 0.0440001
Nov 06 21:07:59.914943 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d12748db-d0cf-4af8-9972-26f04c34e361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.929696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4fb1-56b9-4ecb-8436-b20697e3ed3d req-6398e75d-b9fd-4d7a-b1ee-5e64e78098d4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:07:59.938418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-deff4fb1-56b9-4ecb-8436-b20697e3ed3d req-6398e75d-b9fd-4d7a-b1ee-5e64e78098d4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0710797
Nov 06 21:07:59.970489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d12748db-d0cf-4af8-9972-26f04c34e361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:07:59.996143 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-712ba8a1-85de-416c-b4e5-4c09c32f17b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.006937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f8807e93-f340-4999-b14f-a942647025ec up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:00.031265 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-712ba8a1-85de-416c-b4e5-4c09c32f17b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.044777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-deff4fb1-56b9-4ecb-8436-b20697e3ed3d req-2eaf7487-4a71-4e5b-956a-748969496794 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052628
Nov 06 21:08:00.068978 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-712ba8a1-85de-416c-b4e5-4c09c32f17b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54c0ba24832945948d6771c792a82134&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3371000
Nov 06 21:08:00.071634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52526) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:00.078523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f8807e93-f340-4999-b14f-a942647025ec triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:00.079219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.107711 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-502d3289-295a-4d64-818c-668619bb2610 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0b512f3f002d4176808c9ea78c759467&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1099813
Nov 06 21:08:00.192066 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.234980 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ba8a1-85de-416c-b4e5-4c09c32f17b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006cd8e8-26a5-45ba-9df5-91ec1ed3090a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:00.238589 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.272044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04809f5-7575-4b9b-b8e2-76c92ad17764 req-2d55e5d0-8766-4b38-8d39-ae9857d78fe2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:00.274077 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d12748db-d0cf-4af8-9972-26f04c34e361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.276733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d12748db-d0cf-4af8-9972-26f04c34e361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.277945 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d12748db-d0cf-4af8-9972-26f04c34e361 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0be7b218-0422-4bd2-a870-6ce093cb5ce0 HTTP/1.1" status: 204  len: 168 time: 0.6431413
Nov 06 21:08:00.280165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a04809f5-7575-4b9b-b8e2-76c92ad17764 req-2d55e5d0-8766-4b38-8d39-ae9857d78fe2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1058581
Nov 06 21:08:00.302542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12748db-d0cf-4af8-9972-26f04c34e361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be7b218-0422-4bd2-a870-6ce093cb5ce0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:00.312495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-9c1f945c-da5e-4792-bdc8-9092f5f80e46 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:00.314058 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-9c1f945c-da5e-4792-bdc8-9092f5f80e46 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1973305
Nov 06 21:08:00.315257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.350129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a04809f5-7575-4b9b-b8e2-76c92ad17764 req-a83606d3-f802-4eb2-93f0-d4f240d7c572 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690451
Nov 06 21:08:00.353939 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.358014 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.359147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8807e93-f340-4999-b14f-a942647025ec,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:00.359298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/006cd8e8-26a5-45ba-9df5-91ec1ed3090a HTTP/1.1" status: 204  len: 168 time: 0.2848308
Nov 06 21:08:00.370749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Request body: {'port': {'device_id': '6c4b38f1-3d16-45a3-a0c2-913238ee5bcd', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '0b512f3f002d4176808c9ea78c759467'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:00.381475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006cd8e8-26a5-45ba-9df5-91ec1ed3090a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:00.400904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.404042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.405190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.405627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.407436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.408355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.409439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.410323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.411817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.412236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.413354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.414888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47894f2-c77a-46d6-b6b5-81325a9d5689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:00.650254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Made reservation on behalf of 0b512f3f002d4176808c9ea78c759467 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:00.654715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.668565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.732143 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.815043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c97cdde7-8b14-4e40-bf7e-a7da379c6b97 req-5ad364fe-22ce-471f-9808-cf4186e4c3dc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=930a318a21a4455c8d2c6eb794459b51 HTTP/1.1" status: 200  len: 221 time: 0.0444579
Nov 06 21:08:00.958245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:00.965763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:01.004930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1688b27e-d074-4d09-9f4a-1e5fd02bafc3 req-26f0b6b2-01c6-4882-b892-fcb0fcb54bd7 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 210 time: 0.0515461
Nov 06 21:08:01.050281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13b504-4b8f-400b-bc59-7ef2a8360a5d req-96841870-506c-4395-8086-b266ad6c5ec6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:01.063805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df13b504-4b8f-400b-bc59-7ef2a8360a5d req-96841870-506c-4395-8086-b266ad6c5ec6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1494193
Nov 06 21:08:01.126749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df13b504-4b8f-400b-bc59-7ef2a8360a5d req-3e1dc2c5-9680-4230-8448-6aec691e15d9 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554929
Nov 06 21:08:01.166996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47cd13be-b4ba-4548-a87c-62ace27cf5e5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:01.293632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:08:01.295517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Allocated IP 192.168.233.194 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/cf841088-3420-4a58-88f6-ca910cf72b21) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:01.306218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11213564-ace1-4ed5-ae25-47cffbed1425 req-414f3f8d-e177-40c3-8fb9-5828c7ce9c83 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:01.317100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11213564-ace1-4ed5-ae25-47cffbed1425 req-414f3f8d-e177-40c3-8fb9-5828c7ce9c83 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0828750
Nov 06 21:08:01.382151 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11213564-ace1-4ed5-ae25-47cffbed1425 req-0f62bb41-65c0-46f2-855f-99a1ebea93da tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631518
Nov 06 21:08:01.496749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:08:01.506820 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-15e82e90-4d7d-413c-8ac0-86b8b236024e admin admin] 10.222.0.13 "PUT /v2.0/routers/af2a3a54-39e1-49b0-a93b-651fc4a6e2b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6557829
Nov 06 21:08:01.507432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52592) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:01.514978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] Sync routers for ids ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:08:01.533438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] Routers {'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:01.534074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92516e6340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:01.587652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ded6c-b9ec-47b4-8dd3-327cd0cfa643 req-2c85e400-6123-4173-b52b-97c5cff0d012 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:01.599641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-695ded6c-b9ec-47b4-8dd3-327cd0cfa643 req-2c85e400-6123-4173-b52b-97c5cff0d012 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0993021
Nov 06 21:08:01.632911 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:01.666112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:01.693809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-695ded6c-b9ec-47b4-8dd3-327cd0cfa643 req-92b3957e-8476-4360-a84f-ab45bd14437e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876167
Nov 06 21:08:01.766584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] Set router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:01.775151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:01.864272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Pushing event updated for resources: {'Port': ['ID=cf841088-3420-4a58-88f6-ca910cf72b21,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:01.884972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:01.888168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:01.892248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:01.922605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80234187-0f20-4c68-9d41-b8bb7f17b795 req-b8d65fa4-bdc0-408a-95a0-a7daa779e897 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:01.930990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80234187-0f20-4c68-9d41-b8bb7f17b795 req-b8d65fa4-bdc0-408a-95a0-a7daa779e897 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1095378
Nov 06 21:08:01.946960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.031089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:02.031722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.051038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80234187-0f20-4c68-9d41-b8bb7f17b795 req-209a8cee-c4ad-4011-8147-42d77eade97f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143820
Nov 06 21:08:02.096528 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-6a882b14-fec2-47c3-9ee8-fd451ed2bdf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7378597
Nov 06 21:08:02.116130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92516e6340>, [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48'}], 'enable_snat': True}, 'gw_port_id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:08:00Z', 'revision_number': 5, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port': {'id': '6bccd160-7771-4d38-926b-ecfb4465ad60', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:49Z', 'updated_at': '2021-11-06T21:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:02.116278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Request body: {'port': {'device_id': '6c4b38f1-3d16-45a3-a0c2-913238ee5bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:02.151777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Deleting port 6bccd160-7771-4d38-926b-ecfb4465ad60 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:02.152120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.206274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] Checking router: af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:08:02.222712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] Routers {'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:02.222712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92516e6340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:07:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:02.296206 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.332041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] Set router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:02.378031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] For port 6bccd160-7771-4d38-926b-ecfb4465ad60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bccd160-7771-4d38-926b-ecfb4465ad60,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:02.378397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.395065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dcae7-16d3-43d4-a16a-f2c16f4c1a11 req-ed1c19d8-cd71-4d43-8ea9-dfc7e95b0aab tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:02.397524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-257dcae7-16d3-43d4-a16a-f2c16f4c1a11 req-ed1c19d8-cd71-4d43-8ea9-dfc7e95b0aab tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 936 time: 0.2280402
Nov 06 21:08:02.422464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92516e6340>, [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:08:01Z', 'revision_number': 6, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:02.441772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Calling delete_port for 6bccd160-7771-4d38-926b-ecfb4465ad60 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:02.460150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0bad3850-0534-4928-a6d9-3401bda59fdb None None] Provisioning complete for port cf841088-3420-4a58-88f6-ca910cf72b21 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:02.460992 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bad3850-0534-4928-a6d9-3401bda59fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.464539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add3053-4bab-4970-b5ca-76d52c4fdfad None None] The sync data for ids ['af2a3a54-39e1-49b0-a93b-651fc4a6e2b6'] in ncdv-master-1 is: [{'id': 'af2a3a54-39e1-49b0-a93b-651fc4a6e2b6', 'name': 'tempest-ImageQuotaTest-1184087835-router', 'tenant_id': '67ac9e32e01d41ff9369342e7c91582a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:48Z', 'updated_at': '2021-11-06T21:08:01Z', 'revision_number': 6, 'project_id': '67ac9e32e01d41ff9369342e7c91582a', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:08:02.504740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43c9c-b476-4e5a-b78a-9936e5ed2cb3 req-78426b76-695e-4104-aa33-bbf38557d84c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:02.514335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37d43c9c-b476-4e5a-b78a-9936e5ed2cb3 req-78426b76-695e-4104-aa33-bbf38557d84c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.2776399
Nov 06 21:08:02.533984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0bad3850-0534-4928-a6d9-3401bda59fdb None None] Port cf841088-3420-4a58-88f6-ca910cf72b21 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:08:02.575831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-257dcae7-16d3-43d4-a16a-f2c16f4c1a11 req-d5015c3a-9039-4b4e-b108-d225f7251599 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700792
Nov 06 21:08:02.636097 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37d43c9c-b476-4e5a-b78a-9936e5ed2cb3 req-eee1db31-45e6-4fb5-934c-16ef0d216164 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143427
Nov 06 21:08:02.771665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf841088-3420-4a58-88f6-ca910cf72b21 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:08:02.785975 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.802067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.830457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091419a4-c6a5-484a-8b01-a6a672ffa23d req-071efc01-c273-4832-b93f-39901b334aef tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:02.831538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Transition to ACTIVE for port object cf841088-3420-4a58-88f6-ca910cf72b21 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:08:02.832841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bccd160-7771-4d38-926b-ecfb4465ad60,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:02.843085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-091419a4-c6a5-484a-8b01-a6a672ffa23d req-071efc01-c273-4832-b93f-39901b334aef tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0906126
Nov 06 21:08:02.843269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:02.924788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-091419a4-c6a5-484a-8b01-a6a672ffa23d req-ff5dfd21-87d0-43c9-85f2-a1b840396ba3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801072
Nov 06 21:08:03.078665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf841088-3420-4a58-88f6-ca910cf72b21,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:03.157090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fce872-7a35-451c-8c9f-cf71438b7071 req-6c3bcf96-8e4f-47dd-a7a3-6d01143b555c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:03.161418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.168909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77fce872-7a35-451c-8c9f-cf71438b7071 req-6c3bcf96-8e4f-47dd-a7a3-6d01143b555c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0787032
Nov 06 21:08:03.235646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77fce872-7a35-451c-8c9f-cf71438b7071 req-031749df-1e1f-4d68-9941-50c84235542f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606599
Nov 06 21:08:03.294733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.297292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.350506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Attempting to bind port cf841088-3420-4a58-88f6-ca910cf72b21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:03.350871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Attempting to bind port cf841088-3420-4a58-88f6-ca910cf72b21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:03.351204 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Attempting to bind port cf841088-3420-4a58-88f6-ca910cf72b21 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:03.357100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Port cf841088-3420-4a58-88f6-ca910cf72b21 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:03.357509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Attempting to bind port cf841088-3420-4a58-88f6-ca910cf72b21 on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:03.360963 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.361473 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:08:03.375733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.377177 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4d9e0278-1ee8-4717-bc4b-17ac6feb8322 admin admin] 10.222.0.13 "DELETE /v2.0/routers/af2a3a54-39e1-49b0-a93b-651fc4a6e2b6 HTTP/1.1" status: 204  len: 168 time: 1.8662357
Nov 06 21:08:03.378349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba8b57-008d-458a-a842-5a3856cb0dd1 req-64cccc37-612b-4c35-a450-69d825246651 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:03.379138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:03.379482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:03.379908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:03.380395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Bound port: cf841088-3420-4a58-88f6-ca910cf72b21, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:03.380929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.381402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fba8b57-008d-458a-a842-5a3856cb0dd1 req-64cccc37-612b-4c35-a450-69d825246651 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0694346
Nov 06 21:08:03.382094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52672) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:03.452224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-533e3da8-51b2-468f-95d3-22519b0bb083 admin admin] Deleting subnet 4fee2e3b-a051-420d-a20c-605a96c10bfd {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:08:03.462728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-533e3da8-51b2-468f-95d3-22519b0bb083 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.464506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] For port cf841088-3420-4a58-88f6-ca910cf72b21, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:03.468605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] For port cf841088-3420-4a58-88f6-ca910cf72b21, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf841088-3420-4a58-88f6-ca910cf72b21,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:03.474142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.493285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fba8b57-008d-458a-a842-5a3856cb0dd1 req-615ac41c-98d1-4a80-85b6-d5713c66bb73 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023877
Nov 06 21:08:03.516987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:03.516987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.516987 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf841088-3420-4a58-88f6-ca910cf72b21 HTTP/1.1" status: 200  len: 1096 time: 1.4074252
Nov 06 21:08:03.516987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4b38f1-3d16-45a3-a0c2-913238ee5bcd', 'tag': 'cf841088-3420-4a58-88f6-ca910cf72b21'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:08:03.516987 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c047e49d-83e3-429f-be04-516ccb9877f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4b38f1-3d16-45a3-a0c2-913238ee5bcd", "tag": "cf841088-3420-4a58-88f6-ca910cf72b21"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:08:03.523536 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-533e3da8-51b2-468f-95d3-22519b0bb083 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.549088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab33c04-2e19-47c8-925b-7bddc8ecf3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf841088-3420-4a58-88f6-ca910cf72b21,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:03.650634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-53d90ee4-dc5d-4540-af7f-4bef03280178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:03.655881 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-53d90ee4-dc5d-4540-af7f-4bef03280178 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b512f3f002d4176808c9ea78c759467&device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 1099 time: 0.0765471
Nov 06 21:08:03.692830 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-533e3da8-51b2-468f-95d3-22519b0bb083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.721462 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-8120470e-ddc5-4968-956f-1e5459b21489 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=cf841088-3420-4a58-88f6-ca910cf72b21 HTTP/1.1" status: 200  len: 217 time: 0.0564966
Nov 06 21:08:03.804556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182659e-b681-439e-be4a-25b88ec22282 req-ac055ef5-a975-450c-b984-c74356dcaf40 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:03.814538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6182659e-b681-439e-be4a-25b88ec22282 req-ac055ef5-a975-450c-b984-c74356dcaf40 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1690273
Nov 06 21:08:03.817433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-95c2c5ae-22b4-4f75-913d-1cf1acfa0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:03.819920 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-95c2c5ae-22b4-4f75-913d-1cf1acfa0757 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0913351
Nov 06 21:08:03.943888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6182659e-b681-439e-be4a-25b88ec22282 req-ba0c2878-cf8a-4ebf-a0ae-326437e55880 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280751
Nov 06 21:08:03.946471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-533e3da8-51b2-468f-95d3-22519b0bb083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:03.960766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6bccd160-7771-4d38-926b-ecfb4465ad60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:03.984533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-c5ae83ff-fd2f-4f7b-9325-b5831700b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:03.989858 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-c5ae83ff-fd2f-4f7b-9325-b5831700b9f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1606650
Nov 06 21:08:04.036236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e3da8-51b2-468f-95d3-22519b0bb083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fee2e3b-a051-420d-a20c-605a96c10bfd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:04.046455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6bccd160-7771-4d38-926b-ecfb4465ad60 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:04.048117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6bccd160-7771-4d38-926b-ecfb4465ad60 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:04.048498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f8807e93-f340-4999-b14f-a942647025ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:04.065859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-533e3da8-51b2-468f-95d3-22519b0bb083 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.077318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-533e3da8-51b2-468f-95d3-22519b0bb083 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fee2e3b-a051-420d-a20c-605a96c10bfd HTTP/1.1" status: 204  len: 168 time: 0.6916692
Nov 06 21:08:04.078817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52694) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:04.089800 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ffcf00-b36c-4473-9838-c0cb76d1279b x-openstack-request-id: req-b2ffcf00-b36c-4473-9838-c0cb76d1279b {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:08:04.090218 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4b38f1-3d16-45a3-a0c2-913238ee5bcd", "tag": "cf841088-3420-4a58-88f6-ca910cf72b21", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:08:04.090358 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2ffcf00-b36c-4473-9838-c0cb76d1279b {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:08:04.090774 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4b38f1-3d16-45a3-a0c2-913238ee5bcd', 'tag': 'cf841088-3420-4a58-88f6-ca910cf72b21', 'status': 'completed', 'code': 200}
Nov 06 21:08:04.111167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2876c8-ab15-4f77-9746-010f5f331482 None None] Network dab0e441-c42b-477c-ac8a-0fbcdcb766b6 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:04.192702 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-5d29abd8-aecf-438c-9548-225166b0dfbe service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916382
Nov 06 21:08:04.237472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f8807e93-f340-4999-b14f-a942647025ec {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:04.238079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f8807e93-f340-4999-b14f-a942647025ec not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:04.338791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52706) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:04.388165 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46bbce70-79b5-468f-a1db-5a1a7b7f97e4 req-34b6d1b5-15d3-4820-9730-1d57ccfe92b2 service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1835160
Nov 06 21:08:04.396922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d522bb9-1ae0-4797-a7ff-39564dae49f2 req-3b2be2ab-907d-438c-8104-05bc40644930 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:04.405853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d522bb9-1ae0-4797-a7ff-39564dae49f2 req-3b2be2ab-907d-438c-8104-05bc40644930 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 948 time: 0.3281374
Nov 06 21:08:04.418764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.508512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c406acb-56bb-45be-ab52-154159ea799d req-0f009bea-37ed-492f-af40-9183c80f542c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:04.510070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c406acb-56bb-45be-ab52-154159ea799d req-0f009bea-37ed-492f-af40-9183c80f542c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1665230
Nov 06 21:08:04.521184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d522bb9-1ae0-4797-a7ff-39564dae49f2 req-3d15c692-99fa-4a03-8405-ddf5f6e9c685 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144507
Nov 06 21:08:04.553061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] DHCP port deletion for dab0e441-c42b-477c-ac8a-0fbcdcb766b6 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:08:04.553636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0db27b65-792e-4cdc-bca1-cbfff210614b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.582605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c406acb-56bb-45be-ab52-154159ea799d req-2691e747-e995-45a6-85ba-1e7a38c7dceb tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592990
Nov 06 21:08:04.585115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Deleting port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:04.585456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.633301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-99b0096e-fc16-4acd-a16e-f8fa338264e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:04.634848 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-99b0096e-fc16-4acd-a16e-f8fa338264e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b512f3f002d4176808c9ea78c759467&device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 1099 time: 0.1938627
Nov 06 21:08:04.669117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] Deleting port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:04.670237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.699344 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0db27b65-792e-4cdc-bca1-cbfff210614b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.707482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0db27b65-792e-4cdc-bca1-cbfff210614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.710272 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] For port ba61e8a3-af07-417e-92f0-4c4e8454f4b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,segment=NetworkSegment(1764b950-0fd6-41d9-b57a-a652a4932c63),segment_id=1764b950-0fd6-41d9-b57a-a652a4932c63)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:04.710957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.748494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] For port ba61e8a3-af07-417e-92f0-4c4e8454f4b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,segment=NetworkSegment(1764b950-0fd6-41d9-b57a-a652a4932c63),segment_id=1764b950-0fd6-41d9-b57a-a652a4932c63)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:04.748883 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.759333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Calling delete_port for ba61e8a3-af07-417e-92f0-4c4e8454f4b4 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:04.762980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] Calling delete_port for ba61e8a3-af07-417e-92f0-4c4e8454f4b4 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:04.772533 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0db27b65-792e-4cdc-bca1-cbfff210614b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e009487962244f7b77fbf14f7ed87e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4325943
Nov 06 21:08:04.777855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52720) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:04.779436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db27b65-792e-4cdc-bca1-cbfff210614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94816dd1-98a2-4390-b088-acd61d9e38d5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:04.799966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872fdca-3db7-4452-9041-1aa6a4373bb8 req-b40c7564-975f-4a67-89f1-1cb6dcf888e1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:04.801205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d872fdca-3db7-4452-9041-1aa6a4373bb8 req-b40c7564-975f-4a67-89f1-1cb6dcf888e1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0942950
Nov 06 21:08:04.804808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-c7f6426c-5577-4617-a4fd-5cf4f86671cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:04.806406 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-c7f6426c-5577-4617-a4fd-5cf4f86671cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.1636777
Nov 06 21:08:04.848266 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-3e1661df-88ca-4211-b123-bb7feb882fc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=cf841088-3420-4a58-88f6-ca910cf72b21 HTTP/1.1" status: 200  len: 217 time: 0.0346241
Nov 06 21:08:04.865283 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.898753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] Pushing event deleted for resources: {'Port': ['ID=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:04.900354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-6b1ba2bb-f0e4-420b-9599-33cc0b5ae88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:04.901532 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-6b1ba2bb-f0e4-420b-9599-33cc0b5ae88c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0465531
Nov 06 21:08:04.904545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953d307-03d1-4381-b95c-b38c07ef5631 None None] No DVR routers for this DVR port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:08:04.941435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d872fdca-3db7-4452-9041-1aa6a4373bb8 req-c701bdb7-d02e-4103-b3aa-7da4d9fefb56 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064303
Nov 06 21:08:04.943027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60ff3970-b8ad-4f5a-bf38-010662b104ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:04.957276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-6cfd91d8-8f0e-447b-827d-57a55524a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:04.958962 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-6cfd91d8-8f0e-447b-827d-57a55524a2dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0503995
Nov 06 21:08:04.961446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.002952 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60ff3970-b8ad-4f5a-bf38-010662b104ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.005556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba61e8a3-af07-417e-92f0-4c4e8454f4b4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:05.027291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] No DVR routers for this DVR port ba61e8a3-af07-417e-92f0-4c4e8454f4b4 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:08:05.155686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.188242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255ce57c0>,) {'filters': {'network_id': ['dab0e441-c42b-477c-ac8a-0fbcdcb766b6']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:05.191941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60ff3970-b8ad-4f5a-bf38-010662b104ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.194498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-60ff3970-b8ad-4f5a-bf38-010662b104ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.195674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-60ff3970-b8ad-4f5a-bf38-010662b104ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94816dd1-98a2-4390-b088-acd61d9e38d5 HTTP/1.1" status: 204  len: 168 time: 0.4168909
Nov 06 21:08:05.210660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f30cfc-febb-4262-a659-2ba51959c87f req-7e583788-f375-4f6d-a902-3e2115ab88ae tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:05.212666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33f30cfc-febb-4262-a659-2ba51959c87f req-7e583788-f375-4f6d-a902-3e2115ab88ae tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1628194
Nov 06 21:08:05.221546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255ce57c0>, '1764b950-0fd6-41d9-b57a-a652a4932c63') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:05.221843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255ce57c0>, '1764b950-0fd6-41d9-b57a-a652a4932c63') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:05.224191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3970-b8ad-4f5a-bf38-010662b104ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94816dd1-98a2-4390-b088-acd61d9e38d5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:05.237577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.267325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.286047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:08:05.286507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:08:05.294174 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:08:05.407542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.425492 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-57af0818-285c-4778-be9a-20b5a596b3de service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4581916
Nov 06 21:08:05.430589 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.433883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] 10.222.0.13 "DELETE /v2.0/networks/dab0e441-c42b-477c-ac8a-0fbcdcb766b6 HTTP/1.1" status: 204  len: 168 time: 1.3534982
Nov 06 21:08:05.435404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2629f5-32fa-43fa-87a3-ef8b6a3b3b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=dab0e441-c42b-477c-ac8a-0fbcdcb766b6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:05.448762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33f30cfc-febb-4262-a659-2ba51959c87f req-68684f25-9b2d-42ed-9100-782c8b7ccfa3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968904
Nov 06 21:08:05.568057 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c047e49d-83e3-429f-be04-516ccb9877f5 req-a2c28dce-a9b2-4085-8889-7e5c3ee3c57c service neutron] 10.222.0.10 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309338
Nov 06 21:08:05.697499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868970f8-0bb1-493b-9508-5bef0ffe4940 req-d28e9f0e-0712-477f-9388-6d8198309d65 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:05.698978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-868970f8-0bb1-493b-9508-5bef0ffe4940 req-d28e9f0e-0712-477f-9388-6d8198309d65 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0876136
Nov 06 21:08:05.711600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52758) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:05.713687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52760) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:05.716009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5091f-df22-469b-8176-fc1da0a17c7c req-0761c90f-75ce-4737-9a3c-47a00bbc717c tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:05.717570 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcf5091f-df22-469b-8176-fc1da0a17c7c req-0761c90f-75ce-4737-9a3c-47a00bbc717c tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 948 time: 0.0753632
Nov 06 21:08:05.743846 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92744e10-dbe7-46cf-a1eb-60011aadec3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.784026 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e35dc104-bc0d-4c57-960d-778a35eb2ba8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67ac9e32e01d41ff9369342e7c91582a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0710087
Nov 06 21:08:05.788007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-868970f8-0bb1-493b-9508-5bef0ffe4940 req-ea8281aa-05df-4050-92c8-d4b414314fb1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802541
Nov 06 21:08:05.788491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52762) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:05.805287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcf5091f-df22-469b-8176-fc1da0a17c7c req-4ba307e4-c3da-409d-8bad-fe65b64c3e80 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810854
Nov 06 21:08:05.871298 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92744e10-dbe7-46cf-a1eb-60011aadec3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.883286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92744e10-dbe7-46cf-a1eb-60011aadec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.891586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-939c6846-ce24-4dc7-bcfe-eb8a9443a421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.904883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ba61e8a3-af07-417e-92f0-4c4e8454f4b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:05.914083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92744e10-dbe7-46cf-a1eb-60011aadec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd8bbe-58c1-4da0-b929-8050092e74fb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:05.916579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-939c6846-ce24-4dc7-bcfe-eb8a9443a421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:05.931366 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-92744e10-dbe7-46cf-a1eb-60011aadec3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c80017271ca4b7d9a20cc02a2a12f4a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2084663
Nov 06 21:08:05.934091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52766) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:05.935782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ba61e8a3-af07-417e-92f0-4c4e8454f4b4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:05.936170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ba61e8a3-af07-417e-92f0-4c4e8454f4b4 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:06.026543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a256-06d5-4d94-b8ac-f5e8d123ce51 req-0ebd034b-1b64-4410-b46f-cc1a5f76ea97 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:06.028037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8018a256-06d5-4d94-b8ac-f5e8d123ce51 req-0ebd034b-1b64-4410-b46f-cc1a5f76ea97 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1209507
Nov 06 21:08:06.050648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-939c6846-ce24-4dc7-bcfe-eb8a9443a421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.053165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-939c6846-ce24-4dc7-bcfe-eb8a9443a421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.054239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-939c6846-ce24-4dc7-bcfe-eb8a9443a421 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d7a0d0e-a4dd-4942-9ab3-98d12747efa6 HTTP/1.1" status: 204  len: 168 time: 0.2605879
Nov 06 21:08:06.066902 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e7c3843f-7800-45cb-9be9-1f44d16f5afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.089740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c6846-ce24-4dc7-bcfe-eb8a9443a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7a0d0e-a4dd-4942-9ab3-98d12747efa6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:06.109593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e7c3843f-7800-45cb-9be9-1f44d16f5afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.130151 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8018a256-06d5-4d94-b8ac-f5e8d123ce51 req-5696c065-f119-4d4f-b792-783a48cc25ab tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919256
Nov 06 21:08:06.167792 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e7c3843f-7800-45cb-9be9-1f44d16f5afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.171803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e7c3843f-7800-45cb-9be9-1f44d16f5afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.173616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e7c3843f-7800-45cb-9be9-1f44d16f5afe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fdd8bbe-58c1-4da0-b929-8050092e74fb HTTP/1.1" status: 204  len: 168 time: 0.2238514
Nov 06 21:08:06.182202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3843f-7800-45cb-9be9-1f44d16f5afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd8bbe-58c1-4da0-b929-8050092e74fb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:06.363567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525ac4c-751f-43a3-bb98-8b061d0eda11 req-5a7cdea0-3111-4d43-b65a-b82bb6e68822 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:06.365072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c525ac4c-751f-43a3-bb98-8b061d0eda11 req-5a7cdea0-3111-4d43-b65a-b82bb6e68822 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0525949
Nov 06 21:08:06.432867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c525ac4c-751f-43a3-bb98-8b061d0eda11 req-c102dcb4-5374-46ca-8504-0ea1bb0abb41 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589297
Nov 06 21:08:06.570919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdfa49-f0e1-4c03-adc2-7bf3e7213267 req-79ef29be-5cec-4765-a4a9-f7a573397a0f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:06.581211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7fdfa49-f0e1-4c03-adc2-7bf3e7213267 req-79ef29be-5cec-4765-a4a9-f7a573397a0f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0802393
Nov 06 21:08:06.593821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52794) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:06.610236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7717e6b4-306c-456f-9b93-8884359bc9ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.635943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7fdfa49-f0e1-4c03-adc2-7bf3e7213267 req-6c2457c0-70e4-4ff7-8394-b1f7a5e5ef90 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528345
Nov 06 21:08:06.717052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7717e6b4-306c-456f-9b93-8884359bc9ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.721177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7717e6b4-306c-456f-9b93-8884359bc9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.766031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717e6b4-306c-456f-9b93-8884359bc9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9788a0b-cef5-4a7b-8ec8-ffb3b475c399,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:06.773518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7717e6b4-306c-456f-9b93-8884359bc9ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1760306
Nov 06 21:08:06.773803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:06.829996 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63c3cd58-ab3b-41d8-bd4c-08814a727444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.852849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63c3cd58-ab3b-41d8-bd4c-08814a727444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.907039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad930e9-0de3-4f7b-85dd-477a5b49ccca req-33f7809e-8af0-4568-9c07-5db6277000db tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:06.908667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ad930e9-0de3-4f7b-85dd-477a5b49ccca req-33f7809e-8af0-4568-9c07-5db6277000db tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0816405
Nov 06 21:08:06.909127 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63c3cd58-ab3b-41d8-bd4c-08814a727444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.913660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63c3cd58-ab3b-41d8-bd4c-08814a727444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:06.915197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63c3cd58-ab3b-41d8-bd4c-08814a727444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9788a0b-cef5-4a7b-8ec8-ffb3b475c399 HTTP/1.1" status: 204  len: 168 time: 0.1406195
Nov 06 21:08:06.925573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3cd58-ab3b-41d8-bd4c-08814a727444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9788a0b-cef5-4a7b-8ec8-ffb3b475c399,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:06.974611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118dacf-ab06-4904-a17e-c9be942360d6 req-55f054f0-efc7-4005-b174-f8ee806aaf6a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:06.976129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5118dacf-ab06-4904-a17e-c9be942360d6 req-55f054f0-efc7-4005-b174-f8ee806aaf6a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 948 time: 0.0915527
Nov 06 21:08:07.018197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ad930e9-0de3-4f7b-85dd-477a5b49ccca req-13046b8a-4708-43f7-8409-fee0d0d24970 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918298
Nov 06 21:08:07.061188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5118dacf-ab06-4904-a17e-c9be942360d6 req-86dbfbd5-3748-414a-807b-07b8aaff55f3 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767794
Nov 06 21:08:07.190930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00922bf-b855-434a-96c2-d8d2434d2531 req-1f0e5438-48c1-4564-9e60-30cb2dddd334 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:07.198551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d00922bf-b855-434a-96c2-d8d2434d2531 req-1f0e5438-48c1-4564-9e60-30cb2dddd334 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0617383
Nov 06 21:08:07.252944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d00922bf-b855-434a-96c2-d8d2434d2531 req-902c7d25-a4d7-4214-9b77-33e263ba2723 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532088
Nov 06 21:08:07.396440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65240e3-0f39-47fe-ab3c-95d70768c3a2 req-5c08a419-db32-446d-8007-97b4e63090fa tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:07.398566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65240e3-0f39-47fe-ab3c-95d70768c3a2 req-5c08a419-db32-446d-8007-97b4e63090fa tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0585623
Nov 06 21:08:07.461235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65240e3-0f39-47fe-ab3c-95d70768c3a2 req-4c3c57e1-2fe2-4a62-aea2-5799a9471ea7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556893
Nov 06 21:08:07.590306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f065-ac2b-4a25-af94-879cd452527a req-7664608a-5ea2-46d0-af1a-e35c728b0e78 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:07.591853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b957f065-ac2b-4a25-af94-879cd452527a req-7664608a-5ea2-46d0-af1a-e35c728b0e78 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0576813
Nov 06 21:08:07.643110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b957f065-ac2b-4a25-af94-879cd452527a req-9b7b0505-91d1-49f6-939f-28e62c8a7777 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453641
Nov 06 21:08:07.890253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36b3dc-f495-4828-ace0-2b6b237d357e req-022b1de8-84cf-4d6a-b828-21a761caa68f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:07.891818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d36b3dc-f495-4828-ace0-2b6b237d357e req-022b1de8-84cf-4d6a-b828-21a761caa68f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0585694
Nov 06 21:08:07.952808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d36b3dc-f495-4828-ace0-2b6b237d357e req-1eaba609-86a8-430a-a48f-dc445303a583 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544374
Nov 06 21:08:08.212177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2978880-3bf7-4740-96e6-7878a71c12c3 req-dc5d0659-6a72-4d42-a510-6afd968a72f0 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:08.213741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2978880-3bf7-4740-96e6-7878a71c12c3 req-dc5d0659-6a72-4d42-a510-6afd968a72f0 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 948 time: 0.0756948
Nov 06 21:08:08.530680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device cf841088-3420-4a58-88f6-ca910cf72b21 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:08:08.584495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2978880-3bf7-4740-96e6-7878a71c12c3 req-80fa7e5b-ff82-4c8f-93d2-132887bbe367 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3643169
Nov 06 21:08:08.802163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port cf841088-3420-4a58-88f6-ca910cf72b21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf841088-3420-4a58-88f6-ca910cf72b21,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:08.814962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'cf841088-3420-4a58-88f6-ca910cf72b21', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'cf841088-3420-4a58-88f6-ca910cf72b21', 'mac_address': 'fa:16:3e:c8:51:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:08:08.855206 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:08.875762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf841088-3420-4a58-88f6-ca910cf72b21 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:08:08.897322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port cf841088-3420-4a58-88f6-ca910cf72b21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf841088-3420-4a58-88f6-ca910cf72b21,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:08.901508 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:08.953398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=cf841088-3420-4a58-88f6-ca910cf72b21,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:08.983120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52932) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:09.001673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52936) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:09.091844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71e80f-f4fe-4943-905f-bf6ac9b08baa req-2f8bcf30-5cfe-4e3d-a82e-8d1e7fc69bfb tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:09.093560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de71e80f-f4fe-4943-905f-bf6ac9b08baa req-2f8bcf30-5cfe-4e3d-a82e-8d1e7fc69bfb tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0522850
Nov 06 21:08:09.125335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b44562f-689a-4dd6-9010-629801d7b734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.136837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-97888121-12b9-40c4-9983-281cad523157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.142397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de71e80f-f4fe-4943-905f-bf6ac9b08baa req-c72f2d1f-22ed-4b7e-9171-fac281a34f8c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424998
Nov 06 21:08:09.225945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['cf841088-3420-4a58-88f6-ca910cf72b21'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:08:09.259290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b44562f-689a-4dd6-9010-629801d7b734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.264463 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-97888121-12b9-40c4-9983-281cad523157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.265911 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b44562f-689a-4dd6-9010-629801d7b734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.293949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-97888121-12b9-40c4-9983-281cad523157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.311126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44562f-689a-4dd6-9010-629801d7b734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e6e3ab-f62f-41d5-9231-eba807362890,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:09.345683 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b44562f-689a-4dd6-9010-629801d7b734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aad4f7753934ed4968da3d1440a42a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3402743
Nov 06 21:08:09.346287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52948) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:09.356387 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-97888121-12b9-40c4-9983-281cad523157 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68b9a03618844fe8a9cec8777ad1fb5e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3718441
Nov 06 21:08:09.360198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52950) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:09.368333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888121-12b9-40c4-9983-281cad523157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71eee33-95c9-4132-8bfc-b727a5ccdd23,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:09.406894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f6a-195c-408a-8d5f-f5acbe9ebe4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.426503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2028192-47a8-447a-818a-42cf128599c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.444530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f6a-195c-408a-8d5f-f5acbe9ebe4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.448756 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2028192-47a8-447a-818a-42cf128599c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.503531 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2028192-47a8-447a-818a-42cf128599c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.506141 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2028192-47a8-447a-818a-42cf128599c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.506944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af124cb1-d9b9-4814-8774-b50087988b85 req-ad85fbd6-a357-46f0-845e-e92f17843433 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:09.507287 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a2028192-47a8-447a-818a-42cf128599c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b71eee33-95c9-4132-8bfc-b727a5ccdd23 HTTP/1.1" status: 204  len: 168 time: 0.1460330
Nov 06 21:08:09.508370 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af124cb1-d9b9-4814-8774-b50087988b85 req-ad85fbd6-a357-46f0-845e-e92f17843433 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0808656
Nov 06 21:08:09.527504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2028192-47a8-447a-818a-42cf128599c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71eee33-95c9-4132-8bfc-b727a5ccdd23,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:09.554883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f6a-195c-408a-8d5f-f5acbe9ebe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.557552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f6a-195c-408a-8d5f-f5acbe9ebe4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:09.558695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a4b89f6a-195c-408a-8d5f-f5acbe9ebe4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5e6e3ab-f62f-41d5-9231-eba807362890 HTTP/1.1" status: 204  len: 168 time: 0.2112381
Nov 06 21:08:09.584457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b89f6a-195c-408a-8d5f-f5acbe9ebe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e6e3ab-f62f-41d5-9231-eba807362890,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:09.603310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af124cb1-d9b9-4814-8774-b50087988b85 req-6fc006b3-8359-49cf-ad56-9d675c8c2f36 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859072
Nov 06 21:08:09.739513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0737c7-d25c-4b43-9c3e-4c9efba77482 req-48c1e66e-948c-4260-bf3a-7f7d358518fe tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:09.741326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e0737c7-d25c-4b43-9c3e-4c9efba77482 req-48c1e66e-948c-4260-bf3a-7f7d358518fe tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 949 time: 0.0600438
Nov 06 21:08:09.799875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e0737c7-d25c-4b43-9c3e-4c9efba77482 req-b5890319-afb4-42f4-b9ce-be8f0a8bc3e9 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522480
Nov 06 21:08:09.916910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52962) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:09.931106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-98740625-9536-4782-9b4f-dce484aaad20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.019830 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-98740625-9536-4782-9b4f-dce484aaad20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.024108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-98740625-9536-4782-9b4f-dce484aaad20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.065139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-98740625-9536-4782-9b4f-dce484aaad20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fd8a56f20a34ab08d00956c9c6b8682&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1469707
Nov 06 21:08:10.066053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98740625-9536-4782-9b4f-dce484aaad20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee3e007-0521-4c8e-b9b8-124634e7e20c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:10.067879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52964) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:10.118063 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aadf3551-a899-4109-9205-f408b1c63236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.141175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aadf3551-a899-4109-9205-f408b1c63236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.190302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aadf3551-a899-4109-9205-f408b1c63236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.192928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aadf3551-a899-4109-9205-f408b1c63236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.194057 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aadf3551-a899-4109-9205-f408b1c63236 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fee3e007-0521-4c8e-b9b8-124634e7e20c HTTP/1.1" status: 204  len: 168 time: 0.1236720
Nov 06 21:08:10.201992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf3551-a899-4109-9205-f408b1c63236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee3e007-0521-4c8e-b9b8-124634e7e20c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:10.538866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device cf841088-3420-4a58-88f6-ca910cf72b21 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:10.596135 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port cf841088-3420-4a58-88f6-ca910cf72b21 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:08:10.600246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port cf841088-3420-4a58-88f6-ca910cf72b21 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:10.600641 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.691341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.720334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4b38f1-3d16-45a3-a0c2-913238ee5bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf841088-3420-4a58-88f6-ca910cf72b21'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:08:10.722928 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feb57da-dac1-4910-a31d-0d889cd60244" -d '{"events": [{"server_uuid": "6c4b38f1-3d16-45a3-a0c2-913238ee5bcd", "name": "network-vif-plugged", "status": "completed", "tag": "cf841088-3420-4a58-88f6-ca910cf72b21"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:08:10.723595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5827a06-9a1c-4aa8-9a04-8633f8ae33b1 req-a5ed0cce-e147-4732-9f86-629ce271067b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:10.726042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5827a06-9a1c-4aa8-9a04-8633f8ae33b1 req-a5ed0cce-e147-4732-9f86-629ce271067b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0620587
Nov 06 21:08:10.741775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port cf841088-3420-4a58-88f6-ca910cf72b21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf841088-3420-4a58-88f6-ca910cf72b21,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:10.746775 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:10.786696 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e59075f-cfa9-412a-aacb-d4c9ffcbc7bd x-openstack-request-id: req-5e59075f-cfa9-412a-aacb-d4c9ffcbc7bd {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:08:10.786991 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4b38f1-3d16-45a3-a0c2-913238ee5bcd", "name": "network-vif-plugged", "status": "completed", "tag": "cf841088-3420-4a58-88f6-ca910cf72b21", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:08:10.787241 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e59075f-cfa9-412a-aacb-d4c9ffcbc7bd {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:08:10.787677 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4b38f1-3d16-45a3-a0c2-913238ee5bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf841088-3420-4a58-88f6-ca910cf72b21', 'code': 200}
Nov 06 21:08:10.800935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5827a06-9a1c-4aa8-9a04-8633f8ae33b1 req-8960e1b1-6e5e-4ccf-a667-346b176549ed tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666299
Nov 06 21:08:10.807167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=cf841088-3420-4a58-88f6-ca910cf72b21,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:10.906922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d4bd8-1fce-4180-9615-d057112d87e7 req-caeace6f-fda3-4f88-bc62-c1319fb36407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:10.909131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-133d4bd8-1fce-4180-9615-d057112d87e7 req-caeace6f-fda3-4f88-bc62-c1319fb36407 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 1101 time: 0.0522494
Nov 06 21:08:10.930936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5de92-8c8a-4f6e-838f-22614bd9d6ae req-a326cdaa-de12-484a-987e-de4c0a84b075 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:10.938698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1f5de92-8c8a-4f6e-838f-22614bd9d6ae req-a326cdaa-de12-484a-987e-de4c0a84b075 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 950 time: 0.0632415
Nov 06 21:08:10.961197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-133d4bd8-1fce-4180-9615-d057112d87e7 req-6d17cac4-ec04-4c9d-acc5-a60504a667b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434754
Nov 06 21:08:10.988919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1f5de92-8c8a-4f6e-838f-22614bd9d6ae req-c0a23db1-e4ca-4f10-8e94-7527a6b5833c tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493109
Nov 06 21:08:11.939671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c78a7-7e47-423d-bdc2-5993c5c4cd0c req-61b6c3bc-ffb6-4e3c-b92f-d85e470e07df tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:11.941228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-840c78a7-7e47-423d-bdc2-5993c5c4cd0c req-61b6c3bc-ffb6-4e3c-b92f-d85e470e07df tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0496821
Nov 06 21:08:11.990540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-840c78a7-7e47-423d-bdc2-5993c5c4cd0c req-caecc124-ae0a-4608-b01f-3f953c9680ae tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429459
Nov 06 21:08:12.112628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8bfa4-1183-4314-b085-3d0d17b59ed9 req-5517f1e4-2048-48fc-8e66-bebfa50d8c0f tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:12.114182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1e8bfa4-1183-4314-b085-3d0d17b59ed9 req-5517f1e4-2048-48fc-8e66-bebfa50d8c0f tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 950 time: 0.0490401
Nov 06 21:08:12.161168 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1e8bfa4-1183-4314-b085-3d0d17b59ed9 req-953fd6a4-5ed2-4953-8a1d-202a9661fbf1 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410867
Nov 06 21:08:13.126448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f908c6b-7b3f-4146-a6b1-5bc6d4844d97 req-5072b936-b9f3-4d18-ba98-76f211f17571 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:13.127956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f908c6b-7b3f-4146-a6b1-5bc6d4844d97 req-5072b936-b9f3-4d18-ba98-76f211f17571 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0549212
Nov 06 21:08:13.177723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f908c6b-7b3f-4146-a6b1-5bc6d4844d97 req-fc706c55-7a7e-4c72-b7d2-80d996dc93e2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435627
Nov 06 21:08:13.288548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b186ba6-23c9-4bab-8c1b-d3661af7aa04 req-040ab2d1-c218-4a2d-b99e-529955dcc62f tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:13.290037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b186ba6-23c9-4bab-8c1b-d3661af7aa04 req-040ab2d1-c218-4a2d-b99e-529955dcc62f tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 950 time: 0.0509079
Nov 06 21:08:13.337606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b186ba6-23c9-4bab-8c1b-d3661af7aa04 req-c45ae45b-9d21-4dff-bf74-e648f17a4a04 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414033
Nov 06 21:08:13.605520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17a475-8bdd-452a-a46c-651f7b042022 req-4a09c3c4-104a-4b08-91a1-71bdc4148394 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:13.607657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d17a475-8bdd-452a-a46c-651f7b042022 req-4a09c3c4-104a-4b08-91a1-71bdc4148394 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 950 time: 0.0500031
Nov 06 21:08:13.659223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d17a475-8bdd-452a-a46c-651f7b042022 req-b9e5ed00-9f20-4e34-83c1-1aa7161e4cf6 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453157
Nov 06 21:08:14.305797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24861639-cd86-40a5-ac13-420f9225df40 req-d82b5475-839c-41a5-b1c1-c72fa1514d81 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:14.307447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24861639-cd86-40a5-ac13-420f9225df40 req-d82b5475-839c-41a5-b1c1-c72fa1514d81 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0514536
Nov 06 21:08:14.357427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24861639-cd86-40a5-ac13-420f9225df40 req-4019f523-16ca-4009-8731-d0118bd0033b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434942
Nov 06 21:08:14.448147 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:14.507526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:14.775356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6759225-8bf4-45e2-a59e-3ceff1ff45c8 req-48349c04-ede4-4ac6-b719-63c9aa42386a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:14.776894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6759225-8bf4-45e2-a59e-3ceff1ff45c8 req-48349c04-ede4-4ac6-b719-63c9aa42386a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 950 time: 0.0503051
Nov 06 21:08:14.829231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6759225-8bf4-45e2-a59e-3ceff1ff45c8 req-7d40d2cc-7092-4fb2-87d1-fdf6863e0ecc tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/security-groups?id=47cd13be-b4ba-4548-a87c-62ace27cf5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463097
Nov 06 21:08:15.025153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-6c650fa6-6e30-4809-961e-540cb0efc600 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:15.026726 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-6c650fa6-6e30-4809-961e-540cb0efc600 tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 950 time: 0.0509782
Nov 06 21:08:15.125225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Deleting port cf841088-3420-4a58-88f6-ca910cf72b21 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:15.125563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:15.227677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] For port cf841088-3420-4a58-88f6-ca910cf72b21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf841088-3420-4a58-88f6-ca910cf72b21,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:15.228174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:15.243121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Calling delete_port for cf841088-3420-4a58-88f6-ca910cf72b21 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:15.374343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:15.385789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['cf841088-3420-4a58-88f6-ca910cf72b21'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:08:15.404704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Pushing event deleted for resources: {'Port': ['ID=cf841088-3420-4a58-88f6-ca910cf72b21,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:15.450351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] No DVR routers for this DVR port cf841088-3420-4a58-88f6-ca910cf72b21 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:08:15.457646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:15.461134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8ea353e3-f68c-4a9b-9343-b827c9e7aaea req-762b2efa-3626-4f43-a6d4-779d9eca502a tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.10 "DELETE /v2.0/ports/cf841088-3420-4a58-88f6-ca910cf72b21 HTTP/1.1" status: 204  len: 173 time: 0.4278128
Nov 06 21:08:15.461690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4b38f1-3d16-45a3-a0c2-913238ee5bcd', 'name': 'network-vif-deleted', 'tag': 'cf841088-3420-4a58-88f6-ca910cf72b21'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:08:15.464090 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623fdf54-221b-49d4-aaa0-ae2ea5aab3ff" -d '{"events": [{"server_uuid": "6c4b38f1-3d16-45a3-a0c2-913238ee5bcd", "name": "network-vif-deleted", "tag": "cf841088-3420-4a58-88f6-ca910cf72b21"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:08:15.523088 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e9d85d-d660-40ad-a1a7-48e083952ceb x-openstack-request-id: req-05e9d85d-d660-40ad-a1a7-48e083952ceb {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:08:15.525687 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4b38f1-3d16-45a3-a0c2-913238ee5bcd", "name": "network-vif-deleted", "tag": "cf841088-3420-4a58-88f6-ca910cf72b21", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:08:15.526172 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05e9d85d-d660-40ad-a1a7-48e083952ceb {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:08:15.526967 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4b38f1-3d16-45a3-a0c2-913238ee5bcd', 'name': 'network-vif-deleted', 'tag': 'cf841088-3420-4a58-88f6-ca910cf72b21', 'status': 'completed', 'code': 200}
Nov 06 21:08:15.533297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852351e1-9b37-465d-bdcb-087ee274a9c4 req-85245759-511b-4875-8696-f53bc32107db tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:15.535774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-852351e1-9b37-465d-bdcb-087ee274a9c4 req-85245759-511b-4875-8696-f53bc32107db tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0906963
Nov 06 21:08:15.609821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-852351e1-9b37-465d-bdcb-087ee274a9c4 req-89a45231-a63b-40eb-8441-394c10aca6f0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603163
Nov 06 21:08:15.773750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebf260-0e8a-407b-b093-77b58c2e591e req-02347368-50aa-4b60-a42a-c2571b119fb5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:15.775366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9ebf260-0e8a-407b-b093-77b58c2e591e req-02347368-50aa-4b60-a42a-c2571b119fb5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0650973
Nov 06 21:08:15.827469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9ebf260-0e8a-407b-b093-77b58c2e591e req-5932cc93-2fd8-4d3e-a6f9-a3a319d2a773 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447476
Nov 06 21:08:15.991017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb131167-6e5d-44e9-adf3-6033a5b67833 req-30d7b5e6-bcbe-4d7e-b3e1-40633e41899b tempest-VolumesNegativeTest-1453129096 tempest-VolumesNegativeTest-1453129096-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4b38f1-3d16-45a3-a0c2-913238ee5bcd HTTP/1.1" status: 200  len: 210 time: 0.0678849
Nov 06 21:08:16.076793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06497-2179-4312-96ee-324a8af1e36c req-c89304ae-80da-45de-9bac-b06c68b2e956 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:16.078635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07f06497-2179-4312-96ee-324a8af1e36c req-c89304ae-80da-45de-9bac-b06c68b2e956 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0806913
Nov 06 21:08:16.135518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07f06497-2179-4312-96ee-324a8af1e36c req-4dbfce52-3a76-4689-bb14-fdfe53dcbadc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499828
Nov 06 21:08:16.259477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1318f-4da9-470c-afd6-216eab011e85 req-94d4b03a-9cd0-4231-8078-db995700a503 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:16.261188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6b1318f-4da9-470c-afd6-216eab011e85 req-94d4b03a-9cd0-4231-8078-db995700a503 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0536611
Nov 06 21:08:16.309070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6b1318f-4da9-470c-afd6-216eab011e85 req-a163d720-7165-4d29-abfe-ad37772c1b6b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414386
Nov 06 21:08:16.449873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b7541-b920-464d-ad4c-0db9bd246346 req-ca20f343-bb23-4638-a444-1290b48d09cc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:16.452160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c3b7541-b920-464d-ad4c-0db9bd246346 req-ca20f343-bb23-4638-a444-1290b48d09cc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0543134
Nov 06 21:08:16.501209 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c3b7541-b920-464d-ad4c-0db9bd246346 req-cb4b0de4-b49a-4ef3-8d94-9cd450535899 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425277
Nov 06 21:08:16.618221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b7d60-ac91-4277-afc7-40b7e68a0f38 req-cff94102-6f6f-4519-a86c-9162db6a3942 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:16.619740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d01b7d60-ac91-4277-afc7-40b7e68a0f38 req-cff94102-6f6f-4519-a86c-9162db6a3942 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0505114
Nov 06 21:08:16.668579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d01b7d60-ac91-4277-afc7-40b7e68a0f38 req-dda38636-bd59-40bc-9cbd-8ceef1b2933b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416727
Nov 06 21:08:16.824426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04821d-e1d2-42a2-aa0e-b87b5b9b26f5 req-a9da1843-f928-4c15-be00-a53b7f4ad414 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:16.826024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c04821d-e1d2-42a2-aa0e-b87b5b9b26f5 req-a9da1843-f928-4c15-be00-a53b7f4ad414 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0583882
Nov 06 21:08:16.831816 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6820bf53-e1dc-4ede-8e68-b59b8b640cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:16.888281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c04821d-e1d2-42a2-aa0e-b87b5b9b26f5 req-0ef127f4-4ae1-41ca-b7a8-a0a73a634d98 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556118
Nov 06 21:08:17.010104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c4381-0bbd-42d5-827f-7ecc09c199ce req-39b54561-7ce4-4bd0-8dd0-cd9f10463ab2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:17.011766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-296c4381-0bbd-42d5-827f-7ecc09c199ce req-39b54561-7ce4-4bd0-8dd0-cd9f10463ab2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0501792
Nov 06 21:08:17.065803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-296c4381-0bbd-42d5-827f-7ecc09c199ce req-1c9b0a61-aa4f-49ed-b89a-92ba270627f4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477254
Nov 06 21:08:17.219041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241cbad-e359-42e3-a4ce-423de898f863 req-726dc397-d75c-4295-8477-2e4f3ca6f13f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:17.220611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1241cbad-e359-42e3-a4ce-423de898f863 req-726dc397-d75c-4295-8477-2e4f3ca6f13f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0588944
Nov 06 21:08:17.286881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1241cbad-e359-42e3-a4ce-423de898f863 req-07134ed2-f062-45d3-bd8c-62e76bfc04e3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554299
Nov 06 21:08:17.406638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba79b3-8c20-4ee4-9b2c-ff4c39f73d6c req-9311564c-8490-4ab1-8f33-00341a4b3293 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:17.408136 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66ba79b3-8c20-4ee4-9b2c-ff4c39f73d6c req-9311564c-8490-4ab1-8f33-00341a4b3293 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0555356
Nov 06 21:08:17.459758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66ba79b3-8c20-4ee4-9b2c-ff4c39f73d6c req-c7663556-ee5f-4e74-b56d-d365a010d718 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443940
Nov 06 21:08:17.615432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106570-6d0d-4b22-a496-23538f4a6ef1 req-59a999c6-fb41-4d29-bcae-c43b845e210b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:17.617025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30106570-6d0d-4b22-a496-23538f4a6ef1 req-59a999c6-fb41-4d29-bcae-c43b845e210b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0592854
Nov 06 21:08:17.689017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30106570-6d0d-4b22-a496-23538f4a6ef1 req-868f06bf-1e59-4208-8aea-48b4f5245e98 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606117
Nov 06 21:08:17.840494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48f9cc-ca25-4edb-8c4b-402d0ac9bb67 req-bb2bf41d-ff3c-440c-aefe-dfa1a3529ed4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:17.843226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f48f9cc-ca25-4edb-8c4b-402d0ac9bb67 req-bb2bf41d-ff3c-440c-aefe-dfa1a3529ed4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0645607
Nov 06 21:08:17.936237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f48f9cc-ca25-4edb-8c4b-402d0ac9bb67 req-b7d3207b-a7d2-494d-9d2b-2040c24bacfb tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860779
Nov 06 21:08:18.143905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4131-a87d-46e5-bbd6-f76fce778bf8 req-9081bbf5-4506-4a29-bbda-c636e5932cb1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:18.148759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2dad4131-a87d-46e5-bbd6-f76fce778bf8 req-9081bbf5-4506-4a29-bbda-c636e5932cb1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0725460
Nov 06 21:08:18.227098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2dad4131-a87d-46e5-bbd6-f76fce778bf8 req-96716591-32bc-4fc0-b1bf-fe1a188bcc22 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730495
Nov 06 21:08:18.373225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0bfed-96a3-4a3c-9020-5303230c2a46 req-0aa10e4c-4230-4b9e-b7fa-c7a400173887 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:18.375204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cc0bfed-96a3-4a3c-9020-5303230c2a46 req-0aa10e4c-4230-4b9e-b7fa-c7a400173887 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0637455
Nov 06 21:08:18.436079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cc0bfed-96a3-4a3c-9020-5303230c2a46 req-c18bf183-6106-4d41-9109-0cb28ee2e0bb tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528531
Nov 06 21:08:18.560369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device cf841088-3420-4a58-88f6-ca910cf72b21 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:18.594015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: cf841088-3420-4a58-88f6-ca910cf72b21 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:18.594475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device cf841088-3420-4a58-88f6-ca910cf72b21 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:18.613220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f56df-6ad1-45cc-9891-73de2c831b8f req-5cabe4ca-86fb-40bc-98be-59c6a302636d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:18.617257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c88f56df-6ad1-45cc-9891-73de2c831b8f req-5cabe4ca-86fb-40bc-98be-59c6a302636d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0856326
Nov 06 21:08:18.676694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c88f56df-6ad1-45cc-9891-73de2c831b8f req-f6f9520f-e6ca-45c3-a555-b4459af289e0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556269
Nov 06 21:08:18.825933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad4df-2941-4fca-a8b3-336ab97c8590 req-2740f4d8-b1f4-418c-961b-6263646ee088 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:18.828608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f13ad4df-2941-4fca-a8b3-336ab97c8590 req-2740f4d8-b1f4-418c-961b-6263646ee088 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0616157
Nov 06 21:08:18.896701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f13ad4df-2941-4fca-a8b3-336ab97c8590 req-161c6c0c-2572-4d47-8812-26d805175cf5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602233
Nov 06 21:08:19.079135 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:08:19.120469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66543b-c13a-4bcc-9f6b-578fcf5930ae req-5d78a87b-3037-4a08-814c-089926cc4e79 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:19.121372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a66543b-c13a-4bcc-9f6b-578fcf5930ae req-5d78a87b-3037-4a08-814c-089926cc4e79 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0690229
Nov 06 21:08:19.195068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e748d131-1b43-4af6-9570-a9b191e9c547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:19.196435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a66543b-c13a-4bcc-9f6b-578fcf5930ae req-18a3eeef-3523-4192-8e6c-2df29bfb88d8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648568
Nov 06 21:08:19.343645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c188407-6faf-4c80-bde6-b515819dd739 req-bbbbe56f-a680-4633-8803-a6e0377f29aa tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:19.350959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c188407-6faf-4c80-bde6-b515819dd739 req-bbbbe56f-a680-4633-8803-a6e0377f29aa tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0681484
Nov 06 21:08:19.407437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c188407-6faf-4c80-bde6-b515819dd739 req-0cd81f84-c08a-40f3-8ed5-a04e155d8cab tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555325
Nov 06 21:08:19.651067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6400c-264d-4b76-bdaa-44970dceb743 req-9468d4ce-090d-4ee0-a7a6-5624fb40004e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:19.654582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b6400c-264d-4b76-bdaa-44970dceb743 req-9468d4ce-090d-4ee0-a7a6-5624fb40004e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0525949
Nov 06 21:08:19.710692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b6400c-264d-4b76-bdaa-44970dceb743 req-368e3341-064c-4ced-bb47-058b9a1b0208 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504615
Nov 06 21:08:19.858560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa54efe-5d87-492c-a0fc-dab94a6070e3 req-898993e0-89d1-4c55-a6b2-56f4f49fc341 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:19.864692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6fa54efe-5d87-492c-a0fc-dab94a6070e3 req-898993e0-89d1-4c55-a6b2-56f4f49fc341 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0570929
Nov 06 21:08:19.917225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6fa54efe-5d87-492c-a0fc-dab94a6070e3 req-2a31e53b-4534-4dbd-a9a9-e4064f827ca6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496662
Nov 06 21:08:20.084328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60bd64-532d-4b0f-b74c-c0c34e30412e req-aa11184c-35df-4b22-9276-b8d529e312c3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:20.086264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e60bd64-532d-4b0f-b74c-c0c34e30412e req-aa11184c-35df-4b22-9276-b8d529e312c3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0690777
Nov 06 21:08:20.144590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e60bd64-532d-4b0f-b74c-c0c34e30412e req-12e59e03-a93f-45d0-bc10-063436c00f79 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463216
Nov 06 21:08:20.297151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfa0f2-7b9f-477d-85dd-2bfe895aba38 req-79112561-c1d4-4d9b-ad30-ba1bc4af516f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:20.298739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57dfa0f2-7b9f-477d-85dd-2bfe895aba38 req-79112561-c1d4-4d9b-ad30-ba1bc4af516f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0718694
Nov 06 21:08:20.376776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57dfa0f2-7b9f-477d-85dd-2bfe895aba38 req-d8ab46ea-6b81-4810-a0d2-8b417964c8b6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680919
Nov 06 21:08:20.569823 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:20.890662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a408a4-c1ed-41c3-a03e-6d203603a837 req-8dc183d1-fb89-43d3-85e6-003251377980 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:20.897587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60a408a4-c1ed-41c3-a03e-6d203603a837 req-8dc183d1-fb89-43d3-85e6-003251377980 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0741880
Nov 06 21:08:20.960920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60a408a4-c1ed-41c3-a03e-6d203603a837 req-ad02a065-0ee6-4ede-b5c9-a168c141b9ea tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616708
Nov 06 21:08:21.689503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53646) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:21.815254 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:21.972638 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-54025383-6f63-4b68-99dd-dc1525468949 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b512f3f002d4176808c9ea78c759467&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2818434
Nov 06 21:08:21.975468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53654) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:22.078166 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-38261ccd-7c41-40d9-8bd7-3a5d829dc1c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.117659 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-38261ccd-7c41-40d9-8bd7-3a5d829dc1c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.136924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f2208-7afe-49de-8ee6-8fc68f5ace41 req-7eb046b1-44a1-436e-a06e-c43029b2b809 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:22.144148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f25f2208-7afe-49de-8ee6-8fc68f5ace41 req-7eb046b1-44a1-436e-a06e-c43029b2b809 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1049302
Nov 06 21:08:22.218119 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f25f2208-7afe-49de-8ee6-8fc68f5ace41 req-aa451702-faff-4a1e-ab6e-04f5739ba156 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729768
Nov 06 21:08:22.234460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-38261ccd-7c41-40d9-8bd7-3a5d829dc1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.237415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-38261ccd-7c41-40d9-8bd7-3a5d829dc1c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.241005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-38261ccd-7c41-40d9-8bd7-3a5d829dc1c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47cd13be-b4ba-4548-a87c-62ace27cf5e5 HTTP/1.1" status: 204  len: 168 time: 0.2620590
Nov 06 21:08:22.247920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261ccd-7c41-40d9-8bd7-3a5d829dc1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cd13be-b4ba-4548-a87c-62ace27cf5e5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:22.264184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53664) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:22.466956 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.524094 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fc82f98-0f5d-4fc0-8189-ecbe86964fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.612966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fc82f98-0f5d-4fc0-8189-ecbe86964fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.616984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fc82f98-0f5d-4fc0-8189-ecbe86964fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.657190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc82f98-0f5d-4fc0-8189-ecbe86964fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf8a753-b635-48bb-8c34-3124b1319ca0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:22.664784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53680) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:22.664967 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8fc82f98-0f5d-4fc0-8189-ecbe86964fe9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdcd7c3beb834a61a05a57014d7e3022&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3994226
Nov 06 21:08:22.723776 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be68d7e0-6d98-44c7-a158-a3096e697f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.750222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be68d7e0-6d98-44c7-a158-a3096e697f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.802096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be68d7e0-6d98-44c7-a158-a3096e697f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.805679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be68d7e0-6d98-44c7-a158-a3096e697f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:22.807193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-be68d7e0-6d98-44c7-a158-a3096e697f95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bf8a753-b635-48bb-8c34-3124b1319ca0 HTTP/1.1" status: 204  len: 168 time: 0.1405694
Nov 06 21:08:22.817974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68d7e0-6d98-44c7-a158-a3096e697f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf8a753-b635-48bb-8c34-3124b1319ca0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:23.120818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53698) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:23.137355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998edc95-dcbe-4e6d-97dd-fb2ca4d7ca82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:23.217684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998edc95-dcbe-4e6d-97dd-fb2ca4d7ca82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:23.221871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-998edc95-dcbe-4e6d-97dd-fb2ca4d7ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:23.261569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998edc95-dcbe-4e6d-97dd-fb2ca4d7ca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16159b57-d610-4efa-a885-7a9a862a51ee,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:23.268846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-998edc95-dcbe-4e6d-97dd-fb2ca4d7ca82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83451530f5a34132b00030e43a76dd7b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1468909
Nov 06 21:08:23.270132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53704) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:23.366543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a3cc5-7a8c-4800-9f56-f1b1d096c27e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:23.395165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a3cc5-7a8c-4800-9f56-f1b1d096c27e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:23.420449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a85e3-82f7-43f2-a7aa-9ec6342c2b22 req-39bf6616-7229-4a39-a257-6557049b7327 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:23.421953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b04a85e3-82f7-43f2-a7aa-9ec6342c2b22 req-39bf6616-7229-4a39-a257-6557049b7327 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0877733
Nov 06 21:08:23.485109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b04a85e3-82f7-43f2-a7aa-9ec6342c2b22 req-70bc915d-f37d-420a-966e-3453cd17fe51 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509520
Nov 06 21:08:23.491021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a3cc5-7a8c-4800-9f56-f1b1d096c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:23.493681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a3cc5-7a8c-4800-9f56-f1b1d096c27e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:23.497245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-352a3cc5-7a8c-4800-9f56-f1b1d096c27e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16159b57-d610-4efa-a885-7a9a862a51ee HTTP/1.1" status: 204  len: 168 time: 0.2229648
Nov 06 21:08:23.505839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a3cc5-7a8c-4800-9f56-f1b1d096c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16159b57-d610-4efa-a885-7a9a862a51ee,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:23.763800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7912ea-6609-4021-b1c8-26c496c37cb2 req-e5012723-9d16-4551-9080-afcce15b0f9d tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:23.765975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f7912ea-6609-4021-b1c8-26c496c37cb2 req-e5012723-9d16-4551-9080-afcce15b0f9d tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 945 time: 0.0739541
Nov 06 21:08:23.855768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f7912ea-6609-4021-b1c8-26c496c37cb2 req-ca1a83e7-e459-41bc-8c1f-2c30b0628f9a tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782530
Nov 06 21:08:24.094584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53742) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:24.099376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7235011', 'description': 'tempest-secgroup-smoke-7235011 description', 'project_id': '5f8c001debad4d98b1531db2b7d91349'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:24.125377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.134543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.217274 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.221523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.270486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090d29be-b49e-48cd-8aab-285a7b04efe1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:24.312446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.316386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.345909 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.347194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2515049
Nov 06 21:08:24.350917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53752) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:24.351523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420d240-969d-421e-835b-e6805be0e366 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d53e7a-977c-489b-8b02-ff09ec3e2ece,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:24.357785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fa9d94a6-cba6-47a4-b272-e86aaa4cfb2d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '19d53e7a-977c-489b-8b02-ff09ec3e2ece', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:24.396283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa9d94a6-cba6-47a4-b272-e86aaa4cfb2d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.458297 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa9d94a6-cba6-47a4-b272-e86aaa4cfb2d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.463061 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa9d94a6-cba6-47a4-b272-e86aaa4cfb2d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.482652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d94a6-cba6-47a4-b272-e86aaa4cfb2d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f3518d-aa9e-4f92-a99a-c48d3b815b97,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:24.490535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fa9d94a6-cba6-47a4-b272-e86aaa4cfb2d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.492178 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa9d94a6-cba6-47a4-b272-e86aaa4cfb2d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1392698
Nov 06 21:08:24.495519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53756) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:24.500652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f50c4988-1ab5-4d4c-941d-78ba432e0194 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '19d53e7a-977c-489b-8b02-ff09ec3e2ece', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:24.534371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f50c4988-1ab5-4d4c-941d-78ba432e0194 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.611456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f50c4988-1ab5-4d4c-941d-78ba432e0194 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.617600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f50c4988-1ab5-4d4c-941d-78ba432e0194 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.629760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00818-a401-4102-ab7d-b2afd2b1bd6b req-b51218af-5219-4fde-95e9-b9dba9f1edfd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:24.631358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05b00818-a401-4102-ab7d-b2afd2b1bd6b req-b51218af-5219-4fde-95e9-b9dba9f1edfd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0621119
Nov 06 21:08:24.638424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c4988-1ab5-4d4c-941d-78ba432e0194 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690cff46-0d7d-41ec-83a1-cb233344e3eb,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:24.647486 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f50c4988-1ab5-4d4c-941d-78ba432e0194 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.648830 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f50c4988-1ab5-4d4c-941d-78ba432e0194 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1521924
Nov 06 21:08:24.651521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53764) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:24.657115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-bae366ff-390f-4c22-b183-473472f9c3bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '19d53e7a-977c-489b-8b02-ff09ec3e2ece', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:24.693599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bae366ff-390f-4c22-b183-473472f9c3bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.721697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05b00818-a401-4102-ab7d-b2afd2b1bd6b req-a7a29c45-e728-4c57-896c-c0ff6e460baa tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814853
Nov 06 21:08:24.757456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bae366ff-390f-4c22-b183-473472f9c3bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.761947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bae366ff-390f-4c22-b183-473472f9c3bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.782331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae366ff-390f-4c22-b183-473472f9c3bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b379ae-7746-4466-938b-171d6379a982,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:24.791895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bae366ff-390f-4c22-b183-473472f9c3bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.793041 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bae366ff-390f-4c22-b183-473472f9c3bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1405807
Nov 06 21:08:24.796143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53768) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:24.801027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4e6eddd7-b8b3-4319-a4ec-065bfa15e571 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '19d53e7a-977c-489b-8b02-ff09ec3e2ece', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:24.836939 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e6eddd7-b8b3-4319-a4ec-065bfa15e571 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.904166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e6eddd7-b8b3-4319-a4ec-065bfa15e571 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.908201 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e6eddd7-b8b3-4319-a4ec-065bfa15e571 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.927168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6eddd7-b8b3-4319-a4ec-065bfa15e571 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1335e839-e7f3-4cf0-ad8a-0a5d3d473f00,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:24.938684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e6eddd7-b8b3-4319-a4ec-065bfa15e571 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:24.940099 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4e6eddd7-b8b3-4319-a4ec-065bfa15e571 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1427798
Nov 06 21:08:24.942761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53778) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:24.947300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-eff117ba-7533-4d4e-82bb-e3885d3dd168 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '19d53e7a-977c-489b-8b02-ff09ec3e2ece', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:24.971016 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-eff117ba-7533-4d4e-82bb-e3885d3dd168 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Project 5f8c001debad4d98b1531db2b7d91349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:08:24.977780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eff117ba-7533-4d4e-82bb-e3885d3dd168 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.045998 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eff117ba-7533-4d4e-82bb-e3885d3dd168 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.050227 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eff117ba-7533-4d4e-82bb-e3885d3dd168 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.073277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eff117ba-7533-4d4e-82bb-e3885d3dd168 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.077438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53784) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:25.077818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eff117ba-7533-4d4e-82bb-e3885d3dd168 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1338234
Nov 06 21:08:25.080813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff117ba-7533-4d4e-82bb-e3885d3dd168 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014a8c6c-441b-4874-9334-b59bc979ff76,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:25.090174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fdecfbce-358c-4d6d-a2e4-993717bb5e12 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '19d53e7a-977c-489b-8b02-ff09ec3e2ece', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:25.111846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f19d7-2e96-4369-8cce-6126750ac52c req-627ff385-81ff-43a3-aaab-88b3192add01 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:25.113676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f75f19d7-2e96-4369-8cce-6126750ac52c req-627ff385-81ff-43a3-aaab-88b3192add01 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 945 time: 0.0786879
Nov 06 21:08:25.150107 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-fdecfbce-358c-4d6d-a2e4-993717bb5e12 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Project 5f8c001debad4d98b1531db2b7d91349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:08:25.159929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdecfbce-358c-4d6d-a2e4-993717bb5e12 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.193336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f75f19d7-2e96-4369-8cce-6126750ac52c req-ed08cd1a-0cf2-4f95-8153-c9fc0afd873d tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729668
Nov 06 21:08:25.239210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdecfbce-358c-4d6d-a2e4-993717bb5e12 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.244287 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdecfbce-358c-4d6d-a2e4-993717bb5e12 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.263086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecfbce-358c-4d6d-a2e4-993717bb5e12 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8f5cf8-bc8b-4b9f-937f-4432cf3e4d0b,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:25.273246 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdecfbce-358c-4d6d-a2e4-993717bb5e12 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.278450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fdecfbce-358c-4d6d-a2e4-993717bb5e12 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1945570
Nov 06 21:08:25.278622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53794) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:25.283781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'network': {'name': 'tempest-network-smoke--1932972848', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'port_security_enabled': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:25.305553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:25.309069 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.337442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:08:25.348891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.349230 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Added segment b116ae37-5813-4976-ab31-440fa93cd21d of type vlan for network 365f443f-951f-4715-808f-274013e10fb3
Nov 06 21:08:25.400433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.438094 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.447881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:25.448550 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.520192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2404892
Nov 06 21:08:25.523784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:25.530215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'admin_state_up': True, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:25.544543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc2e09-92f1-4fcc-bcca-854b8deb5330 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Network': ['ID=365f443f-951f-4715-808f-274013e10fb3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:25.555851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 365f443f-951f-4715-808f-274013e10fb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:08:25.566330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.567635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.628461 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.790824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:25.890619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea856-f8ed-4bd0-9a1c-dda6e607691f req-1d157ee1-381d-4d58-a555-f18938e1f650 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:25.892060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cfeea856-f8ed-4bd0-9a1c-dda6e607691f req-1d157ee1-381d-4d58-a555-f18938e1f650 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0760996
Nov 06 21:08:25.900953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140063f0-2d45-4e1e-b99f-0f7db6c9a92c req-bc19134d-1046-4ca6-8f4b-264d11a75558 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:25.902455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-140063f0-2d45-4e1e-b99f-0f7db6c9a92c req-bc19134d-1046-4ca6-8f4b-264d11a75558 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 945 time: 0.1193604
Nov 06 21:08:25.993427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cfeea856-f8ed-4bd0-9a1c-dda6e607691f req-f876e89d-93c0-493f-ae8a-dfa0dae20c94 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891891
Nov 06 21:08:26.010554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-140063f0-2d45-4e1e-b99f-0f7db6c9a92c req-dff95aac-13fe-48d1-a424-ca162ae1c563 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913293
Nov 06 21:08:26.060258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.086751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.191866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.35.0.153 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/400c624e-a73a-4d18-bc25-a4c44ab08973) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:26.207016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53818) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:26.296598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.313794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-127530f0-f008-4793-8034-a63f9570bec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.331663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.370413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:26.373998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:26.383685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:26.388907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-127530f0-f008-4793-8034-a63f9570bec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.392805 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-127530f0-f008-4793-8034-a63f9570bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.411069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=400c624e-a73a-4d18-bc25-a4c44ab08973,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:26.431695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-127530f0-f008-4793-8034-a63f9570bec8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=550f97758b304320aa277d5f867ae0b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2235200
Nov 06 21:08:26.432835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127530f0-f008-4793-8034-a63f9570bec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7d5aa-6119-4216-8a44-dc8981d94a31,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:26.436029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53822) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:26.483883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c999293a-8616-4c4e-b794-d3c93a455f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.505729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c999293a-8616-4c4e-b794-d3c93a455f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.555507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c999293a-8616-4c4e-b794-d3c93a455f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.558221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c999293a-8616-4c4e-b794-d3c93a455f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.559974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c999293a-8616-4c4e-b794-d3c93a455f2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53e7d5aa-6119-4216-8a44-dc8981d94a31 HTTP/1.1" status: 204  len: 168 time: 0.1224241
Nov 06 21:08:26.568054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999293a-8616-4c4e-b794-d3c93a455f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7d5aa-6119-4216-8a44-dc8981d94a31,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:26.653592 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.836438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53830) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:26.853277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a3e9-8208-4134-bd38-9e9522122424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.854397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.932418 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a3e9-8208-4134-bd38-9e9522122424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.936451 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a3e9-8208-4134-bd38-9e9522122424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:26.975592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b0d4a3e9-8208-4134-bd38-9e9522122424 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b3c5770d97949f2a78237b71895b506&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1378298
Nov 06 21:08:26.978002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53832) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:26.984618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4a3e9-8208-4134-bd38-9e9522122424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc380307-7f50-40e2-8227-ff9c4841064c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:26.994450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 173a957a-8fd3-4e8f-a427-bffda6969042 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:08:27.039666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-547c715b-0ca4-4329-94ac-48c3e95ac185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.062495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-547c715b-0ca4-4329-94ac-48c3e95ac185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.134837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:08:27.141522 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-547c715b-0ca4-4329-94ac-48c3e95ac185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.144102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-547c715b-0ca4-4329-94ac-48c3e95ac185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.147822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-547c715b-0ca4-4329-94ac-48c3e95ac185 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc380307-7f50-40e2-8227-ff9c4841064c HTTP/1.1" status: 204  len: 168 time: 0.1663346
Nov 06 21:08:27.148006 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Sync routers for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:08:27.163560 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:27.164081 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252921e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:27.173616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.175338 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c16bf094-2123-482c-aeda-14769ad07850 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.6499319
Nov 06 21:08:27.178467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53840) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:27.187815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c715b-0ca4-4329-94ac-48c3e95ac185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc380307-7f50-40e2-8227-ff9c4841064c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:27.207249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61cf8-c0b1-4555-a147-2a225b713d3e req-93a50fb7-a5c9-48d6-8ea0-1a5881ddafcd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:27.214468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66d61cf8-c0b1-4555-a147-2a225b713d3e req-93a50fb7-a5c9-48d6-8ea0-1a5881ddafcd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1079297
Nov 06 21:08:27.248098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a91e6-2ec2-47eb-8471-5f14b50c835e req-63e0b705-c0c3-4892-9d78-d146678add39 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:27.249730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-518a91e6-2ec2-47eb-8471-5f14b50c835e req-63e0b705-c0c3-4892-9d78-d146678add39 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 945 time: 0.1163816
Nov 06 21:08:27.275848 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:27.297905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66d61cf8-c0b1-4555-a147-2a225b713d3e req-19ac87d0-0f47-4d0d-83a0-334d892f3449 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824530
Nov 06 21:08:27.332142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-518a91e6-2ec2-47eb-8471-5f14b50c835e req-17f32c0a-3cb4-4463-8735-7b87fe0720d6 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups?id=62ed255a-64e8-41f7-af25-7052cf2692fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743735
Nov 06 21:08:27.431545 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0deea3e3-0dd3-40ff-9c44-e694fc1cceb8 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5f8c001debad4d98b1531db2b7d91349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2514367
Nov 06 21:08:27.434875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53846) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:27.474447 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252921e50>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:26Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:27.500384 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Checking router: 173a957a-8fd3-4e8f-a427-bffda6969042 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:08:27.500732 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Updating router 173a957a-8fd3-4e8f-a427-bffda6969042 port 400c624e-a73a-4d18-bc25-a4c44ab08973 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:08:27.531953 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.555004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-a025d49e-50ad-4268-978c-6303b846b050 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:27.556506 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-a025d49e-50ad-4268-978c-6303b846b050 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 945 time: 0.0963933
Nov 06 21:08:27.594687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6de4f8-c4f9-4afc-a5be-5af8104a4a25 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:27.596620 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4f6de4f8-c4f9-4afc-a5be-5af8104a4a25 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1601887
Nov 06 21:08:27.599344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53856) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:27.639018 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-abb9676e-ccc7-4fb9-8cff-7dd5728e9f82 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0385821
Nov 06 21:08:27.641783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53858) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:27.648018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-427609505', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:27.712402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Deleting port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:27.713346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.761574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:27.766884 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.818047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] For port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:27.818827 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.825235 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.831813 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.859725 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Attempting to bind port 400c624e-a73a-4d18-bc25-a4c44ab08973 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:27.860133 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Attempting to bind port 400c624e-a73a-4d18-bc25-a4c44ab08973 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:27.860880 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Attempting to bind port 400c624e-a73a-4d18-bc25-a4c44ab08973 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:27.887600 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:27.888251 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:27.888828 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.889373 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:27.890110 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Bound port: 400c624e-a73a-4d18-bc25-a4c44ab08973, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:27.890672 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:27.937948 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915e63a-9f54-4800-bf49-81a74d717e2b None None] Pushing event updated for resources: {'Port': ['ID=400c624e-a73a-4d18-bc25-a4c44ab08973,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:27.961706 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] For port 400c624e-a73a-4d18-bc25-a4c44ab08973, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:27.966406 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] For port 400c624e-a73a-4d18-bc25-a4c44ab08973, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=400c624e-a73a-4d18-bc25-a4c44ab08973,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:27.973113 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:28.017068 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:28.030291 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:28.031033 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252921e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:28.067816 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:28.068654 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:28.069302 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Floating IP 8d1a98a0-8cfe-494e-830d-9816a5d3f896 disassociated. External IP: 172.35.0.145, port: 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8.
Nov 06 21:08:28.070034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Calling delete_port for 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:28.091456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Subnet': ['ID=5ab8ea3e-e482-4bfc-b0e8-e408aa313272,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:28.099632 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915e63a-9f54-4800-bf49-81a74d717e2b None None] Pushing event updated for resources: {'Port': ['ID=400c624e-a73a-4d18-bc25-a4c44ab08973,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:28.120168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Checking segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:28.120553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network hostable DHCP agents. Network: 365f443f-951f-4715-808f-274013e10fb3, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:08:28.144790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 365f443f-951f-4715-808f-274013e10fb3 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:08:28.156663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 365f443f-951f-4715-808f-274013e10fb3) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:28.164501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec22f1c-f68e-491c-a335-5c395878577c None None] Network 365f443f-951f-4715-808f-274013e10fb3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:28.171176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:28.171541 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:28.172369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:28.196701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aaa527bb-619e-422d-ba72-ca1e619a2dc1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5533433
Nov 06 21:08:28.199249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:28.247721 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:28.297342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event deleted for resources: {'Port': ['ID=6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:28.470245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:08:28.497699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-365f443f-951f-4715-808f-274013e10fb3', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:08:28.502486 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:28.540224 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252921e50>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:26Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:28.549154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ada3a9a1-377f-4380-8a3e-e4d926dc91cf req-22a2dd03-5e10-4f12-9ba3-b73b2af0d654 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 210 time: 0.0627618
Nov 06 21:08:28.614633 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c119a9-d064-40f6-b570-73f816e97f3b None None] The sync data for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 is: [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:26Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:08:28.628829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf597d0-f0f5-4dae-81f6-68734cfe5f81 req-ed651058-506b-4952-9824-6a53f5872c35 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:28.630393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bf597d0-f0f5-4dae-81f6-68734cfe5f81 req-ed651058-506b-4952-9824-6a53f5872c35 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1465523
Nov 06 21:08:28.717357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:08:28.757709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Allocated IP 172.20.0.2 (365f443f-951f-4715-808f-274013e10fb3/5ab8ea3e-e482-4bfc-b0e8-e408aa313272/42de9022-eb90-4ff3-a716-b267becaf3db) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:28.776608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] No DVR routers for this DVR port 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:08:28.780222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:28.801982 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9e65f7ad-67a3-4d4d-b82c-4b259f290821 req-d2ec0dd4-8c19-4d8f-855a-e5fde8cd70e3 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.10 "DELETE /v2.0/ports/6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 HTTP/1.1" status: 204  len: 173 time: 1.2195423
Nov 06 21:08:28.802781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'name': 'network-vif-deleted', 'tag': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:08:28.811528 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e88bb-bd83-4ce4-8847-aa4c594ef582" -d '{"events": [{"server_uuid": "5c608206-049f-45dd-ad2c-c73bd68927eb", "name": "network-vif-deleted", "tag": "6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:08:28.813720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bf597d0-f0f5-4dae-81f6-68734cfe5f81 req-17e92ea0-4109-4554-bac5-2db3eb764843 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663599
Nov 06 21:08:28.894482 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b8cd84-bf61-4cb9-be70-de2adaa3f9d6 x-openstack-request-id: req-17b8cd84-bf61-4cb9-be70-de2adaa3f9d6 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:08:28.895101 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c608206-049f-45dd-ad2c-c73bd68927eb", "name": "network-vif-deleted", "tag": "6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:08:28.895558 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17b8cd84-bf61-4cb9-be70-de2adaa3f9d6 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:08:28.896110 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c608206-049f-45dd-ad2c-c73bd68927eb', 'name': 'network-vif-deleted', 'tag': '6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8', 'status': 'completed', 'code': 200}
Nov 06 21:08:28.953472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] Sync routers for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:08:29.000252 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:29.000585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925137c940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:29.055950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53926) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:29.115946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.197318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.231178 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.232654 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f90d495b-8bf9-412f-9e9a-2c63ff48267f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.237894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:29.361592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Network 365f443f-951f-4715-808f-274013e10fb3 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:29.366233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:29.374408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:29.382548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f90d495b-8bf9-412f-9e9a-2c63ff48267f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.393251 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f90d495b-8bf9-412f-9e9a-2c63ff48267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.446325 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f90d495b-8bf9-412f-9e9a-2c63ff48267f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a06a70dae094120a2fd072f7171664a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3872726
Nov 06 21:08:29.452270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 53940) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:29.459960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d495b-8bf9-412f-9e9a-2c63ff48267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb7af16-5654-44af-b2b9-4e4681fb47d3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:29.523372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Pushing event updated for resources: {'Port': ['ID=42de9022-eb90-4ff3-a716-b267becaf3db,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:29.537628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Attempting to bind port 42de9022-eb90-4ff3-a716-b267becaf3db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:29.538214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Attempting to bind port 42de9022-eb90-4ff3-a716-b267becaf3db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:29.539157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Attempting to bind port 42de9022-eb90-4ff3-a716-b267becaf3db on network 365f443f-951f-4715-808f-274013e10fb3 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:29.565555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:29.566531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Checking segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:29.567169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.567846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Bound using segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:29.568527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Bound port: 42de9022-eb90-4ff3-a716-b267becaf3db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:29.568960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.589137 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1098a5b7-ef7d-4495-8fc4-e3fa12d38062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.643864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.20.0.1 (365f443f-951f-4715-808f-274013e10fb3/5ab8ea3e-e482-4bfc-b0e8-e408aa313272/7bc7887f-b402-42e0-a198-25b1dd3bf129) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:29.670939 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1098a5b7-ef7d-4495-8fc4-e3fa12d38062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.751508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-985c01ce-130a-4034-826c-b2ecc887ec82 req-e2d82742-a198-4998-a39d-f93390a90e96 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c608206-049f-45dd-ad2c-c73bd68927eb HTTP/1.1" status: 200  len: 210 time: 0.0760806
Nov 06 21:08:29.775916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] For port 42de9022-eb90-4ff3-a716-b267becaf3db, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:29.792479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] For port 42de9022-eb90-4ff3-a716-b267becaf3db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42de9022-eb90-4ff3-a716-b267becaf3db,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:29.829114 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:29.984909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bda318-10d9-48c7-8c6c-5edc234e9e83 None None] Pushing event updated for resources: {'Port': ['ID=42de9022-eb90-4ff3-a716-b267becaf3db,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:30.014019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925137c940>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:42Z', 'revision_number': 5, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:30.034069 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1098a5b7-ef7d-4495-8fc4-e3fa12d38062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:30.036898 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1098a5b7-ef7d-4495-8fc4-e3fa12d38062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:30.039156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1098a5b7-ef7d-4495-8fc4-e3fa12d38062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afb7af16-5654-44af-b2b9-4e4681fb47d3 HTTP/1.1" status: 204  len: 168 time: 0.5850627
Nov 06 21:08:30.042153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:30.048340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] Checking router: b7589de3-dc0f-45d0-92f8-28c8b27f68b0 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:08:30.060049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:30.060812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925137c940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:30.072162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a5b7-ef7d-4495-8fc4-e3fa12d38062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb7af16-5654-44af-b2b9-4e4681fb47d3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:30.141318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ad1f-f7cf-479f-8eba-7b09a0d6da0e req-533f68a7-8c17-4e1a-b947-cf6e47aa3cf7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:30.143323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0813ad1f-f7cf-479f-8eba-7b09a0d6da0e req-533f68a7-8c17-4e1a-b947-cf6e47aa3cf7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0993917
Nov 06 21:08:30.145281 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:30.149324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 400c624e-a73a-4d18-bc25-a4c44ab08973 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:30.218802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 365f443f-951f-4715-808f-274013e10fb3 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:30.223408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:30.236459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:30.311627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=7bc7887f-b402-42e0-a198-25b1dd3bf129,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:30.332596 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:30.366777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:30.377912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0813ad1f-f7cf-479f-8eba-7b09a0d6da0e req-91271e2a-786e-4b77-91c8-65144e86aa68 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208943
Nov 06 21:08:30.452703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 400c624e-a73a-4d18-bc25-a4c44ab08973 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:30.453169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:30.526072 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:30.723454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:30.751495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:30.751840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 6f9a0e8b-dd2b-4d0a-a8a9-dabf4f84f7e8 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:30.885658 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:30.903943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 53976) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:30.967800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 400c624e-a73a-4d18-bc25-a4c44ab08973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=400c624e-a73a-4d18-bc25-a4c44ab08973,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:30.984621 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.021373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccef94ed-e4c1-4761-beca-3c80c0cf541a tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.064151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccef94ed-e4c1-4761-beca-3c80c0cf541a tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.082066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925137c940>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:42Z', 'revision_number': 5, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:31.086261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=400c624e-a73a-4d18-bc25-a4c44ab08973,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:31.117207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f274b-21e8-4faf-846c-a9c92f81c70f None None] The sync data for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 is: [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:05:38Z', 'revision_number': 4, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3ea696d-5d88-4324-87de-0edafb5851b1', 'name': '', 'network_id': '790f1050-361a-4854-a34f-09bff15f0aba', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'mac_address': 'fa:16:3e:97:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '1da9e277-e574-443e-99a0-e594f0436322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:37Z', 'updated_at': '2021-11-06T21:05:42Z', 'revision_number': 5, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'subnets': [{'id': '1da9e277-e574-443e-99a0-e594f0436322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:08:31.172894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccef94ed-e4c1-4761-beca-3c80c0cf541a tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.176495 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccef94ed-e4c1-4761-beca-3c80c0cf541a tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.181121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54000) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:31.181655 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ccef94ed-e4c1-4761-beca-3c80c0cf541a tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "DELETE /v2.0/security-groups/62ed255a-64e8-41f7-af25-7052cf2692fe HTTP/1.1" status: 204  len: 168 time: 0.2750161
Nov 06 21:08:31.190885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef94ed-e4c1-4761-beca-3c80c0cf541a tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed255a-64e8-41f7-af25-7052cf2692fe,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:31.224451 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-a907fc3b-cad2-423a-bfb0-bf56980381a1 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] show failed (client error): The resource could not be found.
Nov 06 21:08:31.229420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:31.240770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a907fc3b-cad2-423a-bfb0-bf56980381a1 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "GET /v2.0/security-groups/62ed255a-64e8-41f7-af25-7052cf2692fe HTTP/1.1" status: 404  len: 347 time: 0.0419037
Nov 06 21:08:31.441478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Deleting port b06f07af-c73c-495a-b24d-6f502ec13c19 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:31.445465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.468013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.475293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.500264 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720a070-ee3d-4580-a680-bddb716db9c8 None None] New status for floating IP 8d1a98a0-8cfe-494e-830d-9816a5d3f896: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:08:31.663296 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:31.672211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=7bc7887f-b402-42e0-a198-25b1dd3bf129,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:31.804614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc96610-a00f-462e-b3f9-b4b9b529861a req-038fc7de-5d71-40f9-a6e3-a99e5087764f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:31.825821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1dc96610-a00f-462e-b3f9-b4b9b529861a req-038fc7de-5d71-40f9-a6e3-a99e5087764f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.2482610
Nov 06 21:08:31.834165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789a518-4634-47d7-9560-b5f4ebe7e0b7 None None] Network 365f443f-951f-4715-808f-274013e10fb3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:31.941045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 365f443f-951f-4715-808f-274013e10fb3 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:31.945368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:31.966967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1dc96610-a00f-462e-b3f9-b4b9b529861a req-767b97b4-b6b8-4c62-adb7-9636baf086e3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399169
Nov 06 21:08:31.981506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e48b604b-ebec-4a12-83af-ad3c6aed9f33 None None] Provisioning complete for port 42de9022-eb90-4ff3-a716-b267becaf3db triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:31.982161 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e48b604b-ebec-4a12-83af-ad3c6aed9f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.045047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54020) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:32.143106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.143657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.145054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 42de9022-eb90-4ff3-a716-b267becaf3db up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:32.157620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Calling delete_port for b06f07af-c73c-495a-b24d-6f502ec13c19 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:32.163469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 173a957a-8fd3-4e8f-a427-bffda6969042 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:08:32.199113 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e48b604b-ebec-4a12-83af-ad3c6aed9f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.267456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e48b604b-ebec-4a12-83af-ad3c6aed9f33 None None] For port 42de9022-eb90-4ff3-a716-b267becaf3db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42de9022-eb90-4ff3-a716-b267becaf3db,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:32.282672 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e48b604b-ebec-4a12-83af-ad3c6aed9f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.290798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 42de9022-eb90-4ff3-a716-b267becaf3db triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:32.291265 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.302297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:08:32.317612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Sync routers for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:08:32.326304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a1966df2-1f28-4ad1-bf36-407e7c913f1a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "PUT /v2.0/routers/173a957a-8fd3-4e8f-a427-bffda6969042/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1179714
Nov 06 21:08:32.326304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1338488003'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:32.340057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.365249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Made reservation on behalf of c4d7dd33d4c5483a8805f8b0e168b56d for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:32.384333 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.386980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:32.387847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251fd6bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:32.398540 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.404940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Pushing event deleted for resources: {'Port': ['ID=b06f07af-c73c-495a-b24d-6f502ec13c19,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:32.452183 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.455442 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.456684 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-268b69d6-a72b-4363-984f-30b46db6f575 tempest-ServersTestBootFromVolume-1142499360 tempest-ServersTestBootFromVolume-1142499360-project] 10.222.0.13 "DELETE /v2.0/floatingips/8d1a98a0-8cfe-494e-830d-9816a5d3f896 HTTP/1.1" status: 204  len: 168 time: 1.2262058
Nov 06 21:08:32.466761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54028) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:32.516913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b604b-ebec-4a12-83af-ad3c6aed9f33 None None] Pushing event updated for resources: {'Port': ['ID=42de9022-eb90-4ff3-a716-b267becaf3db,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:32.550060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.567807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.601893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:08:32.622909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 400c624e-a73a-4d18-bc25-a4c44ab08973 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:32.639574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.639943 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Added segment 6272f2f9-bbbb-4084-8e72-2de479a46f83 of type vlan for network ab2a0c1c-2b7b-423b-a610-59260aa79c79
Nov 06 21:08:32.651633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da77f60-c82a-4930-b930-ab849cf78a11,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:32.680212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-38ce55b9-5e08-411f-a3e5-53c2e5d6c969 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7235011&fields=id&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 267 time: 0.1359518
Nov 06 21:08:32.683059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:32.694566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.759091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 400c624e-a73a-4d18-bc25-a4c44ab08973 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:32.759892 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.802298 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.809519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:32.810165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.853738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.8048973
Nov 06 21:08:32.855020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:32.861057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Request body: {'subnet': {'network_id': 'ab2a0c1c-2b7b-423b-a610-59260aa79c79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:32.872525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6a4f1916-7481-4629-8a25-72e0ebb9eec3 None None] Provisioning complete for port 42de9022-eb90-4ff3-a716-b267becaf3db triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:32.873510 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1916-7481-4629-8a25-72e0ebb9eec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:32.913875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb316-55c1-4613-acfe-6de672950f7e req-c1b0de9a-0a65-4dfd-a299-6361d72eed21 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:32.915384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-c1b0de9a-0a65-4dfd-a299-6361d72eed21 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 797 time: 0.2182271
Nov 06 21:08:32.919540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f19ba2-ef84-473d-801a-41db2ba0a923 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event updated for resources: {'Network': ['ID=ab2a0c1c-2b7b-423b-a610-59260aa79c79,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:32.938745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ab2a0c1c-2b7b-423b-a610-59260aa79c79 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:08:32.941162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-abeadcee-37e8-48b8-836a-0099c38ca661 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/quotas/5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 375 time: 0.0105531
Nov 06 21:08:33.025947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-91ff3c7a-66d8-40f7-be32-33f17947ac67 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0756960
Nov 06 21:08:33.133857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Made reservation on behalf of c4d7dd33d4c5483a8805f8b0e168b56d for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:33.142834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.221407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6a4f1916-7481-4629-8a25-72e0ebb9eec3 None None] Provisioning complete for port 7bc7887f-b402-42e0-a198-25b1dd3bf129 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:33.221783 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1916-7481-4629-8a25-72e0ebb9eec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.229751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f9807-6ce1-4d0f-8dfd-fc6e2c86dc49 req-a75c5192-4da0-4786-9ed4-6152cfc8ab45 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:33.242405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd8f9807-6ce1-4d0f-8dfd-fc6e2c86dc49 req-a75c5192-4da0-4786-9ed4-6152cfc8ab45 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1684172
Nov 06 21:08:33.262840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f1916-7481-4629-8a25-72e0ebb9eec3 None None] Port 7bc7887f-b402-42e0-a198-25b1dd3bf129 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:08:33.278755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251fd6bb0>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:31Z', 'revision_number': 2, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:33.293350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.312008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Checking router: 173a957a-8fd3-4e8f-a427-bffda6969042 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:08:33.312760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Updating router 173a957a-8fd3-4e8f-a427-bffda6969042 port 7bc7887f-b402-42e0-a198-25b1dd3bf129 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:08:33.334987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd8f9807-6ce1-4d0f-8dfd-fc6e2c86dc49 req-05df5f67-8a76-4c70-a8ac-0aaaee445a34 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906317
Nov 06 21:08:33.354103 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.356969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-0bbdbcb0-d020-4ace-af69-8e440574fb8d service neutron] 10.222.0.13 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3300004
Nov 06 21:08:33.465622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bd693ed8-0929-4081-acc6-1b04c6bdda54 None None] Provisioning complete for port 7bc7887f-b402-42e0-a198-25b1dd3bf129 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:33.465622 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd693ed8-0929-4081-acc6-1b04c6bdda54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.484717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-51907cc5-4e01-4c01-b157-e75f202c9f0b service neutron] 10.222.0.13 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201425
Nov 06 21:08:33.507815 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.551982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bd693ed8-0929-4081-acc6-1b04c6bdda54 None None] Port 7bc7887f-b402-42e0-a198-25b1dd3bf129 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:08:33.620409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event updated for resources: {'Subnet': ['ID=ba449494-9301-49b5-93a6-bb2f5825031d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:33.633528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Checking segment: {'id': '6272f2f9-bbbb-4084-8e72-2de479a46f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab2a0c1c-2b7b-423b-a610-59260aa79c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:33.633896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Network hostable DHCP agents. Network: ab2a0c1c-2b7b-423b-a610-59260aa79c79, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:08:33.693118 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.701743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.704345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e52d403b-6b83-4052-b663-ab55b39991a3 req-eec58246-49bb-41c1-9b6c-81eb6f376c32 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 210 time: 0.0339944
Nov 06 21:08:33.718430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Network ab2a0c1c-2b7b-423b-a610-59260aa79c79 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:08:33.731447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab2a0c1c-2b7b-423b-a610-59260aa79c79) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:33.742311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:33.742927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.769510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54050) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:33.774758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Request body: {'port': {'network_id': 'ab2a0c1c-2b7b-423b-a610-59260aa79c79', 'name': 'tempest-DHCPAgentSchedulersTestJSON-467044274'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:33.777051 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f3efee3e-dc10-4896-9d44-33327d1ce45a tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9104736
Nov 06 21:08:33.782486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914813bc-d26d-4851-8660-914e0d2fe0b4 None None] Network ab2a0c1c-2b7b-423b-a610-59260aa79c79 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:33.783723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Deleting port b3ea696d-5d88-4324-87de-0edafb5851b1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:33.784057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.839459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45712a0-f469-4564-a3fb-7ba13dfe124a None None] Pushing event updated for resources: {'Port': ['ID=7bc7887f-b402-42e0-a198-25b1dd3bf129,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:33.920149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] For port b3ea696d-5d88-4324-87de-0edafb5851b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3ea696d-5d88-4324-87de-0edafb5851b1,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:33.920679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:33.939809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Calling delete_port for b3ea696d-5d88-4324-87de-0edafb5851b1 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:34.054858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Made reservation on behalf of c4d7dd33d4c5483a8805f8b0e168b56d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:34.061745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.089489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] device_id is not set on port f1dd0d7d-40d5-4541-a6e9-76b3f56edffd yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:08:34.150115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 42de9022-eb90-4ff3-a716-b267becaf3db up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:34.189068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Attempting to bind port 7bc7887f-b402-42e0-a198-25b1dd3bf129 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:34.189437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Attempting to bind port 7bc7887f-b402-42e0-a198-25b1dd3bf129 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:34.189805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Attempting to bind port 7bc7887f-b402-42e0-a198-25b1dd3bf129 on network 365f443f-951f-4715-808f-274013e10fb3 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:34.220157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:34.220594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Checking segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:34.220997 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.221400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Bound using segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:34.221943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Bound port: 7bc7887f-b402-42e0-a198-25b1dd3bf129, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:34.222328 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.235570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.237403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Allocated IP 172.20.0.6 (ab2a0c1c-2b7b-423b-a610-59260aa79c79/ba449494-9301-49b5-93a6-bb2f5825031d/f1dd0d7d-40d5-4541-a6e9-76b3f56edffd) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:34.271306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-843110b4-b98a-4de8-9128-56b8557e4e55 None None] Provisioning complete for port 7bc7887f-b402-42e0-a198-25b1dd3bf129 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:34.271673 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-843110b4-b98a-4de8-9128-56b8557e4e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.289909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ea696d-5d88-4324-87de-0edafb5851b1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:34.338197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-843110b4-b98a-4de8-9128-56b8557e4e55 None None] Port 7bc7887f-b402-42e0-a198-25b1dd3bf129 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:08:34.529250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab2a0c1c-2b7b-423b-a610-59260aa79c79', 'network_id': 'ab2a0c1c-2b7b-423b-a610-59260aa79c79', 'tenant_id': 'c4d7dd33d4c5483a8805f8b0e168b56d', 'fixed_ips': [{'subnet_id': 'ba449494-9301-49b5-93a6-bb2f5825031d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:08:34.530237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.538999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 42de9022-eb90-4ff3-a716-b267becaf3db triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:34.538999 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.548768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.563105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d823-c311-4b5a-b81b-2bb5e5b1263e req-31803091-e4a2-462a-8ab2-882517b24bd2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:34.564798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7e9d823-c311-4b5a-b81b-2bb5e5b1263e req-31803091-e4a2-462a-8ab2-882517b24bd2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1086023
Nov 06 21:08:34.596319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] For port 7bc7887f-b402-42e0-a198-25b1dd3bf129, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:34.619759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.639037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7e9d823-c311-4b5a-b81b-2bb5e5b1263e req-ffe756c2-f29c-43e4-a45b-9682f436a5a7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648422
Nov 06 21:08:34.639951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] For port 7bc7887f-b402-42e0-a198-25b1dd3bf129, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bc7887f-b402-42e0-a198-25b1dd3bf129,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:34.640194 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.690219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Network ab2a0c1c-2b7b-423b-a610-59260aa79c79 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:34.693083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:08:34.695664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:34.699185 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.699728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:34.729171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event updated for resources: {'Port': ['ID=f1dd0d7d-40d5-4541-a6e9-76b3f56edffd,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:34.766628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:34.767307 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:34.799712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eb8094e9-c9af-4e7f-8d3a-9a7142bf4e9d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0279942
Nov 06 21:08:34.801515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54064) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:34.911161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:34.911874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251fd6bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:34.978993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-803a1624-87d6-4778-b91c-b5d1e32fa33f req-2fb1edac-645c-4b74-ad30-cd56300ea0d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 210 time: 0.0557852
Nov 06 21:08:35.017771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d33c4217-80b7-4add-8c66-f884bd80890d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Deleting port f1dd0d7d-40d5-4541-a6e9-76b3f56edffd {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:35.018240 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d33c4217-80b7-4add-8c66-f884bd80890d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.020923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45712a0-f469-4564-a3fb-7ba13dfe124a None None] Pushing event updated for resources: {'Port': ['ID=7bc7887f-b402-42e0-a198-25b1dd3bf129,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:35.058488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Allocated IP 172.20.0.2 (ab2a0c1c-2b7b-423b-a610-59260aa79c79/ba449494-9301-49b5-93a6-bb2f5825031d/2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:35.131773 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d33c4217-80b7-4add-8c66-f884bd80890d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.141311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:08:35.167577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d33c4217-80b7-4add-8c66-f884bd80890d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Calling delete_port for f1dd0d7d-40d5-4541-a6e9-76b3f56edffd owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:35.220795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:35.221743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb316-55c1-4613-acfe-6de672950f7e req-21bb9800-82f9-4095-9f93-f484a58cf6ca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:35.223261 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-21bb9800-82f9-4095-9f93-f484a58cf6ca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 797 time: 0.2136741
Nov 06 21:08:35.240821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:35.286372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3', 'port_id': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'mac_address': 'fa:16:3e:ea:7f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83340693-9226-4d03-a895-cbcfa9bf9c89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:08:35.297787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6a8ec0bf-962e-4722-9bb4-7ee2e451f51b None None] Provisioning complete for port 7bc7887f-b402-42e0-a198-25b1dd3bf129 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:35.298161 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec0bf-962e-4722-9bb4-7ee2e451f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.330055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:08:35.331652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d33c4217-80b7-4add-8c66-f884bd80890d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.338420 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1a1577a8-7fda-4f58-8be0-d20a5bfce82a admin admin] 10.222.0.13 "PUT /v2.0/routers/b7589de3-dc0f-45d0-92f8-28c8b27f68b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8704653
Nov 06 21:08:35.339432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54066) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:35.344204 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] Sync routers for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:08:35.353195 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-0d30bbd6-5614-4f5e-a937-92ac4f57f696 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 377 time: 0.1166401
Nov 06 21:08:35.359788 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:35.361605 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925289df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:35.370703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c4217-80b7-4add-8c66-f884bd80890d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event deleted for resources: {'Port': ['ID=f1dd0d7d-40d5-4541-a6e9-76b3f56edffd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:35.386273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.401773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'port': {'device_id': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'admin_state_up': True, 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'security_groups': ['19d53e7a-977c-489b-8b02-ff09ec3e2ece']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:35.434281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:08:35.467152 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d33c4217-80b7-4add-8c66-f884bd80890d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.473345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d33c4217-80b7-4add-8c66-f884bd80890d tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "DELETE /v2.0/ports/f1dd0d7d-40d5-4541-a6e9-76b3f56edffd HTTP/1.1" status: 204  len: 168 time: 0.6704147
Nov 06 21:08:35.473988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54068) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:35.532007 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:35.538695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:35.562594 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-78be6a44-f379-432c-a571-9d056f8c8a04 tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4932 time: 0.0874135
Nov 06 21:08:35.564578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.565660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54074) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:35.583114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1167373605'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:35.595341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.603499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.629186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Made reservation on behalf of c4d7dd33d4c5483a8805f8b0e168b56d for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:35.639482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.671777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:08:35.673601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:35.677939 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.682394 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.684279 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.684908 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Added segment 112690af-4802-4ef9-9d44-15599c639626 of type vlan for network 60b894d6-e106-4265-ae34-3656c0371178
Nov 06 21:08:35.734720 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.757734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Network ab2a0c1c-2b7b-423b-a610-59260aa79c79 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:35.758577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:35.772319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.801666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.808397 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:35.810980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:35.814940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:35.815934 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.829372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:08:35.837053 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925289df70>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120'}], 'enable_snat': True}, 'gw_port_id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:08:34Z', 'revision_number': 5, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port': {'id': '11ce6229-6a07-4d82-af24-b66265925aa6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:05:34Z', 'updated_at': '2021-11-06T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:35.884761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.20.0.5 (365f443f-951f-4715-808f-274013e10fb3/5ab8ea3e-e482-4bfc-b0e8-e408aa313272/e54de641-10b2-4742-b876-dbb61f65c926) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:35.889126 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] Checking router: b7589de3-dc0f-45d0-92f8-28c8b27f68b0 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:08:35.904508 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] Routers {'b7589de3-dc0f-45d0-92f8-28c8b27f68b0'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:35.905469 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925289df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:35.908054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b23b2-173d-499d-a601-49a633b1531f req-d1df0185-71b7-4613-8b28-1b29f3f2c6a0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:35.909919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e47b23b2-173d-499d-a601-49a633b1531f req-d1df0185-71b7-4613-8b28-1b29f3f2c6a0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 944 time: 0.1622319
Nov 06 21:08:35.923095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Deleting port 11ce6229-6a07-4d82-af24-b66265925aa6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:35.923468 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:35.942924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.3760183
Nov 06 21:08:35.949999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Pushing event updated for resources: {'Port': ['ID=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:35.950298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54078) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:35.976266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec04a14-63e2-4911-bfde-30567ed0ab4c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event updated for resources: {'Network': ['ID=60b894d6-e106-4265-ae34-3656c0371178,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:36.009128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 60b894d6-e106-4265-ae34-3656c0371178 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:08:36.040896 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] Set router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:36.086407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e47b23b2-173d-499d-a601-49a633b1531f req-8ce1ff0e-5a02-4812-b5ae-2b8b151b1dff tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559062
Nov 06 21:08:36.111068 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925289df70>, [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:08:35Z', 'revision_number': 6, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:36.117253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] For port 11ce6229-6a07-4d82-af24-b66265925aa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11ce6229-6a07-4d82-af24-b66265925aa6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:36.117438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.133341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Calling delete_port for 11ce6229-6a07-4d82-af24-b66265925aa6 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:36.147456 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61e221-47bb-43e8-bd3a-3daf378835b6 None None] The sync data for ids ['b7589de3-dc0f-45d0-92f8-28c8b27f68b0'] in ncdv-master-1 is: [{'id': 'b7589de3-dc0f-45d0-92f8-28c8b27f68b0', 'name': 'tempest-ServersTestBootFromVolume-1905336000-router', 'tenant_id': '23c3196631494be38ca11b2167bbc4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:05:33Z', 'updated_at': '2021-11-06T21:08:35Z', 'revision_number': 6, 'project_id': '23c3196631494be38ca11b2167bbc4bb', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:08:36.151045 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec0bf-962e-4722-9bb4-7ee2e451f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.167235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd5c6f50-063a-4e18-8f18-bf4b87e9700d req-1ffe8a9f-ea00-4c49-896d-b4952055831c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 210 time: 0.0403349
Nov 06 21:08:36.214293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6a8ec0bf-962e-4722-9bb4-7ee2e451f51b None None] For port 7bc7887f-b402-42e0-a198-25b1dd3bf129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bc7887f-b402-42e0-a198-25b1dd3bf129,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:36.224930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-354c0a51-9b00-4e85-a8a3-2f5fd683777b tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "GET /v2.0/agents/da541619-a20c-4a5c-8ced-2d01e4c813d3/dhcp-networks HTTP/1.1" status: 200  len: 6479 time: 0.2711399
Nov 06 21:08:36.228078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54082) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:36.234773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec0bf-962e-4722-9bb4-7ee2e451f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.264789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Attempting to bind port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:36.265019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Attempting to bind port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6272f2f9-bbbb-4084-8e72-2de479a46f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab2a0c1c-2b7b-423b-a610-59260aa79c79'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:36.265373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Attempting to bind port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa on network ab2a0c1c-2b7b-423b-a610-59260aa79c79 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:36.283488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-c29c936c-fe0a-465a-838e-a8595744075c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1025774
Nov 06 21:08:36.311482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:36.311889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Checking segment: {'id': '6272f2f9-bbbb-4084-8e72-2de479a46f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab2a0c1c-2b7b-423b-a610-59260aa79c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:36.312308 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.312732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Bound using segment: {'id': '6272f2f9-bbbb-4084-8e72-2de479a46f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab2a0c1c-2b7b-423b-a610-59260aa79c79'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:36.313214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Bound port: 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6272f2f9-bbbb-4084-8e72-2de479a46f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ab2a0c1c-2b7b-423b-a610-59260aa79c79'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:36.313601 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.330002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da712e33-10e6-4e0b-90ce-0a653d88287a tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] Network 60b894d6-e106-4265-ae34-3656c0371178 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:08:36.374001 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.379705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-da712e33-10e6-4e0b-90ce-0a653d88287a tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "POST /v2.0/agents/da541619-a20c-4a5c-8ced-2d01e4c813d3/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1482768
Nov 06 21:08:36.381599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54084) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:36.390845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9934bc2f-588e-4a2e-887c-5dfed16ba558 None None] Network 60b894d6-e106-4265-ae34-3656c0371178 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:36.417095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ec0bf-962e-4722-9bb4-7ee2e451f51b None None] Pushing event updated for resources: {'Port': ['ID=7bc7887f-b402-42e0-a198-25b1dd3bf129,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:36.427100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-baf8b819-2f1d-4bf1-aa8c-7cfafa875e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:36.428900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-baf8b819-2f1d-4bf1-aa8c-7cfafa875e68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1096 time: 0.0859990
Nov 06 21:08:36.476469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.505138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ce6229-6a07-4d82-af24-b66265925aa6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:36.507504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.580613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 365f443f-951f-4715-808f-274013e10fb3 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:36.590145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-542a357d-6b30-4da8-a482-3bd5ab0f3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:36.591952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-542a357d-6b30-4da8-a482-3bd5ab0f3cef service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.1210401
Nov 06 21:08:36.635127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:36.641066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:36.695208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.748498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-214710a6-441b-4698-ac06-8990cc779a03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 1000 time: 0.1486092
Nov 06 21:08:36.806244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] For port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:36.818062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251fd6bb0>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:34Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:36.849982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9b626fda-01c2-4051-bcd1-26972cd54f9e tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "GET /v2.0/agents/da541619-a20c-4a5c-8ced-2d01e4c813d3/dhcp-networks HTTP/1.1" status: 200  len: 7250 time: 0.4646001
Nov 06 21:08:36.850342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54088) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:36.850623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:36.851281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.851656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-fa58ed37-e99c-4eeb-ba10-5c60d828a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:36.853103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-fa58ed37-e99c-4eeb-ba10-5c60d828a5de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.0891807
Nov 06 21:08:36.866122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:36.866122 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.869386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.870185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] For port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,segment=NetworkSegment(6272f2f9-bbbb-4084-8e72-2de479a46f83),segment_id=6272f2f9-bbbb-4084-8e72-2de479a46f83)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:36.874522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a1c82-6d9b-4b27-9bfe-d3ef1121966c None None] The sync data for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 is: [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:34Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:08:36.903511 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-10c2db1e-b872-4bb3-915d-9a05cda7f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5120573
Nov 06 21:08:36.911638 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:36.952265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Request body: {'port': {'device_id': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:37.008168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88532972-9192-40eb-9cf0-8ca97b85f784 None None] Pushing event updated for resources: {'Port': ['ID=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:37.036614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d3b4b6a5-6831-44ee-bd55-14b7cd2ef5aa tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "DELETE /v2.0/agents/da541619-a20c-4a5c-8ced-2d01e4c813d3/dhcp-networks/60b894d6-e106-4265-ae34-3656c0371178 HTTP/1.1" status: 204  len: 168 time: 0.1824179
Nov 06 21:08:37.038743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-2b3c6d67-157d-4871-b077-f600dc543378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:37.040279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-2b3c6d67-157d-4871-b077-f600dc543378 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1801226
Nov 06 21:08:37.040767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54090) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:37.056100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:37.056730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7589de3-dc0f-45d0-92f8-28c8b27f68b0 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:08:37.066380 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:37.076590 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c7618bb-8dfb-4738-960e-1de4938a8ee8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b7589de3-dc0f-45d0-92f8-28c8b27f68b0 HTTP/1.1" status: 204  len: 168 time: 1.7339330
Nov 06 21:08:37.083655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54092) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:37.113190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:37.123812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-84dfd8bb-d021-484c-817b-c9d8572a3ddb None None] Provisioning complete for port e54de641-10b2-4742-b876-dbb61f65c926 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:37.124854 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-84dfd8bb-d021-484c-817b-c9d8572a3ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:37.170118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd8bb-d021-484c-817b-c9d8572a3ddb None None] Port e54de641-10b2-4742-b876-dbb61f65c926 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:08:37.293093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3577e2ed-5648-472d-93d9-471a4c69b2f0 admin admin] Deleting subnet 1da9e277-e574-443e-99a0-e594f0436322 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:08:37.298043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ed-5648-472d-93d9-471a4c69b2f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:37.471861 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ed-5648-472d-93d9-471a4c69b2f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:37.481654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cd0a43de-1c12-4a47-a404-001c4344f279 tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "GET /v2.0/agents/da541619-a20c-4a5c-8ced-2d01e4c813d3/dhcp-networks HTTP/1.1" status: 200  len: 6479 time: 0.4391191
Nov 06 21:08:37.492379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54102) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:37.540405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9f7f0-5182-41fb-82f3-845f733bd417 req-271999ab-0b0e-45eb-b367-dec68f076c03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:37.542557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ee9f7f0-5182-41fb-82f3-845f733bd417 req-271999ab-0b0e-45eb-b367-dec68f076c03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 931 time: 0.1971128
Nov 06 21:08:37.567055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc6d5e-b2a9-4a70-84b1-0272df346c43 req-3885bd73-fea0-4e13-8e02-3eb1bdcef06a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:37.568734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9bc6d5e-b2a9-4a70-84b1-0272df346c43 req-3885bd73-fea0-4e13-8e02-3eb1bdcef06a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 944 time: 0.3502407
Nov 06 21:08:37.597728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-300dd946-c804-4fc2-b05b-c36ae89e6316 tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "GET /v2.0/networks/ab2a0c1c-2b7b-423b-a610-59260aa79c79/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0984488
Nov 06 21:08:37.605155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-e077395e-5cc2-4200-9111-0f33a6a6e80c service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5139942
Nov 06 21:08:37.613066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54108) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:38.113560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:38.138357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ed-5648-472d-93d9-471a4c69b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.222515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:38.225908 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.314709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ed-5648-472d-93d9-471a4c69b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.318778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54de641-10b2-4742-b876-dbb61f65c926 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:08:38.324431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a5745831-9d8f-40b7-8f58-77d05b3dc48e tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "GET /v2.0/networks/ab2a0c1c-2b7b-423b-a610-59260aa79c79/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.7071934
Nov 06 21:08:38.329236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54126) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:38.364701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9bc6d5e-b2a9-4a70-84b1-0272df346c43 req-5370546f-7f0c-45fd-91a7-86600a7bc0bc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7834449
Nov 06 21:08:38.386052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ee9f7f0-5182-41fb-82f3-845f733bd417 req-fe6c4409-2950-41de-bc21-9cbd1f100825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.8139765
Nov 06 21:08:38.399382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.417571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577e2ed-5648-472d-93d9-471a4c69b2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da9e277-e574-443e-99a0-e594f0436322,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:38.449248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3577e2ed-5648-472d-93d9-471a4c69b2f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.453176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce73be2-e50d-4ae2-a028-a522459b167e None None] Network 790f1050-361a-4854-a34f-09bff15f0aba requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:38.470210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54128) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:38.473135 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3577e2ed-5648-472d-93d9-471a4c69b2f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1da9e277-e574-443e-99a0-e594f0436322 HTTP/1.1" status: 204  len: 168 time: 1.3881757
Nov 06 21:08:38.485844 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.551646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Transition to ACTIVE for port object e54de641-10b2-4742-b876-dbb61f65c926 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:08:38.562567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e7e8c50-30bb-4ee3-a554-2f2bede4ad91 req-629e405f-553a-4939-803a-fddff75ff0c2 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9458377
Nov 06 21:08:38.573066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.714076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,segment=NetworkSegment(6272f2f9-bbbb-4084-8e72-2de479a46f83),segment_id=6272f2f9-bbbb-4084-8e72-2de479a46f83)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:38.717052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:38.745131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:38.748797 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.750908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894b1b6-a224-47be-935b-ac2ddd593644 None None] Network ab2a0c1c-2b7b-423b-a610-59260aa79c79 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:38.779501 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.780534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7bc7887f-b402-42e0-a198-25b1dd3bf129 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:38.901617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Deleting port 323d3ab4-6014-4b63-952c-940353f88fb0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:38.901956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:38.962887 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2f5eb6dc-02c1-4aed-9e2d-d10af6947a57 tempest-DHCPAgentSchedulersTestJSON-55564529 tempest-DHCPAgentSchedulersTestJSON-55564529-project-admin] 10.222.0.13 "GET /v2.0/agents/da541619-a20c-4a5c-8ced-2d01e4c813d3/dhcp-networks HTTP/1.1" status: 200  len: 6441 time: 0.6171262
Nov 06 21:08:38.967385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54130) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:39.008367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fcb60449-ee1e-447e-af30-7608fd6fd30a None None] Provisioning complete for port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:39.008991 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fcb60449-ee1e-447e-af30-7608fd6fd30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.028577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Attempting to bind port e54de641-10b2-4742-b876-dbb61f65c926 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:39.029836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Attempting to bind port e54de641-10b2-4742-b876-dbb61f65c926 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:39.030434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Attempting to bind port e54de641-10b2-4742-b876-dbb61f65c926 on network 365f443f-951f-4715-808f-274013e10fb3 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:39.037031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Port e54de641-10b2-4742-b876-dbb61f65c926 on network 365f443f-951f-4715-808f-274013e10fb3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:39.038207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Attempting to bind port e54de641-10b2-4742-b876-dbb61f65c926 on network 365f443f-951f-4715-808f-274013e10fb3 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:39.044848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:39.045188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Checking segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:39.045705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Bound using segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:39.046135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Bound port: e54de641-10b2-4742-b876-dbb61f65c926, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:39.046497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.151868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:39.151868 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.154269 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:39.170431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:39.174113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:39.193682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] DHCP port deletion for 790f1050-361a-4854-a34f-09bff15f0aba request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:08:39.194726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] For port 323d3ab4-6014-4b63-952c-940353f88fb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323d3ab4-6014-4b63-952c-940353f88fb0,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:39.195329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.202241 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.238267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Calling delete_port for 323d3ab4-6014-4b63-952c-940353f88fb0 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:39.266025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.287352 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:39.288557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.290040 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] 10.222.0.10 "PUT /v2.0/ports/e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 1091 time: 2.3423665
Nov 06 21:08:39.290525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:08:39.301626 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "tag": "e54de641-10b2-4742-b876-dbb61f65c926"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:08:39.344233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7bc7887f-b402-42e0-a198-25b1dd3bf129 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:39.344627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.345862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b909-6912-43c1-bd4c-2b92c70e702d service neutron] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:39.406635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb316-55c1-4613-acfe-6de672950f7e req-361a190e-2d8e-484a-8075-742e67be84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:39.408579 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-361a190e-2d8e-484a-8075-742e67be84f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1094 time: 0.0594239
Nov 06 21:08:39.423925 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137c3e6c-8361-4355-be5a-f46621c3771f x-openstack-request-id: req-137c3e6c-8361-4355-be5a-f46621c3771f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:08:39.424364 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "tag": "e54de641-10b2-4742-b876-dbb61f65c926", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:08:39.424712 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-137c3e6c-8361-4355-be5a-f46621c3771f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:08:39.425205 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926', 'status': 'completed', 'code': 200}
Nov 06 21:08:39.521714 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-1a8f283c-d728-4b57-8fae-e1dc0cdc8f61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 217 time: 0.1050742
Nov 06 21:08:39.602725 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb316-55c1-4613-acfe-6de672950f7e req-48d6f831-3b85-4186-8385-5bda9be6b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:39.604712 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-48d6f831-3b85-4186-8385-5bda9be6b596 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.0706182
Nov 06 21:08:39.629836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.656583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925444a3a0>,) {'filters': {'network_id': ['60b894d6-e106-4265-ae34-3656c0371178']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:39.666512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925444a3a0>, '112690af-4802-4ef9-9d44-15599c639626') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:39.667079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925444a3a0>, '112690af-4802-4ef9-9d44-15599c639626') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:39.669867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb316-55c1-4613-acfe-6de672950f7e req-af858a89-61b6-439b-be5d-411ab3184156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:39.671387 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-af858a89-61b6-439b-be5d-411ab3184156 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0574770
Nov 06 21:08:39.677592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.693404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.699927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:08:39.700352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.738411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] Deleting port 323d3ab4-6014-4b63-952c-940353f88fb0 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:39.738784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:08:39.771116 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:08:39.834388 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.842223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] For port 323d3ab4-6014-4b63-952c-940353f88fb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323d3ab4-6014-4b63-952c-940353f88fb0,segment=NetworkSegment(c4383fb4-0bc1-4de3-9251-f6f7165bc437),segment_id=c4383fb4-0bc1-4de3-9251-f6f7165bc437)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:39.842586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.845809 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-a3b9073a-38e1-4e9b-a21b-27b38998dac0 service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640255
Nov 06 21:08:39.873857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] Calling delete_port for 323d3ab4-6014-4b63-952c-940353f88fb0 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:39.906876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:39.911460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "DELETE /v2.0/networks/60b894d6-e106-4265-ae34-3656c0371178 HTTP/1.1" status: 204  len: 168 time: 0.9421575
Nov 06 21:08:39.919757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaffc3-0dc7-4b0d-8352-74a57cec1b64 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event deleted for resources: {'Network': ['ID=60b894d6-e106-4265-ae34-3656c0371178,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:39.927646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54140) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:39.933314 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.004065 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dcefb316-55c1-4613-acfe-6de672950f7e req-ef2da8d5-a258-4e1f-8a94-7434899d9fdb service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461606
Nov 06 21:08:40.020508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.062953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:08:40.069294 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50197cd-ca04-4e32-9948-61f52759fbbf" -d '{"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:08:40.081323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cdad0-665b-4da3-871e-673409f51f3e req-482a58e2-73d7-4ee8-aa47-a57a9e64d89a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:40.093943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e8cdad0-665b-4da3-871e-673409f51f3e req-482a58e2-73d7-4ee8-aa47-a57a9e64d89a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 944 time: 0.3014755
Nov 06 21:08:40.104413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] No DVR routers for this DVR port 323d3ab4-6014-4b63-952c-940353f88fb0 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:08:40.106293 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb80b2d-5444-488c-9ac7-aa271c9a9745 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:08:40.107073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb80b2d-5444-488c-9ac7-aa271c9a9745 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:08:40.110687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0bb80b2d-5444-488c-9ac7-aa271c9a9745 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "DELETE /v2.0/ports/f1dd0d7d-40d5-4541-a6e9-76b3f56edffd HTTP/1.1" status: 404  len: 333 time: 0.1820495
Nov 06 21:08:40.111228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:40.122714 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.145967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54144) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:40.170196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 11ce6229-6a07-4d82-af24-b66265925aa6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:40.181660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-f8d61b47-a166-4bc1-a060-f2d3e18ff1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:40.183294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-f8d61b47-a166-4bc1-a060-f2d3e18ff1ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1095 time: 0.4111578
Nov 06 21:08:40.195917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=323d3ab4-6014-4b63-952c-940353f88fb0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:40.234111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 11ce6229-6a07-4d82-af24-b66265925aa6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:40.234583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 11ce6229-6a07-4d82-af24-b66265925aa6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:40.235072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b3ea696d-5d88-4324-87de-0edafb5851b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:40.236890 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.240134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d20c2-8bcd-48a8-a224-9b3cda1d808e req-2abe969b-1d22-4ab8-bbc6-61634f33f5b9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:40.248949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe1d20c2-8bcd-48a8-a224-9b3cda1d808e req-2abe969b-1d22-4ab8-bbc6-61634f33f5b9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 943 time: 0.4659944
Nov 06 21:08:40.278927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f593cbb8-e06a-4e91-a93b-bec2954e0135 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Deleting subnet ba449494-9301-49b5-93a6-bb2f5825031d {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:08:40.279839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.284272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f593cbb8-e06a-4e91-a93b-bec2954e0135 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.311344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b3ea696d-5d88-4324-87de-0edafb5851b1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:40.311562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92558f0190>,) {'filters': {'network_id': ['790f1050-361a-4854-a34f-09bff15f0aba']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:40.311880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b3ea696d-5d88-4324-87de-0edafb5851b1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:40.313278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-5e3dbfe9-5400-4e00-8074-e054bcd54721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:40.317838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a0b676f9-0348-497b-96a2-7e606c155425 None None] Provisioning complete for port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:40.318211 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0b676f9-0348-497b-96a2-7e606c155425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.320070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] No DVR routers for this DVR port 323d3ab4-6014-4b63-952c-940353f88fb0 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:08:40.324040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:40.325325 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-5e3dbfe9-5400-4e00-8074-e054bcd54721 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1094 time: 0.2522211
Nov 06 21:08:40.357778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92558f0190>, 'c4383fb4-0bc1-4de3-9251-f6f7165bc437') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:40.358084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92558f0190>, 'c4383fb4-0bc1-4de3-9251-f6f7165bc437') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:40.375310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.394212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c5975-9c08-49cb-80a9-cfe8ac19a17b None None] Pushing event deleted for resources: {'Port': ['ID=323d3ab4-6014-4b63-952c-940353f88fb0,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:40.409084 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.429282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:08:40.430034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.442497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f593cbb8-e06a-4e91-a93b-bec2954e0135 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:08:40.523773 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:08:40.553433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:40.611570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.629745 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe1d20c2-8bcd-48a8-a224-9b3cda1d808e req-8f0c346f-9e1e-4664-9e69-2194787bea80 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.3797047
Nov 06 21:08:40.635144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1e17821a-5d24-43bd-9a97-1a271d84258b None None] Could not find standard attr ID for object f1dd0d7d-40d5-4541-a6e9-76b3f56edffd. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:08:40.643652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-b1033516-27bc-47fb-a9d5-5b4f97aec61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:40.645562 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-b1033516-27bc-47fb-a9d5-5b4f97aec61e service neutron] 10.222.0.10 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 898 time: 0.3048360
Nov 06 21:08:40.681207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:40.681583 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.687296 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.690593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] 10.222.0.13 "DELETE /v2.0/networks/790f1050-361a-4854-a34f-09bff15f0aba HTTP/1.1" status: 204  len: 168 time: 2.2192464
Nov 06 21:08:40.723224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c525a-7bd7-4b98-824b-01d06bb51e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=790f1050-361a-4854-a34f-09bff15f0aba,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:40.749775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e8cdad0-665b-4da3-871e-673409f51f3e req-e777c8b0-9133-4560-b46d-c94f80ebb95e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6549013
Nov 06 21:08:40.823810 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-59deb33d-31d7-406c-adc1-12c9b43d5b2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 217 time: 0.1504858
Nov 06 21:08:40.868460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-c3cb39ba-253b-4664-898c-5eb170b28e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:40.870121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-c3cb39ba-253b-4664-898c-5eb170b28e2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 913 time: 0.3514876
Nov 06 21:08:40.877865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f593cbb8-e06a-4e91-a93b-bec2954e0135 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:40.926696 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b615803c-ce2a-4b29-b8f5-b2e2ac10b27b x-openstack-request-id: req-b615803c-ce2a-4b29-b8f5-b2e2ac10b27b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:08:40.926989 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:08:40.931098 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b615803c-ce2a-4b29-b8f5-b2e2ac10b27b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:08:40.931576 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'code': 200}
Nov 06 21:08:40.998314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-6decc4e4-0baf-42eb-9ece-b1118404af21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 200  len: 217 time: 0.1151612
Nov 06 21:08:41.045503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-b7ef2d20-cc13-4bff-aa46-465f5e0b88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:41.048321 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-b7ef2d20-cc13-4bff-aa46-465f5e0b88e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.2159588
Nov 06 21:08:41.134924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f593cbb8-e06a-4e91-a93b-bec2954e0135 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.141385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 323d3ab4-6014-4b63-952c-940353f88fb0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:41.154692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-ba3c5ba4-9d73-498b-87ec-48d8f1c2f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:41.156937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-ba3c5ba4-9d73-498b-87ec-48d8f1c2f7d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.1447530
Nov 06 21:08:41.159570 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54148) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:41.179552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593cbb8-e06a-4e91-a93b-bec2954e0135 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event deleted for resources: {'Subnet': ['ID=ba449494-9301-49b5-93a6-bb2f5825031d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:41.181414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 323d3ab4-6014-4b63-952c-940353f88fb0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:41.182287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 323d3ab4-6014-4b63-952c-940353f88fb0 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:41.195842 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f593cbb8-e06a-4e91-a93b-bec2954e0135 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.196006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fab08b-662d-4237-a8c1-c7cbd9e0cbfa None None] Network ab2a0c1c-2b7b-423b-a610-59260aa79c79 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:41.202167 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f593cbb8-e06a-4e91-a93b-bec2954e0135 tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "DELETE /v2.0/subnets/ba449494-9301-49b5-93a6-bb2f5825031d HTTP/1.1" status: 204  len: 168 time: 1.0519159
Nov 06 21:08:41.202653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54150) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:41.245982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2dfdb72f-3490-43a9-8f71-4af658f1878e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23c3196631494be38ca11b2167bbc4bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0845690
Nov 06 21:08:41.286773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54152) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:41.292331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-803e0a75-c1e6-49a5-8972-e487317560de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489674
Nov 06 21:08:41.292510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.297136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-45a8822c-f73d-4a52-b9f0-1340ec9b809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:41.298906 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-45a8822c-f73d-4a52-b9f0-1340ec9b809f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2386799
Nov 06 21:08:41.453593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46d078b7-ff18-4bc7-b9e3-59c5cbc0e5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.459692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] DHCP port deletion for ab2a0c1c-2b7b-423b-a610-59260aa79c79 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:08:41.471204 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Deleting port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:41.471912 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.485939 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46d078b7-ff18-4bc7-b9e3-59c5cbc0e5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.519813 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-17141bfa-3dfe-4320-86c2-562b3871f72c service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2114346
Nov 06 21:08:41.542431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46d078b7-ff18-4bc7-b9e3-59c5cbc0e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.546581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46d078b7-ff18-4bc7-b9e3-59c5cbc0e5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.547807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-46d078b7-ff18-4bc7-b9e3-59c5cbc0e5b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc2cba0f-a7cc-480d-a000-dc440b7b3207 HTTP/1.1" status: 204  len: 168 time: 0.2560203
Nov 06 21:08:41.561569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d078b7-ff18-4bc7-b9e3-59c5cbc0e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2cba0f-a7cc-480d-a000-dc440b7b3207,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:41.600547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-39104a9a-74af-4265-9110-6be3373efcf9 service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2894273
Nov 06 21:08:41.618327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Deleting port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:41.620694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.624617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] For port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,segment=NetworkSegment(6272f2f9-bbbb-4084-8e72-2de479a46f83),segment_id=6272f2f9-bbbb-4084-8e72-2de479a46f83)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:41.625170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.648695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Calling delete_port for 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:41.780905 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5a6914ce-3925-4dd6-8d23-fa705c15ab0c req-008a8e21-aba3-4f94-95c6-89a31207248e service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2514532
Nov 06 21:08:41.842406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:41.877822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8836ad97-9e22-4b0b-93ff-4e4ee9d99d35 req-9ab2913b-4edd-41f8-8e04-3863f8f3d4f3 service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2689083
Nov 06 21:08:41.910504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056abbe1-7f78-4fc8-8228-58cd3eb4596f req-3fd747c7-35f7-441e-b189-ef4f16e95411 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:41.912744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-056abbe1-7f78-4fc8-8228-58cd3eb4596f req-3fd747c7-35f7-441e-b189-ef4f16e95411 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 943 time: 0.1018803
Nov 06 21:08:41.929658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event deleted for resources: {'Port': ['ID=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:41.945281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] No DVR routers for this DVR port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:08:42.032747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-056abbe1-7f78-4fc8-8228-58cd3eb4596f req-5409a33b-6918-4815-aa7d-6217e5737a24 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1120601
Nov 06 21:08:42.172032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:42.228618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3b72a-897b-4c8f-bcc9-c969dc6c8455 req-9d054e72-5df8-45d8-a85e-890bf3b53d88 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:42.228618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4f3b72a-897b-4c8f-bcc9-c969dc6c8455 req-9d054e72-5df8-45d8-a85e-890bf3b53d88 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0901349
Nov 06 21:08:42.230208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] For port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,segment=NetworkSegment(6272f2f9-bbbb-4084-8e72-2de479a46f83),segment_id=6272f2f9-bbbb-4084-8e72-2de479a46f83)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:42.231247 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:42.240715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92569a6f10>,) {'filters': {'network_id': ['ab2a0c1c-2b7b-423b-a610-59260aa79c79']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:42.247122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Calling delete_port for 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:42.251099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92569a6f10>, '6272f2f9-bbbb-4084-8e72-2de479a46f83') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:42.251406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92569a6f10>, '6272f2f9-bbbb-4084-8e72-2de479a46f83') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:42.261217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:42.274646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:42.284626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:08:42.285025 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:08:42.307149 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:08:42.341909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4f3b72a-897b-4c8f-bcc9-c969dc6c8455 req-52edaf83-45f6-4d74-b62a-2fc530e71658 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351411
Nov 06 21:08:42.374077 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:42.406758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Pushing event deleted for resources: {'Port': ['ID=2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:42.412553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] No DVR routers for this DVR port 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:08:42.437863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:08:42.441861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.442465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.443019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.443421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.443839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.444254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.444698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.445224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.445652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.446782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.447158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.447573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b92d57-8f45-45ae-abe2-1bef37524481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:42.469574 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:42.477413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:08:42.477757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2f3a0c46-5c43-43f5-a9ca-ba1bc0216efa not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:08:42.511545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:42.519342 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] 10.222.0.13 "DELETE /v2.0/networks/ab2a0c1c-2b7b-423b-a610-59260aa79c79 HTTP/1.1" status: 204  len: 168 time: 1.3155534
Nov 06 21:08:42.539525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67c08e-2f9d-4b67-9612-034d87dcc50c tempest-DHCPAgentSchedulersTestJSON-577556463 tempest-DHCPAgentSchedulersTestJSON-577556463-project] Pushing event deleted for resources: {'Network': ['ID=ab2a0c1c-2b7b-423b-a610-59260aa79c79,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:42.866972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54178) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:43.109819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-89c34d35-793f-4ab4-b1fa-7e50496f3103 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4d7dd33d4c5483a8805f8b0e168b56d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2414641
Nov 06 21:08:43.112120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54192) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:43.149378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54194) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:43.217881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6324d-d5e4-4e7c-b4d5-6c1f9e9c281c req-70820311-1169-40b2-bfab-16c3d432f52c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:43.219743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81b6324d-d5e4-4e7c-b4d5-6c1f9e9c281c req-70820311-1169-40b2-bfab-16c3d432f52c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 943 time: 0.0843358
Nov 06 21:08:43.220462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9354bc79-dc97-46d0-bb8d-87b8dd94d7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.267666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9354bc79-dc97-46d0-bb8d-87b8dd94d7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.298458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1328035319-network', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:43.323717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81b6324d-d5e4-4e7c-b4d5-6c1f9e9c281c req-df1f5aa4-a376-4b14-b831-9c5372659364 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0940120
Nov 06 21:08:43.337840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Made reservation on behalf of 2f47922bfda043499f1554d9db0bc00c for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:43.352349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.361106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9354bc79-dc97-46d0-bb8d-87b8dd94d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.363989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9354bc79-dc97-46d0-bb8d-87b8dd94d7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.366030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9354bc79-dc97-46d0-bb8d-87b8dd94d7a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4da77f60-c82a-4930-b930-ab849cf78a11 HTTP/1.1" status: 204  len: 168 time: 0.2517791
Nov 06 21:08:43.375201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bc79-dc97-46d0-bb8d-87b8dd94d7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da77f60-c82a-4930-b930-ab849cf78a11,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:43.385980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.503302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.518417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aa7ea-4c9a-4a8c-b8e5-e680643f8ece req-e5471abe-a634-4390-9a8a-264f70f99583 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:43.519232 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.530275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-427aa7ea-4c9a-4a8c-b8e5-e680643f8ece req-e5471abe-a634-4390-9a8a-264f70f99583 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0840631
Nov 06 21:08:43.538426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:08:43.549420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.549885 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Added segment f531fa38-ece1-414d-b232-608e973dc66b of type vlan for network fcfa1f11-e91c-4db8-b14a-85f52d95550f
Nov 06 21:08:43.607771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.624062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-427aa7ea-4c9a-4a8c-b8e5-e680643f8ece req-58330318-d1ac-4446-967e-c96a87c69acb tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900226
Nov 06 21:08:43.646559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f639e1-191f-4105-aa19-157b494c14a4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:43.658577 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.659752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:43.664389 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.728584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] Pushing event updated for resources: {'Network': ['ID=fcfa1f11-e91c-4db8-b14a-85f52d95550f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:43.734448 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c2d9b18b-b3b3-4691-b06e-423cb4a92dbc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5831757
Nov 06 21:08:43.738557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54204) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:43.743131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Request body: {'subnet': {'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1328035319-subnet', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:43.745310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:08:43.768758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Made reservation on behalf of 2f47922bfda043499f1554d9db0bc00c for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:43.771839 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:43.838191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54206) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:43.860319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1deb95ca-2ec2-427c-909d-e2feaf26b5c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.091945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1deb95ca-2ec2-427c-909d-e2feaf26b5c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.097911 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1deb95ca-2ec2-427c-909d-e2feaf26b5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.116487 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.177214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1deb95ca-2ec2-427c-909d-e2feaf26b5c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6b4cb561a43492c9aad397d3dbb4b0e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3379335
Nov 06 21:08:44.179913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54214) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:44.184562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb95ca-2ec2-427c-909d-e2feaf26b5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992fa43c-2a65-4208-98db-08e2d63c815f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:44.198666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f3e8d5-8b05-456c-92fc-814f10e4ac64,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:44.235955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Checking segment: {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:44.236409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Network hostable DHCP agents. Network: fcfa1f11-e91c-4db8-b14a-85f52d95550f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:08:44.262917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:08:44.267654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaf30-e17c-484f-9bd7-02f38ac41a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.279956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fcfa1f11-e91c-4db8-b14a-85f52d95550f) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:44.291339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e06ec43-5896-4e1f-af55-f93d50bfe32e None None] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:44.293706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:44.294932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.295961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaf30-e17c-484f-9bd7-02f38ac41a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.318710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54216) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:44.319757 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-644441d7-d3a1-4563-889d-f75ea3750689 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5809340
Nov 06 21:08:44.329978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:44.358958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.361907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.416453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.501812 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.528576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.564655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:08:44.565791 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.631476 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.634531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaf30-e17c-484f-9bd7-02f38ac41a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.637581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0dbaf30-e17c-484f-9bd7-02f38ac41a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:44.638876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a0dbaf30-e17c-484f-9bd7-02f38ac41a5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/992fa43c-2a65-4208-98db-08e2d63c815f HTTP/1.1" status: 204  len: 168 time: 0.4571795
Nov 06 21:08:44.669943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17668c-4cd7-4217-a086-a36cf3bb5763 req-d5279fb7-9392-4276-9283-6e3feb1984a3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:44.685878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e17668c-4cd7-4217-a086-a36cf3bb5763 req-d5279fb7-9392-4276-9283-6e3feb1984a3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 943 time: 0.2177422
Nov 06 21:08:44.708080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e54de641-10b2-4742-b876-dbb61f65c926 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:08:44.747812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbaf30-e17c-484f-9bd7-02f38ac41a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992fa43c-2a65-4208-98db-08e2d63c815f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:44.929936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Allocated IP 172.20.0.2 (fcfa1f11-e91c-4db8-b14a-85f52d95550f/e6f3e8d5-8b05-456c-92fc-814f10e4ac64/0817ce92-2050-4bc6-b5b2-534e9b264132) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:44.971906 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:44.972696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15d4aa-4624-4462-b182-23e8ddd7dbb2 req-a7aa2108-965c-40cf-901e-0e351e0b005d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:44.980707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd15d4aa-4624-4462-b182-23e8ddd7dbb2 req-a7aa2108-965c-40cf-901e-0e351e0b005d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.2430663
Nov 06 21:08:45.009241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e17668c-4cd7-4217-a086-a36cf3bb5763 req-6975cf47-4de8-4e5a-aedb-55414c0b5e49 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.3225513
Nov 06 21:08:45.025676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e54de641-10b2-4742-b876-dbb61f65c926', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'port_id': 'e54de641-10b2-4742-b876-dbb61f65c926', 'mac_address': 'fa:16:3e:d8:1c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:08:45.081757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd15d4aa-4624-4462-b182-23e8ddd7dbb2 req-3698f786-0ed3-4791-b9c3-dccc0c9b2958 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000860
Nov 06 21:08:45.112833 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.157474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54de641-10b2-4742-b876-dbb61f65c926 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:08:45.221922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:45.253571 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.305923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.334784 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.349257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.372278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.385641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:45.441380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:45.446643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:45.450603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:45.485133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Allocated IP 172.35.0.15 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:45.490816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Pushing event updated for resources: {'Port': ['ID=0817ce92-2050-4bc6-b5b2-534e9b264132,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:45.525716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Attempting to bind port 0817ce92-2050-4bc6-b5b2-534e9b264132 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:45.526607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Attempting to bind port 0817ce92-2050-4bc6-b5b2-534e9b264132 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:45.527726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Attempting to bind port 0817ce92-2050-4bc6-b5b2-534e9b264132 on network fcfa1f11-e91c-4db8-b14a-85f52d95550f {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:45.534102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:45.534852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Checking segment: {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:45.535572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.536717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Bound using segment: {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:45.537929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Bound port: 0817ce92-2050-4bc6-b5b2-534e9b264132, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:45.538779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.602169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e54de641-10b2-4742-b876-dbb61f65c926'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:08:45.618655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.684145 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.711313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] For port 0817ce92-2050-4bc6-b5b2-534e9b264132, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:45.715681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] For port 0817ce92-2050-4bc6-b5b2-534e9b264132, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0817ce92-2050-4bc6-b5b2-534e9b264132,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:45.719500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:45.721529 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:45.722633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:45.726650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:45.767331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Pushing event updated for resources: {'Port': ['ID=da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:45.896096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3a3b5-d134-40b4-88b4-16ad54bf5242 None None] Pushing event updated for resources: {'Port': ['ID=0817ce92-2050-4bc6-b5b2-534e9b264132,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:46.190640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:46.372692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31edbeb-02ed-47bf-b7da-5b2b02e5419a req-65dc74f5-d2b7-43e1-8b2b-d3c3ecc8c40b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:46.374436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e31edbeb-02ed-47bf-b7da-5b2b02e5419a req-65dc74f5-d2b7-43e1-8b2b-d3c3ecc8c40b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 944 time: 0.1804285
Nov 06 21:08:46.404129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e269-76f2-4a3f-9ba7-c447a6c997d8 req-c10c0681-8a27-4f63-b7a1-d6760784c6d8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:46.405729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3e8e269-76f2-4a3f-9ba7-c447a6c997d8 req-c10c0681-8a27-4f63-b7a1-d6760784c6d8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1257808
Nov 06 21:08:46.491952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0817ce92-2050-4bc6-b5b2-534e9b264132 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:46.572961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0817ce92-2050-4bc6-b5b2-534e9b264132 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:46.573465 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:46.595651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e31edbeb-02ed-47bf-b7da-5b2b02e5419a req-695cb5da-7c39-444e-b3d8-b70dd9d3f9dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.2100866
Nov 06 21:08:46.622399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3e8e269-76f2-4a3f-9ba7-c447a6c997d8 req-7354cc75-75da-47a0-a15c-475a0e0f1c62 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076228
Nov 06 21:08:46.640650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:46.778874 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:46.868873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 0817ce92-2050-4bc6-b5b2-534e9b264132, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0817ce92-2050-4bc6-b5b2-534e9b264132,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:46.881985 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:46.887249 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-28bd7703-6b8c-431a-9878-9df556c78606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:46.988119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=0817ce92-2050-4bc6-b5b2-534e9b264132,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:47.051677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54270) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:47.229464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a784e75d-dad2-4d70-a3d5-76ed9a95d563 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Request body: {'quota': {'network': 2}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:47.270591 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a784e75d-dad2-4d70-a3d5-76ed9a95d563 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] 10.222.0.13 "PUT /v2.0/quotas/a1aeced68ecd4d14a94b4ec03ebfdadb HTTP/1.1" status: 200  len: 368 time: 0.2177310
Nov 06 21:08:47.273290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54274) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:47.286224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Request body: {'network': {'project_id': 'a1aeced68ecd4d14a94b4ec03ebfdadb'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:47.303501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Router 4bf88552-4f6d-4d00-aa4d-554f2908352e is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:08:47.312192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Made reservation on behalf of a1aeced68ecd4d14a94b4ec03ebfdadb for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:47.314921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbba47b-5e5f-45d7-9307-984355f2e53b None None] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:47.315478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.367159 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.429522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1258ccdf-4572-4f4e-b13a-a672cd0a9313 None None] Provisioning complete for port 0817ce92-2050-4bc6-b5b2-534e9b264132 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:47.429985 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1258ccdf-4572-4f4e-b13a-a672cd0a9313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.485021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:08:47.493623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.501642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.510545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Sync routers for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:08:47.520903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.524767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:08:47.526975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b0b27519-d97a-47a3-8202-a31a2f892c85 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2070198
Nov 06 21:08:47.528160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54276) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:47.547352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:47.549621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c43a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:47.584183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843d9b3e-27ed-4cb2-84a1-6a6da420fdbe,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:47.592695 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.593043 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Added segment bb583e30-7655-4d9d-aa5e-ad9e5211e899 of type vlan for network a663bac9-d6f5-4595-9b6c-83db9ea6e421
Nov 06 21:08:47.613159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.613544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.614032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.614413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.615167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.615562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.616097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.616813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.616813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.618983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.619347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.620071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:47.698364 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.788151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.798618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:47.801926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:47.813229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:47.899252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8f9ac-f5d7-4770-92fb-10b62f527f30 req-b0544425-65ed-4f7e-bb50-1e6604e6ab6c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:47.908102 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.6335120
Nov 06 21:08:47.921701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01d8f9ac-f5d7-4770-92fb-10b62f527f30 req-b0544425-65ed-4f7e-bb50-1e6604e6ab6c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 944 time: 0.1676230
Nov 06 21:08:47.927743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54284) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:47.940102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Request body: {'network': {'project_id': 'a1aeced68ecd4d14a94b4ec03ebfdadb'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:47.960597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede24185-04e2-485b-8470-5afae6c269cb req-da6aa9b6-1267-433a-81be-94637b47b8b1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:47.962718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ede24185-04e2-485b-8470-5afae6c269cb req-da6aa9b6-1267-433a-81be-94637b47b8b1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.2069848
Nov 06 21:08:48.050136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f25635-3f50-4d4a-833b-be8b4ba285e3 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Pushing event updated for resources: {'Network': ['ID=a663bac9-d6f5-4595-9b6c-83db9ea6e421,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:48.062383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Made reservation on behalf of a1aeced68ecd4d14a94b4ec03ebfdadb for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:48.064944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.090512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a663bac9-d6f5-4595-9b6c-83db9ea6e421 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:08:48.104692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01d8f9ac-f5d7-4770-92fb-10b62f527f30 req-7839bce0-624b-4813-b418-2cf6313cf558 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1820283
Nov 06 21:08:48.117357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ede24185-04e2-485b-8470-5afae6c269cb req-4102edb2-d020-4074-ab6e-c4e62deb624d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452794
Nov 06 21:08:48.158077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:08:48.179702 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.180663 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Added segment 3d2a6865-8245-42c0-94ab-aa0dd9f0aa03 of type vlan for network 6d4c9267-962c-4f3e-8463-6b1d0ee1c773
Nov 06 21:08:48.231551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2dd0dbd4-22da-48ae-9a53-f25d0201b15b None None] Provisioning complete for port 0817ce92-2050-4bc6-b5b2-534e9b264132 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:48.231919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2dd0dbd4-22da-48ae-9a53-f25d0201b15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.255406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.274487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c43a90>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:45Z', 'revision_number': 3, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:48.302087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.303200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:48.304064 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.311936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Checking router: 4bf88552-4f6d-4d00-aa4d-554f2908352e for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:08:48.312286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Updating router 4bf88552-4f6d-4d00-aa4d-554f2908352e port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:08:48.344909 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.400964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.4655626
Nov 06 21:08:48.407028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54286) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:48.414327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bb745bf5-eeed-4f4a-bbb7-7aa7fa2317bc tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Request body: {'network': {'project_id': 'a1aeced68ecd4d14a94b4ec03ebfdadb'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:48.440225 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.440915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b5103-4182-41b9-8840-ff6e313b4e59 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Pushing event updated for resources: {'Network': ['ID=6d4c9267-962c-4f3e-8463-6b1d0ee1c773,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:48.446001 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb745bf5-eeed-4f4a-bbb7-7aa7fa2317bc tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:08:48.446677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb745bf5-eeed-4f4a-bbb7-7aa7fa2317bc tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:08:48.451632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bb745bf5-eeed-4f4a-bbb7-7aa7fa2317bc tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0399930
Nov 06 21:08:48.451632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54288) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:48.502428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 6d4c9267-962c-4f3e-8463-6b1d0ee1c773 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:08:48.504681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0817ce92-2050-4bc6-b5b2-534e9b264132 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:48.506333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-64101ab1-4af4-4450-969e-df5e8a93428d tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1aeced68ecd4d14a94b4ec03ebfdadb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0536344
Nov 06 21:08:48.507060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54290) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:48.574532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be28b77c-2f53-4b95-bd63-b835a5af4955 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.602079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be28b77c-2f53-4b95-bd63-b835a5af4955 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.637128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Allocated IP 172.20.0.1 (fcfa1f11-e91c-4db8-b14a-85f52d95550f/e6f3e8d5-8b05-456c-92fc-814f10e4ac64/6b7945cf-1b3a-4602-831b-59c8002f2438) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:48.662231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be28b77c-2f53-4b95-bd63-b835a5af4955 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.666357 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be28b77c-2f53-4b95-bd63-b835a5af4955 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.669047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-be28b77c-2f53-4b95-bd63-b835a5af4955 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/843d9b3e-27ed-4cb2-84a1-6a6da420fdbe HTTP/1.1" status: 204  len: 168 time: 0.1609919
Nov 06 21:08:48.681954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54292) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:48.682835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28b77c-2f53-4b95-bd63-b835a5af4955 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d9b3e-27ed-4cb2-84a1-6a6da420fdbe,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:48.756761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e54de641-10b2-4742-b876-dbb61f65c926 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:48.763403 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.773203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.815569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.858751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.881251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254e70f10>,) {'filters': {'network_id': ['6d4c9267-962c-4f3e-8463-6b1d0ee1c773']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:48.890528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Pushing event updated for resources: {'Port': ['ID=6b7945cf-1b3a-4602-831b-59c8002f2438,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:48.893374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254e70f10>, '3d2a6865-8245-42c0-94ab-aa0dd9f0aa03') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:48.894096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254e70f10>, '3d2a6865-8245-42c0-94ab-aa0dd9f0aa03') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:48.902912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:48.907303 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:48.907510 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.910865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:48.926917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.936720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:08:48.937164 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.961519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0817ce92-2050-4bc6-b5b2-534e9b264132 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:48.962078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:48.962744 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.002999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e54de641-10b2-4742-b876-dbb61f65c926 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:08:49.014429 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:08:49.019222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.026131 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.029886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e54de641-10b2-4742-b876-dbb61f65c926 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:49.030440 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.032058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6d4c9267-962c-4f3e-8463-6b1d0ee1c773 HTTP/1.1" status: 204  len: 168 time: 0.3451676
Nov 06 21:08:49.047930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54294) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:49.049465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93b0ee-f588-4101-94b4-a706d8cd4ad9 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d4c9267-962c-4f3e-8463-6b1d0ee1c773,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:49.133595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.245635 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.275287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255e6eaf0>,) {'filters': {'network_id': ['a663bac9-d6f5-4595-9b6c-83db9ea6e421']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:49.289382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255e6eaf0>, 'bb583e30-7655-4d9d-aa5e-ad9e5211e899') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:49.289860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255e6eaf0>, 'bb583e30-7655-4d9d-aa5e-ad9e5211e899') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:49.301918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.323800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.328130 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c28835b-c3f2-430c-b763-83fa16629dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.334974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:08:49.335399 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.346007 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.352579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:08:49.363087 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:08:49.378606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.429816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ccca9f80-ce67-4a98-a578-72d55903bbc6 None None] Provisioning complete for port 6b7945cf-1b3a-4602-831b-59c8002f2438 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:49.432455 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ccca9f80-ce67-4a98-a578-72d55903bbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.435651 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.497285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaed84-c2a0-455b-9700-928621de943e None None] Pushing event updated for resources: {'Port': ['ID=da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:49.516325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.521620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:08:49.523649 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bcebca-7641-4d03-8d0e-6e11fe3d8db6" -d '{"events": [{"server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "name": "network-vif-plugged", "status": "completed", "tag": "e54de641-10b2-4742-b876-dbb61f65c926"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:08:49.530039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Attempting to bind port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:49.530411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Attempting to bind port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:49.530775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Attempting to bind port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:49.539624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d205d4-e2cd-40a4-adaa-06f637059517 req-b1c5110e-d631-4de7-ad50-ae59c4fd0a77 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:49.540234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ccca9f80-ce67-4a98-a578-72d55903bbc6 None None] Port 6b7945cf-1b3a-4602-831b-59c8002f2438 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:08:49.541809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5d205d4-e2cd-40a4-adaa-06f637059517 req-b1c5110e-d631-4de7-ad50-ae59c4fd0a77 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1951449
Nov 06 21:08:49.544154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:49.546536 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.547643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:49.548017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:49.548460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.548855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:49.549326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Bound port: da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:49.549910 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.555761 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.573456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a663bac9-d6f5-4595-9b6c-83db9ea6e421 HTTP/1.1" status: 204  len: 168 time: 0.5078912
Nov 06 21:08:49.636759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386a1d-bb10-4888-b26d-b10a9081e6af req-ac1e33c3-d4be-42ee-81b4-857e3b30b892 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:49.638871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca386a1d-bb10-4888-b26d-b10a9081e6af req-ac1e33c3-d4be-42ee-81b4-857e3b30b892 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 944 time: 0.2951219
Nov 06 21:08:49.647984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7ecc2-bb13-46e4-bd4c-9d71f228b5c1 tempest-QuotasNegativeTest-778537925 tempest-QuotasNegativeTest-778537925-project-admin] Pushing event deleted for resources: {'Network': ['ID=a663bac9-d6f5-4595-9b6c-83db9ea6e421,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:49.656005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:49.659123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] For port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:49.662576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] For port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:49.662734 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.671854 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.672229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.747207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:49.748700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c43a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:49.753609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5d205d4-e2cd-40a4-adaa-06f637059517 req-ef9bc57f-2bd6-4cb4-b0cf-f2ab463be287 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332996
Nov 06 21:08:49.762276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca386a1d-bb10-4888-b26d-b10a9081e6af req-485cb001-41bd-4a48-8786-a5abacc2435a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1116123
Nov 06 21:08:49.905491 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:49.921594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaed84-c2a0-455b-9700-928621de943e None None] Pushing event updated for resources: {'Port': ['ID=da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:49.922209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Pushing event updated for resources: {'Port': ['ID=6b7945cf-1b3a-4602-831b-59c8002f2438,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:49.948387 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbd165c-0ed9-44e6-bdee-f12f14c7710d x-openstack-request-id: req-3bbd165c-0ed9-44e6-bdee-f12f14c7710d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:08:49.948387 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "name": "network-vif-plugged", "status": "completed", "tag": "e54de641-10b2-4742-b876-dbb61f65c926", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:08:49.948387 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bbd165c-0ed9-44e6-bdee-f12f14c7710d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:08:49.948387 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926', 'code': 200}
Nov 06 21:08:50.053572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:50.057513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:50.073115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:50.231519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2debc6-b4d5-411a-bfa0-632d71cc98de req-ea36b465-fbb6-40ba-8f2f-beeda3071cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:50.233141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d2debc6-b4d5-411a-bfa0-632d71cc98de req-ea36b465-fbb6-40ba-8f2f-beeda3071cf2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1096 time: 0.0504618
Nov 06 21:08:50.306380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Router 4bf88552-4f6d-4d00-aa4d-554f2908352e has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:08:50.315476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d2debc6-b4d5-411a-bfa0-632d71cc98de req-84b22a65-32b2-4f6e-9798-c875cb82b3e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0740635
Nov 06 21:08:50.393557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c43a90>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 2, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:50.430185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43e91-75ba-4329-8e44-c08d8f0ba159 None None] The sync data for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 is: [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 2, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:08:50.437585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54314) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:50.580111 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:50.657882 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-808fc4f0-776e-4b5a-b6a2-8c9320d9d83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:50.659308 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-46d9b2c5-29b2-42ac-a5a9-6c8a777e1b49 None None] Provisioning complete for port 6b7945cf-1b3a-4602-831b-59c8002f2438 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:50.660916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-46d9b2c5-29b2-42ac-a5a9-6c8a777e1b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:50.732066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-46d9b2c5-29b2-42ac-a5a9-6c8a777e1b49 None None] Port 6b7945cf-1b3a-4602-831b-59c8002f2438 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:08:50.807243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-808fc4f0-776e-4b5a-b6a2-8c9320d9d83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:50.819320 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-808fc4f0-776e-4b5a-b6a2-8c9320d9d83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:50.956497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fc4f0-776e-4b5a-b6a2-8c9320d9d83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c61dbe-c191-4cff-9e58-f1f0d90824e2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:51.001710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-808fc4f0-776e-4b5a-b6a2-8c9320d9d83b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06465a0ffd5749fd909e9fe012fda877&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5632885
Nov 06 21:08:51.010708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54324) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:51.055988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:08:51.075567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b77af-3275-492f-81a8-0719dd70d93f req-aec792df-b330-4788-9e62-c55172803d3b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:51.077301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-626b77af-3275-492f-81a8-0719dd70d93f req-aec792df-b330-4788-9e62-c55172803d3b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1615005
Nov 06 21:08:51.085091 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d5cc9786-0e2e-47f3-acd0-4a08fc39515b admin admin] 10.222.0.13 "PUT /v2.0/routers/4bf88552-4f6d-4d00-aa4d-554f2908352e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5417407
Nov 06 21:08:51.085981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f6196-f74f-4e9f-baa5-75a562334c8c req-0b23bbd8-f354-4160-bffb-94a1bb9c7a08 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:51.099486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb8f6196-f74f-4e9f-baa5-75a562334c8c req-0b23bbd8-f354-4160-bffb-94a1bb9c7a08 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.2082424
Nov 06 21:08:51.190917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb8f6196-f74f-4e9f-baa5-75a562334c8c req-a9fceffc-97be-4b72-90ca-fc0473256133 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0854111
Nov 06 21:08:51.231002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1b86-a40a-40ac-bfb6-c4a4e7dfea09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:51.299148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-626b77af-3275-492f-81a8-0719dd70d93f req-a0d5f83f-0583-4071-a54a-06d738becb1f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852775
Nov 06 21:08:51.322642 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1b86-a40a-40ac-bfb6-c4a4e7dfea09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:51.433796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1b86-a40a-40ac-bfb6-c4a4e7dfea09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:51.436494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1b86-a40a-40ac-bfb6-c4a4e7dfea09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:51.437659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1c6c1b86-a40a-40ac-bfb6-c4a4e7dfea09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76c61dbe-c191-4cff-9e58-f1f0d90824e2 HTTP/1.1" status: 204  len: 168 time: 0.4202387
Nov 06 21:08:51.478988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c1b86-a40a-40ac-bfb6-c4a4e7dfea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c61dbe-c191-4cff-9e58-f1f0d90824e2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:51.828560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:51.999387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54336) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:52.024893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b13cc31-034e-4561-9f15-cb9992ea6455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.186280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b13cc31-034e-4561-9f15-cb9992ea6455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.192962 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b13cc31-034e-4561-9f15-cb9992ea6455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.234707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13cc31-034e-4561-9f15-cb9992ea6455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aef250-c1ce-4700-ae17-c9fde97f1838,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:52.240530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54340) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:52.248171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b97be847-1d0e-46fd-aa66-ffcaa468c3df tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607835261', 'description': 'tempest-description--22906411'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:52.292397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5b13cc31-034e-4561-9f15-cb9992ea6455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b7adbd343174e0b91aba376f9dc0d79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2891076
Nov 06 21:08:52.293159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54342) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:52.306547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b97be847-1d0e-46fd-aa66-ffcaa468c3df tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.450514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01bffa-523c-41a7-9b88-0f5d229411cf req-0bdcc723-65be-4097-aae2-3f929ab533ca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:52.458486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca01bffa-523c-41a7-9b88-0f5d229411cf req-0bdcc723-65be-4097-aae2-3f929ab533ca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.1471255
Nov 06 21:08:52.507703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-444ac47c-8476-4281-9e7c-a18b2843b4aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.513572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.532388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:52.559924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b97be847-1d0e-46fd-aa66-ffcaa468c3df tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.561522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca01bffa-523c-41a7-9b88-0f5d229411cf req-d0428a4d-bd0b-4c3e-877e-0624139d62df tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0932772
Nov 06 21:08:52.601139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b97be847-1d0e-46fd-aa66-ffcaa468c3df tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.609224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-444ac47c-8476-4281-9e7c-a18b2843b4aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.624596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb561a1e-d760-4888-b829-ea0024ca47d0 req-fdd85364-eae4-4a9d-a7fb-1487cbf5f7b6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:52.626081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:52.626461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.635518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb561a1e-d760-4888-b829-ea0024ca47d0 req-fdd85364-eae4-4a9d-a7fb-1487cbf5f7b6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1524956
Nov 06 21:08:52.688482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b97be847-1d0e-46fd-aa66-ffcaa468c3df tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.693992 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b97be847-1d0e-46fd-aa66-ffcaa468c3df tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4486666
Nov 06 21:08:52.702223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54350) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:52.710256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97be847-1d0e-46fd-aa66-ffcaa468c3df tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478ad0b2-5d20-4e73-a2d3-13e044248664,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:52.733716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c7737ee5-b82b-4d74-ac38-9d82c8c62b8c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Request body: {'security_group_rule': {'security_group_id': '478ad0b2-5d20-4e73-a2d3-13e044248664', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:52.768225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb561a1e-d760-4888-b829-ea0024ca47d0 req-2faf4091-ed9d-4731-9bd5-ae93f7a670ee tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308792
Nov 06 21:08:52.787975 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-444ac47c-8476-4281-9e7c-a18b2843b4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.791893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-444ac47c-8476-4281-9e7c-a18b2843b4aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.793275 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-444ac47c-8476-4281-9e7c-a18b2843b4aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1aef250-c1ce-4700-ae17-c9fde97f1838 HTTP/1.1" status: 204  len: 168 time: 0.4970942
Nov 06 21:08:52.796733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7737ee5-b82b-4d74-ac38-9d82c8c62b8c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.805811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6dfbd-6204-4484-b92a-4781e183ae3e req-977e519c-5bb3-4cdc-9f31-2f09b86f21bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:52.807664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cb6dfbd-6204-4484-b92a-4781e183ae3e req-977e519c-5bb3-4cdc-9f31-2f09b86f21bc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.1041408
Nov 06 21:08:52.826130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ac47c-8476-4281-9e7c-a18b2843b4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aef250-c1ce-4700-ae17-c9fde97f1838,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:52.838567 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.901490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:52.910860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cb6dfbd-6204-4484-b92a-4781e183ae3e req-58eda48f-123d-439e-8e6c-05a4cdb3a62e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0904162
Nov 06 21:08:52.912716 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.944870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54354) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:52.987737 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7737ee5-b82b-4d74-ac38-9d82c8c62b8c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:52.997660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7737ee5-b82b-4d74-ac38-9d82c8c62b8c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.014348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:53.031259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7737ee5-b82b-4d74-ac38-9d82c8c62b8c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89c8376-36ab-4cae-993f-393203cf3225,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:53.035275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e3536-cd38-4d9c-8dbd-5392a19485df tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:53.040180 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c23e3536-cd38-4d9c-8dbd-5392a19485df tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1091 time: 0.0843275
Nov 06 21:08:53.040903 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54356) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:53.049717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'e54de641-10b2-4742-b876-dbb61f65c926', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:53.059057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7737ee5-b82b-4d74-ac38-9d82c8c62b8c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.061158 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7737ee5-b82b-4d74-ac38-9d82c8c62b8c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3524549
Nov 06 21:08:53.063363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54358) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:53.071181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a27a07db-57bd-47df-b3ab-bda8a4fb23ad tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Request body: {'security_group_rule': {'security_group_id': '478ad0b2-5d20-4e73-a2d3-13e044248664', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:53.088341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.120024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a27a07db-57bd-47df-b3ab-bda8a4fb23ad tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.208601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a27a07db-57bd-47df-b3ab-bda8a4fb23ad tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.217462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a27a07db-57bd-47df-b3ab-bda8a4fb23ad tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.234749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.257348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a07db-57bd-47df-b3ab-bda8a4fb23ad tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fc5a52-3f5c-46af-b05d-bac5280af138,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:53.268156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a27a07db-57bd-47df-b3ab-bda8a4fb23ad tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.271547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a27a07db-57bd-47df-b3ab-bda8a4fb23ad tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2040770
Nov 06 21:08:53.273599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54362) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:53.282108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:53.329715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.402920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.35.0.168 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/f38a1600-05d1-4c59-be1d-be8b076499ae) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:53.537043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.589920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.619809 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:53.657534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:53.663387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:53.695750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:53.759834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=f38a1600-05d1-4c59-be1d-be8b076499ae,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:53.771751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Allocated IP 172.35.0.132 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/d313b796-3238-4e87-8831-9daca758471c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:53.823191 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Sync routers for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:08:53.864807 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:53.868051 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252fada90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:54.050465 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:54.150530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.234916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.266815 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252fada90>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 2, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:54.294587 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Checking router: 4bf88552-4f6d-4d00-aa4d-554f2908352e for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:08:54.295205 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Updating router 4bf88552-4f6d-4d00-aa4d-554f2908352e port 6b7945cf-1b3a-4602-831b-59c8002f2438 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:08:54.321350 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.359713 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e63bd2-42db-4a3b-aa80-e38b293f2e79 req-42ab83a3-9e98-490e-8e3d-c33b36f496e1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:54.367790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9e63bd2-42db-4a3b-aa80-e38b293f2e79 req-42ab83a3-9e98-490e-8e3d-c33b36f496e1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.4130125
Nov 06 21:08:54.395363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.398898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:54.430386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:54.454006 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:54.502619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:54.503966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event updated for resources: {'Port': ['ID=d313b796-3238-4e87-8831-9daca758471c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:54.569142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9e63bd2-42db-4a3b-aa80-e38b293f2e79 req-9838c24b-078e-482a-aeb6-92b25f9894a0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004325
Nov 06 21:08:54.586494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.657440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.659413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.722718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:54.723091 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.746757 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.757839 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.859591 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Pushing event updated for resources: {'Port': ['ID=6b7945cf-1b3a-4602-831b-59c8002f2438,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:54.888278 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.888652 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.888994 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.889328 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.891352 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.891717 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.892054 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.892415 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.892756 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.893080 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.893405 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.895473 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:08:54.973688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:54.983184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.002737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.007835 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Attempting to bind port 6b7945cf-1b3a-4602-831b-59c8002f2438 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:55.008836 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Attempting to bind port 6b7945cf-1b3a-4602-831b-59c8002f2438 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:55.009531 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Attempting to bind port 6b7945cf-1b3a-4602-831b-59c8002f2438 on network fcfa1f11-e91c-4db8-b14a-85f52d95550f {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:55.015730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.030391 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:08:55.031091 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Checking segment: {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:55.032172 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.033216 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Bound using segment: {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:08:55.035140 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Bound port: 6b7945cf-1b3a-4602-831b-59c8002f2438, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:08:55.035743 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.149940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=f38a1600-05d1-4c59-be1d-be8b076499ae,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:55.176708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.188780 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] For port 6b7945cf-1b3a-4602-831b-59c8002f2438, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:55.189005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.197880 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] For port 6b7945cf-1b3a-4602-831b-59c8002f2438, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b7945cf-1b3a-4602-831b-59c8002f2438,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:08:55.206696 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.208054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ec5b6190-46ac-4f28-b064-1a738a9bdd23 None None] Provisioning complete for port 6b7945cf-1b3a-4602-831b-59c8002f2438 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:55.208888 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6190-46ac-4f28-b064-1a738a9bdd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.240916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event updated for resources: {'Port': ['ID=d313b796-3238-4e87-8831-9daca758471c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:55.252157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.254535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-54482b64-6131-485a-8fd0-ddd45eca7b2d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9799526
Nov 06 21:08:55.287226 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:55.287906 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252fada90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:55.349618 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6190-46ac-4f28-b064-1a738a9bdd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.358193 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cfb1d-610d-4608-b656-1a5392c488ff None None] Pushing event updated for resources: {'Port': ['ID=6b7945cf-1b3a-4602-831b-59c8002f2438,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:55.433316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ec5b6190-46ac-4f28-b064-1a738a9bdd23 None None] For port 6b7945cf-1b3a-4602-831b-59c8002f2438, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b7945cf-1b3a-4602-831b-59c8002f2438,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:55.446590 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6190-46ac-4f28-b064-1a738a9bdd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.483356 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Floating IP 4609f9d3-1cda-441c-9848-149193ae02c6 associated. External IP: 172.35.0.168, port: e54de641-10b2-4742-b876-dbb61f65c926.
Nov 06 21:08:55.555380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54408) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:55.559471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b6190-46ac-4f28-b064-1a738a9bdd23 None None] Pushing event updated for resources: {'Port': ['ID=6b7945cf-1b3a-4602-831b-59c8002f2438,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:55.734445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-5222559a-4998-45c9-a7bd-001130410d44 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--607835261&fields=id&tenant_id=2f47922bfda043499f1554d9db0bc00c HTTP/1.1" status: 200  len: 267 time: 0.1018054
Nov 06 21:08:55.750234 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:55.780178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-57545dc7-d433-4263-8ecf-62e0d4816e34 None None] Provisioning complete for port 6b7945cf-1b3a-4602-831b-59c8002f2438 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:55.780575 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-57545dc7-d433-4263-8ecf-62e0d4816e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:55.891165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 173a957a-8fd3-4e8f-a427-bffda6969042 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:08:55.981335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-215838878'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:55.994117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-2c8569e4-0ba8-48c7-bf29-4cdc1bcf0bcf tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:55.996562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-2c8569e4-0ba8-48c7-bf29-4cdc1bcf0bcf tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/networks?id=fcfa1f11-e91c-4db8-b14a-85f52d95550f HTTP/1.1" status: 200  len: 812 time: 0.2497633
Nov 06 21:08:56.031552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:08:56.044649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] Sync routers for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:08:56.054231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0edaffc5-4c6a-4a48-899c-14eb90988008 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/quotas/2f47922bfda043499f1554d9db0bc00c HTTP/1.1" status: 200  len: 375 time: 0.0377254
Nov 06 21:08:56.067971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:56.068699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251346460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:56.068893 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252fada90>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:55Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:56.077532 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.085584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28c406-9a9a-4721-8c73-54ce6d984b1e req-7fb9a6bc-eb33-41a0-866f-cd3d8481b854 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:56.095663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc28c406-9a9a-4721-8c73-54ce6d984b1e req-7fb9a6bc-eb33-41a0-866f-cd3d8481b854 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.3169301
Nov 06 21:08:56.114717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Made reservation on behalf of 1dc8d5e7e0974b318748916d7a951375 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:56.118481 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.121199 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:08:56.122180 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85c82-01e0-48fa-ae3c-c0da308d7bfc None None] The sync data for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 is: [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:55Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:08:56.132560 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6a351503-1581-46b0-9033-735d1c309eda tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0873740
Nov 06 21:08:56.133261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:08:56.135785 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7" -d '{"events": [{"name": "network-changed", "server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "tag": "e54de641-10b2-4742-b876-dbb61f65c926"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:08:56.146947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.275557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:56.282774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-25c169bb-c2b0-453c-82c2-d8b9f9384fdd tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f47922bfda043499f1554d9db0bc00c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1840668
Nov 06 21:08:56.295837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc28c406-9a9a-4721-8c73-54ce6d984b1e req-b5eb09e7-9565-4810-b79b-84fc96ad1a36 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989436
Nov 06 21:08:56.322975 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.340907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-76901199-1bb2-4f81-b298-52799ba062fd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:08:56.350617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-76901199-1bb2-4f81-b298-52799ba062fd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0194752
Nov 06 21:08:56.368016 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.489058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:08:56.511408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d83f47f-00b8-4717-a782-e43ce6145c9e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:56.516537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6b7945cf-1b3a-4602-831b-59c8002f2438 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:08:56.520598 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.520961 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Added segment 5d2fd16e-18b7-4c68-b87e-0a3a4abebe24 of type vlan for network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1
Nov 06 21:08:56.620277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.642374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-fd7c8492-aae0-43db-be43-c26679ea90b2 service neutron] 10.222.0.13 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2908146
Nov 06 21:08:56.678151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6b7945cf-1b3a-4602-831b-59c8002f2438 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:08:56.678736 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.739347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd19821-45a1-4e14-884b-3708a10b1faf req-0e6333e5-bbdc-4366-b8f8-4ae724e642cd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:56.747090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebd19821-45a1-4e14-884b-3708a10b1faf req-0e6333e5-bbdc-4366-b8f8-4ae724e642cd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.1824663
Nov 06 21:08:56.759891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.767090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:56.767794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:56.871752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.3150985
Nov 06 21:08:56.890073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-d558029c-eee4-4169-9901-56adcdc6be38 service neutron] 10.222.0.13 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466938
Nov 06 21:08:56.908551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805edde-3e36-4263-b9e6-27cf328c64e0 tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Pushing event updated for resources: {'Network': ['ID=777a7e8f-a2f2-4293-a263-aaee02fb7dc1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:56.940637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebd19821-45a1-4e14-884b-3708a10b1faf req-967433b7-5d91-4d6e-ad36-4a168326137f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1925800
Nov 06 21:08:56.976111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54426) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:57.057832 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07828532-7215-4f90-b456-77df9ae13e98 x-openstack-request-id: req-07828532-7215-4f90-b456-77df9ae13e98 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:08:57.058371 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "tag": "e54de641-10b2-4742-b876-dbb61f65c926", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:08:57.058371 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07828532-7215-4f90-b456-77df9ae13e98 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:08:57.059874 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926', 'status': 'completed', 'code': 200}
Nov 06 21:08:57.079577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:08:57.137738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f43766ce-3dcb-43c3-b140-b48669fadf79 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/4609f9d3-1cda-441c-9848-149193ae02c6 HTTP/1.1" status: 200  len: 991 time: 0.1604469
Nov 06 21:08:57.154862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-30641ccd-add1-4cbd-b44c-b7343a43ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:57.157120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-30641ccd-add1-4cbd-b44c-b7343a43ca13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1096 time: 0.0576749
Nov 06 21:08:57.210168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251346460>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4609f9d3-1cda-441c-9848-149193ae02c6', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.168', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'port_id': 'e54de641-10b2-4742-b876-dbb61f65c926', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'mac_address': 'fa:16:3e:d8:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:08:54Z', 'updated_at': '2021-11-06T21:08:54Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:36Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:57.268155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] Checking router: 173a957a-8fd3-4e8f-a427-bffda6969042 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:08:57.285731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:08:57.286729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251346460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:57.369490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-d51dfa23-19a4-48d8-a6e1-136eb9b9c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:57.371610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-d51dfa23-19a4-48d8-a6e1-136eb9b9c7f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 898 time: 0.2063456
Nov 06 21:08:57.448384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75e4eb76-a8c8-4386-8ba3-a2d9746a95d8 req-7db3353a-7237-4098-8d91-685d3a389eae tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 210 time: 0.1135221
Nov 06 21:08:57.461431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:57.469994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Request body: {'port': {'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1640328345'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:57.471881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:08:57.540667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Made reservation on behalf of 08ec7d774f4f4a5a832e643908557112 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:57.546160 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:57.569608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:57.712983 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:57.713653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-28c72b87-3430-4775-b868-5f9a30db7b15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 999 time: 0.2375674
Nov 06 21:08:57.721489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:57.728746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] device_id is not set on port 2d0b4499-5778-4332-a041-194890999146 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:08:57.840480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ca1a3c-2fd0-4952-8fda-388e1cf8fd95,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:57.852691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489e54c-8d97-445c-baad-16c855015894 req-ea80fe3e-65a4-4088-b2fb-175193e015cc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:57.864392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d489e54c-8d97-445c-baad-16c855015894 req-ea80fe3e-65a4-4088-b2fb-175193e015cc tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.2579863
Nov 06 21:08:57.898346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-c82d56b5-582d-4167-817f-96f9f5d3f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:57.901106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-c82d56b5-582d-4167-817f-96f9f5d3f2b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.1766200
Nov 06 21:08:57.929601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251346460>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4609f9d3-1cda-441c-9848-149193ae02c6', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.168', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'port_id': 'e54de641-10b2-4742-b876-dbb61f65c926', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'mac_address': 'fa:16:3e:d8:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:08:54Z', 'updated_at': '2021-11-06T21:08:54Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:36Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:08:57.969794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1bf4d-311b-4cae-b070-43f7ccf9fff6 None None] The sync data for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 is: [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4609f9d3-1cda-441c-9848-149193ae02c6', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.168', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'port_id': 'e54de641-10b2-4742-b876-dbb61f65c926', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'mac_address': 'fa:16:3e:d8:1c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:08:54Z', 'updated_at': '2021-11-06T21:08:54Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:36Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:08:58.002654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d489e54c-8d97-445c-baad-16c855015894 req-321b0b63-86c5-4cb5-92fa-5f1f28571893 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061378
Nov 06 21:08:58.006457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-66ed0a71-1e17-4ac2-a2d2-6995d24c186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:58.008748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-66ed0a71-1e17-4ac2-a2d2-6995d24c186c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0997376
Nov 06 21:08:58.101367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] device_id is not set on port 2d0b4499-5778-4332-a041-194890999146 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:08:58.111414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:58.122261 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:58.149923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54450) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:58.199186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=2d0b4499-5778-4332-a041-194890999146,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:58.208699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-29143aea-c543-4d36-bdd2-2694a20e808c service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920202
Nov 06 21:08:58.233963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Checking segment: {'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:08:58.234332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Network hostable DHCP agents. Network: 777a7e8f-a2f2-4293-a263-aaee02fb7dc1, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:08:58.254655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:08:58.269519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 777a7e8f-a2f2-4293-a263-aaee02fb7dc1) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:58.277790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a437f-13d0-48d2-951d-7a42b696becc None None] Network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:08:58.281120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:58.291369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b0276d9d-3b6d-44aa-b9cb-da6a327846e2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/4609f9d3-1cda-441c-9848-149193ae02c6 HTTP/1.1" status: 200  len: 991 time: 0.1399133
Nov 06 21:08:58.300523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.301100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.301608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.306907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.307235 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.307668 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 2 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.321511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.321897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.322232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.339533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.341406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0996b99-2504-4c83-8ce6-5e29ea7e90f7 req-8cc09c89-2630-425c-af8b-40fe5729c25b service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209168
Nov 06 21:08:58.342165 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.342593 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 3 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.363681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.363681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.363681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.376934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.377275 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.379595 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 4 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.394253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.394561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.394897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.400249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.400746 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.401137 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 5 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.420406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.421233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.421233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.427109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.427440 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.427827 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 6 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.446779 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca216de5-30e6-428a-8959-3708a1111db1 None None] New status for floating IP 4609f9d3-1cda-441c-9848-149193ae02c6: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:08:58.468246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.470297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.470671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.478786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.479122 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.479750 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 7 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.496899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.497246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.497585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.502959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.503292 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.504185 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 8 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.520805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.521145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.521482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.531698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.532110 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.532552 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 9 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.548048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.548478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.553543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.559262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.559595 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.559987 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 10 to bind port 2d0b4499-5778-4332-a041-194890999146
Nov 06 21:08:58.577355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:08:58.578457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:08:58.578728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:08:58.584064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 2d0b4499-5778-4332-a041-194890999146 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:08:58.584420 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 2d0b4499-5778-4332-a041-194890999146 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:08:58.584812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:58.636465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85741bad-231a-4137-b760-0182545ed863 req-374fc8de-84d4-40af-8984-77bdadda441e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 210 time: 0.0331829
Nov 06 21:08:58.715974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] For port 2d0b4499-5778-4332-a041-194890999146, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:08:58.716401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempted to set empty binding levels {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 06 21:08:58.749046 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:58.790152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:58.790826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:58.812918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=2d0b4499-5778-4332-a041-194890999146,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:58.819274 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-61b4e7ae-d735-40a1-b8aa-2185fbac07d4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 1.3562040
Nov 06 21:08:58.821986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54460) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:58.988545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Deleting port 2d0b4499-5778-4332-a041-194890999146 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:08:58.988929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:58.998085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-331a0c43-2447-4d0c-95b3-0fa1b4f91f7a tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:58.999548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-331a0c43-2447-4d0c-95b3-0fa1b4f91f7a tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.37 "GET /v2.0/networks?id=fcfa1f11-e91c-4db8-b14a-85f52d95550f HTTP/1.1" status: 200  len: 812 time: 0.1356552
Nov 06 21:08:59.088411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] For port 2d0b4499-5778-4332-a041-194890999146, host nch2-master-1, got binding levels [] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:08:59.088781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.115264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Calling delete_port for 2d0b4499-5778-4332-a041-194890999146 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:08:59.129413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-04220f03-1b27-4350-8cd9-e0b0f5dd79c3 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f47922bfda043499f1554d9db0bc00c HTTP/1.1" status: 200  len: 379 time: 0.1163411
Nov 06 21:08:59.140659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Request body: {'port': {'device_id': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'admin_state_up': True, 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'security_groups': ['478ad0b2-5d20-4e73-a2d3-13e044248664']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:59.295469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54470) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:59.296038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.332600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d0b4499-5778-4332-a041-194890999146,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:59.350470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.353779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1cd9903d-5dc9-4fb6-8f1a-a75228ab5055 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2d0b4499-5778-4332-a041-194890999146 HTTP/1.1" status: 204  len: 168 time: 0.5308297
Nov 06 21:08:59.356701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54472) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:59.376743 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5b7832d5-c7b3-428d-8c9a-37443c3f4827 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/4609f9d3-1cda-441c-9848-149193ae02c6 HTTP/1.1" status: 200  len: 993 time: 0.0741012
Nov 06 21:08:59.376956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Made reservation on behalf of 2f47922bfda043499f1554d9db0bc00c for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:59.376956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.385786 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2522994-3ed0-4a3c-9943-2e415248a1f4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] GET failed (client error): The resource could not be found.
Nov 06 21:08:59.388037 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a2522994-3ed0-4a3c-9943-2e415248a1f4 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "GET /v2.0/ports/2d0b4499-5778-4332-a041-194890999146 HTTP/1.1" status: 404  len: 333 time: 0.0303013
Nov 06 21:08:59.392089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:59.397430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Request body: {'port': {'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-277469496'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:59.417972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Made reservation on behalf of 08ec7d774f4f4a5a832e643908557112 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:08:59.420423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.420579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68d1a-4a11-4444-b82b-e41556d1fce1 req-7c0a0de5-e7ca-4af2-88b3-ffa77004f0f1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:59.422041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c68d1a-4a11-4444-b82b-e41556d1fce1 req-7c0a0de5-e7ca-4af2-88b3-ffa77004f0f1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.0846035
Nov 06 21:08:59.435736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] device_id is not set on port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:08:59.535863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c68d1a-4a11-4444-b82b-e41556d1fce1 req-bfc358c8-a1b7-4e9a-921d-28eb7a42118f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854523
Nov 06 21:08:59.558703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Allocated IP 172.20.0.10 (fcfa1f11-e91c-4db8-b14a-85f52d95550f/e6f3e8d5-8b05-456c-92fc-814f10e4ac64/dbb2910c-cfb7-477f-8b50-e894e660bcdb) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:08:59.601668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.635731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.678690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:59.685852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:59.689361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:59.690281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:59.690878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.701516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=30c7ccfd-06c2-4ebb-865b-c10089a4b8f3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:59.714594 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46a40d37-e944-4a72-a5de-3649b41f5fb1 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.3215036
Nov 06 21:08:59.717173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54478) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:08:59.723317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:08:59.743564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.777901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.782983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91d7fe3b-efbf-4404-8b16-26f829d738b6 req-d53fbe3b-e797-4e84-ac6a-8090ea34889c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 210 time: 0.0424142
Nov 06 21:08:59.786548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-c7be624e-5a2c-4992-978b-68c651368119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:08:59.788688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-c7be624e-5a2c-4992-978b-68c651368119 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1096 time: 0.0962241
Nov 06 21:08:59.875056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.941231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:08:59.951587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:08:59.954122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:08:59.960236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event updated for resources: {'Port': ['ID=dbb2910c-cfb7-477f-8b50-e894e660bcdb,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:08:59.974667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] device_id is not set on port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:08:59.983335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:08:59.990346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.049193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=30c7ccfd-06c2-4ebb-865b-c10089a4b8f3,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:00.063706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.064112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.064501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.070349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.070683 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.071123 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 2 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.086369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.086698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.087037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.092811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.093149 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.093537 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 3 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.107607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.108007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.108383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.113288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.113642 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.114002 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 4 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.129376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.129806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.130045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.135131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.135333 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.135725 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 5 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.148917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.149252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.149586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.154397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.154729 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.155115 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 6 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.176786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.177129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.177619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.182554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.183497 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.183817 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 7 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.184636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-76a8c748-9941-4e03-9dd5-3dad3b85c8e5 None None] Provisioning complete for port dbb2910c-cfb7-477f-8b50-e894e660bcdb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:00.185120 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-76a8c748-9941-4e03-9dd5-3dad3b85c8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.196805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.197142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.197465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.202087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.202411 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.202819 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 8 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.215938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.216429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.216761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.220055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-76a8c748-9941-4e03-9dd5-3dad3b85c8e5 None None] Port dbb2910c-cfb7-477f-8b50-e894e660bcdb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:09:00.222032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.222550 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.222941 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 9 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.236137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.236431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.236886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.241305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.241627 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.242006 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 10 to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3
Nov 06 21:09:00.255174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:00.255503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:00.255831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:00.260268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:00.260646 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:00.261045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.307083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-6ea8ade5-0c72-434e-a23c-5c4e083a0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.309166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-6ea8ade5-0c72-434e-a23c-5c4e083a0459 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 913 time: 0.5118661
Nov 06 21:09:00.329700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] For port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:00.330346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempted to set empty binding levels {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 06 21:09:00.335272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.358760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-d48bbbba-e25c-49a6-bbe4-445a2e10411d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 200  len: 217 time: 0.0419512
Nov 06 21:09:00.367742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] In _notify_port_updated(), no bound segment for port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:09:00.368618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.369571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.369685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.370113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.371334 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "PUT /v2.0/ports/30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 HTTP/1.1" status: 200  len: 974 time: 0.6529856
Nov 06 21:09:00.377327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54482) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:00.383118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bda095-c25a-4e97-83c5-41307607eac9 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=30c7ccfd-06c2-4ebb-865b-c10089a4b8f3,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:00.437038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-19362330-7bc9-4fb1-a590-4cdce3696a6d tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3002987
Nov 06 21:09:00.452167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Request body: {'port': {'device_id': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:00.482588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-4c681bcb-e728-48b4-b458-8c5093d9e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.484042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-4c681bcb-e728-48b4-b458-8c5093d9e60b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.1098332
Nov 06 21:09:00.501357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.501817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.502267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.502715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.503160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.503602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.504042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.504502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.504941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.505380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.505812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.506246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.506682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.507120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.507555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.507988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.508451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.508893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.509329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.509759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.510191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.512919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ccc5f895-fdd3-43c8-875e-3531c8ef74cf tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18766 time: 0.1288505
Nov 06 21:09:00.516648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54484) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:00.543362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-92c08cdb-7153-44ef-9770-af05d4253ac5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293720
Nov 06 21:09:00.606963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Deleting port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:00.607334 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.626016 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.672708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] For port 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3, host nch2-master-1, got binding levels [] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:00.673073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.685712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Calling delete_port for 30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:00.734889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2ab68-e752-4d8f-a7c1-a133b040bf9c req-fe65c3cd-ab42-4109-ac47-ad06a89a0399 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:00.736407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fa2ab68-e752-4d8f-a7c1-a133b040bf9c req-fe65c3cd-ab42-4109-ac47-ad06a89a0399 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1243842
Nov 06 21:09:00.748126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-b0f3bfb6-d9d1-4743-afb9-2a64f219ed74 service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908917
Nov 06 21:09:00.768286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.796313 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event deleted for resources: {'Port': ['ID=30c7ccfd-06c2-4ebb-865b-c10089a4b8f3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:00.802428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.805626 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-65f68e35-0979-4dd8-9bdb-17483d397f9a tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "DELETE /v2.0/ports/30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 HTTP/1.1" status: 204  len: 168 time: 0.2879741
Nov 06 21:09:00.813022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54490) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:00.905016 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cedf91-ae5e-4c09-b77e-151431db6c77 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] GET failed (client error): The resource could not be found.
Nov 06 21:09:00.906517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c8cedf91-ae5e-4c09-b77e-151431db6c77 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "GET /v2.0/ports/30c7ccfd-06c2-4ebb-865b-c10089a4b8f3 HTTP/1.1" status: 404  len: 333 time: 0.0896862
Nov 06 21:09:00.910842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54494) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:00.915953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-288415551', 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:00.937967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Made reservation on behalf of 08ec7d774f4f4a5a832e643908557112 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:00.940650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:00.959480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] device_id is not set on port 5b9d8842-7539-495c-a113-056073f2f8fe yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:09:01.016912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fa2ab68-e752-4d8f-a7c1-a133b040bf9c req-4dca0dad-e7ac-42ec-a0a2-9996e16e9c19 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2723544
Nov 06 21:09:01.055538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea75229-ee79-46f8-bc5e-68f341c25971 req-8d942ff2-5303-453e-a2b4-6fa4852a7404 service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2966301
Nov 06 21:09:01.066048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70af55-1f11-48a5-a037-ec3113e15cbf req-a45f3af2-5af1-4296-8992-9315b116fc0b tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:01.067796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db70af55-1f11-48a5-a037-ec3113e15cbf req-a45f3af2-5af1-4296-8992-9315b116fc0b tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 932 time: 0.1991620
Nov 06 21:09:01.122018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.154480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.173300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db70af55-1f11-48a5-a037-ec3113e15cbf req-4a9aa135-6460-43cb-8b00-12e5625df2b4 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910814
Nov 06 21:09:01.184518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb2910c-cfb7-477f-8b50-e894e660bcdb {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:09:01.196115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.199115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:01.204812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:01.208501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:01.209491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:01.210005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Transition to ACTIVE for port object dbb2910c-cfb7-477f-8b50-e894e660bcdb will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:09:01.210178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.214073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.216565 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9d8842-7539-495c-a113-056073f2f8fe,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:01.232772 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8ab12d76-a95c-416c-a9c1-dfb4babb16fc tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.3204820
Nov 06 21:09:01.235172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54496) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:01.270594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c244ba-cb75-4beb-b099-554ed5a5976f tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:01.274749 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-57c244ba-cb75-4beb-b099-554ed5a5976f tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "GET /v2.0/ports/5b9d8842-7539-495c-a113-056073f2f8fe HTTP/1.1" status: 200  len: 954 time: 0.0359144
Nov 06 21:09:01.275003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54498) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:01.294159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Pushing event updated for resources: {'Port': ['ID=dbb2910c-cfb7-477f-8b50-e894e660bcdb,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:01.324880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.325237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.325585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.325926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.326264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.326600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.326935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.327268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.327602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.327933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.328264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.328687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:01.362332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Attempting to bind port dbb2910c-cfb7-477f-8b50-e894e660bcdb on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:01.362625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Attempting to bind port dbb2910c-cfb7-477f-8b50-e894e660bcdb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:01.362965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Attempting to bind port dbb2910c-cfb7-477f-8b50-e894e660bcdb on network fcfa1f11-e91c-4db8-b14a-85f52d95550f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:01.371737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Port dbb2910c-cfb7-477f-8b50-e894e660bcdb on network fcfa1f11-e91c-4db8-b14a-85f52d95550f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:01.372111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Attempting to bind port dbb2910c-cfb7-477f-8b50-e894e660bcdb on network fcfa1f11-e91c-4db8-b14a-85f52d95550f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:01.378456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:01.378817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Checking segment: {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:01.379187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Bound using segment: {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:01.379626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Bound port: dbb2910c-cfb7-477f-8b50-e894e660bcdb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f531fa38-ece1-414d-b232-608e973dc66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:01.380131 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.457727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] For port dbb2910c-cfb7-477f-8b50-e894e660bcdb, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:01.462013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] For port dbb2910c-cfb7-477f-8b50-e894e660bcdb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:01.467051 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.508170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:01.508842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.510278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] 10.222.0.37 "PUT /v2.0/ports/dbb2910c-cfb7-477f-8b50-e894e660bcdb HTTP/1.1" status: 200  len: 1092 time: 1.0627198
Nov 06 21:09:01.510737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'tag': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:09:01.513600 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b340549-67bf-4420-b7e6-724c0d5fc674" -d '{"events": [{"name": "network-changed", "server_uuid": "6c47cf6b-e137-45f8-b4d2-bf6aef3ef779", "tag": "dbb2910c-cfb7-477f-8b50-e894e660bcdb"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:09:01.593992 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc88682-6b4b-4fe1-ad1d-6eb0db2a0d12 x-openstack-request-id: req-0dc88682-6b4b-4fe1-ad1d-6eb0db2a0d12 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:09:01.594438 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c47cf6b-e137-45f8-b4d2-bf6aef3ef779", "tag": "dbb2910c-cfb7-477f-8b50-e894e660bcdb", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:09:01.594786 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dc88682-6b4b-4fe1-ad1d-6eb0db2a0d12 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:09:01.595288 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'tag': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'status': 'completed', 'code': 200}
Nov 06 21:09:01.601389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085b068-9664-4953-a67e-8d4a6c19d57c service neutron] Pushing event updated for resources: {'Port': ['ID=dbb2910c-cfb7-477f-8b50-e894e660bcdb,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:01.620852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-ee7803f0-abf7-4e0d-a425-2f17d1213f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:01.622715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-ee7803f0-abf7-4e0d-a425-2f17d1213f03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f47922bfda043499f1554d9db0bc00c&device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 1095 time: 0.0603745
Nov 06 21:09:01.670527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-9d04737e-a767-4403-829b-9b36fa8e0daf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb HTTP/1.1" status: 200  len: 217 time: 0.0396168
Nov 06 21:09:01.724555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f1601-4f5c-4673-ae21-17cbfd49814b tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Deleting port 5b9d8842-7539-495c-a113-056073f2f8fe {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:01.725062 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1601-4f5c-4673-ae21-17cbfd49814b tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.731658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-978f8c65-c7c7-4667-a995-24cdac696eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:01.733171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-978f8c65-c7c7-4667-a995-24cdac696eaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f3e8d5-8b05-456c-92fc-814f10e4ac64 HTTP/1.1" status: 200  len: 851 time: 0.0566683
Nov 06 21:09:01.783773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-2d0c1f41-edfd-4936-a3d1-e1629b862b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:01.785055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1601-4f5c-4673-ae21-17cbfd49814b tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.785310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-2d0c1f41-edfd-4936-a3d1-e1629b862b25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcfa1f11-e91c-4db8-b14a-85f52d95550f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447180
Nov 06 21:09:01.798038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f1601-4f5c-4673-ae21-17cbfd49814b tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Calling delete_port for 5b9d8842-7539-495c-a113-056073f2f8fe owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:01.880029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1601-4f5c-4673-ae21-17cbfd49814b tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.881164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-8e1a3ced-2e45-4509-a7ba-5f1fb8b3a156 service neutron] 10.222.0.37 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878227
Nov 06 21:09:01.907476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f1601-4f5c-4673-ae21-17cbfd49814b tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b9d8842-7539-495c-a113-056073f2f8fe,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:01.913909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1601-4f5c-4673-ae21-17cbfd49814b tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.918431 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9d0f1601-4f5c-4673-ae21-17cbfd49814b tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5b9d8842-7539-495c-a113-056073f2f8fe HTTP/1.1" status: 204  len: 168 time: 0.6425414
Nov 06 21:09:01.921098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54502) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:01.944118 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b4e860-d490-4648-b3a5-84277828c299 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] GET failed (client error): The resource could not be found.
Nov 06 21:09:01.945661 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c2b4e860-d490-4648-b3a5-84277828c299 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "GET /v2.0/ports/5b9d8842-7539-495c-a113-056073f2f8fe HTTP/1.1" status: 404  len: 333 time: 0.0236235
Nov 06 21:09:01.949372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54504) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:01.955245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Request body: {'port': {'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-837819534'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:01.975574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Made reservation on behalf of 08ec7d774f4f4a5a832e643908557112 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:01.977925 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:01.981152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1bd8a78-9842-4524-be44-8fcdea0805c9 req-7ed48b33-f83d-4bdc-b3bc-b3808ea38b28 service neutron] 10.222.0.37 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929637
Nov 06 21:09:01.993698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] device_id is not set on port f9ad1ce8-56c4-4d34-9a08-08f381f54257 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:09:02.075397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-adeec9d3-bc57-4d09-b00d-279c97c5216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:02.077098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-adeec9d3-bc57-4d09-b00d-279c97c5216f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f47922bfda043499f1554d9db0bc00c&device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 1095 time: 0.0433068
Nov 06 21:09:02.159299 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.194499 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.215076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847e7e-da86-465b-b003-b6f1f7548d22 req-d339e842-8397-4899-b7b7-58d664b684ab tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:02.216694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d847e7e-da86-465b-b003-b6f1f7548d22 req-d339e842-8397-4899-b7b7-58d664b684ab tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 945 time: 0.1102161
Nov 06 21:09:02.227837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-add2ee0e-0ceb-487d-8afc-6af35f66be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:02.229504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-add2ee0e-0ceb-487d-8afc-6af35f66be44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcfa1f11-e91c-4db8-b14a-85f52d95550f HTTP/1.1" status: 200  len: 913 time: 0.1439543
Nov 06 21:09:02.237733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:02.240698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:02.244239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:02.245244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:02.245817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.264605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ad1ce8-56c4-4d34-9a08-08f381f54257,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:02.272766 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a41c4b52-1fb2-437b-b1d3-75d616cb435d tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.3198707
Nov 06 21:09:02.273490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54512) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:02.279334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:02.292119 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-21ee23ec-554b-4bc6-8897-12e6ce64cbd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb HTTP/1.1" status: 200  len: 217 time: 0.0535650
Nov 06 21:09:02.332510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.379253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d847e7e-da86-465b-b003-b6f1f7548d22 req-7b759949-189f-4576-920f-3dd6f8240096 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481605
Nov 06 21:09:02.394819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791c2de-e459-4f2e-87eb-6d93f7d9a878 req-761a35c9-b071-4fb7-8dd5-142a726127ac tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:02.396369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f791c2de-e459-4f2e-87eb-6d93f7d9a878 req-761a35c9-b071-4fb7-8dd5-142a726127ac tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 944 time: 0.1447914
Nov 06 21:09:02.397929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-e5f99fa6-32df-418c-8950-23abc141f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:02.399327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-e5f99fa6-32df-418c-8950-23abc141f1d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f3e8d5-8b05-456c-92fc-814f10e4ac64 HTTP/1.1" status: 200  len: 851 time: 0.0858953
Nov 06 21:09:02.474723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f791c2de-e459-4f2e-87eb-6d93f7d9a878 req-5a73a2ad-dcdb-4fee-9e55-5e777b6c5a42 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709469
Nov 06 21:09:02.477480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-d45a7587-3d99-44d7-b1c6-bcf5f264d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:02.478925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-d45a7587-3d99-44d7-b1c6-bcf5f264d5f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcfa1f11-e91c-4db8-b14a-85f52d95550f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0693378
Nov 06 21:09:02.504347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] device_id is not set on port f9ad1ce8-56c4-4d34-9a08-08f381f54257 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:09:02.516376 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.521635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.572340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ad1ce8-56c4-4d34-9a08-08f381f54257,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:02.588542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.590053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.590394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.591298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-727c771f-3169-4837-8cac-7c14a73a6d20 service neutron] 10.222.0.37 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039515
Nov 06 21:09:02.594870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.595192 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.595597 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 2 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.608502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.608858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.609298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.613456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.613791 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.614170 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 3 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.626378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.626708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.627034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.631268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.631592 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.631971 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 4 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.644878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.645236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.645564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.650119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.650445 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.650826 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 5 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.662373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.662705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.663029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.668091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.668452 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.668835 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 6 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.683198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b340549-67bf-4420-b7e6-724c0d5fc674 req-3bd5de08-7afc-4385-bbab-3bea812c4822 service neutron] 10.222.0.37 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848346
Nov 06 21:09:02.685087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.685422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.685755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.690847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.691172 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.691559 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 7 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.704011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.704375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.704700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.708938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.709261 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.709658 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 8 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.721449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.721776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.722095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.726874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.727400 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.727499 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 9 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.739147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.739473 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.739794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.744001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.744346 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.744719 ncdv-master-1 neutron-server[119334]: INFO neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempt 10 to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257
Nov 06 21:09:02.757053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:02.757375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:02.757719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempting to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:02.762415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:09:02.762730 ncdv-master-1 neutron-server[119334]: ERROR neutron.plugins.ml2.managers [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Failed to bind port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on host nch2-master-1 for vnic_type normal using segments [{'id': '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '777a7e8f-a2f2-4293-a263-aaee02fb7dc1'}]
Nov 06 21:09:02.763078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.778413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:02.824529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] For port f9ad1ce8-56c4-4d34-9a08-08f381f54257, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:02.824885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attempted to set empty binding levels {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 06 21:09:02.829913 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.855083 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.861653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] In _notify_port_updated(), no bound segment for port f9ad1ce8-56c4-4d34-9a08-08f381f54257 on network 777a7e8f-a2f2-4293-a263-aaee02fb7dc1 {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:09:02.862599 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:02.863101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.864440 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "PUT /v2.0/ports/f9ad1ce8-56c4-4d34-9a08-08f381f54257 HTTP/1.1" status: 200  len: 974 time: 0.5899081
Nov 06 21:09:02.867160 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54516) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:02.893536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:09:02.896415 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5226f-9f32-44a5-be03-060ab0080058" -d '{"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:09:02.902612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:02.907532 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.908771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef071a-198b-4b8e-8542-e96c8987b2a0 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ad1ce8-56c4-4d34-9a08-08f381f54257,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:02.960667 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead75f67-0b6d-4a8a-be5b-c787cc56fd16 x-openstack-request-id: req-ead75f67-0b6d-4a8a-be5b-c787cc56fd16 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:09:02.960950 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:09:02.961190 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ead75f67-0b6d-4a8a-be5b-c787cc56fd16 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:09:02.961573 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'code': 200}
Nov 06 21:09:02.965047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Deleting port f9ad1ce8-56c4-4d34-9a08-08f381f54257 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:02.965393 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:02.973527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:03.032541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] For port f9ad1ce8-56c4-4d34-9a08-08f381f54257, host nch2-master-1, got binding levels [] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:03.032905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.046133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Calling delete_port for f9ad1ce8-56c4-4d34-9a08-08f381f54257 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:03.127023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.151458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9ad1ce8-56c4-4d34-9a08-08f381f54257,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:03.158553 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.161842 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-45995317-da07-4b54-9f7f-9756323067bd tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f9ad1ce8-56c4-4d34-9a08-08f381f54257 HTTP/1.1" status: 204  len: 168 time: 0.2937477
Nov 06 21:09:03.164761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54520) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:03.194914 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd71dc6-882d-46b0-a47d-920de00bec76 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] GET failed (client error): The resource could not be found.
Nov 06 21:09:03.196524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8dd71dc6-882d-46b0-a47d-920de00bec76 tempest-PortsAdminExtendedAttrsTestJSON-359085165 tempest-PortsAdminExtendedAttrsTestJSON-359085165-project-admin] 10.222.0.13 "GET /v2.0/ports/f9ad1ce8-56c4-4d34-9a08-08f381f54257 HTTP/1.1" status: 404  len: 333 time: 0.0307465
Nov 06 21:09:03.200360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54524) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:03.278180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.370108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.390914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924f303d90>,) {'filters': {'network_id': ['777a7e8f-a2f2-4293-a263-aaee02fb7dc1']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:03.399840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924f303d90>, '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:03.400135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924f303d90>, '5d2fd16e-18b7-4c68-b87e-0a3a4abebe24') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:03.411548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.426941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.432959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:03.433345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:03.436279 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:03.525003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.533640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:03.539380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] 10.222.0.13 "DELETE /v2.0/networks/777a7e8f-a2f2-4293-a263-aaee02fb7dc1 HTTP/1.1" status: 204  len: 168 time: 0.3355312
Nov 06 21:09:03.548129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf1a4-8c20-4464-a938-adab6cd9a808 req-f5dd0386-55a0-4bd5-bfd5-f21dc114c5ed tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:03.549688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9caf1a4-8c20-4464-a938-adab6cd9a808 req-f5dd0386-55a0-4bd5-bfd5-f21dc114c5ed tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0784197
Nov 06 21:09:03.563355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647c8f8-e5a9-40fe-80ea-5e6b4172c35c tempest-PortsAdminExtendedAttrsTestJSON-953730240 tempest-PortsAdminExtendedAttrsTestJSON-953730240-project] Pushing event deleted for resources: {'Network': ['ID=777a7e8f-a2f2-4293-a263-aaee02fb7dc1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:03.635671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9caf1a4-8c20-4464-a938-adab6cd9a808 req-cbe6a064-dfd5-4f59-b1e8-41c737910034 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759127
Nov 06 21:09:03.644628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f40f6d-3539-446d-8226-674d3294eb10 req-84af8ec5-ffbf-45ac-b0fe-82b12b8cb487 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:03.646172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84f40f6d-3539-446d-8226-674d3294eb10 req-84af8ec5-ffbf-45ac-b0fe-82b12b8cb487 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 944 time: 0.0850935
Nov 06 21:09:03.703279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84f40f6d-3539-446d-8226-674d3294eb10 req-0736943c-fdbd-4e45-8f25-498d54ca251b tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458641
Nov 06 21:09:03.758907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca61e2-18f0-4edd-b31c-69b9b051eaee req-25a4eda0-8ec7-429f-a91d-48080e616c40 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:03.760517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2ca61e2-18f0-4edd-b31c-69b9b051eaee req-25a4eda0-8ec7-429f-a91d-48080e616c40 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0551462
Nov 06 21:09:03.814824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2ca61e2-18f0-4edd-b31c-69b9b051eaee req-21f70e6a-17c2-473b-b0cd-d64f80d5467c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473967
Nov 06 21:09:03.828383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54536) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:03.976830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-09de8641-4907-4044-aeb5-c8a6d5a6f3ab req-169630fe-a7c6-47f1-abd7-55e836342e19 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:09:03.977824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09de8641-4907-4044-aeb5-c8a6d5a6f3ab req-169630fe-a7c6-47f1-abd7-55e836342e19 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057588
Nov 06 21:09:03.980259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f0cde9aa-e1da-411e-aa8f-5ad553ac5eb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dc8d5e7e0974b318748916d7a951375&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1506784
Nov 06 21:09:03.982749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54548) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:04.033900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1bd7-fa7c-4a0e-a1bc-9fee41341dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:04.061879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1bd7-fa7c-4a0e-a1bc-9fee41341dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:04.148970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698907c4-6d2a-40f2-a5ba-45d6fc359c2f req-2b55b1b6-bb76-4eb4-8e16-32780e6cae9d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:04.150601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-698907c4-6d2a-40f2-a5ba-45d6fc359c2f req-2b55b1b6-bb76-4eb4-8e16-32780e6cae9d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0613697
Nov 06 21:09:04.173894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1bd7-fa7c-4a0e-a1bc-9fee41341dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:04.176404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1bd7-fa7c-4a0e-a1bc-9fee41341dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:04.177512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4b0e1bd7-fa7c-4a0e-a1bc-9fee41341dca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d83f47f-00b8-4717-a782-e43ce6145c9e HTTP/1.1" status: 204  len: 168 time: 0.1938992
Nov 06 21:09:04.192254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e1bd7-fa7c-4a0e-a1bc-9fee41341dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d83f47f-00b8-4717-a782-e43ce6145c9e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:04.232479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-698907c4-6d2a-40f2-a5ba-45d6fc359c2f req-92e55e1d-f292-4f45-87ce-6e362bd0d477 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714285
Nov 06 21:09:04.365556 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-b54971b9-7452-4a6f-bc31-2b2b12d2627b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0401015
Nov 06 21:09:04.465060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54570) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:04.508083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-876fa038-6e10-45f6-a224-6fd81169355d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08ec7d774f4f4a5a832e643908557112&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395768
Nov 06 21:09:04.508345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54574) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:04.567958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8cc64b5-4bc3-42fb-9346-6884b2900c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:04.590038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8cc64b5-4bc3-42fb-9346-6884b2900c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:04.640900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8cc64b5-4bc3-42fb-9346-6884b2900c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:04.644230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8cc64b5-4bc3-42fb-9346-6884b2900c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:04.645429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a8cc64b5-4bc3-42fb-9346-6884b2900c58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71ca1a3c-2fd0-4952-8fda-388e1cf8fd95 HTTP/1.1" status: 204  len: 168 time: 0.1361740
Nov 06 21:09:04.654808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc64b5-4bc3-42fb-9346-6884b2900c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ca1a3c-2fd0-4952-8fda-388e1cf8fd95,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:04.853033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101a53d-2b90-47d3-bbdd-e6881634a174 req-c13567c6-1c7d-47e3-abc9-857d11dc888b tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:04.855291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2101a53d-2b90-47d3-bbdd-e6881634a174 req-c13567c6-1c7d-47e3-abc9-857d11dc888b tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 944 time: 0.0534952
Nov 06 21:09:04.867745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device dbb2910c-cfb7-477f-8b50-e894e660bcdb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:09:04.910273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2101a53d-2b90-47d3-bbdd-e6881634a174 req-2122a0a8-19df-47c2-ad31-77b10e5f7c3a tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482342
Nov 06 21:09:04.970565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port dbb2910c-cfb7-477f-8b50-e894e660bcdb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:04.986596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'port_id': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'mac_address': 'fa:16:3e:9e:d9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:09:05.023747 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.037231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb2910c-cfb7-477f-8b50-e894e660bcdb {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:09:05.060667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port dbb2910c-cfb7-477f-8b50-e894e660bcdb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:05.064539 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.115077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=dbb2910c-cfb7-477f-8b50-e894e660bcdb,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:05.180208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-559036f1-4061-4332-8d2a-a7641967663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:05.181756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-559036f1-4061-4332-8d2a-a7641967663b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd&tenant_id=930a318a21a4455c8d2c6eb794459b51 HTTP/1.1" status: 200  len: 1094 time: 0.0728848
Nov 06 21:09:05.250261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-275c5b62-74c2-488c-a71b-3c6550a48c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:05.251834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-275c5b62-74c2-488c-a71b-3c6550a48c16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1094 time: 0.0469320
Nov 06 21:09:05.367255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['dbb2910c-cfb7-477f-8b50-e894e660bcdb'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:09:05.396659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336002-dfd0-4d3e-87af-ff16f102f6d9 req-28e4befb-9c09-46ab-8ad6-d2bdd171b7e9 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:05.396659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3336002-dfd0-4d3e-87af-ff16f102f6d9 req-28e4befb-9c09-46ab-8ad6-d2bdd171b7e9 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0840163
Nov 06 21:09:05.397759 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54604) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:05.404385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-eecf6baf-b243-4f95-97ad-e9e0ba13556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:05.405876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-eecf6baf-b243-4f95-97ad-e9e0ba13556c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 913 time: 0.1449544
Nov 06 21:09:05.467548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-0f9c5335-e466-4a5b-8070-6e578a0501e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 200  len: 217 time: 0.0473821
Nov 06 21:09:05.508750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-787623432'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:05.524775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3336002-dfd0-4d3e-87af-ff16f102f6d9 req-693ba55f-b9c4-400a-adba-ef86945f243d tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141021
Nov 06 21:09:05.531507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Made reservation on behalf of 911800e585e74dd698b4704fa6fbbec8 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:05.535648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.536027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-365db14e-5661-4b74-a904-929a5ca80fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:05.537576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-365db14e-5661-4b74-a904-929a5ca80fd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.0604863
Nov 06 21:09:05.545410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.570795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-45e8490b-3d5e-46b3-8454-ff172ff9a05d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254619
Nov 06 21:09:05.621459 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.625197 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.653588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:05.666726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8210ec64-3dfd-4382-bf2e-e773d5cb1edc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:05.669484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-cd6a954e-9ba4-4499-bd3b-7f443b7bec93 service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906637
Nov 06 21:09:05.675686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.676448 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Added segment 1b1f6f9f-c342-4977-b853-7a74aea7966a of type vlan for network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47
Nov 06 21:09:05.719923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.744065 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.750244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:05.750828 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:05.763499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d20d01b4-8f80-4ed4-b765-b9d1b4ecb2f2 req-a9a0cf8d-eaf7-4cbd-8362-1408302e4f30 service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866122
Nov 06 21:09:05.810089 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4112296
Nov 06 21:09:05.813068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54608) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:05.819881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Request body: {'subnet': {'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:05.867383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f08c3d-187f-4d1f-b663-47155bb80fbd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event updated for resources: {'Network': ['ID=0070a86f-8bca-4b7c-a9b2-1644edbd8c47,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:05.878237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:05.926828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Made reservation on behalf of 911800e585e74dd698b4704fa6fbbec8 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:05.930918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:06.045782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46de5a1-ed83-4231-9fd5-fbdb73442029 req-78296f34-47ad-4e06-8d35-32f3a4f87094 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:06.047294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d46de5a1-ed83-4231-9fd5-fbdb73442029 req-78296f34-47ad-4e06-8d35-32f3a4f87094 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 945 time: 0.0559630
Nov 06 21:09:06.103214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d46de5a1-ed83-4231-9fd5-fbdb73442029 req-fe6cb006-8d9d-4f09-9642-a24969842ed8 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495594
Nov 06 21:09:06.131792 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:06.194132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event updated for resources: {'Subnet': ['ID=d471fa86-5fa2-4b13-b7cd-7fb00b13e74a,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:06.201961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Checking segment: {'id': '1b1f6f9f-c342-4977-b853-7a74aea7966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:06.202406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Network hostable DHCP agents. Network: 0070a86f-8bca-4b7c-a9b2-1644edbd8c47, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:06.223243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:06.239661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0070a86f-8bca-4b7c-a9b2-1644edbd8c47) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:06.252747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:06.253349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:06.256065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812114eb-a715-4e13-9efc-278d19978099 None None] Network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:06.290427 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d2a4363f-0fbc-44fb-9092-50502b316da3 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4742568
Nov 06 21:09:06.294264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54628) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:06.299399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Request body: {'port': {'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47', 'name': 'tempest-ExtraDHCPOptionsTestJSON-987456045'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:06.572070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Made reservation on behalf of 911800e585e74dd698b4704fa6fbbec8 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:06.574170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0070a86f-8bca-4b7c-a9b2-1644edbd8c47', 'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47', 'tenant_id': '911800e585e74dd698b4704fa6fbbec8', 'fixed_ips': [{'subnet_id': 'd471fa86-5fa2-4b13-b7cd-7fb00b13e74a'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:06.575231 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:06.583078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:06.614324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] device_id is not set on port 65aed5d2-a966-4629-886a-8e39e8c85d77 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:09:06.706908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f390cc5-6da9-429f-88dd-92680fd27aaa req-887bb8de-8e4e-4255-a043-292304e58486 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:06.711206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f390cc5-6da9-429f-88dd-92680fd27aaa req-887bb8de-8e4e-4255-a043-292304e58486 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0738852
Nov 06 21:09:06.787036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f390cc5-6da9-429f-88dd-92680fd27aaa req-49ced6ec-0183-40ba-9756-fd5bf3d9c48c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691032
Nov 06 21:09:06.789737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:06.815633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Allocated IP 172.20.0.7 (0070a86f-8bca-4b7c-a9b2-1644edbd8c47/d471fa86-5fa2-4b13-b7cd-7fb00b13e74a/65aed5d2-a966-4629-886a-8e39e8c85d77) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:06.887684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device dbb2910c-cfb7-477f-8b50-e894e660bcdb up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:06.959716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port dbb2910c-cfb7-477f-8b50-e894e660bcdb completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:09:06.966937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port dbb2910c-cfb7-477f-8b50-e894e660bcdb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:06.967311 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.012409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.055102 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.095223 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.122320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:07.133165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:09:07.136251 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c78ba5-baac-491e-84e0-6a22d63801af" -d '{"events": [{"server_uuid": "6c47cf6b-e137-45f8-b4d2-bf6aef3ef779", "name": "network-vif-plugged", "status": "completed", "tag": "dbb2910c-cfb7-477f-8b50-e894e660bcdb"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:09:07.139395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:07.153444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:07.158450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event updated for resources: {'Port': ['ID=65aed5d2-a966-4629-886a-8e39e8c85d77,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:07.170291 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Allocated IP 172.20.0.2 (0070a86f-8bca-4b7c-a9b2-1644edbd8c47/d471fa86-5fa2-4b13-b7cd-7fb00b13e74a/cdc36beb-3908-46c2-aa61-5bf78800a892) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:07.173616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port dbb2910c-cfb7-477f-8b50-e894e660bcdb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:07.185341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.225424 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553e8bcf-bbdb-41ce-b033-a0d8fcf115a5 x-openstack-request-id: req-553e8bcf-bbdb-41ce-b033-a0d8fcf115a5 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:09:07.225760 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c47cf6b-e137-45f8-b4d2-bf6aef3ef779", "name": "network-vif-plugged", "status": "completed", "tag": "dbb2910c-cfb7-477f-8b50-e894e660bcdb", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:09:07.225966 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-553e8bcf-bbdb-41ce-b033-a0d8fcf115a5 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:09:07.226836 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'code': 200}
Nov 06 21:09:07.292458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=dbb2910c-cfb7-477f-8b50-e894e660bcdb,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:07.302991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:07.303833 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.331965 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6e0f78dc-3a08-4440-865d-e5bf5431366d tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0366168
Nov 06 21:09:07.334935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54638) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:07.340104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Request body: {'port': {'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47', 'name': 'tempest-ExtraDHCPOptionsTestJSON-316119462', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:07.340697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] bootfile-name is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 21:09:07.340990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] tftp-server is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 21:09:07.341314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.api.validators [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] server-ip-address is not in valid_values {{(pid=119334) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 21:09:07.398162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757ff4-e41e-4b82-acc9-eab12ad25fe5 req-771356ec-a3e9-451a-9bd2-bec392409f2b tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:07.399733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95757ff4-e41e-4b82-acc9-eab12ad25fe5 req-771356ec-a3e9-451a-9bd2-bec392409f2b tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.1612561
Nov 06 21:09:07.411847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffa019-ee6c-4a2b-bdfe-3591c9688560 req-67af6eab-2f77-4cd7-82fe-098953fee5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:07.413347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49ffa019-ee6c-4a2b-bdfe-3591c9688560 req-67af6eab-2f77-4cd7-82fe-098953fee5b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 1097 time: 0.1239927
Nov 06 21:09:07.425297 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.442467 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.493403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49ffa019-ee6c-4a2b-bdfe-3591c9688560 req-8fe08a56-d5bc-44d4-b531-bc74639ab5c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633571
Nov 06 21:09:07.493696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:07.501066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:07.503802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Pushing event updated for resources: {'Port': ['ID=cdc36beb-3908-46c2-aa61-5bf78800a892,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:07.507066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95757ff4-e41e-4b82-acc9-eab12ad25fe5 req-109959f4-c2e8-482c-a765-b735ce332cbf tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973566
Nov 06 21:09:07.513498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Made reservation on behalf of 911800e585e74dd698b4704fa6fbbec8 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:07.522184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.529835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:07.579870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] device_id is not set on port d1688f2a-81ce-4d77-a0d4-dfc25be6f193 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:09:07.618840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Attempting to bind port cdc36beb-3908-46c2-aa61-5bf78800a892 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:07.619211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Attempting to bind port cdc36beb-3908-46c2-aa61-5bf78800a892 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1b1f6f9f-c342-4977-b853-7a74aea7966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:07.619578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Attempting to bind port cdc36beb-3908-46c2-aa61-5bf78800a892 on network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:07.625862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:07.626245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Checking segment: {'id': '1b1f6f9f-c342-4977-b853-7a74aea7966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:07.626638 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.627042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Bound using segment: {'id': '1b1f6f9f-c342-4977-b853-7a74aea7966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:07.627559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Bound port: cdc36beb-3908-46c2-aa61-5bf78800a892, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1f6f9f-c342-4977-b853-7a74aea7966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0070a86f-8bca-4b7c-a9b2-1644edbd8c47'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:07.627903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.709706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] For port cdc36beb-3908-46c2-aa61-5bf78800a892, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:07.714364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] For port cdc36beb-3908-46c2-aa61-5bf78800a892, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdc36beb-3908-46c2-aa61-5bf78800a892,segment=NetworkSegment(1b1f6f9f-c342-4977-b853-7a74aea7966a),segment_id=1b1f6f9f-c342-4977-b853-7a74aea7966a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:07.720046 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:07.762129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Allocated IP 172.20.0.3 (0070a86f-8bca-4b7c-a9b2-1644edbd8c47/d471fa86-5fa2-4b13-b7cd-7fb00b13e74a/d1688f2a-81ce-4d77-a0d4-dfc25be6f193) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:07.787629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca205f7d-a058-41af-970b-07c856347f28 None None] Pushing event updated for resources: {'Port': ['ID=cdc36beb-3908-46c2-aa61-5bf78800a892,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:07.967788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e835b6-0877-4030-b17d-883c0484d541 req-69da3f6d-7c7f-4c0b-ab39-bb569cb59b7e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:07.974897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3e835b6-0877-4030-b17d-883c0484d541 req-69da3f6d-7c7f-4c0b-ab39-bb569cb59b7e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0772412
Nov 06 21:09:07.993972 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.075201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3e835b6-0877-4030-b17d-883c0484d541 req-e85e5446-5610-4b7c-84d3-80f00d35e8a3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926430
Nov 06 21:09:08.102918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.173716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:08.181161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:08.187086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event updated for resources: {'Port': ['ID=d1688f2a-81ce-4d77-a0d4-dfc25be6f193,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:08.187086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:08.237959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:08.238611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.255243 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-22e48b87-2275-4fe5-8005-74c4ccb2d853 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 0.9191053
Nov 06 21:09:08.257756 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54644) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:08.320783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20128206-fa08-44c4-86af-16d6cb705f79 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:08.327396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20128206-fa08-44c4-86af-16d6cb705f79 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:08.333441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20128206-fa08-44c4-86af-16d6cb705f79 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:08.335070 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-20128206-fa08-44c4-86af-16d6cb705f79 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2614 time: 0.0763996
Nov 06 21:09:08.338129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54646) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:08.441075 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb5801-44a1-4e48-a752-65e34cbdff12 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Deleting port d1688f2a-81ce-4d77-a0d4-dfc25be6f193 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:08.441551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5801-44a1-4e48-a752-65e34cbdff12 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.473302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cdc36beb-3908-46c2-aa61-5bf78800a892 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:08.524529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cdc36beb-3908-46c2-aa61-5bf78800a892 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:08.524921 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.532637 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5801-44a1-4e48-a752-65e34cbdff12 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.548105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb5801-44a1-4e48-a752-65e34cbdff12 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Calling delete_port for d1688f2a-81ce-4d77-a0d4-dfc25be6f193 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:08.663640 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.800247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5801-44a1-4e48-a752-65e34cbdff12 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.815028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port cdc36beb-3908-46c2-aa61-5bf78800a892, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdc36beb-3908-46c2-aa61-5bf78800a892,segment=NetworkSegment(1b1f6f9f-c342-4977-b853-7a74aea7966a),segment_id=1b1f6f9f-c342-4977-b853-7a74aea7966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:08.824621 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:08.846312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f740f3-14c1-4086-bd4f-107269fb89bb req-5fdcb17d-5ec2-4872-b55a-17c2b03181a5 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:08.860078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb5801-44a1-4e48-a752-65e34cbdff12 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event deleted for resources: {'Port': ['ID=d1688f2a-81ce-4d77-a0d4-dfc25be6f193,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:08.864682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03f740f3-14c1-4086-bd4f-107269fb89bb req-5fdcb17d-5ec2-4872-b55a-17c2b03181a5 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.2037704
Nov 06 21:09:08.964092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=cdc36beb-3908-46c2-aa61-5bf78800a892,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:09.049367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5801-44a1-4e48-a752-65e34cbdff12 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.052186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03f740f3-14c1-4086-bd4f-107269fb89bb req-f83bfbc7-2801-48b1-993f-5886d59d89a0 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1706443
Nov 06 21:09:09.056352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54652) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:09.062443 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d0eb5801-44a1-4e48-a752-65e34cbdff12 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "DELETE /v2.0/ports/d1688f2a-81ce-4d77-a0d4-dfc25be6f193 HTTP/1.1" status: 204  len: 168 time: 0.7231300
Nov 06 21:09:09.072622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Request body: {'port': {'name': 'tempest-new-port-name-467483832', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:09.075348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.api.validators [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] bootfile-name is not in valid_values {{(pid=119333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 21:09:09.075948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.api.validators [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] tftp-server is not in valid_values {{(pid=119333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 21:09:09.076536 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.api.validators [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] server-ip-address is not in valid_values {{(pid=119333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 06 21:09:09.169460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.213654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce322e-beef-451e-b619-415193b886f0 None None] Network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:09.357040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b546ea11-bd79-44b6-bc39-e4a210d48ee9 None None] Provisioning complete for port cdc36beb-3908-46c2-aa61-5bf78800a892 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:09.357502 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b546ea11-bd79-44b6-bc39-e4a210d48ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.359372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0190a-f04a-4187-b74b-803a1431e7a3 req-38e4c640-c45d-426e-b4c7-8a9a14e29944 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:09.363346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fdc0190a-f04a-4187-b74b-803a1431e7a3 req-38e4c640-c45d-426e-b4c7-8a9a14e29944 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.1293569
Nov 06 21:09:09.515201 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.525200 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.564762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fdc0190a-f04a-4187-b74b-803a1431e7a3 req-9c2dede6-f38b-4e88-a6a5-3ecd32d2c79a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243825
Nov 06 21:09:09.638884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event updated for resources: {'Port': ['ID=65aed5d2-a966-4629-886a-8e39e8c85d77,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:09.651121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] In _notify_port_updated(), no bound segment for port 65aed5d2-a966-4629-886a-8e39e8c85d77 on network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:09:09.659063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:09.659913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.661330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-79927117-8504-4f84-b76f-da583eb45bf6 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "PUT /v2.0/ports/65aed5d2-a966-4629-886a-8e39e8c85d77 HTTP/1.1" status: 200  len: 1135 time: 0.6004212
Nov 06 21:09:09.664101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54658) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:09.716231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b62a9-fe60-4185-9672-368bc5c865ec tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:09.721714 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ac6b62a9-fe60-4185-9672-368bc5c865ec tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "GET /v2.0/ports/65aed5d2-a966-4629-886a-8e39e8c85d77 HTTP/1.1" status: 200  len: 1135 time: 0.0533364
Nov 06 21:09:09.722031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54660) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:09.824577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-95f7ddc9-3b64-49bf-9c5a-7a37ccbf1a58 None None] Provisioning complete for port cdc36beb-3908-46c2-aa61-5bf78800a892 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:09.825189 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95f7ddc9-3b64-49bf-9c5a-7a37ccbf1a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.825417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7224e834-3cb6-40ce-a64c-1b74d2b1dffd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Deleting port 65aed5d2-a966-4629-886a-8e39e8c85d77 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:09.825772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7224e834-3cb6-40ce-a64c-1b74d2b1dffd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.986620 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7224e834-3cb6-40ce-a64c-1b74d2b1dffd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:09.988992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-95f7ddc9-3b64-49bf-9c5a-7a37ccbf1a58 None None] Provisioning complete for port 65aed5d2-a966-4629-886a-8e39e8c85d77 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:09.989370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95f7ddc9-3b64-49bf-9c5a-7a37ccbf1a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.002139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7224e834-3cb6-40ce-a64c-1b74d2b1dffd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Calling delete_port for 65aed5d2-a966-4629-886a-8e39e8c85d77 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:10.037402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-95f7ddc9-3b64-49bf-9c5a-7a37ccbf1a58 None None] Port 65aed5d2-a966-4629-886a-8e39e8c85d77 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:09:10.161378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c07e14d6-dcfb-4713-aaba-c2d5589d4447 None None] Provisioning complete for port 65aed5d2-a966-4629-886a-8e39e8c85d77 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:10.161748 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c07e14d6-dcfb-4713-aaba-c2d5589d4447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.232758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c07e14d6-dcfb-4713-aaba-c2d5589d4447 None None] Port 65aed5d2-a966-4629-886a-8e39e8c85d77 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:09:10.271092 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7224e834-3cb6-40ce-a64c-1b74d2b1dffd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.293909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af0bb4-d4ee-4c98-bbe9-c993d767cf61 req-895c4f91-cf47-4ea4-ad47-262269b11da0 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:10.301429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1af0bb4-d4ee-4c98-bbe9-c993d767cf61 req-895c4f91-cf47-4ea4-ad47-262269b11da0 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.1396506
Nov 06 21:09:10.343419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224e834-3cb6-40ce-a64c-1b74d2b1dffd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event deleted for resources: {'Port': ['ID=65aed5d2-a966-4629-886a-8e39e8c85d77,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:10.439526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1af0bb4-d4ee-4c98-bbe9-c993d767cf61 req-36ffdc42-d0a6-496f-b9d9-0cf856fff18b tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370351
Nov 06 21:09:10.465740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cdc36beb-3908-46c2-aa61-5bf78800a892 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:10.466580 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7224e834-3cb6-40ce-a64c-1b74d2b1dffd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.473482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54684) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:10.479824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e4a04593-2aff-4cca-b039-e2f52bc9b73e None None] Could not find standard attr ID for object d1688f2a-81ce-4d77-a0d4-dfc25be6f193. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:09:10.483504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7224e834-3cb6-40ce-a64c-1b74d2b1dffd tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "DELETE /v2.0/ports/65aed5d2-a966-4629-886a-8e39e8c85d77 HTTP/1.1" status: 204  len: 168 time: 0.7577183
Nov 06 21:09:10.555043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0287be-5d18-45d0-bde7-47844d2c8f76 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Deleting subnet d471fa86-5fa2-4b13-b7cd-7fb00b13e74a {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:10.559262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cdc36beb-3908-46c2-aa61-5bf78800a892 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:10.559262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.566522 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb0287be-5d18-45d0-bde7-47844d2c8f76 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.624441 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb0287be-5d18-45d0-bde7-47844d2c8f76 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.686070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b9852-5dea-475c-b666-f9dae7f70b4c req-55461a38-53a8-4f17-9d49-3cb7184130ba tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:10.688487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e35b9852-5dea-475c-b666-f9dae7f70b4c req-55461a38-53a8-4f17-9d49-3cb7184130ba tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.1375973
Nov 06 21:09:10.706300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54688) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:10.714607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Request body: {'floatingip': {'port_id': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:10.735114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb0287be-5d18-45d0-bde7-47844d2c8f76 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.815276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb0287be-5d18-45d0-bde7-47844d2c8f76 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.832828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.849939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0287be-5d18-45d0-bde7-47844d2c8f76 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event deleted for resources: {'Subnet': ['ID=d471fa86-5fa2-4b13-b7cd-7fb00b13e74a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:10.871826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb0287be-5d18-45d0-bde7-47844d2c8f76 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:10.882402 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eb0287be-5d18-45d0-bde7-47844d2c8f76 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "DELETE /v2.0/subnets/d471fa86-5fa2-4b13-b7cd-7fb00b13e74a HTTP/1.1" status: 204  len: 168 time: 0.4077590
Nov 06 21:09:10.886469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:11.058852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec64b1-46f8-4ad4-98cd-260e482d3032 None None] Network 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:11.267528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fefcb896-6b87-4873-aa72-aa38b6141434 None None] Could not find standard attr ID for object 65aed5d2-a966-4629-886a-8e39e8c85d77. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:09:11.318981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94efde-9ce4-46a9-86e9-483fbe2c5d1c req-ab533bae-c59b-4484-a97b-366cee357082 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:11.320761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b94efde-9ce4-46a9-86e9-483fbe2c5d1c req-ab533bae-c59b-4484-a97b-366cee357082 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.6311491
Nov 06 21:09:11.417978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:11.424142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] DHCP port deletion for 0070a86f-8bca-4b7c-a9b2-1644edbd8c47 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:09:11.460471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b94efde-9ce4-46a9-86e9-483fbe2c5d1c req-f5d6af62-7403-4a82-8134-56228f6d1018 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315033
Nov 06 21:09:11.501896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] Deleting port cdc36beb-3908-46c2-aa61-5bf78800a892 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:11.502283 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:11.570219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] For port cdc36beb-3908-46c2-aa61-5bf78800a892, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdc36beb-3908-46c2-aa61-5bf78800a892,segment=NetworkSegment(1b1f6f9f-c342-4977-b853-7a74aea7966a),segment_id=1b1f6f9f-c342-4977-b853-7a74aea7966a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:11.570623 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:11.591589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] Calling delete_port for cdc36beb-3908-46c2-aa61-5bf78800a892 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:11.600638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Deleting port cdc36beb-3908-46c2-aa61-5bf78800a892 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:11.601118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:11.676786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] For port cdc36beb-3908-46c2-aa61-5bf78800a892, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdc36beb-3908-46c2-aa61-5bf78800a892,segment=NetworkSegment(1b1f6f9f-c342-4977-b853-7a74aea7966a),segment_id=1b1f6f9f-c342-4977-b853-7a74aea7966a)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:11.677190 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:11.683548 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:11.720546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] No DVR routers for this DVR port cdc36beb-3908-46c2-aa61-5bf78800a892 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:11.722899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d4f63-2b83-425e-bce3-df92ad29176d None None] Pushing event deleted for resources: {'Port': ['ID=cdc36beb-3908-46c2-aa61-5bf78800a892,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:11.733598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Calling delete_port for cdc36beb-3908-46c2-aa61-5bf78800a892 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:11.933249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:11.971022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] No DVR routers for this DVR port cdc36beb-3908-46c2-aa61-5bf78800a892 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:11.972585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event deleted for resources: {'Port': ['ID=cdc36beb-3908-46c2-aa61-5bf78800a892,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:12.101781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.107318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.111054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.169655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925701dcd0>,) {'filters': {'network_id': ['0070a86f-8bca-4b7c-a9b2-1644edbd8c47']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:12.187383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925701dcd0>, '1b1f6f9f-c342-4977-b853-7a74aea7966a') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:12.187681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925701dcd0>, '1b1f6f9f-c342-4977-b853-7a74aea7966a') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:12.228712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.250665 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.261681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:12.262141 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:12.266132 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:12.278431 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Floating IP d6e74926-df80-4e27-9c15-1cfdafce6dc6 associated. External IP: 172.35.0.132, port: dbb2910c-cfb7-477f-8b50-e894e660bcdb.
Nov 06 21:09:12.374443 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.408884 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.412134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] 10.222.0.13 "DELETE /v2.0/networks/0070a86f-8bca-4b7c-a9b2-1644edbd8c47 HTTP/1.1" status: 204  len: 168 time: 1.5238626
Nov 06 21:09:12.419903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cdc36beb-3908-46c2-aa61-5bf78800a892 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:12.425800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4b444-b934-4457-bd2d-da19a39cbec9 tempest-ExtraDHCPOptionsTestJSON-1343952413 tempest-ExtraDHCPOptionsTestJSON-1343952413-project] Pushing event deleted for resources: {'Network': ['ID=0070a86f-8bca-4b7c-a9b2-1644edbd8c47,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:12.460602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: cdc36beb-3908-46c2-aa61-5bf78800a892 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:09:12.460973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cdc36beb-3908-46c2-aa61-5bf78800a892 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:09:12.649549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Router 4bf88552-4f6d-4d00-aa4d-554f2908352e has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:09:12.686662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a423b-fe44-4f36-bf9d-b95bba16713f req-b26b48a2-d750-43b9-9680-613554128175 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:12.688148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a98a423b-fe44-4f36-bf9d-b95bba16713f req-b26b48a2-d750-43b9-9680-613554128175 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0857136
Nov 06 21:09:12.789630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54704) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:12.842939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a98a423b-fe44-4f36-bf9d-b95bba16713f req-a072d4e8-61d8-48c4-b05f-8002c33f808f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419146
Nov 06 21:09:12.854988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:09:12.865284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:12.881036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] Sync routers for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:09:12.898671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:09:12.899442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925172c130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:12.906117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-56f0b869-30be-4e59-be13-40e2383dd803 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "PUT /v2.0/floatingips/d6e74926-df80-4e27-9c15-1cfdafce6dc6 HTTP/1.1" status: 200  len: 992 time: 2.1948824
Nov 06 21:09:12.906117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'tag': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:09:12.906974 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f9e619-9265-4280-acac-393e574af6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6c47cf6b-e137-45f8-b4d2-bf6aef3ef779", "tag": "dbb2910c-cfb7-477f-8b50-e894e660bcdb"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:09:12.985927 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb48cdf3-2f8a-492c-8226-68fb8ff05b55 x-openstack-request-id: req-bb48cdf3-2f8a-492c-8226-68fb8ff05b55 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:09:12.986105 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c47cf6b-e137-45f8-b4d2-bf6aef3ef779", "tag": "dbb2910c-cfb7-477f-8b50-e894e660bcdb", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:09:12.986232 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb48cdf3-2f8a-492c-8226-68fb8ff05b55 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:09:12.986626 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'tag': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'status': 'completed', 'code': 200}
Nov 06 21:09:13.030412 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a58e8a06-c6e1-4348-939a-a6e93bd16db2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=911800e585e74dd698b4704fa6fbbec8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2395530
Nov 06 21:09:13.031315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54712) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:13.084534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e619-9265-4280-acac-393e574af6ba req-5d8e1173-7eea-4d95-9df7-bc18398d35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:13.086085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44f9e619-9265-4280-acac-393e574af6ba req-5d8e1173-7eea-4d95-9df7-bc18398d35c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f47922bfda043499f1554d9db0bc00c&device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 1097 time: 0.0763481
Nov 06 21:09:13.094731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-34d2d853-7e00-4177-bce4-877cec6846ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:13.124019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:09:13.152144 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-34d2d853-7e00-4177-bce4-877cec6846ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:13.246374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e619-9265-4280-acac-393e574af6ba req-19a884fc-1541-4815-a0ae-22a750ca0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:13.248455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44f9e619-9265-4280-acac-393e574af6ba req-19a884fc-1541-4815-a0ae-22a750ca0802 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcfa1f11-e91c-4db8-b14a-85f52d95550f HTTP/1.1" status: 200  len: 913 time: 0.1544991
Nov 06 21:09:13.250032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-34d2d853-7e00-4177-bce4-877cec6846ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:13.253020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-34d2d853-7e00-4177-bce4-877cec6846ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:13.256689 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-34d2d853-7e00-4177-bce4-877cec6846ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8210ec64-3dfd-4382-bf2e-e773d5cb1edc HTTP/1.1" status: 204  len: 168 time: 0.2217872
Nov 06 21:09:13.282718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2d853-7e00-4177-bce4-877cec6846ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210ec64-3dfd-4382-bf2e-e773d5cb1edc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:13.391920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44f9e619-9265-4280-acac-393e574af6ba req-84eb1185-78a5-4c71-a828-3b259888454e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb HTTP/1.1" status: 200  len: 1000 time: 0.1347728
Nov 06 21:09:13.467272 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e619-9265-4280-acac-393e574af6ba req-55e5fbbe-15fa-4a3f-b758-25cf3b407964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:13.469271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44f9e619-9265-4280-acac-393e574af6ba req-55e5fbbe-15fa-4a3f-b758-25cf3b407964 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f3e8d5-8b05-456c-92fc-814f10e4ac64 HTTP/1.1" status: 200  len: 851 time: 0.0698223
Nov 06 21:09:13.529609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e619-9265-4280-acac-393e574af6ba req-cf7afefc-b910-40c1-953e-e36201ad922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:13.531152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44f9e619-9265-4280-acac-393e574af6ba req-cf7afefc-b910-40c1-953e-e36201ad922a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcfa1f11-e91c-4db8-b14a-85f52d95550f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0552502
Nov 06 21:09:13.598816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925172c130>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd6e74926-df80-4e27-9c15-1cfdafce6dc6', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'port_id': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'mac_address': 'fa:16:3e:9e:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:08:54Z', 'updated_at': '2021-11-06T21:09:11Z', 'revision_number': 1, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:55Z', 'revision_number': 5, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:13.637308 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] Checking router: 4bf88552-4f6d-4d00-aa4d-554f2908352e for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:09:13.646714 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:09:13.647334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925172c130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:08:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:13.671216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44f9e619-9265-4280-acac-393e574af6ba req-227d6145-a5af-4a2e-b5ed-056a29452308 service neutron] 10.222.0.37 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325982
Nov 06 21:09:13.801438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:09:13.821246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44f9e619-9265-4280-acac-393e574af6ba req-b997f7f6-ba9a-4fec-af25-05f7ead8dcf8 service neutron] 10.222.0.37 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349921
Nov 06 21:09:14.000975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9761446-4511-4594-9f97-89aba6b5c8c3 req-386dcddf-920c-44bd-b4fb-ac62f51ddd0c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:14.010333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9761446-4511-4594-9f97-89aba6b5c8c3 req-386dcddf-920c-44bd-b4fb-ac62f51ddd0c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0776987
Nov 06 21:09:14.099835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9761446-4511-4594-9f97-89aba6b5c8c3 req-bc6e1c6e-4092-42be-a024-69a3994c16b3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872936
Nov 06 21:09:14.204239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925172c130>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd6e74926-df80-4e27-9c15-1cfdafce6dc6', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'port_id': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'mac_address': 'fa:16:3e:9e:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:08:54Z', 'updated_at': '2021-11-06T21:09:11Z', 'revision_number': 1, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:55Z', 'revision_number': 5, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:14.249308 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9ea5d-35ea-4f63-b0ee-4119494f4f5a None None] The sync data for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 is: [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd6e74926-df80-4e27-9c15-1cfdafce6dc6', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'port_id': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'mac_address': 'fa:16:3e:9e:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:08:54Z', 'updated_at': '2021-11-06T21:09:11Z', 'revision_number': 1, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:55Z', 'revision_number': 5, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:09:14.335162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:14.474212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.482989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1363076143'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:14.515564 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.523001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:14.523798 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbe12b-8199-4843-8b4a-b8f810d3d038 None None] New status for floating IP d6e74926-df80-4e27-9c15-1cfdafce6dc6: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:09:14.535692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.547663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.640098 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.647637 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.685711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:14.697649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a965f45b-0fb1-44f1-bc94-b0df34e6c657,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:14.708219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.708427 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment 894aaeea-542a-43be-ab7d-2ec1b40e72bf of type vlan for network 0dad2749-7e2d-4994-b36a-44a849c8a758
Nov 06 21:09:14.780484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.817995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.823983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:14.824611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:14.886129 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5491331
Nov 06 21:09:14.898124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce88d22-b65e-43b8-a4aa-aa5fe60bfccf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=0dad2749-7e2d-4994-b36a-44a849c8a758,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:14.909445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0dad2749-7e2d-4994-b36a-44a849c8a758 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:15.272916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507fdb-e263-4805-aef2-64cecf18be27 req-25ba6417-bdd5-4e23-8685-b16f656fbd40 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:15.275043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa507fdb-e263-4805-aef2-64cecf18be27 req-25ba6417-bdd5-4e23-8685-b16f656fbd40 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0873184
Nov 06 21:09:15.360321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa507fdb-e263-4805-aef2-64cecf18be27 req-50d00ecf-6936-456b-8707-91368bde4fed tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731869
Nov 06 21:09:16.534294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e158596-2a7f-4db1-a729-885ae3c6e9e1 req-c18935de-412b-4411-87db-c908dddff9d5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:16.535827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e158596-2a7f-4db1-a729-885ae3c6e9e1 req-c18935de-412b-4411-87db-c908dddff9d5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0705891
Nov 06 21:09:16.603653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e158596-2a7f-4db1-a729-885ae3c6e9e1 req-65f52bf5-c2a8-4e41-8941-529ecb134dc0 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609453
Nov 06 21:09:16.830461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bb65381-5584-4227-a48a-fa72e3d1cfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:17.732320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862795f9-3751-4cb1-8555-1e22d1487618 req-f51a4ac4-0f63-4054-8f9f-734c6162f5e7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:17.733827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-862795f9-3751-4cb1-8555-1e22d1487618 req-f51a4ac4-0f63-4054-8f9f-734c6162f5e7 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0524695
Nov 06 21:09:17.783306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-862795f9-3751-4cb1-8555-1e22d1487618 req-1089a94d-2536-44c7-a810-78b7f8b8154c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435584
Nov 06 21:09:18.090747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54766) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:18.095920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': '0dad2749-7e2d-4994-b36a-44a849c8a758', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:18.183419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:18.186834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.357839 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.410469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=eb551e08-4eb0-48d3-bc4a-1fda52578ade,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:18.427419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': '894aaeea-542a-43be-ab7d-2ec1b40e72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0dad2749-7e2d-4994-b36a-44a849c8a758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:18.427780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: 0dad2749-7e2d-4994-b36a-44a849c8a758, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:18.444675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network 0dad2749-7e2d-4994-b36a-44a849c8a758 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:18.453884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0dad2749-7e2d-4994-b36a-44a849c8a758) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:18.458464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:18.459517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.462696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9972a86b-5997-41c8-a4d4-cb851b4c179a None None] Network 0dad2749-7e2d-4994-b36a-44a849c8a758 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:18.479705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54770) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:18.479949 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c14b9ae0-3067-441f-a4ec-b2d39a33a51a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3874109
Nov 06 21:09:18.485044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-613101896'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:18.505071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:18.508713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.532551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:18.543281 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.543629 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment 6e686d19-c6b5-41b1-a936-3f866b03f420 of type vlan for network 5dca0cf2-63ee-4cde-acdd-0888c3ac776c
Nov 06 21:09:18.582840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.615508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0dad2749-7e2d-4994-b36a-44a849c8a758', 'network_id': '0dad2749-7e2d-4994-b36a-44a849c8a758', 'tenant_id': 'f29c0c875f074a299ec4865e34443f91', 'fixed_ips': [{'subnet_id': 'eb551e08-4eb0-48d3-bc4a-1fda52578ade'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:18.615698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.616691 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.622181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:18.623020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.697211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2162366
Nov 06 21:09:18.700107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54774) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:18.700737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156349eb-2033-44d2-893e-7f114d22c1d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=5dca0cf2-63ee-4cde-acdd-0888c3ac776c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:18.706198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': '5dca0cf2-63ee-4cde-acdd-0888c3ac776c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:18.714751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 5dca0cf2-63ee-4cde-acdd-0888c3ac776c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:18.793448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:18.797009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.813204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Allocated IP 2001:db8:0:ffff::2 (0dad2749-7e2d-4994-b36a-44a849c8a758/eb551e08-4eb0-48d3-bc4a-1fda52578ade/848ed5d8-80ac-4f4b-b87f-e10cef949ceb) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:18.911551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6c0a-705d-416b-8d3e-f2da08f56171 req-55970f05-05bd-40b5-bdbc-ef085ee88c04 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:18.913238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71ed6c0a-705d-416b-8d3e-f2da08f56171 req-55970f05-05bd-40b5-bdbc-ef085ee88c04 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0538695
Nov 06 21:09:18.968325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71ed6c0a-705d-416b-8d3e-f2da08f56171 req-25577aa4-e672-46aa-ba8e-77c528efbfa9 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478177
Nov 06 21:09:18.968716 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:18.975418 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.012917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Network 0dad2749-7e2d-4994-b36a-44a849c8a758 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:19.015748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.015933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:19.021350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:19.030864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Pushing event updated for resources: {'Port': ['ID=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:19.079314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=b60ae1c9-d9b0-427d-ba56-0a49eccd20e6,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:19.083996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Attempting to bind port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:19.084468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Attempting to bind port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '894aaeea-542a-43be-ab7d-2ec1b40e72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0dad2749-7e2d-4994-b36a-44a849c8a758'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:19.084827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Attempting to bind port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb on network 0dad2749-7e2d-4994-b36a-44a849c8a758 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:19.090154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': '6e686d19-c6b5-41b1-a936-3f866b03f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5dca0cf2-63ee-4cde-acdd-0888c3ac776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:19.090487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: 5dca0cf2-63ee-4cde-acdd-0888c3ac776c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:19.091083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:19.091448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Checking segment: {'id': '894aaeea-542a-43be-ab7d-2ec1b40e72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0dad2749-7e2d-4994-b36a-44a849c8a758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:19.091868 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.092342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Bound using segment: {'id': '894aaeea-542a-43be-ab7d-2ec1b40e72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0dad2749-7e2d-4994-b36a-44a849c8a758'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:19.092790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Bound port: 848ed5d8-80ac-4f4b-b87f-e10cef949ceb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894aaeea-542a-43be-ab7d-2ec1b40e72bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0dad2749-7e2d-4994-b36a-44a849c8a758'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:19.093153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.107639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network 5dca0cf2-63ee-4cde-acdd-0888c3ac776c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:19.115870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5dca0cf2-63ee-4cde-acdd-0888c3ac776c) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:19.120581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:19.121171 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.127496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770b2ea-a787-4157-9aa6-c2e2365cfd63 None None] Network 5dca0cf2-63ee-4cde-acdd-0888c3ac776c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:19.138300 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-378babb9-42ae-4e8e-b2cb-8550c0638085 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4366150
Nov 06 21:09:19.141040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54778) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:19.224396 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-279e0b20-7381-43ff-960a-a55146a29bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.227636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] For port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:19.237701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.249885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] For port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,segment=NetworkSegment(894aaeea-542a-43be-ab7d-2ec1b40e72bf),segment_id=894aaeea-542a-43be-ab7d-2ec1b40e72bf)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:19.255774 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.341258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.368866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c75a3e8-62bd-4d3f-99aa-9c65f763c25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5dca0cf2-63ee-4cde-acdd-0888c3ac776c', 'network_id': '5dca0cf2-63ee-4cde-acdd-0888c3ac776c', 'tenant_id': 'f29c0c875f074a299ec4865e34443f91', 'fixed_ips': [{'subnet_id': 'b60ae1c9-d9b0-427d-ba56-0a49eccd20e6'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:19.369837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7c75a3e8-62bd-4d3f-99aa-9c65f763c25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.405768 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.435520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=b60ae1c9-d9b0-427d-ba56-0a49eccd20e6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:19.542470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9839ed-557e-48fe-9279-dcf9a303233d None None] Pushing event updated for resources: {'Port': ['ID=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:19.555339 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.577149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925557bca0>,) {'filters': {'network_id': ['5dca0cf2-63ee-4cde-acdd-0888c3ac776c']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:19.593157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925557bca0>, '6e686d19-c6b5-41b1-a936-3f866b03f420') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:19.593464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925557bca0>, '6e686d19-c6b5-41b1-a936-3f866b03f420') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:19.612215 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.629276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.631605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d451b6-ac8c-491c-aaf6-4d76473a4ade None None] Network 5dca0cf2-63ee-4cde-acdd-0888c3ac776c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:19.637253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:19.637657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:19.641317 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:19.723580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.730566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.737934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/5dca0cf2-63ee-4cde-acdd-0888c3ac776c HTTP/1.1" status: 204  len: 168 time: 0.5917752
Nov 06 21:09:19.738642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54784) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:19.744737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956327735'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:19.753898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041184f-f434-4a6c-83b6-f4662011d65a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=5dca0cf2-63ee-4cde-acdd-0888c3ac776c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:19.766593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:19.770056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.794070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:19.803003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.803346 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment e4c7914d-4b1e-4531-af1f-321f9dea0161 of type vlan for network 8eedcbd9-829b-4762-87be-9362d95eca11
Nov 06 21:09:19.842784 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.873889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.879819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:19.880460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:19.940228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2000115
Nov 06 21:09:19.942953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54786) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:19.948712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': '8eedcbd9-829b-4762-87be-9362d95eca11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:19.951989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c00d7d-0d92-4bfa-8e39-ff63a3d27b98 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=8eedcbd9-829b-4762-87be-9362d95eca11,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:19.962340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 8eedcbd9-829b-4762-87be-9362d95eca11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:20.053693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:20.058714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.102298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b43b4-de91-4880-9221-7486b468c057 req-c7f1ac7d-b2ec-4dab-8e39-9f66a7ebc056 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:20.103907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c51b43b4-de91-4880-9221-7486b468c057 req-c7f1ac7d-b2ec-4dab-8e39-9f66a7ebc056 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0568712
Nov 06 21:09:20.157863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c51b43b4-de91-4880-9221-7486b468c057 req-1238c5eb-87f3-4b81-8d80-2b9c6871b310 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468495
Nov 06 21:09:20.253042 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.322102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=678afc31-5ae9-4420-a986-43eedaeae1f9,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:20.332818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': 'e4c7914d-4b1e-4531-af1f-321f9dea0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8eedcbd9-829b-4762-87be-9362d95eca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:20.333216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: 8eedcbd9-829b-4762-87be-9362d95eca11, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:20.350694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network 8eedcbd9-829b-4762-87be-9362d95eca11 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:20.361618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8eedcbd9-829b-4762-87be-9362d95eca11) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:20.367553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:20.368237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.376552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7887da6-57cf-4ca4-a126-04f784c44e84 None None] Network 8eedcbd9-829b-4762-87be-9362d95eca11 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:20.383748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76703822-6fd0-4335-9608-4e6174c86deb None None] Network 0dad2749-7e2d-4994-b36a-44a849c8a758 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:20.395895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54790) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:20.396193 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ed3f4710-7ce6-4e46-9d3c-3cf509b7599d tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.4519651
Nov 06 21:09:20.401403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285275097'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:20.432697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:20.436595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.470834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:20.475770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 848ed5d8-80ac-4f4b-b87f-e10cef949ceb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:20.481022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.481368 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment b3caa3be-0fd9-4bab-b2ba-3564f9be49f1 of type vlan for network 9402a6cf-6d5d-4acd-908e-96a80683add4
Nov 06 21:09:20.522212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.547906 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.553841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:20.554675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.577915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6525b118-29e4-4a4e-a7ad-f60c4ca86b1f None None] Provisioning complete for port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:20.578477 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6525b118-29e4-4a4e-a7ad-f60c4ca86b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.613827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2166474
Nov 06 21:09:20.616608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54794) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:20.622348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': '9402a6cf-6d5d-4acd-908e-96a80683add4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:20.636822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06791811-a922-499e-bd0b-bfebb87475f8 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=9402a6cf-6d5d-4acd-908e-96a80683add4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:20.682998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.691077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 9402a6cf-6d5d-4acd-908e-96a80683add4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:20.712418 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:20.716876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.763911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:20.764286 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.778099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Performing IP validity checks on allocation pools {{(pid=119334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 06 21:09:20.778949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 06 21:09:20.878065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8eedcbd9-829b-4762-87be-9362d95eca11', 'network_id': '8eedcbd9-829b-4762-87be-9362d95eca11', 'tenant_id': 'f29c0c875f074a299ec4865e34443f91', 'fixed_ips': [{'subnet_id': '678afc31-5ae9-4420-a986-43eedaeae1f9'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:20.878919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.911617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:20.973342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=fbd29412-d196-4bd5-b018-3bc6a37e502d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:20.980881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': 'b3caa3be-0fd9-4bab-b2ba-3564f9be49f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9402a6cf-6d5d-4acd-908e-96a80683add4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:20.981241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: 9402a6cf-6d5d-4acd-908e-96a80683add4, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:21.002992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network 9402a6cf-6d5d-4acd-908e-96a80683add4 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:21.003480 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6525b118-29e4-4a4e-a7ad-f60c4ca86b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.015885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9402a6cf-6d5d-4acd-908e-96a80683add4) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:21.020490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:21.021123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.041073 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2a1037c6-69be-4432-b9a2-90f198a8e32f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.4233479
Nov 06 21:09:21.043960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54798) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:21.054147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc2a90-8fd6-452b-9e6f-7ff43ad5040c None None] Network 9402a6cf-6d5d-4acd-908e-96a80683add4 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:21.158700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.177392 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.203231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6525b118-29e4-4a4e-a7ad-f60c4ca86b1f None None] For port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,segment=NetworkSegment(894aaeea-542a-43be-ab7d-2ec1b40e72bf),segment_id=894aaeea-542a-43be-ab7d-2ec1b40e72bf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:21.224345 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.226930 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6525b118-29e4-4a4e-a7ad-f60c4ca86b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.273269 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Allocated IP 2001:db8::3 (8eedcbd9-829b-4762-87be-9362d95eca11/678afc31-5ae9-4420-a986-43eedaeae1f9/64b61d01-0ee7-4678-9cd3-069de682ea82) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:21.297875 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.310457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166f68e-604b-4adf-a852-4ca41ae36388 req-cb790468-3410-4d0b-974b-ab6f3083580f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:21.318304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8166f68e-604b-4adf-a852-4ca41ae36388 req-cb790468-3410-4d0b-974b-ab6f3083580f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0716019
Nov 06 21:09:21.341042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd29412-d196-4bd5-b018-3bc6a37e502d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:21.371635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8166f68e-604b-4adf-a852-4ca41ae36388 req-aeca2dfb-329e-425d-a604-fe6bfc2cf912 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525849
Nov 06 21:09:21.384009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525b118-29e4-4a4e-a7ad-f60c4ca86b1f None None] Pushing event updated for resources: {'Port': ['ID=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:21.406305 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.426902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:09:21.427130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255f96b20>,) {'filters': {'network_id': ['9402a6cf-6d5d-4acd-908e-96a80683add4']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:21.427274 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:09:21.437592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255f96b20>, 'b3caa3be-0fd9-4bab-b2ba-3564f9be49f1') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:21.437955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255f96b20>, 'b3caa3be-0fd9-4bab-b2ba-3564f9be49f1') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:21.444678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170422f-7171-4e69-9034-3600f689c24e None None] Network 9402a6cf-6d5d-4acd-908e-96a80683add4 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:21.447446 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.461593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f97b1a03-ff11-47dc-bcee-52c5060022e7 None None] Provisioning complete for port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:21.461981 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f97b1a03-ff11-47dc-bcee-52c5060022e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.462294 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.469054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:21.469686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:21.473194 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:21.541092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.545933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.549393 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/9402a6cf-6d5d-4acd-908e-96a80683add4 HTTP/1.1" status: 204  len: 168 time: 0.5043890
Nov 06 21:09:21.553179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:21.559995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1943579445'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:21.576786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119a615-b184-4496-aa6d-c7d67d52c115 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=9402a6cf-6d5d-4acd-908e-96a80683add4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:21.592704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:21.596712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.620998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:21.634002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.634382 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment f22a113b-dd9a-4ac0-96fd-ef43e9de2d73 of type vlan for network 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5
Nov 06 21:09:21.660187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.680718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.686633 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.714431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.720286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:21.721071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:21.817694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:21.825850 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-022c9b31-6e98-4d83-968a-1f384266a6a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2712572
Nov 06 21:09:21.830147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54808) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:21.839277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': '5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:21.931126 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:21.963483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:21.967045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.026222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Network 8eedcbd9-829b-4762-87be-9362d95eca11 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:22.037621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:22.040023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:22.042647 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.043307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Pushing event updated for resources: {'Port': ['ID=64b61d01-0ee7-4678-9cd3-069de682ea82,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:22.123265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Attempting to bind port 64b61d01-0ee7-4678-9cd3-069de682ea82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:22.123639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Attempting to bind port 64b61d01-0ee7-4678-9cd3-069de682ea82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4c7914d-4b1e-4531-af1f-321f9dea0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8eedcbd9-829b-4762-87be-9362d95eca11'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:22.124005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Attempting to bind port 64b61d01-0ee7-4678-9cd3-069de682ea82 on network 8eedcbd9-829b-4762-87be-9362d95eca11 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:22.129218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:22.129596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Checking segment: {'id': 'e4c7914d-4b1e-4531-af1f-321f9dea0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8eedcbd9-829b-4762-87be-9362d95eca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:22.130007 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.130404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Bound using segment: {'id': 'e4c7914d-4b1e-4531-af1f-321f9dea0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8eedcbd9-829b-4762-87be-9362d95eca11'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:22.130857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Bound port: 64b61d01-0ee7-4678-9cd3-069de682ea82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c7914d-4b1e-4531-af1f-321f9dea0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8eedcbd9-829b-4762-87be-9362d95eca11'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:22.131240 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.161225 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.194700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] For port 64b61d01-0ee7-4678-9cd3-069de682ea82, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:22.198416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] For port 64b61d01-0ee7-4678-9cd3-069de682ea82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64b61d01-0ee7-4678-9cd3-069de682ea82,segment=NetworkSegment(e4c7914d-4b1e-4531-af1f-321f9dea0161),segment_id=e4c7914d-4b1e-4531-af1f-321f9dea0161)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:22.202345 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.225596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=dd83ca5f-48f8-4fef-a3f9-d94cd9f5284b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:22.236164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:22.236569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:22.253500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:22.265768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8120357-d953-4f2b-bd4d-5e10ece16943 None None] Pushing event updated for resources: {'Port': ['ID=64b61d01-0ee7-4678-9cd3-069de682ea82,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:22.267381 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:22.271616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:22.272314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.281146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615fe08b-37e5-4ebf-8359-f056594dc957 None None] Network 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:22.295623 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7f3a072f-9719-48e3-ad2e-3efaad38b068 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.4632835
Nov 06 21:09:22.298905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54810) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:22.479733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5', 'network_id': '5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5', 'tenant_id': 'f29c0c875f074a299ec4865e34443f91', 'fixed_ips': [{'subnet_id': 'dd83ca5f-48f8-4fef-a3f9-d94cd9f5284b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:22.480620 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.510695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 848ed5d8-80ac-4f4b-b87f-e10cef949ceb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:22.594833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b4e90-e9de-4518-a296-3ab7d7c421b4 req-86656ab2-ba08-432e-b959-dbb402b76a1f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:22.597613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-330b4e90-e9de-4518-a296-3ab7d7c421b4 req-86656ab2-ba08-432e-b959-dbb402b76a1f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0845563
Nov 06 21:09:22.659454 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.691983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-330b4e90-e9de-4518-a296-3ab7d7c421b4 req-14576165-fb09-4900-ab3a-51c5cff47b96 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882239
Nov 06 21:09:22.737132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:22.737708 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.768821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Allocated IP 2001:db8::1 (5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5/dd83ca5f-48f8-4fef-a3f9-d94cd9f5284b/37611180-e3ad-4926-9148-1fd95d202c48) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:22.811798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.872989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.972050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:22.979031 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.000216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.022802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Network 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:23.026445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:23.033374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:23.039673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=dd83ca5f-48f8-4fef-a3f9-d94cd9f5284b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:23.049607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Pushing event updated for resources: {'Port': ['ID=37611180-e3ad-4926-9148-1fd95d202c48,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:23.101397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.106911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Attempting to bind port 37611180-e3ad-4926-9148-1fd95d202c48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:23.107281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Attempting to bind port 37611180-e3ad-4926-9148-1fd95d202c48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:23.107643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Attempting to bind port 37611180-e3ad-4926-9148-1fd95d202c48 on network 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:23.114561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:23.114937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Checking segment: {'id': 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:23.115337 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.115775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Bound using segment: {'id': 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:23.116250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Bound port: 37611180-e3ad-4926-9148-1fd95d202c48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:23.116687 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.125661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9259dad6d0>,) {'filters': {'network_id': ['5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:23.138425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9259dad6d0>, 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:23.139063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9259dad6d0>, 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:23.148636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.162572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.169673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:23.170058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:23.173871 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:23.188215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] For port 37611180-e3ad-4926-9148-1fd95d202c48, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:23.235495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] For port 37611180-e3ad-4926-9148-1fd95d202c48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37611180-e3ad-4926-9148-1fd95d202c48,segment=NetworkSegment(f22a113b-dd9a-4ac0-96fd-ef43e9de2d73),segment_id=f22a113b-dd9a-4ac0-96fd-ef43e9de2d73)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:23.236722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.db.api [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 06 21:09:23.236722 ncdv-master-1 neutron-server[119334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 06 21:09:23.236722 ncdv-master-1 neutron-server[119334]: [parameters: {'id': '5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5'}]
Nov 06 21:09:23.236722 ncdv-master-1 neutron-server[119334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:09:23.237188 ncdv-master-1 neutron-server[119334]: DEBUG oslo_db.api [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:09:23.240182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.319609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad2739-9550-4f72-9ee8-42bc377f2947 None None] Pushing event updated for resources: {'Port': ['ID=37611180-e3ad-4926-9148-1fd95d202c48,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:23.338569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c865b-3847-40f5-b43e-1a39a278bbef None None] Network 8eedcbd9-829b-4762-87be-9362d95eca11 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:23.342690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bcc8de-2bba-42df-a524-11f40688e4f6 None None] Network 5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:23.467230 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4dd6ec19-8ad1-4bf6-aeac-27380a734d9e None None] Provisioning complete for port 64b61d01-0ee7-4678-9cd3-069de682ea82 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:23.467514 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ec19-8ad1-4bf6-aeac-27380a734d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.652245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ec19-8ad1-4bf6-aeac-27380a734d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.685059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4dd6ec19-8ad1-4bf6-aeac-27380a734d9e None None] For port 64b61d01-0ee7-4678-9cd3-069de682ea82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64b61d01-0ee7-4678-9cd3-069de682ea82,segment=NetworkSegment(e4c7914d-4b1e-4531-af1f-321f9dea0161),segment_id=e4c7914d-4b1e-4531-af1f-321f9dea0161)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:23.689681 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ec19-8ad1-4bf6-aeac-27380a734d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.738285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.754306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6ec19-8ad1-4bf6-aeac-27380a734d9e None None] Pushing event updated for resources: {'Port': ['ID=64b61d01-0ee7-4678-9cd3-069de682ea82,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:23.823785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb90d-c6b7-4584-aa64-776ffd1c2c55 req-5773384f-2d25-43c0-bdc5-7b4233032d05 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:23.826126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dddbb90d-c6b7-4584-aa64-776ffd1c2c55 req-5773384f-2d25-43c0-bdc5-7b4233032d05 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0591896
Nov 06 21:09:23.827825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting port 37611180-e3ad-4926-9148-1fd95d202c48 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:23.828258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.881699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5acd21-feb6-4fb1-82bc-0188ac4becb1 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:09:23.889449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dddbb90d-c6b7-4584-aa64-776ffd1c2c55 req-586af07b-4ef3-431e-ace4-2eab5890955b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575101
Nov 06 21:09:23.900513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] For port 37611180-e3ad-4926-9148-1fd95d202c48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37611180-e3ad-4926-9148-1fd95d202c48,segment=NetworkSegment(f22a113b-dd9a-4ac0-96fd-ef43e9de2d73),segment_id=f22a113b-dd9a-4ac0-96fd-ef43e9de2d73)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:23.901394 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.914843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Calling delete_port for 37611180-e3ad-4926-9148-1fd95d202c48 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:23.958575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b4f1527d-b4c9-4fd7-99fd-eced85aaefe0 None None] Provisioning complete for port 64b61d01-0ee7-4678-9cd3-069de682ea82 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:23.958864 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b4f1527d-b4c9-4fd7-99fd-eced85aaefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:23.995477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.017446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5acd21-feb6-4fb1-82bc-0188ac4becb1 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:09:24.026967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No DVR routers for this DVR port 37611180-e3ad-4926-9148-1fd95d202c48 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:24.033674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Port': ['ID=37611180-e3ad-4926-9148-1fd95d202c48,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:24.110829 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.137214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255943040>,) {'filters': {'network_id': ['5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:24.148406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255943040>, 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:24.148699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255943040>, 'f22a113b-dd9a-4ac0-96fd-ef43e9de2d73') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:24.158799 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.173416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.180560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:24.180953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:24.184340 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:24.241811 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.248657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.255503 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5 HTTP/1.1" status: 204  len: 168 time: 1.9518073
Nov 06 21:09:24.255503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54824) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:24.269183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2014648818'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:24.273550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e627daa-e982-4f12-bd98-3895716cc148 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:24.293057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:24.296580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.320642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:24.329859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.330194 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment b840baee-9bd4-4ce2-b1be-56006db178d1 of type vlan for network ffe1d0d1-a99b-4df9-9781-5596e762a9e3
Nov 06 21:09:24.368170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.399259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.404980 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:24.405552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.439963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 64b61d01-0ee7-4678-9cd3-069de682ea82 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:24.469511 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2131677
Nov 06 21:09:24.472598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54826) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:24.479175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': 'ffe1d0d1-a99b-4df9-9781-5596e762a9e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:24.490230 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 64b61d01-0ee7-4678-9cd3-069de682ea82 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:24.490583 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.495552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16858c3-d89b-45a5-993f-159d7933930f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=ffe1d0d1-a99b-4df9-9781-5596e762a9e3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:24.515206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ffe1d0d1-a99b-4df9-9781-5596e762a9e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:24.571056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:24.575628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.765670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.823899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=5e095ae3-d0f8-4e06-8048-96c09274109e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:24.838877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': 'b840baee-9bd4-4ce2-b1be-56006db178d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ffe1d0d1-a99b-4df9-9781-5596e762a9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:24.839234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: ffe1d0d1-a99b-4df9-9781-5596e762a9e3, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:24.856504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network ffe1d0d1-a99b-4df9-9781-5596e762a9e3 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:24.865828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ffe1d0d1-a99b-4df9-9781-5596e762a9e3) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:24.871274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:24.872027 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:24.882866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839769e-c02e-42dd-a65b-f2e1410cc228 None None] Network ffe1d0d1-a99b-4df9-9781-5596e762a9e3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:24.895871 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c455d9c7-29ab-4479-9b86-0788d86bb972 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4201860
Nov 06 21:09:24.896503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54830) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:24.937065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:09:25.029409 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.050952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582235a3-6290-4eee-a1d6-5895ce5a7ecd req-1c420878-a91e-4667-9581-e3445052d563 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:25.052470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-582235a3-6290-4eee-a1d6-5895ce5a7ecd req-1c420878-a91e-4667-9581-e3445052d563 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 943 time: 0.0822392
Nov 06 21:09:25.124145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:25.128323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101024cf-85c7-4c3a-937e-79487f78d699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ffe1d0d1-a99b-4df9-9781-5596e762a9e3', 'network_id': 'ffe1d0d1-a99b-4df9-9781-5596e762a9e3', 'tenant_id': 'f29c0c875f074a299ec4865e34443f91', 'fixed_ips': [{'subnet_id': '5e095ae3-d0f8-4e06-8048-96c09274109e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:25.129164 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-101024cf-85c7-4c3a-937e-79487f78d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.147852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'network_id': 'c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3', 'port_id': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'mac_address': 'fa:16:3e:ea:7f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83340693-9226-4d03-a895-cbcfa9bf9c89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:09:25.148592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.195156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-582235a3-6290-4eee-a1d6-5895ce5a7ecd req-804140cb-bad0-46a0-9988-de3dbb7de869 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130421
Nov 06 21:09:25.227424 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.249747 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.254098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=5e095ae3-d0f8-4e06-8048-96c09274109e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:25.269120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-101024cf-85c7-4c3a-937e-79487f78d699 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e095ae3-d0f8-4e06-8048-96c09274109e: This subnet is being modified by another concurrent operation.
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e095ae3-d0f8-4e06-8048-96c09274109e: This subnet is being modified by another concurrent operation.
Nov 06 21:09:25.275645 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:09:25.290866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630af742-a5e5-41ae-9cfd-c531d0aa08bc None None] Network ffe1d0d1-a99b-4df9-9781-5596e762a9e3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:25.297047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:25.330689 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.332443 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.353149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254545ee0>,) {'filters': {'network_id': ['ffe1d0d1-a99b-4df9-9781-5596e762a9e3']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:25.362721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254545ee0>, 'b840baee-9bd4-4ce2-b1be-56006db178d1') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:25.363028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254545ee0>, 'b840baee-9bd4-4ce2-b1be-56006db178d1') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:25.372892 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.386404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.392337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:25.392730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:25.395734 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:25.419604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:25.442868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2978e7-0929-456a-93ec-bba49785b549 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:09:25.457719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.475204 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.478388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/ffe1d0d1-a99b-4df9-9781-5596e762a9e3 HTTP/1.1" status: 204  len: 168 time: 0.5808964
Nov 06 21:09:25.479446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a94ae-8956-4a52-bf2f-1f2f609a0608 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=ffe1d0d1-a99b-4df9-9781-5596e762a9e3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:25.481956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54836) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:25.486476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1998429547'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:25.512218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:25.515911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.544504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:25.546418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2978e7-0929-456a-93ec-bba49785b549 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:09:25.553296 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.553642 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment fbbf702e-e8a9-4283-8d11-d150ea714937 of type vlan for network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56
Nov 06 21:09:25.593716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.617583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.623714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:25.624320 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.644313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:09:25.679607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1968238
Nov 06 21:09:25.682905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54838) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:25.689973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:25.743424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42278488-4b67-4522-82ba-731154d65627 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=e3c0972b-bfa8-4f0e-90fd-fbb221a21e56,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:25.758617 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:25.785604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:25.789124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:25.981009 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.046241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=dc76a3c6-c36e-4807-8e31-46ce50d46444,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:26.054186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': 'fbbf702e-e8a9-4283-8d11-d150ea714937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:26.054589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: e3c0972b-bfa8-4f0e-90fd-fbb221a21e56, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:26.070839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:26.079435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3c0972b-bfa8-4f0e-90fd-fbb221a21e56) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:26.083464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.084055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.088515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88ca4d-702f-4f72-93dd-543033b673f5 None None] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:26.101024 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-95ce2d4b-204e-4b9a-b355-204353d42d13 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4171119
Nov 06 21:09:26.104429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54842) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:26.109381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:26.225172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:26.230188 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.242169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3c0972b-bfa8-4f0e-90fd-fbb221a21e56', 'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56', 'tenant_id': 'f29c0c875f074a299ec4865e34443f91', 'fixed_ips': [{'subnet_id': 'dc76a3c6-c36e-4807-8e31-46ce50d46444'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:26.243032 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.369104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00d9b2-19b0-49e0-8038-e18008ec291d req-8ad19204-c7ef-4249-b158-b13545e5ffe6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.370615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb00d9b2-19b0-49e0-8038-e18008ec291d req-8ad19204-c7ef-4249-b158-b13545e5ffe6 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 944 time: 0.0812690
Nov 06 21:09:26.388237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Allocated IP 2001:db8::2 (e3c0972b-bfa8-4f0e-90fd-fbb221a21e56/dc76a3c6-c36e-4807-8e31-46ce50d46444/2716dc53-e6ad-4e3d-9f11-29f34033f5b5) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:26.455303 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb00d9b2-19b0-49e0-8038-e18008ec291d req-aac61a54-d4b4-4718-8761-fbacc0e4aee3 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768802
Nov 06 21:09:26.522073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.532992 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.540065 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.571437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:26.575113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:26.575596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:26.578085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.578509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:26.578659 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.584449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:26.591213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=a803f359-68e8-4033-baae-b0cd2270307e,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:26.595054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Pushing event updated for resources: {'Port': ['ID=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:26.601976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fabe0562-108a-4af4-861f-271ae0e5ff36 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.4963160
Nov 06 21:09:26.604373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54848) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:26.648426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Attempting to bind port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:26.648796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Attempting to bind port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fbbf702e-e8a9-4283-8d11-d150ea714937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:26.649157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Attempting to bind port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 on network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:26.654177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:26.654550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Checking segment: {'id': 'fbbf702e-e8a9-4283-8d11-d150ea714937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:26.654960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.655344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Bound using segment: {'id': 'fbbf702e-e8a9-4283-8d11-d150ea714937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:26.655822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Bound port: 2716dc53-e6ad-4e3d-9f11-29f34033f5b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf702e-e8a9-4283-8d11-d150ea714937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:26.656187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.665112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd167d-aa46-4499-9e3d-90f20ddb6d9f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.667044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd167d-aa46-4499-9e3d-90f20ddb6d9f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.668589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd167d-aa46-4499-9e3d-90f20ddb6d9f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.670085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd167d-aa46-4499-9e3d-90f20ddb6d9f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.671582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd167d-aa46-4499-9e3d-90f20ddb6d9f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.673393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d4fd167d-aa46-4499-9e3d-90f20ddb6d9f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0680983
Nov 06 21:09:26.677239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54850) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:26.682644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1184515812'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:26.705023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:26.708494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.718695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] For port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:26.722290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] For port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,segment=NetworkSegment(fbbf702e-e8a9-4283-8d11-d150ea714937),segment_id=fbbf702e-e8a9-4283-8d11-d150ea714937)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:26.726066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.732232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:26.741302 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.741665 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment c6754605-b8ed-4129-bc29-326c3de88bf7 of type vlan for network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1
Nov 06 21:09:26.786381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.789566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64432-79fb-41ad-a14f-f562f395475a None None] Pushing event updated for resources: {'Port': ['ID=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:26.812897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.819407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:26.820177 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:26.944475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:27.011885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:27.012370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.124466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.148416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:09:27.150769 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0232fe30-841e-4114-a6b7-6b33e96ddb73" -d '{"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:09:27.163923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:27.170020 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.197252 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8360fb6-9c0c-4e75-a918-2d04024284a3 x-openstack-request-id: req-f8360fb6-9c0c-4e75-a918-2d04024284a3 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:09:27.197615 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:09:27.197894 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8360fb6-9c0c-4e75-a918-2d04024284a3 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:09:27.198280 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'code': 200}
Nov 06 21:09:27.226362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:27.235059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5555546
Nov 06 21:09:27.237008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54858) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:27.243832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06addf-4fa9-4a5c-826a-369d4f863829 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=91a3e148-37db-4a1e-8a6b-e257b4e69fa1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:27.245564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-136572c3-fe1d-4610-a8bb-2cbe76c458cd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'New_network'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:27.255039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:27.387355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36b73e-0cd9-4022-8ff1-0bdbbd5e33fe req-711ceb1d-a75f-4abb-8334-98ba574c4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:27.388932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d36b73e-0cd9-4022-8ff1-0bdbbd5e33fe req-711ceb1d-a75f-4abb-8334-98ba574c4908 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1097 time: 0.0409479
Nov 06 21:09:27.423659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-136572c3-fe1d-4610-a8bb-2cbe76c458cd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.437493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d36b73e-0cd9-4022-8ff1-0bdbbd5e33fe req-e8e44399-ac62-4429-985c-e5b7211f2ef5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402985
Nov 06 21:09:27.438802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-136572c3-fe1d-4610-a8bb-2cbe76c458cd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.447925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-136572c3-fe1d-4610-a8bb-2cbe76c458cd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1 is not hosted by any dhcp agent {{(pid=119334) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 21:09:27.453763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136572c3-fe1d-4610-a8bb-2cbe76c458cd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:27.454376 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-136572c3-fe1d-4610-a8bb-2cbe76c458cd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.455691 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-136572c3-fe1d-4610-a8bb-2cbe76c458cd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "PUT /v2.0/networks/91a3e148-37db-4a1e-8a6b-e257b4e69fa1 HTTP/1.1" status: 200  len: 723 time: 0.2165933
Nov 06 21:09:27.458776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54860) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:27.464343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': '91a3e148-37db-4a1e-8a6b-e257b4e69fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:27.537464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136572c3-fe1d-4610-a8bb-2cbe76c458cd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=91a3e148-37db-4a1e-8a6b-e257b4e69fa1,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:27.548422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:27.606288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:27.609822 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.621473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192796dc-877e-44d9-a49f-1b58cd308483 req-cb0a8bc6-5393-44ee-90ac-3890b40c6649 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:27.623395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-192796dc-877e-44d9-a49f-1b58cd308483 req-cb0a8bc6-5393-44ee-90ac-3890b40c6649 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0799320
Nov 06 21:09:27.741473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-192796dc-877e-44d9-a49f-1b58cd308483 req-f83d6e65-0fe4-4888-b853-491fa6de2ee8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050849
Nov 06 21:09:27.800127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf55f9-64f5-4a2b-b916-5ba7bdadd435 None None] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:27.850415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.920241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=11dba1c1-ff0b-45e3-818e-b371e872384e,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:27.922842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-060d9779-a1a5-4342-a63e-2184db75a709 None None] Provisioning complete for port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:27.923423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-060d9779-a1a5-4342-a63e-2184db75a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.924906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': 'c6754605-b8ed-4129-bc29-326c3de88bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '91a3e148-37db-4a1e-8a6b-e257b4e69fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:27.925274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: 91a3e148-37db-4a1e-8a6b-e257b4e69fa1, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:27.943302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:27.953469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91a3e148-37db-4a1e-8a6b-e257b4e69fa1) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:27.957691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:27.958267 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:27.978142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-14bc71a8-7f26-4ef4-a1b0-c8884041172e tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5158648
Nov 06 21:09:27.978410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54864) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:27.983687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-00ae845a-bd0d-401f-99d6-7a690463289b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:27.985467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b966629-1041-407c-bf6e-10c531811b27 None None] Network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:28.072979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00ae845a-bd0d-401f-99d6-7a690463289b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12967292'] for subnet, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.225391 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00ae845a-bd0d-401f-99d6-7a690463289b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766658839655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14321281'] for subnet, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.261433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae845a-bd0d-401f-99d6-7a690463289b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:28.262102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00ae845a-bd0d-401f-99d6-7a690463289b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.263422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-00ae845a-bd0d-401f-99d6-7a690463289b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "PUT /v2.0/subnets/11dba1c1-ff0b-45e3-818e-b371e872384e HTTP/1.1" status: 200  len: 826 time: 0.2840250
Nov 06 21:09:28.266192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54868) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:28.280577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae845a-bd0d-401f-99d6-7a690463289b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=11dba1c1-ff0b-45e3-818e-b371e872384e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:28.314230 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-060d9779-a1a5-4342-a63e-2184db75a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.353991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ae924-5d1f-4205-8a3f-0233c86f9e69 None None] Update dhcp port {'port': {'network_id': 'e3c0972b-bfa8-4f0e-90fd-fbb221a21e56', 'fixed_ips': [{'subnet_id': 'dc76a3c6-c36e-4807-8e31-46ce50d46444', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a803f359-68e8-4033-baae-b0cd2270307e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2716dc53-e6ad-4e3d-9f11-29f34033f5b5'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:09:28.382947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.401678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-060d9779-a1a5-4342-a63e-2184db75a709 None None] For port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,segment=NetworkSegment(fbbf702e-e8a9-4283-8d11-d150ea714937),segment_id=fbbf702e-e8a9-4283-8d11-d150ea714937)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:28.412837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-060d9779-a1a5-4342-a63e-2184db75a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.434634 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae924-5d1f-4205-8a3f-0233c86f9e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.463651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.468261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5061eab1-a906-4abb-b6bf-248593229463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91a3e148-37db-4a1e-8a6b-e257b4e69fa1', 'network_id': '91a3e148-37db-4a1e-8a6b-e257b4e69fa1', 'tenant_id': 'f29c0c875f074a299ec4865e34443f91', 'fixed_ips': [{'subnet_id': '11dba1c1-ff0b-45e3-818e-b371e872384e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:28.469136 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5061eab1-a906-4abb-b6bf-248593229463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.483979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:28.526298 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.556330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=11dba1c1-ff0b-45e3-818e-b371e872384e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:28.574376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d9779-a1a5-4342-a63e-2184db75a709 None None] Pushing event updated for resources: {'Port': ['ID=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:28.618885 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.640065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255f41f70>,) {'filters': {'network_id': ['91a3e148-37db-4a1e-8a6b-e257b4e69fa1']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:28.650116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255f41f70>, 'c6754605-b8ed-4129-bc29-326c3de88bf7') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:28.650450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255f41f70>, 'c6754605-b8ed-4129-bc29-326c3de88bf7') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:28.660045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.674978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.681166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:28.681570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:28.685018 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:28.700925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf895320-80f3-4c94-a40b-b186c6eac06b None None] Network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:28.747691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.755346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.758720 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/91a3e148-37db-4a1e-8a6b-e257b4e69fa1 HTTP/1.1" status: 204  len: 168 time: 0.4911172
Nov 06 21:09:28.761220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54876) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:28.776649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:28.776751 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.798405 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa1a669-ed21-4eef-a38d-5cab0afeac42 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:28.799075 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa1a669-ed21-4eef-a38d-5cab0afeac42 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:28.804015 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3aa1a669-ed21-4eef-a38d-5cab0afeac42 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/91a3e148-37db-4a1e-8a6b-e257b4e69fa1 HTTP/1.1" status: 404  len: 339 time: 0.0415256
Nov 06 21:09:28.805453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948043c9-047c-4f80-86a0-5ef5b7ad840a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=91a3e148-37db-4a1e-8a6b-e257b4e69fa1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:28.810040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54880) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:28.817627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531776955', 'description': 'd1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:28.858774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:28.863364 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.882266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ae924-5d1f-4205-8a3f-0233c86f9e69 None None] Allocated IP 172.20.0.1 (e3c0972b-bfa8-4f0e-90fd-fbb221a21e56/a803f359-68e8-4033-baae-b0cd2270307e/2716dc53-e6ad-4e3d-9f11-29f34033f5b5) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:28.911386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:28.929683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914dbca-71d7-446f-9873-ab8186ae3dc5 req-d26941dd-db94-4491-be4a-36e34b8d3a23 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:28.931227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d914dbca-71d7-446f-9873-ab8186ae3dc5 req-d26941dd-db94-4491-be4a-36e34b8d3a23 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0848136
Nov 06 21:09:28.934666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:28.935216 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment 8e5f45b5-fa4b-4b7a-9579-4c91834e54e8 of type vlan for network ff8cf421-9333-4460-868f-42f39ae9076b
Nov 06 21:09:28.978605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa8a1a-9238-4843-bf2b-e6b2d9aac4ac None None] Network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:29.002148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:29.020440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa8a1a-9238-4843-bf2b-e6b2d9aac4ac None None] Network 91a3e148-37db-4a1e-8a6b-e257b4e69fa1 could not be found, it might have been deleted concurrently. {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 06 21:09:29.038890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d914dbca-71d7-446f-9873-ab8186ae3dc5 req-50fa2fc2-c325-45b1-b6d8-f0ca2189046a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954797
Nov 06 21:09:29.052054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:29.060448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:29.070447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562287'] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:29.071214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1b1ae924-5d1f-4205-8a3f-0233c86f9e69 None None] For port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,segment=NetworkSegment(fbbf702e-e8a9-4283-8d11-d150ea714937),segment_id=fbbf702e-e8a9-4283-8d11-d150ea714937)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:29.098328 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae924-5d1f-4205-8a3f-0233c86f9e69 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:29.104685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae924-5d1f-4205-8a3f-0233c86f9e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:29.132414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3202467
Nov 06 21:09:29.135518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54894) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:29.198048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17a64b-a156-4e77-8ac5-b41b841561f5 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=ff8cf421-9333-4460-868f-42f39ae9076b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:29.205447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ae924-5d1f-4205-8a3f-0233c86f9e69 None None] Pushing event updated for resources: {'Port': ['ID=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:29.214305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ff8cf421-9333-4460-868f-42f39ae9076b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:29.273246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26edbe16-df41-427f-b324-5d31bf9c6bd4 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:29.276719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-26edbe16-df41-427f-b324-5d31bf9c6bd4 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/networks?id=ff8cf421-9333-4460-868f-42f39ae9076b HTTP/1.1" status: 200  len: 765 time: 0.1402645
Nov 06 21:09:29.278987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54914) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:29.287905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1a8a268e-cacd-4cc4-a164-d04c101dfcbc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'description': 'd2'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:29.479206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1a8a268e-cacd-4cc4-a164-d04c101dfcbc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:29.495917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1a8a268e-cacd-4cc4-a164-d04c101dfcbc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:29.543322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a8a268e-cacd-4cc4-a164-d04c101dfcbc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network ff8cf421-9333-4460-868f-42f39ae9076b is not hosted by any dhcp agent {{(pid=119333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 21:09:29.548948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a268e-cacd-4cc4-a164-d04c101dfcbc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:29.549650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1a8a268e-cacd-4cc4-a164-d04c101dfcbc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:29.553556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1a8a268e-cacd-4cc4-a164-d04c101dfcbc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "PUT /v2.0/networks/ff8cf421-9333-4460-868f-42f39ae9076b HTTP/1.1" status: 200  len: 762 time: 0.2709117
Nov 06 21:09:29.554408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54922) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:29.575939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a268e-cacd-4cc4-a164-d04c101dfcbc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=ff8cf421-9333-4460-868f-42f39ae9076b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:29.586878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ff8cf421-9333-4460-868f-42f39ae9076b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:29.645895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49b83f-0610-403d-b6ec-c112082f2515 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:29.647909 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8c49b83f-0610-403d-b6ec-c112082f2515 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/networks?id=ff8cf421-9333-4460-868f-42f39ae9076b HTTP/1.1" status: 200  len: 765 time: 0.0916219
Nov 06 21:09:29.652001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54924) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:29.828520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82ef55-36be-47d0-a4b3-3ea7d42e2d37 None None] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:29.860029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afec53d-4079-47f1-ad18-615d072c0870 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:29.864439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6afec53d-4079-47f1-ad18-615d072c0870 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2074690
Nov 06 21:09:29.864889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54926) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:29.903288 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f7fca485-e36a-4964-87cc-7d0d7c37318c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 207 time: 0.0371194
Nov 06 21:09:29.906521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54928) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:29.911202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b7c0283d-f51b-468f-8f7c-4453413a0375 None None] Provisioning complete for port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:29.911579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b7c0283d-f51b-468f-8f7c-4453413a0375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:30.093913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c76fb2-a7af-4b66-a28c-03f07139881c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.100838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c76fb2-a7af-4b66-a28c-03f07139881c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.108479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c76fb2-a7af-4b66-a28c-03f07139881c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.114384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c76fb2-a7af-4b66-a28c-03f07139881c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.120974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c76fb2-a7af-4b66-a28c-03f07139881c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.126858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c76fb2-a7af-4b66-a28c-03f07139881c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.128745 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-08c76fb2-a7af-4b66-a28c-03f07139881c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3732 time: 0.2210486
Nov 06 21:09:30.132642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54932) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:30.202918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02688a0-75ef-4492-aef9-23a03d77ab1e req-30efd093-32dd-47da-94a4-d8ec92128462 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.205190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a02688a0-75ef-4492-aef9-23a03d77ab1e req-30efd093-32dd-47da-94a4-d8ec92128462 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0770319
Nov 06 21:09:30.255257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a02688a0-75ef-4492-aef9-23a03d77ab1e req-8f6723d1-6c82-4c1d-a317-90f9622f4018 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444014
Nov 06 21:09:30.258855 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-06477c23-3015-4203-b20a-38554ac7ec7a tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 814 time: 0.1249437
Nov 06 21:09:30.262115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54936) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:30.366945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984ba69-6e7f-432e-818c-0575b5b88b46 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.368649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984ba69-6e7f-432e-818c-0575b5b88b46 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.370823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984ba69-6e7f-432e-818c-0575b5b88b46 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.372687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984ba69-6e7f-432e-818c-0575b5b88b46 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.374372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2984ba69-6e7f-432e-818c-0575b5b88b46 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.380933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2984ba69-6e7f-432e-818c-0575b5b88b46 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1170168
Nov 06 21:09:30.381562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54940) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:30.383335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce32d7-e40e-4ef9-a495-a3672be2b059 req-b93b3e70-0fd9-4401-8af4-de8106518ad2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.385464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29ce32d7-e40e-4ef9-a495-a3672be2b059 req-b93b3e70-0fd9-4401-8af4-de8106518ad2 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0529954
Nov 06 21:09:30.399022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ab8de8b3-e7db-45dc-8f9b-8e995df2b7cc None None] Provisioning complete for port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:30.399787 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ab8de8b3-e7db-45dc-8f9b-8e995df2b7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:30.435251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:30.442026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd61918-9f9a-4984-9a3c-77d1a751e7c2 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.443914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd61918-9f9a-4984-9a3c-77d1a751e7c2 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.445396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd61918-9f9a-4984-9a3c-77d1a751e7c2 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.447103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd61918-9f9a-4984-9a3c-77d1a751e7c2 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.448763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd61918-9f9a-4984-9a3c-77d1a751e7c2 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.453959 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1fd61918-9f9a-4984-9a3c-77d1a751e7c2 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0678847
Nov 06 21:09:30.454112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29ce32d7-e40e-4ef9-a495-a3672be2b059 req-c5671734-7a94-4b53-85e7-2ae2184a377e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559182
Nov 06 21:09:30.454962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54942) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:30.544945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:30.545385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:30.609016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981dc08-9c9e-4a1f-b887-f296cf75d869 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.610430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6981dc08-9c9e-4a1f-b887-f296cf75d869 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/networks/0dad2749-7e2d-4994-b36a-44a849c8a758 HTTP/1.1" status: 200  len: 804 time: 0.1542318
Nov 06 21:09:30.614480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54948) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:30.642577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e673cb-8e03-4d38-b95a-443e1a191636 req-a2957f43-1013-4b06-836a-e83c7023e36c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.644277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e673cb-8e03-4d38-b95a-443e1a191636 req-a2957f43-1013-4b06-836a-e83c7023e36c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0927083
Nov 06 21:09:30.743802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04e673cb-8e03-4d38-b95a-443e1a191636 req-8fc31901-e27d-4152-9111-98d94e775a6e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890284
Nov 06 21:09:30.762691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4d5a9863-3d3f-4f6a-995f-435ef30ed28b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/networks/0dad2749-7e2d-4994-b36a-44a849c8a758?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1471357
Nov 06 21:09:30.765878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54952) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:30.820910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a61dd2-fb46-4b14-916d-e11c12bf4fcf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.822847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-12a61dd2-fb46-4b14-916d-e11c12bf4fcf tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/subnets/eb551e08-4eb0-48d3-bc4a-1fda52578ade HTTP/1.1" status: 200  len: 843 time: 0.0555606
Nov 06 21:09:30.826711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54956) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:30.875292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e4a2-3402-4024-a803-a986ffc6e2fe req-3dd4e8cf-7bae-483c-8ef8-c22e03376bd5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.876859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92e1e4a2-3402-4024-a803-a986ffc6e2fe req-3dd4e8cf-7bae-483c-8ef8-c22e03376bd5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0504935
Nov 06 21:09:30.886717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb3dce1-48e2-409e-a6de-65c777f6eea2 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['shared'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:30.888082 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bcb3dce1-48e2-409e-a6de-65c777f6eea2 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "GET /v2.0/subnets/eb551e08-4eb0-48d3-bc4a-1fda52578ade?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0604122
Nov 06 21:09:30.891627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54958) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:30.896699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-163756972'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:30.917431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:30.920936 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:30.936006 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92e1e4a2-3402-4024-a803-a986ffc6e2fe req-794b1654-249f-4494-9ff6-6a15a02c1e1c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500112
Nov 06 21:09:30.950169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:30.959635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:30.959974 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Added segment 4ffbff78-39a1-4398-9a23-a94b340f5dab of type vlan for network f96d0b9f-69b9-4089-8683-a5095cf42502
Nov 06 21:09:31.000914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.027141 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.032828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:31.033404 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.060243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077f11b-662b-4bdc-888a-1387a1081dc2 req-43ba8ee8-cb9c-45d6-8a54-7cef053a9837 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:31.061849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7077f11b-662b-4bdc-888a-1387a1081dc2 req-43ba8ee8-cb9c-45d6-8a54-7cef053a9837 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0504267
Nov 06 21:09:31.097614 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2021863
Nov 06 21:09:31.097828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 54962) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:31.102615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'network_id': 'f96d0b9f-69b9-4089-8683-a5095cf42502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:31.114676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7077f11b-662b-4bdc-888a-1387a1081dc2 req-6bf52f39-958a-4a9e-a599-aafd2eaed8b4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453260
Nov 06 21:09:31.121849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff48e78-f00a-41f6-9e7c-da7d81081525 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Network': ['ID=f96d0b9f-69b9-4089-8683-a5095cf42502,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:31.132514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network f96d0b9f-69b9-4089-8683-a5095cf42502 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:31.203208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Made reservation on behalf of f29c0c875f074a299ec4865e34443f91 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:31.206799 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.264458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e50fb6-016e-4b0f-8e47-91c5544b3789 req-ce16d2d8-f029-42bc-a54e-5a134fd022de tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:31.265912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85e50fb6-016e-4b0f-8e47-91c5544b3789 req-ce16d2d8-f029-42bc-a54e-5a134fd022de tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0645068
Nov 06 21:09:31.270268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Performing IP validity checks on allocation pools {{(pid=119334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 06 21:09:31.270792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.ipam_backend_mixin [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 06 21:09:31.315724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85e50fb6-016e-4b0f-8e47-91c5544b3789 req-48772e09-9b6d-4676-9a36-f7495361dc8b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433240
Nov 06 21:09:31.401355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.442582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c68b0-2d39-4e3d-8436-5fcccdeb5492 req-489fa0c6-c5b7-4dc8-b3c5-ecf2aab72260 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:31.444234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c9c68b0-2d39-4e3d-8436-5fcccdeb5492 req-489fa0c6-c5b7-4dc8-b3c5-ecf2aab72260 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0562079
Nov 06 21:09:31.460814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=c529975b-df2f-4c5e-9900-a645af031a72,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:31.469612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Checking segment: {'id': '4ffbff78-39a1-4398-9a23-a94b340f5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f96d0b9f-69b9-4089-8683-a5095cf42502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:31.469965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network hostable DHCP agents. Network: f96d0b9f-69b9-4089-8683-a5095cf42502, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:31.485869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Network f96d0b9f-69b9-4089-8683-a5095cf42502 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:31.494958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f96d0b9f-69b9-4089-8683-a5095cf42502) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:31.496800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c9c68b0-2d39-4e3d-8436-5fcccdeb5492 req-f439f1f4-0d3c-4bb4-98c6-c033e333a31e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460496
Nov 06 21:09:31.499615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:31.500226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.517006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7953ed-8986-4691-a1b9-0f66a6230e2a None None] Network f96d0b9f-69b9-4089-8683-a5095cf42502 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:31.530535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ac7a6c8f-2698-45eb-b5bf-432d9880f140 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.4257495
Nov 06 21:09:31.531051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54974) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:31.540447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e54ac350-5867-4a89-ad72-658ed31404bd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:31.686102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e54ac350-5867-4a89-ad72-658ed31404bd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12967292'] for subnet, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.686256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f96d0b9f-69b9-4089-8683-a5095cf42502', 'network_id': 'f96d0b9f-69b9-4089-8683-a5095cf42502', 'tenant_id': 'f29c0c875f074a299ec4865e34443f91', 'fixed_ips': [{'subnet_id': 'c529975b-df2f-4c5e-9900-a645af031a72'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:31.686256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.834169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ad95-0950-44fe-9383-5f52ea9e3fa4 req-ff2cd3c8-d823-4aed-aeb8-3aa2b56a1973 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:31.835682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6967ad95-0950-44fe-9383-5f52ea9e3fa4 req-ff2cd3c8-d823-4aed-aeb8-3aa2b56a1973 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0918186
Nov 06 21:09:31.927022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6967ad95-0950-44fe-9383-5f52ea9e3fa4 req-c2aeb217-dc1b-45a7-b41e-a2a809a95f75 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825131
Nov 06 21:09:31.934313 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e54ac350-5867-4a89-ad72-658ed31404bd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766658839655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14321281'] for subnet, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.980832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ac350-5867-4a89-ad72-658ed31404bd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:31.981149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Allocated IP 2001:db8::3 (f96d0b9f-69b9-4089-8683-a5095cf42502/c529975b-df2f-4c5e-9900-a645af031a72/4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:31.981443 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e54ac350-5867-4a89-ad72-658ed31404bd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:31.982764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e54ac350-5867-4a89-ad72-658ed31404bd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "PUT /v2.0/subnets/c529975b-df2f-4c5e-9900-a645af031a72 HTTP/1.1" status: 200  len: 900 time: 0.4508862
Nov 06 21:09:31.985646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 54984) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:32.009160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ac350-5867-4a89-ad72-658ed31404bd tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event updated for resources: {'Subnet': ['ID=c529975b-df2f-4c5e-9900-a645af031a72,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:32.094157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.126939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.132764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.148316 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.172158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Network f96d0b9f-69b9-4089-8683-a5095cf42502 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:32.174934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:32.180370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:32.188976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Pushing event updated for resources: {'Port': ['ID=4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:32.213656 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.239267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Attempting to bind port 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:32.239628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Attempting to bind port 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ffbff78-39a1-4398-9a23-a94b340f5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f96d0b9f-69b9-4089-8683-a5095cf42502'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:32.239987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Attempting to bind port 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4 on network f96d0b9f-69b9-4089-8683-a5095cf42502 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:32.242107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=c529975b-df2f-4c5e-9900-a645af031a72,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:32.245041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:32.245515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Checking segment: {'id': '4ffbff78-39a1-4398-9a23-a94b340f5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f96d0b9f-69b9-4089-8683-a5095cf42502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:32.245916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.246295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Bound using segment: {'id': '4ffbff78-39a1-4398-9a23-a94b340f5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f96d0b9f-69b9-4089-8683-a5095cf42502'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:32.246760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Bound port: 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffbff78-39a1-4398-9a23-a94b340f5dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f96d0b9f-69b9-4089-8683-a5095cf42502'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:32.247134 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.306156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.308530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] For port 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:32.311719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] For port 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4,segment=NetworkSegment(4ffbff78-39a1-4398-9a23-a94b340f5dab),segment_id=4ffbff78-39a1-4398-9a23-a94b340f5dab)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:32.317089 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.327905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92587d4eb0>,) {'filters': {'network_id': ['f96d0b9f-69b9-4089-8683-a5095cf42502']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:32.337348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92587d4eb0>, '4ffbff78-39a1-4398-9a23-a94b340f5dab') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:32.337643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92587d4eb0>, '4ffbff78-39a1-4398-9a23-a94b340f5dab') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:32.348563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.363464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.370678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:32.371098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:32.374117 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:32.400968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b9b09-6f38-4ad2-8668-ce2c86b0a1f2 None None] Pushing event updated for resources: {'Port': ['ID=4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:32.411576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3987592c-67bc-4d53-a62a-973808003f9f None None] Network f96d0b9f-69b9-4089-8683-a5095cf42502 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:32.434497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.api [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 06 21:09:32.434497 ncdv-master-1 neutron-server[119333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 06 21:09:32.434497 ncdv-master-1 neutron-server[119333]: [parameters: {'id': 'f96d0b9f-69b9-4089-8683-a5095cf42502'}]
Nov 06 21:09:32.434497 ncdv-master-1 neutron-server[119333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=119333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:09:32.435021 ncdv-master-1 neutron-server[119333]: DEBUG oslo_db.api [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:09:32.531688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c4412-c852-4b8b-b93e-862e801f2b0e None None] Network f96d0b9f-69b9-4089-8683-a5095cf42502 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:32.648944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d003ac9-faf1-4dd5-a896-09ff8d3a7403 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:09:32.899429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d003ac9-faf1-4dd5-a896-09ff8d3a7403 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:09:32.936588 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:32.999780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting port 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:33.000121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.090309 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:09:33.094174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] For port 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4,segment=NetworkSegment(4ffbff78-39a1-4398-9a23-a94b340f5dab),segment_id=4ffbff78-39a1-4398-9a23-a94b340f5dab)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:33.094534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.110557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3015c-0364-4937-bbd7-294bda6e82d3 req-9f2e3b07-90af-430d-8b35-f5c2bc2f08ee tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:33.112047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77c3015c-0364-4937-bbd7-294bda6e82d3 req-9f2e3b07-90af-430d-8b35-f5c2bc2f08ee tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.1099758
Nov 06 21:09:33.117725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Calling delete_port for 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:33.211557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77c3015c-0364-4937-bbd7-294bda6e82d3 req-b4da7442-186c-42d5-8a20-aaa4f4127593 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912664
Nov 06 21:09:33.239307 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.265880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Port': ['ID=4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:33.269483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No DVR routers for this DVR port 4c89d4a9-a2d7-4b5a-a5bb-09bf3639a7e4 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:33.352610 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.374799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fe86c10>,) {'filters': {'network_id': ['f96d0b9f-69b9-4089-8683-a5095cf42502']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:33.387912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fe86c10>, '4ffbff78-39a1-4398-9a23-a94b340f5dab') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:33.387912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fe86c10>, '4ffbff78-39a1-4398-9a23-a94b340f5dab') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:33.397198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.412885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.421052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:33.421571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:33.424890 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:33.538509 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.550095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.553269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/f96d0b9f-69b9-4089-8683-a5095cf42502 HTTP/1.1" status: 204  len: 168 time: 1.5667074
Nov 06 21:09:33.556652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55000) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:33.570604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470d6ad-9251-464c-999e-abb6892e2d2b tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=f96d0b9f-69b9-4089-8683-a5095cf42502,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:33.574539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-9fc4ba7c-9642-4e20-9ca7-76062c3df25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:33.576029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-9fc4ba7c-9642-4e20-9ca7-76062c3df25d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1097 time: 0.0941341
Nov 06 21:09:33.584030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b63436-b79b-4a8f-a8e7-335e2eed0329 req-ef9cae9d-8650-469e-a697-cb927718bc8b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:33.585504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58b63436-b79b-4a8f-a8e7-335e2eed0329 req-ef9cae9d-8650-469e-a697-cb927718bc8b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.1226587
Nov 06 21:09:33.588330 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddbdc44-3d33-4859-8ede-5f9fcc4d5693 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:33.588777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddbdc44-3d33-4859-8ede-5f9fcc4d5693 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:33.591733 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1ddbdc44-3d33-4859-8ede-5f9fcc4d5693 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/c529975b-df2f-4c5e-9900-a645af031a72 HTTP/1.1" status: 404  len: 337 time: 0.0340922
Nov 06 21:09:33.594289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:33.613765 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e8da1d-2b6e-40e2-bef1-21b599fbe7f6 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:33.614199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e8da1d-2b6e-40e2-bef1-21b599fbe7f6 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:33.617141 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-53e8da1d-2b6e-40e2-bef1-21b599fbe7f6 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/f96d0b9f-69b9-4089-8683-a5095cf42502 HTTP/1.1" status: 404  len: 339 time: 0.0212986
Nov 06 21:09:33.619587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55004) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:33.693078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.695102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58b63436-b79b-4a8f-a8e7-335e2eed0329 req-518dadad-1ac7-4371-b2d1-fa0c12c5f707 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900466
Nov 06 21:09:33.707870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-a60cf7f0-e778-42d2-9f82-fd3d49a644f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:33.717963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-a60cf7f0-e778-42d2-9f82-fd3d49a644f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 913 time: 0.1312046
Nov 06 21:09:33.763488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-94372dd3-7507-4974-9bba-b1d9a5b045fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 200  len: 217 time: 0.0365953
Nov 06 21:09:33.798665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.820722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-317ab85e-5645-4a63-9a45-610d57eb35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:33.822726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-317ab85e-5645-4a63-9a45-610d57eb35ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.0450301
Nov 06 21:09:33.824953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92567265b0>,) {'filters': {'network_id': ['ff8cf421-9333-4460-868f-42f39ae9076b']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:33.835710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92567265b0>, '8e5f45b5-fa4b-4b7a-9579-4c91834e54e8') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:33.836107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92567265b0>, '8e5f45b5-fa4b-4b7a-9579-4c91834e54e8') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:33.850619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.861952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-8f7b7cc6-8cc0-47a8-b6e2-0c976537c386 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323801
Nov 06 21:09:33.869405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.876424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:33.877023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:33.882651 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:33.939259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.950679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:33.954155 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/ff8cf421-9333-4460-868f-42f39ae9076b HTTP/1.1" status: 204  len: 168 time: 0.3336852
Nov 06 21:09:33.956936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55010) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:33.965065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-882e2cf6-1d2a-47d7-b83c-77ee3cd088a2 service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959144
Nov 06 21:09:33.975041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7045f-f87a-4fd4-9379-e056295689b9 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=ff8cf421-9333-4460-868f-42f39ae9076b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:33.993260 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21003e5-5047-4ad6-9088-57ad84f3b377 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:33.993714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21003e5-5047-4ad6-9088-57ad84f3b377 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:33.998624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a21003e5-5047-4ad6-9088-57ad84f3b377 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/11dba1c1-ff0b-45e3-818e-b371e872384e HTTP/1.1" status: 404  len: 337 time: 0.0405898
Nov 06 21:09:34.001680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55012) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:34.027307 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9164d40c-3a94-4e74-963d-9d007a5ed20f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:34.027854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9164d40c-3a94-4e74-963d-9d007a5ed20f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:34.031123 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9164d40c-3a94-4e74-963d-9d007a5ed20f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/91a3e148-37db-4a1e-8a6b-e257b4e69fa1 HTTP/1.1" status: 404  len: 339 time: 0.0282795
Nov 06 21:09:34.033808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55014) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:34.086100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebc6046-6eb1-40db-95b3-f53673eeb19f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting subnet a803f359-68e8-4033-baae-b0cd2270307e {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:34.089757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6046-6eb1-40db-95b3-f53673eeb19f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.096703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a22f7d4c-2b31-4d22-be6f-2d32ab3082c6 req-ed00f0d1-b62a-4c82-ab6f-bf5a1975928d service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018407
Nov 06 21:09:34.130233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6046-6eb1-40db-95b3-f53673eeb19f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.213733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6046-6eb1-40db-95b3-f53673eeb19f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.268802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6046-6eb1-40db-95b3-f53673eeb19f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.294400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6046-6eb1-40db-95b3-f53673eeb19f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=a803f359-68e8-4033-baae-b0cd2270307e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:34.298106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6046-6eb1-40db-95b3-f53673eeb19f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.301218 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3ebc6046-6eb1-40db-95b3-f53673eeb19f tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/a803f359-68e8-4033-baae-b0cd2270307e HTTP/1.1" status: 204  len: 168 time: 0.2664766
Nov 06 21:09:34.303772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55018) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:34.305301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc932ca1-290c-4bd2-be7e-a2f831a29e04 None None] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:34.359338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd18e0a-ee05-42ca-992b-6820ca92c895 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting subnet dc76a3c6-c36e-4807-8e31-46ce50d46444 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:34.362325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e0a-ee05-42ca-992b-6820ca92c895 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.402999 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e0a-ee05-42ca-992b-6820ca92c895 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.493875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e0a-ee05-42ca-992b-6820ca92c895 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.567043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e0a-ee05-42ca-992b-6820ca92c895 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.597053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd18e0a-ee05-42ca-992b-6820ca92c895 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=dc76a3c6-c36e-4807-8e31-46ce50d46444,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:34.602180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7bd18e0a-ee05-42ca-992b-6820ca92c895 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.608757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7bd18e0a-ee05-42ca-992b-6820ca92c895 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/dc76a3c6-c36e-4807-8e31-46ce50d46444 HTTP/1.1" status: 204  len: 168 time: 0.3017981
Nov 06 21:09:34.609068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55022) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:34.695274 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.753426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:34.753777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.847003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] For port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,segment=NetworkSegment(fbbf702e-e8a9-4283-8d11-d150ea714937),segment_id=fbbf702e-e8a9-4283-8d11-d150ea714937)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:34.847358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:34.863659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Calling delete_port for 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:34.882939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e9abc-92bf-4dea-8731-4e56f30db3e6 req-885d9710-2d44-4aaf-a421-76d6d3ce02d8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:34.884503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad7e9abc-92bf-4dea-8731-4e56f30db3e6 req-885d9710-2d44-4aaf-a421-76d6d3ce02d8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0935655
Nov 06 21:09:34.991593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad7e9abc-92bf-4dea-8731-4e56f30db3e6 req-c2d98f17-c1fb-4559-9418-8220611e1605 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709243
Nov 06 21:09:34.996827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36aa43-7b7d-4a8a-8ec6-e88a93c8cf2c None None] Network e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:35.011517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.045498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Port': ['ID=2716dc53-e6ad-4e3d-9f11-29f34033f5b5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:35.050558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No DVR routers for this DVR port 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:35.092035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-70717efb-4368-47b7-bc9f-0374ff7548ca None None] Could not find standard attr ID for object 2716dc53-e6ad-4e3d-9f11-29f34033f5b5. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:09:35.139656 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.159909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255382970>,) {'filters': {'network_id': ['e3c0972b-bfa8-4f0e-90fd-fbb221a21e56']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:35.169017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208bd984-5e0b-43db-bae8-3290043b39ad None None] DHCP port deletion for e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:09:35.171018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255382970>, 'fbbf702e-e8a9-4283-8d11-d150ea714937') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:35.171315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255382970>, 'fbbf702e-e8a9-4283-8d11-d150ea714937') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:35.184422 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.197394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.203336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:35.203740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:35.206644 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:35.266955 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.271363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.274591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/e3c0972b-bfa8-4f0e-90fd-fbb221a21e56 HTTP/1.1" status: 204  len: 168 time: 0.6645048
Nov 06 21:09:35.277802 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55028) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:35.289509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db53a-d02d-4d5b-9460-7d02c135c1db tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=e3c0972b-bfa8-4f0e-90fd-fbb221a21e56,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:35.304175 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c028f03-997d-477e-8c98-fbf5e36a03b0 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:35.304576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c028f03-997d-477e-8c98-fbf5e36a03b0 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:35.307520 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c028f03-997d-477e-8c98-fbf5e36a03b0 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/5e095ae3-d0f8-4e06-8048-96c09274109e HTTP/1.1" status: 404  len: 337 time: 0.0286579
Nov 06 21:09:35.310120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55030) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:35.327592 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-307bff27-6e82-4d1b-97e8-a403d1fe7b68 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:35.328109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307bff27-6e82-4d1b-97e8-a403d1fe7b68 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:35.331034 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-307bff27-6e82-4d1b-97e8-a403d1fe7b68 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/ffe1d0d1-a99b-4df9-9781-5596e762a9e3 HTTP/1.1" status: 404  len: 339 time: 0.0200274
Nov 06 21:09:35.333239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55032) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:35.357559 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-317e6a83-09b6-4eec-bea0-1b0906fc30d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:35.357989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317e6a83-09b6-4eec-bea0-1b0906fc30d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:35.360954 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-317e6a83-09b6-4eec-bea0-1b0906fc30d3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/dd83ca5f-48f8-4fef-a3f9-d94cd9f5284b HTTP/1.1" status: 404  len: 337 time: 0.0268602
Nov 06 21:09:35.363241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55034) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:35.379822 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c47b5f-f7e6-49db-9b52-4e3a4233d443 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:35.380354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c47b5f-f7e6-49db-9b52-4e3a4233d443 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:35.383162 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-57c47b5f-f7e6-49db-9b52-4e3a4233d443 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/5ec4da8e-a3e1-4cb4-8145-3a8d805ad4e5 HTTP/1.1" status: 404  len: 339 time: 0.0190644
Nov 06 21:09:35.386197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55036) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:35.415452 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e2a46d-01ba-463f-b459-c7059ff871dc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:35.415861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e2a46d-01ba-463f-b459-c7059ff871dc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:35.419155 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-79e2a46d-01ba-463f-b459-c7059ff871dc tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/fbd29412-d196-4bd5-b018-3bc6a37e502d HTTP/1.1" status: 404  len: 337 time: 0.0321012
Nov 06 21:09:35.421746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:35.663611 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f4d930-4893-4e99-97d5-d53c82782865 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:35.664193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f4d930-4893-4e99-97d5-d53c82782865 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:35.667667 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f1f4d930-4893-4e99-97d5-d53c82782865 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/9402a6cf-6d5d-4acd-908e-96a80683add4 HTTP/1.1" status: 404  len: 339 time: 0.2450333
Nov 06 21:09:35.670277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55042) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:35.720217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f9e63d-2f9e-4223-a953-88360f106f57 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting subnet 678afc31-5ae9-4420-a986-43eedaeae1f9 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:35.723217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92f9e63d-2f9e-4223-a953-88360f106f57 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.761923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92f9e63d-2f9e-4223-a953-88360f106f57 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.843550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92f9e63d-2f9e-4223-a953-88360f106f57 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.906123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92f9e63d-2f9e-4223-a953-88360f106f57 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.935247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-92f9e63d-2f9e-4223-a953-88360f106f57 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:35.938825 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-92f9e63d-2f9e-4223-a953-88360f106f57 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/678afc31-5ae9-4420-a986-43eedaeae1f9 HTTP/1.1" status: 204  len: 168 time: 0.2673352
Nov 06 21:09:35.939815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9e63d-2f9e-4223-a953-88360f106f57 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=678afc31-5ae9-4420-a986-43eedaeae1f9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:35.942362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55048) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:35.943104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b894a2-0d08-4788-925e-c58f00eb9b55 None None] Network 8eedcbd9-829b-4762-87be-9362d95eca11 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:36.040186 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.156781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] DHCP port deletion for 8eedcbd9-829b-4762-87be-9362d95eca11 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:09:36.206095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] Deleting port 64b61d01-0ee7-4678-9cd3-069de682ea82 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:36.206475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.274316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] For port 64b61d01-0ee7-4678-9cd3-069de682ea82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64b61d01-0ee7-4678-9cd3-069de682ea82,segment=NetworkSegment(e4c7914d-4b1e-4531-af1f-321f9dea0161),segment_id=e4c7914d-4b1e-4531-af1f-321f9dea0161)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:36.274710 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.288453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] Calling delete_port for 64b61d01-0ee7-4678-9cd3-069de682ea82 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:36.369648 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.402050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] Pushing event deleted for resources: {'Port': ['ID=64b61d01-0ee7-4678-9cd3-069de682ea82,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:36.404314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fc2bf-9596-4794-8054-e90073c0ef60 None None] No DVR routers for this DVR port 64b61d01-0ee7-4678-9cd3-069de682ea82 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:36.437709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:36.459354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:09:36.459703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 2716dc53-e6ad-4e3d-9f11-29f34033f5b5 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:09:36.460121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 64b61d01-0ee7-4678-9cd3-069de682ea82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:36.480236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 64b61d01-0ee7-4678-9cd3-069de682ea82 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:09:36.480607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 64b61d01-0ee7-4678-9cd3-069de682ea82 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:09:36.486218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5596-9bf4-474c-ae55-40cdf60cb0a7 req-11527ea9-4813-42ab-b77c-8d36e4467e7a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:36.487632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-909d5596-9bf4-474c-ae55-40cdf60cb0a7 req-11527ea9-4813-42ab-b77c-8d36e4467e7a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.4110048
Nov 06 21:09:36.490097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting port 64b61d01-0ee7-4678-9cd3-069de682ea82 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:36.490430 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.581161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] For port 64b61d01-0ee7-4678-9cd3-069de682ea82, host ncdv-master-1, got binding levels [] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:36.581518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.592400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-909d5596-9bf4-474c-ae55-40cdf60cb0a7 req-4b512518-c467-4508-ad5f-baad038ce8b9 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988300
Nov 06 21:09:36.597929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Calling delete_port for 64b61d01-0ee7-4678-9cd3-069de682ea82 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:36.600633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Port 64b61d01-0ee7-4678-9cd3-069de682ea82 was not found and therefore no delete operation was performed {{(pid=119333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 21:09:36.601968 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.633045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No DVR routers for this DVR port 64b61d01-0ee7-4678-9cd3-069de682ea82 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:36.638136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Port': ['ID=64b61d01-0ee7-4678-9cd3-069de682ea82,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:36.742492 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.763672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924ff69ac0>,) {'filters': {'network_id': ['8eedcbd9-829b-4762-87be-9362d95eca11']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:36.780307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924ff69ac0>, 'e4c7914d-4b1e-4531-af1f-321f9dea0161') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:36.780615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924ff69ac0>, 'e4c7914d-4b1e-4531-af1f-321f9dea0161') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:36.789281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b853ac-52ca-4f3b-8b68-df5c0971102c req-bc472a2b-d91d-4f7a-a02d-e8c89016bd89 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:36.790807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4b853ac-52ca-4f3b-8b68-df5c0971102c req-bc472a2b-d91d-4f7a-a02d-e8c89016bd89 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.1169565
Nov 06 21:09:36.799837 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.826227 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.838875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:36.839251 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:36.842058 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:36.898914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4b853ac-52ca-4f3b-8b68-df5c0971102c req-33b5fcc8-db42-4f7a-a650-1b4ffacdb5a5 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007524
Nov 06 21:09:36.912266 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.921695 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:36.925013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/8eedcbd9-829b-4762-87be-9362d95eca11 HTTP/1.1" status: 204  len: 168 time: 0.9816031
Nov 06 21:09:36.927338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55058) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:36.967258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93177e2-e959-4404-97a9-f580833b3e8c tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=8eedcbd9-829b-4762-87be-9362d95eca11,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:36.969483 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ab41ff-8ace-4cc0-9e71-dc8ee14713cb tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:36.969947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ab41ff-8ace-4cc0-9e71-dc8ee14713cb tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:36.976219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a9ab41ff-8ace-4cc0-9e71-dc8ee14713cb tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/b60ae1c9-d9b0-427d-ba56-0a49eccd20e6 HTTP/1.1" status: 404  len: 337 time: 0.0447800
Nov 06 21:09:36.976219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55062) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:36.996383 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7644b4e2-a90d-4755-b778-d7964e0ce1b3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:36.996910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7644b4e2-a90d-4755-b778-d7964e0ce1b3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:37.002161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7644b4e2-a90d-4755-b778-d7964e0ce1b3 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/5dca0cf2-63ee-4cde-acdd-0888c3ac776c HTTP/1.1" status: 404  len: 339 time: 0.0223806
Nov 06 21:09:37.002556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55064) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:37.050305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d619-db83-4909-9ec1-48b355f18afe req-e9eb9b8e-3ea9-4fbb-af1d-25f7e920da9e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:37.058605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f53d619-db83-4909-9ec1-48b355f18afe req-e9eb9b8e-3ea9-4fbb-af1d-25f7e920da9e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0644279
Nov 06 21:09:37.062512 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3aab1b8-af8e-4394-bafb-5c58f02d6892 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting subnet eb551e08-4eb0-48d3-bc4a-1fda52578ade {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:37.066106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3aab1b8-af8e-4394-bafb-5c58f02d6892 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.108068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f53d619-db83-4909-9ec1-48b355f18afe req-92def8fb-f907-4fb5-aa2c-01e124626c01 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485561
Nov 06 21:09:37.111624 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3aab1b8-af8e-4394-bafb-5c58f02d6892 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.195497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3aab1b8-af8e-4394-bafb-5c58f02d6892 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.232052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a104355-9333-4eae-978c-493cf359133b req-66e0eda5-e4f9-4998-be90-49633068f07f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:37.233621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a104355-9333-4eae-978c-493cf359133b req-66e0eda5-e4f9-4998-be90-49633068f07f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0560086
Nov 06 21:09:37.255177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3aab1b8-af8e-4394-bafb-5c58f02d6892 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.288239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3aab1b8-af8e-4394-bafb-5c58f02d6892 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.292178 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b3aab1b8-af8e-4394-bafb-5c58f02d6892 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/subnets/eb551e08-4eb0-48d3-bc4a-1fda52578ade HTTP/1.1" status: 204  len: 168 time: 0.2886264
Nov 06 21:09:37.293429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aab1b8-af8e-4394-bafb-5c58f02d6892 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Subnet': ['ID=eb551e08-4eb0-48d3-bc4a-1fda52578ade,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:37.294912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c8746-a845-4ef1-8617-2566fc3e523f None None] Network 0dad2749-7e2d-4994-b36a-44a849c8a758 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:37.295607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55070) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:37.323683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb5555f-9a2d-4220-9aea-208406228544 req-3ee75e86-8c40-4b1a-85ff-dd69518a3a37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0816770
Nov 06 21:09:37.328624 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a104355-9333-4eae-978c-493cf359133b req-21da1034-6550-436f-b48f-f94736dd2824 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889404
Nov 06 21:09:37.383715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.443979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Deleting port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:37.444437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.469903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5555f-9a2d-4220-9aea-208406228544 req-8b5b714e-153c-4167-b273-ac673e966797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:37.476378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb5555f-9a2d-4220-9aea-208406228544 req-8b5b714e-153c-4167-b273-ac673e966797 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1096 time: 0.0568511
Nov 06 21:09:37.519494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] For port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,segment=NetworkSegment(894aaeea-542a-43be-ab7d-2ec1b40e72bf),segment_id=894aaeea-542a-43be-ab7d-2ec1b40e72bf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:37.519897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.536226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] DHCP port deletion for 0dad2749-7e2d-4994-b36a-44a849c8a758 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:09:37.541740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Calling delete_port for 848ed5d8-80ac-4f4b-b87f-e10cef949ceb owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:37.587206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9498e12-bedc-443d-a1e8-349c2bb800f0 req-1f4eca16-ce13-4cd2-a74b-7d3e5388f677 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:37.588802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9498e12-bedc-443d-a1e8-349c2bb800f0 req-1f4eca16-ce13-4cd2-a74b-7d3e5388f677 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.1092918
Nov 06 21:09:37.597016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] Deleting port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:37.597413 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.628792 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.645851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5555f-9a2d-4220-9aea-208406228544 req-303c7572-6dd8-4c53-abda-64da7b011b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:37.647343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb5555f-9a2d-4220-9aea-208406228544 req-303c7572-6dd8-4c53-abda-64da7b011b29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.1357520
Nov 06 21:09:37.656241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Port': ['ID=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:37.662220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] No DVR routers for this DVR port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:37.664140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] For port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,segment=NetworkSegment(894aaeea-542a-43be-ab7d-2ec1b40e72bf),segment_id=894aaeea-542a-43be-ab7d-2ec1b40e72bf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:37.664951 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.671283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9498e12-bedc-443d-a1e8-349c2bb800f0 req-f692a483-03fe-4146-baf2-ae817e32e646 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713940
Nov 06 21:09:37.687506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] Calling delete_port for 848ed5d8-80ac-4f4b-b87f-e10cef949ceb owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:37.749590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb5555f-9a2d-4220-9aea-208406228544 req-37286fae-0289-45fa-a6cb-ab3bd753a2d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 1000 time: 0.0942700
Nov 06 21:09:37.781322 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.793627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.808732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] Pushing event deleted for resources: {'Port': ['ID=848ed5d8-80ac-4f4b-b87f-e10cef949ceb,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:37.812446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0d3db-c374-4125-a097-10352bcd7d2b None None] No DVR routers for this DVR port 848ed5d8-80ac-4f4b-b87f-e10cef949ceb on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:37.819317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255234370>,) {'filters': {'network_id': ['0dad2749-7e2d-4994-b36a-44a849c8a758']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:37.841089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5555f-9a2d-4220-9aea-208406228544 req-477a3122-b951-4205-85c0-ff4e844d32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:37.842584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb5555f-9a2d-4220-9aea-208406228544 req-477a3122-b951-4205-85c0-ff4e844d32d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.0800459
Nov 06 21:09:37.843790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255234370>, '894aaeea-542a-43be-ab7d-2ec1b40e72bf') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:37.844214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255234370>, '894aaeea-542a-43be-ab7d-2ec1b40e72bf') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:37.854795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.855114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f5b21-975e-46a1-99bd-51f5f3551e04 req-223162e6-8934-4b57-8615-d1614f7d70e1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:37.856635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a93f5b21-975e-46a1-99bd-51f5f3551e04 req-223162e6-8934-4b57-8615-d1614f7d70e1 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.1052721
Nov 06 21:09:37.875042 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.882050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:37.882516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:37.885958 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:37.933411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5555f-9a2d-4220-9aea-208406228544 req-5016c6cb-031b-43aa-a7ee-484845a0cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:37.934984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb5555f-9a2d-4220-9aea-208406228544 req-5016c6cb-031b-43aa-a7ee-484845a0cc8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0774291
Nov 06 21:09:37.938520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a93f5b21-975e-46a1-99bd-51f5f3551e04 req-79853d68-5213-48c1-9cd0-b8bf0cb1ee1b tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728567
Nov 06 21:09:37.952063 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.959282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:37.962435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] 10.222.0.13 "DELETE /v2.0/networks/0dad2749-7e2d-4994-b36a-44a849c8a758 HTTP/1.1" status: 204  len: 168 time: 0.6656959
Nov 06 21:09:37.981998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935346b-a62c-46af-92a9-7827a16ba3a1 tempest-NetworksIpV6Test-733013786 tempest-NetworksIpV6Test-733013786-project] Pushing event deleted for resources: {'Network': ['ID=0dad2749-7e2d-4994-b36a-44a849c8a758,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:38.056675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb5555f-9a2d-4220-9aea-208406228544 req-1f902de5-91be-4e06-ac9b-7a9395c9bd53 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1144202
Nov 06 21:09:38.156756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681a665-a1a4-4473-9ec1-a1660e4a53a3 req-9bdad470-c708-47d9-8243-d75745d37240 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:38.159042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6681a665-a1a4-4473-9ec1-a1660e4a53a3 req-9bdad470-c708-47d9-8243-d75745d37240 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.1168194
Nov 06 21:09:38.211838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2cb5555f-9a2d-4220-9aea-208406228544 req-a6ab87c3-3908-4225-91c2-0e8e8825d296 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412201
Nov 06 21:09:38.230345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6681a665-a1a4-4473-9ec1-a1660e4a53a3 req-776459ba-cf00-4663-b115-ad5ba8d0a000 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595212
Nov 06 21:09:38.242015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55092) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:38.364157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b872d4-cd6d-4f05-9d38-1048217ad31f req-eca7d880-efa7-4524-8753-c61e44ed9163 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:38.365577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09b872d4-cd6d-4f05-9d38-1048217ad31f req-eca7d880-efa7-4524-8753-c61e44ed9163 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0632050
Nov 06 21:09:38.408796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3dc4d217-a813-474d-899c-68c3975f51ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f29c0c875f074a299ec4865e34443f91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1655769
Nov 06 21:09:38.411452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55098) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:38.424563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 848ed5d8-80ac-4f4b-b87f-e10cef949ceb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:38.437968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09b872d4-cd6d-4f05-9d38-1048217ad31f req-362c7c47-4ebd-454c-a4a7-7bde5c543a9a tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631788
Nov 06 21:09:38.448438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 848ed5d8-80ac-4f4b-b87f-e10cef949ceb {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:09:38.449284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 848ed5d8-80ac-4f4b-b87f-e10cef949ceb not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:09:38.480740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5f2d8fcc-706c-4ffc-a4d3-80670b72d10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:38.502485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5f2d8fcc-706c-4ffc-a4d3-80670b72d10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:38.550516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5f2d8fcc-706c-4ffc-a4d3-80670b72d10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:38.553101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5f2d8fcc-706c-4ffc-a4d3-80670b72d10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:38.554246 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5f2d8fcc-706c-4ffc-a4d3-80670b72d10f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a965f45b-0fb1-44f1-bc94-b0df34e6c657 HTTP/1.1" status: 204  len: 168 time: 0.1411650
Nov 06 21:09:38.564187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d8fcc-706c-4ffc-a4d3-80670b72d10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965f45b-0fb1-44f1-bc94-b0df34e6c657,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:38.607562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955995c-e446-4514-882e-123213059b7b req-208a172c-e31d-4f08-893c-11ce08d3b94e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:38.609127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e955995c-e446-4514-882e-123213059b7b req-208a172c-e31d-4f08-893c-11ce08d3b94e tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0571129
Nov 06 21:09:38.658208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e955995c-e446-4514-882e-123213059b7b req-de33b25e-b355-4aab-ab61-a9268be91e79 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429168
Nov 06 21:09:38.776437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71cada-014f-4ee8-bac2-768cc8a562f1 req-050cd2a5-b0f5-47b4-96d2-a8058b6b7435 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:38.777961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f71cada-014f-4ee8-bac2-768cc8a562f1 req-050cd2a5-b0f5-47b4-96d2-a8058b6b7435 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0494034
Nov 06 21:09:38.830361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f71cada-014f-4ee8-bac2-768cc8a562f1 req-1a2bb7ec-3e40-42b9-a819-1a497df5b0c4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464773
Nov 06 21:09:38.970947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a882b-40dc-4720-ab27-ee8ee9a14e60 req-498800ef-f7d2-4343-8918-306048a58504 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:38.972486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-779a882b-40dc-4720-ab27-ee8ee9a14e60 req-498800ef-f7d2-4343-8918-306048a58504 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0549216
Nov 06 21:09:39.023481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-779a882b-40dc-4720-ab27-ee8ee9a14e60 req-e7c4d1c2-8ea1-4c09-a744-ec58c8a9f317 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450895
Nov 06 21:09:39.144821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d53ea-b7d6-4b00-bdab-0cbd282b77b9 req-b4bf0643-b92f-4a23-bea2-9e267b3c5a74 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:39.146356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-838d53ea-b7d6-4b00-bdab-0cbd282b77b9 req-b4bf0643-b92f-4a23-bea2-9e267b3c5a74 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0510571
Nov 06 21:09:39.198383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-838d53ea-b7d6-4b00-bdab-0cbd282b77b9 req-7ba77b5c-361b-4cf2-b0ce-9a468f082efa tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460596
Nov 06 21:09:39.236409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55138) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:39.334912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1393168613'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:39.335299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497506cf-37ab-4472-9158-cf39c790e450 req-39734517-fa48-470a-9b20-ab716c73ca40 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:39.336855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-497506cf-37ab-4472-9158-cf39c790e450 req-39734517-fa48-470a-9b20-ab716c73ca40 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0543499
Nov 06 21:09:39.357039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:39.360722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:39.369971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:39.386888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-497506cf-37ab-4472-9158-cf39c790e450 req-58711062-c25b-4a15-af4c-7936ddd1a87c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440691
Nov 06 21:09:39.445697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:39.450771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:39.474829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:39.490972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82eaed1b-293a-4a89-b8b4-40c632f7baa6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:39.493910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:39.494422 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Added segment ffd4f2d3-f86d-4e9f-9d04-7a30f51db291 of type vlan for network 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b
Nov 06 21:09:39.537545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:39.537992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c718b8-1390-4f32-8b2c-6da43cf6f634 req-7fecf745-1acc-45aa-a15f-5b8c397c26c9 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:39.539520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1c718b8-1390-4f32-8b2c-6da43cf6f634 req-7fecf745-1acc-45aa-a15f-5b8c397c26c9 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0785389
Nov 06 21:09:39.544238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-08a485de-8d09-4710-800b-4682ccca42a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0728378
Nov 06 21:09:39.579876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:39.586009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:39.586597 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:39.591079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1c718b8-1390-4f32-8b2c-6da43cf6f634 req-8323e169-baa6-432e-9e01-cb978d88cbc8 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435882
Nov 06 21:09:39.637170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-cbb3e0e6-b980-4129-a8c1-7a0f836029e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:39.638941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-cbb3e0e6-b980-4129-a8c1-7a0f836029e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930a318a21a4455c8d2c6eb794459b51&device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 1097 time: 0.0469086
Nov 06 21:09:39.647347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4103589
Nov 06 21:09:39.660371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f0a50-b5de-4870-88ac-a101ff7ef1e6 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Network': ['ID=526aa5b6-fd0c-4d5f-9b26-64b99e23d20b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:39.677737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:39.801899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c51a5-f578-4d24-9213-cdb84dbfd9fc req-f0a542ce-5617-4bfc-bd36-0eb8ef401d15 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:39.803389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-667c51a5-f578-4d24-9213-cdb84dbfd9fc req-f0a542ce-5617-4bfc-bd36-0eb8ef401d15 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0829537
Nov 06 21:09:39.806153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-6847df04-bdc0-447b-954b-6b894830ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:39.807533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-6847df04-bdc0-447b-954b-6b894830ee06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 200  len: 913 time: 0.1386697
Nov 06 21:09:39.861292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-e5b24991-7a23-4be6-ab1a-49af13e93fa5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 200  len: 217 time: 0.0449131
Nov 06 21:09:39.920567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-667c51a5-f578-4d24-9213-cdb84dbfd9fc req-10b8cfe4-1a17-40e7-bcfc-ff99853a7095 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108534
Nov 06 21:09:39.940745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-64dbbbbb-df09-462d-999b-a390f5c3f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:39.944738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-64dbbbbb-df09-462d-999b-a390f5c3f8c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 200  len: 852 time: 0.0719030
Nov 06 21:09:39.989127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-3bb41f2e-e5df-4397-a998-97c9f65937c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367644
Nov 06 21:09:40.106071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-871e63e2-ada7-408a-a7a7-15473503789b service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1099846
Nov 06 21:09:40.208422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-836afbb6-8dd1-4daf-b006-af07d02c753c req-055cfd79-fafc-421b-babd-262445d73c80 service neutron] 10.222.0.10 "GET /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953834
Nov 06 21:09:42.508141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1f741-8820-4886-afb4-390c5bf4b6b2 req-82add5d7-68d4-4f89-963e-67ba7e4fb1cd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:42.510196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea1f741-8820-4886-afb4-390c5bf4b6b2 req-82add5d7-68d4-4f89-963e-67ba7e4fb1cd tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0494444
Nov 06 21:09:42.557355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea1f741-8820-4886-afb4-390c5bf4b6b2 req-07531489-c7d3-4dbb-9784-3c9eb9d3a509 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412996
Nov 06 21:09:42.847916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55240) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:42.853670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'subnet': {'network_id': '526aa5b6-fd0c-4d5f-9b26-64b99e23d20b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:42.943599 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:42.947223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.130097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.197046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Subnet': ['ID=d188625b-fe10-4639-8fc8-3ab4ae088c40,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:43.202022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Checking segment: {'id': 'ffd4f2d3-f86d-4e9f-9d04-7a30f51db291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '526aa5b6-fd0c-4d5f-9b26-64b99e23d20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:43.202380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network hostable DHCP agents. Network: 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:43.218849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:43.226717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:43.231398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:43.231986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.236000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b953e3d9-1232-452b-8047-0d0d7fe3ad61 None None] Network 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:43.248764 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-08605b58-ba4a-4dfb-87ca-50be695967a5 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3993154
Nov 06 21:09:43.251870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55244) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:43.256763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1953808991'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:43.278252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:43.281870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.306107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:43.315510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.315850 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Added segment 5d0be31c-f8a9-419d-9273-e331aa1b3e66 of type vlan for network f0fc1db3-b482-4673-82dd-7ed87a543b2e
Nov 06 21:09:43.356344 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.380752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.383780 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-526aa5b6-fd0c-4d5f-9b26-64b99e23d20b', 'network_id': '526aa5b6-fd0c-4d5f-9b26-64b99e23d20b', 'tenant_id': '20d8db630614436d89d5a77121c22f93', 'fixed_ips': [{'subnet_id': 'd188625b-fe10-4639-8fc8-3ab4ae088c40'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:43.384748 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.387133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:43.387743 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.451048 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.1980951
Nov 06 21:09:43.453921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55248) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:43.458777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'subnet': {'network_id': 'f0fc1db3-b482-4673-82dd-7ed87a543b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:43.511443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6843-8fa5-42d0-b23c-03088b996a10 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Network': ['ID=f0fc1db3-b482-4673-82dd-7ed87a543b2e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:43.524330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network f0fc1db3-b482-4673-82dd-7ed87a543b2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:43.547462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Allocated IP 2001:db8:0:ffff::2 (526aa5b6-fd0c-4d5f-9b26-64b99e23d20b/d188625b-fe10-4639-8fc8-3ab4ae088c40/cd18277b-f6ab-4ecf-a70a-d9b5c85e0470) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:43.563696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:43.567269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.689636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3beb3-a3e2-4f9e-be7d-a8d1d0b9843f req-16d612e0-1e75-41e7-b28b-1f1ae549623c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:43.691340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06f3beb3-a3e2-4f9e-be7d-a8d1d0b9843f req-16d612e0-1e75-41e7-b28b-1f1ae549623c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0569878
Nov 06 21:09:43.744097 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.747680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06f3beb3-a3e2-4f9e-be7d-a8d1d0b9843f req-5ce64224-b781-4510-8071-e0a480e6fc2f tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0659fbc-1740-4d80-83b8-ada02ce21b18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488615
Nov 06 21:09:43.750369 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.793221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Network 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:43.796494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:43.798896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:43.814498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Pushing event updated for resources: {'Port': ['ID=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:43.852542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.852884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.853234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.853549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.853909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.854232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.854553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.854870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.855187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.855504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.855821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.856133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:43.864584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:09:43.866430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.870479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Attempting to bind port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:43.870848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Attempting to bind port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ffd4f2d3-f86d-4e9f-9d04-7a30f51db291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '526aa5b6-fd0c-4d5f-9b26-64b99e23d20b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:43.871205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Attempting to bind port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 on network 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:43.876276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:43.876680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Checking segment: {'id': 'ffd4f2d3-f86d-4e9f-9d04-7a30f51db291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '526aa5b6-fd0c-4d5f-9b26-64b99e23d20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:43.877074 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.877467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Bound using segment: {'id': 'ffd4f2d3-f86d-4e9f-9d04-7a30f51db291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '526aa5b6-fd0c-4d5f-9b26-64b99e23d20b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:43.877931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Bound port: cd18277b-f6ab-4ecf-a70a-d9b5c85e0470, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd4f2d3-f86d-4e9f-9d04-7a30f51db291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '526aa5b6-fd0c-4d5f-9b26-64b99e23d20b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:43.878306 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.929977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Subnet': ['ID=69f35d99-296a-4c54-b710-f8925142a12d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:43.940695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Checking segment: {'id': '5d0be31c-f8a9-419d-9273-e331aa1b3e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc1db3-b482-4673-82dd-7ed87a543b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:43.941152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network hostable DHCP agents. Network: f0fc1db3-b482-4673-82dd-7ed87a543b2e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:43.946027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] For port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:43.949745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] For port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,segment=NetworkSegment(ffd4f2d3-f86d-4e9f-9d04-7a30f51db291),segment_id=ffd4f2d3-f86d-4e9f-9d04-7a30f51db291)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:43.954177 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.957695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network f0fc1db3-b482-4673-82dd-7ed87a543b2e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:43.967420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0fc1db3-b482-4673-82dd-7ed87a543b2e) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:43.972169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:43.972823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:43.983897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed1120-de38-4525-aa33-c8baf32cfce6 None None] Network f0fc1db3-b482-4673-82dd-7ed87a543b2e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:43.989058 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7717c00-a716-476a-bf3a-dc7e72029b03 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5341380
Nov 06 21:09:43.991878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55252) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:43.997929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'port': {'network_id': 'f0fc1db3-b482-4673-82dd-7ed87a543b2e', 'name': 'tempest-NetworksIpV6TestAttrs-263713165'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:44.063331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c441e-7594-44dc-8e9f-629e2e3a7844 None None] Pushing event updated for resources: {'Port': ['ID=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:44.132006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:44.136615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.155795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] device_id is not set on port 04c03f0a-7713-4ca6-aad3-6ae1355e1345 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:09:44.172972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0fc1db3-b482-4673-82dd-7ed87a543b2e', 'network_id': 'f0fc1db3-b482-4673-82dd-7ed87a543b2e', 'tenant_id': '20d8db630614436d89d5a77121c22f93', 'fixed_ips': [{'subnet_id': '69f35d99-296a-4c54-b710-f8925142a12d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:44.174544 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.308534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Allocated IP 2001:db8::f816:3eff:fe5c:f253 (f0fc1db3-b482-4673-82dd-7ed87a543b2e/69f35d99-296a-4c54-b710-f8925142a12d/04c03f0a-7713-4ca6-aad3-6ae1355e1345) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:44.427856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575f297-500f-45f1-8e1c-dca430e78801 req-c806aa8c-eab2-4eca-a3a8-900e114518a4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:44.429448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c575f297-500f-45f1-8e1c-dca430e78801 req-c806aa8c-eab2-4eca-a3a8-900e114518a4 tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.10 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 946 time: 0.0682073
Nov 06 21:09:44.477509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.481383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:44.487308 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.538646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Deleting port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:44.539014 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.541176 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.595258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Allocated IP 2001:db8::f816:3eff:fe8d:ee5b (f0fc1db3-b482-4673-82dd-7ed87a543b2e/69f35d99-296a-4c54-b710-f8925142a12d/0be4ba83-2c4c-4624-a4fa-cc04b07bb912) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:44.607640 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.612100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network f0fc1db3-b482-4673-82dd-7ed87a543b2e is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:44.618107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:44.621156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:44.626689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:44.627324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.641382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Port': ['ID=04c03f0a-7713-4ca6-aad3-6ae1355e1345,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:44.657066 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-59384856-b3be-459d-b3ad-ae84a505c198 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 0.6639614
Nov 06 21:09:44.657812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] For port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,segment=NetworkSegment(8f27998d-9697-4127-8d39-032ac5d2ca5f),segment_id=8f27998d-9697-4127-8d39-032ac5d2ca5f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:44.658184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.659457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55258) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:44.665653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:44.667332 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.675099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Calling delete_port for 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:44.723103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e17127c-dadf-4353-b96a-d18e1af0f958 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Deleting subnet 69f35d99-296a-4c54-b710-f8925142a12d {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:44.808548 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.825364 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.844600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:09:44.856339 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.882817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,segment=NetworkSegment(ffd4f2d3-f86d-4e9f-9d04-7a30f51db291),segment_id=ffd4f2d3-f86d-4e9f-9d04-7a30f51db291)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:44.885948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e17127c-dadf-4353-b96a-d18e1af0f958 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.886779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.894875 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.896924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Pushing event deleted for resources: {'Port': ['ID=1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:44.930568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19bc35d2-b39b-40c4-a39d-c95904292a4c req-45f5f429-183a-4a4a-b422-f02cb35cadfe tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.13 "GET /v2.0/ports?device_id=40215c7e-b779-4d6b-adfd-20dd72cdb1cd HTTP/1.1" status: 200  len: 210 time: 0.0843759
Nov 06 21:09:44.931835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] No DVR routers for this DVR port 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:44.934352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Network f0fc1db3-b482-4673-82dd-7ed87a543b2e is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:44.935634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.939363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e17127c-dadf-4353-b96a-d18e1af0f958 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:44.940240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c575f297-500f-45f1-8e1c-dca430e78801 req-8ba45554-fa65-4d59-a892-81f1792fb18c tempest-ServersNegativeTestJSON-1908266986 tempest-ServersNegativeTestJSON-1908266986-project] 10.222.0.10 "DELETE /v2.0/ports/1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed HTTP/1.1" status: 204  len: 173 time: 0.5041945
Nov 06 21:09:44.941315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-deleted', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:09:44.941569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:44.947003 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cc3b9e-c908-40dc-865b-d61da6992fb3" -d '{"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-deleted", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:09:44.948222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:44.962101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Pushing event updated for resources: {'Port': ['ID=0be4ba83-2c4c-4624-a4fa-cc04b07bb912,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:45.029283 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4a00cc-a43c-465a-8418-f7875afb21f9 x-openstack-request-id: req-0d4a00cc-a43c-465a-8418-f7875afb21f9 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:09:45.029869 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40215c7e-b779-4d6b-adfd-20dd72cdb1cd", "name": "network-vif-deleted", "tag": "1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:09:45.030520 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d4a00cc-a43c-465a-8418-f7875afb21f9 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:09:45.031256 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40215c7e-b779-4d6b-adfd-20dd72cdb1cd', 'name': 'network-vif-deleted', 'tag': '1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed', 'status': 'completed', 'code': 200}
Nov 06 21:09:45.056613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Attempting to bind port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:45.057651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Attempting to bind port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d0be31c-f8a9-419d-9273-e331aa1b3e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc1db3-b482-4673-82dd-7ed87a543b2e'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:45.057651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Attempting to bind port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 on network f0fc1db3-b482-4673-82dd-7ed87a543b2e {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:45.070268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:45.070721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Checking segment: {'id': '5d0be31c-f8a9-419d-9273-e331aa1b3e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc1db3-b482-4673-82dd-7ed87a543b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:45.071060 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.071468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Bound using segment: {'id': '5d0be31c-f8a9-419d-9273-e331aa1b3e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc1db3-b482-4673-82dd-7ed87a543b2e'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:45.071926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Bound port: 0be4ba83-2c4c-4624-a4fa-cc04b07bb912, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0be31c-f8a9-419d-9273-e331aa1b3e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f0fc1db3-b482-4673-82dd-7ed87a543b2e'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:45.072336 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.075887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:45.125322 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e17127c-dadf-4353-b96a-d18e1af0f958 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.189420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e17127c-dadf-4353-b96a-d18e1af0f958 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.193744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] For port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:45.197408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] For port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0be4ba83-2c4c-4624-a4fa-cc04b07bb912,segment=NetworkSegment(5d0be31c-f8a9-419d-9273-e331aa1b3e66),segment_id=5d0be31c-f8a9-419d-9273-e331aa1b3e66)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:45.203471 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.219534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17127c-dadf-4353-b96a-d18e1af0f958 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Subnet': ['ID=69f35d99-296a-4c54-b710-f8925142a12d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:45.224332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7e17127c-dadf-4353-b96a-d18e1af0f958 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.227756 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7e17127c-dadf-4353-b96a-d18e1af0f958 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/subnets/69f35d99-296a-4c54-b710-f8925142a12d HTTP/1.1" status: 204  len: 168 time: 0.5672412
Nov 06 21:09:45.230554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55264) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:45.282722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a4578-99c4-4d78-9bf2-f3f09a7f406e None None] Pushing event updated for resources: {'Port': ['ID=0be4ba83-2c4c-4624-a4fa-cc04b07bb912,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:45.297521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ae254-b47d-478e-b9bd-fdcdd268f112 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:45.302692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ae254-b47d-478e-b9bd-fdcdd268f112 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:45.305427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-989ae254-b47d-478e-b9bd-fdcdd268f112 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0736001
Nov 06 21:09:45.308453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55268) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:45.324733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a8fe1-3ac4-4835-8a46-5f1be6499566 None None] Network 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:45.398310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6d48770-10b0-40e8-b042-ce515733ff37 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.405897 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d48770-10b0-40e8-b042-ce515733ff37 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:09:45.406396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d48770-10b0-40e8-b042-ce515733ff37 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:45.409751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d6d48770-10b0-40e8-b042-ce515733ff37 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/f0fc1db3-b482-4673-82dd-7ed87a543b2e HTTP/1.1" status: 409  len: 405 time: 0.0989795
Nov 06 21:09:45.414239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55270) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:45.420216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-183761783'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:45.450576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-500fd987-b589-4468-90fb-c75254097dba None None] Provisioning complete for port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:45.450949 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-500fd987-b589-4468-90fb-c75254097dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.456212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:45.463127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.501270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:45.522126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.522514 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Added segment 2a933fb3-33eb-48ea-a51d-4ec76124ca62 of type vlan for network 890628fc-8597-46ef-81de-c7de1ccc2385
Nov 06 21:09:45.579616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.622851 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.630254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:45.630959 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.695863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2803931
Nov 06 21:09:45.699449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55274) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:45.705500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'subnet': {'network_id': '890628fc-8597-46ef-81de-c7de1ccc2385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:45.717128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3780fa0-30a3-4708-bf7e-971f6a87d3b0 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Network': ['ID=890628fc-8597-46ef-81de-c7de1ccc2385,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:45.728082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 890628fc-8597-46ef-81de-c7de1ccc2385 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:45.808803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:45.812591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:45.961333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9e2cd2a5-633f-4e11-9ac0-1d6a86f4dca6 None None] Provisioning complete for port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:45.961662 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e2cd2a5-633f-4e11-9ac0-1d6a86f4dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.046777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55278) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:46.076691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:09:46.078268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.101715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-900ed609-ab4f-4772-a1a9-1974b143937d admin admin] Deleting subnet 83340693-9226-4d03-a895-cbcfa9bf9c89 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:46.105711 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-900ed609-ab4f-4772-a1a9-1974b143937d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.138322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Subnet': ['ID=eb6f7e02-5855-48a9-b76a-05ebf19a4802,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:46.143262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-900ed609-ab4f-4772-a1a9-1974b143937d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.149840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Checking segment: {'id': '2a933fb3-33eb-48ea-a51d-4ec76124ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '890628fc-8597-46ef-81de-c7de1ccc2385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:46.150199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network hostable DHCP agents. Network: 890628fc-8597-46ef-81de-c7de1ccc2385, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:46.169359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network 890628fc-8597-46ef-81de-c7de1ccc2385 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:46.180014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 890628fc-8597-46ef-81de-c7de1ccc2385) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:46.184474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:46.185079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.195392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5827a17d-2992-4f5b-8d41-cfb43c619d3a None None] Network 890628fc-8597-46ef-81de-c7de1ccc2385 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:46.197529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-900ed609-ab4f-4772-a1a9-1974b143937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.206767 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e604b97e-4557-4958-85ea-1b68d99473a7 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5060668
Nov 06 21:09:46.209426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55280) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:46.216649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'port': {'network_id': '890628fc-8597-46ef-81de-c7de1ccc2385', 'name': 'tempest-NetworksIpV6TestAttrs-535164348'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:46.266839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-900ed609-ab4f-4772-a1a9-1974b143937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.299231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ed609-ab4f-4772-a1a9-1974b143937d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83340693-9226-4d03-a895-cbcfa9bf9c89,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:46.300725 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-900ed609-ab4f-4772-a1a9-1974b143937d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.307117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-900ed609-ab4f-4772-a1a9-1974b143937d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83340693-9226-4d03-a895-cbcfa9bf9c89 HTTP/1.1" status: 204  len: 168 time: 0.2581706
Nov 06 21:09:46.308224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55282) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:46.364143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:46.371075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-890628fc-8597-46ef-81de-c7de1ccc2385', 'network_id': '890628fc-8597-46ef-81de-c7de1ccc2385', 'tenant_id': '20d8db630614436d89d5a77121c22f93', 'fixed_ips': [{'subnet_id': 'eb6f7e02-5855-48a9-b76a-05ebf19a4802'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:46.372371 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.384493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.404724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.428243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] device_id is not set on port 32df0970-dcb3-4b4a-95b0-5c1998119048 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:09:46.530373 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.560971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925465ca00>,) {'filters': {'network_id': ['c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:46.577266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925465ca00>, '8f27998d-9697-4127-8d39-032ac5d2ca5f') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:46.577574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925465ca00>, '8f27998d-9697-4127-8d39-032ac5d2ca5f') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:46.595962 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Allocated IP 2001:db8::f816:3eff:fe17:df81 (890628fc-8597-46ef-81de-c7de1ccc2385/eb6f7e02-5855-48a9-b76a-05ebf19a4802/32df0970-dcb3-4b4a-95b0-5c1998119048) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:46.602657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.606494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0bd8f3-b105-4e23-9cde-18dfbfbaa51b None None] Network f0fc1db3-b482-4673-82dd-7ed87a543b2e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:46.609640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:46.617885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.624643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:46.624821 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:46.626667 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:46.690968 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.706978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.711629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3 HTTP/1.1" status: 204  len: 168 time: 0.4021909
Nov 06 21:09:46.744930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b35ced-a8fd-4fc1-8b2b-dfea1581a315 admin admin] Pushing event deleted for resources: {'Network': ['ID=c30ed2f9-ff90-4ea6-91a5-88a8e8f623d3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:46.767419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ce44ca85-299b-4b04-a60e-a08b4fb28dc0 None None] Provisioning complete for port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:46.767966 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ce44ca85-299b-4b04-a60e-a08b4fb28dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.793139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.835645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.887973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network 890628fc-8597-46ef-81de-c7de1ccc2385 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:46.892345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:46.894327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Port': ['ID=32df0970-dcb3-4b4a-95b0-5c1998119048,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:46.896570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:46.902677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:46.903321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.923459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:46.923839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.925389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55290) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:46.930219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-676d04e4-ff6f-433e-838e-99066147bf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:46.934807 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8de43221-f84d-4777-87c4-5f59e7670c26 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 0.7238493
Nov 06 21:09:46.962102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55292) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:46.973710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Allocated IP 2001:db8::f816:3eff:fe7e:ab1f (890628fc-8597-46ef-81de-c7de1ccc2385/eb6f7e02-5855-48a9-b76a-05ebf19a4802/1275d605-5c76-4388-bd18-4b56a1697c20) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:09:47.003702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-610dcca4-df32-438d-a9b8-b566a9730dca tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Deleting subnet eb6f7e02-5855-48a9-b76a-05ebf19a4802 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:47.013358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:47.023989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-63f41349-45f7-4ec4-b911-df6ca80280c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=930a318a21a4455c8d2c6eb794459b51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0603745
Nov 06 21:09:47.026350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55294) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:47.055445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:09:47.055837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1b8b5d0d-b9fc-45ab-b4a0-765ddd5037ed not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:09:47.075917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6726c040-eb4e-4b95-af4d-4964ab0d9ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.098567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6726c040-eb4e-4b95-af4d-4964ab0d9ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.105031 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ce44ca85-299b-4b04-a60e-a08b4fb28dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.122688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] DHCP port deletion for f0fc1db3-b482-4673-82dd-7ed87a543b2e request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:09:47.149134 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6726c040-eb4e-4b95-af4d-4964ab0d9ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.151758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6726c040-eb4e-4b95-af4d-4964ab0d9ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.153055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6726c040-eb4e-4b95-af4d-4964ab0d9ffc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0659fbc-1740-4d80-83b8-ada02ce21b18 HTTP/1.1" status: 204  len: 168 time: 0.1257942
Nov 06 21:09:47.160959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726c040-eb4e-4b95-af4d-4964ab0d9ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0659fbc-1740-4d80-83b8-ada02ce21b18,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:47.227879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ce44ca85-299b-4b04-a60e-a08b4fb28dc0 None None] For port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0be4ba83-2c4c-4624-a4fa-cc04b07bb912,segment=NetworkSegment(5d0be31c-f8a9-419d-9273-e331aa1b3e66),segment_id=5d0be31c-f8a9-419d-9273-e331aa1b3e66)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:47.246255 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ce44ca85-299b-4b04-a60e-a08b4fb28dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.256523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.397187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44ca85-299b-4b04-a60e-a08b4fb28dc0 None None] Pushing event updated for resources: {'Port': ['ID=0be4ba83-2c4c-4624-a4fa-cc04b07bb912,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:47.400214 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.412892 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-610dcca4-df32-438d-a9b8-b566a9730dca tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.415682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] Deleting port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:47.415836 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.418335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.423131 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:09:47.423391 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:09:47.464463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-610dcca4-df32-438d-a9b8-b566a9730dca tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.511932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Pushing event updated for resources: {'Port': ['ID=1275d605-5c76-4388-bd18-4b56a1697c20,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:47.549047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Network 890628fc-8597-46ef-81de-c7de1ccc2385 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:09:47.555190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:47.558362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:09:47.562394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] For port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0be4ba83-2c4c-4624-a4fa-cc04b07bb912,segment=NetworkSegment(5d0be31c-f8a9-419d-9273-e331aa1b3e66),segment_id=5d0be31c-f8a9-419d-9273-e331aa1b3e66)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:47.562784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.578930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] Calling delete_port for 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:47.615586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-610dcca4-df32-438d-a9b8-b566a9730dca tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.654721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Attempting to bind port 1275d605-5c76-4388-bd18-4b56a1697c20 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:09:47.655091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Attempting to bind port 1275d605-5c76-4388-bd18-4b56a1697c20 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a933fb3-33eb-48ea-a51d-4ec76124ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '890628fc-8597-46ef-81de-c7de1ccc2385'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:09:47.655453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Attempting to bind port 1275d605-5c76-4388-bd18-4b56a1697c20 on network 890628fc-8597-46ef-81de-c7de1ccc2385 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:09:47.666876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:09:47.667304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Checking segment: {'id': '2a933fb3-33eb-48ea-a51d-4ec76124ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '890628fc-8597-46ef-81de-c7de1ccc2385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:47.667838 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.668084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Bound using segment: {'id': '2a933fb3-33eb-48ea-a51d-4ec76124ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '890628fc-8597-46ef-81de-c7de1ccc2385'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:09:47.668609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Bound port: 1275d605-5c76-4388-bd18-4b56a1697c20, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a933fb3-33eb-48ea-a51d-4ec76124ca62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '890628fc-8597-46ef-81de-c7de1ccc2385'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:09:47.669096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.694060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-610dcca4-df32-438d-a9b8-b566a9730dca tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.722800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dcca4-df32-438d-a9b8-b566a9730dca tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6f7e02-5855-48a9-b76a-05ebf19a4802,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:47.726779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-610dcca4-df32-438d-a9b8-b566a9730dca tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.733232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55316) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:47.743218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-610dcca4-df32-438d-a9b8-b566a9730dca tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/subnets/eb6f7e02-5855-48a9-b76a-05ebf19a4802 HTTP/1.1" status: 204  len: 168 time: 0.8166866
Nov 06 21:09:47.761468 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.772084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] For port 1275d605-5c76-4388-bd18-4b56a1697c20, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:09:47.799317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] Pushing event deleted for resources: {'Port': ['ID=0be4ba83-2c4c-4624-a4fa-cc04b07bb912,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:47.803725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd278c15-2e28-4050-8a1f-6bf52cea0a6c None None] No DVR routers for this DVR port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:47.809447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee26ab1f-dc0d-4777-b10f-70cf52ca0a88 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:47.812598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee26ab1f-dc0d-4777-b10f-70cf52ca0a88 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:47.815966 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ee26ab1f-dc0d-4777-b10f-70cf52ca0a88 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0816114
Nov 06 21:09:47.816584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] For port 1275d605-5c76-4388-bd18-4b56a1697c20, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1275d605-5c76-4388-bd18-4b56a1697c20,segment=NetworkSegment(2a933fb3-33eb-48ea-a51d-4ec76124ca62),segment_id=2a933fb3-33eb-48ea-a51d-4ec76124ca62)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:09:47.818816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55322) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:47.823701 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.908669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22ec6ef4-26af-4dc3-85e9-9614ceac0960 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.915896 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ec6ef4-26af-4dc3-85e9-9614ceac0960 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:09:47.916982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ec6ef4-26af-4dc3-85e9-9614ceac0960 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:47.924156 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-22ec6ef4-26af-4dc3-85e9-9614ceac0960 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/890628fc-8597-46ef-81de-c7de1ccc2385 HTTP/1.1" status: 409  len: 405 time: 0.1003191
Nov 06 21:09:47.924358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0270f-0154-44d0-b76e-95826fa501fc None None] Pushing event updated for resources: {'Port': ['ID=1275d605-5c76-4388-bd18-4b56a1697c20,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:47.924572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55326) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:47.933720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-267363906'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:47.955058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdac14c-fe0b-4fbc-bbdc-02a3d7326973 None None] Network 890628fc-8597-46ef-81de-c7de1ccc2385 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:47.957732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Port 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 update to ACTIVE by agent not found {{(pid=119335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 06 21:09:47.958223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:09:47.961974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:47.966766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:47.994843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:48.004351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.004960 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Added segment 57b5acbb-a18b-4ae7-91ba-8caef21e112a of type vlan for network 00d3a0ea-fab3-4e15-8ea9-7998563370db
Nov 06 21:09:48.052215 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.087244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.093509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:48.094216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.100244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:09:48.100624 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.170536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Network': ['ID=00d3a0ea-fab3-4e15-8ea9-7998563370db,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:48.175997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe259d-7b77-4529-8479-9bd3a261b190 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:09:48.184890 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2590106
Nov 06 21:09:48.186684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.187192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55332) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:48.192391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'subnet': {'network_id': '00d3a0ea-fab3-4e15-8ea9-7998563370db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:48.196766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.197116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.197949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.198283 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.198615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.199532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.199699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.200780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.201475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.202014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.202342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3322af78-e639-43c1-97e0-0e4730068093 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:09:48.221706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 00d3a0ea-fab3-4e15-8ea9-7998563370db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:48.319886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:48.328223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.340783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe259d-7b77-4529-8479-9bd3a261b190 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:09:48.473653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:48.512328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:09:48.512787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0be4ba83-2c4c-4624-a4fa-cc04b07bb912 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:09:48.660712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.objects.ports [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119333) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:09:48.662879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.724876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Subnet': ['ID=0bdba9bc-4f58-4501-88ec-4f266a29858e,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:48.749525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Checking segment: {'id': '57b5acbb-a18b-4ae7-91ba-8caef21e112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '00d3a0ea-fab3-4e15-8ea9-7998563370db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:48.749983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network hostable DHCP agents. Network: 00d3a0ea-fab3-4e15-8ea9-7998563370db, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:48.769358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network 00d3a0ea-fab3-4e15-8ea9-7998563370db is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:48.779216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 00d3a0ea-fab3-4e15-8ea9-7998563370db) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:48.783303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:48.783901 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.789625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9ff56-f2fd-4d55-9c2a-f0be8af526be None None] Network 00d3a0ea-fab3-4e15-8ea9-7998563370db requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:48.808233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55356) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:48.808777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-995d20ec-42c7-4941-9bf0-78ca8e04463d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.6200345
Nov 06 21:09:48.947444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:48.981525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076e1b2-9910-4748-adef-ebe804be95f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-00d3a0ea-fab3-4e15-8ea9-7998563370db', 'network_id': '00d3a0ea-fab3-4e15-8ea9-7998563370db', 'tenant_id': '20d8db630614436d89d5a77121c22f93', 'fixed_ips': [{'subnet_id': '0bdba9bc-4f58-4501-88ec-4f266a29858e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:48.982797 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a076e1b2-9910-4748-adef-ebe804be95f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.003925 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.069482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-a076e1b2-9910-4748-adef-ebe804be95f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bdba9bc-4f58-4501-88ec-4f266a29858e: This subnet is being modified by another concurrent operation.
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bdba9bc-4f58-4501-88ec-4f266a29858e: This subnet is being modified by another concurrent operation.
Nov 06 21:09:49.081665 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:09:49.096844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8cda07-124d-4b49-92cb-f0be2bd3b57a None None] Network 00d3a0ea-fab3-4e15-8ea9-7998563370db requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:49.108184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdba9bc-4f58-4501-88ec-4f266a29858e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:49.177363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.202840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925717bbe0>,) {'filters': {'network_id': ['00d3a0ea-fab3-4e15-8ea9-7998563370db']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:49.212716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925717bbe0>, '57b5acbb-a18b-4ae7-91ba-8caef21e112a') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:49.213749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925717bbe0>, '57b5acbb-a18b-4ae7-91ba-8caef21e112a') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:49.223333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.228432 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14b14c77-d41b-40e5-9f11-760dd3b9228b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.238641 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.242836 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc510e1-2a2e-4eb9-872f-bd4ed5fa1998 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:09:49.245663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:49.246065 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:49.249499 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:49.308573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.316579 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.320201 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/00d3a0ea-fab3-4e15-8ea9-7998563370db HTTP/1.1" status: 204  len: 168 time: 0.5101397
Nov 06 21:09:49.324234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55372) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:49.329430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1603889143'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:49.333020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996dbb9-2629-4211-a07a-55b31737c0ee tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Network': ['ID=00d3a0ea-fab3-4e15-8ea9-7998563370db,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:49.345913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc510e1-2a2e-4eb9-872f-bd4ed5fa1998 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:09:49.361563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:49.365123 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.392287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:49.402339 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.402941 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Added segment 3af8f9dc-720c-414f-8fff-5c66d6a79fa7 of type vlan for network a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349
Nov 06 21:09:49.450079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.477875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.485184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:49.486110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.554526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55378) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:49.554764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2292094
Nov 06 21:09:49.559726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'subnet': {'network_id': 'a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:49.571053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a024d-2905-4963-a9df-104ca597e55d tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Network': ['ID=a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:49.593038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:49.672617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:49.677274 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.870582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.931510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Subnet': ['ID=5b64aa92-48ec-4145-91c6-0b133837db84,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:49.941026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Checking segment: {'id': '3af8f9dc-720c-414f-8fff-5c66d6a79fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:49.941508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network hostable DHCP agents. Network: a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:49.963123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:49.978103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:49.982553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:49.983333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:49.990281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd1734-5cab-4999-9250-63a3dfa067a9 None None] Network a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:50.002303 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8ec1a691-172b-4443-bf06-7d166ded5df4 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4464798
Nov 06 21:09:50.005126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55392) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:50.116035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.158218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e521040-e732-4438-9abb-0bd094e4b926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349', 'network_id': 'a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349', 'tenant_id': '20d8db630614436d89d5a77121c22f93', 'fixed_ips': [{'subnet_id': '5b64aa92-48ec-4145-91c6-0b133837db84'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:50.159085 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0e521040-e732-4438-9abb-0bd094e4b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.174621 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.247262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-0e521040-e732-4438-9abb-0bd094e4b926 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b64aa92-48ec-4145-91c6-0b133837db84: This subnet is being modified by another concurrent operation.
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b64aa92-48ec-4145-91c6-0b133837db84: This subnet is being modified by another concurrent operation.
Nov 06 21:09:50.261616 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:09:50.280025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Subnet': ['ID=5b64aa92-48ec-4145-91c6-0b133837db84,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:50.281665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c765e96d-4d92-4933-bda2-416a831ea25b None None] Network a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:50.355574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.381341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255f28e80>,) {'filters': {'network_id': ['a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:50.391796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255f28e80>, '3af8f9dc-720c-414f-8fff-5c66d6a79fa7') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:50.392372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255f28e80>, '3af8f9dc-720c-414f-8fff-5c66d6a79fa7') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:50.402504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.414072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4f170-e53c-450f-9498-3fc2b02e2b20 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:09:50.417571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.424866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:50.425395 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:50.429349 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:50.492819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.498119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.502548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349 HTTP/1.1" status: 204  len: 168 time: 0.4961686
Nov 06 21:09:50.506148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55406) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:50.511434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-525247277'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:50.518823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb487ab1-60e5-4457-8323-d4ea2789166f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Network': ['ID=a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:50.524162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4f170-e53c-450f-9498-3fc2b02e2b20 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:09:50.537396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:50.542353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.568838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:09:50.578965 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.579362 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Added segment 195e14be-c3da-4024-8a6c-adf39b1bd6b3 of type vlan for network 5d100d1d-edd5-4259-aa11-7cc6c53c1b11
Nov 06 21:09:50.616433 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.626388 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.651942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.658409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:50.659044 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:50.983378 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4760792
Nov 06 21:09:50.986447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55424) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:50.991528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Request body: {'subnet': {'network_id': '5d100d1d-edd5-4259-aa11-7cc6c53c1b11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:09:51.011412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc0adb-a9ba-4112-8daf-e311b0a085ff tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Network': ['ID=5d100d1d-edd5-4259-aa11-7cc6c53c1b11,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:51.024124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 5d100d1d-edd5-4259-aa11-7cc6c53c1b11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:09:51.115724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Made reservation on behalf of 20d8db630614436d89d5a77121c22f93 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:09:51.119455 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.368430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.objects.ports [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:09:51.370357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.429855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event updated for resources: {'Subnet': ['ID=608a3fd2-4be8-4da8-9320-e36b07a1c17d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:51.439347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Checking segment: {'id': '195e14be-c3da-4024-8a6c-adf39b1bd6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5d100d1d-edd5-4259-aa11-7cc6c53c1b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:09:51.439703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network hostable DHCP agents. Network: 5d100d1d-edd5-4259-aa11-7cc6c53c1b11, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:09:51.457479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Network 5d100d1d-edd5-4259-aa11-7cc6c53c1b11 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:09:51.467026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d100d1d-edd5-4259-aa11-7cc6c53c1b11) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:09:51.471490 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:09:51.472082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.478110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ce656-54ba-4b42-8e99-b5ce4e8a0905 None None] Network 5d100d1d-edd5-4259-aa11-7cc6c53c1b11 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:51.491851 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b087c9f1-e787-4a5d-9f94-4de406501f6b tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.5018876
Nov 06 21:09:51.492089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55440) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:51.595987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.638270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4243ad-1881-4772-89d8-58ae75399d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d100d1d-edd5-4259-aa11-7cc6c53c1b11', 'network_id': '5d100d1d-edd5-4259-aa11-7cc6c53c1b11', 'tenant_id': '20d8db630614436d89d5a77121c22f93', 'fixed_ips': [{'subnet_id': '608a3fd2-4be8-4da8-9320-e36b07a1c17d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:09:51.639490 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b4243ad-1881-4772-89d8-58ae75399d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.652332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.730953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-1b4243ad-1881-4772-89d8-58ae75399d40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 608a3fd2-4be8-4da8-9320-e36b07a1c17d: This subnet is being modified by another concurrent operation.
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 608a3fd2-4be8-4da8-9320-e36b07a1c17d: This subnet is being modified by another concurrent operation.
Nov 06 21:09:51.757272 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:09:51.765712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Subnet': ['ID=608a3fd2-4be8-4da8-9320-e36b07a1c17d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:51.792913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607bc92-f7ff-4f45-b9f6-d06739964b21 None None] Network 5d100d1d-edd5-4259-aa11-7cc6c53c1b11 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:51.844828 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.867382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254505910>,) {'filters': {'network_id': ['5d100d1d-edd5-4259-aa11-7cc6c53c1b11']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:51.867620 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.878457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254505910>, '195e14be-c3da-4024-8a6c-adf39b1bd6b3') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:51.878812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254505910>, '195e14be-c3da-4024-8a6c-adf39b1bd6b3') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:51.889151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.905081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.911266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:51.911710 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:51.915200 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:51.930533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae89eb-1144-4dda-a9bf-5fcb9407be83 None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:09:51.984516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:51.998382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.012829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55458) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.013350 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/5d100d1d-edd5-4259-aa11-7cc6c53c1b11 HTTP/1.1" status: 204  len: 168 time: 0.5193818
Nov 06 21:09:52.034053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b02ab-a321-4148-8774-2a9b7a06d319 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Network': ['ID=5d100d1d-edd5-4259-aa11-7cc6c53c1b11,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:52.050674 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-def49e07-ccdb-4424-96cc-1d3a168210c3 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:52.051351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def49e07-ccdb-4424-96cc-1d3a168210c3 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:52.055218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-def49e07-ccdb-4424-96cc-1d3a168210c3 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/subnets/608a3fd2-4be8-4da8-9320-e36b07a1c17d HTTP/1.1" status: 404  len: 337 time: 0.0393856
Nov 06 21:09:52.059831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55460) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.063083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae89eb-1144-4dda-a9bf-5fcb9407be83 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:09:52.079440 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb240ae8-a53f-4e3e-9e7e-c48ab6c44ade tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:52.079993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb240ae8-a53f-4e3e-9e7e-c48ab6c44ade tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:52.083375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fb240ae8-a53f-4e3e-9e7e-c48ab6c44ade tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/5d100d1d-edd5-4259-aa11-7cc6c53c1b11 HTTP/1.1" status: 404  len: 339 time: 0.0223587
Nov 06 21:09:52.087630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55464) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.121045 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-adffedf8-4b76-4c63-9c91-2dcc65bfe7bf tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:52.121489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adffedf8-4b76-4c63-9c91-2dcc65bfe7bf tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:52.125534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-adffedf8-4b76-4c63-9c91-2dcc65bfe7bf tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/subnets/5b64aa92-48ec-4145-91c6-0b133837db84 HTTP/1.1" status: 404  len: 337 time: 0.0366862
Nov 06 21:09:52.128434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55468) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.152412 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a09339a-80a3-4085-bb93-a96c24715008 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:52.153419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a09339a-80a3-4085-bb93-a96c24715008 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:52.156963 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5a09339a-80a3-4085-bb93-a96c24715008 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/a5c0fdb8-ded7-4d81-a23d-b61b5c1c4349 HTTP/1.1" status: 404  len: 339 time: 0.0275218
Nov 06 21:09:52.159635 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55472) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.188753 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa119811-aa7c-4793-a1c1-a138e0018ec1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:52.189570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa119811-aa7c-4793-a1c1-a138e0018ec1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:52.195380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55474) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.195706 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa119811-aa7c-4793-a1c1-a138e0018ec1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/subnets/0bdba9bc-4f58-4501-88ec-4f266a29858e HTTP/1.1" status: 404  len: 337 time: 0.0346270
Nov 06 21:09:52.214606 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-380ed223-7858-421a-83d0-5dff69520bac tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:52.215182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380ed223-7858-421a-83d0-5dff69520bac tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:52.218244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-380ed223-7858-421a-83d0-5dff69520bac tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/00d3a0ea-fab3-4e15-8ea9-7998563370db HTTP/1.1" status: 404  len: 339 time: 0.0218756
Nov 06 21:09:52.220898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55476) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.323313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc1772-b2c7-487c-8d88-fd090d01b10f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Deleting port 32df0970-dcb3-4b4a-95b0-5c1998119048 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:52.323711 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1772-b2c7-487c-8d88-fd090d01b10f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.393773 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1772-b2c7-487c-8d88-fd090d01b10f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.407259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc1772-b2c7-487c-8d88-fd090d01b10f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Calling delete_port for 32df0970-dcb3-4b4a-95b0-5c1998119048 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:52.473500 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.496643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1772-b2c7-487c-8d88-fd090d01b10f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.530231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1772-b2c7-487c-8d88-fd090d01b10f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Port': ['ID=32df0970-dcb3-4b4a-95b0-5c1998119048,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:52.535199 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1772-b2c7-487c-8d88-fd090d01b10f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.538717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d6dc1772-b2c7-487c-8d88-fd090d01b10f tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/ports/32df0970-dcb3-4b4a-95b0-5c1998119048 HTTP/1.1" status: 204  len: 168 time: 0.3168964
Nov 06 21:09:52.541331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55488) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.572044 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-519610e9-8f55-4e2e-8c23-efad1e00fdbd tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:52.573057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519610e9-8f55-4e2e-8c23-efad1e00fdbd tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:52.576101 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-519610e9-8f55-4e2e-8c23-efad1e00fdbd tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/subnets/eb6f7e02-5855-48a9-b76a-05ebf19a4802 HTTP/1.1" status: 404  len: 337 time: 0.0330706
Nov 06 21:09:52.578803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55490) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:52.661605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.716540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Deleting port 1275d605-5c76-4388-bd18-4b56a1697c20 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:52.717061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.789107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] For port 1275d605-5c76-4388-bd18-4b56a1697c20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1275d605-5c76-4388-bd18-4b56a1697c20,segment=NetworkSegment(2a933fb3-33eb-48ea-a51d-4ec76124ca62),segment_id=2a933fb3-33eb-48ea-a51d-4ec76124ca62)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:52.789466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.802508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Calling delete_port for 1275d605-5c76-4388-bd18-4b56a1697c20 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:52.888363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:52.920981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Port': ['ID=1275d605-5c76-4388-bd18-4b56a1697c20,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:52.924721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No DVR routers for this DVR port 1275d605-5c76-4388-bd18-4b56a1697c20 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:53.005261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.027182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c11cd0>,) {'filters': {'network_id': ['890628fc-8597-46ef-81de-c7de1ccc2385']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:53.040363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c11cd0>, '2a933fb3-33eb-48ea-a51d-4ec76124ca62') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:53.040363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c11cd0>, '2a933fb3-33eb-48ea-a51d-4ec76124ca62') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:53.047449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.062055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.068620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:53.069028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:53.072097 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:53.137382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.145072 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.148910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/890628fc-8597-46ef-81de-c7de1ccc2385 HTTP/1.1" status: 204  len: 168 time: 0.5691593
Nov 06 21:09:53.151801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55514) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:53.163194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d45b89-b722-4b9b-b641-fd68c4ce32c9 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Network': ['ID=890628fc-8597-46ef-81de-c7de1ccc2385,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:53.249773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bae3ba4c-991e-4eb7-8a75-339a526a55e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Deleting port 04c03f0a-7713-4ca6-aad3-6ae1355e1345 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:53.250098 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bae3ba4c-991e-4eb7-8a75-339a526a55e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.320028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bae3ba4c-991e-4eb7-8a75-339a526a55e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.333714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bae3ba4c-991e-4eb7-8a75-339a526a55e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Calling delete_port for 04c03f0a-7713-4ca6-aad3-6ae1355e1345 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:53.421645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bae3ba4c-991e-4eb7-8a75-339a526a55e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.458701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3ba4c-991e-4eb7-8a75-339a526a55e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Port': ['ID=04c03f0a-7713-4ca6-aad3-6ae1355e1345,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:53.465508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bae3ba4c-991e-4eb7-8a75-339a526a55e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.469066 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bae3ba4c-991e-4eb7-8a75-339a526a55e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/ports/04c03f0a-7713-4ca6-aad3-6ae1355e1345 HTTP/1.1" status: 204  len: 168 time: 0.3153911
Nov 06 21:09:53.471797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55524) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:53.503499 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d1597d-5ae7-4b1b-854e-e6528032b936 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:09:53.503948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d1597d-5ae7-4b1b-854e-e6528032b936 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:09:53.509703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55526) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:53.509865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-00d1597d-5ae7-4b1b-854e-e6528032b936 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/subnets/69f35d99-296a-4c54-b710-f8925142a12d HTTP/1.1" status: 404  len: 337 time: 0.0369167
Nov 06 21:09:53.601919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.699284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.725563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255392d90>,) {'filters': {'network_id': ['f0fc1db3-b482-4673-82dd-7ed87a543b2e']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:53.736157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255392d90>, '5d0be31c-f8a9-419d-9273-e331aa1b3e66') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:53.736493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255392d90>, '5d0be31c-f8a9-419d-9273-e331aa1b3e66') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:53.748105 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.763287 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.774781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:53.775836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:53.818382 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:53.843576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.856966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.860169 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/f0fc1db3-b482-4673-82dd-7ed87a543b2e HTTP/1.1" status: 204  len: 168 time: 0.3491402
Nov 06 21:09:53.862995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55532) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:53.881881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ec1e-2841-451e-b4a2-2e7947d2b6e1 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Network': ['ID=f0fc1db3-b482-4673-82dd-7ed87a543b2e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:53.929304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-656bc3f9-8be8-487c-91eb-4e98d85bc466 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Deleting subnet d188625b-fe10-4639-8fc8-3ab4ae088c40 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:09:53.934371 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-656bc3f9-8be8-487c-91eb-4e98d85bc466 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:53.986519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-656bc3f9-8be8-487c-91eb-4e98d85bc466 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.471369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-656bc3f9-8be8-487c-91eb-4e98d85bc466 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.533521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-656bc3f9-8be8-487c-91eb-4e98d85bc466 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.561486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bc3f9-8be8-487c-91eb-4e98d85bc466 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Subnet': ['ID=d188625b-fe10-4639-8fc8-3ab4ae088c40,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:54.566051 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-656bc3f9-8be8-487c-91eb-4e98d85bc466 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.571604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-656bc3f9-8be8-487c-91eb-4e98d85bc466 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/subnets/d188625b-fe10-4639-8fc8-3ab4ae088c40 HTTP/1.1" status: 204  len: 168 time: 0.7049084
Nov 06 21:09:54.571805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55550) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:54.579509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed990d-55c1-408f-b9a5-49e58c5c97e3 None None] Network 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:09:54.659118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.718319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Deleting port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:54.719088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.780030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] DHCP port deletion for 526aa5b6-fd0c-4d5f-9b26-64b99e23d20b request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:09:54.785390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] For port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,segment=NetworkSegment(ffd4f2d3-f86d-4e9f-9d04-7a30f51db291),segment_id=ffd4f2d3-f86d-4e9f-9d04-7a30f51db291)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:54.786179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.805751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Calling delete_port for cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:54.834439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] Deleting port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:09:54.834819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.899806 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.902572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] For port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,segment=NetworkSegment(ffd4f2d3-f86d-4e9f-9d04-7a30f51db291),segment_id=ffd4f2d3-f86d-4e9f-9d04-7a30f51db291)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:09:54.903082 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:54.917807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] Calling delete_port for cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:09:54.923837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Port': ['ID=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:54.932731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] No DVR routers for this DVR port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:55.012952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.022626 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.044447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] Pushing event deleted for resources: {'Port': ['ID=cd18277b-f6ab-4ecf-a70a-d9b5c85e0470,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:55.048594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fe19f10>,) {'filters': {'network_id': ['526aa5b6-fd0c-4d5f-9b26-64b99e23d20b']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:55.050166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917548bf-8529-405b-b1ee-23cb71b7506f None None] No DVR routers for this DVR port cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:09:55.069087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fe19f10>, 'ffd4f2d3-f86d-4e9f-9d04-7a30f51db291') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:55.069380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fe19f10>, 'ffd4f2d3-f86d-4e9f-9d04-7a30f51db291') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:09:55.079386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.092890 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.099187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:09:55.099674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:09:55.102656 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:09:55.161675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.169611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.179223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] 10.222.0.13 "DELETE /v2.0/networks/526aa5b6-fd0c-4d5f-9b26-64b99e23d20b HTTP/1.1" status: 204  len: 168 time: 0.6016607
Nov 06 21:09:55.195080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d22242-1c70-4a99-b41d-c262307f0858 tempest-NetworksIpV6TestAttrs-1906040907 tempest-NetworksIpV6TestAttrs-1906040907-project] Pushing event deleted for resources: {'Network': ['ID=526aa5b6-fd0c-4d5f-9b26-64b99e23d20b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:55.432108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55582) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:55.666879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dce920c0-cbe0-4c56-84b8-79d519468ce8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20d8db630614436d89d5a77121c22f93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2332077
Nov 06 21:09:55.669396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55592) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:55.725630 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2975f0a1-a65b-4fb7-ae89-86b81826f352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.746879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2975f0a1-a65b-4fb7-ae89-86b81826f352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.797414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2975f0a1-a65b-4fb7-ae89-86b81826f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.800079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2975f0a1-a65b-4fb7-ae89-86b81826f352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:55.801820 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2975f0a1-a65b-4fb7-ae89-86b81826f352 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82eaed1b-293a-4a89-b8b4-40c632f7baa6 HTTP/1.1" status: 204  len: 168 time: 0.1315067
Nov 06 21:09:55.811910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975f0a1-a65b-4fb7-ae89-86b81826f352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eaed1b-293a-4a89-b8b4-40c632f7baa6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:56.438717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:09:56.458759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:09:56.459101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cd18277b-f6ab-4ecf-a70a-d9b5c85e0470 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:09:57.941853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55694) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:58.149900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ee2534f-58eb-4a8f-b3e5-77c9361887da admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.232350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ee2534f-58eb-4a8f-b3e5-77c9361887da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.237516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ee2534f-58eb-4a8f-b3e5-77c9361887da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.266511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55704) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:58.280791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5ee2534f-58eb-4a8f-b3e5-77c9361887da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80f251a24a6147dfbe3001a1aac5f7b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3355479
Nov 06 21:09:58.281098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55708) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:58.286939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2534f-58eb-4a8f-b3e5-77c9361887da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea98a453-686b-4dee-9b58-8a322fa40e6a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:58.334390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5151f14b-28c1-4870-88ee-d3de5bf04fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.359029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5151f14b-28c1-4870-88ee-d3de5bf04fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.380765 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdb3274a-4408-42b0-ae19-2b3a1c60fc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.405698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5151f14b-28c1-4870-88ee-d3de5bf04fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.408335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5151f14b-28c1-4870-88ee-d3de5bf04fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.411828 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5151f14b-28c1-4870-88ee-d3de5bf04fce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea98a453-686b-4dee-9b58-8a322fa40e6a HTTP/1.1" status: 204  len: 168 time: 0.1274357
Nov 06 21:09:58.418249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151f14b-28c1-4870-88ee-d3de5bf04fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea98a453-686b-4dee-9b58-8a322fa40e6a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:58.469489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdb3274a-4408-42b0-ae19-2b3a1c60fc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.473287 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdb3274a-4408-42b0-ae19-2b3a1c60fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.513459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fdb3274a-4408-42b0-ae19-2b3a1c60fc78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa6259fb99004b3d8295b9a58dc19f54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2458467
Nov 06 21:09:58.514212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3274a-4408-42b0-ae19-2b3a1c60fc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc60f0-a2fc-4325-8979-aabacb9e774a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:58.516279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55712) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:58.571031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce313e21-44c2-457e-8fcf-30c8f822783e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.593754 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce313e21-44c2-457e-8fcf-30c8f822783e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.645424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce313e21-44c2-457e-8fcf-30c8f822783e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.648182 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce313e21-44c2-457e-8fcf-30c8f822783e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.649438 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce313e21-44c2-457e-8fcf-30c8f822783e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7cc60f0-a2fc-4325-8979-aabacb9e774a HTTP/1.1" status: 204  len: 168 time: 0.1319981
Nov 06 21:09:58.658497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce313e21-44c2-457e-8fcf-30c8f822783e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc60f0-a2fc-4325-8979-aabacb9e774a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:58.711248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55720) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:58.725601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7714124e-a80d-4f32-aac4-1b9744954047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.807324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7714124e-a80d-4f32-aac4-1b9744954047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.811877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7714124e-a80d-4f32-aac4-1b9744954047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.859467 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7714124e-a80d-4f32-aac4-1b9744954047 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=618e87cfa3204d7e94915792f138c9cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1470766
Nov 06 21:09:58.860201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714124e-a80d-4f32-aac4-1b9744954047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabda291-2097-481f-a071-643cd4dfdf9c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:58.862879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55724) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:58.920222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eaed-5949-400a-97f4-37f48349f0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.942901 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eaed-5949-400a-97f4-37f48349f0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.990410 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eaed-5949-400a-97f4-37f48349f0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.996803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eaed-5949-400a-97f4-37f48349f0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:58.996926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55726) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:58.997378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1ea1eaed-5949-400a-97f4-37f48349f0a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aabda291-2097-481f-a071-643cd4dfdf9c HTTP/1.1" status: 204  len: 168 time: 0.1302774
Nov 06 21:09:59.002744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1eaed-5949-400a-97f4-37f48349f0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabda291-2097-481f-a071-643cd4dfdf9c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:59.015095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccab4b46-e74b-41a8-b250-0307db870082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:59.095169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccab4b46-e74b-41a8-b250-0307db870082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:59.099462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccab4b46-e74b-41a8-b250-0307db870082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:59.138294 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ccab4b46-e74b-41a8-b250-0307db870082 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6054bcc4fb3c46148c364c900cc60a1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1427219
Nov 06 21:09:59.139151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab4b46-e74b-41a8-b250-0307db870082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db37746f-d64e-4d2d-a062-7fb984e11617,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:59.140963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55730) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:09:59.194533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6fcfccf1-5cea-43b3-98a1-19292afb3150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:59.225431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6fcfccf1-5cea-43b3-98a1-19292afb3150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:59.275067 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6fcfccf1-5cea-43b3-98a1-19292afb3150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:59.279078 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6fcfccf1-5cea-43b3-98a1-19292afb3150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:09:59.280240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6fcfccf1-5cea-43b3-98a1-19292afb3150 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db37746f-d64e-4d2d-a062-7fb984e11617 HTTP/1.1" status: 204  len: 168 time: 0.1381159
Nov 06 21:09:59.290150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfccf1-5cea-43b3-98a1-19292afb3150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db37746f-d64e-4d2d-a062-7fb984e11617,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:09:59.813489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55770) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:00.012728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733140922-network', 'tenant_id': 'a14606f0e7c549d99072f60a02e42221'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:00.033857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Made reservation on behalf of a14606f0e7c549d99072f60a02e42221 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:00.040079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.047180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.124922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.129134 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.150845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:00.164588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59513813-1330-4eb8-ae4c-d72cd1e68c2a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:00.171340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.171699 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Added segment 0a383a9a-28fe-4e01-8439-f3eed353bc1f of type vlan for network 8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c
Nov 06 21:10:00.213202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.241698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.242742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:00.243318 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.277324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55792) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:00.301019 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4863143
Nov 06 21:10:00.304155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55796) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:00.306980 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7203f-d64f-42a4-ae5d-6ab3a0e524b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:00.310263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Request body: {'subnet': {'network_id': '8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733140922-subnet', 'tenant_id': 'a14606f0e7c549d99072f60a02e42221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:00.319844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:00.332702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Made reservation on behalf of a14606f0e7c549d99072f60a02e42221 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:00.335195 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.416576 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc1dabba-4901-4d21-833a-72243c04cbea admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.579486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc1dabba-4901-4d21-833a-72243c04cbea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.590943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bc1dabba-4901-4d21-833a-72243c04cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.614778 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.662010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bc1dabba-4901-4d21-833a-72243c04cbea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4dcc4e30cc74316b07e40da07446e4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3835292
Nov 06 21:10:00.664788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55800) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:00.674912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dabba-4901-4d21-833a-72243c04cbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149c70ae-27d4-4b35-858c-0c7f0ac6ab9e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:00.692156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1862e554-8e6e-4b4a-b67c-666b2148ca02,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:00.711526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Checking segment: {'id': '0a383a9a-28fe-4e01-8439-f3eed353bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:00.711902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Network hostable DHCP agents. Network: 8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:00.724079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc154-d435-4e32-b8e5-216c99b7aaa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.731539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Network 8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:00.741681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:00.746413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:00.747029 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.751499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0960ccc-8c7f-4269-9326-2974bf36bad2 None None] Network 8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:00.752757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc154-d435-4e32-b8e5-216c99b7aaa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.772757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4b6ca5f0-8203-43ff-a709-8906514d3c90 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4670889
Nov 06 21:10:00.809117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc154-d435-4e32-b8e5-216c99b7aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.812651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c3cc154-d435-4e32-b8e5-216c99b7aaa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:00.817088 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2c3cc154-d435-4e32-b8e5-216c99b7aaa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/149c70ae-27d4-4b35-858c-0c7f0ac6ab9e HTTP/1.1" status: 204  len: 168 time: 0.1489720
Nov 06 21:10:00.825150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cc154-d435-4e32-b8e5-216c99b7aaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c70ae-27d4-4b35-858c-0c7f0ac6ab9e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:00.908032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4b081-c1a6-44f3-8c34-3f8fec513706 None None] Network 8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:01.355261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55830) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:01.360268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-486772955-network', 'tenant_id': 'db456f506411490ab4209d1ddda01274'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:01.381889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Made reservation on behalf of db456f506411490ab4209d1ddda01274 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:01.385803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.398294 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.493751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.498722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.523129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:01.533209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e72470-7e81-45fc-9725-ab167ec7b5fc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:01.538159 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.538499 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Added segment 70a65a74-9614-4da2-8dcc-2dd4b4272e44 of type vlan for network 0222324f-5606-47b5-bcfa-65f10e0a0352
Nov 06 21:10:01.579510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.605480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.606664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:01.607247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.662333 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3035951
Nov 06 21:10:01.662712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55844) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:01.669033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Request body: {'subnet': {'network_id': '0222324f-5606-47b5-bcfa-65f10e0a0352', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-486772955-subnet', 'tenant_id': 'db456f506411490ab4209d1ddda01274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:01.672082 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b3355-f876-4eb2-8bb0-6a2e85b17711 admin admin] Pushing event updated for resources: {'Network': ['ID=0222324f-5606-47b5-bcfa-65f10e0a0352,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:01.682926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0222324f-5606-47b5-bcfa-65f10e0a0352 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:01.699489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Made reservation on behalf of db456f506411490ab4209d1ddda01274 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:01.702565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:01.934036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.001143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee01f5f-ac48-499e-9aa1-cf6e31a1e737,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:02.011438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.011789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.012138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.012484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.012818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.013179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.013484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.013930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.014273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.014658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.015061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.015311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:02.019041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Checking segment: {'id': '70a65a74-9614-4da2-8dcc-2dd4b4272e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0222324f-5606-47b5-bcfa-65f10e0a0352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:02.019377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Network hostable DHCP agents. Network: 0222324f-5606-47b5-bcfa-65f10e0a0352, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:02.037575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Network 0222324f-5606-47b5-bcfa-65f10e0a0352 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:02.047989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0222324f-5606-47b5-bcfa-65f10e0a0352) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:02.052118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:02.053691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.056797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb1024-e346-4407-ab4f-7dd966004c9c None None] Network 0222324f-5606-47b5-bcfa-65f10e0a0352 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:02.072345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eee58117-2870-4bec-b28d-2163392d29a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4068573
Nov 06 21:10:02.204038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a25b9-5f48-404a-989f-5c6f00c76dba None None] Network 0222324f-5606-47b5-bcfa-65f10e0a0352 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:02.211226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:02.294812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59b7fa4-a5b4-4390-8e3f-eadae202b8c6 admin admin] Deleting subnet 1862e554-8e6e-4b4a-b67c-666b2148ca02 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:10:02.299248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d59b7fa4-a5b4-4390-8e3f-eadae202b8c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.328378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0f66d-5f84-48af-9c95-1279024ce64c req-4b873d8a-18de-4334-b99e-b3dce2dcb35b tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:02.330161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ca0f66d-5f84-48af-9c95-1279024ce64c req-4b873d8a-18de-4334-b99e-b3dce2dcb35b tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1096 time: 0.1095946
Nov 06 21:10:02.350739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d59b7fa4-a5b4-4390-8e3f-eadae202b8c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.376113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0ca0f66d-5f84-48af-9c95-1279024ce64c req-12f12045-be90-4a3c-a660-2da2a82335d4 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.412070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d59b7fa4-a5b4-4390-8e3f-eadae202b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.503267 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d59b7fa4-a5b4-4390-8e3f-eadae202b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.528398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55886) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:02.547167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0ca0f66d-5f84-48af-9c95-1279024ce64c req-12f12045-be90-4a3c-a660-2da2a82335d4 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.548608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d59b7fa4-a5b4-4390-8e3f-eadae202b8c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.552160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d59b7fa4-a5b4-4390-8e3f-eadae202b8c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1862e554-8e6e-4b4a-b67c-666b2148ca02 HTTP/1.1" status: 204  len: 168 time: 0.3396094
Nov 06 21:10:02.553293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b7fa4-a5b4-4390-8e3f-eadae202b8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1862e554-8e6e-4b4a-b67c-666b2148ca02,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:02.555387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 55890) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:02.563297 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0ca0f66d-5f84-48af-9c95-1279024ce64c req-12f12045-be90-4a3c-a660-2da2a82335d4 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.650742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ca0f66d-5f84-48af-9c95-1279024ce64c req-12f12045-be90-4a3c-a660-2da2a82335d4 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.3079524
Nov 06 21:10:02.651773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-800bca41-edd6-4884-b672-b31c10199d91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.664506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f12045-be90-4a3c-a660-2da2a82335d4 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa1a1c7-49b9-4659-a7b1-0e140679781a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:02.673546 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.733165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-800bca41-edd6-4884-b672-b31c10199d91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.738064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-800bca41-edd6-4884-b672-b31c10199d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.780475 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-800bca41-edd6-4884-b672-b31c10199d91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=034f341e0c744aceb8fe4c6bf4425d84&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2502940
Nov 06 21:10:02.781735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bca41-edd6-4884-b672-b31c10199d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feab8b6-ee8f-4fe2-bd9d-70a1e5b79c1d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:02.785093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55894) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:02.794561 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.821000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925856fa90>,) {'filters': {'network_id': ['8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:02.833947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa60d061-4e42-4084-ac6b-ef045e60ffc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.836462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3c445-2f05-43e0-bd4c-870d1c8662ad req-396d2627-f32f-48f2-9cd8-a426e517f5e9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:02.837995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5e3c445-2f05-43e0-bd4c-870d1c8662ad req-396d2627-f32f-48f2-9cd8-a426e517f5e9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0851758
Nov 06 21:10:02.841450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925856fa90>, '0a383a9a-28fe-4e01-8439-f3eed353bc1f') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:02.841798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925856fa90>, '0a383a9a-28fe-4e01-8439-f3eed353bc1f') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:02.858526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa60d061-4e42-4084-ac6b-ef045e60ffc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.864605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.889519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.905684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:10:02.906183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:10:02.907851 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:10:02.917506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa60d061-4e42-4084-ac6b-ef045e60ffc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.920236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aa60d061-4e42-4084-ac6b-ef045e60ffc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.924091 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aa60d061-4e42-4084-ac6b-ef045e60ffc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3feab8b6-ee8f-4fe2-bd9d-70a1e5b79c1d HTTP/1.1" status: 204  len: 168 time: 0.1380212
Nov 06 21:10:02.932664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60d061-4e42-4084-ac6b-ef045e60ffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feab8b6-ee8f-4fe2-bd9d-70a1e5b79c1d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:02.956601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5e3c445-2f05-43e0-bd4c-870d1c8662ad req-70473aee-be0b-40a3-b25d-550f15d6f2fe tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1127193
Nov 06 21:10:02.982502 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.983051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55900) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:02.989033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:02.992149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c HTTP/1.1" status: 204  len: 168 time: 0.4358308
Nov 06 21:10:02.995634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55902) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:03.006195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c15c8-b0f0-4e84-b079-61d7dab2bbed admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5c09c6-9229-4a69-b7f5-0cc1ca0de19c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:03.092624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-de0dab67-191d-4baf-b0d0-578f2351f2d1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/4609f9d3-1cda-441c-9848-149193ae02c6 HTTP/1.1" status: 200  len: 993 time: 0.1071780
Nov 06 21:10:03.095630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c2e4e5-45e8-429d-9b60-ab0064bc7eeb admin admin] Deleting subnet 3ee01f5f-ac48-499e-9aa1-cf6e31a1e737 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:10:03.103660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47c2e4e5-45e8-429d-9b60-ab0064bc7eeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.140927 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47c2e4e5-45e8-429d-9b60-ab0064bc7eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.187407 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47c2e4e5-45e8-429d-9b60-ab0064bc7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.241547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47c2e4e5-45e8-429d-9b60-ab0064bc7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.269279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2e4e5-45e8-429d-9b60-ab0064bc7eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee01f5f-ac48-499e-9aa1-cf6e31a1e737,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:03.274837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47c2e4e5-45e8-429d-9b60-ab0064bc7eeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.279050 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-47c2e4e5-45e8-429d-9b60-ab0064bc7eeb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ee01f5f-ac48-499e-9aa1-cf6e31a1e737 HTTP/1.1" status: 204  len: 168 time: 0.2819650
Nov 06 21:10:03.281227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55918) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:03.346724 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.429303 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.430400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-30e75b36-f4ad-48ed-9f51-e8569d92aab8 req-308f3275-0274-41ce-a34d-c0ef27526d39 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:10:03.431935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30e75b36-f4ad-48ed-9f51-e8569d92aab8 req-308f3275-0274-41ce-a34d-c0ef27526d39 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054011
Nov 06 21:10:03.452194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255d80430>,) {'filters': {'network_id': ['0222324f-5606-47b5-bcfa-65f10e0a0352']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:03.462128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d80430>, '70a65a74-9614-4da2-8dcc-2dd4b4272e44') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:03.462466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d80430>, '70a65a74-9614-4da2-8dcc-2dd4b4272e44') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:03.472772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.489059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.496752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:10:03.497415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:10:03.499604 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:10:03.554962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.560564 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.564207 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] 10.222.0.13 "DELETE /v2.0/networks/0222324f-5606-47b5-bcfa-65f10e0a0352 HTTP/1.1" status: 204  len: 168 time: 0.2820587
Nov 06 21:10:03.584707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fa673-4943-45d1-af10-b5d1988c5ece admin admin] Pushing event deleted for resources: {'Network': ['ID=0222324f-5606-47b5-bcfa-65f10e0a0352,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:03.709228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55938) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:03.751160 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38a64028-f729-47da-985c-488ea4634b1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a14606f0e7c549d99072f60a02e42221&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0403988
Nov 06 21:10:03.754050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55942) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:03.812570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-595fdc1f-7f0f-4a17-b86c-929e60b3ff7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.834525 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-595fdc1f-7f0f-4a17-b86c-929e60b3ff7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.897935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f64a4-6996-4f71-9f0d-275c41063ec4 req-db4bbe85-afe0-4529-949a-5a0ba86a818e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:03.901648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-595fdc1f-7f0f-4a17-b86c-929e60b3ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.904500 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-595fdc1f-7f0f-4a17-b86c-929e60b3ff7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:03.908091 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-595fdc1f-7f0f-4a17-b86c-929e60b3ff7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59513813-1330-4eb8-ae4c-d72cd1e68c2a HTTP/1.1" status: 204  len: 168 time: 0.1505246
Nov 06 21:10:03.909859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-467f64a4-6996-4f71-9f0d-275c41063ec4 req-db4bbe85-afe0-4529-949a-5a0ba86a818e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0682111
Nov 06 21:10:03.914097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fdc1f-7f0f-4a17-b86c-929e60b3ff7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59513813-1330-4eb8-ae4c-d72cd1e68c2a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:03.979500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-467f64a4-6996-4f71-9f0d-275c41063ec4 req-570586e3-be30-46c6-868f-d93b7ce49539 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0684800
Nov 06 21:10:04.052961 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-a809c96f-055c-4a09-9801-eb67efa1b494 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2070301
Nov 06 21:10:04.063272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-0290f2b4-694b-4fff-bd17-6bebec6b7f84 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:10:04.064325 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-0290f2b4-694b-4fff-bd17-6bebec6b7f84 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054278
Nov 06 21:10:04.326753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55974) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:04.373277 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6f530958-aab2-4ad9-92a0-c4e3f7c81c86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db456f506411490ab4209d1ddda01274&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0448527
Nov 06 21:10:04.375637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 55976) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:04.426560 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55e836b3-105a-45b0-9adb-0cc7328f86e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:04.449794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55e836b3-105a-45b0-9adb-0cc7328f86e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:04.502369 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55e836b3-105a-45b0-9adb-0cc7328f86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:04.505373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55e836b3-105a-45b0-9adb-0cc7328f86e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:04.508981 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-55e836b3-105a-45b0-9adb-0cc7328f86e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4e72470-7e81-45fc-9725-ab167ec7b5fc HTTP/1.1" status: 204  len: 168 time: 0.1300948
Nov 06 21:10:04.523823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e836b3-105a-45b0-9adb-0cc7328f86e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e72470-7e81-45fc-9725-ab167ec7b5fc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:05.156041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93374a8-e75c-4b7f-a1a0-f81fb126dc16 req-05e73e3c-16f3-43a6-b48a-a0263f25cf85 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:05.158282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c93374a8-e75c-4b7f-a1a0-f81fb126dc16 req-05e73e3c-16f3-43a6-b48a-a0263f25cf85 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0744390
Nov 06 21:10:05.236262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c93374a8-e75c-4b7f-a1a0-f81fb126dc16 req-0d656c26-85dc-46f6-a6fa-e07a8a145307 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0713713
Nov 06 21:10:05.558694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-c98481dd-45db-4e34-86e9-14427e2b2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:05.560484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-c98481dd-45db-4e34-86e9-14427e2b2b28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1096 time: 0.0490472
Nov 06 21:10:05.631881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56060) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:05.662129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-f730a6ec-1dba-4963-9075-22ccc4b556ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:05.663907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-f730a6ec-1dba-4963-9075-22ccc4b556ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 898 time: 0.0948484
Nov 06 21:10:05.752480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-3f2bf2fe-72fb-4e9b-af69-eec235526699 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 1001 time: 0.0808127
Nov 06 21:10:05.753795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da3409ef-82f0-409b-a525-8707e9b46fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:05.820454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-a22d056e-9248-4be8-862d-6721ab7f399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:05.822822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-a22d056e-9248-4be8-862d-6721ab7f399b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.0619216
Nov 06 21:10:05.839436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da3409ef-82f0-409b-a525-8707e9b46fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:05.844771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da3409ef-82f0-409b-a525-8707e9b46fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:05.872982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-ea377e2f-0dad-460d-8e3e-98248a207ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:05.874590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-ea377e2f-0dad-460d-8e3e-98248a207ad8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432451
Nov 06 21:10:05.890625 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-da3409ef-82f0-409b-a525-8707e9b46fbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f138d89a7a7b4290b7baab6895e90f64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2574773
Nov 06 21:10:05.892146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3409ef-82f0-409b-a525-8707e9b46fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d71adc-45a0-4651-9fc2-cb0b05bcc6ef,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:05.893327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56074) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:06.010853 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9d051456-c71f-4be3-8640-a5002dd0bcc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.014363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-55b3e32d-3d83-483b-9cc2-b618f1227c33 service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317513
Nov 06 21:10:06.079965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9d051456-c71f-4be3-8640-a5002dd0bcc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.159489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-57dc08c4-0993-4310-b05f-c3a87071921d service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361961
Nov 06 21:10:06.166564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9d051456-c71f-4be3-8640-a5002dd0bcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.169202 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9d051456-c71f-4be3-8640-a5002dd0bcc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.170355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9d051456-c71f-4be3-8640-a5002dd0bcc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32d71adc-45a0-4651-9fc2-cb0b05bcc6ef HTTP/1.1" status: 204  len: 168 time: 0.2758198
Nov 06 21:10:06.185277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d051456-c71f-4be3-8640-a5002dd0bcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d71adc-45a0-4651-9fc2-cb0b05bcc6ef,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:06.371886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9cac1-ef2d-47ac-95f4-364e57797ace req-ae0d72d9-5abc-4742-bce3-52915fe181a9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:06.373206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3d9cac1-ef2d-47ac-95f4-364e57797ace req-ae0d72d9-5abc-4742-bce3-52915fe181a9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0526223
Nov 06 21:10:06.450648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3d9cac1-ef2d-47ac-95f4-364e57797ace req-1bc19d06-62e1-4433-90a5-c6b7b901b132 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0629845
Nov 06 21:10:06.563444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56098) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:06.578009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1df84a7c-86d3-4a00-b180-7ccd5298e296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.654209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1df84a7c-86d3-4a00-b180-7ccd5298e296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.657941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1df84a7c-86d3-4a00-b180-7ccd5298e296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.694233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df84a7c-86d3-4a00-b180-7ccd5298e296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2514d3-7d31-44cb-9233-09895262d1b3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:06.699339 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1df84a7c-86d3-4a00-b180-7ccd5298e296 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9fe00fc8ff14434afe84a1cdf01f9bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1347725
Nov 06 21:10:06.702023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56100) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:06.748236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28ef6a79-c908-463f-9cc5-d68c40f3338c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.768136 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28ef6a79-c908-463f-9cc5-d68c40f3338c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.813685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28ef6a79-c908-463f-9cc5-d68c40f3338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.816365 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-28ef6a79-c908-463f-9cc5-d68c40f3338c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:06.817527 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-28ef6a79-c908-463f-9cc5-d68c40f3338c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd2514d3-7d31-44cb-9233-09895262d1b3 HTTP/1.1" status: 204  len: 168 time: 0.1146140
Nov 06 21:10:06.825448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef6a79-c908-463f-9cc5-d68c40f3338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2514d3-7d31-44cb-9233-09895262d1b3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:07.576698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaf433-46e3-4443-a3d6-8c3146eb96b4 req-533a8387-2a9a-48f5-913d-5a75577dc339 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:07.580918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3eaaf433-46e3-4443-a3d6-8c3146eb96b4 req-533a8387-2a9a-48f5-913d-5a75577dc339 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0638068
Nov 06 21:10:07.638874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3eaaf433-46e3-4443-a3d6-8c3146eb96b4 req-11fe5aa0-1311-41a5-a150-220eddec0f04 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0548220
Nov 06 21:10:08.491173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56164) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:08.633531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:08.656679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:08.764304 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:08.777645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02705d1-7acb-4208-9fff-a0aa63ce2f9a req-ac7987a9-385a-453b-90f9-bf8993551f56 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:08.788701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c02705d1-7acb-4208-9fff-a0aa63ce2f9a req-ac7987a9-385a-453b-90f9-bf8993551f56 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0610185
Nov 06 21:10:08.837753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c02705d1-7acb-4208-9fff-a0aa63ce2f9a req-d08319e3-076d-4f8c-83f2-bd8c94cd6d3d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0509822
Nov 06 21:10:08.884357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Allocated IP 172.35.0.212 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/1c5e08f4-c1be-4ab6-ac1f-98181a902e9d) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:09.019289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.059790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.095952 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:09.102938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:09.106569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:09.127977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'Port': ['ID=1c5e08f4-c1be-4ab6-ac1f-98181a902e9d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:09.198349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.234640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.382771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.387868 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.450977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'Port': ['ID=1c5e08f4-c1be-4ab6-ac1f-98181a902e9d,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:09.464544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.479697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.480969 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d5824ba5-e78b-42e1-be2f-436d8ccd852b tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.9887996
Nov 06 21:10:09.483652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56198) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:09.489046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1328182338'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:09.509781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Made reservation on behalf of c1ae3a6adc51408d8c4726d7101781c3 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:09.513223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.521938 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.594715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.598311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.624411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:09.634668 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b791d9-1123-4cfa-8984-265ea190d99c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:09.639366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.639709 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Added segment c1e1eb14-3319-41ce-af18-eb15f793e10c of type vlan for network 4602906b-71e3-4700-a0a5-9cf2e709d161
Nov 06 21:10:09.681489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.706254 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.712158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:09.712770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.769318 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.2839530
Nov 06 21:10:09.772013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56200) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:09.776782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Request body: {'subnet': {'network_id': '4602906b-71e3-4700-a0a5-9cf2e709d161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:09.824966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cbc83-828c-42d5-9d31-b074d2ccb4ce tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'Network': ['ID=4602906b-71e3-4700-a0a5-9cf2e709d161,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:09.835035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:09.878358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Made reservation on behalf of c1ae3a6adc51408d8c4726d7101781c3 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:09.881986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:09.977345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b8307-d7b5-4848-a5d3-06d235338550 req-9c8e2add-de41-48b7-9e20-0ae01429f283 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:09.979525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c90b8307-d7b5-4848-a5d3-06d235338550 req-9c8e2add-de41-48b7-9e20-0ae01429f283 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0502589
Nov 06 21:10:10.034281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c90b8307-d7b5-4848-a5d3-06d235338550 req-7dad1ed6-2c4d-4e26-98a6-ef5d968f740a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0487740
Nov 06 21:10:10.069005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.090737 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:10:10.133753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'Subnet': ['ID=1b7b0a66-d7bb-4d6e-a09e-0f90380e94d9,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:10.158310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Checking segment: {'id': 'c1e1eb14-3319-41ce-af18-eb15f793e10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4602906b-71e3-4700-a0a5-9cf2e709d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:10.158310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Network hostable DHCP agents. Network: 4602906b-71e3-4700-a0a5-9cf2e709d161, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:10.172800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:10.183514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4602906b-71e3-4700-a0a5-9cf2e709d161) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:10.188686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:10.189329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.194606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a3f77-a7c8-4079-bdc9-190ac0ea7824 None None] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:10.216720 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-87b376ef-6da2-4630-8706-be7eee2cdd3a tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4436090
Nov 06 21:10:10.219338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56234) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:10.224023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1053664707', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:10.254223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.255736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.346151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.356505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70787245-17fd-4220-8040-f982d4804187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4602906b-71e3-4700-a0a5-9cf2e709d161', 'network_id': '4602906b-71e3-4700-a0a5-9cf2e709d161', 'tenant_id': 'c1ae3a6adc51408d8c4726d7101781c3', 'fixed_ips': [{'subnet_id': '1b7b0a66-d7bb-4d6e-a09e-0f90380e94d9'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:10:10.357745 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-70787245-17fd-4220-8040-f982d4804187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.521944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-70787245-17fd-4220-8040-f982d4804187 None None] Allocated IP 172.20.0.2 (4602906b-71e3-4700-a0a5-9cf2e709d161/1b7b0a66-d7bb-4d6e-a09e-0f90380e94d9/276b1b4c-2b15-4bea-8efd-86e04d3a846c) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:10.694703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-70787245-17fd-4220-8040-f982d4804187 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.706403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-70787245-17fd-4220-8040-f982d4804187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.751645 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70787245-17fd-4220-8040-f982d4804187 None None] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:10.757150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-70787245-17fd-4220-8040-f982d4804187 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:10.761573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70787245-17fd-4220-8040-f982d4804187 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:10.769839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787245-17fd-4220-8040-f982d4804187 None None] Pushing event updated for resources: {'Port': ['ID=276b1b4c-2b15-4bea-8efd-86e04d3a846c,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:10.793276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.823990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-70787245-17fd-4220-8040-f982d4804187 None None] Attempting to bind port 276b1b4c-2b15-4bea-8efd-86e04d3a846c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:10:10.824436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-70787245-17fd-4220-8040-f982d4804187 None None] Attempting to bind port 276b1b4c-2b15-4bea-8efd-86e04d3a846c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1e1eb14-3319-41ce-af18-eb15f793e10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4602906b-71e3-4700-a0a5-9cf2e709d161'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:10:10.824857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787245-17fd-4220-8040-f982d4804187 None None] Attempting to bind port 276b1b4c-2b15-4bea-8efd-86e04d3a846c on network 4602906b-71e3-4700-a0a5-9cf2e709d161 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:10:10.832459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787245-17fd-4220-8040-f982d4804187 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:10:10.832845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787245-17fd-4220-8040-f982d4804187 None None] Checking segment: {'id': 'c1e1eb14-3319-41ce-af18-eb15f793e10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4602906b-71e3-4700-a0a5-9cf2e709d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:10.833264 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-70787245-17fd-4220-8040-f982d4804187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.833684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787245-17fd-4220-8040-f982d4804187 None None] Bound using segment: {'id': 'c1e1eb14-3319-41ce-af18-eb15f793e10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4602906b-71e3-4700-a0a5-9cf2e709d161'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:10:10.834099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-70787245-17fd-4220-8040-f982d4804187 None None] Bound port: 276b1b4c-2b15-4bea-8efd-86e04d3a846c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e1eb14-3319-41ce-af18-eb15f793e10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4602906b-71e3-4700-a0a5-9cf2e709d161'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:10:10.834792 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-70787245-17fd-4220-8040-f982d4804187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.901229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-70787245-17fd-4220-8040-f982d4804187 None None] For port 276b1b4c-2b15-4bea-8efd-86e04d3a846c, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:10:10.904945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-70787245-17fd-4220-8040-f982d4804187 None None] For port 276b1b4c-2b15-4bea-8efd-86e04d3a846c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=276b1b4c-2b15-4bea-8efd-86e04d3a846c,segment=NetworkSegment(c1e1eb14-3319-41ce-af18-eb15f793e10c),segment_id=c1e1eb14-3319-41ce-af18-eb15f793e10c)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:10:10.910135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-70787245-17fd-4220-8040-f982d4804187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:10.982631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787245-17fd-4220-8040-f982d4804187 None None] Pushing event updated for resources: {'Port': ['ID=276b1b4c-2b15-4bea-8efd-86e04d3a846c,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:11.019884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:11.051231 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:11.214177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22399a-ad16-40de-8141-e6317f6f5545 req-36e9164e-e7cd-416b-ae84-2d8cd6e5c9da tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:11.216134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de22399a-ad16-40de-8141-e6317f6f5545 req-36e9164e-e7cd-416b-ae84-2d8cd6e5c9da tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0998466
Nov 06 21:10:11.242884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Allocated IP 172.35.0.71 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/46ea7fe5-7183-471a-8f83-44fa7a088be8) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:11.278241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de22399a-ad16-40de-8141-e6317f6f5545 req-d0a824a3-182f-4cad-adcf-f6bc114813dc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0540690
Nov 06 21:10:11.378535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:11.411131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:11.447394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:11.450342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:11.456800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:11.482608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'Port': ['ID=46ea7fe5-7183-471a-8f83-44fa7a088be8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:11.773697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:11.996872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a5e3c-e65e-4b94-947d-71132bb3f7bc None None] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:12.000571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:12.114548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-64209f90-8b87-40aa-87ea-4a877feab569 None None] Provisioning complete for port 276b1b4c-2b15-4bea-8efd-86e04d3a846c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:12.114919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64209f90-8b87-40aa-87ea-4a877feab569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:12.138167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Router d2005195-a01c-4a35-a7c8-63954d00b3fc is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:10:12.237723 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64209f90-8b87-40aa-87ea-4a877feab569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:12.251821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:10:12.265033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f26fbd-4a13-4fa3-b71f-3146774ea10d None None] Sync routers for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:10:12.275449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:12.276841 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-80841088-15c1-4f37-8473-0fdd46c48ce7 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 2.0565586
Nov 06 21:10:12.279469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56312) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:12.285238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-64209f90-8b87-40aa-87ea-4a877feab569 None None] For port 276b1b4c-2b15-4bea-8efd-86e04d3a846c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=276b1b4c-2b15-4bea-8efd-86e04d3a846c,segment=NetworkSegment(c1e1eb14-3319-41ce-af18-eb15f793e10c),segment_id=c1e1eb14-3319-41ce-af18-eb15f793e10c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:12.292263 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-64209f90-8b87-40aa-87ea-4a877feab569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:12.294392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f26fbd-4a13-4fa3-b71f-3146774ea10d None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:12.295202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1f26fbd-4a13-4fa3-b71f-3146774ea10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925100b130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:09:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:12.356694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1f26fbd-4a13-4fa3-b71f-3146774ea10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925100b130>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:12.375434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f26fbd-4a13-4fa3-b71f-3146774ea10d None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:12.376070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1f26fbd-4a13-4fa3-b71f-3146774ea10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925100b130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:09:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:12.427274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1f26fbd-4a13-4fa3-b71f-3146774ea10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925100b130>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:12.427947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f26fbd-4a13-4fa3-b71f-3146774ea10d None None] The sync data for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:10:12.438343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64209f90-8b87-40aa-87ea-4a877feab569 None None] Pushing event updated for resources: {'Port': ['ID=276b1b4c-2b15-4bea-8efd-86e04d3a846c,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:12.465177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fe7c3-af58-40fa-836a-42e46ebeb237 req-f55b5a7b-71cc-480b-8ffb-08b1cab3b00e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:12.467621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec2fe7c3-af58-40fa-836a-42e46ebeb237 req-f55b5a7b-71cc-480b-8ffb-08b1cab3b00e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0932391
Nov 06 21:10:12.516670 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 276b1b4c-2b15-4bea-8efd-86e04d3a846c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:10:12.539706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ec2fe7c3-af58-40fa-836a-42e46ebeb237 req-917da34c-fc96-4be6-adb8-6243ffe1ba5b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0623534
Nov 06 21:10:12.554763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5a5cf0ce-5f46-427d-9019-0ee8141727d5 None None] Provisioning complete for port 276b1b4c-2b15-4bea-8efd-86e04d3a846c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:12.555242 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf0ce-5f46-427d-9019-0ee8141727d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:12.641900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 276b1b4c-2b15-4bea-8efd-86e04d3a846c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:12.642270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:13.040000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:13.381834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Allocated IP 172.20.0.1 (4602906b-71e3-4700-a0a5-9cf2e709d161/1b7b0a66-d7bb-4d6e-a09e-0f90380e94d9/06808653-f499-4ee5-a346-91fdb04043a9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:13.490043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:13.522960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:13.560966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:13.563875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:13.569882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:13.603413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'Port': ['ID=06808653-f499-4ee5-a346-91fdb04043a9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:13.627375 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:13.688203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a8054-3740-42e3-9b2d-195da6d11d1f req-8fda89ec-67bd-4b1c-ad28-a2d58e7ef07b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:13.689952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c7a8054-3740-42e3-9b2d-195da6d11d1f req-8fda89ec-67bd-4b1c-ad28-a2d58e7ef07b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0668266
Nov 06 21:10:13.752584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c7a8054-3740-42e3-9b2d-195da6d11d1f req-04b03346-b29b-4a3c-87c1-eeee57832e0f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0559564
Nov 06 21:10:13.772817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:13.808701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-039fb156-b2ca-4ebe-ae6b-9620a8c66869 None None] Provisioning complete for port 06808653-f499-4ee5-a346-91fdb04043a9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:13.809279 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-039fb156-b2ca-4ebe-ae6b-9620a8c66869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:13.842156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-039fb156-b2ca-4ebe-ae6b-9620a8c66869 None None] Port 06808653-f499-4ee5-a346-91fdb04043a9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:10:14.048549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:14.052949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:14.127046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'Port': ['ID=06808653-f499-4ee5-a346-91fdb04043a9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:14.129336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:14.220688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:14.222097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:14.341362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Router d2005195-a01c-4a35-a7c8-63954d00b3fc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:10:14.478661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:10:14.485141 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-067e8be6-1129-4508-a952-a25120f9b670 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "PUT /v2.0/routers/d2005195-a01c-4a35-a7c8-63954d00b3fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2044516
Nov 06 21:10:14.487777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56352) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:14.497673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Request body: {'port': {'network_id': '4602906b-71e3-4700-a0a5-9cf2e709d161', 'name': 'tempest-FloatingIPAdminTestJSON-245105588'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:14.500566 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a1a33-e3fb-4864-833c-78288d56cecc None None] Sync routers for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:10:14.506880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0e7c0c5e-5ffa-4841-8781-0db2137f028a None None] Provisioning complete for port 06808653-f499-4ee5-a346-91fdb04043a9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:14.507451 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0e7c0c5e-5ffa-4841-8781-0db2137f028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:14.510790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 276b1b4c-2b15-4bea-8efd-86e04d3a846c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:10:14.515234 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:14.517496 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a1a33-e3fb-4864-833c-78288d56cecc None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:14.518131 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-315a1a33-e3fb-4864-833c-78288d56cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252996a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:09:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:14.561132 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-315a1a33-e3fb-4864-833c-78288d56cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252996a90>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:14.574896 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a1a33-e3fb-4864-833c-78288d56cecc None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:14.575699 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-315a1a33-e3fb-4864-833c-78288d56cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252996a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:09:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:14.585451 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:14.595075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c0c5e-5ffa-4841-8781-0db2137f028a None None] Port 06808653-f499-4ee5-a346-91fdb04043a9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:10:14.614518 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-315a1a33-e3fb-4864-833c-78288d56cecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252996a90>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:14.615518 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a1a33-e3fb-4864-833c-78288d56cecc None None] The sync data for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:10:14.626088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 276b1b4c-2b15-4bea-8efd-86e04d3a846c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:14.626531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:14.686435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Made reservation on behalf of c1ae3a6adc51408d8c4726d7101781c3 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:14.705414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:14.742834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] device_id is not set on port 7069367b-696d-4068-b502-bc207259fd11 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:14.903089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Allocated IP 172.20.0.4 (4602906b-71e3-4700-a0a5-9cf2e709d161/1b7b0a66-d7bb-4d6e-a09e-0f90380e94d9/7069367b-696d-4068-b502-bc207259fd11) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:14.922270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfb8ab-cbda-4201-94a3-c95c302086c3 req-56fcf2d5-f629-457a-8b31-f90256f4f8d4 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:14.923761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5dfb8ab-cbda-4201-94a3-c95c302086c3 req-56fcf2d5-f629-457a-8b31-f90256f4f8d4 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0807598
Nov 06 21:10:15.042903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5dfb8ab-cbda-4201-94a3-c95c302086c3 req-9bf30145-244b-4491-9336-1411c7ba2e4e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1093502
Nov 06 21:10:15.101856 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:15.135018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:15.175626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:15.180506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:15.188204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:15.190784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event updated for resources: {'Port': ['ID=7069367b-696d-4068-b502-bc207259fd11,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:15.246378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:15.247041 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:15.264172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-37bac418-0e62-4de4-86c2-d0fcbe24d6aa tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7747037
Nov 06 21:10:15.267353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56378) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:15.320585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'project_id': 'c1ae3a6adc51408d8c4726d7101781c3', 'port_id': '7069367b-696d-4068-b502-bc207259fd11'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:15.341914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:15.426739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-59e1b819-e573-4816-af32-49ff2db68a7a None None] Provisioning complete for port 7069367b-696d-4068-b502-bc207259fd11 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:15.427381 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-59e1b819-e573-4816-af32-49ff2db68a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:15.431921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:15.464263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-59e1b819-e573-4816-af32-49ff2db68a7a None None] Port 7069367b-696d-4068-b502-bc207259fd11 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:10:15.533248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Allocated IP 172.35.0.178 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/d6ba9b93-23e2-43f8-9eda-04bf91145566) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:15.635782 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:15.669200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:15.703752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:15.706471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:15.708849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:15.738803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ba9b93-23e2-43f8-9eda-04bf91145566,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:16.087696 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:16.158677 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:16.174062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da960a-3d00-4163-acfa-11597aa6a3bb req-38c2030f-df2b-4d1c-85fd-037f863d937d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:16.176237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48da960a-3d00-4163-acfa-11597aa6a3bb req-38c2030f-df2b-4d1c-85fd-037f863d937d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0526855
Nov 06 21:10:16.239790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48da960a-3d00-4163-acfa-11597aa6a3bb req-5cda3604-6c0a-451a-a964-b29fb7ebe275 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0544395
Nov 06 21:10:16.356053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:16.361756 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:16.436804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ba9b93-23e2-43f8-9eda-04bf91145566,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:16.449797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:16.563367 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Floating IP b1b8d028-7fb6-43ba-83e0-3ca37a6f8a98 associated. External IP: 172.35.0.178, port: 7069367b-696d-4068-b502-bc207259fd11.
Nov 06 21:10:16.798004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Router d2005195-a01c-4a35-a7c8-63954d00b3fc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:10:16.837667 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3dffc808-f554-49da-9cb8-8cdd021cb5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:16.934081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:10:16.944026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30648b73-91f0-4c6f-98fc-15f4f1a26983 None None] Sync routers for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:10:16.951723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:16.956804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30648b73-91f0-4c6f-98fc-15f4f1a26983 None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:16.957429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-30648b73-91f0-4c6f-98fc-15f4f1a26983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258a384f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:09:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:16.984940 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4015e7e6-351c-4184-984f-e07331a79c6c tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 1.7163553
Nov 06 21:10:16.986284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56430) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:16.992939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-30648b73-91f0-4c6f-98fc-15f4f1a26983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258a384f0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:17.001969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30648b73-91f0-4c6f-98fc-15f4f1a26983 None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:17.002587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-30648b73-91f0-4c6f-98fc-15f4f1a26983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258a384f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:09:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:17.040919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-30648b73-91f0-4c6f-98fc-15f4f1a26983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258a384f0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:17.041762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30648b73-91f0-4c6f-98fc-15f4f1a26983 None None] The sync data for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:10:17.111357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56442) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:17.111518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ff055f10-0af5-430d-ab2f-a872ecbe8fa0 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] 10.222.0.13 "GET /v2.0/floatingips/b1b8d028-7fb6-43ba-83e0-3ca37a6f8a98 HTTP/1.1" status: 200  len: 982 time: 0.1240931
Nov 06 21:10:17.225167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-72eb5065-55b1-4712-a0a2-059f8d3e4ff9 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3821 time: 0.1123712
Nov 06 21:10:17.228776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56444) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:17.402399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983dfcb-c29a-4b01-9dfb-bbd2bc5fa68c req-01d4eaa2-56aa-4f03-8e57-4d00464fb487 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:17.403889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c983dfcb-c29a-4b01-9dfb-bbd2bc5fa68c req-01d4eaa2-56aa-4f03-8e57-4d00464fb487 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0814216
Nov 06 21:10:17.460063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Deleting port d6ba9b93-23e2-43f8-9eda-04bf91145566 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:17.460429 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:17.467054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c983dfcb-c29a-4b01-9dfb-bbd2bc5fa68c req-87493eec-6ea2-4358-8bba-9fdfe082fe00 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0565007
Nov 06 21:10:17.550743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:17.551181 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:17.563730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Calling delete_port for d6ba9b93-23e2-43f8-9eda-04bf91145566 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:17.714321 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:17.739367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event deleted for resources: {'Port': ['ID=d6ba9b93-23e2-43f8-9eda-04bf91145566,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:17.797453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:17.797776 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Floating IP b1b8d028-7fb6-43ba-83e0-3ca37a6f8a98 disassociated (deleted). External IP: 172.35.0.178, port: 7069367b-696d-4068-b502-bc207259fd11.
Nov 06 21:10:18.050444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Router d2005195-a01c-4a35-a7c8-63954d00b3fc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:10:18.126295 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-339f3905-d26b-4bb9-b7ad-744e8ec53c87 service neutron] show failed (client error): The resource could not be found.
Nov 06 21:10:18.127402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-339f3905-d26b-4bb9-b7ad-744e8ec53c87 service neutron] 10.222.0.10 "GET /v2.0/ports/e54de641-10b2-4742-b876-dbb61f65c926/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1184895
Nov 06 21:10:18.197471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:10:18.202348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:18.207087 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9e06b-0ea4-4ede-add2-e87113e98d26 None None] Sync routers for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:10:18.219120 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9e06b-0ea4-4ede-add2-e87113e98d26 None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:18.220107 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7ea9e06b-0ea4-4ede-add2-e87113e98d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a74370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:09:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:18.255833 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7ea9e06b-0ea4-4ede-add2-e87113e98d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a74370>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:18.265431 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9e06b-0ea4-4ede-add2-e87113e98d26 None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:18.266300 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7ea9e06b-0ea4-4ede-add2-e87113e98d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a74370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:09:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:18.272466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ea3b2e6e-4ecc-4878-99d2-3da7504adfa5 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "DELETE /v2.0/floatingips/b1b8d028-7fb6-43ba-83e0-3ca37a6f8a98 HTTP/1.1" status: 204  len: 168 time: 1.0384188
Nov 06 21:10:18.274435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56470) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:18.279322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:18.307776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:18.316729 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7ea9e06b-0ea4-4ede-add2-e87113e98d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a74370>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:18.317388 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9e06b-0ea4-4ede-add2-e87113e98d26 None None] The sync data for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:10:18.380838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-b75675c1-8202-46f0-a315-e7238020e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:18.382386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-b75675c1-8202-46f0-a315-e7238020e729 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 1096 time: 0.0468075
Nov 06 21:10:18.395132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:18.457142 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:18.691129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9880af-8d9a-4421-8cc2-6886b430639d req-d63a363b-beb7-4a9d-89f7-46d08ee96e37 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:18.692617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af9880af-8d9a-4421-8cc2-6886b430639d req-d63a363b-beb7-4a9d-89f7-46d08ee96e37 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.1121638
Nov 06 21:10:18.696629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:18.776541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:18.797066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af9880af-8d9a-4421-8cc2-6886b430639d req-73d7bd08-906c-4b0a-9e3b-5b84955ee3d7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0942330
Nov 06 21:10:18.829613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:10:18.841292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Allocated IP 172.35.0.118 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/a7e30933-364c-40f3-a4c6-43f14943cc8b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:18.897617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:10:18.900799 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c6d1b3-4978-4799-ab5e-00f5e15f22e9" -d '{"events": [{"server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e54de641-10b2-4742-b876-dbb61f65c926"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:10:18.905915 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:18.926060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Transition to ACTIVE for port object e54de641-10b2-4742-b876-dbb61f65c926 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:10:18.933260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:18.997620 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808eb07-d529-4a57-90f0-65fbcc5a3768 x-openstack-request-id: req-8808eb07-d529-4a57-90f0-65fbcc5a3768 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:10:18.998124 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e54de641-10b2-4742-b876-dbb61f65c926", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:10:18.998901 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8808eb07-d529-4a57-90f0-65fbcc5a3768 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:10:18.999137 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926', 'code': 200}
Nov 06 21:10:19.007967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.046137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:19.048263 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.099342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:19.107314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:19.109804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:19.135750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e30933-364c-40f3-a4c6-43f14943cc8b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:19.174568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] No DVR routers for this DVR port e54de641-10b2-4742-b876-dbb61f65c926 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:10:19.210515 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-495b49fd-87e8-4fdb-a15d-e62a68e75219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.242509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.283141 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.340058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Attempting to bind port e54de641-10b2-4742-b876-dbb61f65c926 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:10:19.340707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Attempting to bind port e54de641-10b2-4742-b876-dbb61f65c926 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:10:19.340831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Attempting to bind port e54de641-10b2-4742-b876-dbb61f65c926 on network 365f443f-951f-4715-808f-274013e10fb3 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:10:19.345466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Port e54de641-10b2-4742-b876-dbb61f65c926 on network 365f443f-951f-4715-808f-274013e10fb3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:10:19.345801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Attempting to bind port e54de641-10b2-4742-b876-dbb61f65c926 on network 365f443f-951f-4715-808f-274013e10fb3 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:10:19.350660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:10:19.350991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Checking segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:19.351375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Bound using segment: {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:10:19.351801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Bound port: e54de641-10b2-4742-b876-dbb61f65c926, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b116ae37-5813-4976-ab31-440fa93cd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '365f443f-951f-4715-808f-274013e10fb3'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:10:19.352153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.428675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:10:19.433943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:10:19.438680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.472518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:19.473067 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.474472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] 10.222.0.37 "PUT /v2.0/ports/e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 1091 time: 1.0844579
Nov 06 21:10:19.485692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.491793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.499239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06abcd-57f5-4df7-a2f8-e74ad1ff51f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:19.564813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e30933-364c-40f3-a4c6-43f14943cc8b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:19.576343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.595239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.599110 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f4712a3-fad0-460b-9ce6-b9c44ec53b09 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3210588
Nov 06 21:10:19.599276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56500) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:19.607826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4e76452a-68d1-4c98-8677-71711280b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:19.609505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-4e76452a-68d1-4c98-8677-71711280b64d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1094 time: 0.0490439
Nov 06 21:10:19.706543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:19.714715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-0ececbe0-e783-4a06-ae01-9c78efd873a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:19.716228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-0ececbe0-e783-4a06-ae01-9c78efd873a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 898 time: 0.0953696
Nov 06 21:10:19.729628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.786610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-7e5ddb4e-9961-48c6-91ec-5a0d9928aeb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 999 time: 0.0624404
Nov 06 21:10:19.831093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:19.846246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-0f899f97-6edc-4301-b9b3-329180727748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:19.849492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-0f899f97-6edc-4301-b9b3-329180727748 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.0538898
Nov 06 21:10:19.940318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-0e9d6614-2c5b-46b1-bb00-f6eae3b38491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:19.941811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-0e9d6614-2c5b-46b1-bb00-f6eae3b38491 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0863531
Nov 06 21:10:19.959161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Allocated IP 172.35.0.2 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/7a875164-cde0-40d6-9b0e-c8e835dcf542) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:20.016333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee593cac-1fdf-4eea-8200-2ec98a95c6e4 req-60b38071-f50f-495d-a4b6-f9d73e1bacdc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:20.017990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee593cac-1fdf-4eea-8200-2ec98a95c6e4 req-60b38071-f50f-495d-a4b6-f9d73e1bacdc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 943 time: 0.1047037
Nov 06 21:10:20.078367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.119344 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.168508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:20.170332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:20.173028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:20.209777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Pushing event updated for resources: {'Port': ['ID=7a875164-cde0-40d6-9b0e-c8e835dcf542,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:20.284639 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.327323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.420249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-b3aa16b5-de1a-41e6-9c0e-bbc6f21dd13c service neutron] 10.222.0.37 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4707866
Nov 06 21:10:20.499633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee593cac-1fdf-4eea-8200-2ec98a95c6e4 req-97ca35ab-e029-41d1-9df0-59e96d0d454e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.4524209
Nov 06 21:10:20.513865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.526483 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.550898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51240ec8-ac82-4aab-9505-c03804767aa3 req-639ea175-d9e2-4ff0-a71a-c3af9c571a02 service neutron] 10.222.0.37 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179852
Nov 06 21:10:20.584345 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.609909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Pushing event updated for resources: {'Port': ['ID=7a875164-cde0-40d6-9b0e-c8e835dcf542,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:20.621030 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.636740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:20.638042 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3253a326-571a-49a8-acaa-9ec7996add78 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.0371614
Nov 06 21:10:20.641121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56540) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:20.735364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3be4389d-6b7e-4b88-b0ae-c22841444099 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4003 time: 0.0906873
Nov 06 21:10:20.735890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56542) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:20.810005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-594724d6-1355-4c6a-8108-5aa338cc9688 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0728636
Nov 06 21:10:20.813282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56544) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:20.963554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Deleting port 7a875164-cde0-40d6-9b0e-c8e835dcf542 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:20.963892 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:21.000274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:10:21.002574 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377561da-4d88-4a4d-8829-538de108260d" -d '{"events": [{"name": "network-changed", "server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "tag": "e54de641-10b2-4742-b876-dbb61f65c926"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:10:21.050855 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:21.051165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:21.059785 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640fa37-c86d-49f3-ba9d-c4aa6a517d46 x-openstack-request-id: req-2640fa37-c86d-49f3-ba9d-c4aa6a517d46 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:10:21.060097 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "tag": "e54de641-10b2-4742-b876-dbb61f65c926", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:10:21.060349 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2640fa37-c86d-49f3-ba9d-c4aa6a517d46 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:10:21.060720 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926', 'status': 'completed', 'code': 200}
Nov 06 21:10:21.067986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Calling delete_port for 7a875164-cde0-40d6-9b0e-c8e835dcf542 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:21.179204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e54de641-10b2-4742-b876-dbb61f65c926 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:10:21.218207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377561da-4d88-4a4d-8829-538de108260d req-f37d68f9-50fe-48c9-b00d-7a0bbebcfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:21.220976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-f37d68f9-50fe-48c9-b00d-7a0bbebcfda1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1094 time: 0.1315160
Nov 06 21:10:21.221150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e54de641-10b2-4742-b876-dbb61f65c926 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:10:21.225227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377561da-4d88-4a4d-8829-538de108260d req-36a75ba4-b867-4e0d-a0da-ae52fc72fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:21.226959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-36a75ba4-b867-4e0d-a0da-ae52fc72fc1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1094 time: 0.1481092
Nov 06 21:10:21.448730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377561da-4d88-4a4d-8829-538de108260d req-6fc7d6f4-a0fe-4322-a062-ed3a46b83e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:21.450613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-6fc7d6f4-a0fe-4322-a062-ed3a46b83e02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 898 time: 0.2094905
Nov 06 21:10:21.452652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377561da-4d88-4a4d-8829-538de108260d req-f28546c2-0583-4fe1-9396-b56c4d7bfcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:21.453956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-f28546c2-0583-4fe1-9396-b56c4d7bfcb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 898 time: 0.2241895
Nov 06 21:10:21.454524 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:21.526017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Pushing event deleted for resources: {'Port': ['ID=7a875164-cde0-40d6-9b0e-c8e835dcf542,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:21.674752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-95a99e33-f616-49fb-96c0-fd13acf6d428 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 999 time: 0.1864476
Nov 06 21:10:21.681377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-7f90a6f8-b467-4710-b3df-391fb1811444 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 999 time: 0.2233427
Nov 06 21:10:21.771413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:21.774100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:21.778080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a5ad3b2d-9b4b-458e-a204-b90608405462 tempest-FloatingIPAdminTestJSON-1329352549 tempest-FloatingIPAdminTestJSON-1329352549-project] 10.222.0.13 "DELETE /v2.0/floatingips/e2e9a2ef-9054-47ba-9c77-bc679dd7e2a8 HTTP/1.1" status: 204  len: 168 time: 0.9631255
Nov 06 21:10:21.778422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56590) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:21.828036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:21.844101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f396fb5-5975-4395-8eef-b74df00ee1e3 req-1510307a-d0cb-4daf-adf2-7809620a02f3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:21.846456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f396fb5-5975-4395-8eef-b74df00ee1e3 req-1510307a-d0cb-4daf-adf2-7809620a02f3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 943 time: 0.2463479
Nov 06 21:10:21.860145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377561da-4d88-4a4d-8829-538de108260d req-b0553abf-25c0-4250-bb0c-10c2e1b8417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:21.860634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-b0553abf-25c0-4250-bb0c-10c2e1b8417e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.1761768
Nov 06 21:10:21.875284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377561da-4d88-4a4d-8829-538de108260d req-0e608c6f-6eeb-4410-9989-8da6929c1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:21.877779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-0e608c6f-6eeb-4410-9989-8da6929c1b3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.1762865
Nov 06 21:10:21.933146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Deleting port a7e30933-364c-40f3-a4c6-43f14943cc8b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:21.933801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:21.972194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e636932-c841-412d-914f-eddca4827c60 req-f62fa062-b6ef-47fe-901e-33e65977c798 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:21.973773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e636932-c841-412d-914f-eddca4827c60 req-f62fa062-b6ef-47fe-901e-33e65977c798 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.1889136
Nov 06 21:10:22.019667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f396fb5-5975-4395-8eef-b74df00ee1e3 req-7e7959c5-725c-49fd-8f0b-f7de62ec5308 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1639004
Nov 06 21:10:22.026485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.026885 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.028430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377561da-4d88-4a4d-8829-538de108260d req-aa1bbbde-4a0b-4df4-abc4-1a942bbc5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:22.029981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-aa1bbbde-4a0b-4df4-abc4-1a942bbc5a3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1475968
Nov 06 21:10:22.038917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377561da-4d88-4a4d-8829-538de108260d req-be8d5a6b-fa26-4236-a8b6-82349a6c1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:22.041023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-be8d5a6b-fa26-4236-a8b6-82349a6c1fdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1414645
Nov 06 21:10:22.052006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Calling delete_port for a7e30933-364c-40f3-a4c6-43f14943cc8b owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:22.165842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e636932-c841-412d-914f-eddca4827c60 req-7b0673d4-0605-4a80-8030-62f08fffa418 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1760347
Nov 06 21:10:22.221663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.236739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-f1719ba6-389e-40c8-9fc4-a5596ba1a4b6 service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943696
Nov 06 21:10:22.240214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-696d816e-c8bd-4e71-ae84-764e96c3ba8d service neutron] 10.222.0.37 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843913
Nov 06 21:10:22.248916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7e30933-364c-40f3-a4c6-43f14943cc8b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:22.320109 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.324209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.326133 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-da5399dc-39e1-461c-a3c8-2e26abb84e45 tempest-FloatingIPAdminTestJSON-814971559 tempest-FloatingIPAdminTestJSON-814971559-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/fa9e8a80-bfd2-4271-852b-fbfb735fdf67 HTTP/1.1" status: 204  len: 168 time: 0.5463800
Nov 06 21:10:22.329936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56614) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:22.363337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56616) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:22.423830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1e617f06-5b73-4dcc-92a0-4dc785eba8f8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Deleting port 7069367b-696d-4068-b502-bc207259fd11 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:22.424169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e617f06-5b73-4dcc-92a0-4dc785eba8f8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.425713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-5fb48631-198c-47c7-b41e-17fb9e885736 service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811297
Nov 06 21:10:22.427911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-377561da-4d88-4a4d-8829-538de108260d req-46cf9487-62eb-4278-9040-3143b6e1695c service neutron] 10.222.0.37 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737678
Nov 06 21:10:22.480038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.487857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0316-68df-45ab-9032-5d1cdfb7d9d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.522546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e617f06-5b73-4dcc-92a0-4dc785eba8f8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.536087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1e617f06-5b73-4dcc-92a0-4dc785eba8f8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Calling delete_port for 7069367b-696d-4068-b502-bc207259fd11 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:22.564557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0316-68df-45ab-9032-5d1cdfb7d9d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.568529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0316-68df-45ab-9032-5d1cdfb7d9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.617513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4f6c0316-68df-45ab-9032-5d1cdfb7d9d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18493ac8ec344e509b393a781dd24ee8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2530594
Nov 06 21:10:22.618593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c0316-68df-45ab-9032-5d1cdfb7d9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a19dc1-61d3-46d0-9d64-999d6ef9f089,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:22.622051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56620) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:22.673112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e617f06-5b73-4dcc-92a0-4dc785eba8f8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.676338 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb765-c7f1-4f49-ba48-af306214f104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.698337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb765-c7f1-4f49-ba48-af306214f104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.702796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e617f06-5b73-4dcc-92a0-4dc785eba8f8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event deleted for resources: {'Port': ['ID=7069367b-696d-4068-b502-bc207259fd11,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:22.757786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb765-c7f1-4f49-ba48-af306214f104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.761165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb765-c7f1-4f49-ba48-af306214f104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.765036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0f0fb765-c7f1-4f49-ba48-af306214f104 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5a19dc1-61d3-46d0-9d64-999d6ef9f089 HTTP/1.1" status: 204  len: 168 time: 0.1392188
Nov 06 21:10:22.781807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fb765-c7f1-4f49-ba48-af306214f104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a19dc1-61d3-46d0-9d64-999d6ef9f089,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:22.781997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e617f06-5b73-4dcc-92a0-4dc785eba8f8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:22.788124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56624) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:22.788612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1e617f06-5b73-4dcc-92a0-4dc785eba8f8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "DELETE /v2.0/ports/7069367b-696d-4068-b502-bc207259fd11 HTTP/1.1" status: 204  len: 168 time: 0.4573755
Nov 06 21:10:22.845238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40079d31-81d9-4ebb-a114-259fc8cd3e17 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:22.846828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-40079d31-81d9-4ebb-a114-259fc8cd3e17 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2005195-a01c-4a35-a7c8-63954d00b3fc HTTP/1.1" status: 200  len: 913 time: 0.0576398
Nov 06 21:10:22.849643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56626) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:23.071904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56632) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:23.087045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddc8dfe1-d733-4acf-8ab8-b89812668527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.192594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c646fc-3aee-46c2-8dd5-ef4b436329b6 req-b40b0619-6b6a-4c12-810d-5f3b3face19b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:23.197820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84c646fc-3aee-46c2-8dd5-ef4b436329b6 req-b40b0619-6b6a-4c12-810d-5f3b3face19b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 943 time: 0.0964816
Nov 06 21:10:23.244732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e54de641-10b2-4742-b876-dbb61f65c926 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:10:23.268771 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddc8dfe1-d733-4acf-8ab8-b89812668527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.297332 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddc8dfe1-d733-4acf-8ab8-b89812668527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.319325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.329930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84c646fc-3aee-46c2-8dd5-ef4b436329b6 req-7cd904b2-3740-4beb-88c7-e7b36e179c11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1274619
Nov 06 21:10:23.342456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:23.360314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ddc8dfe1-d733-4acf-8ab8-b89812668527 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea8d33ed93a64707a20d419cd9c39e9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2798645
Nov 06 21:10:23.360314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8dfe1-d733-4acf-8ab8-b89812668527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93425f9-329d-4044-8ef6-8cf042262a38,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:23.360633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'e54de641-10b2-4742-b876-dbb61f65c926', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'port_id': 'e54de641-10b2-4742-b876-dbb61f65c926', 'mac_address': 'fa:16:3e:d8:1c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:10:23.360755 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56638) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:23.391970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fd554-47e0-4c8c-97c3-13843a4cbe79 req-d9f70887-76d2-4e3a-8748-fe77169b05a7 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:23.393896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e72fd554-47e0-4c8c-97c3-13843a4cbe79 req-d9f70887-76d2-4e3a-8748-fe77169b05a7 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.1486254
Nov 06 21:10:23.402335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.415524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54de641-10b2-4742-b876-dbb61f65c926 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:10:23.437422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:23.441960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.468198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4c0693d-d255-44b4-82b9-c6db1fb03ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.473424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e72fd554-47e0-4c8c-97c3-13843a4cbe79 req-6b0e9d72-d5b2-49e0-b6be-48227dcbdc1c tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712452
Nov 06 21:10:23.494799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:23.510125 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4c0693d-d255-44b4-82b9-c6db1fb03ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.562238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4c0693d-d255-44b4-82b9-c6db1fb03ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.565249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4c0693d-d255-44b4-82b9-c6db1fb03ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.566420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b4c0693d-d255-44b4-82b9-c6db1fb03ae6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c93425f9-329d-4044-8ef6-8cf042262a38 HTTP/1.1" status: 204  len: 168 time: 0.2049224
Nov 06 21:10:23.577390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0693d-d255-44b4-82b9-c6db1fb03ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93425f9-329d-4044-8ef6-8cf042262a38,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:23.620852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Deleting port 06808653-f499-4ee5-a346-91fdb04043a9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:23.621191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.706653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.724996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Calling delete_port for 06808653-f499-4ee5-a346-91fdb04043a9 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:23.955452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:23.984609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event deleted for resources: {'Port': ['ID=06808653-f499-4ee5-a346-91fdb04043a9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:24.177064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:24.499897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4ae9f-35f6-4362-838f-65b6ad64fd01 req-7fdcd56a-8f94-4079-915a-ffe6d081d586 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:24.501680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3b4ae9f-35f6-4362-838f-65b6ad64fd01 req-7fdcd56a-8f94-4079-915a-ffe6d081d586 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 944 time: 0.0575769
Nov 06 21:10:24.563630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3b4ae9f-35f6-4362-838f-65b6ad64fd01 req-7ee41383-6b03-411b-a9d9-7ea84450cb35 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0551817
Nov 06 21:10:24.630192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4a29b-bd2f-4a23-be1c-6355136aecf0 req-5cfcc778-44ff-42cd-aff2-a2a07464d910 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:24.631927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5f4a29b-bd2f-4a23-be1c-6355136aecf0 req-5cfcc778-44ff-42cd-aff2-a2a07464d910 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0666740
Nov 06 21:10:24.705946 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5f4a29b-bd2f-4a23-be1c-6355136aecf0 req-31cd7157-548e-40bc-80bd-4e9905069a89 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669396
Nov 06 21:10:24.740745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Router d2005195-a01c-4a35-a7c8-63954d00b3fc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:10:24.846491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['e54de641-10b2-4742-b876-dbb61f65c926'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:10:24.867191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:10:24.871660 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f1441a00-0ae9-4397-8d20-1501cc911a5c tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "PUT /v2.0/routers/d2005195-a01c-4a35-a7c8-63954d00b3fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0209420
Nov 06 21:10:24.874327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56682) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:24.888764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d7131-ef27-4786-b37d-01c776723c7f None None] Sync routers for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:10:24.910962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d7131-ef27-4786-b37d-01c776723c7f None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:24.911583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e96d7131-ef27-4786-b37d-01c776723c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513f6040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:10:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:24.919748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f510b8-3db9-422f-a6e6-faa4a378e32c req-134e5ebd-ed01-4a98-9099-f20d8950acf5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:24.928120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25f510b8-3db9-422f-a6e6-faa4a378e32c req-134e5ebd-ed01-4a98-9099-f20d8950acf5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 944 time: 0.1559467
Nov 06 21:10:24.940341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-ff39f54f-69a0-42a5-a3da-20b3315adf72 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:24.942065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-ff39f54f-69a0-42a5-a3da-20b3315adf72 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2&tenant_id=5f8c001debad4d98b1531db2b7d91349&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1585827
Nov 06 21:10:24.949483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e96d7131-ef27-4786-b37d-01c776723c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513f6040>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:24.969364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d7131-ef27-4786-b37d-01c776723c7f None None] Routers {'d2005195-a01c-4a35-a7c8-63954d00b3fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:10:24.969978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e96d7131-ef27-4786-b37d-01c776723c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513f6040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:10:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d2005195-a01c-4a35-a7c8-63954d00b3fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:24.998392 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.009330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e96d7131-ef27-4786-b37d-01c776723c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513f6040>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:25.010264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d7131-ef27-4786-b37d-01c776723c7f None None] The sync data for ids ['d2005195-a01c-4a35-a7c8-63954d00b3fc'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:10:25.029333 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-2f3813ba-e8ff-4aa6-99f3-6a0bbfd2741b service neutron] delete failed (client error): The resource could not be found.
Nov 06 21:10:25.030507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-2f3813ba-e8ff-4aa6-99f3-6a0bbfd2741b service neutron] 10.222.0.10 "DELETE /v2.0/ports/e54de641-10b2-4742-b876-dbb61f65c926/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0801225
Nov 06 21:10:25.096284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25f510b8-3db9-422f-a6e6-faa4a378e32c req-9a0d4c86-1b14-40f5-ae11-19b40d432558 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1618726
Nov 06 21:10:25.134436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.143113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-83f12e2d-4ff4-48a3-9586-d132d1e670d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:25.144943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-83f12e2d-4ff4-48a3-9586-d132d1e670d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1095 time: 0.0473752
Nov 06 21:10:25.206323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Deleting port 46ea7fe5-7183-471a-8f83-44fa7a088be8 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:25.206670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.277100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-f47f1348-795e-40c9-8ee2-f5ac77587d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:25.278948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-f47f1348-795e-40c9-8ee2-f5ac77587d7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 898 time: 0.1275473
Nov 06 21:10:25.310094 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.323890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Calling delete_port for 46ea7fe5-7183-471a-8f83-44fa7a088be8 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:25.349070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-0b69c2f2-d790-4029-bb37-c96626ad3f5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 1000 time: 0.0621476
Nov 06 21:10:25.400731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-75ac2b99-d7a0-4060-88d3-3abbde4f53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:25.402336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-75ac2b99-d7a0-4060-88d3-3abbde4f53bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.0468433
Nov 06 21:10:25.457266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-9215b4b9-5c7f-4f1b-942d-6241e9c95e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:25.458809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-9215b4b9-5c7f-4f1b-942d-6241e9c95e82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0492659
Nov 06 21:10:25.508062 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.534193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event deleted for resources: {'Port': ['ID=46ea7fe5-7183-471a-8f83-44fa7a088be8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:25.565074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-54b50e1e-6b58-4ab3-8541-c68c890b497b service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992181
Nov 06 21:10:25.596586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.668345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a551d55-b757-466d-84d0-736895b2c4b8 req-ac15dc83-5ccd-4ec3-b8fd-6a66e4396f01 service neutron] 10.222.0.10 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960820
Nov 06 21:10:25.689706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.692041 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.747746 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.748279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Fanout notify agent at l3_agent the message router_deleted on router d2005195-a01c-4a35-a7c8-63954d00b3fc {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:10:25.756202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.757458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ee96b890-84d6-4ae8-b06f-bf05e070da77 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "DELETE /v2.0/routers/d2005195-a01c-4a35-a7c8-63954d00b3fc HTTP/1.1" status: 204  len: 168 time: 0.8819335
Nov 06 21:10:25.759834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56712) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:25.820317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a04a278-3148-43e4-963b-f2d3e999cee8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Deleting subnet 1b7b0a66-d7bb-4d6e-a09e-0f90380e94d9 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:10:25.823562 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a04a278-3148-43e4-963b-f2d3e999cee8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.849674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f540-1857-4929-852f-7796e20bd439 req-6fd62931-7775-4e77-bf31-752e2729eba7 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:25.851208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2103f540-1857-4929-852f-7796e20bd439 req-6fd62931-7775-4e77-bf31-752e2729eba7 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0519111
Nov 06 21:10:25.873900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a04a278-3148-43e4-963b-f2d3e999cee8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:25.901593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2103f540-1857-4929-852f-7796e20bd439 req-ae5571a5-43c5-4117-91e4-e95d239862c9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433388
Nov 06 21:10:25.965713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a04a278-3148-43e4-963b-f2d3e999cee8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.027894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a04a278-3148-43e4-963b-f2d3e999cee8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.044088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a04a278-3148-43e4-963b-f2d3e999cee8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.050861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9a04a278-3148-43e4-963b-f2d3e999cee8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "DELETE /v2.0/subnets/1b7b0a66-d7bb-4d6e-a09e-0f90380e94d9 HTTP/1.1" status: 204  len: 168 time: 0.2869625
Nov 06 21:10:26.052466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56722) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:26.055150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee3f51-7dd7-4ae4-a224-11ed7dd94377 None None] Network 4602906b-71e3-4700-a0a5-9cf2e709d161 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:26.079681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04a278-3148-43e4-963b-f2d3e999cee8 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7b0a66-d7bb-4d6e-a09e-0f90380e94d9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:26.228948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.260831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf240e7-9fe4-4a8a-9208-ea82a24bde54 req-97b55a98-8a9f-4eb8-8e0a-0cfaf406126b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:26.262879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bf240e7-9fe4-4a8a-9208-ea82a24bde54 req-97b55a98-8a9f-4eb8-8e0a-0cfaf406126b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 944 time: 0.0876420
Nov 06 21:10:26.364917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4bf240e7-9fe4-4a8a-9208-ea82a24bde54 req-65df383b-14b4-4bb4-af90-3029467cb404 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0828021
Nov 06 21:10:26.376412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Deleting port 276b1b4c-2b15-4bea-8efd-86e04d3a846c {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:26.376763 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.394059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56730) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:26.472388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] DHCP port deletion for 4602906b-71e3-4700-a0a5-9cf2e709d161 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:10:26.482399 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ac0dfa0c-a482-4a52-910d-55dac95d7a4f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/4609f9d3-1cda-441c-9848-149193ae02c6 HTTP/1.1" status: 200  len: 992 time: 0.0871699
Nov 06 21:10:26.493797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] For port 276b1b4c-2b15-4bea-8efd-86e04d3a846c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=276b1b4c-2b15-4bea-8efd-86e04d3a846c,segment=NetworkSegment(c1e1eb14-3319-41ce-af18-eb15f793e10c),segment_id=c1e1eb14-3319-41ce-af18-eb15f793e10c)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:26.494172 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.509572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56732) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:26.513323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Calling delete_port for 276b1b4c-2b15-4bea-8efd-86e04d3a846c owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:26.527442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] Deleting port 276b1b4c-2b15-4bea-8efd-86e04d3a846c {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:26.527826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.590287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] For port 276b1b4c-2b15-4bea-8efd-86e04d3a846c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=276b1b4c-2b15-4bea-8efd-86e04d3a846c,segment=NetworkSegment(c1e1eb14-3319-41ce-af18-eb15f793e10c),segment_id=c1e1eb14-3319-41ce-af18-eb15f793e10c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:26.590686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.598925 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.603943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] Calling delete_port for 276b1b4c-2b15-4bea-8efd-86e04d3a846c owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:26.626436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event deleted for resources: {'Port': ['ID=276b1b4c-2b15-4bea-8efd-86e04d3a846c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:26.627669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3701e3cf-4539-4fbd-a26d-89651536db90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.630681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] No DVR routers for this DVR port 276b1b4c-2b15-4bea-8efd-86e04d3a846c on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:10:26.680057 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:10:26.692943 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.707591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3701e3cf-4539-4fbd-a26d-89651536db90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.712535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3701e3cf-4539-4fbd-a26d-89651536db90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.719099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] Pushing event deleted for resources: {'Port': ['ID=276b1b4c-2b15-4bea-8efd-86e04d3a846c,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:26.723078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7124fab-8f29-4254-aef7-a2512314bc69 None None] No DVR routers for this DVR port 276b1b4c-2b15-4bea-8efd-86e04d3a846c on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:10:26.726516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.751248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701e3cf-4539-4fbd-a26d-89651536db90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7109886d-130a-47ea-a241-8145f44544e6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:26.752398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925517ec10>,) {'filters': {'network_id': ['4602906b-71e3-4700-a0a5-9cf2e709d161']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:26.757208 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3701e3cf-4539-4fbd-a26d-89651536db90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db496fa5a7e34dbd9acf081686f1ce8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2464049
Nov 06 21:10:26.759039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56736) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:26.764120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925517ec10>, 'c1e1eb14-3319-41ce-af18-eb15f793e10c') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:26.764553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925517ec10>, 'c1e1eb14-3319-41ce-af18-eb15f793e10c') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:26.774782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.787966 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.794741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:10:26.795168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:10:26.798571 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:10:26.810082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b707f6a0-0ce5-421b-8f1d-449034df8b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.832091 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b707f6a0-0ce5-421b-8f1d-449034df8b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.858588 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.876875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.880184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "DELETE /v2.0/networks/4602906b-71e3-4700-a0a5-9cf2e709d161 HTTP/1.1" status: 204  len: 168 time: 0.8270223
Nov 06 21:10:26.882592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56738) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:26.885406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b707f6a0-0ce5-421b-8f1d-449034df8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.888007 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b707f6a0-0ce5-421b-8f1d-449034df8b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:26.889209 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b707f6a0-0ce5-421b-8f1d-449034df8b09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7109886d-130a-47ea-a241-8145f44544e6 HTTP/1.1" status: 204  len: 168 time: 0.1288688
Nov 06 21:10:26.898324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707f6a0-0ce5-421b-8f1d-449034df8b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7109886d-130a-47ea-a241-8145f44544e6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:26.904007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07073f-ddaa-4c5d-9744-5ad8e7052614 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event deleted for resources: {'Network': ['ID=4602906b-71e3-4700-a0a5-9cf2e709d161,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:27.071855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445c7d0-521d-48e2-b66c-cd9acad19c6f req-fae5cd44-a455-4884-827a-cc7c5b64c1c5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:27.073379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8445c7d0-521d-48e2-b66c-cd9acad19c6f req-fae5cd44-a455-4884-827a-cc7c5b64c1c5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0842485
Nov 06 21:10:27.100722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Deleting port 1c5e08f4-c1be-4ab6-ac1f-98181a902e9d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:27.101070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.169452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8445c7d0-521d-48e2-b66c-cd9acad19c6f req-f27c0751-4754-487a-8eac-be73eb6bbb67 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896060
Nov 06 21:10:27.172808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56746) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:27.191778 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20cdcc7f-78f0-4f37-93f5-97ff358b5326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.203015 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.203430 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.215555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Calling delete_port for 1c5e08f4-c1be-4ab6-ac1f-98181a902e9d owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:27.258685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e54de641-10b2-4742-b876-dbb61f65c926 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:10:27.271996 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20cdcc7f-78f0-4f37-93f5-97ff358b5326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.276856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-20cdcc7f-78f0-4f37-93f5-97ff358b5326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.315149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdcc7f-78f0-4f37-93f5-97ff358b5326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a270b3e3-f7ab-4fb7-9821-fe7ffe486866,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:27.326976 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-20cdcc7f-78f0-4f37-93f5-97ff358b5326 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45380a06c2724c54944e52892625437b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1507406
Nov 06 21:10:27.327163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port e54de641-10b2-4742-b876-dbb61f65c926 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:10:27.327494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56748) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:27.331968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port e54de641-10b2-4742-b876-dbb61f65c926 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:27.332829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.380356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4519-d0fe-4c18-9b57-95ae5e5a6393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.407514 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4519-d0fe-4c18-9b57-95ae5e5a6393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.423016 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.455475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:10:27.460371 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0f53b0-d842-4ec0-b8e5-ae917f5db80d" -d '{"events": [{"server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "name": "network-vif-plugged", "status": "completed", "tag": "e54de641-10b2-4742-b876-dbb61f65c926"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:10:27.469971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4519-d0fe-4c18-9b57-95ae5e5a6393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.473245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4519-d0fe-4c18-9b57-95ae5e5a6393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.478268 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c6dd4519-d0fe-4c18-9b57-95ae5e5a6393 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a270b3e3-f7ab-4fb7-9821-fe7ffe486866 HTTP/1.1" status: 204  len: 168 time: 0.1461198
Nov 06 21:10:27.488721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:27.489651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd4519-d0fe-4c18-9b57-95ae5e5a6393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a270b3e3-f7ab-4fb7-9821-fe7ffe486866,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:27.495656 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.536367 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5f355f-333a-464c-82bb-fc6c91e5a290 x-openstack-request-id: req-0b5f355f-333a-464c-82bb-fc6c91e5a290 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:10:27.536769 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "name": "network-vif-plugged", "status": "completed", "tag": "e54de641-10b2-4742-b876-dbb61f65c926", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:10:27.537110 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b5f355f-333a-464c-82bb-fc6c91e5a290 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:10:27.537608 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926', 'code': 200}
Nov 06 21:10:27.571958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:27.728208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.763437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Pushing event deleted for resources: {'Port': ['ID=1c5e08f4-c1be-4ab6-ac1f-98181a902e9d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:27.817659 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.820178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:27.821938 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-70b26b63-b6b6-4d63-a330-505a6b469719 tempest-FloatingIPAdminTestJSON-645618739 tempest-FloatingIPAdminTestJSON-645618739-project] 10.222.0.13 "DELETE /v2.0/floatingips/84be9f59-3abe-4b49-bc12-094149e8fe48 HTTP/1.1" status: 204  len: 168 time: 0.9384224
Nov 06 21:10:28.019807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56770) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:28.155509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ca311b8b-2878-4865-ae7e-6e23e47ff390 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1ae3a6adc51408d8c4726d7101781c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1344178
Nov 06 21:10:28.157953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56780) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:28.206208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-055eccd3-39b4-41e4-b5db-327ae5423109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.230978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-055eccd3-39b4-41e4-b5db-327ae5423109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.317861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb27d3-f13e-4980-adad-0143c7160c4a req-15a974b5-327f-490a-b7c6-561d87dd85ce tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:28.319408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-befb27d3-f13e-4980-adad-0143c7160c4a req-15a974b5-327f-490a-b7c6-561d87dd85ce tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0661321
Nov 06 21:10:28.320200 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-055eccd3-39b4-41e4-b5db-327ae5423109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.323458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-055eccd3-39b4-41e4-b5db-327ae5423109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.324523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-055eccd3-39b4-41e4-b5db-327ae5423109 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15b791d9-1123-4cfa-8984-265ea190d99c HTTP/1.1" status: 204  len: 168 time: 0.1656461
Nov 06 21:10:28.345346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eccd3-39b4-41e4-b5db-327ae5423109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b791d9-1123-4cfa-8984-265ea190d99c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:28.388949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-befb27d3-f13e-4980-adad-0143c7160c4a req-e31f97fc-bbdb-4ed0-8fb1-5e9bf04009a4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616379
Nov 06 21:10:28.475122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 276b1b4c-2b15-4bea-8efd-86e04d3a846c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:10:28.496305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 276b1b4c-2b15-4bea-8efd-86e04d3a846c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:10:28.496749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 276b1b4c-2b15-4bea-8efd-86e04d3a846c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:10:28.634095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56800) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:28.647189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ced6318b-7030-4d05-a5f2-8a888b239884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.723131 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ced6318b-7030-4d05-a5f2-8a888b239884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.727775 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ced6318b-7030-4d05-a5f2-8a888b239884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.767478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ced6318b-7030-4d05-a5f2-8a888b239884 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0ab9bdb25374752a4ef88a82f219c14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1322780
Nov 06 21:10:28.768693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6318b-7030-4d05-a5f2-8a888b239884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1a28fe-7139-4d55-a072-8654f2bf680e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:28.770219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56804) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:28.821143 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ee7343b-f7ab-4f08-a08d-6960de76bffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.845371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ee7343b-f7ab-4f08-a08d-6960de76bffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.892865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ee7343b-f7ab-4f08-a08d-6960de76bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.895417 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ee7343b-f7ab-4f08-a08d-6960de76bffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:28.896618 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5ee7343b-f7ab-4f08-a08d-6960de76bffc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d1a28fe-7139-4d55-a072-8654f2bf680e HTTP/1.1" status: 204  len: 168 time: 0.1248341
Nov 06 21:10:28.905222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7343b-f7ab-4f08-a08d-6960de76bffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1a28fe-7139-4d55-a072-8654f2bf680e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:29.228035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56822) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:29.239061 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b551caa-fa90-4b37-aa9b-fd762e7b94ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:29.316318 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b551caa-fa90-4b37-aa9b-fd762e7b94ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:29.320675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b551caa-fa90-4b37-aa9b-fd762e7b94ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:29.364723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b551caa-fa90-4b37-aa9b-fd762e7b94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53172daa-d29f-4f3f-8d36-1e0c51648f6e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:29.368970 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6b551caa-fa90-4b37-aa9b-fd762e7b94ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48abbfb074624dd39b55e32cb798a801&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1432316
Nov 06 21:10:29.371479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56840) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:29.420910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e653a99-b6b8-41ed-afeb-aec671a616f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:29.445027 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e653a99-b6b8-41ed-afeb-aec671a616f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:29.501970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e653a99-b6b8-41ed-afeb-aec671a616f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:29.504876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5e653a99-b6b8-41ed-afeb-aec671a616f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:29.506078 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5e653a99-b6b8-41ed-afeb-aec671a616f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53172daa-d29f-4f3f-8d36-1e0c51648f6e HTTP/1.1" status: 204  len: 168 time: 0.1336830
Nov 06 21:10:29.519216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e653a99-b6b8-41ed-afeb-aec671a616f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53172daa-d29f-4f3f-8d36-1e0c51648f6e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:29.531342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44a87-a1a3-4f8f-8e02-76c39d8c14ab req-6caba54a-ada9-4a99-be96-57bde1da7d89 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:29.533066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29a44a87-a1a3-4f8f-8e02-76c39d8c14ab req-6caba54a-ada9-4a99-be96-57bde1da7d89 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0670505
Nov 06 21:10:29.622124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29a44a87-a1a3-4f8f-8e02-76c39d8c14ab req-f5528eb8-efd2-4f9a-b40b-386cafee6e0f tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775027
Nov 06 21:10:29.898636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56868) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:30.058505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67e8385-e83e-4d6f-a496-040b6aaf0944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.135007 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67e8385-e83e-4d6f-a496-040b6aaf0944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.138555 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f67e8385-e83e-4d6f-a496-040b6aaf0944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.182327 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f67e8385-e83e-4d6f-a496-040b6aaf0944 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b768e019ed4e4cb18a0fd810f3a63b74&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2819636
Nov 06 21:10:30.183480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8385-e83e-4d6f-a496-040b6aaf0944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49174885-3396-4473-90c8-cbb6f116ecaa,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:30.185067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56880) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:30.247007 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af5571c5-3118-4c96-864f-0309ae8c56f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.268466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af5571c5-3118-4c96-864f-0309ae8c56f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.314944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af5571c5-3118-4c96-864f-0309ae8c56f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.317650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af5571c5-3118-4c96-864f-0309ae8c56f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.318805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-af5571c5-3118-4c96-864f-0309ae8c56f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49174885-3396-4473-90c8-cbb6f116ecaa HTTP/1.1" status: 204  len: 168 time: 0.1324506
Nov 06 21:10:30.327195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5571c5-3118-4c96-864f-0309ae8c56f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49174885-3396-4473-90c8-cbb6f116ecaa,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:30.652644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56898) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:30.668616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f64d9a2-79f7-4e26-ba5c-5a0e9d397ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.760147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f64d9a2-79f7-4e26-ba5c-5a0e9d397ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.764827 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f64d9a2-79f7-4e26-ba5c-5a0e9d397ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.765591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fa453-316c-4e10-ae66-7fe2abade54d req-58d8ce1c-d961-4756-8551-645cdb71ac76 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:30.772832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-292fa453-316c-4e10-ae66-7fe2abade54d req-58d8ce1c-d961-4756-8551-645cdb71ac76 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0601797
Nov 06 21:10:30.809575 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3f64d9a2-79f7-4e26-ba5c-5a0e9d397ea9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=464dc35b4f4a47568b21e45439c59279&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1558282
Nov 06 21:10:30.811024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64d9a2-79f7-4e26-ba5c-5a0e9d397ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee04375f-5e36-4c24-9227-3adaf95754e3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:30.812267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56904) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:30.843065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-292fa453-316c-4e10-ae66-7fe2abade54d req-79af66de-4335-4678-adc3-ddedcc024c18 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645764
Nov 06 21:10:30.881871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e24d7ee-dcd9-4964-99f0-8dac0b9101cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.905306 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e24d7ee-dcd9-4964-99f0-8dac0b9101cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.954818 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e24d7ee-dcd9-4964-99f0-8dac0b9101cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.957452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e24d7ee-dcd9-4964-99f0-8dac0b9101cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:30.958751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3e24d7ee-dcd9-4964-99f0-8dac0b9101cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee04375f-5e36-4c24-9227-3adaf95754e3 HTTP/1.1" status: 204  len: 168 time: 0.1452835
Nov 06 21:10:30.967117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24d7ee-dcd9-4964-99f0-8dac0b9101cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee04375f-5e36-4c24-9227-3adaf95754e3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:31.011834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56912) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:31.109543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-595125203', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:31.132784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Made reservation on behalf of 20f9a192205b4dff982c40974fcdfb16 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:31.135985 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.144923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.220192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.224428 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.228892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] device_id is not set on port 401e5ef8-d55a-4bfd-99c0-f4e362b4183e yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:31.289820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc9681-ef18-424a-bfef-db7d5a76a552,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:31.351623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Allocated IP 172.35.0.253 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/401e5ef8-d55a-4bfd-99c0-f4e362b4183e) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:31.496050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.530226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.571305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:31.577833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:31.582830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:31.584726 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Pushing event updated for resources: {'Port': ['ID=401e5ef8-d55a-4bfd-99c0-f4e362b4183e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:31.623371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:31.623991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.638993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-520c0df4-632a-48f5-9705-5eef829fb52d tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 0.6260300
Nov 06 21:10:31.641939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 56934) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:31.646500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.253'}]}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:31.667657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.668696 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.728878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.880425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:31.970779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fb827-b214-4d2e-acc7-cbd489754d75 req-355fa6d7-fff0-4d6c-88cc-4864fc5c8445 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:31.972476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a86fb827-b214-4d2e-acc7-cbd489754d75 req-355fa6d7-fff0-4d6c-88cc-4864fc5c8445 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0509934
Nov 06 21:10:32.043648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a86fb827-b214-4d2e-acc7-cbd489754d75 req-283bdfae-2633-4d4c-a8ec-8a5c3c2dda27 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615478
Nov 06 21:10:32.070459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56952) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:32.118994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.138370 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.181636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-445634c5-e1b5-47b1-a1e5-296a76f5d464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.261874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-445634c5-e1b5-47b1-a1e5-296a76f5d464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.266031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-445634c5-e1b5-47b1-a1e5-296a76f5d464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.286965 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.305534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-445634c5-e1b5-47b1-a1e5-296a76f5d464 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4168b3fd52184812aa6d1a266110719b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2338872
Nov 06 21:10:32.306383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445634c5-e1b5-47b1-a1e5-296a76f5d464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0480096-1549-42cb-9882-49dca7d0f9fc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:32.308669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56956) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:32.361668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2ab115b-53b9-43e1-a0a6-a4b5e3efb347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.382987 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2ab115b-53b9-43e1-a0a6-a4b5e3efb347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.432012 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2ab115b-53b9-43e1-a0a6-a4b5e3efb347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.434967 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2ab115b-53b9-43e1-a0a6-a4b5e3efb347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.436245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e2ab115b-53b9-43e1-a0a6-a4b5e3efb347 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0480096-1549-42cb-9882-49dca7d0f9fc HTTP/1.1" status: 204  len: 168 time: 0.1236789
Nov 06 21:10:32.445298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab115b-53b9-43e1-a0a6-a4b5e3efb347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0480096-1549-42cb-9882-49dca7d0f9fc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:32.447881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.450130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.494611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.495255 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a35c357d-a375-462a-87a1-8811ddb85177 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:10:32.521178 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:10:32.522246 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c8d963f9-42bb-4bc1-b49c-8f2e9c08d629 tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 0.8792887
Nov 06 21:10:32.525839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56960) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:32.611731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f6c87-9070-41ee-a888-1ff8de24839e tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Deleting port 401e5ef8-d55a-4bfd-99c0-f4e362b4183e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:32.612071 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2f6c87-9070-41ee-a888-1ff8de24839e tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.690200 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2f6c87-9070-41ee-a888-1ff8de24839e tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.702943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f6c87-9070-41ee-a888-1ff8de24839e tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Calling delete_port for 401e5ef8-d55a-4bfd-99c0-f4e362b4183e owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:32.833654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2f6c87-9070-41ee-a888-1ff8de24839e tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.864637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f6c87-9070-41ee-a888-1ff8de24839e tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Pushing event deleted for resources: {'Port': ['ID=401e5ef8-d55a-4bfd-99c0-f4e362b4183e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:32.943409 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e2f6c87-9070-41ee-a888-1ff8de24839e tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:32.947179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4e2f6c87-9070-41ee-a888-1ff8de24839e tempest-RoutersAdminNegativeIpV6Test-983425513 tempest-RoutersAdminNegativeIpV6Test-983425513-project-admin] 10.222.0.13 "DELETE /v2.0/ports/401e5ef8-d55a-4bfd-99c0-f4e362b4183e HTTP/1.1" status: 204  len: 168 time: 0.4202580
Nov 06 21:10:33.154912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 56992) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:33.174721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b48558-e5ba-4aa9-8928-8cba0777a8ba req-4ae3d5a7-9f04-4946-a277-b2e847383759 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:33.176345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45b48558-e5ba-4aa9-8928-8cba0777a8ba req-4ae3d5a7-9f04-4946-a277-b2e847383759 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0609617
Nov 06 21:10:33.227583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45b48558-e5ba-4aa9-8928-8cba0777a8ba req-21aef74c-0747-4521-be3f-879c7ab5b938 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439534
Nov 06 21:10:33.272076 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-db1d812b-f8e7-4340-b5f6-564420042aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:33.362730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-db1d812b-f8e7-4340-b5f6-564420042aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:33.369071 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-db1d812b-f8e7-4340-b5f6-564420042aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:33.406311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-db1d812b-f8e7-4340-b5f6-564420042aad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01ffa328e780417085317a2a2975bbb1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2480824
Nov 06 21:10:33.406706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57000) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:33.460033 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67bb9bb3-b6f8-4a21-a9a8-2ad8ed5a8990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:33.487395 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67bb9bb3-b6f8-4a21-a9a8-2ad8ed5a8990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:33.492539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d812b-f8e7-4340-b5f6-564420042aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6d679-be2b-46fb-b363-802be2e84057,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:33.513425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b20179-a2e8-4482-88f9-401177c0f394 req-b2c32568-ede4-4fa2-ae6c-4db581495741 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:33.514965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8b20179-a2e8-4482-88f9-401177c0f394 req-b2c32568-ede4-4fa2-ae6c-4db581495741 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.1171067
Nov 06 21:10:33.531833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-79b44370-1e76-4966-9562-884e28bd47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:33.533052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-79b44370-1e76-4966-9562-884e28bd47aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1096 time: 0.0863907
Nov 06 21:10:33.551055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67bb9bb3-b6f8-4a21-a9a8-2ad8ed5a8990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:33.554718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67bb9bb3-b6f8-4a21-a9a8-2ad8ed5a8990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:33.555899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-67bb9bb3-b6f8-4a21-a9a8-2ad8ed5a8990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fe6d679-be2b-46fb-b363-802be2e84057 HTTP/1.1" status: 204  len: 168 time: 0.1482024
Nov 06 21:10:33.564118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb9bb3-b6f8-4a21-a9a8-2ad8ed5a8990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6d679-be2b-46fb-b363-802be2e84057,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:33.628854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8b20179-a2e8-4482-88f9-401177c0f394 req-9e5e6462-bfe2-4927-857c-a57a2ffb0d3b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064889
Nov 06 21:10:33.676030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-0a8a00de-246d-436d-a262-07bc061fdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:33.676030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-0a8a00de-246d-436d-a262-07bc061fdd89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.1282814
Nov 06 21:10:33.748371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-4b6b7bb5-95ea-46e0-91e6-705704428110 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 1000 time: 0.0696199
Nov 06 21:10:33.802195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-30b85ae4-2d03-48d0-a202-8880cc297957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:33.803871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-30b85ae4-2d03-48d0-a202-8880cc297957 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.0485022
Nov 06 21:10:33.864342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-2e3232ac-ebf7-4b0c-811c-819b34c65d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:33.864342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-2e3232ac-ebf7-4b0c-811c-819b34c65d9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0530481
Nov 06 21:10:33.903138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57022) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:33.959554 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-736c4d16-1231-43a5-9ef5-3f35fedf8913 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20f9a192205b4dff982c40974fcdfb16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0543919
Nov 06 21:10:33.963156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57028) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:33.991731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-f81a40a2-5ab7-427d-9794-869a52b0139e service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200349
Nov 06 21:10:34.077644 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43bd0cb1-1d7c-4add-affe-16ee568eaef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:34.116920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43bd0cb1-1d7c-4add-affe-16ee568eaef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:34.131679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e95785bd-b43c-4dac-8e29-0bce84b1a083 req-08c2c635-5ce0-4fed-8280-7406880649d7 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323431
Nov 06 21:10:34.170823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43bd0cb1-1d7c-4add-affe-16ee568eaef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:34.173722 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43bd0cb1-1d7c-4add-affe-16ee568eaef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:34.177119 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-43bd0cb1-1d7c-4add-affe-16ee568eaef9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94cc9681-ef18-424a-bfef-db7d5a76a552 HTTP/1.1" status: 204  len: 168 time: 0.2106910
Nov 06 21:10:34.183240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd0cb1-1d7c-4add-affe-16ee568eaef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc9681-ef18-424a-bfef-db7d5a76a552,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:34.800896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205842e-f816-4c01-a0a6-92a2ad5bfc00 req-0e298493-6806-4f4e-9ff4-b4dc0b8fa715 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:34.802566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8205842e-f816-4c01-a0a6-92a2ad5bfc00 req-0e298493-6806-4f4e-9ff4-b4dc0b8fa715 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0762362
Nov 06 21:10:34.857501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8205842e-f816-4c01-a0a6-92a2ad5bfc00 req-df25474f-9f4f-4932-80b1-d2350c623ec0 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476747
Nov 06 21:10:34.899580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57060) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:35.049208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1a0c98a8-97d6-4dd5-a323-e26b7616b9d9 tempest-AgentManagementNegativeTest-1517492543 tempest-AgentManagementNegativeTest-1517492543-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1479435
Nov 06 21:10:35.309967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57078) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:35.426684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f898024-ad55-4c81-a095-71fd4eaca08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:35.506586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f898024-ad55-4c81-a095-71fd4eaca08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:35.510826 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f898024-ad55-4c81-a095-71fd4eaca08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:35.549473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f898024-ad55-4c81-a095-71fd4eaca08f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0795270517cf4cafa3c64cd8bd704e83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2384436
Nov 06 21:10:35.550450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f898024-ad55-4c81-a095-71fd4eaca08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64cd5e5-3e21-4ae8-bf45-7ac68986fa69,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:35.552131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57094) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:35.600450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48ce19d4-7f6c-4438-ba10-2f864626c43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:35.621256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48ce19d4-7f6c-4438-ba10-2f864626c43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:35.666104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48ce19d4-7f6c-4438-ba10-2f864626c43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:35.669180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-48ce19d4-7f6c-4438-ba10-2f864626c43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:35.670417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-48ce19d4-7f6c-4438-ba10-2f864626c43f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e64cd5e5-3e21-4ae8-bf45-7ac68986fa69 HTTP/1.1" status: 204  len: 168 time: 0.1166778
Nov 06 21:10:35.678607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce19d4-7f6c-4438-ba10-2f864626c43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64cd5e5-3e21-4ae8-bf45-7ac68986fa69,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:35.975512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b8f76-aff2-476f-b02c-f43181f0088c req-54e5de68-ed2d-4e27-b26f-dddc2f30424f tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:35.977551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-960b8f76-aff2-476f-b02c-f43181f0088c req-54e5de68-ed2d-4e27-b26f-dddc2f30424f tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0523801
Nov 06 21:10:36.027313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-960b8f76-aff2-476f-b02c-f43181f0088c req-67630a5f-741b-4171-950b-6f0783782366 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434816
Nov 06 21:10:36.295805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57124) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:36.397289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-739421208'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:36.421830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:36.426063 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.435830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.521108 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.525365 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.550449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:36.568745 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.569388 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Added segment 763ffb3d-3400-475c-97da-cbafccf4e9ae of type vlan for network 776d90c9-3de0-4f7d-829b-8e0135bce8ae
Nov 06 21:10:36.570263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e39344-81a1-43a1-9c46-1dd1e5396438,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:36.613963 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.641198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.646745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:36.647311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.707088 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4099026
Nov 06 21:10:36.709708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57144) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:36.716591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'name': 'tempest-PortsTestJSON-537548051'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:36.737097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87738a4-ba24-40da-9654-ac945d657616 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Network': ['ID=776d90c9-3de0-4f7d-829b-8e0135bce8ae,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:36.748077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:36.815881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:36.819713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:36.838641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 3695e71f-d447-4903-bd28-8232aef00d3d yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:36.998833 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.030894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.089527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=3695e71f-d447-4903-bd28-8232aef00d3d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:37.098071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking segment: {'id': '763ffb3d-3400-475c-97da-cbafccf4e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:37.098434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network hostable DHCP agents. Network: 776d90c9-3de0-4f7d-829b-8e0135bce8ae, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:37.115237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:37.124491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 776d90c9-3de0-4f7d-829b-8e0135bce8ae) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:37.128740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:37.134224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884eac59-6e51-4ff8-a974-8fc2ff36a73c None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:37.135829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:37.136478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.152930 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-70598d3c-71da-4dbf-beaa-8b1bbbde10b1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.4422212
Nov 06 21:10:37.156143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57164) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:37.161451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-376918715'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:37.184158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:37.187822 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.213397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:37.222498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.222875 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Added segment ab92c4d2-65e4-4b9f-8aca-f9bbc19ec12e of type vlan for network 03f203e8-85f0-4e86-a405-fcc62ba7c54b
Nov 06 21:10:37.267580 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.293307 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.299066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:37.299646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.355491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1981087
Nov 06 21:10:37.358090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57166) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:37.363049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'ports': [{'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae'}, {'network_id': '03f203e8-85f0-4e86-a405-fcc62ba7c54b'}]} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:37.363358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:37.363849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': '03f203e8-85f0-4e86-a405-fcc62ba7c54b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:37.420151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9a8f3-b43c-446f-9a25-9308d704d4dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Network': ['ID=03f203e8-85f0-4e86-a405-fcc62ba7c54b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:37.430916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 03f203e8-85f0-4e86-a405-fcc62ba7c54b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:37.537516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 2} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:37.542616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.556871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.654411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 05b8cef1-d130-44e4-98cd-3e1bf9fc3005 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:37.799248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:37.876364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port ba4d6da2-f189-47b6-9965-b52833117234 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:37.994377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.033090 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.076510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:38.081595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:38.085812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:38.086670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.093543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=05b8cef1-d130-44e4-98cd-3e1bf9fc3005,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:38.156645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=ba4d6da2-f189-47b6-9965-b52833117234,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:38.163782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking segment: {'id': 'ab92c4d2-65e4-4b9f-8aca-f9bbc19ec12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '03f203e8-85f0-4e86-a405-fcc62ba7c54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:38.164173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network hostable DHCP agents. Network: 03f203e8-85f0-4e86-a405-fcc62ba7c54b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:38.181277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 03f203e8-85f0-4e86-a405-fcc62ba7c54b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:38.192152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03f203e8-85f0-4e86-a405-fcc62ba7c54b) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:38.198120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:38.205846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f4cd7-b479-404a-b105-6458b666ef74 None None] Network 03f203e8-85f0-4e86-a405-fcc62ba7c54b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:38.206531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:38.211494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:38.212170 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.229937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ad0a6f94-4842-459c-81a6-b95445bea919 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 0.8707707
Nov 06 21:10:38.232543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57202) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:38.320579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9f5134a2-4d21-4c4c-a510-9bc4fadfc91b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port ba4d6da2-f189-47b6-9965-b52833117234 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:38.320926 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f5134a2-4d21-4c4c-a510-9bc4fadfc91b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.386059 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f5134a2-4d21-4c4c-a510-9bc4fadfc91b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.403557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9f5134a2-4d21-4c4c-a510-9bc4fadfc91b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for ba4d6da2-f189-47b6-9965-b52833117234 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:38.480735 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f5134a2-4d21-4c4c-a510-9bc4fadfc91b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.518383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5134a2-4d21-4c4c-a510-9bc4fadfc91b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=ba4d6da2-f189-47b6-9965-b52833117234,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:38.525656 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f5134a2-4d21-4c4c-a510-9bc4fadfc91b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.529020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9f5134a2-4d21-4c4c-a510-9bc4fadfc91b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/ba4d6da2-f189-47b6-9965-b52833117234 HTTP/1.1" status: 204  len: 168 time: 0.2954154
Nov 06 21:10:38.531456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57204) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:38.614834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962764c8-c1bb-4032-8b3f-86dad419e806 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:38.621519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962764c8-c1bb-4032-8b3f-86dad419e806 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:38.623103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-962764c8-c1bb-4032-8b3f-86dad419e806 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0907288
Nov 06 21:10:38.625824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57210) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:38.713418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e1a8b-8156-4fa2-82b5-d76d9bf3e4b8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 05b8cef1-d130-44e4-98cd-3e1bf9fc3005 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:38.713766 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1a8b-8156-4fa2-82b5-d76d9bf3e4b8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.781405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1a8b-8156-4fa2-82b5-d76d9bf3e4b8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.801803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e1a8b-8156-4fa2-82b5-d76d9bf3e4b8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 05b8cef1-d130-44e4-98cd-3e1bf9fc3005 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:38.889826 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1a8b-8156-4fa2-82b5-d76d9bf3e4b8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.920717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e1a8b-8156-4fa2-82b5-d76d9bf3e4b8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=05b8cef1-d130-44e4-98cd-3e1bf9fc3005,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:38.926479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1a8b-8156-4fa2-82b5-d76d9bf3e4b8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:38.932616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ec4e1a8b-8156-4fa2-82b5-d76d9bf3e4b8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/05b8cef1-d130-44e4-98cd-3e1bf9fc3005 HTTP/1.1" status: 204  len: 168 time: 0.3032198
Nov 06 21:10:38.932616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57216) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:38.985894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada0270-b2be-4efe-8ae8-751b5673e08a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:38.987391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5ada0270-b2be-4efe-8ae8-751b5673e08a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0538754
Nov 06 21:10:38.990379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57224) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:39.015901 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-71207715-860b-4bbd-8531-19e7f4a5be52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:39.017420 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-71207715-860b-4bbd-8531-19e7f4a5be52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/ba4d6da2-f189-47b6-9965-b52833117234 HTTP/1.1" status: 404  len: 333 time: 0.0260417
Nov 06 21:10:39.020674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57232) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:39.049925 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dabba4-add4-494f-900d-0dcc240a7828 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:39.051554 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b8dabba4-add4-494f-900d-0dcc240a7828 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/05b8cef1-d130-44e4-98cd-3e1bf9fc3005 HTTP/1.1" status: 404  len: 333 time: 0.0294354
Nov 06 21:10:39.054158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57234) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:39.137091 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.155731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-3a6512ac-aaec-4569-9f6b-cfd9e5814ae1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0547574
Nov 06 21:10:39.215895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-8d8924f2-bf2c-4781-b246-ada6cb600d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:39.217507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-8d8924f2-bf2c-4781-b246-ada6cb600d40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f47922bfda043499f1554d9db0bc00c&device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 1097 time: 0.0406337
Nov 06 21:10:39.225853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.246805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255c94460>,) {'filters': {'network_id': ['03f203e8-85f0-4e86-a405-fcc62ba7c54b']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:39.255763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255c94460>, 'ab92c4d2-65e4-4b9f-8aca-f9bbc19ec12e') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:39.256056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255c94460>, 'ab92c4d2-65e4-4b9f-8aca-f9bbc19ec12e') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:39.265700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.278903 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.285290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:10:39.285678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:10:39.288801 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:10:39.324566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-1e1c7667-3248-4f45-9b17-f060f2a3688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:39.326319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-1e1c7667-3248-4f45-9b17-f060f2a3688a service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcfa1f11-e91c-4db8-b14a-85f52d95550f HTTP/1.1" status: 200  len: 913 time: 0.0900714
Nov 06 21:10:39.354876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.372826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.375978 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/networks/03f203e8-85f0-4e86-a405-fcc62ba7c54b HTTP/1.1" status: 204  len: 168 time: 0.3207791
Nov 06 21:10:39.377268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e79ae-3502-41bf-8bbc-d2898b341e1f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Network': ['ID=03f203e8-85f0-4e86-a405-fcc62ba7c54b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:39.379692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57238) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:39.384937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-890601368'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:39.405793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:39.410507 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.410660 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-4f263ab3-d5db-4de6-9812-2c36b2b8f26f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb HTTP/1.1" status: 200  len: 1002 time: 0.0690126
Nov 06 21:10:39.435477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:39.446711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.447053 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Added segment a0e90a6e-884c-4c5e-8d67-7bdb7a53c131 of type vlan for network 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc
Nov 06 21:10:39.465055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-b5fd22cd-e8ce-4485-a164-833b342188d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:39.466551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-b5fd22cd-e8ce-4485-a164-833b342188d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6f3e8d5-8b05-456c-92fc-814f10e4ac64 HTTP/1.1" status: 200  len: 851 time: 0.0482180
Nov 06 21:10:39.492030 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.516907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-7bf3cf1a-ea6a-4000-9cc8-8a7f312ae60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:39.518086 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.518502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-7bf3cf1a-ea6a-4000-9cc8-8a7f312ae60c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcfa1f11-e91c-4db8-b14a-85f52d95550f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408750
Nov 06 21:10:39.523872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:39.524464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.585002 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2016888
Nov 06 21:10:39.591038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57240) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:39.597465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:39.601045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67f6af-2b59-4794-ab54-89aa74fd1390 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Network': ['ID=4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:39.611766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:39.690801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-17eda545-bfc7-4b24-90ed-1de3892976b6 service neutron] 10.222.0.37 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650860
Nov 06 21:10:39.760363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:39.763825 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:39.837649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Performing IP validity checks on allocation pools {{(pid=119333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 06 21:10:39.838258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 06 21:10:39.857690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-021b5fda-a6b0-43ff-aa32-88dc3e905ffa req-5e9c80f8-571b-498a-b654-89030be299bd service neutron] 10.222.0.37 "GET /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586931
Nov 06 21:10:39.982894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.045669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=5bd6ad52-2604-4ca3-b79c-aceecc9d4fcf,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:40.054450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking segment: {'id': 'a0e90a6e-884c-4c5e-8d67-7bdb7a53c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:40.055352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network hostable DHCP agents. Network: 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:40.072112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:40.080238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:40.084370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:40.084965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.090929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc8c2fb-a013-44af-a6f3-f01bb1f2bad5 None None] Network 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:40.109089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c29dd5a-4fc8-4dbc-aef0-78591395031a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5130401
Nov 06 21:10:40.109294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57246) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:40.114291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': '4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc', 'name': 'tempest-PortsTestJSON-1064235934'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:40.245979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc', 'network_id': '4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc', 'tenant_id': 'f6ac2734a06b450eadbe39c7cbc12832', 'fixed_ips': [{'subnet_id': '5bd6ad52-2604-4ca3-b79c-aceecc9d4fcf'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:10:40.246858 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.254646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:40.258441 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.277044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port a4bc1b48-2671-4491-a020-3d0dff561303 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:40.401667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.5 (4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc/5bd6ad52-2604-4ca3-b79c-aceecc9d4fcf/a4bc1b48-2671-4491-a020-3d0dff561303) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:40.555740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.589767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.634090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Allocated IP 172.20.0.2 (4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc/5bd6ad52-2604-4ca3-b79c-aceecc9d4fcf/8de35293-d4a7-4227-b510-5192823263fb) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:40.635186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:40.642601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:40.646659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:40.671551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=a4bc1b48-2671-4491-a020-3d0dff561303,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:40.700048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:40.700724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.718613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c2e0f4d7-a4e9-48c5-b3df-40ec6320dbd0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.6078763
Nov 06 21:10:40.721037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57268) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:40.786974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.793600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.830690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e0c522c5-5e78-4475-8ff4-831ef2048cbe tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port a4bc1b48-2671-4491-a020-3d0dff561303 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:40.831022 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0c522c5-5e78-4475-8ff4-831ef2048cbe tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.834095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Network 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:40.839580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:40.843207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:40.851188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Pushing event updated for resources: {'Port': ['ID=8de35293-d4a7-4227-b510-5192823263fb,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:40.904819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Attempting to bind port 8de35293-d4a7-4227-b510-5192823263fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:10:40.905461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Attempting to bind port 8de35293-d4a7-4227-b510-5192823263fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0e90a6e-884c-4c5e-8d67-7bdb7a53c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:10:40.905824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Attempting to bind port 8de35293-d4a7-4227-b510-5192823263fb on network 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:10:40.912584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:10:40.912965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Checking segment: {'id': 'a0e90a6e-884c-4c5e-8d67-7bdb7a53c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:40.913534 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.913960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Bound using segment: {'id': 'a0e90a6e-884c-4c5e-8d67-7bdb7a53c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:10:40.914656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Bound port: 8de35293-d4a7-4227-b510-5192823263fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e90a6e-884c-4c5e-8d67-7bdb7a53c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:10:40.915061 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.930973 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0c522c5-5e78-4475-8ff4-831ef2048cbe tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:40.943222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e0c522c5-5e78-4475-8ff4-831ef2048cbe tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for a4bc1b48-2671-4491-a020-3d0dff561303 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:40.984309 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] For port 8de35293-d4a7-4227-b510-5192823263fb, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:10:40.987329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] For port 8de35293-d4a7-4227-b510-5192823263fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de35293-d4a7-4227-b510-5192823263fb,segment=NetworkSegment(a0e90a6e-884c-4c5e-8d67-7bdb7a53c131),segment_id=a0e90a6e-884c-4c5e-8d67-7bdb7a53c131)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:10:40.990796 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.056364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3feb2-f176-483e-97a0-946180d02c39 None None] Pushing event updated for resources: {'Port': ['ID=8de35293-d4a7-4227-b510-5192823263fb,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:41.092648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0c522c5-5e78-4475-8ff4-831ef2048cbe tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.121621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c522c5-5e78-4475-8ff4-831ef2048cbe tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=a4bc1b48-2671-4491-a020-3d0dff561303,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:41.194500 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e0c522c5-5e78-4475-8ff4-831ef2048cbe tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.198435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e0c522c5-5e78-4475-8ff4-831ef2048cbe tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/a4bc1b48-2671-4491-a020-3d0dff561303 HTTP/1.1" status: 204  len: 168 time: 0.4762623
Nov 06 21:10:41.203254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57270) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:41.232377 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e79c9a-4a60-4cd8-8353-f4078501f253 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:10:41.233142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e79c9a-4a60-4cd8-8353-f4078501f253 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:10:41.236163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-65e79c9a-4a60-4cd8-8353-f4078501f253 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/a4bc1b48-2671-4491-a020-3d0dff561303 HTTP/1.1" status: 404  len: 333 time: 0.0330675
Nov 06 21:10:41.238849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57272) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:41.272329 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-967c908a-e749-489a-a4ef-2ad74d016072 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:41.273992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-967c908a-e749-489a-a4ef-2ad74d016072 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/a4bc1b48-2671-4491-a020-3d0dff561303 HTTP/1.1" status: 404  len: 333 time: 0.0341959
Nov 06 21:10:41.276993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57276) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:41.340662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe2be6b-6483-4012-b488-4a1d4aeebc82 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet 5bd6ad52-2604-4ca3-b79c-aceecc9d4fcf {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:10:41.344208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-efe2be6b-6483-4012-b488-4a1d4aeebc82 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.385929 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-efe2be6b-6483-4012-b488-4a1d4aeebc82 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.481802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-efe2be6b-6483-4012-b488-4a1d4aeebc82 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.542261 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-efe2be6b-6483-4012-b488-4a1d4aeebc82 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.570842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2be6b-6483-4012-b488-4a1d4aeebc82 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd6ad52-2604-4ca3-b79c-aceecc9d4fcf,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:41.573325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-efe2be6b-6483-4012-b488-4a1d4aeebc82 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.578859 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-efe2be6b-6483-4012-b488-4a1d4aeebc82 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/5bd6ad52-2604-4ca3-b79c-aceecc9d4fcf HTTP/1.1" status: 204  len: 168 time: 0.2984796
Nov 06 21:10:41.579082 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57290) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:41.653257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.734065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 8de35293-d4a7-4227-b510-5192823263fb {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:41.735024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.806716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] For port 8de35293-d4a7-4227-b510-5192823263fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de35293-d4a7-4227-b510-5192823263fb,segment=NetworkSegment(a0e90a6e-884c-4c5e-8d67-7bdb7a53c131),segment_id=a0e90a6e-884c-4c5e-8d67-7bdb7a53c131)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:41.807084 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.821297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 8de35293-d4a7-4227-b510-5192823263fb owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:41.908316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:41.943227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=8de35293-d4a7-4227-b510-5192823263fb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:41.948634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No DVR routers for this DVR port 8de35293-d4a7-4227-b510-5192823263fb on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:10:42.033741 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.049621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4994c4-b6bd-49d9-a023-ab1384e23618 None None] Network 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:42.055402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255d54d60>,) {'filters': {'network_id': ['4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:42.065245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d54d60>, 'a0e90a6e-884c-4c5e-8d67-7bdb7a53c131') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:42.065545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d54d60>, 'a0e90a6e-884c-4c5e-8d67-7bdb7a53c131') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:42.075185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.088573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.095102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:10:42.095520 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:10:42.098509 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:10:42.156117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-670951d0-b5cd-4df4-9411-e9231e4eeba1 None None] Could not find standard attr ID for object 8de35293-d4a7-4227-b510-5192823263fb. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:10:42.161696 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.166086 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.169979 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/networks/4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc HTTP/1.1" status: 204  len: 168 time: 0.5899484
Nov 06 21:10:42.174381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57308) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:42.180472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-617947677'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:42.184762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8d54f-ab9e-404d-8a57-f3826a4849dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Network': ['ID=4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:42.203116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:42.206708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.228217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5034e4-a3f4-4c69-b14e-115b486fb4d1 None None] DHCP port deletion for 4bf959e3-12fd-46c8-9a7b-31cc2dc3c2bc request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:10:42.231347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:42.242315 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.242795 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Added segment ebe7cb03-258f-4686-901a-683d82943d8b of type vlan for network 552926b5-6a62-4d50-895f-9481a4553f8c
Nov 06 21:10:42.284521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.308033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.313648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:42.314225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.378680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2025387
Nov 06 21:10:42.381588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57310) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:42.387371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '552926b5-6a62-4d50-895f-9481a4553f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:42.387781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc368d-661d-44c2-aa3c-396d3dd6a204 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Network': ['ID=552926b5-6a62-4d50-895f-9481a4553f8c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:42.399356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 552926b5-6a62-4d50-895f-9481a4553f8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:42.473475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:42.477218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:42.658508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.006535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=f9ea7f63-fbc6-4253-805a-a2c73f7ca6af,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:43.011585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking segment: {'id': 'ebe7cb03-258f-4686-901a-683d82943d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '552926b5-6a62-4d50-895f-9481a4553f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:43.011930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network hostable DHCP agents. Network: 552926b5-6a62-4d50-895f-9481a4553f8c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:43.030200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 552926b5-6a62-4d50-895f-9481a4553f8c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:43.038690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 552926b5-6a62-4d50-895f-9481a4553f8c) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:43.044268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:43.045049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.050654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69759624-f7ca-41ad-a2a4-8295a8cea05c None None] Network 552926b5-6a62-4d50-895f-9481a4553f8c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:43.064624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ec53bf0-3a00-4d98-a9ab-fa0311e03277 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6817935
Nov 06 21:10:43.067145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57334) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:43.072800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': '552926b5-6a62-4d50-895f-9481a4553f8c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-238066702'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:43.192217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:43.195768 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.208810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-552926b5-6a62-4d50-895f-9481a4553f8c', 'network_id': '552926b5-6a62-4d50-895f-9481a4553f8c', 'tenant_id': 'f6ac2734a06b450eadbe39c7cbc12832', 'fixed_ips': [{'subnet_id': 'f9ea7f63-fbc6-4253-805a-a2c73f7ca6af'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:10:43.209734 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.214488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port f986c327-4f8a-4649-a6da-0f28329e8b10 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:43.340142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.5 (552926b5-6a62-4d50-895f-9481a4553f8c/f9ea7f63-fbc6-4253-805a-a2c73f7ca6af/f986c327-4f8a-4649-a6da-0f28329e8b10) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:43.465632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.498409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.536910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 552926b5-6a62-4d50-895f-9481a4553f8c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:43.541891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Allocated IP 172.20.0.2 (552926b5-6a62-4d50-895f-9481a4553f8c/f9ea7f63-fbc6-4253-805a-a2c73f7ca6af/6eb3838c-4a50-4b15-ace2-09241e654d12) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:43.543331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:43.547107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:43.553650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=f986c327-4f8a-4649-a6da-0f28329e8b10,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:43.599594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:43.600209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.616658 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-07a90004-f52d-4daa-ba8e-52d2843f2f23 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 0.5481677
Nov 06 21:10:43.620246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57354) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:43.689653 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.695203 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.707825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-35ad83fc-d21f-41fa-a06f-e10b771d2e4c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port f986c327-4f8a-4649-a6da-0f28329e8b10 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:43.708165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-35ad83fc-d21f-41fa-a06f-e10b771d2e4c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.732515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Network 552926b5-6a62-4d50-895f-9481a4553f8c is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:43.735526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:43.738131 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:43.752700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Pushing event updated for resources: {'Port': ['ID=6eb3838c-4a50-4b15-ace2-09241e654d12,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:43.803377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Attempting to bind port 6eb3838c-4a50-4b15-ace2-09241e654d12 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:10:43.803648 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Attempting to bind port 6eb3838c-4a50-4b15-ace2-09241e654d12 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ebe7cb03-258f-4686-901a-683d82943d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '552926b5-6a62-4d50-895f-9481a4553f8c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:10:43.804001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Attempting to bind port 6eb3838c-4a50-4b15-ace2-09241e654d12 on network 552926b5-6a62-4d50-895f-9481a4553f8c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:10:43.808971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-35ad83fc-d21f-41fa-a06f-e10b771d2e4c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.809696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:10:43.810150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Checking segment: {'id': 'ebe7cb03-258f-4686-901a-683d82943d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '552926b5-6a62-4d50-895f-9481a4553f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:43.810552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.810935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Bound using segment: {'id': 'ebe7cb03-258f-4686-901a-683d82943d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '552926b5-6a62-4d50-895f-9481a4553f8c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:10:43.811392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Bound port: 6eb3838c-4a50-4b15-ace2-09241e654d12, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe7cb03-258f-4686-901a-683d82943d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '552926b5-6a62-4d50-895f-9481a4553f8c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:10:43.811762 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.821565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-35ad83fc-d21f-41fa-a06f-e10b771d2e4c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for f986c327-4f8a-4649-a6da-0f28329e8b10 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:43.878116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] For port 6eb3838c-4a50-4b15-ace2-09241e654d12, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:10:43.881900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] For port 6eb3838c-4a50-4b15-ace2-09241e654d12, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eb3838c-4a50-4b15-ace2-09241e654d12,segment=NetworkSegment(ebe7cb03-258f-4686-901a-683d82943d8b),segment_id=ebe7cb03-258f-4686-901a-683d82943d8b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:10:43.886746 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.945045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Pushing event updated for resources: {'Port': ['ID=6eb3838c-4a50-4b15-ace2-09241e654d12,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:43.953300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.953644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.953979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.954309 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.954636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.954964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.955300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.955606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.955924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.956240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.956583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.956895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb73c3-58f6-4535-9e48-fee27cd7e098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:43.962774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-35ad83fc-d21f-41fa-a06f-e10b771d2e4c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:43.993064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad83fc-d21f-41fa-a06f-e10b771d2e4c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=f986c327-4f8a-4649-a6da-0f28329e8b10,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:44.063807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-35ad83fc-d21f-41fa-a06f-e10b771d2e4c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.070900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-35ad83fc-d21f-41fa-a06f-e10b771d2e4c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/f986c327-4f8a-4649-a6da-0f28329e8b10 HTTP/1.1" status: 204  len: 168 time: 0.4488499
Nov 06 21:10:44.071439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57362) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:44.130568 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9870c83a-8ec6-40f1-a8f6-89d1478c4fb7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:44.133499 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9870c83a-8ec6-40f1-a8f6-89d1478c4fb7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/f986c327-4f8a-4649-a6da-0f28329e8b10 HTTP/1.1" status: 404  len: 333 time: 0.0604949
Nov 06 21:10:44.136832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57366) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:44.205390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-6519b7fe-8e22-4fff-b7e1-793c94032be7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet f9ea7f63-fbc6-4253-805a-a2c73f7ca6af {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:10:44.209346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6519b7fe-8e22-4fff-b7e1-793c94032be7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.253646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6519b7fe-8e22-4fff-b7e1-793c94032be7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.343861 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6519b7fe-8e22-4fff-b7e1-793c94032be7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.411587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6519b7fe-8e22-4fff-b7e1-793c94032be7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.443551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519b7fe-8e22-4fff-b7e1-793c94032be7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ea7f63-fbc6-4253-805a-a2c73f7ca6af,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:44.447407 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6519b7fe-8e22-4fff-b7e1-793c94032be7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.450656 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6519b7fe-8e22-4fff-b7e1-793c94032be7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/f9ea7f63-fbc6-4253-805a-a2c73f7ca6af HTTP/1.1" status: 204  len: 168 time: 0.3126943
Nov 06 21:10:44.453432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57378) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:44.510682 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.520621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6eb3838c-4a50-4b15-ace2-09241e654d12 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:10:44.550532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.570999 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.598549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6eb3838c-4a50-4b15-ace2-09241e654d12 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:44.598820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.629540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 6eb3838c-4a50-4b15-ace2-09241e654d12 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:44.630556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.694860 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.702319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] For port 6eb3838c-4a50-4b15-ace2-09241e654d12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eb3838c-4a50-4b15-ace2-09241e654d12,segment=NetworkSegment(ebe7cb03-258f-4686-901a-683d82943d8b),segment_id=ebe7cb03-258f-4686-901a-683d82943d8b)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:44.702814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.723773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 6eb3838c-4a50-4b15-ace2-09241e654d12 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:44.741421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6eb3838c-4a50-4b15-ace2-09241e654d12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eb3838c-4a50-4b15-ace2-09241e654d12,segment=NetworkSegment(ebe7cb03-258f-4686-901a-683d82943d8b),segment_id=ebe7cb03-258f-4686-901a-683d82943d8b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:44.745763 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.798078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6eb3838c-4a50-4b15-ace2-09241e654d12,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:44.809589 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.846484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=6eb3838c-4a50-4b15-ace2-09241e654d12,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:44.850112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No DVR routers for this DVR port 6eb3838c-4a50-4b15-ace2-09241e654d12 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:10:44.936421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.957162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254b0f9a0>,) {'filters': {'network_id': ['552926b5-6a62-4d50-895f-9481a4553f8c']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:44.963426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a95e942-58a1-46ca-8e94-9d93a8d82a7b None None] Network 552926b5-6a62-4d50-895f-9481a4553f8c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:44.967126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b0f9a0>, 'ebe7cb03-258f-4686-901a-683d82943d8b') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:44.967427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b0f9a0>, 'ebe7cb03-258f-4686-901a-683d82943d8b') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:44.977402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.993311 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:44.999327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:10:44.999709 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:10:45.003002 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:10:45.065237 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.074533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.077847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/networks/552926b5-6a62-4d50-895f-9481a4553f8c HTTP/1.1" status: 204  len: 168 time: 0.6233158
Nov 06 21:10:45.082322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57382) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:45.089153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'name': 'tempest-PortsTestJSON-55447111'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:45.089362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b98cf5-e44c-40fc-a6ca-3a4759a12c0c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Network': ['ID=552926b5-6a62-4d50-895f-9481a4553f8c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:45.174780 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4fd5c785-a931-4dc0-99b4-aea4235f5b4b None None] Could not find standard attr ID for object 6eb3838c-4a50-4b15-ace2-09241e654d12. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:10:45.194061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:45.198822 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.221747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port cb6831e2-0a17-4af5-ab2b-68b42f9a8294 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:45.303748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f4d778-754a-4246-98b7-e3dda07af9cb None None] DHCP port deletion for 552926b5-6a62-4d50-895f-9481a4553f8c request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:10:45.397595 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.435164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.478909 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:45.483889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:45.487570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:45.493655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:45.494253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.502940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=cb6831e2-0a17-4af5-ab2b-68b42f9a8294,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:45.519839 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c2a653d4-c0f9-4aac-b087-2e49a31ea7b7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 0.4340084
Nov 06 21:10:45.520638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57402) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:45.609611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1ae32245-e868-4141-8753-e7b20693d985 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port cb6831e2-0a17-4af5-ab2b-68b42f9a8294 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:45.609948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae32245-e868-4141-8753-e7b20693d985 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.673499 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae32245-e868-4141-8753-e7b20693d985 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.686497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1ae32245-e868-4141-8753-e7b20693d985 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for cb6831e2-0a17-4af5-ab2b-68b42f9a8294 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:45.766592 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae32245-e868-4141-8753-e7b20693d985 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.793165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae32245-e868-4141-8753-e7b20693d985 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=cb6831e2-0a17-4af5-ab2b-68b42f9a8294,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:45.800247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ae32245-e868-4141-8753-e7b20693d985 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.803444 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1ae32245-e868-4141-8753-e7b20693d985 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/cb6831e2-0a17-4af5-ab2b-68b42f9a8294 HTTP/1.1" status: 204  len: 168 time: 0.2822471
Nov 06 21:10:45.806642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57406) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:45.811361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'mac_address': 'fa:16:3e:bf:a7:80', 'name': 'tempest-PortsTestJSON-1301334137'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:45.895729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:45.962507 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:45.983718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 277b132d-4c67-4a75-93ad-88857de8ee2e yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:46.136973 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.168823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.210489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:46.221312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:46.223670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:46.230057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:46.230660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.233994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=277b132d-4c67-4a75-93ad-88857de8ee2e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:46.249542 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-89342f7b-1c0d-40ac-aba0-fb7289b8d514 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.4415455
Nov 06 21:10:46.251794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57416) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:46.296393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc615b-df1b-4ce7-9329-b6d173501970 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:46.298761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8bbc615b-df1b-4ce7-9329-b6d173501970 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/277b132d-4c67-4a75-93ad-88857de8ee2e HTTP/1.1" status: 200  len: 841 time: 0.0459244
Nov 06 21:10:46.301554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57430) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:46.390121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5b2a0-0656-47eb-b5b3-65654b4174d5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 277b132d-4c67-4a75-93ad-88857de8ee2e {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:46.390458 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b2a0-0656-47eb-b5b3-65654b4174d5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.457675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b2a0-0656-47eb-b5b3-65654b4174d5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.471146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5b2a0-0656-47eb-b5b3-65654b4174d5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 277b132d-4c67-4a75-93ad-88857de8ee2e owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:46.483453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6eb3838c-4a50-4b15-ace2-09241e654d12 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:10:46.502880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6eb3838c-4a50-4b15-ace2-09241e654d12 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:10:46.503282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6eb3838c-4a50-4b15-ace2-09241e654d12 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:10:46.555001 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b2a0-0656-47eb-b5b3-65654b4174d5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.584355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5b2a0-0656-47eb-b5b3-65654b4174d5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=277b132d-4c67-4a75-93ad-88857de8ee2e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:46.593703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b2a0-0656-47eb-b5b3-65654b4174d5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.593703 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b4d5b2a0-0656-47eb-b5b3-65654b4174d5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/277b132d-4c67-4a75-93ad-88857de8ee2e HTTP/1.1" status: 204  len: 168 time: 0.2911229
Nov 06 21:10:46.597896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57452) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:46.630533 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-65413ff4-1434-4173-a806-9c32b70bfa15 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:46.632354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-65413ff4-1434-4173-a806-9c32b70bfa15 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/277b132d-4c67-4a75-93ad-88857de8ee2e HTTP/1.1" status: 404  len: 333 time: 0.0333850
Nov 06 21:10:46.636677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57458) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:46.643529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'name': 'tempest-PortsTestJSON-1775827848'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:46.733030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:46.736787 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.757175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 478a0d97-0ada-4745-b9ab-974e82571c56 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:46.840484 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e4225049-bae2-40f9-85e6-e279db9a80e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.927649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:46.961695 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.004540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:47.010158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:47.012514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:47.019056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:47.019640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.030751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=478a0d97-0ada-4745-b9ab-974e82571c56,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:47.044230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3e44f975-be33-4c80-b636-d2acd056672a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.4064953
Nov 06 21:10:47.046951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57494) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:47.052183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:47.089505 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:10:47.118889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.272677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.277345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.319277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] In _notify_port_updated(), no bound segment for port 478a0d97-0ada-4745-b9ab-974e82571c56 on network 776d90c9-3de0-4f7d-829b-8e0135bce8ae {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:10:47.325448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:47.326184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.327627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "PUT /v2.0/ports/478a0d97-0ada-4745-b9ab-974e82571c56 HTTP/1.1" status: 200  len: 818 time: 0.2797472
Nov 06 21:10:47.330530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57496) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:47.367786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f968d-5e9c-4087-89f4-02fee81cf996 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=478a0d97-0ada-4745-b9ab-974e82571c56,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:47.431576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-6c0927dc-5a9f-4e45-9ccd-1bb0ff0c3c44 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 478a0d97-0ada-4745-b9ab-974e82571c56 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:47.431920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c0927dc-5a9f-4e45-9ccd-1bb0ff0c3c44 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.848538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c0927dc-5a9f-4e45-9ccd-1bb0ff0c3c44 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.869457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-6c0927dc-5a9f-4e45-9ccd-1bb0ff0c3c44 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 478a0d97-0ada-4745-b9ab-974e82571c56 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:47.956734 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c0927dc-5a9f-4e45-9ccd-1bb0ff0c3c44 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.989003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0927dc-5a9f-4e45-9ccd-1bb0ff0c3c44 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=478a0d97-0ada-4745-b9ab-974e82571c56,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:47.994195 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6c0927dc-5a9f-4e45-9ccd-1bb0ff0c3c44 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:47.997553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6c0927dc-5a9f-4e45-9ccd-1bb0ff0c3c44 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/478a0d97-0ada-4745-b9ab-974e82571c56 HTTP/1.1" status: 204  len: 168 time: 0.6662233
Nov 06 21:10:48.001614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57512) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:48.050812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a7692-0781-4c1a-a85d-c53232fc960e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:48.052344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e14a7692-0781-4c1a-a85d-c53232fc960e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0497496
Nov 06 21:10:48.055052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57514) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:48.080155 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e3ee8a-ab08-4d7a-a0ff-f9faa3e57797 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:48.081701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-35e3ee8a-ab08-4d7a-a0ff-f9faa3e57797 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/478a0d97-0ada-4745-b9ab-974e82571c56 HTTP/1.1" status: 404  len: 333 time: 0.0257175
Nov 06 21:10:48.085369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57516) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:48.090996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-804701669'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:48.111368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:48.115822 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.144058 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:48.154320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.154681 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Added segment ac7182c1-4284-4534-ac97-4719df15c8bd of type vlan for network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb
Nov 06 21:10:48.199694 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.225635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.231439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:48.232025 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.262833 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1757998
Nov 06 21:10:48.265758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57524) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:48.271074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:48.315066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Network': ['ID=c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:48.324005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.324690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.324690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.325031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.325397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.325742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.326128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.326517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.326899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.327261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.327605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.327928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5db820-09f0-47fb-aa43-67201e22d0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:10:48.340363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:48.386432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:48.390566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.568352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.628864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=bac7d48b-9daf-4f54-ba26-c35f4642e61d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:48.637383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking segment: {'id': 'ac7182c1-4284-4534-ac97-4719df15c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:48.637743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network hostable DHCP agents. Network: c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:48.653385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:48.661618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:48.666040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:48.667288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.670239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe94df-fa1c-4fa4-86ce-f8619b3098ee None None] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:48.683689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7b679a31-436e-40ea-86c3-d77e20f242dd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4167535
Nov 06 21:10:48.686413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57536) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:48.691390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2792c8e0-14b9-4362-9fe1-e38e1da1691e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:48.797849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2792c8e0-14b9-4362-9fe1-e38e1da1691e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:48.801503 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2792c8e0-14b9-4362-9fe1-e38e1da1691e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.813399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb', 'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb', 'tenant_id': 'f6ac2734a06b450eadbe39c7cbc12832', 'fixed_ips': [{'subnet_id': 'bac7d48b-9daf-4f54-ba26-c35f4642e61d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:10:48.814258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:48.896916 ncdv-master-1 neutron-server[119333]: INFO neutron.db.ipam_backend_mixin [None req-2792c8e0-14b9-4362-9fe1-e38e1da1691e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bac7d48b-9daf-4f54-ba26-c35f4642e61d (CIDR: 172.20.0.0/28)
Nov 06 21:10:48.900171 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2792c8e0-14b9-4362-9fe1-e38e1da1691e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:10:48.900729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2792c8e0-14b9-4362-9fe1-e38e1da1691e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:10:48.916184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2792c8e0-14b9-4362-9fe1-e38e1da1691e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2287602
Nov 06 21:10:48.919054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57538) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:48.923876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:48.958583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Allocated IP 172.20.0.2 (c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb/bac7d48b-9daf-4f54-ba26-c35f4642e61d/5a95fd23-3399-4da8-8d54-09e7396d3736) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:49.036227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:49.040286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.105657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.110696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.153338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:49.156487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:49.160859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:49.163121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Pushing event updated for resources: {'Port': ['ID=5a95fd23-3399-4da8-8d54-09e7396d3736,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:49.230902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-344fb3b3-e7a3-46f5-89ab-76affd8be874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.234422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Attempting to bind port 5a95fd23-3399-4da8-8d54-09e7396d3736 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:10:49.234796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Attempting to bind port 5a95fd23-3399-4da8-8d54-09e7396d3736 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ac7182c1-4284-4534-ac97-4719df15c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:10:49.235165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Attempting to bind port 5a95fd23-3399-4da8-8d54-09e7396d3736 on network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:10:49.240137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:10:49.240542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Checking segment: {'id': 'ac7182c1-4284-4534-ac97-4719df15c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:49.240938 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.241327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Bound using segment: {'id': 'ac7182c1-4284-4534-ac97-4719df15c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:10:49.241842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Bound port: 5a95fd23-3399-4da8-8d54-09e7396d3736, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7182c1-4284-4534-ac97-4719df15c8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:10:49.242225 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.283747 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.313613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] For port 5a95fd23-3399-4da8-8d54-09e7396d3736, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:10:49.317373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] For port 5a95fd23-3399-4da8-8d54-09e7396d3736, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a95fd23-3399-4da8-8d54-09e7396d3736,segment=NetworkSegment(ac7182c1-4284-4534-ac97-4719df15c8bd),segment_id=ac7182c1-4284-4534-ac97-4719df15c8bd)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:10:49.326914 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.330880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:49.335027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:49.339258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:49.339893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.364997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4426861
Nov 06 21:10:49.365601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57550) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:49.366609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b105c7-0505-4f91-b792-d10adc28ea94 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=35c938ae-8661-4e9a-a275-30ccc995c470,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:49.377989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb', 'fixed_ips': [{'subnet_id': 'bac7d48b-9daf-4f54-ba26-c35f4642e61d'}, {'subnet_id': '35c938ae-8661-4e9a-a275-30ccc995c470'}], 'name': 'tempest-PortsTestJSON-2106302019'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:49.399905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7f94c-dd71-43e0-ba65-3bd44c0c2153 None None] Pushing event updated for resources: {'Port': ['ID=5a95fd23-3399-4da8-8d54-09e7396d3736,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:49.511123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:49.638921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:49.658266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port b25b54cd-cfc2-4cdc-bd56-72a93d11379f yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:49.950849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.13 (c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb/bac7d48b-9daf-4f54-ba26-c35f4642e61d/b25b54cd-cfc2-4cdc-bd56-72a93d11379f) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:49.957009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.27 (c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb/35c938ae-8661-4e9a-a275-30ccc995c470/b25b54cd-cfc2-4cdc-bd56-72a93d11379f) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:50.111065 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.146360 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.191811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:50.197841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:50.200280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:50.226734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=b25b54cd-cfc2-4cdc-bd56-72a93d11379f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:50.257389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:50.258026 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.274372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ea46c668-eb39-4f43-b650-ce6c310a5a4d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 0.9057722
Nov 06 21:10:50.277003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57580) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:50.282154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bac7d48b-9daf-4f54-ba26-c35f4642e61d'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:50.356780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.390944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dccfa6-7ca3-4ffc-bdb2-441ccf6bbc4c None None] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:50.477414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-292d0bc4-aaad-4287-b567-90c4a9923571 None None] Provisioning complete for port 5a95fd23-3399-4da8-8d54-09e7396d3736 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:50.478109 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-292d0bc4-aaad-4287-b567-90c4a9923571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.544791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5a95fd23-3399-4da8-8d54-09e7396d3736 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:10:50.651005 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.664416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Delete allocated IP 172.20.0.27 (c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb/35c938ae-8661-4e9a-a275-30ccc995c470) {{(pid=119334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 06 21:10:50.720287 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-292d0bc4-aaad-4287-b567-90c4a9923571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.733936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5a95fd23-3399-4da8-8d54-09e7396d3736 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:50.734595 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.797005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-292d0bc4-aaad-4287-b567-90c4a9923571 None None] For port 5a95fd23-3399-4da8-8d54-09e7396d3736, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a95fd23-3399-4da8-8d54-09e7396d3736,segment=NetworkSegment(ac7182c1-4284-4534-ac97-4719df15c8bd),segment_id=ac7182c1-4284-4534-ac97-4719df15c8bd)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:50.805327 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.809365 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-292d0bc4-aaad-4287-b567-90c4a9923571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.811110 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.880531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=b25b54cd-cfc2-4cdc-bd56-72a93d11379f,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:50.913167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237865e1-16bf-47f0-af77-cd07dfd85b96 None None] Update dhcp port {'port': {'network_id': 'c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb', 'fixed_ips': [{'subnet_id': 'bac7d48b-9daf-4f54-ba26-c35f4642e61d', 'ip_address': '172.20.0.2'}, {'subnet_id': '35c938ae-8661-4e9a-a275-30ccc995c470'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5a95fd23-3399-4da8-8d54-09e7396d3736'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:10:50.925972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] In _notify_port_updated(), no bound segment for port b25b54cd-cfc2-4cdc-bd56-72a93d11379f on network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:10:50.934019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:50.934656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:50.935987 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cae818dd-13a3-4b20-b80e-bed81c7238ee tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "PUT /v2.0/ports/b25b54cd-cfc2-4cdc-bd56-72a93d11379f HTTP/1.1" status: 200  len: 920 time: 0.6580558
Nov 06 21:10:50.938641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57598) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:50.944951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bac7d48b-9daf-4f54-ba26-c35f4642e61d'}, {'subnet_id': '35c938ae-8661-4e9a-a275-30ccc995c470'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:50.945843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d0bc4-aaad-4287-b567-90c4a9923571 None None] Pushing event updated for resources: {'Port': ['ID=5a95fd23-3399-4da8-8d54-09e7396d3736,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:50.960004 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-237865e1-16bf-47f0-af77-cd07dfd85b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.018230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.129359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-237865e1-16bf-47f0-af77-cd07dfd85b96 None None] Allocated IP 172.20.0.18 (c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb/35c938ae-8661-4e9a-a275-30ccc995c470/5a95fd23-3399-4da8-8d54-09e7396d3736) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:51.223622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-237865e1-16bf-47f0-af77-cd07dfd85b96 None None] For port 5a95fd23-3399-4da8-8d54-09e7396d3736, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a95fd23-3399-4da8-8d54-09e7396d3736,segment=NetworkSegment(ac7182c1-4284-4534-ac97-4719df15c8bd),segment_id=ac7182c1-4284-4534-ac97-4719df15c8bd)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:51.251620 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-237865e1-16bf-47f0-af77-cd07dfd85b96 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.256134 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-237865e1-16bf-47f0-af77-cd07dfd85b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.308147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.29 (c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb/35c938ae-8661-4e9a-a275-30ccc995c470/b25b54cd-cfc2-4cdc-bd56-72a93d11379f) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:51.346492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237865e1-16bf-47f0-af77-cd07dfd85b96 None None] Pushing event updated for resources: {'Port': ['ID=5a95fd23-3399-4da8-8d54-09e7396d3736,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:51.451881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.457643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.555950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=b25b54cd-cfc2-4cdc-bd56-72a93d11379f,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:51.601362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] In _notify_port_updated(), no bound segment for port b25b54cd-cfc2-4cdc-bd56-72a93d11379f on network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:10:51.607644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:51.608258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.612532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57620) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:51.621196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-67e2a0df-8aab-4d17-b462-ff3090c18f52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "PUT /v2.0/ports/b25b54cd-cfc2-4cdc-bd56-72a93d11379f HTTP/1.1" status: 200  len: 1000 time: 0.6814103
Nov 06 21:10:51.717204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-39bcc467-02c0-4c33-9a7b-22ca81e0f901 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port b25b54cd-cfc2-4cdc-bd56-72a93d11379f {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:51.717551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39bcc467-02c0-4c33-9a7b-22ca81e0f901 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.821930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39bcc467-02c0-4c33-9a7b-22ca81e0f901 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.830730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:51.836258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-39bcc467-02c0-4c33-9a7b-22ca81e0f901 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for b25b54cd-cfc2-4cdc-bd56-72a93d11379f owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:51.932505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f022e60-26f7-4b48-8977-db933e0ab9f1 None None] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:51.988468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6c7c8643-4a63-4321-8d99-148d35a3d67a None None] Provisioning complete for port 5a95fd23-3399-4da8-8d54-09e7396d3736 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:51.988842 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8643-4a63-4321-8d99-148d35a3d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.040690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39bcc467-02c0-4c33-9a7b-22ca81e0f901 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.071913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcc467-02c0-4c33-9a7b-22ca81e0f901 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=b25b54cd-cfc2-4cdc-bd56-72a93d11379f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:52.147153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6c7c8643-4a63-4321-8d99-148d35a3d67a None None] Could not find standard attr ID for object b25b54cd-cfc2-4cdc-bd56-72a93d11379f. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:10:52.173868 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39bcc467-02c0-4c33-9a7b-22ca81e0f901 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.177260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-39bcc467-02c0-4c33-9a7b-22ca81e0f901 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/b25b54cd-cfc2-4cdc-bd56-72a93d11379f HTTP/1.1" status: 204  len: 168 time: 0.5637097
Nov 06 21:10:52.179824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57648) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:52.219790 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee878b1c-7fa3-4fe0-bb47-5c50e02078db tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:52.219790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ee878b1c-7fa3-4fe0-bb47-5c50e02078db tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/b25b54cd-cfc2-4cdc-bd56-72a93d11379f HTTP/1.1" status: 404  len: 333 time: 0.0320208
Nov 06 21:10:52.220383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57658) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:52.291898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0eaa94-403e-466c-9f21-4d170c401468 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet 35c938ae-8661-4e9a-a275-30ccc995c470 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:10:52.295050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb0eaa94-403e-466c-9f21-4d170c401468 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.333113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb0eaa94-403e-466c-9f21-4d170c401468 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.419304 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb0eaa94-403e-466c-9f21-4d170c401468 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.475777 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.479522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5a95fd23-3399-4da8-8d54-09e7396d3736 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:10:52.482532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb0eaa94-403e-466c-9f21-4d170c401468 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.510365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0eaa94-403e-466c-9f21-4d170c401468 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=35c938ae-8661-4e9a-a275-30ccc995c470,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:52.513848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb0eaa94-403e-466c-9f21-4d170c401468 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.517016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cb0eaa94-403e-466c-9f21-4d170c401468 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/35c938ae-8661-4e9a-a275-30ccc995c470 HTTP/1.1" status: 204  len: 168 time: 0.2953472
Nov 06 21:10:52.519620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57660) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:52.533786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5a95fd23-3399-4da8-8d54-09e7396d3736 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:52.534180 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.574441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb20b59-9a21-4662-beca-24df44213b64 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet bac7d48b-9daf-4f54-ba26-c35f4642e61d {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:10:52.577653 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb20b59-9a21-4662-beca-24df44213b64 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.623948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb20b59-9a21-4662-beca-24df44213b64 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.705459 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb20b59-9a21-4662-beca-24df44213b64 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.765520 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb20b59-9a21-4662-beca-24df44213b64 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.795738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb20b59-9a21-4662-beca-24df44213b64 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=bac7d48b-9daf-4f54-ba26-c35f4642e61d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:52.801265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0cb20b59-9a21-4662-beca-24df44213b64 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.804487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0cb20b59-9a21-4662-beca-24df44213b64 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/bac7d48b-9daf-4f54-ba26-c35f4642e61d HTTP/1.1" status: 204  len: 168 time: 0.2831078
Nov 06 21:10:52.806989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57666) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:52.886409 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:52.943669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 5a95fd23-3399-4da8-8d54-09e7396d3736 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:52.944011 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.021126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] For port 5a95fd23-3399-4da8-8d54-09e7396d3736, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a95fd23-3399-4da8-8d54-09e7396d3736,segment=NetworkSegment(ac7182c1-4284-4534-ac97-4719df15c8bd),segment_id=ac7182c1-4284-4534-ac97-4719df15c8bd)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:53.021940 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.034964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57670) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:53.037226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 5a95fd23-3399-4da8-8d54-09e7396d3736 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:53.073266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24262800-230f-4ab4-b6b2-b01042118c9d None None] Network c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:53.123607 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.148986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=5a95fd23-3399-4da8-8d54-09e7396d3736,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:53.152212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dfbf47bf-73f7-4ead-b82f-4e48706f267c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.156057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No DVR routers for this DVR port 5a95fd23-3399-4da8-8d54-09e7396d3736 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:10:53.168242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5a12e0ab-10dc-4e46-882a-c0b712b1c27f None None] Could not find standard attr ID for object 5a95fd23-3399-4da8-8d54-09e7396d3736. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:10:53.246890 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dfbf47bf-73f7-4ead-b82f-4e48706f267c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.251442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.252102 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dfbf47bf-73f7-4ead-b82f-4e48706f267c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.266227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa41a66-058b-45d8-8303-b4173723c811 None None] DHCP port deletion for c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:10:53.280941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fbc99a0>,) {'filters': {'network_id': ['c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:53.294487 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dfbf47bf-73f7-4ead-b82f-4e48706f267c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e43f07163cc4b95adfaca43b70ecd60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2583296
Nov 06 21:10:53.295232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf47bf-73f7-4ead-b82f-4e48706f267c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4d81a9-2fb0-4dc8-948f-63accfa842f5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:53.297661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:53.305287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fbc99a0>, 'ac7182c1-4284-4534-ac97-4719df15c8bd') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:53.305599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fbc99a0>, 'ac7182c1-4284-4534-ac97-4719df15c8bd') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:53.319470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.337012 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.343653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:10:53.344055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:10:53.347274 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:10:53.354168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3f8110f-b8c3-490c-8486-63fa60836280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.380715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3f8110f-b8c3-490c-8486-63fa60836280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.412344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.431175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3f8110f-b8c3-490c-8486-63fa60836280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.433974 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3f8110f-b8c3-490c-8486-63fa60836280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.435174 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b3f8110f-b8c3-490c-8486-63fa60836280 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b4d81a9-2fb0-4dc8-948f-63accfa842f5 HTTP/1.1" status: 204  len: 168 time: 0.1366088
Nov 06 21:10:53.436130 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.442641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/networks/c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb HTTP/1.1" status: 204  len: 168 time: 0.6314821
Nov 06 21:10:53.442641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8652c35-fc18-4037-8a19-e756cb92bfeb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Network': ['ID=c16c0f82-d6e3-42b3-a5ea-85fb9d8dbffb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:53.443004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57680) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:53.458721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8110f-b8c3-490c-8486-63fa60836280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4d81a9-2fb0-4dc8-948f-63accfa842f5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:53.498389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5bb84-0c9f-41a5-a65d-6102ff63ae05 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:53.499878 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f2b5bb84-0c9f-41a5-a65d-6102ff63ae05 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0560534
Nov 06 21:10:53.503424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57682) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:53.548497 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bf7537cf-ffcb-4ac8-9496-20260df873d4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0439098
Nov 06 21:10:53.551712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57684) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:53.556964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-874996820'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:53.577222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:53.580774 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.604190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:53.613301 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.613648 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Added segment bca081da-0a3a-46c3-9ac5-c9514d561195 of type vlan for network c76085f3-361b-4e55-92b9-f5b69ab16570
Nov 06 21:10:53.659150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.687770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.693523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:53.694102 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:53.752610 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1998184
Nov 06 21:10:53.755366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57694) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:53.762321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:53.768830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80ffdb-e843-424b-aaf8-70c5f64089f1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Network': ['ID=c76085f3-361b-4e55-92b9-f5b69ab16570,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:53.780015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c76085f3-361b-4e55-92b9-f5b69ab16570 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:53.854427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:53.858137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.047249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.105238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57706) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:54.113130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=cf3364e0-543f-4687-be17-437eae15dd2c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:54.120356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking segment: {'id': 'bca081da-0a3a-46c3-9ac5-c9514d561195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:54.120724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network hostable DHCP agents. Network: c76085f3-361b-4e55-92b9-f5b69ab16570, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:54.138050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network c76085f3-361b-4e55-92b9-f5b69ab16570 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:54.146608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c76085f3-361b-4e55-92b9-f5b69ab16570) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:54.151190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:54.151886 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.159776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177214de-5a61-42b8-8495-f22e3279f4d2 None None] Network c76085f3-361b-4e55-92b9-f5b69ab16570 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:54.167958 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0a3f1956-fb43-4b98-a706-ef19522a6900 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4115820
Nov 06 21:10:54.170554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57710) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:54.175319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570', 'name': 'tempest-PortsTestJSON-1779954485'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:54.239285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1096119848-network', 'tenant_id': 'f9d79d6bd1d64d35b00654facac911cb'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:54.273753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Made reservation on behalf of f9d79d6bd1d64d35b00654facac911cb for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:54.277183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.286947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.293511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:54.297518 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.318161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 7d07f873-6e8c-43b5-88b1-ee285464c9ff yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:54.319007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c76085f3-361b-4e55-92b9-f5b69ab16570', 'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570', 'tenant_id': 'f6ac2734a06b450eadbe39c7cbc12832', 'fixed_ips': [{'subnet_id': 'cf3364e0-543f-4687-be17-437eae15dd2c'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:10:54.321059 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.377415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.384101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.415195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:54.427129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea10d6b-446e-49d0-b766-bdc1683fbd26,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:54.433153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.433557 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Added segment 669d5378-540a-42a8-95b1-b515ed8cff36 of type vlan for network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2
Nov 06 21:10:54.472429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.5 (c76085f3-361b-4e55-92b9-f5b69ab16570/cf3364e0-543f-4687-be17-437eae15dd2c/7d07f873-6e8c-43b5-88b1-ee285464c9ff) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:54.476957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.496727 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5a95fd23-3399-4da8-8d54-09e7396d3736 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:10:54.504906 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.505985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:54.506690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.523971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5a95fd23-3399-4da8-8d54-09e7396d3736 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:10:54.524321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5a95fd23-3399-4da8-8d54-09e7396d3736 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:10:54.585951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4790180
Nov 06 21:10:54.588976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57714) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:54.596868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Request body: {'subnet': {'network_id': '626e6dee-8d5a-490e-b0c2-9e4b3deeaae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1096119848-subnet', 'tenant_id': 'f9d79d6bd1d64d35b00654facac911cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:54.604144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d53f0-9dd3-4b2b-aa33-622de884e47e admin admin] Pushing event updated for resources: {'Network': ['ID=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:54.631003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:54.650178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Made reservation on behalf of f9d79d6bd1d64d35b00654facac911cb for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:54.652524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.660388 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.761582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.834792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network c76085f3-361b-4e55-92b9-f5b69ab16570 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:54.842494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:54.848821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:54.881252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=7d07f873-6e8c-43b5-88b1-ee285464c9ff,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:54.887535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Allocated IP 172.20.0.2 (c76085f3-361b-4e55-92b9-f5b69ab16570/cf3364e0-543f-4687-be17-437eae15dd2c/f3535540-d481-4253-8f88-8bf9630dc67a) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:54.946215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:54.946722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.964855 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:54.974768 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-69a03b13-d163-4654-81f1-71830d92aa40 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.8032393
Nov 06 21:10:54.977961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57716) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:54.983711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570', 'name': 'tempest-PortsTestJSON-1254904173'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:55.033443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e40b776-ba2d-4baf-8b05-953a66d7d704,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:55.041509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.043287 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Checking segment: {'id': '669d5378-540a-42a8-95b1-b515ed8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '626e6dee-8d5a-490e-b0c2-9e4b3deeaae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:55.043644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Network hostable DHCP agents. Network: 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:55.049812 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.063230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:55.072361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:55.085973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:55.086640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.088416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Network c76085f3-361b-4e55-92b9-f5b69ab16570 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:55.089969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137e550-7d83-47cf-844b-0a282fdc495e None None] Network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:55.094715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:55.108994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:55.112573 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.113433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:55.116329 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-336e3379-787f-4f69-9e3b-8b71cdf5985a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5255115
Nov 06 21:10:55.142366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 6173ac6e-5d06-4911-8b51-ce8454d65b35 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:55.159925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Pushing event updated for resources: {'Port': ['ID=f3535540-d481-4253-8f88-8bf9630dc67a,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:55.231853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Attempting to bind port f3535540-d481-4253-8f88-8bf9630dc67a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:10:55.232512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Attempting to bind port f3535540-d481-4253-8f88-8bf9630dc67a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bca081da-0a3a-46c3-9ac5-c9514d561195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:10:55.233193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Attempting to bind port f3535540-d481-4253-8f88-8bf9630dc67a on network c76085f3-361b-4e55-92b9-f5b69ab16570 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:10:55.241081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:10:55.241399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Checking segment: {'id': 'bca081da-0a3a-46c3-9ac5-c9514d561195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:55.241840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.242234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Bound using segment: {'id': 'bca081da-0a3a-46c3-9ac5-c9514d561195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:10:55.242740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Bound port: f3535540-d481-4253-8f88-8bf9630dc67a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca081da-0a3a-46c3-9ac5-c9514d561195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c76085f3-361b-4e55-92b9-f5b69ab16570'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:10:55.243123 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.265868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.10 (c76085f3-361b-4e55-92b9-f5b69ab16570/cf3364e0-543f-4687-be17-437eae15dd2c/6173ac6e-5d06-4911-8b51-ce8454d65b35) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:55.328710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29e40c-3672-4a3e-83da-416fa569a309 None None] Network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:55.388643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] For port f3535540-d481-4253-8f88-8bf9630dc67a, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:10:55.407828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] For port f3535540-d481-4253-8f88-8bf9630dc67a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3535540-d481-4253-8f88-8bf9630dc67a,segment=NetworkSegment(bca081da-0a3a-46c3-9ac5-c9514d561195),segment_id=bca081da-0a3a-46c3-9ac5-c9514d561195)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:10:55.420061 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.433558 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.503184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.562190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network c76085f3-361b-4e55-92b9-f5b69ab16570 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:55.566033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:55.571543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:55.571724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d2741-f271-4749-8d06-eb8332a6994e None None] Pushing event updated for resources: {'Port': ['ID=f3535540-d481-4253-8f88-8bf9630dc67a,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:55.575702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=6173ac6e-5d06-4911-8b51-ce8454d65b35,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:55.628775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:55.629408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.647320 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9c0ad0a-e3df-493c-849a-4b99d96d6f73 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.6681123
Nov 06 21:10:55.650971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57732) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:55.746201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57736) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:55.751182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2071200905-network', 'tenant_id': 'cfb3c5fb72714973aeceb5f7b6ad8a53'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:55.783967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Made reservation on behalf of cfb3c5fb72714973aeceb5f7b6ad8a53 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:55.786636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.796007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff243d7-6f18-4cc4-81a5-9604079694b5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:55.800402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.800618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cff243d7-6f18-4cc4-81a5-9604079694b5 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200  len: 922 time: 0.1456656
Nov 06 21:10:55.800792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57738) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:55.889090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.893277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.899732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e2b59f57-deae-4da7-820a-2f64cea772f2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 6173ac6e-5d06-4911-8b51-ce8454d65b35 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:55.900084 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b59f57-deae-4da7-820a-2f64cea772f2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.921659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:55.928314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7f18da-4728-4314-b062-7215775e1e69,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:55.936039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.936497 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Added segment 4940dc58-453b-47b2-b2e8-a7bfbc8e0579 of type vlan for network 350efbe6-7c88-471b-9abd-26cb4f90b927
Nov 06 21:10:55.980684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:55.994192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b59f57-deae-4da7-820a-2f64cea772f2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.005505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.006637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:56.007103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e2b59f57-deae-4da7-820a-2f64cea772f2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 6173ac6e-5d06-4911-8b51-ce8454d65b35 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:56.007320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.068602 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3212600
Nov 06 21:10:56.072054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57740) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:56.076998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Request body: {'subnet': {'network_id': '350efbe6-7c88-471b-9abd-26cb4f90b927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2071200905-subnet', 'tenant_id': 'cfb3c5fb72714973aeceb5f7b6ad8a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:56.078675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69201bfc-fe2a-4868-83a1-9f7971133013 admin admin] Pushing event updated for resources: {'Network': ['ID=350efbe6-7c88-471b-9abd-26cb4f90b927,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:56.088249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 350efbe6-7c88-471b-9abd-26cb4f90b927 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:56.115324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Made reservation on behalf of cfb3c5fb72714973aeceb5f7b6ad8a53 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:56.118212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.228697 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b59f57-deae-4da7-820a-2f64cea772f2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.268488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b59f57-deae-4da7-820a-2f64cea772f2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=6173ac6e-5d06-4911-8b51-ce8454d65b35,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:56.373319 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2b59f57-deae-4da7-820a-2f64cea772f2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.376544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e2b59f57-deae-4da7-820a-2f64cea772f2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/6173ac6e-5d06-4911-8b51-ce8454d65b35 HTTP/1.1" status: 204  len: 168 time: 0.5747766
Nov 06 21:10:56.379321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:56.424895 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.495634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3cd90b-5272-4339-91ba-f57573fb27b5,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:56.504997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Checking segment: {'id': '4940dc58-453b-47b2-b2e8-a7bfbc8e0579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '350efbe6-7c88-471b-9abd-26cb4f90b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:56.505281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Network hostable DHCP agents. Network: 350efbe6-7c88-471b-9abd-26cb4f90b927, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:56.528732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Network 350efbe6-7c88-471b-9abd-26cb4f90b927 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:56.529368 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c39ca-d426-47e3-a461-16b3369fd71d None None] Network c76085f3-361b-4e55-92b9-f5b69ab16570 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:56.542558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 350efbe6-7c88-471b-9abd-26cb4f90b927) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:56.549156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:56.549841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.584496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e5e40505-f0a3-4418-a896-79441d534508 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5111306
Nov 06 21:10:56.600604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87563fa6-11c1-4f34-9851-7e3a5969d9dc None None] Network 350efbe6-7c88-471b-9abd-26cb4f90b927 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:56.604245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f3535540-d481-4253-8f88-8bf9630dc67a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:10:56.728021 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7b5aaa-228b-404f-aee7-e6ad3dc7c921 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:56.732041 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c7b5aaa-228b-404f-aee7-e6ad3dc7c921 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/6173ac6e-5d06-4911-8b51-ce8454d65b35 HTTP/1.1" status: 404  len: 333 time: 0.3490565
Nov 06 21:10:56.732609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57750) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:56.758457 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c6b1059e-559d-4aba-8537-3f9c0d34eee4 None None] Provisioning complete for port f3535540-d481-4253-8f88-8bf9630dc67a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:56.758457 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c6b1059e-559d-4aba-8537-3f9c0d34eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.825249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8b17f46a-0253-4c5f-9cd2-924afc2e5dae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 7d07f873-6e8c-43b5-88b1-ee285464c9ff {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:56.825573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b17f46a-0253-4c5f-9cd2-924afc2e5dae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.843057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f3535540-d481-4253-8f88-8bf9630dc67a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:56.843428 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.925860 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b17f46a-0253-4c5f-9cd2-924afc2e5dae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:56.936036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f582d2-2ac5-403a-bba3-1ff22ed6067f None None] Network 350efbe6-7c88-471b-9abd-26cb4f90b927 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:56.939392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8b17f46a-0253-4c5f-9cd2-924afc2e5dae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 7d07f873-6e8c-43b5-88b1-ee285464c9ff owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:57.087670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b17f46a-0253-4c5f-9cd2-924afc2e5dae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.109500 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c6b1059e-559d-4aba-8537-3f9c0d34eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.120382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17f46a-0253-4c5f-9cd2-924afc2e5dae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=7d07f873-6e8c-43b5-88b1-ee285464c9ff,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:57.124119 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.202613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port f3535540-d481-4253-8f88-8bf9630dc67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3535540-d481-4253-8f88-8bf9630dc67a,segment=NetworkSegment(bca081da-0a3a-46c3-9ac5-c9514d561195),segment_id=bca081da-0a3a-46c3-9ac5-c9514d561195)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:57.209382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.223989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b17f46a-0253-4c5f-9cd2-924afc2e5dae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.228425 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8b17f46a-0253-4c5f-9cd2-924afc2e5dae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/7d07f873-6e8c-43b5-88b1-ee285464c9ff HTTP/1.1" status: 204  len: 168 time: 0.4951141
Nov 06 21:10:57.230997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57768) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:57.259868 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e80392-ea74-4e77-9177-ac5f57970ad1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:10:57.261557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f5e80392-ea74-4e77-9177-ac5f57970ad1 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/7d07f873-6e8c-43b5-88b1-ee285464c9ff HTTP/1.1" status: 404  len: 333 time: 0.0295968
Nov 06 21:10:57.267783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-901d0496-e7a2-472b-9e3d-14a6e5a58fdb tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:57.268403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57770) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:57.269415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-901d0496-e7a2-472b-9e3d-14a6e5a58fdb tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/networks?id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 HTTP/1.1" status: 200  len: 812 time: 0.2067659
Nov 06 21:10:57.298027 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-c6b1059e-559d-4aba-8537-3f9c0d34eee4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:10:57.298382 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-c6b1059e-559d-4aba-8537-3f9c0d34eee4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:10:57.302473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-21f29727-ea44-4f50-8b80-1a45cb674a45 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/quotas/f9d79d6bd1d64d35b00654facac911cb HTTP/1.1" status: 200  len: 375 time: 0.0220807
Nov 06 21:10:57.308727 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=f3535540-d481-4253-8f88-8bf9630dc67a,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:57.339728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-e486e114-bb49-4507-9a6c-f8bbd62cdb08 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet cf3364e0-543f-4687-be17-437eae15dd2c {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:10:57.345032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e486e114-bb49-4507-9a6c-f8bbd62cdb08 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.364567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-84649d5c-daa7-40d7-abb5-984fce6de88b tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9d79d6bd1d64d35b00654facac911cb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0598311
Nov 06 21:10:57.390812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e486e114-bb49-4507-9a6c-f8bbd62cdb08 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.465083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-23a0f347-437b-4cd9-b622-6ee21f846dff service neutron] 10.222.0.13 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950704
Nov 06 21:10:57.480336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e486e114-bb49-4507-9a6c-f8bbd62cdb08 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.551249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e486e114-bb49-4507-9a6c-f8bbd62cdb08 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.567233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-97ec24c9-4e0c-4778-8a1d-fd8046c40274 service neutron] 10.222.0.13 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929797
Nov 06 21:10:57.580779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486e114-bb49-4507-9a6c-f8bbd62cdb08 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3364e0-543f-4687-be17-437eae15dd2c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:57.585772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e486e114-bb49-4507-9a6c-f8bbd62cdb08 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:57.591488 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e486e114-bb49-4507-9a6c-f8bbd62cdb08 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/cf3364e0-543f-4687-be17-437eae15dd2c HTTP/1.1" status: 204  len: 168 time: 0.3200996
Nov 06 21:10:57.592169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57772) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:57.826567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b610752d-8e40-4180-a694-a032a3c0762a None None] Network c76085f3-361b-4e55-92b9-f5b69ab16570 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:57.939993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf1e1bc6-cc1e-43e5-8dfb-c9ca2533afde req-aafb7477-09ea-49d0-9bfb-e870f97afbe8 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 210 time: 0.0305102
Nov 06 21:10:57.971028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.019222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d0f089b4-8fb7-4953-9722-b7a2b39a7735 None None] Provisioning complete for port f3535540-d481-4253-8f88-8bf9630dc67a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:10:58.019896 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d0f089b4-8fb7-4953-9722-b7a2b39a7735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.039591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port f3535540-d481-4253-8f88-8bf9630dc67a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:58.040048 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.054160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] DHCP port deletion for c76085f3-361b-4e55-92b9-f5b69ab16570 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:10:58.113162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] For port f3535540-d481-4253-8f88-8bf9630dc67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3535540-d481-4253-8f88-8bf9630dc67a,segment=NetworkSegment(bca081da-0a3a-46c3-9ac5-c9514d561195),segment_id=bca081da-0a3a-46c3-9ac5-c9514d561195)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:58.113618 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.128903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for f3535540-d481-4253-8f88-8bf9630dc67a owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:58.154219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] Deleting port f3535540-d481-4253-8f88-8bf9630dc67a {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:10:58.154594 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.202481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d0f089b4-8fb7-4953-9722-b7a2b39a7735 None None] Could not find standard attr ID for object 7d07f873-6e8c-43b5-88b1-ee285464c9ff. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:10:58.210543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d0f089b4-8fb7-4953-9722-b7a2b39a7735 None None] Could not find standard attr ID for object 6173ac6e-5d06-4911-8b51-ce8454d65b35. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:10:58.217715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.229988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] For port f3535540-d481-4253-8f88-8bf9630dc67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3535540-d481-4253-8f88-8bf9630dc67a,segment=NetworkSegment(bca081da-0a3a-46c3-9ac5-c9514d561195),segment_id=bca081da-0a3a-46c3-9ac5-c9514d561195)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:10:58.230465 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.245038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] Calling delete_port for f3535540-d481-4253-8f88-8bf9630dc67a owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:10:58.246448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No DVR routers for this DVR port f3535540-d481-4253-8f88-8bf9630dc67a on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:10:58.253273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=f3535540-d481-4253-8f88-8bf9630dc67a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:58.327218 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.339477 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.352475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] Pushing event deleted for resources: {'Port': ['ID=f3535540-d481-4253-8f88-8bf9630dc67a,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:58.356374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af3318a-21c4-4438-ad12-cce3aaf42f97 None None] No DVR routers for this DVR port f3535540-d481-4253-8f88-8bf9630dc67a on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:10:58.369709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fd44280>,) {'filters': {'network_id': ['c76085f3-361b-4e55-92b9-f5b69ab16570']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:58.380440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fd44280>, 'bca081da-0a3a-46c3-9ac5-c9514d561195') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:58.380741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fd44280>, 'bca081da-0a3a-46c3-9ac5-c9514d561195') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:10:58.390942 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.405093 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.410953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:10:58.411336 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:10:58.414656 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:10:58.473857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f3535540-d481-4253-8f88-8bf9630dc67a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:10:58.477894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.484877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.488003 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/networks/c76085f3-361b-4e55-92b9-f5b69ab16570 HTTP/1.1" status: 204  len: 168 time: 0.8947270
Nov 06 21:10:58.492824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57786) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:58.497857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-659618403'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:58.500439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b1e0-06e5-4cbb-b33d-735eebf1fc3a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Network': ['ID=c76085f3-361b-4e55-92b9-f5b69ab16570,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:58.521895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:58.525593 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.551483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:10:58.562162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.562500 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Added segment 7d181b75-7acd-46eb-bc12-a024492692bb of type vlan for network e830533d-0cbf-4c5a-ba26-77259783dd2a
Nov 06 21:10:58.604658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.631445 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.637284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:58.637975 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.666005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f3535540-d481-4253-8f88-8bf9630dc67a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:10:58.666604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f3535540-d481-4253-8f88-8bf9630dc67a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:10:58.674892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-e4ce7743-f550-470e-b070-be287435fb88 req-f55222fd-1b33-451f-b1da-734beec19e77 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268 tempest-FloatingIPsAssociationNegativeTestJSON-1671089268-project] (119333) timed out ('10.222.0.10', 56781) {{(pid=119333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:10:58.703365 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2094276
Nov 06 21:10:58.706420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57788) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:58.712557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:58.715930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c911a-a165-424e-b679-88e3bb51581d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Network': ['ID=e830533d-0cbf-4c5a-ba26-77259783dd2a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:58.728998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e830533d-0cbf-4c5a-ba26-77259783dd2a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:10:58.903716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-b5c461ec-ed46-43f9-8a68-f30415f0974f tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:58.905182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-b5c461ec-ed46-43f9-8a68-f30415f0974f tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.10 "GET /v2.0/networks?id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 HTTP/1.1" status: 200  len: 812 time: 0.1853456
Nov 06 21:10:58.906166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:58.909372 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:58.927954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Request body: {'port': {'device_id': '87624922-75f3-4162-b674-c7d0f77164a7', 'network_id': '626e6dee-8d5a-490e-b0c2-9e4b3deeaae2', 'admin_state_up': True, 'tenant_id': 'f9d79d6bd1d64d35b00654facac911cb'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:59.055937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a34d648-303b-4c29-ae5e-933a2040c4cc req-b4360515-a31c-4abe-9885-e84b7f192357 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 210 time: 0.0458109
Nov 06 21:10:59.159957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Made reservation on behalf of f9d79d6bd1d64d35b00654facac911cb for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:59.163941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.226395 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.353772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=b133ac6c-c97e-4e92-b868-131b884c75a3,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:59.375396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking segment: {'id': '7d181b75-7acd-46eb-bc12-a024492692bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:10:59.375752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network hostable DHCP agents. Network: e830533d-0cbf-4c5a-ba26-77259783dd2a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:10:59.392332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Allocated IP 172.20.0.3 (626e6dee-8d5a-490e-b0c2-9e4b3deeaae2/3e40b776-ba2d-4baf-8b05-953a66d7d704/a32f4399-5934-42ad-8d46-92a6c0555a4f) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:59.406094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network e830533d-0cbf-4c5a-ba26-77259783dd2a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:10:59.423581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e830533d-0cbf-4c5a-ba26-77259783dd2a) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:59.432031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:59.432645 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.432839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde8358b-2e7e-44e2-88fa-10d0d92dc590 None None] Network e830533d-0cbf-4c5a-ba26-77259783dd2a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:10:59.465958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3d1273a1-ff9b-4fc7-83af-0621a9387674 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7575378
Nov 06 21:10:59.468251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57796) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:10:59.473379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a', 'name': 'tempest-PortsTestJSON-1468211490', 'fixed_ips': [{'subnet_id': 'b133ac6c-c97e-4e92-b868-131b884c75a3', 'ip_address': '172.20.0.10'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:59.571175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.587100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:10:59.592758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e830533d-0cbf-4c5a-ba26-77259783dd2a', 'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a', 'tenant_id': 'f6ac2734a06b450eadbe39c7cbc12832', 'fixed_ips': [{'subnet_id': 'b133ac6c-c97e-4e92-b868-131b884c75a3'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:10:59.593917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.622688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.666032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:59.669667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:59.672248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:59.686946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.705164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 6a053be9-4da4-415a-9173-893b9f3f8678 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:10:59.714908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Pushing event updated for resources: {'Port': ['ID=a32f4399-5934-42ad-8d46-92a6c0555a4f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:10:59.738620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:10:59.739397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.740606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Allocated IP 172.20.0.2 (e830533d-0cbf-4c5a-ba26-77259783dd2a/b133ac6c-c97e-4e92-b868-131b884c75a3/f7107946-b83f-4301-b6bd-ce6f14307fe1) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:59.760016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-3b911309-d69a-4b9d-ac9f-613d148463e6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8355901
Nov 06 21:10:59.773903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Request body: {'port': {'device_id': '87624922-75f3-4162-b674-c7d0f77164a7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:10:59.830246 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.895973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.904988 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:10:59.924693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Network e830533d-0cbf-4c5a-ba26-77259783dd2a is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:10:59.927137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:10:59.950595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:10:59.967241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.10 (e830533d-0cbf-4c5a-ba26-77259783dd2a/b133ac6c-c97e-4e92-b868-131b884c75a3/6a053be9-4da4-415a-9173-893b9f3f8678) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:10:59.993113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Pushing event updated for resources: {'Port': ['ID=f7107946-b83f-4301-b6bd-ce6f14307fe1,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:00.028075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Attempting to bind port f7107946-b83f-4301-b6bd-ce6f14307fe1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:00.028673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Attempting to bind port f7107946-b83f-4301-b6bd-ce6f14307fe1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d181b75-7acd-46eb-bc12-a024492692bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:00.029147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Attempting to bind port f7107946-b83f-4301-b6bd-ce6f14307fe1 on network e830533d-0cbf-4c5a-ba26-77259783dd2a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:00.035350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:00.035350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Checking segment: {'id': '7d181b75-7acd-46eb-bc12-a024492692bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:00.035679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.036090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Bound using segment: {'id': '7d181b75-7acd-46eb-bc12-a024492692bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:00.036641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Bound port: f7107946-b83f-4301-b6bd-ce6f14307fe1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d181b75-7acd-46eb-bc12-a024492692bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:00.037081 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.109927 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] For port f7107946-b83f-4301-b6bd-ce6f14307fe1, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:00.113522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] For port f7107946-b83f-4301-b6bd-ce6f14307fe1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7107946-b83f-4301-b6bd-ce6f14307fe1,segment=NetworkSegment(7d181b75-7acd-46eb-bc12-a024492692bb),segment_id=7d181b75-7acd-46eb-bc12-a024492692bb)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:00.120795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.139589 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.140439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32f4399-5934-42ad-8d46-92a6c0555a4f {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:11:00.150626 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.187035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942b445-c57c-4d4a-b088-e4113b8220e5 None None] Pushing event updated for resources: {'Port': ['ID=f7107946-b83f-4301-b6bd-ce6f14307fe1,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:00.188619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.205275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Transition to ACTIVE for port object a32f4399-5934-42ad-8d46-92a6c0555a4f will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:11:00.213907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.228688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4f11-224b-4980-98a3-289468188164 req-9cbe579f-f4a4-4dd6-b190-54ab9c88a77b tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:00.232833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b7d4f11-224b-4980-98a3-289468188164 req-9cbe579f-f4a4-4dd6-b190-54ab9c88a77b tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 931 time: 0.0873778
Nov 06 21:11:00.242623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network e830533d-0cbf-4c5a-ba26-77259783dd2a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:00.248351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:00.250912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:00.278719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=6a053be9-4da4-415a-9173-893b9f3f8678,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:00.309551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:00.310420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.318935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Pushing event updated for resources: {'Port': ['ID=a32f4399-5934-42ad-8d46-92a6c0555a4f,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:00.338656 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6b6be881-d54b-467d-8f75-56d2e1fd77b6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.8692555
Nov 06 21:11:00.340911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:00.347279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': 'e830533d-0cbf-4c5a-ba26-77259783dd2a', 'name': 'tempest-PortsTestJSON-515997070', 'fixed_ips': [{'subnet_id': 'b133ac6c-c97e-4e92-b868-131b884c75a3', 'ip_address': '172.20.0.9'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:00.440091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b7d4f11-224b-4980-98a3-289468188164 req-afa10470-4766-4dbc-a90e-a7147154f517 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764212
Nov 06 21:11:00.475074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Attempting to bind port a32f4399-5934-42ad-8d46-92a6c0555a4f on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:00.475356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Attempting to bind port a32f4399-5934-42ad-8d46-92a6c0555a4f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '669d5378-540a-42a8-95b1-b515ed8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '626e6dee-8d5a-490e-b0c2-9e4b3deeaae2'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:00.475629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Attempting to bind port a32f4399-5934-42ad-8d46-92a6c0555a4f on network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:00.486073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Port a32f4399-5934-42ad-8d46-92a6c0555a4f on network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:11:00.486548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Attempting to bind port a32f4399-5934-42ad-8d46-92a6c0555a4f on network 626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:00.492575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:00.492920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Checking segment: {'id': '669d5378-540a-42a8-95b1-b515ed8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '626e6dee-8d5a-490e-b0c2-9e4b3deeaae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:00.493309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Bound using segment: {'id': '669d5378-540a-42a8-95b1-b515ed8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '626e6dee-8d5a-490e-b0c2-9e4b3deeaae2'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:00.493782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Bound port: a32f4399-5934-42ad-8d46-92a6c0555a4f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669d5378-540a-42a8-95b1-b515ed8cff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '626e6dee-8d5a-490e-b0c2-9e4b3deeaae2'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:00.494110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.497719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:00.502797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.521726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 3989b1e3-7b5b-4257-a82d-e16325ac9712 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:11:00.561870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f7107946-b83f-4301-b6bd-ce6f14307fe1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:00.591495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] For port a32f4399-5934-42ad-8d46-92a6c0555a4f, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:00.596606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] For port a32f4399-5934-42ad-8d46-92a6c0555a4f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f,segment=NetworkSegment(669d5378-540a-42a8-95b1-b515ed8cff36),segment_id=669d5378-540a-42a8-95b1-b515ed8cff36)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:00.602127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.613077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f7107946-b83f-4301-b6bd-ce6f14307fe1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:00.613374 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.648806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:00.649344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.651248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] 10.222.0.10 "PUT /v2.0/ports/a32f4399-5934-42ad-8d46-92a6c0555a4f HTTP/1.1" status: 200  len: 1091 time: 0.8822234
Nov 06 21:11:00.656735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87624922-75f3-4162-b674-c7d0f77164a7', 'tag': 'a32f4399-5934-42ad-8d46-92a6c0555a4f'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:00.659133 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277913a-90a3-435b-9434-bba6e911d36a" -d '{"events": [{"name": "network-changed", "server_uuid": "87624922-75f3-4162-b674-c7d0f77164a7", "tag": "a32f4399-5934-42ad-8d46-92a6c0555a4f"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:00.695501 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.700241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197307d4-364f-4c6c-a8ad-c8ddd34af134 service neutron] Pushing event updated for resources: {'Port': ['ID=a32f4399-5934-42ad-8d46-92a6c0555a4f,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:00.702975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.9 (e830533d-0cbf-4c5a-ba26-77259783dd2a/b133ac6c-c97e-4e92-b868-131b884c75a3/3989b1e3-7b5b-4257-a82d-e16325ac9712) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:00.755418 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f8e59e-8020-4630-a5e2-02412519b469 x-openstack-request-id: req-d3f8e59e-8020-4630-a5e2-02412519b469 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:00.755730 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87624922-75f3-4162-b674-c7d0f77164a7", "tag": "a32f4399-5934-42ad-8d46-92a6c0555a4f", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:00.755984 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3f8e59e-8020-4630-a5e2-02412519b469 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:00.756522 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87624922-75f3-4162-b674-c7d0f77164a7', 'tag': 'a32f4399-5934-42ad-8d46-92a6c0555a4f', 'status': 'completed', 'code': 200}
Nov 06 21:11:00.759992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-725b7208-bc1a-4bd4-b4c6-b883b57873dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:00.761547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-725b7208-bc1a-4bd4-b4c6-b883b57873dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9d79d6bd1d64d35b00654facac911cb&device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 1094 time: 0.0537200
Nov 06 21:11:00.762170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port f7107946-b83f-4301-b6bd-ce6f14307fe1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7107946-b83f-4301-b6bd-ce6f14307fe1,segment=NetworkSegment(7d181b75-7acd-46eb-bc12-a024492692bb),segment_id=7d181b75-7acd-46eb-bc12-a024492692bb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:00.767200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.808973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-c4e08e96-4b0a-4a78-b9e9-17d0554f30e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f HTTP/1.1" status: 200  len: 217 time: 0.0392504
Nov 06 21:11:00.816788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=f7107946-b83f-4301-b6bd-ce6f14307fe1,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:00.862345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-4dffa2f3-3cd4-48e6-9c8a-f5820ef571a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:00.863921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-4dffa2f3-3cd4-48e6-9c8a-f5820ef571a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40b776-ba2d-4baf-8b05-953a66d7d704 HTTP/1.1" status: 200  len: 852 time: 0.0477636
Nov 06 21:11:00.890638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.905376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-db6fae55-546d-49bd-964e-69191f163ec0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343564
Nov 06 21:11:00.930760 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:00.984562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network e830533d-0cbf-4c5a-ba26-77259783dd2a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:00.989450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:00.991944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:01.009751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-ee1b6072-ee19-4417-ae37-e2177284bd70 service neutron] 10.222.0.10 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965302
Nov 06 21:11:01.016087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=3989b1e3-7b5b-4257-a82d-e16325ac9712,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:01.059746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.060574 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:01.079293 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0dbb87c7-dbd2-41f8-84b7-87cae3c8952a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 0.7368717
Nov 06 21:11:01.081899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57808) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:01.195457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e57810-edf1-4991-a4d2-6b8a1d336be2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.197043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-03e57810-edf1-4991-a4d2-6b8a1d336be2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.1141737
Nov 06 21:11:01.199851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57810) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:01.213609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f453f53f-fe34-4a72-ade9-ed4d7da649eb req-de3ad263-91cd-4da6-9fab-ff41977d5959 service neutron] 10.222.0.10 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964302
Nov 06 21:11:01.257679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231ec21-cb5e-4e4a-a832-3231b26d197e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.258127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d7eb6a-57c1-441c-a181-c5db743b3a0f None None] Network e830533d-0cbf-4c5a-ba26-77259783dd2a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:01.264067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231ec21-cb5e-4e4a-a832-3231b26d197e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.270787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231ec21-cb5e-4e4a-a832-3231b26d197e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.275325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d231ec21-cb5e-4e4a-a832-3231b26d197e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.0715981
Nov 06 21:11:01.275817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57812) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:01.318551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277913a-90a3-435b-9434-bba6e911d36a req-63efa161-c6bf-461f-a03b-133bbf33a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.320687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f277913a-90a3-435b-9434-bba6e911d36a req-63efa161-c6bf-461f-a03b-133bbf33a158 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9d79d6bd1d64d35b00654facac911cb&device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 1094 time: 0.0470183
Nov 06 21:11:01.371987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2a50830f-7db2-419a-bc33-9db90621d29a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 3989b1e3-7b5b-4257-a82d-e16325ac9712 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:01.372521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a50830f-7db2-419a-bc33-9db90621d29a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:01.385773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c0c7edc1-0b8e-44b7-96e6-d16b95244558 None None] Provisioning complete for port f7107946-b83f-4301-b6bd-ce6f14307fe1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:01.386141 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0c7edc1-0b8e-44b7-96e6-d16b95244558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:01.417050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277913a-90a3-435b-9434-bba6e911d36a req-6aca7708-c7b4-4a44-a5ef-2dfb1689c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.418857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f277913a-90a3-435b-9434-bba6e911d36a req-6aca7708-c7b4-4a44-a5ef-2dfb1689c1a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 HTTP/1.1" status: 200  len: 913 time: 0.0916514
Nov 06 21:11:01.479668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a50830f-7db2-419a-bc33-9db90621d29a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:01.484705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f277913a-90a3-435b-9434-bba6e911d36a req-b75fa182-3b33-4a97-a788-452acb0b9ee9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f HTTP/1.1" status: 200  len: 217 time: 0.0559216
Nov 06 21:11:01.498881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2a50830f-7db2-419a-bc33-9db90621d29a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 3989b1e3-7b5b-4257-a82d-e16325ac9712 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:01.581085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277913a-90a3-435b-9434-bba6e911d36a req-e89a0d63-1a25-4ebd-9bcb-05e6a08ad409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.582610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f277913a-90a3-435b-9434-bba6e911d36a req-e89a0d63-1a25-4ebd-9bcb-05e6a08ad409 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40b776-ba2d-4baf-8b05-953a66d7d704 HTTP/1.1" status: 200  len: 852 time: 0.0859115
Nov 06 21:11:01.606533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b389af9-2a8c-4b65-81ca-c7cd2a91a889 req-88c0a86c-08bc-40af-91dc-a951ee9ee9dd tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:01.608185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b389af9-2a8c-4b65-81ca-c7cd2a91a889 req-88c0a86c-08bc-40af-91dc-a951ee9ee9dd tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 943 time: 0.0736473
Nov 06 21:11:01.629122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f277913a-90a3-435b-9434-bba6e911d36a req-e6ce2eb7-346e-425e-b69d-d0f730ea3cc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386410
Nov 06 21:11:01.672646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a50830f-7db2-419a-bc33-9db90621d29a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:01.703739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50830f-7db2-419a-bc33-9db90621d29a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=3989b1e3-7b5b-4257-a82d-e16325ac9712,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:01.732621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b389af9-2a8c-4b65-81ca-c7cd2a91a889 req-dd53189d-20db-4d4b-acee-548f494d7f05 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060114
Nov 06 21:11:01.767070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f277913a-90a3-435b-9434-bba6e911d36a req-399c9871-d004-4225-aa61-1b82d319c418 service neutron] 10.222.0.10 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301043
Nov 06 21:11:01.767953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-caf2ec31-bb3f-447c-b8f0-f5270a380dfa None None] Provisioning complete for port 6a053be9-4da4-415a-9173-893b9f3f8678 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:01.768519 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caf2ec31-bb3f-447c-b8f0-f5270a380dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:01.790460 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a50830f-7db2-419a-bc33-9db90621d29a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:01.797045 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2a50830f-7db2-419a-bc33-9db90621d29a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/3989b1e3-7b5b-4257-a82d-e16325ac9712 HTTP/1.1" status: 204  len: 168 time: 0.5199757
Nov 06 21:11:01.797698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:01.815187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-caf2ec31-bb3f-447c-b8f0-f5270a380dfa None None] Port 6a053be9-4da4-415a-9173-893b9f3f8678 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:01.821212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-caf2ec31-bb3f-447c-b8f0-f5270a380dfa None None] Could not find standard attr ID for object 3989b1e3-7b5b-4257-a82d-e16325ac9712. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:11:01.822929 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6b00b2-e788-48db-8076-7958cf175981 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:11:01.827114 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5f6b00b2-e788-48db-8076-7958cf175981 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/3989b1e3-7b5b-4257-a82d-e16325ac9712 HTTP/1.1" status: 404  len: 333 time: 0.0259237
Nov 06 21:11:01.828859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57818) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:01.833687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-caf2ec31-bb3f-447c-b8f0-f5270a380dfa None None] Provisioning complete for port f7107946-b83f-4301-b6bd-ce6f14307fe1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:01.834181 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caf2ec31-bb3f-447c-b8f0-f5270a380dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:01.902707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f277913a-90a3-435b-9434-bba6e911d36a req-6a01cc4a-cb0d-4b55-9db6-6ff44da81e0f service neutron] 10.222.0.10 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280627
Nov 06 21:11:01.938928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3514df63-d762-4fb6-8c2f-7dae36cad64a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 6a053be9-4da4-415a-9173-893b9f3f8678 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:01.939248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3514df63-d762-4fb6-8c2f-7dae36cad64a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.032461 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3514df63-d762-4fb6-8c2f-7dae36cad64a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.046294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3514df63-d762-4fb6-8c2f-7dae36cad64a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 6a053be9-4da4-415a-9173-893b9f3f8678 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:02.061273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2c919075-58c3-4280-8d85-7806aaa83815 None None] Provisioning complete for port 6a053be9-4da4-415a-9173-893b9f3f8678 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:02.061273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2c919075-58c3-4280-8d85-7806aaa83815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.108803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2c919075-58c3-4280-8d85-7806aaa83815 None None] Port 6a053be9-4da4-415a-9173-893b9f3f8678 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:02.184129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3514df63-d762-4fb6-8c2f-7dae36cad64a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.213847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514df63-d762-4fb6-8c2f-7dae36cad64a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=6a053be9-4da4-415a-9173-893b9f3f8678,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:02.226951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c196b35a-9f11-40ce-a548-99a161ffcda7 None None] Could not find standard attr ID for object 3989b1e3-7b5b-4257-a82d-e16325ac9712. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:11:02.291426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3514df63-d762-4fb6-8c2f-7dae36cad64a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.294727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3514df63-d762-4fb6-8c2f-7dae36cad64a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/6a053be9-4da4-415a-9173-893b9f3f8678 HTTP/1.1" status: 204  len: 168 time: 0.4647110
Nov 06 21:11:02.297297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57822) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:02.322136 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-108c46d2-4fde-473e-88c5-5fdcf2e46e63 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:11:02.323748 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-108c46d2-4fde-473e-88c5-5fdcf2e46e63 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/6a053be9-4da4-415a-9173-893b9f3f8678 HTTP/1.1" status: 404  len: 333 time: 0.0254626
Nov 06 21:11:02.326392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57824) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:02.383071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5834f2-adf6-4ffc-ab78-4f6e05b81196 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet b133ac6c-c97e-4e92-b868-131b884c75a3 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:02.386462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed5834f2-adf6-4ffc-ab78-4f6e05b81196 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.428590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed5834f2-adf6-4ffc-ab78-4f6e05b81196 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.493655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f7107946-b83f-4301-b6bd-ce6f14307fe1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:02.518974 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed5834f2-adf6-4ffc-ab78-4f6e05b81196 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.541792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f7107946-b83f-4301-b6bd-ce6f14307fe1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:02.542160 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.579976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed5834f2-adf6-4ffc-ab78-4f6e05b81196 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.609416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5834f2-adf6-4ffc-ab78-4f6e05b81196 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=b133ac6c-c97e-4e92-b868-131b884c75a3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:02.612247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ed5834f2-adf6-4ffc-ab78-4f6e05b81196 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.618222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ed5834f2-adf6-4ffc-ab78-4f6e05b81196 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/b133ac6c-c97e-4e92-b868-131b884c75a3 HTTP/1.1" status: 204  len: 168 time: 0.2880611
Nov 06 21:11:02.619580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57826) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:02.621160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba38557-cad6-44fc-8cf1-032dbf1e128a None None] Network e830533d-0cbf-4c5a-ba26-77259783dd2a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:02.697028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.750746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port f7107946-b83f-4301-b6bd-ce6f14307fe1 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:02.751090 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.806090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] DHCP port deletion for e830533d-0cbf-4c5a-ba26-77259783dd2a request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:11:02.852544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] Deleting port f7107946-b83f-4301-b6bd-ce6f14307fe1 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:02.852917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.854564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] For port f7107946-b83f-4301-b6bd-ce6f14307fe1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7107946-b83f-4301-b6bd-ce6f14307fe1,segment=NetworkSegment(7d181b75-7acd-46eb-bc12-a024492692bb),segment_id=7d181b75-7acd-46eb-bc12-a024492692bb)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:02.854941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.875749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for f7107946-b83f-4301-b6bd-ce6f14307fe1 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:02.895084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83f0b8-b8b4-41fc-87b3-a25dd844fef9 req-b2b1d0f2-a13a-4446-a161-6c41cac63325 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:02.896620 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b83f0b8-b8b4-41fc-87b3-a25dd844fef9 req-b2b1d0f2-a13a-4446-a161-6c41cac63325 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 943 time: 0.0789442
Nov 06 21:11:02.915534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] For port f7107946-b83f-4301-b6bd-ce6f14307fe1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7107946-b83f-4301-b6bd-ce6f14307fe1,segment=NetworkSegment(7d181b75-7acd-46eb-bc12-a024492692bb),segment_id=7d181b75-7acd-46eb-bc12-a024492692bb)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:02.915930 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:02.927965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] Calling delete_port for f7107946-b83f-4301-b6bd-ce6f14307fe1 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:02.998417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b83f0b8-b8b4-41fc-87b3-a25dd844fef9 req-7a305ba5-e656-4288-8fc6-698f0488f80e tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686991
Nov 06 21:11:03.009898 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.018323 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.039339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=f7107946-b83f-4301-b6bd-ce6f14307fe1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:03.041860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No DVR routers for this DVR port f7107946-b83f-4301-b6bd-ce6f14307fe1 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:03.044729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] No DVR routers for this DVR port f7107946-b83f-4301-b6bd-ce6f14307fe1 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:03.046465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f289c9-3c85-4755-842c-5438d9d16afa None None] Pushing event deleted for resources: {'Port': ['ID=f7107946-b83f-4301-b6bd-ce6f14307fe1,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:03.051919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.052269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.052636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.052975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.053513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.053621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.054507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.054834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.055162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.055489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.055814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.056496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:03.130368 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.150831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255b3c460>,) {'filters': {'network_id': ['e830533d-0cbf-4c5a-ba26-77259783dd2a']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:03.160315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255b3c460>, '7d181b75-7acd-46eb-bc12-a024492692bb') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:03.160619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255b3c460>, '7d181b75-7acd-46eb-bc12-a024492692bb') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:03.171127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.186053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.192220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:11:03.192716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:11:03.195978 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:11:03.256741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.263461 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.266893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/networks/e830533d-0cbf-4c5a-ba26-77259783dd2a HTTP/1.1" status: 204  len: 168 time: 0.6464107
Nov 06 21:11:03.272191 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57834) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:03.276936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1566504779'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:03.283522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab8469-1600-47dc-8322-9733706eba07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Network': ['ID=e830533d-0cbf-4c5a-ba26-77259783dd2a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:03.298290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:03.301906 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.325393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:11:03.334586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.334918 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Added segment de000941-d04e-44b5-a627-e056c388f807 of type vlan for network d17db546-fe31-4c71-9ca3-fffb0fcae133
Nov 06 21:11:03.374233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.396633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.402618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:03.403183 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.461590 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1893821
Nov 06 21:11:03.464433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57836) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:03.469716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': 'd17db546-fe31-4c71-9ca3-fffb0fcae133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:03.472637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8eb4b-ceca-41a0-89ca-af2fe994c916 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Network': ['ID=d17db546-fe31-4c71-9ca3-fffb0fcae133,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:03.483675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network d17db546-fe31-4c71-9ca3-fffb0fcae133 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:11:03.557670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:03.561255 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.739147 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.797477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=28e9bedb-bb63-44d7-8c28-c6fb85480a05,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:03.812839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Checking segment: {'id': 'de000941-d04e-44b5-a627-e056c388f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd17db546-fe31-4c71-9ca3-fffb0fcae133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:03.813204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network hostable DHCP agents. Network: d17db546-fe31-4c71-9ca3-fffb0fcae133, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:11:03.829281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network d17db546-fe31-4c71-9ca3-fffb0fcae133 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:11:03.838915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d17db546-fe31-4c71-9ca3-fffb0fcae133) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:03.843116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:03.843715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.850446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3586c8-5eef-460b-8ad9-446809a06213 None None] Network d17db546-fe31-4c71-9ca3-fffb0fcae133 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:03.862898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-01b0c957-b7ed-4423-92f9-80ecd438dfc4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3954353
Nov 06 21:11:03.863702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57838) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:03.868847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c17e17ca-6426-433e-a86c-bc8bbd7bd5c4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-275153016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:03.897173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c17e17ca-6426-433e-a86c-bc8bbd7bd5c4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:03.898804 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c17e17ca-6426-433e-a86c-bc8bbd7bd5c4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.004353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d17db546-fe31-4c71-9ca3-fffb0fcae133', 'network_id': 'd17db546-fe31-4c71-9ca3-fffb0fcae133', 'tenant_id': 'f6ac2734a06b450eadbe39c7cbc12832', 'fixed_ips': [{'subnet_id': '28e9bedb-bb63-44d7-8c28-c6fb85480a05'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:11:04.005228 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.145144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Allocated IP 172.20.0.2 (d17db546-fe31-4c71-9ca3-fffb0fcae133/28e9bedb-bb63-44d7-8c28-c6fb85480a05/83f279de-cf05-45c6-9adb-d16b8291a9fd) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:04.250654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c17e17ca-6426-433e-a86c-bc8bbd7bd5c4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.262123 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c17e17ca-6426-433e-a86c-bc8bbd7bd5c4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.298094 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c17e17ca-6426-433e-a86c-bc8bbd7bd5c4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.299323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c17e17ca-6426-433e-a86c-bc8bbd7bd5c4 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.4340079
Nov 06 21:11:04.302115 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.303232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:04.309528 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.310410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'network_id': 'd17db546-fe31-4c71-9ca3-fffb0fcae133', 'name': 'tempest-PortsTestJSON-23953387'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:04.318719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b80f56-393e-4dfd-b543-8dab4df59d91 req-b5f00544-5c65-4315-a33b-5b5705cdf198 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:04.321000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9b80f56-393e-4dfd-b543-8dab4df59d91 req-b5f00544-5c65-4315-a33b-5b5705cdf198 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 943 time: 0.0754638
Nov 06 21:11:04.347647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Network d17db546-fe31-4c71-9ca3-fffb0fcae133 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:04.352474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:04.356153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:04.363775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Pushing event updated for resources: {'Port': ['ID=83f279de-cf05-45c6-9adb-d16b8291a9fd,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:04.374292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9b80f56-393e-4dfd-b543-8dab4df59d91 req-5b3d4ff0-9ca8-467a-bd8b-794636948590 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464480
Nov 06 21:11:04.417723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Attempting to bind port 83f279de-cf05-45c6-9adb-d16b8291a9fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:04.418304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Attempting to bind port 83f279de-cf05-45c6-9adb-d16b8291a9fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de000941-d04e-44b5-a627-e056c388f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd17db546-fe31-4c71-9ca3-fffb0fcae133'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:04.418674 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Attempting to bind port 83f279de-cf05-45c6-9adb-d16b8291a9fd on network d17db546-fe31-4c71-9ca3-fffb0fcae133 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:04.423879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:04.424371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Checking segment: {'id': 'de000941-d04e-44b5-a627-e056c388f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd17db546-fe31-4c71-9ca3-fffb0fcae133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:04.424690 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.425117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Bound using segment: {'id': 'de000941-d04e-44b5-a627-e056c388f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd17db546-fe31-4c71-9ca3-fffb0fcae133'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:04.425579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Bound port: 83f279de-cf05-45c6-9adb-d16b8291a9fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de000941-d04e-44b5-a627-e056c388f807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd17db546-fe31-4c71-9ca3-fffb0fcae133'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:04.425970 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.431405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:04.435660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.453990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port d5bf01bf-615a-483a-b579-6d4168546935 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:11:04.493735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] For port 83f279de-cf05-45c6-9adb-d16b8291a9fd, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:04.497491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f7107946-b83f-4301-b6bd-ce6f14307fe1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:04.500467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] For port 83f279de-cf05-45c6-9adb-d16b8291a9fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83f279de-cf05-45c6-9adb-d16b8291a9fd,segment=NetworkSegment(de000941-d04e-44b5-a627-e056c388f807),segment_id=de000941-d04e-44b5-a627-e056c388f807)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:04.520349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f7107946-b83f-4301-b6bd-ce6f14307fe1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:04.520695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f7107946-b83f-4301-b6bd-ce6f14307fe1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:04.523396 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.572136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.11 (d17db546-fe31-4c71-9ca3-fffb0fcae133/28e9bedb-bb63-44d7-8c28-c6fb85480a05/d5bf01bf-615a-483a-b579-6d4168546935) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:04.588914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58361c5-ed7a-41a5-b93c-742dd263a44b None None] Pushing event updated for resources: {'Port': ['ID=83f279de-cf05-45c6-9adb-d16b8291a9fd,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:04.735132 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.780649 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.822205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network d17db546-fe31-4c71-9ca3-fffb0fcae133 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:04.825451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:04.832054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:04.857714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=d5bf01bf-615a-483a-b579-6d4168546935,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:04.887132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:04.887731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:04.903035 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a12ac5ae-8b9c-4041-9862-cf2dd9759414 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 0.5976009
Nov 06 21:11:04.905679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57846) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:05.216548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:05.238847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a32f4399-5934-42ad-8d46-92a6c0555a4f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:11:05.345017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a32f4399-5934-42ad-8d46-92a6c0555a4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f,segment=NetworkSegment(669d5378-540a-42a8-95b1-b515ed8cff36),segment_id=669d5378-540a-42a8-95b1-b515ed8cff36)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:05.358518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'a32f4399-5934-42ad-8d46-92a6c0555a4f', 'network_id': '626e6dee-8d5a-490e-b0c2-9e4b3deeaae2', 'port_id': 'a32f4399-5934-42ad-8d46-92a6c0555a4f', 'mac_address': 'fa:16:3e:8a:13:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e40b776-ba2d-4baf-8b05-953a66d7d704', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:11:05.404694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:05.419351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32f4399-5934-42ad-8d46-92a6c0555a4f {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:11:05.443425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a32f4399-5934-42ad-8d46-92a6c0555a4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f,segment=NetworkSegment(669d5378-540a-42a8-95b1-b515ed8cff36),segment_id=669d5378-540a-42a8-95b1-b515ed8cff36)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:05.448969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:05.523848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=a32f4399-5934-42ad-8d46-92a6c0555a4f,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:05.525779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff41e-1021-4e89-8923-a14df7a183bd req-b40ee6a7-3f48-4f32-b329-db793e4283c5 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:05.530544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-690ff41e-1021-4e89-8923-a14df7a183bd req-b40ee6a7-3f48-4f32-b329-db793e4283c5 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 944 time: 0.0705357
Nov 06 21:11:05.546542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7008d89-8abd-4958-91d4-367793b9ea2c None None] Network d17db546-fe31-4c71-9ca3-fffb0fcae133 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:05.582932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-690ff41e-1021-4e89-8923-a14df7a183bd req-b2e1ee74-93ee-4199-a6e7-af124b13627b tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474069
Nov 06 21:11:05.624764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-183c2546-b425-445b-8c21-487b27d807ae None None] Provisioning complete for port 83f279de-cf05-45c6-9adb-d16b8291a9fd triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:05.625132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-183c2546-b425-445b-8c21-487b27d807ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:05.774311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:05.780375 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:05.857146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=d5bf01bf-615a-483a-b579-6d4168546935,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:05.928158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['a32f4399-5934-42ad-8d46-92a6c0555a4f'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:11:05.954271 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-183c2546-b425-445b-8c21-487b27d807ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.010289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.011237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-183c2546-b425-445b-8c21-487b27d807ae None None] For port 83f279de-cf05-45c6-9adb-d16b8291a9fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83f279de-cf05-45c6-9adb-d16b8291a9fd,segment=NetworkSegment(de000941-d04e-44b5-a627-e056c388f807),segment_id=de000941-d04e-44b5-a627-e056c388f807)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:06.020838 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-183c2546-b425-445b-8c21-487b27d807ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.102962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c2546-b425-445b-8c21-487b27d807ae None None] Pushing event updated for resources: {'Port': ['ID=83f279de-cf05-45c6-9adb-d16b8291a9fd,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:06.138525 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.242838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4befc971-0e38-4a48-9ad8-438d57659ebd None None] Provisioning complete for port 83f279de-cf05-45c6-9adb-d16b8291a9fd triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:06.243410 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4befc971-0e38-4a48-9ad8-438d57659ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.333594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4befc971-0e38-4a48-9ad8-438d57659ebd None None] Provisioning complete for port d5bf01bf-615a-483a-b579-6d4168546935 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:06.334093 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4befc971-0e38-4a48-9ad8-438d57659ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.370186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4befc971-0e38-4a48-9ad8-438d57659ebd None None] Port d5bf01bf-615a-483a-b579-6d4168546935 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:06.418845 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.424000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.493517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ab612554-86d0-496e-9deb-d4e6169f92eb None None] Provisioning complete for port d5bf01bf-615a-483a-b579-6d4168546935 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:06.494037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ab612554-86d0-496e-9deb-d4e6169f92eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.510323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.512326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=d5bf01bf-615a-483a-b579-6d4168546935,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:06.531008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 83f279de-cf05-45c6-9adb-d16b8291a9fd up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:06.567941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ab612554-86d0-496e-9deb-d4e6169f92eb None None] Port d5bf01bf-615a-483a-b579-6d4168546935 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:06.592848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 83f279de-cf05-45c6-9adb-d16b8291a9fd triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:06.593286 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.609232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network d17db546-fe31-4c71-9ca3-fffb0fcae133 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:06.610879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:06.717322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-db5a8022-2fab-4a0c-940e-3b552e31eaa6 None None] Provisioning complete for port d5bf01bf-615a-483a-b579-6d4168546935 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:06.719195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-db5a8022-2fab-4a0c-940e-3b552e31eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.742141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e0ff-6b70-442e-8717-46bc47219f34 req-86b5b801-cd1f-4ac3-ab80-4de36a0735c6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:06.751368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c502e0ff-6b70-442e-8717-46bc47219f34 req-86b5b801-cd1f-4ac3-ab80-4de36a0735c6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 944 time: 0.0756595
Nov 06 21:11:06.761011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-db5a8022-2fab-4a0c-940e-3b552e31eaa6 None None] Port d5bf01bf-615a-483a-b579-6d4168546935 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:06.764883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Router 34cbc960-dea3-451e-9a1f-105cbe0edf45 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:11:06.801976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c502e0ff-6b70-442e-8717-46bc47219f34 req-721692a7-1284-4d0b-8042-97d40926fc54 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494103
Nov 06 21:11:06.862496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:06.873213 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b93c6860-5d6e-4d89-8ad0-b70fab8e2030 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "PUT /v2.0/routers/34cbc960-dea3-451e-9a1f-105cbe0edf45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9652526
Nov 06 21:11:06.876436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57856) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:06.877337 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12996-b2c6-4cb3-8b54-82db3b019b74 None None] Sync routers for ids ['34cbc960-dea3-451e-9a1f-105cbe0edf45'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:06.887877 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12996-b2c6-4cb3-8b54-82db3b019b74 None None] Routers {'34cbc960-dea3-451e-9a1f-105cbe0edf45'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:06.888143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-04cfa535-faf1-4859-90c5-acc360093dfb None None] Provisioning complete for port d5bf01bf-615a-483a-b579-6d4168546935 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:06.888611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56e12996-b2c6-4cb3-8b54-82db3b019b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258aec220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:10:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['34cbc960-dea3-451e-9a1f-105cbe0edf45'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:06.888788 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04cfa535-faf1-4859-90c5-acc360093dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:06.924159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac7bcd-781b-4f58-9751-8a34966a5c1c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:06.924416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-04cfa535-faf1-4859-90c5-acc360093dfb None None] Port d5bf01bf-615a-483a-b579-6d4168546935 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:06.924964 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56e12996-b2c6-4cb3-8b54-82db3b019b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258aec220>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:06.928407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-53ac7bcd-781b-4f58-9751-8a34966a5c1c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cbc960-dea3-451e-9a1f-105cbe0edf45 HTTP/1.1" status: 200  len: 981 time: 0.0498788
Nov 06 21:11:06.928729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57858) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:06.934977 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e12996-b2c6-4cb3-8b54-82db3b019b74 None None] Routers {'34cbc960-dea3-451e-9a1f-105cbe0edf45'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:06.935567 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56e12996-b2c6-4cb3-8b54-82db3b019b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258aec220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:10:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['34cbc960-dea3-451e-9a1f-105cbe0edf45'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:06.965978 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56e12996-b2c6-4cb3-8b54-82db3b019b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258aec220>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:06.966613 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e12996-b2c6-4cb3-8b54-82db3b019b74 None None] The sync data for ids ['34cbc960-dea3-451e-9a1f-105cbe0edf45'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:07.237367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a32f4399-5934-42ad-8d46-92a6c0555a4f up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:07.288971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port a32f4399-5934-42ad-8d46-92a6c0555a4f completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:11:07.293268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port a32f4399-5934-42ad-8d46-92a6c0555a4f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:07.293631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:07.328057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:07.371051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:07.393668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87624922-75f3-4162-b674-c7d0f77164a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32f4399-5934-42ad-8d46-92a6c0555a4f'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:07.395903 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b03202-136f-4c82-abd2-32af8b789a8c" -d '{"events": [{"server_uuid": "87624922-75f3-4162-b674-c7d0f77164a7", "name": "network-vif-plugged", "status": "completed", "tag": "a32f4399-5934-42ad-8d46-92a6c0555a4f"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:07.408676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a32f4399-5934-42ad-8d46-92a6c0555a4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f,segment=NetworkSegment(669d5378-540a-42a8-95b1-b515ed8cff36),segment_id=669d5378-540a-42a8-95b1-b515ed8cff36)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:07.413776 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:07.445048 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088c2f9f-d5a6-4254-96bf-c812d2a08a09 x-openstack-request-id: req-088c2f9f-d5a6-4254-96bf-c812d2a08a09 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:07.445358 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87624922-75f3-4162-b674-c7d0f77164a7", "name": "network-vif-plugged", "status": "completed", "tag": "a32f4399-5934-42ad-8d46-92a6c0555a4f", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:07.445582 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-088c2f9f-d5a6-4254-96bf-c812d2a08a09 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:07.446109 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87624922-75f3-4162-b674-c7d0f77164a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32f4399-5934-42ad-8d46-92a6c0555a4f', 'code': 200}
Nov 06 21:11:07.473651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=a32f4399-5934-42ad-8d46-92a6c0555a4f,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:07.542106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a20ef6-8b6b-408d-9270-8d924d51ffac req-8a64cd8f-3fed-4cd6-8eed-c42acf4f8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:07.543619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81a20ef6-8b6b-408d-9270-8d924d51ffac req-8a64cd8f-3fed-4cd6-8eed-c42acf4f8847 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 1096 time: 0.0404615
Nov 06 21:11:07.553454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port d5bf01bf-615a-483a-b579-6d4168546935 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:07.553831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:07.588883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81a20ef6-8b6b-408d-9270-8d924d51ffac req-a54f7eed-e04d-4b93-90c0-2b762ed7314f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379474
Nov 06 21:11:07.638895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:07.650825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for d5bf01bf-615a-483a-b579-6d4168546935 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:07.812914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:07.850422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=d5bf01bf-615a-483a-b579-6d4168546935,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:07.932020 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac6f3d-cfbf-469a-a412-2493c1e0bd5c req-536340cb-8668-431e-95d9-d36818deaf2d tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:07.933833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3ac6f3d-cfbf-469a-a412-2493c1e0bd5c req-536340cb-8668-431e-95d9-d36818deaf2d tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0581727
Nov 06 21:11:07.982909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:07.988151 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3ac6f3d-cfbf-469a-a412-2493c1e0bd5c req-40619b13-7fad-4ea7-af63-f46ecd83db20 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471439
Nov 06 21:11:08.139041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Router 34cbc960-dea3-451e-9a1f-105cbe0edf45 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:11:08.212028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:08.217106 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-52098131-5a32-4793-9109-ba86ff95be3f tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "PUT /v2.0/routers/34cbc960-dea3-451e-9a1f-105cbe0edf45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.2868516
Nov 06 21:11:08.219714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57868) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:08.222130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be91f90-275b-4c9a-b1c4-879a9efbd4ae None None] Sync routers for ids ['34cbc960-dea3-451e-9a1f-105cbe0edf45'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:08.232971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be91f90-275b-4c9a-b1c4-879a9efbd4ae None None] Routers {'34cbc960-dea3-451e-9a1f-105cbe0edf45'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:08.233628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7be91f90-275b-4c9a-b1c4-879a9efbd4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251247bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:10:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['34cbc960-dea3-451e-9a1f-105cbe0edf45'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:08.244506 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe92e66e-a45a-431b-83ef-8449596d3fae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:11:08.246006 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe92e66e-a45a-431b-83ef-8449596d3fae tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/d5bf01bf-615a-483a-b579-6d4168546935 HTTP/1.1" status: 404  len: 333 time: 0.0253444
Nov 06 21:11:08.248629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57870) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:08.269293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7be91f90-275b-4c9a-b1c4-879a9efbd4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251247bb0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:08.280728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be91f90-275b-4c9a-b1c4-879a9efbd4ae None None] Routers {'34cbc960-dea3-451e-9a1f-105cbe0edf45'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:08.281354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7be91f90-275b-4c9a-b1c4-879a9efbd4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251247bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:10:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['34cbc960-dea3-451e-9a1f-105cbe0edf45'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:08.317155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7be91f90-275b-4c9a-b1c4-879a9efbd4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251247bb0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:08.317815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be91f90-275b-4c9a-b1c4-879a9efbd4ae None None] The sync data for ids ['34cbc960-dea3-451e-9a1f-105cbe0edf45'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:08.594652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fefe2638-88de-41fa-b043-2bdb5237dc35 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:08.749597 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fefe2638-88de-41fa-b043-2bdb5237dc35 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:08.751549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fefe2638-88de-41fa-b043-2bdb5237dc35 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:08.794765 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fefe2638-88de-41fa-b043-2bdb5237dc35 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:08.795276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefe2638-88de-41fa-b043-2bdb5237dc35 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Fanout notify agent at l3_agent the message router_deleted on router 34cbc960-dea3-451e-9a1f-105cbe0edf45 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:11:08.802914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fefe2638-88de-41fa-b043-2bdb5237dc35 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:08.804022 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fefe2638-88de-41fa-b043-2bdb5237dc35 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/routers/34cbc960-dea3-451e-9a1f-105cbe0edf45 HTTP/1.1" status: 204  len: 168 time: 0.5544953
Nov 06 21:11:08.806653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57874) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:08.855625 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9b6521-643b-42b1-bb2a-d6f507b7ffc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet 28e9bedb-bb63-44d7-8c28-c6fb85480a05 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:08.858870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6521-643b-42b1-bb2a-d6f507b7ffc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:08.898058 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6521-643b-42b1-bb2a-d6f507b7ffc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:08.989598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6521-643b-42b1-bb2a-d6f507b7ffc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.046288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6521-643b-42b1-bb2a-d6f507b7ffc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.074083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b6521-643b-42b1-bb2a-d6f507b7ffc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=28e9bedb-bb63-44d7-8c28-c6fb85480a05,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:09.077594 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6521-643b-42b1-bb2a-d6f507b7ffc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.080766 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dd9b6521-643b-42b1-bb2a-d6f507b7ffc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/28e9bedb-bb63-44d7-8c28-c6fb85480a05 HTTP/1.1" status: 204  len: 168 time: 0.2731385
Nov 06 21:11:09.083447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57878) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:09.089453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501cf62-9927-43e3-92aa-214dc4991f99 None None] Network d17db546-fe31-4c71-9ca3-fffb0fcae133 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:09.117368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1a74f-d8fc-4b96-a52d-2daeb836fa5b req-83c6cbc9-10ea-4e02-ad65-6d84157f8e9a tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:09.118902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10e1a74f-d8fc-4b96-a52d-2daeb836fa5b req-83c6cbc9-10ea-4e02-ad65-6d84157f8e9a tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0540004
Nov 06 21:11:09.164584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.169566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10e1a74f-d8fc-4b96-a52d-2daeb836fa5b req-33833b98-057e-4a87-be13-b0153ee095dd tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443645
Nov 06 21:11:09.222790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 83f279de-cf05-45c6-9adb-d16b8291a9fd {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:09.223130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.291481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] For port 83f279de-cf05-45c6-9adb-d16b8291a9fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83f279de-cf05-45c6-9adb-d16b8291a9fd,segment=NetworkSegment(de000941-d04e-44b5-a627-e056c388f807),segment_id=de000941-d04e-44b5-a627-e056c388f807)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:09.291769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.294525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] DHCP port deletion for d17db546-fe31-4c71-9ca3-fffb0fcae133 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:11:09.306412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6887b-79bd-4b5e-85cd-3db52cdf5fb6 req-5899c328-17b7-4d55-952d-a3c1670ceaeb tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:09.307896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 83f279de-cf05-45c6-9adb-d16b8291a9fd owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:09.308147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbe6887b-79bd-4b5e-85cd-3db52cdf5fb6 req-5899c328-17b7-4d55-952d-a3c1670ceaeb tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0591328
Nov 06 21:11:09.352176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] Deleting port 83f279de-cf05-45c6-9adb-d16b8291a9fd {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:09.352831 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.358688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbe6887b-79bd-4b5e-85cd-3db52cdf5fb6 req-afd4cf40-f53e-4abd-a870-70c7a4099bf9 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436499
Nov 06 21:11:09.395344 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.419549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] For port 83f279de-cf05-45c6-9adb-d16b8291a9fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83f279de-cf05-45c6-9adb-d16b8291a9fd,segment=NetworkSegment(de000941-d04e-44b5-a627-e056c388f807),segment_id=de000941-d04e-44b5-a627-e056c388f807)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:09.419941 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.424171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No DVR routers for this DVR port 83f279de-cf05-45c6-9adb-d16b8291a9fd on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:09.430008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=83f279de-cf05-45c6-9adb-d16b8291a9fd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:09.434972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] Calling delete_port for 83f279de-cf05-45c6-9adb-d16b8291a9fd owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:09.512696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.520331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.531496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] No DVR routers for this DVR port 83f279de-cf05-45c6-9adb-d16b8291a9fd on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:09.544288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92566d67f0>,) {'filters': {'network_id': ['d17db546-fe31-4c71-9ca3-fffb0fcae133']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:09.555232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566d67f0>, 'de000941-d04e-44b5-a627-e056c388f807') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:09.555612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566d67f0>, 'de000941-d04e-44b5-a627-e056c388f807') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:09.559546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0b53a-ff34-4152-8e03-72aa11afd5c0 None None] Pushing event deleted for resources: {'Port': ['ID=83f279de-cf05-45c6-9adb-d16b8291a9fd,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:09.569037 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.584585 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.592893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:11:09.593575 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:11:09.599491 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:11:09.655875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933dff-d3a6-4237-9cdb-ad69e6a73e6c req-deb0ca47-66cc-49a2-a1ad-702f7aeb52a9 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:09.657404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e933dff-d3a6-4237-9cdb-ad69e6a73e6c req-deb0ca47-66cc-49a2-a1ad-702f7aeb52a9 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0703852
Nov 06 21:11:09.665843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.674716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:09.677809 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/networks/d17db546-fe31-4c71-9ca3-fffb0fcae133 HTTP/1.1" status: 204  len: 168 time: 0.5933936
Nov 06 21:11:09.686950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57888) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:09.688732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1784648-7858-4feb-8601-03e648b77033 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Network': ['ID=d17db546-fe31-4c71-9ca3-fffb0fcae133,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:09.748592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c49f7-53eb-469e-be2d-8cbcffc25afd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:09.749970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1e2c49f7-53eb-469e-be2d-8cbcffc25afd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/3695e71f-d447-4903-bd28-8232aef00d3d HTTP/1.1" status: 200  len: 840 time: 0.0616591
Nov 06 21:11:09.754005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57890) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:09.754601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e933dff-d3a6-4237-9cdb-ad69e6a73e6c req-1c839a94-2bac-4a71-a888-961ca46a29b1 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912516
Nov 06 21:11:09.798331 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b2fdbb7-6869-45eb-ae2f-95d1ec760392 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/3695e71f-d447-4903-bd28-8232aef00d3d?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0430892
Nov 06 21:11:09.801727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57892) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:09.807173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:09.899438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:09.902959 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.078471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.120589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:10.123629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:10.127182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:10.127767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.131739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5839cf8-c8d2-4cab-a035-c4dd4dee9d3d None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:10.142565 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=58548a4a-97b2-46c0-b46b-dca1f20381c0,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:10.155147 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cfa1b063-de8c-4bd7-b67f-bb64cff1c307 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3522584
Nov 06 21:11:10.158530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57904) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:10.167927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e829cd18-5069-4980-a539-2b7ff3143c56 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'security_group': {'name': 'tempest-secgroup-185511855'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:10.203650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e829cd18-5069-4980-a539-2b7ff3143c56 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.285087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e829cd18-5069-4980-a539-2b7ff3143c56 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.290234 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e829cd18-5069-4980-a539-2b7ff3143c56 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.311265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'tenant_id': 'f6ac2734a06b450eadbe39c7cbc12832', 'fixed_ips': [{'subnet_id': '58548a4a-97b2-46c0-b46b-dca1f20381c0'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:11:10.312336 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.314585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e829cd18-5069-4980-a539-2b7ff3143c56 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.315853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e829cd18-5069-4980-a539-2b7ff3143c56 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1549096
Nov 06 21:11:10.318588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57912) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:10.323665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-63ea6e79-85fb-4ec0-880d-c00061ca39ca tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021328964'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:10.329447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829cd18-5069-4980-a539-2b7ff3143c56 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32990f5-23a9-47b2-a4af-a88b08f6cb7b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:10.351051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63ea6e79-85fb-4ec0-880d-c00061ca39ca tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.421960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63ea6e79-85fb-4ec0-880d-c00061ca39ca tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.426477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63ea6e79-85fb-4ec0-880d-c00061ca39ca tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.454014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Allocated IP 172.20.0.2 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/58548a4a-97b2-46c0-b46b-dca1f20381c0/b870bacf-3eda-44fd-aac1-4d973ac78a18) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:10.459259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63ea6e79-85fb-4ec0-880d-c00061ca39ca tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.461278 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63ea6e79-85fb-4ec0-880d-c00061ca39ca tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1414258
Nov 06 21:11:10.462451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea6e79-85fb-4ec0-880d-c00061ca39ca tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3dbe9d-90ac-4190-9fe1-e9172cc6d3a8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:10.464112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57914) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:10.469615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1920324964', 'security_groups': ['3d3dbe9d-90ac-4190-9fe1-e9172cc6d3a8'], 'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58548a4a-97b2-46c0-b46b-dca1f20381c0'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:10.514281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 83f279de-cf05-45c6-9adb-d16b8291a9fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:10.540540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 83f279de-cf05-45c6-9adb-d16b8291a9fd {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:10.540867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 83f279de-cf05-45c6-9adb-d16b8291a9fd not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:10.577521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:10.625053 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.630547 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.667517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.674850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:10.680139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:10.683977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:10.688180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 1cb99752-87ad-46e2-ac8b-bc33be365298 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:11:10.699084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Pushing event updated for resources: {'Port': ['ID=b870bacf-3eda-44fd-aac1-4d973ac78a18,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:10.747360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Attempting to bind port b870bacf-3eda-44fd-aac1-4d973ac78a18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:10.747722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Attempting to bind port b870bacf-3eda-44fd-aac1-4d973ac78a18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '763ffb3d-3400-475c-97da-cbafccf4e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:10.748082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Attempting to bind port b870bacf-3eda-44fd-aac1-4d973ac78a18 on network 776d90c9-3de0-4f7d-829b-8e0135bce8ae {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:10.753262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:10.753635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Checking segment: {'id': '763ffb3d-3400-475c-97da-cbafccf4e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:10.754027 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.754412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Bound using segment: {'id': '763ffb3d-3400-475c-97da-cbafccf4e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:10.754864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Bound port: b870bacf-3eda-44fd-aac1-4d973ac78a18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763ffb3d-3400-475c-97da-cbafccf4e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:10.755233 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.821980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] For port b870bacf-3eda-44fd-aac1-4d973ac78a18, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:10.825283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] For port b870bacf-3eda-44fd-aac1-4d973ac78a18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b870bacf-3eda-44fd-aac1-4d973ac78a18,segment=NetworkSegment(763ffb3d-3400-475c-97da-cbafccf4e9ae),segment_id=763ffb3d-3400-475c-97da-cbafccf4e9ae)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:10.830009 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:10.895907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e077dc8-aed2-4a8c-80e4-63119f6c24a4 None None] Pushing event updated for resources: {'Port': ['ID=b870bacf-3eda-44fd-aac1-4d973ac78a18,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:10.924340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10026d35-96d2-4e92-8adb-ea6ae8b3be01 req-46c1d729-7c0c-4a2b-965b-5189b677ceaf tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:10.925910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10026d35-96d2-4e92-8adb-ea6ae8b3be01 req-46c1d729-7c0c-4a2b-965b-5189b677ceaf tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0924339
Nov 06 21:11:10.968214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.8 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/58548a4a-97b2-46c0-b46b-dca1f20381c0/1cb99752-87ad-46e2-ac8b-bc33be365298) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:11.003438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10026d35-96d2-4e92-8adb-ea6ae8b3be01 req-8013d187-1950-4fed-85f6-59473e630c89 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669949
Nov 06 21:11:11.172180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:11.210526 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:11.307043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:11.317932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:11.322139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=1cb99752-87ad-46e2-ac8b-bc33be365298,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:11.326800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:11.368670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-0816dc58-943d-40d9-a572-7b6fe2b8821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:11.370281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-0816dc58-943d-40d9-a572-7b6fe2b8821f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9d79d6bd1d64d35b00654facac911cb&device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 1096 time: 0.1142900
Nov 06 21:11:11.381936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9233e-0e09-4efd-9040-b68a94d68a92 req-2e811159-61b7-47fb-af08-60f7a2a44bf2 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:11.383316 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6a9233e-0e09-4efd-9040-b68a94d68a92 req-2e811159-61b7-47fb-af08-60f7a2a44bf2 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.1389995
Nov 06 21:11:11.455366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:11.455966 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:11.493066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-69c40dda-1cc3-4a2a-923e-b36aec87b0a7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.0276353
Nov 06 21:11:11.496830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57924) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:11.502077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-62cf1aeb-886a-4f4c-8e30-bf2326236bfc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:11.522779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6a9233e-0e09-4efd-9040-b68a94d68a92 req-83fbfbd6-7218-400d-9c9b-449cb85650ca tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267290
Nov 06 21:11:11.536649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-f017e72d-67d0-4415-a7e1-a09ab415a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:11.538663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-f017e72d-67d0-4415-a7e1-a09ab415a894 service neutron] 10.222.0.10 "GET /v2.0/networks?id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 HTTP/1.1" status: 200  len: 913 time: 0.1544764
Nov 06 21:11:11.587748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-2d632a69-f04f-4aa1-9a08-d5e882d4647d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f HTTP/1.1" status: 200  len: 217 time: 0.0416334
Nov 06 21:11:11.612558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf1aeb-886a-4f4c-8e30-bf2326236bfc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:11.617047 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62cf1aeb-886a-4f4c-8e30-bf2326236bfc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:11.642731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-a16c19e0-23d0-42db-909d-a3297b49510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:11.644371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-a16c19e0-23d0-42db-909d-a3297b49510f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40b776-ba2d-4baf-8b05-953a66d7d704 HTTP/1.1" status: 200  len: 852 time: 0.0499523
Nov 06 21:11:11.679384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-7f3fe2d3-86ce-4d24-b460-7a2fbbb6e313 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280030
Nov 06 21:11:11.717964 ncdv-master-1 neutron-server[119334]: INFO neutron.db.ipam_backend_mixin [None req-62cf1aeb-886a-4f4c-8e30-bf2326236bfc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 58548a4a-97b2-46c0-b46b-dca1f20381c0 (CIDR: 172.20.0.0/28)
Nov 06 21:11:11.723786 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cf1aeb-886a-4f4c-8e30-bf2326236bfc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:11.724483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cf1aeb-886a-4f4c-8e30-bf2326236bfc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:11.748895 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-62cf1aeb-886a-4f4c-8e30-bf2326236bfc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2508628
Nov 06 21:11:11.749638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57928) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:11.760731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:11.855882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-a3fc5846-99d0-455a-b435-030fb774fc01 service neutron] 10.222.0.10 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698341
Nov 06 21:11:11.962780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:11.966356 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:11.988273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] Provisioning complete for port 3695e71f-d447-4903-bd28-8232aef00d3d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:11.988908 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.023803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3aec7481-fcd9-4e71-8e9c-737dfe94dbce req-505c436a-a823-441a-b11d-8b4673e533a1 service neutron] 10.222.0.10 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593223
Nov 06 21:11:12.032355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] Port 3695e71f-d447-4903-bd28-8232aef00d3d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:12.043873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:12.044239 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.126531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.162145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] For port b870bacf-3eda-44fd-aac1-4d973ac78a18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b870bacf-3eda-44fd-aac1-4d973ac78a18,segment=NetworkSegment(763ffb3d-3400-475c-97da-cbafccf4e9ae),segment_id=763ffb3d-3400-475c-97da-cbafccf4e9ae)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:12.165819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.212629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.214687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c615d-a782-47d1-aec6-6343cda3d70a None None] Pushing event updated for resources: {'Port': ['ID=b870bacf-3eda-44fd-aac1-4d973ac78a18,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:12.250866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:12.255284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:12.259936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:12.260553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.265123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6d500-db88-48b2-aa82-50c4ec5b655d None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:12.277000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=999aff99-6586-49e5-b062-2c6018b03086,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:12.282839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9de19122-2659-4110-aa6e-5af77e14d102 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.5314970
Nov 06 21:11:12.285468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57930) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:12.290521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-432693134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '999aff99-6586-49e5-b062-2c6018b03086'}], 'security_groups': ['c32990f5-23a9-47b2-a4af-a88b08f6cb7b']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:12.338796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a8b827db-60b7-4e05-9ce6-96719337eb1a None None] Provisioning complete for port 1cb99752-87ad-46e2-ac8b-bc33be365298 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:12.339159 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a8b827db-60b7-4e05-9ce6-96719337eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.356439 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.405773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a8b827db-60b7-4e05-9ce6-96719337eb1a None None] Port 1cb99752-87ad-46e2-ac8b-bc33be365298 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:12.530734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Update dhcp port {'port': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'fixed_ips': [{'subnet_id': '58548a4a-97b2-46c0-b46b-dca1f20381c0', 'ip_address': '172.20.0.2'}, {'subnet_id': '999aff99-6586-49e5-b062-2c6018b03086'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b870bacf-3eda-44fd-aac1-4d973ac78a18'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:11:12.555574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b870bacf-3eda-44fd-aac1-4d973ac78a18 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:12.583316 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.691442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:12.691723 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.711093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a70b-6186-4255-ba36-6cde8eee4e3c req-23ec0761-6475-41d2-9703-c3804c854d83 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:12.712602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76d9a70b-6186-4255-ba36-6cde8eee4e3c req-23ec0761-6475-41d2-9703-c3804c854d83 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0908148
Nov 06 21:11:12.729769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Delete allocated IP 172.20.0.8 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/58548a4a-97b2-46c0-b46b-dca1f20381c0) {{(pid=119333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 06 21:11:12.747684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.18 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/999aff99-6586-49e5-b062-2c6018b03086/1cb99752-87ad-46e2-ac8b-bc33be365298) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:12.806387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76d9a70b-6186-4255-ba36-6cde8eee4e3c req-de9f3cd8-2df6-4a76-a993-1fea77b8515c tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860651
Nov 06 21:11:12.938632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.943466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:12.991708 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-4599fa7c-dd15-4713-8d0e-8f7b118598c1 {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:11:12.992346 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:11:13.037045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=1cb99752-87ad-46e2-ac8b-bc33be365298,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:13.056908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] In _notify_port_updated(), no bound segment for port 1cb99752-87ad-46e2-ac8b-bc33be365298 on network 776d90c9-3de0-4f7d-829b-8e0135bce8ae {{(pid=119333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:11:13.062468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:13.063077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.064400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6d3d738f-e9bc-4136-aa4f-9d73a7848a78 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "PUT /v2.0/ports/1cb99752-87ad-46e2-ac8b-bc33be365298 HTTP/1.1" status: 200  len: 920 time: 0.7779768
Nov 06 21:11:13.067192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57938) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:13.156540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4aae4468-1ed9-4147-9c7d-61611a3468c6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 1cb99752-87ad-46e2-ac8b-bc33be365298 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:13.156880 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4aae4468-1ed9-4147-9c7d-61611a3468c6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.246423 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4aae4468-1ed9-4147-9c7d-61611a3468c6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.258725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4aae4468-1ed9-4147-9c7d-61611a3468c6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 1cb99752-87ad-46e2-ac8b-bc33be365298 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:13.382478 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4aae4468-1ed9-4147-9c7d-61611a3468c6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.414149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae4468-1ed9-4147-9c7d-61611a3468c6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=1cb99752-87ad-46e2-ac8b-bc33be365298,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:13.479101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4aae4468-1ed9-4147-9c7d-61611a3468c6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.483099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4aae4468-1ed9-4147-9c7d-61611a3468c6 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/1cb99752-87ad-46e2-ac8b-bc33be365298 HTTP/1.1" status: 204  len: 168 time: 0.4149718
Nov 06 21:11:13.485751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57940) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:13.509891 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5763ebd9-914e-4743-ad27-c204c58e385a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:11:13.511313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5763ebd9-914e-4743-ad27-c204c58e385a tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/1cb99752-87ad-46e2-ac8b-bc33be365298 HTTP/1.1" status: 404  len: 333 time: 0.0246618
Nov 06 21:11:13.514012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57942) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:13.521519 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.566254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9da0-fa63-466d-a156-0f3b6e94f557 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.592144 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9da0-fa63-466d-a156-0f3b6e94f557 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.633406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9da0-fa63-466d-a156-0f3b6e94f557 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.636258 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9da0-fa63-466d-a156-0f3b6e94f557 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.637434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1c8d9da0-fa63-466d-a156-0f3b6e94f557 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d3dbe9d-90ac-4190-9fe1-e9172cc6d3a8 HTTP/1.1" status: 204  len: 168 time: 0.1224651
Nov 06 21:11:13.640232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57944) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:13.646415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d9da0-fa63-466d-a156-0f3b6e94f557 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3dbe9d-90ac-4190-9fe1-e9172cc6d3a8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:13.689838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Allocated IP 172.20.0.18 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/999aff99-6586-49e5-b062-2c6018b03086/b870bacf-3eda-44fd-aac1-4d973ac78a18) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:13.709869 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85804503-29fc-4259-8124-c2448a9c2870 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.734552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85804503-29fc-4259-8124-c2448a9c2870 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.775193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85804503-29fc-4259-8124-c2448a9c2870 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.777926 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85804503-29fc-4259-8124-c2448a9c2870 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.779371 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-85804503-29fc-4259-8124-c2448a9c2870 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/security-groups/c32990f5-23a9-47b2-a4af-a88b08f6cb7b HTTP/1.1" status: 204  len: 168 time: 0.1372144
Nov 06 21:11:13.781883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57946) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:13.789696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85804503-29fc-4259-8124-c2448a9c2870 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32990f5-23a9-47b2-a4af-a88b08f6cb7b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:13.792749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-354121ff-b204-463d-9fa7-72951355b54a None None] For port b870bacf-3eda-44fd-aac1-4d973ac78a18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b870bacf-3eda-44fd-aac1-4d973ac78a18,segment=NetworkSegment(763ffb3d-3400-475c-97da-cbafccf4e9ae),segment_id=763ffb3d-3400-475c-97da-cbafccf4e9ae)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:13.832185 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.837885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.840532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce75886-51ee-4719-95a4-ee25cd98d56c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet 58548a4a-97b2-46c0-b46b-dca1f20381c0 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:13.843899 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bce75886-51ee-4719-95a4-ee25cd98d56c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.930329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354121ff-b204-463d-9fa7-72951355b54a None None] Pushing event updated for resources: {'Port': ['ID=b870bacf-3eda-44fd-aac1-4d973ac78a18,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:13.937144 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bce75886-51ee-4719-95a4-ee25cd98d56c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:13.999960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e8a95-bb23-4a49-b13a-e15aa1f51671 req-3c11d836-c736-4d0a-9cb2-b5fb09b47f77 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:14.001550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f13e8a95-bb23-4a49-b13a-e15aa1f51671 req-3c11d836-c736-4d0a-9cb2-b5fb09b47f77 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.1075654
Nov 06 21:11:14.069655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bce75886-51ee-4719-95a4-ee25cd98d56c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.106987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f13e8a95-bb23-4a49-b13a-e15aa1f51671 req-215074c6-a20d-4d1e-a77c-790a40dd50b1 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988803
Nov 06 21:11:14.142883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bce75886-51ee-4719-95a4-ee25cd98d56c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.180352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bce75886-51ee-4719-95a4-ee25cd98d56c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.184228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bce75886-51ee-4719-95a4-ee25cd98d56c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/58548a4a-97b2-46c0-b46b-dca1f20381c0 HTTP/1.1" status: 204  len: 168 time: 0.4007089
Nov 06 21:11:14.185391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce75886-51ee-4719-95a4-ee25cd98d56c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=58548a4a-97b2-46c0-b46b-dca1f20381c0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:14.189644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57954) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:14.195977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:14.325881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:14.329762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.445550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde88ae3-1e21-44dd-9988-2cb256971de4 req-e5c1b29c-5923-46e6-b3e3-d87889e1ea9b tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:14.447165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fde88ae3-1e21-44dd-9988-2cb256971de4 req-e5c1b29c-5923-46e6-b3e3-d87889e1ea9b tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.1124728
Nov 06 21:11:14.458445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1931d3-a0ee-45c3-a348-236b2c56e384 None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:14.517615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b870bacf-3eda-44fd-aac1-4d973ac78a18 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:14.520463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fde88ae3-1e21-44dd-9988-2cb256971de4 req-e025efac-6c52-43f1-a754-c5295c48d73c tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668256
Nov 06 21:11:14.648624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.695793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:14.699244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:14.703845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:14.704597 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.712568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=ffb0decc-4d7a-476a-b7ca-e07126c746bc,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:14.719297 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.724655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3dfa640b-f5e2-4884-ba92-71a6f0c70e28 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5338149
Nov 06 21:11:14.727224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57958) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:14.731848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b2ab4a52-a1fa-4fc6-862e-ec520700652d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'security_group': {'name': 'tempest-secgroup-195375818'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:14.748915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.753436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d84eac43-ff3d-4a2c-82bd-4a5e9836a6a3 None None] Provisioning complete for port 3695e71f-d447-4903-bd28-8232aef00d3d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:14.753731 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4a52-a1fa-4fc6-862e-ec520700652d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.753892 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d84eac43-ff3d-4a2c-82bd-4a5e9836a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.822030 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4a52-a1fa-4fc6-862e-ec520700652d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.826297 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4a52-a1fa-4fc6-862e-ec520700652d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.828614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d84eac43-ff3d-4a2c-82bd-4a5e9836a6a3 None None] Port 3695e71f-d447-4903-bd28-8232aef00d3d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:14.832460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:14.832821 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.856484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4a52-a1fa-4fc6-862e-ec520700652d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.857817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b2ab4a52-a1fa-4fc6-862e-ec520700652d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1295888
Nov 06 21:11:14.859897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab4a52-a1fa-4fc6-862e-ec520700652d tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9940c0-3b98-46b2-8e89-cc854d1bfd1b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:14.861315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57960) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:14.867372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-24579bb6-6f1a-48ce-899a-3f03362548d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1793581111'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:14.897804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24579bb6-6f1a-48ce-899a-3f03362548d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.899751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d84eac43-ff3d-4a2c-82bd-4a5e9836a6a3 None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:14.900051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d84eac43-ff3d-4a2c-82bd-4a5e9836a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.969907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24579bb6-6f1a-48ce-899a-3f03362548d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:14.974848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24579bb6-6f1a-48ce-899a-3f03362548d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.012925 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24579bb6-6f1a-48ce-899a-3f03362548d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.014267 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-24579bb6-6f1a-48ce-899a-3f03362548d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1511009
Nov 06 21:11:15.017086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57964) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:15.023684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e67b33c4-a7d1-443d-be4f-264046d513bd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'security_group': {'name': 'tempest-secgroup-1430975038'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:15.029099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24579bb6-6f1a-48ce-899a-3f03362548d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609346c5-435c-4f7e-b4e5-38108e16413b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:15.049965 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67b33c4-a7d1-443d-be4f-264046d513bd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.081995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82c7f2-771b-405f-b195-b2520ceb7d27 None None] Update dhcp port {'port': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'fixed_ips': [{'subnet_id': '999aff99-6586-49e5-b062-2c6018b03086', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffb0decc-4d7a-476a-b7ca-e07126c746bc'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b870bacf-3eda-44fd-aac1-4d973ac78a18'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:11:15.113562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d84eac43-ff3d-4a2c-82bd-4a5e9836a6a3 None None] Could not find standard attr ID for object 1cb99752-87ad-46e2-ac8b-bc33be365298. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:11:15.120370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b82c7f2-771b-405f-b195-b2520ceb7d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.131279 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67b33c4-a7d1-443d-be4f-264046d513bd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.135079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67b33c4-a7d1-443d-be4f-264046d513bd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.167108 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e67b33c4-a7d1-443d-be4f-264046d513bd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.168259 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e67b33c4-a7d1-443d-be4f-264046d513bd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1493108
Nov 06 21:11:15.171501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57966) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:15.173683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b33c4-a7d1-443d-be4f-264046d513bd tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379127ef-6082-4cac-982d-d24db13cc02a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:15.177745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-424031742', 'security_groups': ['379127ef-6082-4cac-982d-d24db13cc02a'], 'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ffb0decc-4d7a-476a-b7ca-e07126c746bc'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:15.294036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-5b82c7f2-771b-405f-b195-b2520ceb7d27 None None] Allocated IP 172.20.0.2 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/ffb0decc-4d7a-476a-b7ca-e07126c746bc/b870bacf-3eda-44fd-aac1-4d973ac78a18) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:15.394310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b82c7f2-771b-405f-b195-b2520ceb7d27 None None] For port b870bacf-3eda-44fd-aac1-4d973ac78a18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b870bacf-3eda-44fd-aac1-4d973ac78a18,segment=NetworkSegment(763ffb3d-3400-475c-97da-cbafccf4e9ae),segment_id=763ffb3d-3400-475c-97da-cbafccf4e9ae)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:15.424879 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b82c7f2-771b-405f-b195-b2520ceb7d27 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.430744 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b82c7f2-771b-405f-b195-b2520ceb7d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.514341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82c7f2-771b-405f-b195-b2520ceb7d27 None None] Pushing event updated for resources: {'Port': ['ID=b870bacf-3eda-44fd-aac1-4d973ac78a18,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:15.550101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:15.555551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:15.575426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] device_id is not set on port 310273b5-1c47-4774-80d7-89b6fe085db3 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:11:15.714033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9f444-48ba-4751-882c-ae58b31e30eb req-3819bc3b-4b9c-4c76-81fc-9227b48648d6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:15.715595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3f9f444-48ba-4751-882c-ae58b31e30eb req-3819bc3b-4b9c-4c76-81fc-9227b48648d6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.1039445
Nov 06 21:11:15.808093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3f9f444-48ba-4751-882c-ae58b31e30eb req-e4074a66-8d37-458f-aa80-432fbbf49de8 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862517
Nov 06 21:11:15.814356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.10 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/ffb0decc-4d7a-476a-b7ca-e07126c746bc/310273b5-1c47-4774-80d7-89b6fe085db3) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:15.983849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c3aa38-896f-449d-90e3-788a9237d144 None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:16.001344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.069510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a6bcb896-ffb8-408a-a632-71babb859d7e None None] Provisioning complete for port 3695e71f-d447-4903-bd28-8232aef00d3d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:16.069899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6bcb896-ffb8-408a-a632-71babb859d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.088426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832697-ea30-43dc-a34c-5afa87bbed08 req-1f64f3b6-44d5-4487-a76f-5894540b4ab6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:16.089949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56832697-ea30-43dc-a34c-5afa87bbed08 req-1f64f3b6-44d5-4487-a76f-5894540b4ab6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.1039710
Nov 06 21:11:16.099487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044accf-e99f-4103-b4ca-f311f4567cde req-c185b485-bdca-4edb-b01e-e48e30e0aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:16.101577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2044accf-e99f-4103-b4ca-f311f4567cde req-c185b485-bdca-4edb-b01e-e48e30e0aa51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9d79d6bd1d64d35b00654facac911cb&device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 1096 time: 0.0806115
Nov 06 21:11:16.142211 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.142691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcb896-ffb8-408a-a632-71babb859d7e None None] Port 3695e71f-d447-4903-bd28-8232aef00d3d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:16.182969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a6bcb896-ffb8-408a-a632-71babb859d7e None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:16.183251 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6bcb896-ffb8-408a-a632-71babb859d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.247920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:16.261721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56832697-ea30-43dc-a34c-5afa87bbed08 req-ca252980-7816-49c5-b66d-99de89c91945 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579127
Nov 06 21:11:16.271435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:16.276092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:16.303047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=310273b5-1c47-4774-80d7-89b6fe085db3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:16.339705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044accf-e99f-4103-b4ca-f311f4567cde req-2fab3b52-3d6a-48f2-aab0-476f05060494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:16.341235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2044accf-e99f-4103-b4ca-f311f4567cde req-2fab3b52-3d6a-48f2-aab0-476f05060494 service neutron] 10.222.0.10 "GET /v2.0/networks?id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 HTTP/1.1" status: 200  len: 913 time: 0.2305870
Nov 06 21:11:16.347221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:16.347847 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.391936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2044accf-e99f-4103-b4ca-f311f4567cde req-15777913-9c22-4593-8344-4037598fd4ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f HTTP/1.1" status: 200  len: 217 time: 0.0407236
Nov 06 21:11:16.399914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9f83f85d-7197-417b-b252-a433cf19ff31 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2273202
Nov 06 21:11:16.402649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 57976) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:16.416044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f2aa7d0b-ea58-47d8-b493-72817d2f06dc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:16.500415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b870bacf-3eda-44fd-aac1-4d973ac78a18 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:16.507701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044accf-e99f-4103-b4ca-f311f4567cde req-6fcde04e-7d92-46fb-a282-9c0af853de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:16.509238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2044accf-e99f-4103-b4ca-f311f4567cde req-6fcde04e-7d92-46fb-a282-9c0af853de1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e40b776-ba2d-4baf-8b05-953a66d7d704 HTTP/1.1" status: 200  len: 852 time: 0.1081100
Nov 06 21:11:16.533561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-23775ff6-3e74-424e-bfb4-f4517ce68684 None None] Provisioning complete for port 3695e71f-d447-4903-bd28-8232aef00d3d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:16.534141 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-23775ff6-3e74-424e-bfb4-f4517ce68684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.558629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2044accf-e99f-4103-b4ca-f311f4567cde req-e73d0fef-f7f6-4147-9362-a383e3399fd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351048
Nov 06 21:11:16.593607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-23775ff6-3e74-424e-bfb4-f4517ce68684 None None] Port 3695e71f-d447-4903-bd28-8232aef00d3d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:16.610469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:16.610830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.612411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-23775ff6-3e74-424e-bfb4-f4517ce68684 None None] Provisioning complete for port 310273b5-1c47-4774-80d7-89b6fe085db3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:16.612764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-23775ff6-3e74-424e-bfb4-f4517ce68684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.659518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aa7d0b-ea58-47d8-b493-72817d2f06dc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:16.663052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7d0b-ea58-47d8-b493-72817d2f06dc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.676448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-23775ff6-3e74-424e-bfb4-f4517ce68684 None None] Port 310273b5-1c47-4774-80d7-89b6fe085db3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:16.699188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-23775ff6-3e74-424e-bfb4-f4517ce68684 None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:16.699460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-23775ff6-3e74-424e-bfb4-f4517ce68684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.729442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2044accf-e99f-4103-b4ca-f311f4567cde req-9dbedf39-52e8-4aec-a63c-0b9ff94a24e0 service neutron] 10.222.0.10 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615717
Nov 06 21:11:16.832529 ncdv-master-1 neutron-server[119333]: INFO neutron.db.ipam_backend_mixin [None req-f2aa7d0b-ea58-47d8-b493-72817d2f06dc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ffb0decc-4d7a-476a-b7ca-e07126c746bc (CIDR: 172.20.0.0/28)
Nov 06 21:11:16.848633 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2aa7d0b-ea58-47d8-b493-72817d2f06dc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:16.849383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2aa7d0b-ea58-47d8-b493-72817d2f06dc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:16.851815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-677d04ce-bf58-473f-8b1a-e707f4c14961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:16.885798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f2aa7d0b-ea58-47d8-b493-72817d2f06dc tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4820845
Nov 06 21:11:16.888647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57980) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:16.897273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a3907f8a-fed8-4189-b47d-7c390418da9c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:16.897843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2044accf-e99f-4103-b4ca-f311f4567cde req-00697da8-ec66-4243-8cbb-64fdda10bee3 service neutron] 10.222.0.10 "GET /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606481
Nov 06 21:11:16.957446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dcce13f3-db6f-41a9-ab6e-c00aea14ba09 None None] Provisioning complete for port 310273b5-1c47-4774-80d7-89b6fe085db3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:16.958072 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dcce13f3-db6f-41a9-ab6e-c00aea14ba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:17.000756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dcce13f3-db6f-41a9-ab6e-c00aea14ba09 None None] Port 310273b5-1c47-4774-80d7-89b6fe085db3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:17.004181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dcce13f3-db6f-41a9-ab6e-c00aea14ba09 None None] Could not find standard attr ID for object 1cb99752-87ad-46e2-ac8b-bc33be365298. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:11:17.058521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3907f8a-fed8-4189-b47d-7c390418da9c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:17.062539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a3907f8a-fed8-4189-b47d-7c390418da9c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:17.161382 ncdv-master-1 neutron-server[119334]: INFO neutron.db.ipam_backend_mixin [None req-a3907f8a-fed8-4189-b47d-7c390418da9c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 999aff99-6586-49e5-b062-2c6018b03086 (CIDR: 172.20.0.16/28)
Nov 06 21:11:17.168013 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3907f8a-fed8-4189-b47d-7c390418da9c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:17.168013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3907f8a-fed8-4189-b47d-7c390418da9c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:17.181012 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a3907f8a-fed8-4189-b47d-7c390418da9c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.2894361
Nov 06 21:11:17.183585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57984) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:17.188393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'subnet': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:17.294261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Made reservation on behalf of f6ac2734a06b450eadbe39c7cbc12832 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:17.297867 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:17.390662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd894f5-ad4a-48b9-b5e5-58f719b3c294 req-bf5cc59f-cf62-430c-a7c6-6acc773dd41c tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:17.392325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fd894f5-ad4a-48b9-b5e5-58f719b3c294 req-bf5cc59f-cf62-430c-a7c6-6acc773dd41c tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0505617
Nov 06 21:11:17.441305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fd894f5-ad4a-48b9-b5e5-58f719b3c294 req-3c68b5eb-f55c-4187-8b14-f395a4b324c9 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427954
Nov 06 21:11:17.541663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:17.590755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:17.593864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:17.597166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:17.597767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:17.603167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dbfa47-0ef3-4b68-8886-baf0226fece6 None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:17.612651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Subnet': ['ID=c4e92499-cacf-4c3e-9670-e3bbe27e0a44,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:17.623650 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d42f235b-e0cf-4e0a-a195-b150ff517623 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4390650
Nov 06 21:11:17.626169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57988) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:17.631382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1246493987', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4e92499-cacf-4c3e-9670-e3bbe27e0a44'}], 'security_groups': ['1a9940c0-3b98-46b2-8e89-cc854d1bfd1b', '609346c5-435c-4f7e-b4e5-38108e16413b']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:17.791435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:17.843080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5eeedc-cbd5-46fc-b8fd-4a39bd48909b None None] Update dhcp port {'port': {'network_id': '776d90c9-3de0-4f7d-829b-8e0135bce8ae', 'fixed_ips': [{'subnet_id': '999aff99-6586-49e5-b062-2c6018b03086', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffb0decc-4d7a-476a-b7ca-e07126c746bc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c4e92499-cacf-4c3e-9670-e3bbe27e0a44'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b870bacf-3eda-44fd-aac1-4d973ac78a18'} from ncdv-master-1. {{(pid=119335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 06 21:11:17.869046 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b5eeedc-cbd5-46fc-b8fd-4a39bd48909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.034042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-0b5eeedc-cbd5-46fc-b8fd-4a39bd48909b None None] Allocated IP 172.20.0.34 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/c4e92499-cacf-4c3e-9670-e3bbe27e0a44/b870bacf-3eda-44fd-aac1-4d973ac78a18) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:18.123052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0b5eeedc-cbd5-46fc-b8fd-4a39bd48909b None None] For port b870bacf-3eda-44fd-aac1-4d973ac78a18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b870bacf-3eda-44fd-aac1-4d973ac78a18,segment=NetworkSegment(763ffb3d-3400-475c-97da-cbafccf4e9ae),segment_id=763ffb3d-3400-475c-97da-cbafccf4e9ae)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:18.151603 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b5eeedc-cbd5-46fc-b8fd-4a39bd48909b None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.156258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b5eeedc-cbd5-46fc-b8fd-4a39bd48909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.259173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Delete allocated IP 172.20.0.10 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/ffb0decc-4d7a-476a-b7ca-e07126c746bc) {{(pid=119334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 06 21:11:18.265031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eeedc-cbd5-46fc-b8fd-4a39bd48909b None None] Pushing event updated for resources: {'Port': ['ID=b870bacf-3eda-44fd-aac1-4d973ac78a18,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:18.267126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Allocated IP 172.20.0.44 (776d90c9-3de0-4f7d-829b-8e0135bce8ae/c4e92499-cacf-4c3e-9670-e3bbe27e0a44/310273b5-1c47-4774-80d7-89b6fe085db3) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:18.442569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.448235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.515877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b870bacf-3eda-44fd-aac1-4d973ac78a18 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:18.545315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event updated for resources: {'Port': ['ID=310273b5-1c47-4774-80d7-89b6fe085db3,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:18.574480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] In _notify_port_updated(), no bound segment for port 310273b5-1c47-4774-80d7-89b6fe085db3 on network 776d90c9-3de0-4f7d-829b-8e0135bce8ae {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:11:18.580584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:18.581237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.582467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058c39d-f2c5-4586-946a-08a50a067875 req-b34b320d-963c-4067-92d8-f7c64d6c5d46 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:18.585744 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-43f788b0-974e-4b49-a787-491e174fefc0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "PUT /v2.0/ports/310273b5-1c47-4774-80d7-89b6fe085db3 HTTP/1.1" status: 200  len: 960 time: 0.9585338
Nov 06 21:11:18.586388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 57994) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:18.591419 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b058c39d-f2c5-4586-946a-08a50a067875 req-b34b320d-963c-4067-92d8-f7c64d6c5d46 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0675504
Nov 06 21:11:18.597379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:18.598200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.646898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b058c39d-f2c5-4586-946a-08a50a067875 req-2767e143-9938-42bd-99d9-e85fa1242a96 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544603
Nov 06 21:11:18.696180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-feb6809b-3783-4dab-8cb4-5f7e2227fb52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 310273b5-1c47-4774-80d7-89b6fe085db3 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:18.696635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb6809b-3783-4dab-8cb4-5f7e2227fb52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.795883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb6809b-3783-4dab-8cb4-5f7e2227fb52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.809872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-feb6809b-3783-4dab-8cb4-5f7e2227fb52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 310273b5-1c47-4774-80d7-89b6fe085db3 owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:18.920854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabad45-9f53-4950-937c-e6fafce18471 req-0128eb92-3be5-4143-b17f-a7f2e464f2f6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:18.922425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0eabad45-9f53-4950-937c-e6fafce18471 req-0128eb92-3be5-4143-b17f-a7f2e464f2f6 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0542433
Nov 06 21:11:18.943389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-384f18e5-97fe-4a72-b4ba-461ba4ad536c None None] Provisioning complete for port 3695e71f-d447-4903-bd28-8232aef00d3d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:18.944022 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-384f18e5-97fe-4a72-b4ba-461ba4ad536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.947473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb6809b-3783-4dab-8cb4-5f7e2227fb52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:18.976787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0eabad45-9f53-4950-937c-e6fafce18471 req-f21b9f57-2646-4770-915e-71f3fb3dbe98 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481267
Nov 06 21:11:18.980273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6809b-3783-4dab-8cb4-5f7e2227fb52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=310273b5-1c47-4774-80d7-89b6fe085db3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:18.992024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-384f18e5-97fe-4a72-b4ba-461ba4ad536c None None] Port 3695e71f-d447-4903-bd28-8232aef00d3d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:18.995986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-384f18e5-97fe-4a72-b4ba-461ba4ad536c None None] Could not find standard attr ID for object 310273b5-1c47-4774-80d7-89b6fe085db3. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:11:19.006507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-384f18e5-97fe-4a72-b4ba-461ba4ad536c None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:19.006951 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-384f18e5-97fe-4a72-b4ba-461ba4ad536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.050230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb6809b-3783-4dab-8cb4-5f7e2227fb52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.056768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58000) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:19.056934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-feb6809b-3783-4dab-8cb4-5f7e2227fb52 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/310273b5-1c47-4774-80d7-89b6fe085db3 HTTP/1.1" status: 204  len: 168 time: 0.4693875
Nov 06 21:11:19.080648 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f3983f-4ab1-48e3-9f8a-d14e07a1a39e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] GET failed (client error): The resource could not be found.
Nov 06 21:11:19.082111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-99f3983f-4ab1-48e3-9f8a-d14e07a1a39e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports/310273b5-1c47-4774-80d7-89b6fe085db3 HTTP/1.1" status: 404  len: 333 time: 0.0241890
Nov 06 21:11:19.084712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58002) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:19.140185 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-799b2d4f-7046-4c72-bf80-fb89d8ca0336 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.162202 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-799b2d4f-7046-4c72-bf80-fb89d8ca0336 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.194198 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6f280a6f-c5a5-49b4-bedc-ccf1c9d4610f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.212366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-799b2d4f-7046-4c72-bf80-fb89d8ca0336 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.215057 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-799b2d4f-7046-4c72-bf80-fb89d8ca0336 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.216228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-799b2d4f-7046-4c72-bf80-fb89d8ca0336 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/security-groups/379127ef-6082-4cac-982d-d24db13cc02a HTTP/1.1" status: 204  len: 168 time: 0.1305704
Nov 06 21:11:19.219088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58004) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:19.226822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b2d4f-7046-4c72-bf80-fb89d8ca0336 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379127ef-6082-4cac-982d-d24db13cc02a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:19.285615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839a6440-60fe-4428-9d6e-5b7d6465f0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.311272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839a6440-60fe-4428-9d6e-5b7d6465f0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.358492 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839a6440-60fe-4428-9d6e-5b7d6465f0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.361374 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839a6440-60fe-4428-9d6e-5b7d6465f0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.366782 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-839a6440-60fe-4428-9d6e-5b7d6465f0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/security-groups/609346c5-435c-4f7e-b4e5-38108e16413b HTTP/1.1" status: 204  len: 168 time: 0.1456842
Nov 06 21:11:19.368635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58010) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:19.375710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a6440-60fe-4428-9d6e-5b7d6465f0e0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609346c5-435c-4f7e-b4e5-38108e16413b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:19.411099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f608a2d5-3c0e-4c86-9d29-821ef6791d6f None None] Could not find standard attr ID for object 310273b5-1c47-4774-80d7-89b6fe085db3. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:11:19.435295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a554ca96-3bbd-461e-978f-5c5511421d3c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.458462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a554ca96-3bbd-461e-978f-5c5511421d3c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.505894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a554ca96-3bbd-461e-978f-5c5511421d3c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.509978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a554ca96-3bbd-461e-978f-5c5511421d3c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.513607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a554ca96-3bbd-461e-978f-5c5511421d3c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a9940c0-3b98-46b2-8e89-cc854d1bfd1b HTTP/1.1" status: 204  len: 168 time: 0.1413229
Nov 06 21:11:19.514346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58014) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:19.554833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554ca96-3bbd-461e-978f-5c5511421d3c tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9940c0-3b98-46b2-8e89-cc854d1bfd1b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:19.571970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2498-6faa-4d9a-850d-e81ab16f1ffc req-bcfa2fd3-7a50-40e6-a844-c4606359dcbf tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:19.573582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ac2498-6faa-4d9a-850d-e81ab16f1ffc req-bcfa2fd3-7a50-40e6-a844-c4606359dcbf tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1096 time: 0.0582213
Nov 06 21:11:19.591882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-052e52eb-f73f-41b0-81b6-02ff1b32ffc7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet ffb0decc-4d7a-476a-b7ca-e07126c746bc {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:19.595046 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-052e52eb-f73f-41b0-81b6-02ff1b32ffc7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.628837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ac2498-6faa-4d9a-850d-e81ab16f1ffc req-8382c7d9-fd37-416c-9ca7-28ce6551f4a6 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0484796
Nov 06 21:11:19.638410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-052e52eb-f73f-41b0-81b6-02ff1b32ffc7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.649028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58016) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:19.725435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-052e52eb-f73f-41b0-81b6-02ff1b32ffc7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.781348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-052e52eb-f73f-41b0-81b6-02ff1b32ffc7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.809649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e52eb-f73f-41b0-81b6-02ff1b32ffc7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb0decc-4d7a-476a-b7ca-e07126c746bc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:19.811630 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-052e52eb-f73f-41b0-81b6-02ff1b32ffc7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.812418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port f38a1600-05d1-4c59-be1d-be8b076499ae {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:19.812772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.814829 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-052e52eb-f73f-41b0-81b6-02ff1b32ffc7 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/ffb0decc-4d7a-476a-b7ca-e07126c746bc HTTP/1.1" status: 204  len: 168 time: 0.2993491
Nov 06 21:11:19.818443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58018) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:19.821493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e351c3-5a39-4a19-a3c9-39d0e76c6d6f None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:19.885390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fea9270-e966-4909-b740-35f48b31e333 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet c4e92499-cacf-4c3e-9670-e3bbe27e0a44 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:19.889403 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fea9270-e966-4909-b740-35f48b31e333 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.912481 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.912811 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:19.927187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for f38a1600-05d1-4c59-be1d-be8b076499ae owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:19.930950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fea9270-e966-4909-b740-35f48b31e333 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.028027 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fea9270-e966-4909-b740-35f48b31e333 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.090969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fea9270-e966-4909-b740-35f48b31e333 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.126174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea9270-e966-4909-b740-35f48b31e333 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e92499-cacf-4c3e-9670-e3bbe27e0a44,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:20.128752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fea9270-e966-4909-b740-35f48b31e333 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.131020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.134001 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7fea9270-e966-4909-b740-35f48b31e333 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/c4e92499-cacf-4c3e-9670-e3bbe27e0a44 HTTP/1.1" status: 204  len: 168 time: 0.3137784
Nov 06 21:11:20.139228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58022) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.166012 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c25ba7-e3be-4e34-bf25-ee597e61642b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:20.166750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c25ba7-e3be-4e34-bf25-ee597e61642b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:20.172084 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-74c25ba7-e3be-4e34-bf25-ee597e61642b tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/ffb0decc-4d7a-476a-b7ca-e07126c746bc HTTP/1.1" status: 404  len: 337 time: 0.0296633
Nov 06 21:11:20.172428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58024) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.172832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c50ed-9690-47c1-b803-70787e2198f7 req-02124528-6557-4d16-a23c-04d70fe8778c tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:20.174394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-046c50ed-9690-47c1-b803-70787e2198f7 req-02124528-6557-4d16-a23c-04d70fe8778c tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.0967932
Nov 06 21:11:20.180829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=f38a1600-05d1-4c59-be1d-be8b076499ae,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:20.241497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-76520a8f-b09b-4f0b-8c56-8de82fd7ca91 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting subnet 999aff99-6586-49e5-b062-2c6018b03086 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:20.246413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76520a8f-b09b-4f0b-8c56-8de82fd7ca91 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.270792 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.271132 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Floating IP 4609f9d3-1cda-441c-9848-149193ae02c6 disassociated (deleted). External IP: 172.35.0.168, port: e54de641-10b2-4742-b876-dbb61f65c926.
Nov 06 21:11:20.291039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76520a8f-b09b-4f0b-8c56-8de82fd7ca91 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.314461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-046c50ed-9690-47c1-b803-70787e2198f7 req-bc2c9b05-95b5-4932-b427-f648b2c14d73 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293128
Nov 06 21:11:20.404754 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76520a8f-b09b-4f0b-8c56-8de82fd7ca91 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.472836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76520a8f-b09b-4f0b-8c56-8de82fd7ca91 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.504341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76520a8f-b09b-4f0b-8c56-8de82fd7ca91 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Subnet': ['ID=999aff99-6586-49e5-b062-2c6018b03086,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:20.508832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76520a8f-b09b-4f0b-8c56-8de82fd7ca91 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.513169 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-76520a8f-b09b-4f0b-8c56-8de82fd7ca91 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/999aff99-6586-49e5-b062-2c6018b03086 HTTP/1.1" status: 204  len: 168 time: 0.3398325
Nov 06 21:11:20.515859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58028) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.530096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 173a957a-8fd3-4e8f-a427-bffda6969042 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:11:20.542488 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4473cf-2c96-43b0-b23e-2ffae36e56c2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:20.542945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4473cf-2c96-43b0-b23e-2ffae36e56c2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:20.548344 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1c4473cf-2c96-43b0-b23e-2ffae36e56c2 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/58548a4a-97b2-46c0-b46b-dca1f20381c0 HTTP/1.1" status: 404  len: 337 time: 0.0290291
Nov 06 21:11:20.548630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58030) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.591345 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.613013 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38279d67-619e-4d16-b349-714b928a1360 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cbc960-dea3-451e-9a1f-105cbe0edf45 HTTP/1.1" status: 200  len: 205 time: 0.0632555
Nov 06 21:11:20.615324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58032) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.629984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94f18a-38ba-473a-9527-a9a269c184c8 None None] Network 776d90c9-3de0-4f7d-829b-8e0135bce8ae requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:20.654709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:20.658488 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-3364db8a-8706-4e3f-9e3b-5b70ffa044bf tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] delete failed (client error): The resource could not be found.
Nov 06 21:11:20.659723 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.659840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3364db8a-8706-4e3f-9e3b-5b70ffa044bf tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/routers/34cbc960-dea3-451e-9a1f-105cbe0edf45 HTTP/1.1" status: 404  len: 336 time: 0.0425901
Nov 06 21:11:20.662058 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58034) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.668376 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] Sync routers for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:20.682023 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:20.683306 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a430d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:20.688870 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ad98e1-9e02-4630-a687-cb1537a704bb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:20.689331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ad98e1-9e02-4630-a687-cb1537a704bb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:20.692867 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d5ad98e1-9e02-4630-a687-cb1537a704bb tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/28e9bedb-bb63-44d7-8c28-c6fb85480a05 HTTP/1.1" status: 404  len: 337 time: 0.0288277
Nov 06 21:11:20.693100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-05e60e81-3a42-4aeb-a057-15b1bee19601 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/floatingips/4609f9d3-1cda-441c-9848-149193ae02c6 HTTP/1.1" status: 204  len: 168 time: 1.0429323
Nov 06 21:11:20.693738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:20.694975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.696142 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "tag": "e54de641-10b2-4742-b876-dbb61f65c926"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:20.739665 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9b2375-7a38-46f3-9b34-d4d7d1fffd98 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:20.740113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9b2375-7a38-46f3-9b34-d4d7d1fffd98 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:20.743196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ae9b2375-7a38-46f3-9b34-d4d7d1fffd98 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/b133ac6c-c97e-4e92-b868-131b884c75a3 HTTP/1.1" status: 404  len: 337 time: 0.0471306
Nov 06 21:11:20.745695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58042) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.776798 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f7b3b2-62ef-41d6-b07b-e0c15fe4aa15 x-openstack-request-id: req-c5f7b3b2-62ef-41d6-b07b-e0c15fe4aa15 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:20.777167 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "tag": "e54de641-10b2-4742-b876-dbb61f65c926", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:20.777373 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5f7b3b2-62ef-41d6-b07b-e0c15fe4aa15 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:20.777788 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926', 'status': 'completed', 'code': 200}
Nov 06 21:11:20.788582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bcdac87e-7c7d-4b18-9343-162409183aa8 None None] Provisioning complete for port 3695e71f-d447-4903-bd28-8232aef00d3d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:20.788949 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bcdac87e-7c7d-4b18-9343-162409183aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.796015 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-df996164-c666-4473-8b35-111f2a3b86cf tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:20.796498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df996164-c666-4473-8b35-111f2a3b86cf tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:20.801785 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df996164-c666-4473-8b35-111f2a3b86cf tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/cf3364e0-543f-4687-be17-437eae15dd2c HTTP/1.1" status: 404  len: 337 time: 0.0529215
Nov 06 21:11:20.808613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58044) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.831595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-88cf04d8-8679-4dcf-ad09-c060ac001ae5 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:20.833193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-88cf04d8-8679-4dcf-ad09-c060ac001ae5 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.10 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.1198013
Nov 06 21:11:20.854201 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:20.860268 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe90362-4f7e-469d-9a8b-c561218a6709 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:20.861002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe90362-4f7e-469d-9a8b-c561218a6709 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:20.864846 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1fe90362-4f7e-469d-9a8b-c561218a6709 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/b25b54cd-cfc2-4cdc-bd56-72a93d11379f HTTP/1.1" status: 404  len: 333 time: 0.0552518
Nov 06 21:11:20.867421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58046) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.896496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-07c7031b-93d1-42c3-aac5-a00a0b1a9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:20.899271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-07c7031b-93d1-42c3-aac5-a00a0b1a9b33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 1096 time: 0.1124032
Nov 06 21:11:20.921494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bcdac87e-7c7d-4b18-9343-162409183aa8 None None] Port 3695e71f-d447-4903-bd28-8232aef00d3d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:20.936243 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df1aa01-40cd-42d6-853e-a7e2585eca07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:20.936729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df1aa01-40cd-42d6-853e-a7e2585eca07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:20.939663 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4df1aa01-40cd-42d6-853e-a7e2585eca07 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/35c938ae-8661-4e9a-a275-30ccc995c470 HTTP/1.1" status: 404  len: 337 time: 0.0713346
Nov 06 21:11:20.942269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58050) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:20.970908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bcdac87e-7c7d-4b18-9343-162409183aa8 None None] Provisioning complete for port b870bacf-3eda-44fd-aac1-4d973ac78a18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:20.971270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bcdac87e-7c7d-4b18-9343-162409183aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:20.979049 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab495145-60af-4aa8-9a9d-f39a46f4a788 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:20.979748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab495145-60af-4aa8-9a9d-f39a46f4a788 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:20.982969 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab495145-60af-4aa8-9a9d-f39a46f4a788 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/bac7d48b-9daf-4f54-ba26-c35f4642e61d HTTP/1.1" status: 404  len: 337 time: 0.0397921
Nov 06 21:11:20.985685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58052) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:21.011428 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3679aa05-e974-4894-9441-ddb8d91e045e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:21.012436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3679aa05-e974-4894-9441-ddb8d91e045e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:21.017796 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3679aa05-e974-4894-9441-ddb8d91e045e tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/f986c327-4f8a-4649-a6da-0f28329e8b10 HTTP/1.1" status: 404  len: 333 time: 0.0288706
Nov 06 21:11:21.018249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58054) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:21.052613 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-23df2e93-e2f3-47f2-85b3-39e112c779ad tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:21.053174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23df2e93-e2f3-47f2-85b3-39e112c779ad tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:21.058871 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-23df2e93-e2f3-47f2-85b3-39e112c779ad tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/f9ea7f63-fbc6-4253-805a-a2c73f7ca6af HTTP/1.1" status: 404  len: 337 time: 0.0373511
Nov 06 21:11:21.059285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58056) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:21.068271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-274ac7c0-f2b0-4728-8edb-f1fdeb8888db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:21.071268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-274ac7c0-f2b0-4728-8edb-f1fdeb8888db service neutron] 10.222.0.37 "GET /v2.0/networks?id=365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 200  len: 898 time: 0.1368430
Nov 06 21:11:21.089467 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f473cd2-4251-4286-974b-8a461f649275 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:11:21.090264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f473cd2-4251-4286-974b-8a461f649275 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:11:21.095883 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1f473cd2-4251-4286-974b-8a461f649275 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/subnets/5bd6ad52-2604-4ca3-b79c-aceecc9d4fcf HTTP/1.1" status: 404  len: 337 time: 0.0348933
Nov 06 21:11:21.097343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58058) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:21.105027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] DHCP port deletion for 776d90c9-3de0-4f7d-829b-8e0135bce8ae request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:11:21.132674 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a430d0>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:36Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:21.149746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-f2da1bf7-de5e-4942-bf09-635e9ea5d22a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 200  len: 217 time: 0.0420814
Nov 06 21:11:21.163201 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] Checking router: 173a957a-8fd3-4e8f-a427-bffda6969042 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:21.174027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:21.174322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] Deleting port b870bacf-3eda-44fd-aac1-4d973ac78a18 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:21.174477 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a430d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:21.174811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.203817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5484d-429b-4e53-a95e-6ef5c7b665d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Deleting port 3695e71f-d447-4903-bd28-8232aef00d3d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:21.204496 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6e5484d-429b-4e53-a95e-6ef5c7b665d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.219278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd4334-1015-4d1a-bb5c-77c885ee51e2 req-22132992-14c2-4970-97bf-aa5b153e7275 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:21.221441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1bcd4334-1015-4d1a-bb5c-77c885ee51e2 req-22132992-14c2-4970-97bf-aa5b153e7275 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.1486855
Nov 06 21:11:21.255785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-69219a36-2f83-4aa0-b45d-9638fceb7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:21.257432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-69219a36-2f83-4aa0-b45d-9638fceb7529 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 200  len: 834 time: 0.0992737
Nov 06 21:11:21.260085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] For port b870bacf-3eda-44fd-aac1-4d973ac78a18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b870bacf-3eda-44fd-aac1-4d973ac78a18,segment=NetworkSegment(763ffb3d-3400-475c-97da-cbafccf4e9ae),segment_id=763ffb3d-3400-475c-97da-cbafccf4e9ae)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:21.260652 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.263905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Deleting port a32f4399-5934-42ad-8d46-92a6c0555a4f {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:21.264381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.275512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6e5484d-429b-4e53-a95e-6ef5c7b665d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.279658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] Calling delete_port for b870bacf-3eda-44fd-aac1-4d973ac78a18 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:21.295759 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5484d-429b-4e53-a95e-6ef5c7b665d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Calling delete_port for 3695e71f-d447-4903-bd28-8232aef00d3d owned by  {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:21.398209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.436132 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6e5484d-429b-4e53-a95e-6ef5c7b665d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.443561 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:21.462461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] Pushing event deleted for resources: {'Port': ['ID=b870bacf-3eda-44fd-aac1-4d973ac78a18,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:21.464323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9436d-6ee1-4d43-9130-050991789aff None None] No DVR routers for this DVR port b870bacf-3eda-44fd-aac1-4d973ac78a18 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:21.481593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5484d-429b-4e53-a95e-6ef5c7b665d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Port': ['ID=3695e71f-d447-4903-bd28-8232aef00d3d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:21.498080 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d6e5484d-429b-4e53-a95e-6ef5c7b665d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.501663 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d6e5484d-429b-4e53-a95e-6ef5c7b665d0 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/ports/3695e71f-d447-4903-bd28-8232aef00d3d HTTP/1.1" status: 204  len: 168 time: 0.4031627
Nov 06 21:11:21.504019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58064) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:21.585585 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.656189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1bcd4334-1015-4d1a-bb5c-77c885ee51e2 req-4af1c131-e18a-4aed-9272-143beeda2207 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.4266155
Nov 06 21:11:21.706388 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a430d0>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:36Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:21.716504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-d51b2bdf-323d-4f65-b75e-546fbd6c78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:21.718217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-d51b2bdf-323d-4f65-b75e-546fbd6c78ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=365f443f-951f-4715-808f-274013e10fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4509816
Nov 06 21:11:21.750257 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c8e0a-5322-4c46-9dc5-4bfef2148d05 None None] The sync data for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 is: [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bc7887f-b402-42e0-a198-25b1dd3bf129', 'name': '', 'network_id': '365f443f-951f-4715-808f-274013e10fb3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:bd:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:29Z', 'updated_at': '2021-11-06T21:08:36Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '5ab8ea3e-e482-4bfc-b0e8-e408aa313272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:21.811260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd0051-3a70-4cd1-999c-f5989e76f8f2 req-6eefa96e-4f03-4e9b-b4af-749724b1c099 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:21.813076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08cd0051-3a70-4cd1-999c-f5989e76f8f2 req-6eefa96e-4f03-4e9b-b4af-749724b1c099 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/ports?device_id=87624922-75f3-4162-b674-c7d0f77164a7 HTTP/1.1" status: 200  len: 945 time: 0.1615806
Nov 06 21:11:21.822327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] For port a32f4399-5934-42ad-8d46-92a6c0555a4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a32f4399-5934-42ad-8d46-92a6c0555a4f,segment=NetworkSegment(669d5378-540a-42a8-95b1-b515ed8cff36),segment_id=669d5378-540a-42a8-95b1-b515ed8cff36)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:21.822794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.837192 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:21.861967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Calling delete_port for a32f4399-5934-42ad-8d46-92a6c0555a4f owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:21.960968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-2770313b-45c3-475c-a137-5190493955ce service neutron] 10.222.0.37 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322505
Nov 06 21:11:21.966485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08cd0051-3a70-4cd1-999c-f5989e76f8f2 req-1a51df8c-79de-4660-b20d-4fc7afc12f74 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ea10d6b-446e-49d0-b766-bdc1683fbd26&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403744
Nov 06 21:11:22.009223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.030378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92568f30a0>,) {'filters': {'network_id': ['776d90c9-3de0-4f7d-829b-8e0135bce8ae']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:22.040137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92568f30a0>, '763ffb3d-3400-475c-97da-cbafccf4e9ae') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:22.040511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92568f30a0>, '763ffb3d-3400-475c-97da-cbafccf4e9ae') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:22.050619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.053551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e8f52-be45-455c-b613-e3619108e643 None None] New status for floating IP 4609f9d3-1cda-441c-9848-149193ae02c6: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:11:22.065835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.073302 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:11:22.073676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:11:22.076845 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:11:22.124991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d8546eb-811e-4c26-88ab-e57c4db8b6f3 req-7db99fbc-6efc-4c70-bfb4-c5621e347da2 service neutron] 10.222.0.37 "GET /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559498
Nov 06 21:11:22.141405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.147005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.155852 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] 10.222.0.13 "DELETE /v2.0/networks/776d90c9-3de0-4f7d-829b-8e0135bce8ae HTTP/1.1" status: 204  len: 168 time: 0.6478567
Nov 06 21:11:22.158940 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.175335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7666a-c907-4b49-a3d5-375f60eb85c8 tempest-PortsTestJSON-1825782014 tempest-PortsTestJSON-1825782014-project] Pushing event deleted for resources: {'Network': ['ID=776d90c9-3de0-4f7d-829b-8e0135bce8ae,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:22.197876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Pushing event deleted for resources: {'Port': ['ID=a32f4399-5934-42ad-8d46-92a6c0555a4f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:22.239032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] No DVR routers for this DVR port a32f4399-5934-42ad-8d46-92a6c0555a4f on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:22.242112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.245499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-222f941e-76d4-4fcc-b805-0d06bd950b0e req-d9c45ecf-79a3-4711-b6bc-1d00f44bd454 tempest-TestServerAdvancedOps-601540318 tempest-TestServerAdvancedOps-601540318-project] 10.222.0.10 "DELETE /v2.0/ports/a32f4399-5934-42ad-8d46-92a6c0555a4f HTTP/1.1" status: 204  len: 173 time: 1.4035351
Nov 06 21:11:22.429958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58070) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:22.470905 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.504863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b870bacf-3eda-44fd-aac1-4d973ac78a18 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:22.505128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-579b224e-4402-470e-9507-dae9874a9b8f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:22.506708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-579b224e-4402-470e-9507-dae9874a9b8f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.37 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.0534170
Nov 06 21:11:22.535602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b870bacf-3eda-44fd-aac1-4d973ac78a18 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:22.535977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b870bacf-3eda-44fd-aac1-4d973ac78a18 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:22.575496 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-969204dc-0ad9-4c01-b653-99cb9ae7e824 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6ac2734a06b450eadbe39c7cbc12832&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1443341
Nov 06 21:11:22.578554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58074) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:22.618846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port e54de641-10b2-4742-b876-dbb61f65c926 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:22.619087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.634755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d2694b3-e657-40a0-95ee-232db602c1ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.656657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d2694b3-e657-40a0-95ee-232db602c1ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.717119 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d2694b3-e657-40a0-95ee-232db602c1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.720172 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d2694b3-e657-40a0-95ee-232db602c1ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.723349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port e54de641-10b2-4742-b876-dbb61f65c926, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e54de641-10b2-4742-b876-dbb61f65c926,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:22.723902 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:22.732763 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1d2694b3-e657-40a0-95ee-232db602c1ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8e39344-81a1-43a1-9c46-1dd1e5396438 HTTP/1.1" status: 204  len: 168 time: 0.1479390
Nov 06 21:11:22.743313 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2694b3-e657-40a0-95ee-232db602c1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e39344-81a1-43a1-9c46-1dd1e5396438,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:22.761734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for e54de641-10b2-4742-b876-dbb61f65c926 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:22.792954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87624922-75f3-4162-b674-c7d0f77164a7', 'name': 'network-vif-deleted', 'tag': 'a32f4399-5934-42ad-8d46-92a6c0555a4f'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:22.795408 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2302f0b0-6a6f-4b4f-946c-a35f2261c9e0" -d '{"events": [{"server_uuid": "87624922-75f3-4162-b674-c7d0f77164a7", "name": "network-vif-deleted", "tag": "a32f4399-5934-42ad-8d46-92a6c0555a4f"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:22.876548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2980b-ce6b-4ccd-8d5b-38e03ce29332 req-4e11b838-c46e-4b6d-aa96-71322cc2bd10 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:22.876548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83e2980b-ce6b-4ccd-8d5b-38e03ce29332 req-4e11b838-c46e-4b6d-aa96-71322cc2bd10 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=80602dc6-0eb8-4ea7-b115-90f0e169f6f2 HTTP/1.1" status: 200  len: 945 time: 0.1156316
Nov 06 21:11:22.890131 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f9c304-b1c6-441c-8702-068fae03da76 x-openstack-request-id: req-48f9c304-b1c6-441c-8702-068fae03da76 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:22.890654 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87624922-75f3-4162-b674-c7d0f77164a7", "name": "network-vif-deleted", "tag": "a32f4399-5934-42ad-8d46-92a6c0555a4f", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:22.890912 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48f9c304-b1c6-441c-8702-068fae03da76 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:22.891308 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87624922-75f3-4162-b674-c7d0f77164a7', 'name': 'network-vif-deleted', 'tag': 'a32f4399-5934-42ad-8d46-92a6c0555a4f', 'status': 'completed', 'code': 200}
Nov 06 21:11:22.952230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83e2980b-ce6b-4ccd-8d5b-38e03ce29332 req-9ac77f40-068e-4d61-abea-49a304f1b281 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=19d53e7a-977c-489b-8b02-ff09ec3e2ece&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0600452
Nov 06 21:11:23.005829 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.052605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=e54de641-10b2-4742-b876-dbb61f65c926,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:23.091263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] No DVR routers for this DVR port e54de641-10b2-4742-b876-dbb61f65c926 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:23.094919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.098759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7fda80ed-b563-4d2f-b9b3-64a1d3f16998 req-e0aae01e-f9fb-442d-bb63-30f63b19b7e8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.37 "DELETE /v2.0/ports/e54de641-10b2-4742-b876-dbb61f65c926 HTTP/1.1" status: 204  len: 173 time: 0.5857010
Nov 06 21:11:23.300100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a32f4399-5934-42ad-8d46-92a6c0555a4f no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:23.324266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58102) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:23.324483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: a32f4399-5934-42ad-8d46-92a6c0555a4f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:23.324483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a32f4399-5934-42ad-8d46-92a6c0555a4f not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:23.366928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8d46c8-b115-4ee6-aab9-46d08931f429 admin admin] Deleting subnet 3e40b776-ba2d-4baf-8b05-953a66d7d704 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:23.370160 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d8d46c8-b115-4ee6-aab9-46d08931f429 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.409260 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d8d46c8-b115-4ee6-aab9-46d08931f429 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.449632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d8d46c8-b115-4ee6-aab9-46d08931f429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.503925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58106) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:23.518000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d8d46c8-b115-4ee6-aab9-46d08931f429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.552578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d46c8-b115-4ee6-aab9-46d08931f429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e40b776-ba2d-4baf-8b05-953a66d7d704,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:23.562798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d8d46c8-b115-4ee6-aab9-46d08931f429 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.566250 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7d8d46c8-b115-4ee6-aab9-46d08931f429 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e40b776-ba2d-4baf-8b05-953a66d7d704 HTTP/1.1" status: 204  len: 168 time: 0.2436609
Nov 06 21:11:23.569036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58110) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:23.641906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-88f1a932-24ef-428f-9be2-1ae039e84d5a tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'default'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:23.643638 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-88f1a932-24ef-428f-9be2-1ae039e84d5a tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 06 21:11:23.644134 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-88f1a932-24ef-428f-9be2-1ae039e84d5a tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:11:23.645136 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88f1a932-24ef-428f-9be2-1ae039e84d5a tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1400907
Nov 06 21:11:23.649624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58112) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:23.655814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045023473'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:23.669339 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.680508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.689318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.749522 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.765790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.770961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.775193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255488730>,) {'filters': {'network_id': ['626e6dee-8d5a-490e-b0c2-9e4b3deeaae2']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:23.784535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255488730>, '669d5378-540a-42a8-95b1-b515ed8cff36') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:23.784828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255488730>, '669d5378-540a-42a8-95b1-b515ed8cff36') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:23.795418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.807655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2fc45f-20b8-4046-b7c0-552d6989e41e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:23.809156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.816136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:11:23.816531 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:11:23.818559 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:11:23.855637 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.859984 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.886298 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.892040 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.894925 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.898812 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] 10.222.0.13 "DELETE /v2.0/networks/626e6dee-8d5a-490e-b0c2-9e4b3deeaae2 HTTP/1.1" status: 204  len: 168 time: 0.3287127
Nov 06 21:11:23.899430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58116) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:23.899666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2487216
Nov 06 21:11:23.899917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58118) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:23.904052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a546dd-56df-4c6c-b588-db6b20867d3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156ac4fa-fb9c-42fc-bb00-3d2baa32e091,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:23.924046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-314ed5fa-c7f4-45a2-b5a8-fd2bbc953489 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '156ac4fa-fb9c-42fc-bb00-3d2baa32e091', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:23.943078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d539e-e7b7-484a-9e6c-2f44391eb18f admin admin] Pushing event deleted for resources: {'Network': ['ID=626e6dee-8d5a-490e-b0c2-9e4b3deeaae2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:23.977950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-90009214-501a-44ad-9c1d-af9e840fa285 admin admin] Deleting subnet 5b3cd90b-5272-4339-91ba-f57573fb27b5 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:23.984866 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90009214-501a-44ad-9c1d-af9e840fa285 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:23.986612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-314ed5fa-c7f4-45a2-b5a8-fd2bbc953489 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.011478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58122) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.045932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90009214-501a-44ad-9c1d-af9e840fa285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.091220 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:11:24.091849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-314ed5fa-c7f4-45a2-b5a8-fd2bbc953489 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.098550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-314ed5fa-c7f4-45a2-b5a8-fd2bbc953489 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.100626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90009214-501a-44ad-9c1d-af9e840fa285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.140730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ed5fa-c7f4-45a2-b5a8-fd2bbc953489 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf36c80b-9716-434f-9da1-d996cddc4313,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:24.156849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-314ed5fa-c7f4-45a2-b5a8-fd2bbc953489 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.158199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-314ed5fa-c7f4-45a2-b5a8-fd2bbc953489 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2497106
Nov 06 21:11:24.161095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58124) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.167667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-41bbb80e-ad86-4023-a7df-23039a9ef163 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '156ac4fa-fb9c-42fc-bb00-3d2baa32e091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:24.192424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90009214-501a-44ad-9c1d-af9e840fa285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.226087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90009214-501a-44ad-9c1d-af9e840fa285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.229402 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-90009214-501a-44ad-9c1d-af9e840fa285 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b3cd90b-5272-4339-91ba-f57573fb27b5 HTTP/1.1" status: 204  len: 168 time: 0.3275247
Nov 06 21:11:24.230232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90009214-501a-44ad-9c1d-af9e840fa285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3cd90b-5272-4339-91ba-f57573fb27b5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:24.232408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58126) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.234598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-41bbb80e-ad86-4023-a7df-23039a9ef163 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.332219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.347811 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-41bbb80e-ad86-4023-a7df-23039a9ef163 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:11:24.351372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-41bbb80e-ad86-4023-a7df-23039a9ef163 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1871552
Nov 06 21:11:24.351689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58128) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.450498 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.483127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92564d8700>,) {'filters': {'network_id': ['350efbe6-7c88-471b-9abd-26cb4f90b927']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:24.485275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21a1084c-47dc-4f21-b0cd-76c61c36e009 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.496823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92564d8700>, '4940dc58-453b-47b2-b2e8-a7bfbc8e0579') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:24.497116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92564d8700>, '4940dc58-453b-47b2-b2e8-a7bfbc8e0579') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:24.514416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.528497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21a1084c-47dc-4f21-b0cd-76c61c36e009 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.539896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.553360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:11:24.553779 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:11:24.555390 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:11:24.577197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.642419 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.645424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21a1084c-47dc-4f21-b0cd-76c61c36e009 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.648435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21a1084c-47dc-4f21-b0cd-76c61c36e009 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.651933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21a1084c-47dc-4f21-b0cd-76c61c36e009 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/156ac4fa-fb9c-42fc-bb00-3d2baa32e091 HTTP/1.1" status: 204  len: 168 time: 0.2969868
Nov 06 21:11:24.655808 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.658860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/350efbe6-7c88-471b-9abd-26cb4f90b927 HTTP/1.1" status: 204  len: 168 time: 0.4252355
Nov 06 21:11:24.659366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58130) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.687914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1084c-47dc-4f21-b0cd-76c61c36e009 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156ac4fa-fb9c-42fc-bb00-3d2baa32e091,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:24.689643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da9606-6cd6-4172-ac95-05cc78eb45d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=350efbe6-7c88-471b-9abd-26cb4f90b927,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:24.740404 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-20bdd195-2d19-4e58-b01f-cb4097a10d9c tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0765119
Nov 06 21:11:24.745081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58134) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.749933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5a37028c-c25f-456d-a49c-ba9bc5c87856 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--461900881'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:24.777650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a37028c-c25f-456d-a49c-ba9bc5c87856 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.856513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a37028c-c25f-456d-a49c-ba9bc5c87856 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.858337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58136) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.873067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a37028c-c25f-456d-a49c-ba9bc5c87856 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.892346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'name': 'network-vif-deleted', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:24.894597 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf6842f-2048-41e7-9481-b46f0216c8b0" -d '{"events": [{"server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "name": "network-vif-deleted", "tag": "e54de641-10b2-4742-b876-dbb61f65c926"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:24.921194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a37028c-c25f-456d-a49c-ba9bc5c87856 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.925010 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5a37028c-c25f-456d-a49c-ba9bc5c87856 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1761580
Nov 06 21:11:24.926534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 7bc7887f-b402-42e0-a198-25b1dd3bf129 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:24.926669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58140) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.926889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:24.932540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4c250693-d560-471b-a03d-900bc16c83cd tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '0df4e497-2dc5-4fb0-bff5-3a9db1f6b7ea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:24.933318 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-4c250693-d560-471b-a03d-900bc16c83cd tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 06 21:11:24.933797 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-4c250693-d560-471b-a03d-900bc16c83cd tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:24.937202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c250693-d560-471b-a03d-900bc16c83cd tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0071998
Nov 06 21:11:24.937202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37028c-c25f-456d-a49c-ba9bc5c87856 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df4e497-2dc5-4fb0-bff5-3a9db1f6b7ea,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:24.938666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58144) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.948900 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e6e2be3d-a28c-4d82-a174-53b5131f2a6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9d79d6bd1d64d35b00654facac911cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0894144
Nov 06 21:11:24.956183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58146) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:24.986085 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eeb18e-3c8b-47af-9c98-9368a81f3e75 x-openstack-request-id: req-24eeb18e-3c8b-47af-9c98-9368a81f3e75 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:24.986523 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80602dc6-0eb8-4ea7-b115-90f0e169f6f2", "name": "network-vif-deleted", "tag": "e54de641-10b2-4742-b876-dbb61f65c926", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:24.986935 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24eeb18e-3c8b-47af-9c98-9368a81f3e75 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:24.987406 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80602dc6-0eb8-4ea7-b115-90f0e169f6f2', 'name': 'network-vif-deleted', 'tag': 'e54de641-10b2-4742-b876-dbb61f65c926', 'status': 'completed', 'code': 200}
Nov 06 21:11:25.039446 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ce0096d-1764-4a1e-b29b-40d957be40c1 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.040752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port 7bc7887f-b402-42e0-a198-25b1dd3bf129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bc7887f-b402-42e0-a198-25b1dd3bf129,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:25.041362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.047586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2819d152-ca9a-425f-b419-483ad3c58442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.054776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 7bc7887f-b402-42e0-a198-25b1dd3bf129 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:25.077741 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ce0096d-1764-4a1e-b29b-40d957be40c1 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.088486 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2819d152-ca9a-425f-b419-483ad3c58442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.146048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ce0096d-1764-4a1e-b29b-40d957be40c1 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.149395 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9ce0096d-1764-4a1e-b29b-40d957be40c1 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.150550 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9ce0096d-1764-4a1e-b29b-40d957be40c1 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/0df4e497-2dc5-4fb0-bff5-3a9db1f6b7ea HTTP/1.1" status: 204  len: 168 time: 0.2110577
Nov 06 21:11:25.156855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58148) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:25.168432 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2819d152-ca9a-425f-b419-483ad3c58442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.170904 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2819d152-ca9a-425f-b419-483ad3c58442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.172033 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2819d152-ca9a-425f-b419-483ad3c58442 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ea10d6b-446e-49d0-b766-bdc1683fbd26 HTTP/1.1" status: 204  len: 168 time: 0.2150910
Nov 06 21:11:25.174059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0096d-1764-4a1e-b29b-40d957be40c1 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df4e497-2dc5-4fb0-bff5-3a9db1f6b7ea,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:25.193207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819d152-ca9a-425f-b419-483ad3c58442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea10d6b-446e-49d0-b766-bdc1683fbd26,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:25.236487 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-08b8e479-533a-4229-bf11-75909120c361 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0748475
Nov 06 21:11:25.236786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58152) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:25.241578 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8ec530db-76e8-4be2-a9be-bd9962b09082 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533370842'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:25.289022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8ec530db-76e8-4be2-a9be-bd9962b09082 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.369076 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.411554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=7bc7887f-b402-42e0-a198-25b1dd3bf129,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:25.427414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e54de641-10b2-4742-b876-dbb61f65c926 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:25.461120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: e54de641-10b2-4742-b876-dbb61f65c926 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:25.461705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e54de641-10b2-4742-b876-dbb61f65c926 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:25.477812 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8ec530db-76e8-4be2-a9be-bd9962b09082 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.487049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8ec530db-76e8-4be2-a9be-bd9962b09082 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.520873 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8ec530db-76e8-4be2-a9be-bd9962b09082 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.522880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8ec530db-76e8-4be2-a9be-bd9962b09082 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2850423
Nov 06 21:11:25.525701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58156) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:25.533738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1975a215-a5ce-4639-856b-4ed9a3cc8bc2 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '4ce65cee-3a79-4886-a4fa-8ef80d4f10f3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:25.544194 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-1975a215-a5ce-4639-856b-4ed9a3cc8bc2 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 06 21:11:25.544907 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-1975a215-a5ce-4639-856b-4ed9a3cc8bc2 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:25.548557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1975a215-a5ce-4639-856b-4ed9a3cc8bc2 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0172243
Nov 06 21:11:25.548817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58158) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:25.565856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58160) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:25.575593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec530db-76e8-4be2-a9be-bd9962b09082 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce65cee-3a79-4886-a4fa-8ef80d4f10f3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:25.642500 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ba223870-9b33-4a98-be16-8bc370ce77bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfb3c5fb72714973aeceb5f7b6ad8a53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0755084
Nov 06 21:11:25.646017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58162) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:25.656208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6990604-dcbd-4534-8ad6-838ecf216d11 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.695635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6990604-dcbd-4534-8ad6-838ecf216d11 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.748604 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbbda-705c-4ad4-84b5-c5624b914104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.759621 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6990604-dcbd-4534-8ad6-838ecf216d11 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.762252 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6990604-dcbd-4534-8ad6-838ecf216d11 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.763413 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e6990604-dcbd-4534-8ad6-838ecf216d11 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ce65cee-3a79-4886-a4fa-8ef80d4f10f3 HTTP/1.1" status: 204  len: 168 time: 0.2136419
Nov 06 21:11:25.772405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58164) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:25.801847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6990604-dcbd-4534-8ad6-838ecf216d11 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce65cee-3a79-4886-a4fa-8ef80d4f10f3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:25.804987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbbda-705c-4ad4-84b5-c5624b914104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.878165 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f8edfa35-b43b-4c3d-a86a-968b63116261 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1045847
Nov 06 21:11:25.884638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58166) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:25.889722 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ab1f966a-e1eb-44d2-905f-329876568f3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--348031537'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:25.905600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbbda-705c-4ad4-84b5-c5624b914104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.908830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbbda-705c-4ad4-84b5-c5624b914104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.910083 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6d9fbbda-705c-4ad4-84b5-c5624b914104 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab7f18da-4728-4314-b062-7215775e1e69 HTTP/1.1" status: 204  len: 168 time: 0.2625065
Nov 06 21:11:25.920264 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:25.923259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fbbda-705c-4ad4-84b5-c5624b914104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7f18da-4728-4314-b062-7215775e1e69,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:25.928592 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab1f966a-e1eb-44d2-905f-329876568f3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.020262 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab1f966a-e1eb-44d2-905f-329876568f3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.026848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab1f966a-e1eb-44d2-905f-329876568f3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.074186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab1f966a-e1eb-44d2-905f-329876568f3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.078176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab1f966a-e1eb-44d2-905f-329876568f3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1898906
Nov 06 21:11:26.078176 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f966a-e1eb-44d2-905f-329876568f3f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930bf971-35c7-4f40-a968-95e9319e5b91,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:26.079882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58172) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.084974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cff5a406-97f8-492d-8854-245ad700e97e tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '930bf971-35c7-4f40-a968-95e9319e5b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.112773 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-cff5a406-97f8-492d-8854-245ad700e97e tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 06 21:11:26.113616 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-cff5a406-97f8-492d-8854-245ad700e97e tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.114689 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cff5a406-97f8-492d-8854-245ad700e97e tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0336759
Nov 06 21:11:26.118043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58176) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.122578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5682e654-57e3-4669-8acc-aef99285df95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '930bf971-35c7-4f40-a968-95e9319e5b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.123351 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-5682e654-57e3-4669-8acc-aef99285df95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 06 21:11:26.123972 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-5682e654-57e3-4669-8acc-aef99285df95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.126319 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5682e654-57e3-4669-8acc-aef99285df95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0071878
Nov 06 21:11:26.128928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58178) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.134202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-85b4ff28-0a22-4e6d-97fc-1d888277e224 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '930bf971-35c7-4f40-a968-95e9319e5b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.135015 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-85b4ff28-0a22-4e6d-97fc-1d888277e224 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 06 21:11:26.135604 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-85b4ff28-0a22-4e6d-97fc-1d888277e224 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.138953 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-85b4ff28-0a22-4e6d-97fc-1d888277e224 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0066931
Nov 06 21:11:26.139216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58180) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.143087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e3ff0e36-4bc0-4657-95a5-d95ce442d1dd tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '930bf971-35c7-4f40-a968-95e9319e5b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.143935 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-e3ff0e36-4bc0-4657-95a5-d95ce442d1dd tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 06 21:11:26.144513 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-e3ff0e36-4bc0-4657-95a5-d95ce442d1dd tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.147672 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3ff0e36-4bc0-4657-95a5-d95ce442d1dd tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0054569
Nov 06 21:11:26.147971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58182) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.178471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 173a957a-8fd3-4e8f-a427-bffda6969042 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:11:26.207593 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0325a60f-c656-49d2-b5a6-c39943cc5015 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.235137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0325a60f-c656-49d2-b5a6-c39943cc5015 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.281481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0325a60f-c656-49d2-b5a6-c39943cc5015 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.284734 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0325a60f-c656-49d2-b5a6-c39943cc5015 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.288423 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0325a60f-c656-49d2-b5a6-c39943cc5015 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/930bf971-35c7-4f40-a968-95e9319e5b91 HTTP/1.1" status: 204  len: 168 time: 0.1369452
Nov 06 21:11:26.289321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58188) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.299373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325a60f-c656-49d2-b5a6-c39943cc5015 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930bf971-35c7-4f40-a968-95e9319e5b91,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:26.299594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:26.313382 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] Sync routers for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:26.329415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58192) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.329686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-09ed009e-f593-4194-9a43-d93ba9de7ba3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "PUT /v2.0/routers/173a957a-8fd3-4e8f-a427-bffda6969042/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3169897
Nov 06 21:11:26.331258 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:26.331885 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526b12b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:26.392818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-18d8db59-f79a-479e-ac79-879ca425674d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1020947
Nov 06 21:11:26.397042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58196) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.402838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f921853a-4862-4010-843a-7fb286552e5f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--749558746'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.403239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1022acf-e0b7-4118-b9f4-d0c733091a92 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting subnet 5ab8ea3e-e482-4bfc-b0e8-e408aa313272 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:26.406670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1022acf-e0b7-4118-b9f4-d0c733091a92 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.439356 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f921853a-4862-4010-843a-7fb286552e5f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.454481 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:26.498256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1022acf-e0b7-4118-b9f4-d0c733091a92 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.563017 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f921853a-4862-4010-843a-7fb286552e5f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.568086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f921853a-4862-4010-843a-7fb286552e5f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.608741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f921853a-4862-4010-843a-7fb286552e5f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.610007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f921853a-4862-4010-843a-7fb286552e5f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2120190
Nov 06 21:11:26.611211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921853a-4862-4010-843a-7fb286552e5f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1340f638-3583-46b5-8b9e-21a6b98994be,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:26.614286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58204) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.618382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1022acf-e0b7-4118-b9f4-d0c733091a92 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.621394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-408c0dc4-3e8a-4919-becd-e279495f7398 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.622457 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-408c0dc4-3e8a-4919-becd-e279495f7398 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 06 21:11:26.622819 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-408c0dc4-3e8a-4919-becd-e279495f7398 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.624529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-408c0dc4-3e8a-4919-becd-e279495f7398 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0089376
Nov 06 21:11:26.627212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58206) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.632209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4480e24d-cd0b-4079-ad98-fb031af89bac tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.676905 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526b12b0>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:11:25Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:26.696840 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1022acf-e0b7-4118-b9f4-d0c733091a92 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.706238 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-4480e24d-cd0b-4079-ad98-fb031af89bac tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.707598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4480e24d-cd0b-4079-ad98-fb031af89bac tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0793266
Nov 06 21:11:26.711228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58210) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.711778 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] Checking router: 173a957a-8fd3-4e8f-a427-bffda6969042 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:26.717378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d9949c03-c6a1-4d1d-a1ef-558270f56054 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.718218 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-d9949c03-c6a1-4d1d-a1ef-558270f56054 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 06 21:11:26.719188 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-d9949c03-c6a1-4d1d-a1ef-558270f56054 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.720779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d9949c03-c6a1-4d1d-a1ef-558270f56054 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0081646
Nov 06 21:11:26.722047 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] Routers {'173a957a-8fd3-4e8f-a427-bffda6969042'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:26.722712 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526b12b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['173a957a-8fd3-4e8f-a427-bffda6969042'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:26.723589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58212) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.731547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1022acf-e0b7-4118-b9f4-d0c733091a92 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab8ea3e-e482-4bfc-b0e8-e408aa313272,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:26.731782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2653872e-ffad-4ce2-b2b9-acb693876c9a tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.742956 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1022acf-e0b7-4118-b9f4-d0c733091a92 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.750368 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c1022acf-e0b7-4118-b9f4-d0c733091a92 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/subnets/5ab8ea3e-e482-4bfc-b0e8-e408aa313272 HTTP/1.1" status: 204  len: 168 time: 0.4170949
Nov 06 21:11:26.750542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f955a8-fe3d-41a7-88f6-f5cb4ddc0861 None None] Network 365f443f-951f-4715-808f-274013e10fb3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:26.754025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58214) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.798937 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-2653872e-ffad-4ce2-b2b9-acb693876c9a tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.803541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2653872e-ffad-4ce2-b2b9-acb693876c9a tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0787561
Nov 06 21:11:26.804122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58216) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.810801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d4134522-4475-4607-bb28-59d66fa77836 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.811490 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-d4134522-4475-4607-bb28-59d66fa77836 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 06 21:11:26.812244 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-d4134522-4475-4607-bb28-59d66fa77836 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.816376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d4134522-4475-4607-bb28-59d66fa77836 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0101020
Nov 06 21:11:26.817189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58218) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.817684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58220) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.824176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a0c7a976-47fe-48a9-92e4-4cebdddcb590 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.853208 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] Set router 173a957a-8fd3-4e8f-a427-bffda6969042 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:26.881015 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-a0c7a976-47fe-48a9-92e4-4cebdddcb590 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.885250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a0c7a976-47fe-48a9-92e4-4cebdddcb590 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0653739
Nov 06 21:11:26.885836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58224) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.890734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c73c03dd-f6c3-40ec-b4f3-d2ef5833343f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.891270 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-c73c03dd-f6c3-40ec-b4f3-d2ef5833343f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 06 21:11:26.891760 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-c73c03dd-f6c3-40ec-b4f3-d2ef5833343f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:26.897765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c73c03dd-f6c3-40ec-b4f3-d2ef5833343f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0108337
Nov 06 21:11:26.898597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58226) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:26.904089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-18ade990-0804-47d2-9b4e-437776e41c08 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.905898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:26.968590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-846848331-network', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:26.995986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Made reservation on behalf of 7e7bb72df2e54f4aa72356d80aae9d38 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:26.999608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.005046 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-18ade990-0804-47d2-9b4e-437776e41c08 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:27.006861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-18ade990-0804-47d2-9b4e-437776e41c08 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1071522
Nov 06 21:11:27.015415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58228) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:27.020243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7deea53a-4718-467a-8f86-c2e511f33bff tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '1340f638-3583-46b5-8b9e-21a6b98994be', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:27.028320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.028823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.099820 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-7deea53a-4718-467a-8f86-c2e511f33bff tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:27.103804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7deea53a-4718-467a-8f86-c2e511f33bff tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0849695
Nov 06 21:11:27.104619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58232) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:27.118927 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526b12b0>, [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:11:25Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:27.142888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 400c624e-a73a-4d18-bc25-a4c44ab08973 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:27.143612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.155542 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a9ce22-c0e2-42c9-b7e2-0f149c6fbc40 None None] The sync data for ids ['173a957a-8fd3-4e8f-a427-bffda6969042'] in ncdv-master-1 is: [{'id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471589372', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153'}], 'enable_snat': True}, 'gw_port_id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:25Z', 'updated_at': '2021-11-06T21:11:25Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '400c624e-a73a-4d18-bc25-a4c44ab08973', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173a957a-8fd3-4e8f-a427-bffda6969042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:26Z', 'updated_at': '2021-11-06T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:27.213412 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b64861be-2ee1-4bf5-b5d5-034db1b72f7d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.255049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.255257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port 400c624e-a73a-4d18-bc25-a4c44ab08973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=400c624e-a73a-4d18-bc25-a4c44ab08973,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:27.255504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.257325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b64861be-2ee1-4bf5-b5d5-034db1b72f7d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.264843 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.270237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 400c624e-a73a-4d18-bc25-a4c44ab08973 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:27.309060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:11:27.319741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01aae8f-90ba-4c90-aed3-6ab50d658031,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:27.335538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.335888 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Added segment ac1d204b-b410-448c-a702-3161de7918fa of type vlan for network 346fa48e-d19b-41a3-a405-c0c564390c77
Nov 06 21:11:27.337211 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b64861be-2ee1-4bf5-b5d5-034db1b72f7d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.339814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b64861be-2ee1-4bf5-b5d5-034db1b72f7d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.341040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b64861be-2ee1-4bf5-b5d5-034db1b72f7d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/1340f638-3583-46b5-8b9e-21a6b98994be HTTP/1.1" status: 204  len: 168 time: 0.2352333
Nov 06 21:11:27.344766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58234) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:27.358775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64861be-2ee1-4bf5-b5d5-034db1b72f7d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1340f638-3583-46b5-8b9e-21a6b98994be,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:27.391546 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.417511 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.419089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:27.419704 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.438510 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-393e5f7a-6089-4327-99a8-0e86db3ed2e8 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0889752
Nov 06 21:11:27.438758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58236) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:27.444059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e47bb192-4b02-4c76-9d3f-20f384163348 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293651284'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:27.481688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6602678
Nov 06 21:11:27.482792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58238) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:27.491022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27b792-2458-4d04-a179-06ded3689ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=346fa48e-d19b-41a3-a405-c0c564390c77,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:27.491734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Request body: {'subnet': {'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-846848331-subnet', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:27.500579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 346fa48e-d19b-41a3-a405-c0c564390c77 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:11:27.523297 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e47bb192-4b02-4c76-9d3f-20f384163348 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.531226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.549328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] DHCP port deletion for 365f443f-951f-4715-808f-274013e10fb3 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:11:27.583560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=400c624e-a73a-4d18-bc25-a4c44ab08973,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:27.589204 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Made reservation on behalf of 7e7bb72df2e54f4aa72356d80aae9d38 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:27.591549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.627755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] Deleting port 42de9022-eb90-4ff3-a716-b267becaf3db {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:27.628126 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.692468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] For port 42de9022-eb90-4ff3-a716-b267becaf3db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42de9022-eb90-4ff3-a716-b267becaf3db,segment=NetworkSegment(b116ae37-5813-4976-ab31-440fa93cd21d),segment_id=b116ae37-5813-4976-ab31-440fa93cd21d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:27.693134 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.711169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] Calling delete_port for 42de9022-eb90-4ff3-a716-b267becaf3db owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:27.731828 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.801890 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.832726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] Pushing event deleted for resources: {'Port': ['ID=42de9022-eb90-4ff3-a716-b267becaf3db,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:27.836213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324204c-e3ec-4116-8b61-ffea346d6d24 None None] No DVR routers for this DVR port 42de9022-eb90-4ff3-a716-b267becaf3db on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:27.861098 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.866031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e47bb192-4b02-4c76-9d3f-20f384163348 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.867456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.873545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e47bb192-4b02-4c76-9d3f-20f384163348 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.968935 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.969459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Fanout notify agent at l3_agent the message router_deleted on router 173a957a-8fd3-4e8f-a427-bffda6969042 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:11:27.977316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.981269 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a62aad30-9e02-4fa0-bc2e-71335ab2c8a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/routers/173a957a-8fd3-4e8f-a427-bffda6969042 HTTP/1.1" status: 204  len: 168 time: 1.2262173
Nov 06 21:11:27.981636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58240) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:27.986129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bb192-4b02-4c76-9d3f-20f384163348 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a82cb6-82db-49c2-a268-28823bbc9fe2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:27.993601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e47bb192-4b02-4c76-9d3f-20f384163348 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:27.997546 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e47bb192-4b02-4c76-9d3f-20f384163348 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5552046
Nov 06 21:11:27.997901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58242) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:28.002327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-51a4d95c-2876-4da3-8d07-6e7a6abaa3c5 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '69a82cb6-82db-49c2-a268-28823bbc9fe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:28.071463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.087977 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.116245 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-51a4d95c-2876-4da3-8d07-6e7a6abaa3c5 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The resource could not be found.
Nov 06 21:11:28.117412 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-51a4d95c-2876-4da3-8d07-6e7a6abaa3c5 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1188185
Nov 06 21:11:28.120711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58244) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:28.156342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b6414706-68cf-4010-94fd-76b255454f01 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '69a82cb6-82db-49c2-a268-28823bbc9fe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '453ad587-ea97-4965-b975-24f4bff34328'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:28.163046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c42ea1-7c50-4294-882b-1d65cc3a431d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:28.171340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Checking segment: {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:28.171702 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Network hostable DHCP agents. Network: 346fa48e-d19b-41a3-a405-c0c564390c77, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:11:28.185237 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.188874 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Network 346fa48e-d19b-41a3-a405-c0c564390c77 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:11:28.201847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 346fa48e-d19b-41a3-a405-c0c564390c77) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:28.207576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:28.208227 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.214089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae11aac-299a-48ce-9bb3-41ef2406a2a8 None None] Network 346fa48e-d19b-41a3-a405-c0c564390c77 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:28.217427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255ba8b80>,) {'filters': {'network_id': ['365f443f-951f-4715-808f-274013e10fb3']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:28.227328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1cd1e37e-3475-4ef2-b0a7-07f746c8cf34 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7416804
Nov 06 21:11:28.229893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58248) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:28.234152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:28.234998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255ba8b80>, 'b116ae37-5813-4976-ab31-440fa93cd21d') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:28.236142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255ba8b80>, 'b116ae37-5813-4976-ab31-440fa93cd21d') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:28.250874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.257169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.258351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.264047 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-b6414706-68cf-4010-94fd-76b255454f01 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The resource could not be found.
Nov 06 21:11:28.267884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b6414706-68cf-4010-94fd-76b255454f01 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1434252
Nov 06 21:11:28.268181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58252) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:28.271212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.291074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:11:28.292675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:11:28.302109 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:11:28.348638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.369280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.383566 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.386859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/networks/365f443f-951f-4715-808f-274013e10fb3 HTTP/1.1" status: 204  len: 168 time: 0.4037893
Nov 06 21:11:28.398819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58256) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:28.401147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830ae20-5443-4d18-aba4-3bb38e3e7e05 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Network': ['ID=365f443f-951f-4715-808f-274013e10fb3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:28.435270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-346fa48e-d19b-41a3-a405-c0c564390c77', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:11:28.436484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91460399-1f43-4ed8-a801-bb420d26582f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.440180 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.468323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91460399-1f43-4ed8-a801-bb420d26582f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.495844 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa38d-9c0b-4a79-b3c4-d2ecc44f36d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.534506 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa38d-9c0b-4a79-b3c4-d2ecc44f36d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.551777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 42de9022-eb90-4ff3-a716-b267becaf3db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:28.574537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 42de9022-eb90-4ff3-a716-b267becaf3db {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:28.574867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 42de9022-eb90-4ff3-a716-b267becaf3db not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:28.575609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 400c624e-a73a-4d18-bc25-a4c44ab08973 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:28.601456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 400c624e-a73a-4d18-bc25-a4c44ab08973 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:28.602074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 400c624e-a73a-4d18-bc25-a4c44ab08973 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:28.602523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7bc7887f-b402-42e0-a198-25b1dd3bf129 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:28.604186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.612432 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91460399-1f43-4ed8-a801-bb420d26582f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.616137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-91460399-1f43-4ed8-a801-bb420d26582f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.617951 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-91460399-1f43-4ed8-a801-bb420d26582f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/69a82cb6-82db-49c2-a268-28823bbc9fe2 HTTP/1.1" status: 204  len: 168 time: 0.3487406
Nov 06 21:11:28.621010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58258) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:28.621789 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa38d-9c0b-4a79-b3c4-d2ecc44f36d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.624746 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa38d-9c0b-4a79-b3c4-d2ecc44f36d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.628644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d8cfa38d-9c0b-4a79-b3c4-d2ecc44f36d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/security-groups/19d53e7a-977c-489b-8b02-ff09ec3e2ece HTTP/1.1" status: 204  len: 168 time: 0.2262378
Nov 06 21:11:28.648698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 7bc7887f-b402-42e0-a198-25b1dd3bf129 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:28.649032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7bc7887f-b402-42e0-a198-25b1dd3bf129 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:28.664952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfa38d-9c0b-4a79-b3c4-d2ecc44f36d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d53e7a-977c-489b-8b02-ff09ec3e2ece,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:28.672055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91460399-1f43-4ed8-a801-bb420d26582f tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a82cb6-82db-49c2-a268-28823bbc9fe2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:28.676635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Allocated IP 172.20.0.2 (346fa48e-d19b-41a3-a405-c0c564390c77/d2c42ea1-7c50-4294-882b-1d65cc3a431d/a672e81d-31c7-472f-b685-ec9564a9e87f) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:28.727900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58264) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:28.728405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a1cecee2-c245-4d3d-8bdc-f27bfd123392 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1008458
Nov 06 21:11:28.735424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fa15fdb6-f7b7-4f31-826e-40db0034d4b4 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': 'fa40121c-ead6-4183-8d61-05aad117cde2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:28.798792 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-fa15fdb6-f7b7-4f31-826e-40db0034d4b4 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The resource could not be found.
Nov 06 21:11:28.799984 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fa15fdb6-f7b7-4f31-826e-40db0034d4b4 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0694087
Nov 06 21:11:28.803858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58266) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:28.808667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9d393a07-8b1f-4209-a35c-537168b98c95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112589877'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:28.875910 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.884738 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.897020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d393a07-8b1f-4209-a35c-537168b98c95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.930450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Network 346fa48e-d19b-41a3-a405-c0c564390c77 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:28.936260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:28.940133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:28.948501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Pushing event updated for resources: {'Port': ['ID=a672e81d-31c7-472f-b685-ec9564a9e87f,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:28.952371 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:28.980810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.004285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Attempting to bind port a672e81d-31c7-472f-b685-ec9564a9e87f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:29.004687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Attempting to bind port a672e81d-31c7-472f-b685-ec9564a9e87f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:29.005017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Attempting to bind port a672e81d-31c7-472f-b685-ec9564a9e87f on network 346fa48e-d19b-41a3-a405-c0c564390c77 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:29.011347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:29.011724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Checking segment: {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:29.012122 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.012619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Bound using segment: {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:29.013084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Bound port: a672e81d-31c7-472f-b685-ec9564a9e87f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:29.013600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.041566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58268) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.046877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2222e2c8-b1d4-4113-8d65-f3f39203f309 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506144202', 'description': 'tempest-secgroup-smoke-506144202 description', 'project_id': '5f8c001debad4d98b1531db2b7d91349'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:29.059966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d393a07-8b1f-4209-a35c-537168b98c95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.070374 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2222e2c8-b1d4-4113-8d65-f3f39203f309 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.070605 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d393a07-8b1f-4209-a35c-537168b98c95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.087459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] For port a672e81d-31c7-472f-b685-ec9564a9e87f, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:29.090792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] For port a672e81d-31c7-472f-b685-ec9564a9e87f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a672e81d-31c7-472f-b685-ec9564a9e87f,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:29.095372 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.136893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d393a07-8b1f-4209-a35c-537168b98c95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.138752 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9d393a07-8b1f-4209-a35c-537168b98c95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3337429
Nov 06 21:11:29.141882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58270) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.143526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d393a07-8b1f-4209-a35c-537168b98c95 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bae28b-71ae-4b03-8488-1ceb7e8390f4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.150557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7ee22b5f-01ca-4875-9fce-f3c2529ea782 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--677060808'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:29.151447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2222e2c8-b1d4-4113-8d65-f3f39203f309 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.166825 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2222e2c8-b1d4-4113-8d65-f3f39203f309 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.172746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Allocated IP 172.35.0.110 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/5fd7d00f-9677-4c36-a305-cf52abb1aca2) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:29.196664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce227b-6ad2-46f6-abb6-3853bd4e7a0e None None] Pushing event updated for resources: {'Port': ['ID=a672e81d-31c7-472f-b685-ec9564a9e87f,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.198711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ee22b5f-01ca-4875-9fce-f3c2529ea782 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.207518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2222e2c8-b1d4-4113-8d65-f3f39203f309 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.211842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2222e2c8-b1d4-4113-8d65-f3f39203f309 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1685729
Nov 06 21:11:29.212459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58272) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.220205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0be657a1-2023-4c17-bba6-018e419ce51e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7c40537b-0f44-4073-b115-1186ceb1b707', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:29.226301 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222e2c8-b1d4-4113-8d65-f3f39203f309 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40537b-0f44-4073-b115-1186ceb1b707,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.252624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0be657a1-2023-4c17-bba6-018e419ce51e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.331980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.333369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0be657a1-2023-4c17-bba6-018e419ce51e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.339483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0be657a1-2023-4c17-bba6-018e419ce51e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.348625 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ee22b5f-01ca-4875-9fce-f3c2529ea782 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.355219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ee22b5f-01ca-4875-9fce-f3c2529ea782 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.363496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be657a1-2023-4c17-bba6-018e419ce51e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598280be-88c1-4c96-9e25-ec548a2b742f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.383064 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0be657a1-2023-4c17-bba6-018e419ce51e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.387752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0be657a1-2023-4c17-bba6-018e419ce51e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1696277
Nov 06 21:11:29.388056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58276) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.407459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-cfc9b4db-b890-4d72-9fcc-f29cc180bb43 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7c40537b-0f44-4073-b115-1186ceb1b707', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:29.431296 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ee22b5f-01ca-4875-9fce-f3c2529ea782 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.432879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7ee22b5f-01ca-4875-9fce-f3c2529ea782 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2903361
Nov 06 21:11:29.437567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58278) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.449695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-66e1d802-c6c2-4060-83d8-c1f4542b72f8 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group_rule': {'security_group_id': '07bae28b-71ae-4b03-8488-1ceb7e8390f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4752115b-7355-4187-a519-5dd6b10a6673'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:29.456641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee22b5f-01ca-4875-9fce-f3c2529ea782 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4752115b-7355-4187-a519-5dd6b10a6673,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.465288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b4db-b890-4d72-9fcc-f29cc180bb43 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.471666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.528470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:29.535320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:29.537705 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b4db-b890-4d72-9fcc-f29cc180bb43 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.543705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:29.544676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b4db-b890-4d72-9fcc-f29cc180bb43 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.563805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9b4db-b890-4d72-9fcc-f29cc180bb43 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595dc27c-73a5-4553-a0f5-a7e0fe62e9ad,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.574977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b4db-b890-4d72-9fcc-f29cc180bb43 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.579100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cfc9b4db-b890-4d72-9fcc-f29cc180bb43 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1790812
Nov 06 21:11:29.579504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58280) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.583794 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-66e1d802-c6c2-4060-83d8-c1f4542b72f8 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:11:29.584651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2f339850-4aef-4716-a81f-abde0c620f31 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7c40537b-0f44-4073-b115-1186ceb1b707', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:29.584927 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-66e1d802-c6c2-4060-83d8-c1f4542b72f8 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1461060
Nov 06 21:11:29.587250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd7d00f-9677-4c36-a305-cf52abb1aca2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.588839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58282) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.645196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f339850-4aef-4716-a81f-abde0c620f31 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.674959 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a593f6a1-0e6c-476b-af1f-3c91fb8e7a07 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.726107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a593f6a1-0e6c-476b-af1f-3c91fb8e7a07 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.761031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f339850-4aef-4716-a81f-abde0c620f31 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.766266 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f339850-4aef-4716-a81f-abde0c620f31 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.791745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f339850-4aef-4716-a81f-abde0c620f31 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e7c99b-2615-4344-8229-e31a0944cc8c,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.797749 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f339850-4aef-4716-a81f-abde0c620f31 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.801890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2f339850-4aef-4716-a81f-abde0c620f31 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2181869
Nov 06 21:11:29.802437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58284) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.806564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-23433aa1-bc3b-4d45-889f-c44690e28dd0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7c40537b-0f44-4073-b115-1186ceb1b707', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:29.812637 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a593f6a1-0e6c-476b-af1f-3c91fb8e7a07 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.815167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a593f6a1-0e6c-476b-af1f-3c91fb8e7a07 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.816338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a593f6a1-0e6c-476b-af1f-3c91fb8e7a07 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/4752115b-7355-4187-a519-5dd6b10a6673 HTTP/1.1" status: 204  len: 168 time: 0.2255421
Nov 06 21:11:29.822914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58286) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:29.841574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593f6a1-0e6c-476b-af1f-3c91fb8e7a07 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4752115b-7355-4187-a519-5dd6b10a6673,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:29.900198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23433aa1-bc3b-4d45-889f-c44690e28dd0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:29.952171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fbc3d90d-1e57-4622-b2ff-4b1299730072 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1260600
Nov 06 21:11:29.954944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58288) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.018288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23433aa1-bc3b-4d45-889f-c44690e28dd0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.029105 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23433aa1-bc3b-4d45-889f-c44690e28dd0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.058812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23433aa1-bc3b-4d45-889f-c44690e28dd0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81151f47-2189-4292-b862-d83aa7501e51,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:30.060601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-901abe7e-2279-4030-9b3f-2291423b5c2d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.077400 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23433aa1-bc3b-4d45-889f-c44690e28dd0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.078621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-23433aa1-bc3b-4d45-889f-c44690e28dd0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2757237
Nov 06 21:11:30.081510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58290) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.088966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-37e01ff6-55d8-4d0c-bc68-09c70ba180dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7c40537b-0f44-4073-b115-1186ceb1b707', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:30.103565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-901abe7e-2279-4030-9b3f-2291423b5c2d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.144286 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-37e01ff6-55d8-4d0c-bc68-09c70ba180dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Project 5f8c001debad4d98b1531db2b7d91349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:11:30.147537 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.152579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e01ff6-55d8-4d0c-bc68-09c70ba180dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.180951 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-901abe7e-2279-4030-9b3f-2291423b5c2d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.184681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-901abe7e-2279-4030-9b3f-2291423b5c2d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.185847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-901abe7e-2279-4030-9b3f-2291423b5c2d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/07bae28b-71ae-4b03-8488-1ceb7e8390f4 HTTP/1.1" status: 204  len: 168 time: 0.2299714
Nov 06 21:11:30.188536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58292) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.205924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901abe7e-2279-4030-9b3f-2291423b5c2d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bae28b-71ae-4b03-8488-1ceb7e8390f4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:30.236427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e01ff6-55d8-4d0c-bc68-09c70ba180dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.241640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e01ff6-55d8-4d0c-bc68-09c70ba180dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.257471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e01ff6-55d8-4d0c-bc68-09c70ba180dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d64e6a-ffa9-495f-946f-f0fbf79599ab,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:30.274729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e01ff6-55d8-4d0c-bc68-09c70ba180dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.278711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-37e01ff6-55d8-4d0c-bc68-09c70ba180dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1937027
Nov 06 21:11:30.279173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58294) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.286085 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8a53856d-6929-4313-9dc7-1fd5cd6c3102 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0905991
Nov 06 21:11:30.286264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58296) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.290875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2721c249-357a-49f8-bbd2-3c8d2785f756 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'tempest-secgroup--348079506'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:30.299241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7c40537b-0f44-4073-b115-1186ceb1b707', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:30.326326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d85b3-fe8f-463d-b5fd-7071772d534e None None] Network 346fa48e-d19b-41a3-a405-c0c564390c77 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:30.327297 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.db.api [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 06 21:11:30.327297 ncdv-master-1 neutron-server[119333]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 06 21:11:30.327297 ncdv-master-1 neutron-server[119333]: [parameters: {'project_id_1': '5f8c001debad4d98b1531db2b7d91349', 'expiration_1': datetime.datetime(2021, 11, 6, 21, 11, 10, 306625)}]
Nov 06 21:11:30.327297 ncdv-master-1 neutron-server[119333]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=119333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:11:30.327703 ncdv-master-1 neutron-server[119333]: DEBUG oslo_db.api [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:11:30.333105 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2721c249-357a-49f8-bbd2-3c8d2785f756 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.409915 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2721c249-357a-49f8-bbd2-3c8d2785f756 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.414715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.415196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2721c249-357a-49f8-bbd2-3c8d2785f756 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.449073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721c249-357a-49f8-bbd2-3c8d2785f756 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9a55cd-3ab5-43e5-884e-18d6df30325b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:30.454214 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2721c249-357a-49f8-bbd2-3c8d2785f756 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.458269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2721c249-357a-49f8-bbd2-3c8d2785f756 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1687748
Nov 06 21:11:30.458445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f2e73114-3d2f-4064-9f23-5bd68a37d9e7 None None] Provisioning complete for port a672e81d-31c7-472f-b685-ec9564a9e87f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:30.458445 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2e73114-3d2f-4064-9f23-5bd68a37d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.458629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58298) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.463598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2fc99b4a-b61b-4ba7-8154-781ae6e2fa4d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Request body: {'security_group': {'name': 'default'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:30.464614 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-2fc99b4a-b61b-4ba7-8154-781ae6e2fa4d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 06 21:11:30.464759 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-2fc99b4a-b61b-4ba7-8154-781ae6e2fa4d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:11:30.467921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2fc99b4a-b61b-4ba7-8154-781ae6e2fa4d tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "PUT /v2.0/security-groups/4a9a55cd-3ab5-43e5-884e-18d6df30325b HTTP/1.1" status: 409  len: 330 time: 0.0060232
Nov 06 21:11:30.468144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58300) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.541615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa55-77d4-49c0-ad77-0b5cc21b0727 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.596930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa55-77d4-49c0-ad77-0b5cc21b0727 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.613686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a672e81d-31c7-472f-b685-ec9564a9e87f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:30.614759 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Router 5b57442c-7593-4b6b-b5f1-95970017bf57 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:11:30.619222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2e73114-3d2f-4064-9f23-5bd68a37d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.657606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa55-77d4-49c0-ad77-0b5cc21b0727 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.660562 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a4b6fa55-77d4-49c0-ad77-0b5cc21b0727 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.664170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a4b6fa55-77d4-49c0-ad77-0b5cc21b0727 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a9a55cd-3ab5-43e5-884e-18d6df30325b HTTP/1.1" status: 204  len: 168 time: 0.1926749
Nov 06 21:11:30.667212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58304) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.672268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6fa55-77d4-49c0-ad77-0b5cc21b0727 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9a55cd-3ab5-43e5-884e-18d6df30325b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:30.700948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f2e73114-3d2f-4064-9f23-5bd68a37d9e7 None None] For port a672e81d-31c7-472f-b685-ec9564a9e87f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a672e81d-31c7-472f-b685-ec9564a9e87f,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:30.711166 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2e73114-3d2f-4064-9f23-5bd68a37d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.756981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port a672e81d-31c7-472f-b685-ec9564a9e87f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:30.757351 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.770254 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-210aebc0-93ed-4b80-a604-3e88a1a3a429 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1021488
Nov 06 21:11:30.774166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58306) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.791349 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-d01b4099-09c3-4e8b-a8ba-e8fbfd5eb723 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] delete failed (client error): The resource could not be found.
Nov 06 21:11:30.795816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d01b4099-09c3-4e8b-a8ba-e8fbfd5eb723 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "DELETE /v2.0/security-groups/216a6daf-fdf9-4b25-9dc6-c75526592a53 HTTP/1.1" status: 404  len: 347 time: 0.0172648
Nov 06 21:11:30.797152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58308) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.798843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e73114-3d2f-4064-9f23-5bd68a37d9e7 None None] Pushing event updated for resources: {'Port': ['ID=a672e81d-31c7-472f-b685-ec9564a9e87f,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:30.816135 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-78d01256-0698-4524-9d53-a49e93100b17 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] show failed (client error): The resource could not be found.
Nov 06 21:11:30.817193 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-78d01256-0698-4524-9d53-a49e93100b17 tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-groups/d7e421ce-49a4-4356-aa8b-cbedac5f6610 HTTP/1.1" status: 404  len: 347 time: 0.0191176
Nov 06 21:11:30.821047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58310) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.828065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:30.842331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Sync routers for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:30.846541 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-d222e032-3842-4733-a716-507c112ed8ce tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] show failed (client error): The resource could not be found.
Nov 06 21:11:30.848481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d222e032-3842-4733-a716-507c112ed8ce tempest-NegativeSecGroupTest-1861150312 tempest-NegativeSecGroupTest-1861150312-project] 10.222.0.13 "GET /v2.0/security-group-rules/ab339f92-08eb-4c84-abf9-4b10147939a6 HTTP/1.1" status: 404  len: 356 time: 0.0263410
Nov 06 21:11:30.849061 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.852229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4b968a12-8232-46f2-96db-9a1a7493c1c7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6210687
Nov 06 21:11:30.854596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58314) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:30.882080 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Project 5f8c001debad4d98b1531db2b7d91349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:11:30.884706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:30.885348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925146fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:30.887926 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.977375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.982241 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:30.982534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-81e93134-2cc7-434f-bcff-9b4d28d8b7d5 None None] Provisioning complete for port a672e81d-31c7-472f-b685-ec9564a9e87f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:30.983127 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-81e93134-2cc7-434f-bcff-9b4d28d8b7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.001219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e8b61b-60d0-483b-bb8d-448f8bb90034,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:31.015498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.016758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d46db19d-1bc4-4774-a247-89d74a124a74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7364452
Nov 06 21:11:31.019785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58316) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:31.025876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'network': {'name': 'tempest-network-smoke--1408141630', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'port_security_enabled': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:31.048174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:31.054797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:31.059859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.092213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:11:31.108437 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.109196 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Added segment 41de818b-8355-4d72-ac8e-f8c06f6ae3c7 of type vlan for network bb2e62fb-e870-4edd-9094-f836bea889e4
Nov 06 21:11:31.174263 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.183708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58320) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:31.219335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.227665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:31.228617 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.275696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925146fe50>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:30Z', 'revision_number': 3, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:31.308219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Checking router: 5b57442c-7593-4b6b-b5f1-95970017bf57 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:31.308694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Updating router 5b57442c-7593-4b6b-b5f1-95970017bf57 port 5fd7d00f-9677-4c36-a305-cf52abb1aca2 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:11:31.308914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2874222
Nov 06 21:11:31.313405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58324) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:31.320250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'admin_state_up': True, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:31.335749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17f813-05d7-4873-aa93-dc03fc9c2cb8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Network': ['ID=bb2e62fb-e870-4edd-9094-f836bea889e4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:31.336591 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.352585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.353917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.366733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network bb2e62fb-e870-4edd-9094-f836bea889e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:11:31.388882 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6d41e6a0-d3aa-4378-acf4-30749979fa0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a84fdd4d17a4b41adc977dacc967c75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2010982
Nov 06 21:11:31.390565 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58326) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:31.411078 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.490244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.492164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de0d7dfc-404e-4f40-a504-9c4b552aefe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.526122 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de0d7dfc-404e-4f40-a504-9c4b552aefe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.560798 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.673107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de0d7dfc-404e-4f40-a504-9c4b552aefe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.676464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de0d7dfc-404e-4f40-a504-9c4b552aefe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.681517 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-de0d7dfc-404e-4f40-a504-9c4b552aefe1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe2fc45f-20b8-4046-b7c0-552d6989e41e HTTP/1.1" status: 204  len: 168 time: 0.2900887
Nov 06 21:11:31.697367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d7dfc-404e-4f40-a504-9c4b552aefe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2fc45f-20b8-4046-b7c0-552d6989e41e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:31.767516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Allocated IP 172.20.0.1 (346fa48e-d19b-41a3-a405-c0c564390c77/d2c42ea1-7c50-4294-882b-1d65cc3a431d/67422481-c372-4b35-b578-07103ebb61fb) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:31.794569 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.822792 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.879830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.896934 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.905024 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.919594 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.960740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Attempting to bind port 5fd7d00f-9677-4c36-a305-cf52abb1aca2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:31.961510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Attempting to bind port 5fd7d00f-9677-4c36-a305-cf52abb1aca2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:31.961956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Attempting to bind port 5fd7d00f-9677-4c36-a305-cf52abb1aca2 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:31.969526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.35.0.108 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/bdefe8c7-e95c-48e7-a27a-43093044744d) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:31.969719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f4dad-e840-4603-bb41-c95f7249ae64 None None] Pushing event updated for resources: {'Port': ['ID=5fd7d00f-9677-4c36-a305-cf52abb1aca2,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:31.972955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:31.973650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:31.974273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.975077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:31.975779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Bound port: 5fd7d00f-9677-4c36-a305-cf52abb1aca2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:31.976401 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:31.977109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Network 346fa48e-d19b-41a3-a405-c0c564390c77 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:31.987151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:32.001134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:32.035712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Pushing event updated for resources: {'Port': ['ID=67422481-c372-4b35-b578-07103ebb61fb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:32.037155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] For port 5fd7d00f-9677-4c36-a305-cf52abb1aca2, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:32.040421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] For port 5fd7d00f-9677-4c36-a305-cf52abb1aca2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fd7d00f-9677-4c36-a305-cf52abb1aca2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:32.046647 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.066209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.112995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:32.113624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925146fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:32.116049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f4dad-e840-4603-bb41-c95f7249ae64 None None] Pushing event updated for resources: {'Port': ['ID=5fd7d00f-9677-4c36-a305-cf52abb1aca2,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:32.174466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.237841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.275728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:32.279811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:32.283586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:32.291821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:32.301073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.325492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=bdefe8c7-e95c-48e7-a27a-43093044744d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:32.455716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-00a1367f-459a-47fe-9f2a-f2a718a0cf3c None None] Provisioning complete for port 67422481-c372-4b35-b578-07103ebb61fb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:32.456218 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-00a1367f-459a-47fe-9f2a-f2a718a0cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.528551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a672e81d-31c7-472f-b685-ec9564a9e87f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:32.534919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-00a1367f-459a-47fe-9f2a-f2a718a0cf3c None None] Port 67422481-c372-4b35-b578-07103ebb61fb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:32.560607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.570798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.587609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925146fe50>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:30Z', 'revision_number': 3, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:32.625004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dc2bc-fa4d-4b44-a081-e8f091082266 None None] The sync data for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 is: [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:30Z', 'revision_number': 3, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:32.625004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port a672e81d-31c7-472f-b685-ec9564a9e87f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:32.625004 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.628281 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.708034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.712181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Pushing event updated for resources: {'Port': ['ID=67422481-c372-4b35-b578-07103ebb61fb,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:32.802732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58352) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:32.888809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Network 346fa48e-d19b-41a3-a405-c0c564390c77 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:32.890578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:32.915291 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:32.997521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d95e80b1-8c69-40d1-b490-2084b0bf25e3 tempest-ServiceProvidersTest-1569334513 tempest-ServiceProvidersTest-1569334513-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1896422
Nov 06 21:11:33.061925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Router 5b57442c-7593-4b6b-b5f1-95970017bf57 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:11:33.165329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:11:33.214962 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:33.220189 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d149a197-df4b-4e05-bcc7-a53aa0a74b9b admin admin] 10.222.0.13 "PUT /v2.0/routers/5b57442c-7593-4b6b-b5f1-95970017bf57/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3644080
Nov 06 21:11:33.266649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2ab4ea3d-7ddb-4890-8dbb-38c5ec3e87de None None] Provisioning complete for port 67422481-c372-4b35-b578-07103ebb61fb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:33.269618 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2ab4ea3d-7ddb-4890-8dbb-38c5ec3e87de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:33.331605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:33.347808 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Sync routers for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:33.353193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2ab4ea3d-7ddb-4890-8dbb-38c5ec3e87de None None] Port 67422481-c372-4b35-b578-07103ebb61fb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:33.361167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:33.364430 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:33.364604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c2ee73c9-86fe-4dd0-acaa-5031653a76f8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.0487261
Nov 06 21:11:33.364699 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528c00d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:33.368406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58362) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:33.442309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58366) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:33.445146 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e4a4bd8d-609f-41e6-96ec-21c54c44c4ff tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5f8c001debad4d98b1531db2b7d91349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0755517
Nov 06 21:11:33.448265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58368) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:33.484948 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:33.647335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec456b-8adb-4d37-a31f-e81210f476b5 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:33.651533 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7ec456b-8adb-4d37-a31f-e81210f476b5 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1994245
Nov 06 21:11:33.651944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58374) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:33.704029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-119c4e7b-dfcf-47e5-8a6f-48361a09c871 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0484197
Nov 06 21:11:33.704409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:33.709551 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307253651', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:33.727168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f299dd85-0981-4bd3-9d17-6d37ac7d1d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:33.763429 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528c00d0>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:33.799689 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Checking router: c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:33.799953 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Updating router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 port bdefe8c7-e95c-48e7-a27a-43093044744d binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:11:33.832176 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:33.858785 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f299dd85-0981-4bd3-9d17-6d37ac7d1d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:33.873780 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f299dd85-0981-4bd3-9d17-6d37ac7d1d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:33.878467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:33.883625 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:33.952453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f299dd85-0981-4bd3-9d17-6d37ac7d1d2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14d04d99dbc840ffa438808c6409797e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5078201
Nov 06 21:11:33.954206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58386) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:33.954499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299dd85-0981-4bd3-9d17-6d37ac7d1d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8bf2cf-a3e6-4d81-a03e-0a1f625e3748,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:34.061934 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cf09258-f22e-438a-af83-43b41c136dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.078776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58390) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:34.084321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-996387061-network', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:34.109569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Made reservation on behalf of 902fb69dbe014a0fa8a7ae3059c6f8be for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:34.112080 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.112637 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cf09258-f22e-438a-af83-43b41c136dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.122242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.179016 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.187795 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.196004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.226719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.236583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.251024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cf09258-f22e-438a-af83-43b41c136dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.254191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4cf09258-f22e-438a-af83-43b41c136dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.254899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4cf09258-f22e-438a-af83-43b41c136dee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c8bf2cf-a3e6-4d81-a03e-0a1f625e3748 HTTP/1.1" status: 204  len: 168 time: 0.2996788
Nov 06 21:11:34.281529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Subnet': ['ID=ce383492-7b25-4d09-bcd1-2025d41990b2,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:34.283451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:11:34.285444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf09258-f22e-438a-af83-43b41c136dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8bf2cf-a3e6-4d81-a03e-0a1f625e3748,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:34.294406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Checking segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:34.294691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network hostable DHCP agents. Network: bb2e62fb-e870-4edd-9094-f836bea889e4, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:11:34.299365 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.300120 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Added segment 6340f42c-e4cb-450c-aef4-29e0efe81196 of type vlan for network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0
Nov 06 21:11:34.315641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network bb2e62fb-e870-4edd-9094-f836bea889e4 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:11:34.331199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb2e62fb-e870-4edd-9094-f836bea889e4) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:34.336955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:34.338714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.343448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28419353-ec64-401d-bbca-704d67feb848 None None] Network bb2e62fb-e870-4edd-9094-f836bea889e4 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:34.355931 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.367514 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-93f1f6bc-b840-4268-894b-1d3927074d03 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6619546
Nov 06 21:11:34.369662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58394) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:34.392914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d2c578-beda-4b54-9b4b-d6ec8b354101,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:34.402490 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.404552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:34.405211 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.432756 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Attempting to bind port bdefe8c7-e95c-48e7-a27a-43093044744d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:34.436571 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Attempting to bind port bdefe8c7-e95c-48e7-a27a-43093044744d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:34.436965 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Attempting to bind port bdefe8c7-e95c-48e7-a27a-43093044744d on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:34.465420 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:34.465792 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:34.466408 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.466964 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:34.467665 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Bound port: bdefe8c7-e95c-48e7-a27a-43093044744d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:34.468264 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.477360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3973279
Nov 06 21:11:34.478013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58396) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:34.548118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Request body: {'subnet': {'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-996387061-subnet', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:34.574636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Made reservation on behalf of 902fb69dbe014a0fa8a7ae3059c6f8be for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:34.577678 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.586872 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] For port bdefe8c7-e95c-48e7-a27a-43093044744d, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:34.595857 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] For port bdefe8c7-e95c-48e7-a27a-43093044744d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdefe8c7-e95c-48e7-a27a-43093044744d,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:34.598799 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Pushing event updated for resources: {'Port': ['ID=bdefe8c7-e95c-48e7-a27a-43093044744d,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:34.605758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb2e62fb-e870-4edd-9094-f836bea889e4', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:11:34.607075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.611156 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:34.643114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5fd7d00f-9677-4c36-a305-cf52abb1aca2 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:34.643723 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.645592 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.646042 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.647124 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.648687 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.650248 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.650682 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.651105 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.652431 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.652879 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.655783 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.656231 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:34.699742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81e30f-c93d-4dce-8160-a21d177ca1eb admin admin] Pushing event updated for resources: {'Network': ['ID=4dc4998e-a6ff-4b6b-b941-da273ce7e2b0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:34.743577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:11:34.780496 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:34.781693 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528c00d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:34.881374 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1729871-5f7e-46a9-852f-acbe44704891 None None] Pushing event updated for resources: {'Port': ['ID=bdefe8c7-e95c-48e7-a27a-43093044744d,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:34.981603 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:35.084060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5fd7d00f-9677-4c36-a305-cf52abb1aca2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:35.084437 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.170578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Allocated IP 172.20.0.2 (bb2e62fb-e870-4edd-9094-f836bea889e4/ce383492-7b25-4d09-bcd1-2025d41990b2/b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:35.210168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Sync routers for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:35.293015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:35.293807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92520a5730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:35.338955 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528c00d0>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:35.372969 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8663f814-b217-4db0-a71b-3b7d25ca62b1 None None] The sync data for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 is: [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:35.380555 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.445436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Pushing event updated for resources: {'Subnet': ['ID=324e2293-dfbc-4c99-b1ea-29cef6c7dbb0,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:35.462003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:35.473845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Checking segment: {'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:35.475050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Network hostable DHCP agents. Network: 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:11:35.509901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:11:35.523761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:35.530143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:35.532436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.552158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db0149-44e4-4b30-945b-05cc6ca62b6b None None] Network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:35.567579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-81e386f1-0ae2-495b-9b49-f0f75c20174c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0274787
Nov 06 21:11:35.569098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58416) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:35.576906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:35.591076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.617261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.619153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.670105 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.704143 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.879532 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 5fd7d00f-9677-4c36-a305-cf52abb1aca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fd7d00f-9677-4c36-a305-cf52abb1aca2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:35.901149 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.961777 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:35.980087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.066608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.20.0.1 (bb2e62fb-e870-4edd-9094-f836bea889e4/ce383492-7b25-4d09-bcd1-2025d41990b2/99b442b8-1769-410e-98b0-b03e38b42f07) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:36.284320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.286490 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.335499 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.357927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.386497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network bb2e62fb-e870-4edd-9094-f836bea889e4 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:36.392879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:36.396015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:36.396885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.411401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Network bb2e62fb-e870-4edd-9094-f836bea889e4 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:36.418812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:36.455371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:36.460536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=5fd7d00f-9677-4c36-a305-cf52abb1aca2,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:36.467021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.475715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=99b442b8-1769-410e-98b0-b03e38b42f07,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:36.622398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Allocated IP 172.35.0.59 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/adc4d38b-8fb1-4836-bc79-32d3013b826d) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:36.627144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bdefe8c7-e95c-48e7-a27a-43093044744d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:36.690679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.718064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Pushing event updated for resources: {'Port': ['ID=b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:36.730115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92520a5730>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 2, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:36.732441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4dc4998e-a6ff-4b6b-b941-da273ce7e2b0', 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'fixed_ips': [{'subnet_id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:11:36.733184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.782097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.783916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Attempting to bind port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:36.783916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Attempting to bind port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:36.784236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Attempting to bind port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb on network bb2e62fb-e870-4edd-9094-f836bea889e4 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:36.789195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Checking router: 5b57442c-7593-4b6b-b5f1-95970017bf57 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:36.789384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Updating router 5b57442c-7593-4b6b-b5f1-95970017bf57 port 67422481-c372-4b35-b578-07103ebb61fb binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:11:36.832805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.839688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:36.840216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Checking segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:36.841250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.841471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Bound using segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:36.842160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Bound port: b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:36.842960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.844869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:36.899278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:36.902675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:36.909962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:36.941326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Pushing event updated for resources: {'Port': ['ID=adc4d38b-8fb1-4836-bc79-32d3013b826d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:36.993346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bdefe8c7-e95c-48e7-a27a-43093044744d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:36.994162 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.157777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] For port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:37.165002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.173831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.198100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] For port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:37.206888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Allocated IP 172.20.0.2 (4dc4998e-a6ff-4b6b-b941-da273ce7e2b0/324e2293-dfbc-4c99-b1ea-29cef6c7dbb0/c9bbbcc1-d1ea-4379-9587-f17f2b086e01) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:37.244405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.250239 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.340211 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.406682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=99b442b8-1769-410e-98b0-b03e38b42f07,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:37.482523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network bb2e62fb-e870-4edd-9094-f836bea889e4 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:37.487841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:37.535082 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.572864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355c79e-12ae-4809-8068-3d38fb84fbce None None] Pushing event updated for resources: {'Port': ['ID=b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:37.595684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port bdefe8c7-e95c-48e7-a27a-43093044744d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdefe8c7-e95c-48e7-a27a-43093044744d,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:37.617056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.623592 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.656410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:11:37.805256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:37.821484 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f33d1ad9-63af-4627-90ae-13d7456bc18a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "PUT /v2.0/routers/c364f62d-7ae7-4a12-b5b1-8ae08b4457c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4398401
Nov 06 21:11:37.838830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.850591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Router 6af8c152-e59c-42d9-9077-815c8f57b4fb is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:11:37.880362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.890873 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.896136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=bdefe8c7-e95c-48e7-a27a-43093044744d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:37.919363 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Sync routers for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:37.929512 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:37.934933 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:37.935619 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:37.941536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:37.951169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:37.954977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:37.966458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Pushing event updated for resources: {'Port': ['ID=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:37.991786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:38.014254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.016341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-874c2ade-8278-4e3a-8656-521cb06467aa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.4454212
Nov 06 21:11:38.018450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58454) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:38.026236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Sync routers for ids ['6af8c152-e59c-42d9-9077-815c8f57b4fb'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:38.138870 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:38.204842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909c43-87b9-44f2-9304-364ad580269b None None] Pushing event updated for resources: {'Port': ['ID=67422481-c372-4b35-b578-07103ebb61fb,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:38.227899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Routers {'6af8c152-e59c-42d9-9077-815c8f57b4fb'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:38.228429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925135b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6af8c152-e59c-42d9-9077-815c8f57b4fb'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:38.246219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Attempting to bind port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:38.246584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Attempting to bind port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:38.246948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Attempting to bind port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 on network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:38.343812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Attempting to bind port 67422481-c372-4b35-b578-07103ebb61fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:38.344181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Attempting to bind port 67422481-c372-4b35-b578-07103ebb61fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:38.346184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Attempting to bind port 67422481-c372-4b35-b578-07103ebb61fb on network 346fa48e-d19b-41a3-a405-c0c564390c77 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:38.351851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:38.352226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Checking segment: {'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:38.352712 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.353071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Bound using segment: {'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:38.353554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Bound port: c9bbbcc1-d1ea-4379-9587-f17f2b086e01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:38.353937 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.408600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:38.408976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Checking segment: {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:38.409381 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.409779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Bound using segment: {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:38.410249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Bound port: 67422481-c372-4b35-b578-07103ebb61fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:38.410626 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.444325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-80402ce1-49b3-46f1-b6fb-43548d8fde3c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506144202&fields=id&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 267 time: 0.1014519
Nov 06 21:11:38.574407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] For port c9bbbcc1-d1ea-4379-9587-f17f2b086e01, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:38.578659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] For port c9bbbcc1-d1ea-4379-9587-f17f2b086e01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,segment=NetworkSegment(6340f42c-e4cb-450c-aef4-29e0efe81196),segment_id=6340f42c-e4cb-450c-aef4-29e0efe81196)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:38.614513 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2130>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 2, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:38.617375 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.636653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ff1675d9-3c9c-43e6-b72a-f0e8f3485290 None None] Provisioning complete for port 67422481-c372-4b35-b578-07103ebb61fb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:38.648835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ff1675d9-3c9c-43e6-b72a-f0e8f3485290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.676934 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Checking router: c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:38.677625 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Updating router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 port 99b442b8-1769-410e-98b0-b03e38b42f07 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:11:38.687585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-71fc00de-0a57-463f-9a43-a51f4ea7c7a1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:38.697667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-71fc00de-0a57-463f-9a43-a51f4ea7c7a1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 797 time: 0.2518165
Nov 06 21:11:38.715728 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.726480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-32406ebd-56f8-4fa0-ac60-2f2f6c973461 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/quotas/5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 375 time: 0.0265753
Nov 06 21:11:38.741864 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:38.808889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:38.884447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a7d8461d-3b47-4aa6-bb5f-276a81a68a31 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1568973
Nov 06 21:11:38.971603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7630e28-4b89-4eb5-b9b1-870a4b344cf1 None None] Network bb2e62fb-e870-4edd-9094-f836bea889e4 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:38.977161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ff1675d9-3c9c-43e6-b72a-f0e8f3485290 None None] Port 67422481-c372-4b35-b578-07103ebb61fb cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:39.035524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Set router 6af8c152-e59c-42d9-9077-815c8f57b4fb gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:39.062680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Allocated IP 172.20.0.1 (4dc4998e-a6ff-4b6b-b941-da273ce7e2b0/324e2293-dfbc-4c99-b1ea-29cef6c7dbb0/6c810ae0-f7e9-4e7a-904c-2afaa38a752f) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:39.063285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-5a5c3086-2032-4e51-aa21-e654f4b549ae service neutron] 10.222.0.13 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602318
Nov 06 21:11:39.308517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.377622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-7b4cdc35-ef6a-47da-9aa4-7da89ea836df service neutron] 10.222.0.13 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2964506
Nov 06 21:11:39.394333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.500131 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.503797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:39.509519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:39.511915 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.512935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Pushing event updated for resources: {'Port': ['ID=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:39.515760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:39.577494 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a5714-c96a-475f-9ab2-7c59867482ad None None] Pushing event updated for resources: {'Port': ['ID=99b442b8-1769-410e-98b0-b03e38b42f07,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:39.582643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.717666 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Attempting to bind port 99b442b8-1769-410e-98b0-b03e38b42f07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:39.718035 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Attempting to bind port 99b442b8-1769-410e-98b0-b03e38b42f07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:39.718393 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Attempting to bind port 99b442b8-1769-410e-98b0-b03e38b42f07 on network bb2e62fb-e870-4edd-9094-f836bea889e4 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:39.733171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] For port 67422481-c372-4b35-b578-07103ebb61fb, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:39.734501 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:39.734875 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Checking segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:39.735271 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.735661 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Bound using segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:39.736147 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Bound port: 99b442b8-1769-410e-98b0-b03e38b42f07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:39.741283 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.743239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] For port 67422481-c372-4b35-b578-07103ebb61fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67422481-c372-4b35-b578-07103ebb61fb,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:39.756493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4442f-575c-46da-9ff0-4ab8433753ca None None] Pushing event updated for resources: {'Port': ['ID=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:39.853834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07395981-1849-44ae-afa5-694dc2082655 req-2e78b413-064c-43fb-be06-a987454b60ac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 210 time: 0.0926855
Nov 06 21:11:39.878847 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.935310 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] For port 99b442b8-1769-410e-98b0-b03e38b42f07, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:39.938946 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] For port 99b442b8-1769-410e-98b0-b03e38b42f07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99b442b8-1769-410e-98b0-b03e38b42f07,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:39.945446 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.961403 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:39.997725 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:40.000200 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:40.055620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16bc3-d792-4e7a-8321-cbdea3148e2b req-e6a4b58b-fcd7-4871-ac54-f2d3b9bd3cdf tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:40.067160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcd16bc3-d792-4e7a-8321-cbdea3148e2b req-e6a4b58b-fcd7-4871-ac54-f2d3b9bd3cdf tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.1521857
Nov 06 21:11:40.142714 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a5714-c96a-475f-9ab2-7c59867482ad None None] Pushing event updated for resources: {'Port': ['ID=99b442b8-1769-410e-98b0-b03e38b42f07,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:40.189286 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:40.259336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcd16bc3-d792-4e7a-8321-cbdea3148e2b req-cb57edd1-cb96-4609-b76b-094fc7893c46 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1911571
Nov 06 21:11:40.281357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:40.308415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:40.366145 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:40.425325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e9321f85-7911-4f84-a6a3-30ead9444c7d None None] Provisioning complete for port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:40.425831 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e9321f85-7911-4f84-a6a3-30ead9444c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:40.455250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:40.455899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92520a5730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:40.489151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Pushing event updated for resources: {'Port': ['ID=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:40.544666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909c43-87b9-44f2-9304-364ad580269b None None] Pushing event updated for resources: {'Port': ['ID=67422481-c372-4b35-b578-07103ebb61fb,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:40.565737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:40.567222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:40.711163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:40.711552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:40.803881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Router 6af8c152-e59c-42d9-9077-815c8f57b4fb has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:11:40.909635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5373e-0bc3-47cc-a728-64abd33c50c4 None None] Network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:40.981752 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ab2130>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:41.010212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:41.017759 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0af3cca6-dc4a-4b6c-8d9a-61c12b2bedcd admin admin] 10.222.0.13 "PUT /v2.0/routers/6af8c152-e59c-42d9-9077-815c8f57b4fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9978316
Nov 06 21:11:41.057027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b6f88-5c5d-41f5-8ccd-5f0274e68f38 None None] The sync data for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 is: [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:41.087913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a0a4ab1-73be-408b-aa43-bfa126868d57 req-04e10eea-6a09-4856-af74-9bcf75626df2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 210 time: 0.0869830
Nov 06 21:11:41.192552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:41.398985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f91413-e490-45b2-9323-7d90b36be1e8 req-89016cd6-be2b-42e9-b61b-9bc97b9c5686 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:41.413868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3f91413-e490-45b2-9323-7d90b36be1e8 req-89016cd6-be2b-42e9-b61b-9bc97b9c5686 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.1365454
Nov 06 21:11:41.496235 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:41.512384 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e9321f85-7911-4f84-a6a3-30ead9444c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:41.564036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4097ff-dfe7-41db-a202-87b989376220 req-b62c6c1d-d943-4038-808d-ed1aa85c0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:41.565667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e4097ff-dfe7-41db-a202-87b989376220 req-b62c6c1d-d943-4038-808d-ed1aa85c0bf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1096 time: 0.2319434
Nov 06 21:11:41.636015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:41.681094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:41.682062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bdefe8c7-e95c-48e7-a27a-43093044744d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:41.707874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3f91413-e490-45b2-9323-7d90b36be1e8 req-c10fbae2-3341-41ea-b125-b22da7280c67 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2926919
Nov 06 21:11:41.773697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd068317-7b90-44a6-a15d-c5e8d490e281 req-c93daa82-872a-4922-af66-579a66f6c331 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:41.781191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd068317-7b90-44a6-a15d-c5e8d490e281 req-c93daa82-872a-4922-af66-579a66f6c331 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.3213816
Nov 06 21:11:41.794592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4097ff-dfe7-41db-a202-87b989376220 req-de1de0ac-6d48-4e60-af77-f661152dd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:41.796109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e4097ff-dfe7-41db-a202-87b989376220 req-de1de0ac-6d48-4e60-af77-f661152dd79d service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.1884921
Nov 06 21:11:41.813370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-1d0b2e88-91b2-4f89-b5e5-2248e7f1c646 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:41.815545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-1d0b2e88-91b2-4f89-b5e5-2248e7f1c646 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 797 time: 0.3971786
Nov 06 21:11:41.840743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:41.904897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925135b400>, [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59'}], 'enable_snat': True}, 'gw_port_id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 3, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port': {'id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:36Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:42.017553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd068317-7b90-44a6-a15d-c5e8d490e281 req-9414559b-c393-4951-b2d3-735331f542dc tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2353110
Nov 06 21:11:42.025253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e4097ff-dfe7-41db-a202-87b989376220 req-12df5dc5-6255-4dbc-ac8c-dbe6e81653b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 1000 time: 0.2084410
Nov 06 21:11:42.058120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Checking router: 6af8c152-e59c-42d9-9077-815c8f57b4fb for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:42.058539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Updating router 6af8c152-e59c-42d9-9077-815c8f57b4fb port adc4d38b-8fb1-4836-bc79-32d3013b826d binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:11:42.110633 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-e9321f85-7911-4f84-a6a3-30ead9444c7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:11:42.111125 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-e9321f85-7911-4f84-a6a3-30ead9444c7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:11:42.146909 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:42.265623 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-86c807d1-68dc-470b-8a08-38868d468829 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 379 time: 0.4404538
Nov 06 21:11:42.290759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'port': {'device_id': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'admin_state_up': True, 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'security_groups': ['7c40537b-0f44-4073-b115-1186ceb1b707']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:42.296397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4097ff-dfe7-41db-a202-87b989376220 req-039117e4-992b-45e1-b9e4-2e4a51c1295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:42.298000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e4097ff-dfe7-41db-a202-87b989376220 req-039117e4-992b-45e1-b9e4-2e4a51c1295f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.2646403
Nov 06 21:11:42.301910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d7c22b1-8cdd-40f7-abd1-9af1f888af8e req-f608cbac-decc-43cb-a4d2-822830c44f99 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 210 time: 0.0634937
Nov 06 21:11:42.471768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4097ff-dfe7-41db-a202-87b989376220 req-b8827d7b-2980-425b-b814-8c45b0c11589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:42.473301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e4097ff-dfe7-41db-a202-87b989376220 req-b8827d7b-2980-425b-b814-8c45b0c11589 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1479943
Nov 06 21:11:42.500019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58564) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:42.504867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-05c17d2a-d25d-4c7c-a0c7-82c5d46bcf6c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147950138', 'description': 'tempest-secgroup-smoke-1147950138 description', 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:42.557338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05c17d2a-d25d-4c7c-a0c7-82c5d46bcf6c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:42.580058 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:42.598787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bdefe8c7-e95c-48e7-a27a-43093044744d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:42.599845 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:42.643115 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:42.671881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05c17d2a-d25d-4c7c-a0c7-82c5d46bcf6c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:42.681352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05c17d2a-d25d-4c7c-a0c7-82c5d46bcf6c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:42.754382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05c17d2a-d25d-4c7c-a0c7-82c5d46bcf6c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:42.756586 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-05c17d2a-d25d-4c7c-a0c7-82c5d46bcf6c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2553833
Nov 06 21:11:42.765844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c17d2a-d25d-4c7c-a0c7-82c5d46bcf6c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:42.873503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58574) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:42.878638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6241186a-4f1a-4b61-86dd-ebcc7d1b5de6 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'security_group_rule': {'security_group_id': '8888cbfa-0ddb-46bf-8ab1-ba109670a3a2', 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:42.938648 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6241186a-4f1a-4b61-86dd-ebcc7d1b5de6 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.009223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6241186a-4f1a-4b61-86dd-ebcc7d1b5de6 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.014142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6241186a-4f1a-4b61-86dd-ebcc7d1b5de6 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.047355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241186a-4f1a-4b61-86dd-ebcc7d1b5de6 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fc4f6f-d0db-4ebf-a42d-61e253c0df43,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:43.051844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7b71a-9463-4e17-84e1-741bee82d708 None None] Pushing event updated for resources: {'Port': ['ID=adc4d38b-8fb1-4836-bc79-32d3013b826d,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:43.059487 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6241186a-4f1a-4b61-86dd-ebcc7d1b5de6 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.064624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6241186a-4f1a-4b61-86dd-ebcc7d1b5de6 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1897454
Nov 06 21:11:43.065401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58582) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:43.068774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92520a5730>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:43.072858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9dfcf2b3-c846-484b-a358-998b24563abf tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'security_group_rule': {'security_group_id': '8888cbfa-0ddb-46bf-8ab1-ba109670a3a2', 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:43.110948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf2b3-c846-484b-a358-998b24563abf tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.134864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be475165-9b9e-4de2-81c0-44d305eb4e00 None None] The sync data for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 is: [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:43.207240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Attempting to bind port adc4d38b-8fb1-4836-bc79-32d3013b826d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:43.207620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Attempting to bind port adc4d38b-8fb1-4836-bc79-32d3013b826d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:43.207966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Attempting to bind port adc4d38b-8fb1-4836-bc79-32d3013b826d on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:43.230002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:43.230388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:43.230902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.231308 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:43.231798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Bound port: adc4d38b-8fb1-4836-bc79-32d3013b826d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:43.232182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.234601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf2b3-c846-484b-a358-998b24563abf tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.243532 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf2b3-c846-484b-a358-998b24563abf tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.294479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcf2b3-c846-484b-a358-998b24563abf tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b0d72a-d114-4f54-a5e5-31c4d6a35c05,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:43.313737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5fd7d00f-9677-4c36-a305-cf52abb1aca2 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:43.349756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1c34d-04cb-4ea3-9781-cecf9ff494d1 req-ae1c5042-9c0a-4a11-9a23-f55bafcadf99 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:43.351307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39b1c34d-04cb-4ea3-9781-cecf9ff494d1 req-ae1c5042-9c0a-4a11-9a23-f55bafcadf99 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.2132649
Nov 06 21:11:43.368247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db41d40-2c69-4e0b-bb64-d1016fd63396 req-72243eb6-9d62-4126-bdef-bf43074c8844 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:43.380156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db41d40-2c69-4e0b-bb64-d1016fd63396 req-72243eb6-9d62-4126-bdef-bf43074c8844 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.2556605
Nov 06 21:11:43.401588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] For port adc4d38b-8fb1-4836-bc79-32d3013b826d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:43.410086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] For port adc4d38b-8fb1-4836-bc79-32d3013b826d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adc4d38b-8fb1-4836-bc79-32d3013b826d,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:43.413465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5fd7d00f-9677-4c36-a305-cf52abb1aca2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:43.414019 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.432638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf2b3-c846-484b-a358-998b24563abf tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.434510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:43.434909 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9dfcf2b3-c846-484b-a358-998b24563abf tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3678887
Nov 06 21:11:43.438387 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.440913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58586) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:43.449655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-49a809a9-c48a-4ab2-84ec-8ce96dc73a4d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'security_group_rule': {'security_group_id': '8888cbfa-0ddb-46bf-8ab1-ba109670a3a2', 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:43.463489 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.511460 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-49a809a9-c48a-4ab2-84ec-8ce96dc73a4d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.534794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7b71a-9463-4e17-84e1-741bee82d708 None None] Pushing event updated for resources: {'Port': ['ID=adc4d38b-8fb1-4836-bc79-32d3013b826d,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:43.551159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e4097ff-dfe7-41db-a202-87b989376220 req-86598847-206d-4a31-8bf6-53a7ab453d3c service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0657816
Nov 06 21:11:43.564903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Provisioning complete for port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:43.565274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.575385 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39b1c34d-04cb-4ea3-9781-cecf9ff494d1 req-93fd8485-d098-42de-8f97-4e30ea1b2448 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1738813
Nov 06 21:11:43.609638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3db41d40-2c69-4e0b-bb64-d1016fd63396 req-7a34c8ab-340b-49fd-8149-a51fbce516c7 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2246096
Nov 06 21:11:43.624591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-49a809a9-c48a-4ab2-84ec-8ce96dc73a4d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.632142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-49a809a9-c48a-4ab2-84ec-8ce96dc73a4d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.655452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a809a9-c48a-4ab2-84ec-8ce96dc73a4d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf4eed5-f488-444b-b072-ecb0628cf0fc,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:43.667678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-49a809a9-c48a-4ab2-84ec-8ce96dc73a4d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:43.674144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58588) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:43.675289 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-49a809a9-c48a-4ab2-84ec-8ce96dc73a4d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2275293
Nov 06 21:11:43.718508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Routers {'6af8c152-e59c-42d9-9077-815c8f57b4fb'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:43.719762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925135b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6af8c152-e59c-42d9-9077-815c8f57b4fb'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:43.727591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8eea8406-6080-425c-97ad-f13ee937473c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'security_group_rule': {'security_group_id': '8888cbfa-0ddb-46bf-8ab1-ba109670a3a2', 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:43.907367 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8327837-5fea-4f13-afcd-ee760bb2e054 req-b455aa98-e1a9-47f1-9f91-f4f55e795520 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 210 time: 0.1651211
Nov 06 21:11:43.947758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Provisioning complete for port 67422481-c372-4b35-b578-07103ebb61fb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:43.948407 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.033707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] Set router 6af8c152-e59c-42d9-9077-815c8f57b4fb gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:44.140397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8eea8406-6080-425c-97ad-f13ee937473c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.254143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:44.301448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.20.0.14 (bb2e62fb-e870-4edd-9094-f836bea889e4/ce383492-7b25-4d09-bcd1-2025d41990b2/e8b11155-24fd-4fc2-808c-429b581602a3) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:44.302681 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.382354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e4097ff-dfe7-41db-a202-87b989376220 req-6ee7ad21-80bf-401e-b630-61d3b0882fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7714832
Nov 06 21:11:44.440051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] For port 67422481-c372-4b35-b578-07103ebb61fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67422481-c372-4b35-b578-07103ebb61fb,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:44.444394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:44.444784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.466430 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8eea8406-6080-425c-97ad-f13ee937473c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.489670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.509827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8eea8406-6080-425c-97ad-f13ee937473c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.546971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8eea8406-6080-425c-97ad-f13ee937473c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.550604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8eea8406-6080-425c-97ad-f13ee937473c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8245738
Nov 06 21:11:44.552390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58628) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:44.555274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.559580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5828fa23-35f7-401b-ad09-babc7b06f1f5 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'security_group_rule': {'security_group_id': '8888cbfa-0ddb-46bf-8ab1-ba109670a3a2', 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:44.560179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-543b40d7-5e8c-4dba-8395-c9405fb0298a tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:44.561767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-543b40d7-5e8c-4dba-8395-c9405fb0298a tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.1624067
Nov 06 21:11:44.588554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Provisioning complete for port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:44.588935 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.604983 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.624168 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-5828fa23-35f7-401b-ad09-babc7b06f1f5 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Project 7e7bb72df2e54f4aa72356d80aae9d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:11:44.635216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Pushing event updated for resources: {'Port': ['ID=67422481-c372-4b35-b578-07103ebb61fb,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:44.639046 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5828fa23-35f7-401b-ad09-babc7b06f1f5 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.656001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea8406-6080-425c-97ad-f13ee937473c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ce1bf1-6899-4c89-a1c6-7de43a059046,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:44.656238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.656549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.656883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.657214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.657541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.657865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.658184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.658501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.658820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.659142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.659458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.659772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:44.718581 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925135b400>, [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59'}], 'enable_snat': True}, 'gw_port_id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port': {'id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:36Z', 'updated_at': '2021-11-06T21:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c810ae0-f7e9-4e7a-904c-2afaa38a752f', 'name': '', 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'mac_address': 'fa:16:3e:0f:38:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:38Z', 'updated_at': '2021-11-06T21:11:40Z', 'revision_number': 2, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'subnets': [{'id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:44.724388 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.730270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Deleting port dbb2910c-cfb7-477f-8b50-e894e660bcdb {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:44.730270 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.765584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 99b442b8-1769-410e-98b0-b03e38b42f07 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:44.767263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779dfbb4-7dde-4804-bc2c-68580bb36fd3 None None] The sync data for ids ['6af8c152-e59c-42d9-9077-815c8f57b4fb'] in ncdv-master-1 is: [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59'}], 'enable_snat': True}, 'gw_port_id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port': {'id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:36Z', 'updated_at': '2021-11-06T21:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c810ae0-f7e9-4e7a-904c-2afaa38a752f', 'name': '', 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'mac_address': 'fa:16:3e:0f:38:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:38Z', 'updated_at': '2021-11-06T21:11:40Z', 'revision_number': 2, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'subnets': [{'id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:44.827323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5828fa23-35f7-401b-ad09-babc7b06f1f5 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.834669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5828fa23-35f7-401b-ad09-babc7b06f1f5 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.836826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] For port dbb2910c-cfb7-477f-8b50-e894e660bcdb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbb2910c-cfb7-477f-8b50-e894e660bcdb,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:44.837218 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.856578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828fa23-35f7-401b-ad09-babc7b06f1f5 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15e1fa5-d887-4879-9415-20f22fc76139,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:44.871011 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5828fa23-35f7-401b-ad09-babc7b06f1f5 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.884599 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5828fa23-35f7-401b-ad09-babc7b06f1f5 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3302052
Nov 06 21:11:44.885891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:44.890792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ecdaa858-87cd-4a25-9df5-b0ad180fbc21 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'security_group_rule': {'security_group_id': '8888cbfa-0ddb-46bf-8ab1-ba109670a3a2', 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:44.906348 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.920362 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-ecdaa858-87cd-4a25-9df5-b0ad180fbc21 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Project 7e7bb72df2e54f4aa72356d80aae9d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:11:44.926822 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa858-87cd-4a25-9df5-b0ad180fbc21 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:44.934973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 99b442b8-1769-410e-98b0-b03e38b42f07 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:44.935339 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.005608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] For port c9bbbcc1-d1ea-4379-9587-f17f2b086e01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,segment=NetworkSegment(6340f42c-e4cb-450c-aef4-29e0efe81196),segment_id=6340f42c-e4cb-450c-aef4-29e0efe81196)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:45.021051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa858-87cd-4a25-9df5-b0ad180fbc21 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.026277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa858-87cd-4a25-9df5-b0ad180fbc21 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.051823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaa858-87cd-4a25-9df5-b0ad180fbc21 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b497aad7-b568-40e8-be2d-c35bd1ce1fed,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:45.066443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.072112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa858-87cd-4a25-9df5-b0ad180fbc21 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.081105 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ecdaa858-87cd-4a25-9df5-b0ad180fbc21 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1864288
Nov 06 21:11:45.081505 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.127106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 99b442b8-1769-410e-98b0-b03e38b42f07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99b442b8-1769-410e-98b0-b03e38b42f07,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:45.169111 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.170069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c9bbbcc1-d1ea-4379-9587-f17f2b086e01 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:45.216701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Provisioning complete for port 99b442b8-1769-410e-98b0-b03e38b42f07 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:45.217077 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.283500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75489e2-9266-4069-a9f2-b8e2ae77978a None None] Pushing event updated for resources: {'Port': ['ID=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:45.335149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d0158-79a6-48de-bfd3-19cff96c75fc req-9ca1e77d-2645-488c-a412-3ae3d532751e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:45.338035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f05d0158-79a6-48de-bfd3-19cff96c75fc req-9ca1e77d-2645-488c-a412-3ae3d532751e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 946 time: 0.3878393
Nov 06 21:11:45.353727 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=99b442b8-1769-410e-98b0-b03e38b42f07,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:45.374819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134dad5-be53-44f9-9099-97a2b9fcae27 req-49667af3-90a9-44d6-a50a-24f01aae139e tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:45.376608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5134dad5-be53-44f9-9099-97a2b9fcae27 req-49667af3-90a9-44d6-a50a-24f01aae139e tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.4090350
Nov 06 21:11:45.382528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.403963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:45.404423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.418848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.419305 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.419684 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Floating IP d6e74926-df80-4e27-9c15-1cfdafce6dc6 disassociated. External IP: 172.35.0.132, port: dbb2910c-cfb7-477f-8b50-e894e660bcdb.
Nov 06 21:11:45.420102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Calling delete_port for dbb2910c-cfb7-477f-8b50-e894e660bcdb owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:45.516905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 67422481-c372-4b35-b578-07103ebb61fb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:45.559627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network bb2e62fb-e870-4edd-9094-f836bea889e4 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:45.585037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:45.587665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:45.592772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b299a0a1-8371-427e-a531-69031d286cd7 None None] Provisioning complete for port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:45.593144 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b299a0a1-8371-427e-a531-69031d286cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.624153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 67422481-c372-4b35-b578-07103ebb61fb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:45.624599 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.654591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:45.696941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b299a0a1-8371-427e-a531-69031d286cd7 None None] Port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:45.713632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b299a0a1-8371-427e-a531-69031d286cd7 None None] Provisioning complete for port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:45.714042 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b299a0a1-8371-427e-a531-69031d286cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.756437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:45.757886 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:45.772422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f05d0158-79a6-48de-bfd3-19cff96c75fc req-97139d30-31a2-4f8c-9ae9-5e156a0e7357 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ad0b2-5d20-4e73-a2d3-13e044248664&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4218111
Nov 06 21:11:45.793971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5134dad5-be53-44f9-9099-97a2b9fcae27 req-c75e4d67-c2ab-432d-afb5-b9f32e8e56f8 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3891890
Nov 06 21:11:45.841740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-a4f05dec-9e2b-4cd4-bed1-9c2ac52cd3ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5686710
Nov 06 21:11:46.080510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Request body: {'port': {'device_id': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:46.088392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-e33d6302-2873-4f0e-9d22-24b211385e60 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147950138&fields=id&tenant_id=7e7bb72df2e54f4aa72356d80aae9d38 HTTP/1.1" status: 200  len: 267 time: 0.1001410
Nov 06 21:11:46.119718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-89a59269-f545-4316-8e5b-7a9da708881b None None] Provisioning complete for port e8b11155-24fd-4fc2-808c-429b581602a3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:46.120215 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-89a59269-f545-4316-8e5b-7a9da708881b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:46.137447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:46.157421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 99b442b8-1769-410e-98b0-b03e38b42f07 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:46.191597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-89a59269-f545-4316-8e5b-7a9da708881b None None] Port e8b11155-24fd-4fc2-808c-429b581602a3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:46.195887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87151205-97fb-46f6-8c79-95499bd001a2 req-253d4cae-16de-4b23-81e8-f8f633ee2f86 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:46.197911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87151205-97fb-46f6-8c79-95499bd001a2 req-253d4cae-16de-4b23-81e8-f8f633ee2f86 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 932 time: 0.2892349
Nov 06 21:11:46.223804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 99b442b8-1769-410e-98b0-b03e38b42f07 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:46.224230 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:46.228918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event deleted for resources: {'Port': ['ID=dbb2910c-cfb7-477f-8b50-e894e660bcdb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:46.303379 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:46.315579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c9bbbcc1-d1ea-4379-9587-f17f2b086e01 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:46.371736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:46.372110 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:46.432183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-a1c272ed-f1cf-40d2-aeaf-af0d16c18390 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:46.433659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-a1c272ed-f1cf-40d2-aeaf-af0d16c18390 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/networks?id=346fa48e-d19b-41a3-a405-c0c564390c77 HTTP/1.1" status: 200  len: 808 time: 0.3218334
Nov 06 21:11:46.447658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87151205-97fb-46f6-8c79-95499bd001a2 req-d63978b7-2019-461e-9073-d6eadec09e35 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2230539
Nov 06 21:11:46.473017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 67422481-c372-4b35-b578-07103ebb61fb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:46.493997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-42432f5e-6ef9-49da-ac51-f66f20b526e0 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/quotas/7e7bb72df2e54f4aa72356d80aae9d38 HTTP/1.1" status: 200  len: 375 time: 0.0453014
Nov 06 21:11:46.530754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 67422481-c372-4b35-b578-07103ebb61fb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:46.531484 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:46.626092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Router 4bf88552-4f6d-4d00-aa4d-554f2908352e has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:11:46.687357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-c6604c5c-a509-4270-ab30-a2d7e3ef7c07 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e7bb72df2e54f4aa72356d80aae9d38&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1875100
Nov 06 21:11:46.839142 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-01fe5de0-5bbc-4a60-8d06-1293e84bf2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:46.925448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-182b4322-ac25-4ebc-a87c-35b3687dfebe req-0f7ddcbc-e951-4a0e-9942-f76163e87094 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 210 time: 0.0519614
Nov 06 21:11:46.957089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-b1b34bce-f638-4321-af5e-a0fff67c8237 service neutron] 10.222.0.13 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2216525
Nov 06 21:11:46.978600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:46.997421 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] Sync routers for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:47.011221 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:47.012318 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252d91430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:47.172810 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:47.373598 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252d91430>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:55Z', 'revision_number': 5, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:47.387362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b11155-24fd-4fc2-808c-429b581602a3 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:11:47.403439 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] Checking router: 4bf88552-4f6d-4d00-aa4d-554f2908352e for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:47.411018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:47.412326 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:47.412931 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252d91430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:47.439655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] No DVR routers for this DVR port dbb2910c-cfb7-477f-8b50-e894e660bcdb on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:47.446889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:47.450214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dcbec6a0-afa5-455b-8bcb-2f6b9656f530 req-6812c277-3f57-4fda-88c2-58935e13a28e tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.37 "DELETE /v2.0/ports/dbb2910c-cfb7-477f-8b50-e894e660bcdb HTTP/1.1" status: 204  len: 173 time: 2.8812289
Nov 06 21:11:47.453989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'name': 'network-vif-deleted', 'tag': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:47.456250 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bdc14c-ec2d-4523-b9db-283a1113fa0e" -d '{"events": [{"server_uuid": "6c47cf6b-e137-45f8-b4d2-bf6aef3ef779", "name": "network-vif-deleted", "tag": "dbb2910c-cfb7-477f-8b50-e894e660bcdb"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:47.464882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Transition to ACTIVE for port object e8b11155-24fd-4fc2-808c-429b581602a3 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:11:47.483941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:47.506225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device dbb2910c-cfb7-477f-8b50-e894e660bcdb no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:47.541471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: dbb2910c-cfb7-477f-8b50-e894e660bcdb {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:47.541818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device dbb2910c-cfb7-477f-8b50-e894e660bcdb not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:47.549056 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:47.573057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e28eb-ff7f-4ffb-9131-f3e285a93f7a req-dc9fee21-0fa0-4bb0-9110-6902418db867 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:47.581111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e9e28eb-ff7f-4ffb-9131-f3e285a93f7a req-dc9fee21-0fa0-4bb0-9110-6902418db867 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.2252223
Nov 06 21:11:47.688461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-a209eda6-eff5-4adf-8397-91abc57ff3f3 service neutron] 10.222.0.13 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7054024
Nov 06 21:11:47.731682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:47.788143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8e9e28eb-ff7f-4ffb-9131-f3e285a93f7a req-3c0cc799-2ef3-4226-a76a-b9281a747e86 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2057757
Nov 06 21:11:47.835598 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252d91430>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:55Z', 'revision_number': 5, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:47.865717 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24a36d-67c4-43f8-9bae-2a8c1a1d8fe0 None None] The sync data for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 is: [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:08:49Z', 'revision_number': 4, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b7945cf-1b3a-4602-831b-59c8002f2438', 'name': '', 'network_id': 'fcfa1f11-e91c-4db8-b14a-85f52d95550f', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'mac_address': 'fa:16:3e:48:7e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:48Z', 'updated_at': '2021-11-06T21:08:55Z', 'revision_number': 5, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'subnets': [{'id': 'e6f3e8d5-8b05-456c-92fc-814f10e4ac64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:47.869321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:47.869682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:47.870011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:47.884025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:11:47.884444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:47.890598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:47.890932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Checking segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:47.891390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Bound using segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:47.891919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Bound port: e8b11155-24fd-4fc2-808c-429b581602a3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:47.892546 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:47.909044 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dc635d-6009-4343-8ef6-db1b4a85ec07 x-openstack-request-id: req-50dc635d-6009-4343-8ef6-db1b4a85ec07 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:47.909441 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c47cf6b-e137-45f8-b4d2-bf6aef3ef779", "name": "network-vif-deleted", "tag": "dbb2910c-cfb7-477f-8b50-e894e660bcdb", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:47.909827 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50dc635d-6009-4343-8ef6-db1b4a85ec07 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:47.910314 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c47cf6b-e137-45f8-b4d2-bf6aef3ef779', 'name': 'network-vif-deleted', 'tag': 'dbb2910c-cfb7-477f-8b50-e894e660bcdb', 'status': 'completed', 'code': 200}
Nov 06 21:11:48.044917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:48.075133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:48.085989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:48.097959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4589a0-62bc-4c79-9cb5-bc80dd417a32 req-65ab8b9b-c2de-4d90-b8f7-d85d526a6003 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:48.100593 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e4589a0-62bc-4c79-9cb5-bc80dd417a32 req-65ab8b9b-c2de-4d90-b8f7-d85d526a6003 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.1023393
Nov 06 21:11:48.189087 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device adc4d38b-8fb1-4836-bc79-32d3013b826d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:48.206868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:48.207531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:48.209563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] 10.222.0.10 "PUT /v2.0/ports/e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1092 time: 2.3598504
Nov 06 21:11:48.245849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61ccfa5a-5e49-45c5-a9ef-a9ef1be2322c req-c352e12d-c101-47e2-9ee2-1a9ccc35c719 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c47cf6b-e137-45f8-b4d2-bf6aef3ef779 HTTP/1.1" status: 200  len: 210 time: 0.1440468
Nov 06 21:11:48.341329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e4589a0-62bc-4c79-9cb5-bc80dd417a32 req-bc90777f-fd4a-424c-ac2e-ee9310fb8191 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2145426
Nov 06 21:11:48.343622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfa5b0-d70f-4e96-a7f1-ed89c9952c17 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:48.368831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port adc4d38b-8fb1-4836-bc79-32d3013b826d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:48.369207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:48.387463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8198f387-61de-473f-99b1-19ea42d96885 req-c82872b6-aa25-4d04-8810-e6366a329c15 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 210 time: 0.0509217
Nov 06 21:11:48.399365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdd073dc-6f66-411f-8bdf-4bb5f5f815e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:48.401795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-fdd073dc-6f66-411f-8bdf-4bb5f5f815e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1095 time: 0.1322615
Nov 06 21:11:48.469972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-b71a501f-55a4-4200-a122-58bda72448d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 217 time: 0.0596061
Nov 06 21:11:48.533716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-1c03bbda-6bbb-4102-9c47-c42cec661f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:48.535571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-1c03bbda-6bbb-4102-9c47-c42cec661f31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0578566
Nov 06 21:11:48.625656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-41ae7de3-afee-48bb-a77e-16f91f7e6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:48.627302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-41ae7de3-afee-48bb-a77e-16f91f7e6463 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0785227
Nov 06 21:11:48.706187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a82d6-85af-469a-8c16-63c7d99d5b5f None None] New status for floating IP d6e74926-df80-4e27-9c15-1cfdafce6dc6: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:11:48.745922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-6bdd6370-f546-48a6-8e7c-03b94ef3155c service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1109555
Nov 06 21:11:48.797040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:48.856177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port adc4d38b-8fb1-4836-bc79-32d3013b826d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adc4d38b-8fb1-4836-bc79-32d3013b826d,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:48.868602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:48.897677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afc850c5-4770-4d6a-b654-944d6de16ce6 req-2d109a3f-a77d-4a4a-9714-522a703468a8 service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441500
Nov 06 21:11:48.934317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=adc4d38b-8fb1-4836-bc79-32d3013b826d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:48.957866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61411a48-b063-45a6-be38-9432e85cfc54 req-4eff2dc5-1dbf-458d-8dc3-0757c9bbafbc tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:48.959399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61411a48-b063-45a6-be38-9432e85cfc54 req-4eff2dc5-1dbf-458d-8dc3-0757c9bbafbc tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0603023
Nov 06 21:11:49.008930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61411a48-b063-45a6-be38-9432e85cfc54 req-8863ddfc-c7c4-43ad-b5d3-bbb3574be2d8 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429084
Nov 06 21:11:49.198709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-37cd9bd4-603a-4746-84a4-3123f877528b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:49.347350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58758) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:49.479831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:49.542964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:49.617243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:49.621646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:49.627886 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "DELETE /v2.0/security-groups/478ad0b2-5d20-4e73-a2d3-13e044248664 HTTP/1.1" status: 204  len: 168 time: 0.2788758
Nov 06 21:11:49.628644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58778) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:49.639632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3472903-e7a3-469b-aee9-6449e765c226 req-20e76994-7215-4aa4-ac45-4987b22ee846 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 210 time: 0.0876827
Nov 06 21:11:49.667162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ad0b2-5d20-4e73-a2d3-13e044248664,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:49.675246 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-88e94d5a-0927-45b8-9bfe-d94376eba495 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] show failed (client error): The resource could not be found.
Nov 06 21:11:49.679656 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88e94d5a-0927-45b8-9bfe-d94376eba495 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "GET /v2.0/security-groups/478ad0b2-5d20-4e73-a2d3-13e044248664 HTTP/1.1" status: 404  len: 347 time: 0.0465162
Nov 06 21:11:49.680733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58780) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:49.689184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.689905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.690523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.691053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.691548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.692026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.693254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.693827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.694320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.694805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.695403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.695809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba2e85-8b9f-4768-9fb0-aa89bfd5052c tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:11:49.704542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7e3ff-ffba-4701-b636-d1252f527d18 req-aab042fc-6030-491d-a7be-c3a32b01d531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:49.706143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abc7e3ff-ffba-4701-b636-d1252f527d18 req-aab042fc-6030-491d-a7be-c3a32b01d531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.2192016
Nov 06 21:11:49.718711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-7491486b-3a35-4200-8e62-b631c9a7895c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:49.720831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-7491486b-3a35-4200-8e62-b631c9a7895c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.37 "GET /v2.0/networks?id=346fa48e-d19b-41a3-a405-c0c564390c77 HTTP/1.1" status: 200  len: 808 time: 0.2708242
Nov 06 21:11:49.793596 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Sync routers for ids ['6af8c152-e59c-42d9-9077-815c8f57b4fb'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:49.800438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abc7e3ff-ffba-4701-b636-d1252f527d18 req-fa9d089c-1244-4510-9983-d8d226d7298d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791559
Nov 06 21:11:49.812519 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Routers {'6af8c152-e59c-42d9-9077-815c8f57b4fb'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:49.815928 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6af8c152-e59c-42d9-9077-815c8f57b4fb'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:49.829756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-767011da-41d3-465f-b3f0-736876d4b98c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7bb72df2e54f4aa72356d80aae9d38 HTTP/1.1" status: 200  len: 380 time: 0.0937183
Nov 06 21:11:49.840287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'port': {'device_id': 'ed037684-51f8-4762-9f7e-04784883f269', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'admin_state_up': True, 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'security_groups': ['8888cbfa-0ddb-46bf-8ab1-ba109670a3a2']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:49.878020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Deleting port d313b796-3238-4e87-8831-9daca758471c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:49.878827 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:49.912028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:49.914356 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482f17ef-c35b-48d2-806e-e28779768693" -d '{"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:49.982195 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Set router 6af8c152-e59c-42d9-9077-815c8f57b4fb gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:50.010617 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fc7dae-6840-4ee1-b566-badd6220ccb9 x-openstack-request-id: req-91fc7dae-6840-4ee1-b566-badd6220ccb9 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:50.011001 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:50.011260 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91fc7dae-6840-4ee1-b566-badd6220ccb9 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:50.011666 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'status': 'completed', 'code': 200}
Nov 06 21:11:50.058072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.058865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.060736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Made reservation on behalf of 7e7bb72df2e54f4aa72356d80aae9d38 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:50.066108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.094958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Calling delete_port for d313b796-3238-4e87-8831-9daca758471c owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:50.129544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device adc4d38b-8fb1-4836-bc79-32d3013b826d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:50.201407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port adc4d38b-8fb1-4836-bc79-32d3013b826d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:50.202066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.212477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f17ef-c35b-48d2-806e-e28779768693 req-fd5abf03-5138-4501-a62e-5661511ce346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:50.214060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482f17ef-c35b-48d2-806e-e28779768693 req-fd5abf03-5138-4501-a62e-5661511ce346 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1095 time: 0.2002285
Nov 06 21:11:50.373513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f17ef-c35b-48d2-806e-e28779768693 req-347865b0-5af5-4a7a-b74b-c1e19837e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:50.375110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482f17ef-c35b-48d2-806e-e28779768693 req-347865b0-5af5-4a7a-b74b-c1e19837e3ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.1464202
Nov 06 21:11:50.377201 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0f40>, [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59'}], 'enable_snat': True}, 'gw_port_id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port': {'id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:36Z', 'updated_at': '2021-11-06T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c810ae0-f7e9-4e7a-904c-2afaa38a752f', 'name': '', 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'mac_address': 'fa:16:3e:0f:38:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:38Z', 'updated_at': '2021-11-06T21:11:40Z', 'revision_number': 2, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'subnets': [{'id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:50.383983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9741893-bc18-4979-94fd-41a301555d50 req-70c0cb17-ec0f-4697-8d61-ea5b6f1a9fac tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:50.391708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9741893-bc18-4979-94fd-41a301555d50 req-70c0cb17-ec0f-4697-8d61-ea5b6f1a9fac tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.2426839
Nov 06 21:11:50.420669 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Checking router: 6af8c152-e59c-42d9-9077-815c8f57b4fb for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:50.421086 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Updating router 6af8c152-e59c-42d9-9077-815c8f57b4fb port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:11:50.453340 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.458122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482f17ef-c35b-48d2-806e-e28779768693 req-e07cef20-08be-4dda-889e-8983265d2ffa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 217 time: 0.0631757
Nov 06 21:11:50.532351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f17ef-c35b-48d2-806e-e28779768693 req-8cdd0621-0e7c-4292-aa97-ff5c8105fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:50.533906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482f17ef-c35b-48d2-806e-e28779768693 req-8cdd0621-0e7c-4292-aa97-ff5c8105fb86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0670488
Nov 06 21:11:50.610076 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.650748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Allocated IP 172.20.0.3 (346fa48e-d19b-41a3-a405-c0c564390c77/d2c42ea1-7c50-4294-882b-1d65cc3a431d/8a928c32-e301-4df3-9dd3-df2f9da3fdc0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:50.680005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9741893-bc18-4979-94fd-41a301555d50 req-abcf013b-c4ec-455d-9a71-02fef39a8b96 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2873943
Nov 06 21:11:50.689874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f17ef-c35b-48d2-806e-e28779768693 req-a69dede2-bc22-4bcb-8876-f15b6bb8f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:50.691948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482f17ef-c35b-48d2-806e-e28779768693 req-a69dede2-bc22-4bcb-8876-f15b6bb8f661 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1467931
Nov 06 21:11:50.707519 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.744967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Pushing event deleted for resources: {'Port': ['ID=d313b796-3238-4e87-8831-9daca758471c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:50.811861 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.825334 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.840978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.846095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:50.846968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1fac29f2-186c-4d4e-8573-d49e34ce8882 tempest-ServersTestManualDisk-1559396683 tempest-ServersTestManualDisk-1559396683-project] 10.222.0.13 "DELETE /v2.0/floatingips/d6e74926-df80-4e27-9c15-1cfdafce6dc6 HTTP/1.1" status: 204  len: 168 time: 1.1648614
Nov 06 21:11:50.849938 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-720dbb5a-2d13-45a9-b26c-235a041208a5 req-418b322f-1d6c-4216-91f3-98e0e72164c3 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 210 time: 0.0573862
Nov 06 21:11:50.850370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58818) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:50.941774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482f17ef-c35b-48d2-806e-e28779768693 req-332aa007-61f7-4837-bad8-d37ecfef7f67 service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2404082
Nov 06 21:11:51.052962 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4416872-0cf2-440b-89e9-82bdbe393ed7 None None] Pushing event updated for resources: {'Port': ['ID=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:51.101072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-482f17ef-c35b-48d2-806e-e28779768693 req-bf321703-318f-4308-ad97-b19cf13929ef service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368692
Nov 06 21:11:51.115836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bee810-2002-48e8-af5a-8ef402983261 req-037001d4-a8c6-472f-8229-446e89cb78c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:51.117838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bee810-2002-48e8-af5a-8ef402983261 req-037001d4-a8c6-472f-8229-446e89cb78c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.1972167
Nov 06 21:11:51.126621 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Attempting to bind port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:51.127331 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Attempting to bind port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:51.127693 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Attempting to bind port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f on network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:51.134749 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:51.135111 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Checking segment: {'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:51.135839 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.136874 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Bound using segment: {'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:51.137512 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Bound port: 6c810ae0-f7e9-4e7a-904c-2afaa38a752f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6340f42c-e4cb-450c-aef4-29e0efe81196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:51.138211 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.153729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.200335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bee810-2002-48e8-af5a-8ef402983261 req-f517f454-896d-495b-8fb1-c0526798978a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700154
Nov 06 21:11:51.214131 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] For port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:51.226099 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] For port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,segment=NetworkSegment(6340f42c-e4cb-450c-aef4-29e0efe81196),segment_id=6340f42c-e4cb-450c-aef4-29e0efe81196)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:51.231118 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.232470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.303087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Network 346fa48e-d19b-41a3-a405-c0c564390c77 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:51.308427 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Routers {'6af8c152-e59c-42d9-9077-815c8f57b4fb'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:51.309780 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6af8c152-e59c-42d9-9077-815c8f57b4fb'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:51.311002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:51.311633 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4416872-0cf2-440b-89e9-82bdbe393ed7 None None] Pushing event updated for resources: {'Port': ['ID=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:51.313438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:51.353811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'Port': ['ID=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:51.371664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-19318b97-a337-46e9-a593-8c34b133b030 None None] Provisioning complete for port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:51.372800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19318b97-a337-46e9-a593-8c34b133b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.397657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:51.398796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.427310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-5452aa1b-5cd4-46e7-8e1a-0dd7a0a53fb9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5909753
Nov 06 21:11:51.447029 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.454336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Request body: {'port': {'device_id': 'ed037684-51f8-4762-9f7e-04784883f269', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:51.551778 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] Set router 6af8c152-e59c-42d9-9077-815c8f57b4fb gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:51.565386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.574352 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19318b97-a337-46e9-a593-8c34b133b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.647461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-19318b97-a337-46e9-a593-8c34b133b030 None None] For port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,segment=NetworkSegment(6340f42c-e4cb-450c-aef4-29e0efe81196),segment_id=6340f42c-e4cb-450c-aef4-29e0efe81196)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:51.657894 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19318b97-a337-46e9-a593-8c34b133b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.761243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19318b97-a337-46e9-a593-8c34b133b030 None None] Pushing event updated for resources: {'Port': ['ID=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:51.799456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9de662a1-dc24-4c61-8cde-361e80a10c45 None None] Provisioning complete for port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:51.799979 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9de662a1-dc24-4c61-8cde-361e80a10c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.846981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Deleting port 6b7945cf-1b3a-4602-831b-59c8002f2438 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:51.847571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.856031 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.871672 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0f40>, [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59'}], 'enable_snat': True}, 'gw_port_id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port': {'id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:36Z', 'updated_at': '2021-11-06T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c810ae0-f7e9-4e7a-904c-2afaa38a752f', 'name': '', 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'mac_address': 'fa:16:3e:0f:38:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:38Z', 'updated_at': '2021-11-06T21:11:51Z', 'revision_number': 4, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'subnets': [{'id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:51.916682 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf88e0-a0ce-4cc2-842a-56ffb04388c3 None None] The sync data for ids ['6af8c152-e59c-42d9-9077-815c8f57b4fb'] in ncdv-master-1 is: [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59'}], 'enable_snat': True}, 'gw_port_id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:39Z', 'revision_number': 4, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port': {'id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:36Z', 'updated_at': '2021-11-06T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c810ae0-f7e9-4e7a-904c-2afaa38a752f', 'name': '', 'network_id': '4dc4998e-a6ff-4b6b-b941-da273ce7e2b0', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'mac_address': 'fa:16:3e:0f:38:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:38Z', 'updated_at': '2021-11-06T21:11:51Z', 'revision_number': 4, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'subnets': [{'id': '324e2293-dfbc-4c99-b1ea-29cef6c7dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:51.926254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e589-ff26-4ce7-86bd-db1ad4751611 req-94bc2fd8-74c8-44aa-8707-7066eec2ab4e tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:51.928043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed12e589-ff26-4ce7-86bd-db1ad4751611 req-94bc2fd8-74c8-44aa-8707-7066eec2ab4e tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.1211269
Nov 06 21:11:51.958583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9de662a1-dc24-4c61-8cde-361e80a10c45 None None] Provisioning complete for port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:51.959055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9de662a1-dc24-4c61-8cde-361e80a10c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.970790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] For port 6b7945cf-1b3a-4602-831b-59c8002f2438, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b7945cf-1b3a-4602-831b-59c8002f2438,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:51.971292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:51.996747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Calling delete_port for 6b7945cf-1b3a-4602-831b-59c8002f2438 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:52.037799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9de662a1-dc24-4c61-8cde-361e80a10c45 None None] Port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:11:52.046516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed12e589-ff26-4ce7-86bd-db1ad4751611 req-d6f8c03d-1344-487f-8c5d-ad4a5289c51b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101530
Nov 06 21:11:52.112650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:11:52.135870 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:52.151785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c06f3c-4d0b-47e5-9b76-b00a8688fdd6 req-336b2a0e-1e45-4775-8c52-ba953870c5f9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:52.153607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4c06f3c-4d0b-47e5-9b76-b00a8688fdd6 req-336b2a0e-1e45-4775-8c52-ba953870c5f9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 931 time: 0.1428735
Nov 06 21:11:52.182878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Transition to ACTIVE for port object 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:11:52.199337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6c810ae0-f7e9-4e7a-904c-2afaa38a752f up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:52.213460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:52.314257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:52.314643 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:52.315146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:52.564981 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:52.691572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7945cf-1b3a-4602-831b-59c8002f2438,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:52.702376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4c06f3c-4d0b-47e5-9b76-b00a8688fdd6 req-a5e52a17-06ef-4c6e-a103-7eec8bc2ff0d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5370770
Nov 06 21:11:52.729719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Pushing event updated for resources: {'Port': ['ID=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:52.751468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72498-4fde-4376-92d3-77e7595b2061 req-63fdc08a-8882-4d10-a8a4-59c61c69af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:52.753355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f72498-4fde-4376-92d3-77e7595b2061 req-63fdc08a-8882-4d10-a8a4-59c61c69af69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 1096 time: 0.3582499
Nov 06 21:11:52.845167 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:52.933833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec61ec-46dd-4498-8524-2da3118c73a1 req-05093f7d-05b4-4b13-9153-9c7c41482783 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:52.946433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fec61ec-46dd-4498-8524-2da3118c73a1 req-05093f7d-05b4-4b13-9153-9c7c41482783 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.4529417
Nov 06 21:11:53.035350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Attempting to bind port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:53.035694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Attempting to bind port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:53.036944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Attempting to bind port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 on network 346fa48e-d19b-41a3-a405-c0c564390c77 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:53.070462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 on network 346fa48e-d19b-41a3-a405-c0c564390c77 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:11:53.070790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Attempting to bind port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 on network 346fa48e-d19b-41a3-a405-c0c564390c77 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:53.073314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72498-4fde-4376-92d3-77e7595b2061 req-02974701-f2f0-4401-a217-db774d94d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:53.074807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f72498-4fde-4376-92d3-77e7595b2061 req-02974701-f2f0-4401-a217-db774d94d42c service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.3065944
Nov 06 21:11:53.088724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4fec61ec-46dd-4498-8524-2da3118c73a1 req-53bee176-e4e9-4446-9a48-f98823160beb tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413949
Nov 06 21:11:53.128189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:53.128667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Checking segment: {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:53.128983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Bound using segment: {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:53.129434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Bound port: 8a928c32-e301-4df3-9dd3-df2f9da3fdc0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1d204b-b410-448c-a702-3161de7918fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:53.130138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.170626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d90fd-4989-4249-9e02-5a4f68a352bf req-2753a2d8-19b6-42aa-9af0-ddb7e9384a36 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:53.172635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff9d90fd-4989-4249-9e02-5a4f68a352bf req-2753a2d8-19b6-42aa-9af0-ddb7e9384a36 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.2156072
Nov 06 21:11:53.183589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Router 4bf88552-4f6d-4d00-aa4d-554f2908352e has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:11:53.222399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f72498-4fde-4376-92d3-77e7595b2061 req-72b2fd39-088a-446b-bcbb-cb05f4202ce5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 200  len: 1000 time: 0.1389852
Nov 06 21:11:53.294657 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:53.300740 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b8542ad4-7495-4188-acf5-40f5d9330e85 admin admin] 10.222.0.13 "PUT /v2.0/routers/4bf88552-4f6d-4d00-aa4d-554f2908352e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4486210
Nov 06 21:11:53.303204 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58860) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:53.307154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] Sync routers for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:53.312871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff9d90fd-4989-4249-9e02-5a4f68a352bf req-6e263a11-6f77-407a-9f65-4b9f4385e745 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129870
Nov 06 21:11:53.318377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:53.319202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92510239d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:53.327181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72498-4fde-4376-92d3-77e7595b2061 req-59d27478-1f47-44e3-8665-c70ee6b081cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:53.329021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f72498-4fde-4376-92d3-77e7595b2061 req-59d27478-1f47-44e3-8665-c70ee6b081cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.0976534
Nov 06 21:11:53.330228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] For port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:53.334363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] For port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:53.346108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.400245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:53.400887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.402297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-6b343815-d955-4919-9b93-37f06a33231b service neutron] 10.222.0.37 "PUT /v2.0/ports/8a928c32-e301-4df3-9dd3-df2f9da3fdc0 HTTP/1.1" status: 200  len: 1091 time: 1.9665012
Nov 06 21:11:53.404654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed037684-51f8-4762-9f7e-04784883f269', 'tag': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:53.406773 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1883754-cb9a-408b-b2b7-81da8c441cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ed037684-51f8-4762-9f7e-04784883f269", "tag": "8a928c32-e301-4df3-9dd3-df2f9da3fdc0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:53.443135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.450852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:53.481599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72498-4fde-4376-92d3-77e7595b2061 req-8b486b58-f56c-48d9-a534-6f70b267be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:53.483288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f72498-4fde-4376-92d3-77e7595b2061 req-8b486b58-f56c-48d9-a534-6f70b267be3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1472580
Nov 06 21:11:53.484684 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c1eeec-3728-4ce4-a1b2-0f0011f26c7e x-openstack-request-id: req-18c1eeec-3728-4ce4-a1b2-0f0011f26c7e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:53.484972 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed037684-51f8-4762-9f7e-04784883f269", "tag": "8a928c32-e301-4df3-9dd3-df2f9da3fdc0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:53.485229 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18c1eeec-3728-4ce4-a1b2-0f0011f26c7e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:53.485627 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed037684-51f8-4762-9f7e-04784883f269', 'tag': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'status': 'completed', 'code': 200}
Nov 06 21:11:53.526950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:11:53.564566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b343815-d955-4919-9b93-37f06a33231b service neutron] Pushing event updated for resources: {'Port': ['ID=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:53.615798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-b3cb4d18-4811-4fc5-9639-d0fbc51dd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:53.618331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-b3cb4d18-4811-4fc5-9639-d0fbc51dd94e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e7bb72df2e54f4aa72356d80aae9d38&device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 1094 time: 0.1575940
Nov 06 21:11:53.623664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.691910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-05e17a37-4574-474a-b7b0-422f9514d0b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0 HTTP/1.1" status: 200  len: 217 time: 0.0577903
Nov 06 21:11:53.696038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Deleting port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:53.696488 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.758666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:53.791743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'port_id': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'mac_address': 'fa:16:3e:af:4a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:11:53.799404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] For port da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:53.800251 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.825111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Calling delete_port for da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:53.866843 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.882560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b11155-24fd-4fc2-808c-429b581602a3 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:11:53.895962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92510239d0>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15'}], 'enable_snat': True}, 'gw_port_id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:11:52Z', 'revision_number': 5, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port': {'id': 'da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:08:45Z', 'updated_at': '2021-11-06T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:53.930331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] Checking router: 4bf88552-4f6d-4d00-aa4d-554f2908352e for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:11:53.933374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:53.941248 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:53.947938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] Routers {'4bf88552-4f6d-4d00-aa4d-554f2908352e'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:53.948591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92510239d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['4bf88552-4f6d-4d00-aa4d-554f2908352e'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:54.059054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.101433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f72498-4fde-4376-92d3-77e7595b2061 req-d0555f33-659f-4e24-9044-5c64dc5afcaa service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5869741
Nov 06 21:11:54.111834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:54.130140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] Set router 4bf88552-4f6d-4d00-aa4d-554f2908352e gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:54.152694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Pushing event deleted for resources: {'Port': ['ID=da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:54.214265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92f72498-4fde-4376-92d3-77e7595b2061 req-51b6cb42-d102-480c-bf19-431bad53bf56 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032290
Nov 06 21:11:54.230883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-bff9a51e-53f4-4dd4-9df1-a4c5e9b04d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:54.232891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-bff9a51e-53f4-4dd4-9df1-a4c5e9b04d59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2c42ea1-7c50-4294-882b-1d65cc3a431d HTTP/1.1" status: 200  len: 847 time: 0.5335121
Nov 06 21:11:54.244117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc87d-d270-4c95-b8cc-9393af55f81d req-81415736-38d2-4503-af78-881d0154287d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:54.251932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c8cc87d-d270-4c95-b8cc-9393af55f81d req-81415736-38d2-4503-af78-881d0154287d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 943 time: 0.2118874
Nov 06 21:11:54.263943 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.280860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e8b11155-24fd-4fc2-808c-429b581602a3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:11:54.287022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92510239d0>, [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:11:53Z', 'revision_number': 6, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:54.352149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c4040-252c-4b75-8e66-4e69b831fba1 None None] The sync data for ids ['4bf88552-4f6d-4d00-aa4d-554f2908352e'] in ncdv-master-1 is: [{'id': '4bf88552-4f6d-4d00-aa4d-554f2908352e', 'name': 'tempest-ServersTestManualDisk-1328035319-router', 'tenant_id': '2f47922bfda043499f1554d9db0bc00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:08:44Z', 'updated_at': '2021-11-06T21:11:53Z', 'revision_number': 6, 'project_id': '2f47922bfda043499f1554d9db0bc00c', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:11:54.370316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.372643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.412010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c8cc87d-d270-4c95-b8cc-9393af55f81d req-5f191466-eaa9-4f7a-ad06-3f1596c52566 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1530154
Nov 06 21:11:54.425728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-ee33a9e4-5e31-4aaa-9dec-3abac33c3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:54.428951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-ee33a9e4-5e31-4aaa-9dec-3abac33c3666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346fa48e-d19b-41a3-a405-c0c564390c77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1637857
Nov 06 21:11:54.429659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.430437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bf88552-4f6d-4d00-aa4d-554f2908352e {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:11:54.435576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.441191 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-40dbd76e-3534-4b5b-a078-55d0d67effec admin admin] 10.222.0.13 "DELETE /v2.0/routers/4bf88552-4f6d-4d00-aa4d-554f2908352e HTTP/1.1" status: 204  len: 168 time: 1.1326907
Nov 06 21:11:54.442938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f863e4-db9f-4f82-8ff5-f87a9b42b268 req-88ebeb77-b42f-4f85-aa20-eed4f8d95085 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:54.443415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58876) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:54.462554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1f863e4-db9f-4f82-8ff5-f87a9b42b268 req-88ebeb77-b42f-4f85-aa20-eed4f8d95085 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 945 time: 0.2283449
Nov 06 21:11:54.540558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-192291b2-c594-4d15-860a-339caf1d0d7b admin admin] Deleting subnet e6f3e8d5-8b05-456c-92fc-814f10e4ac64 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:11:54.544893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192291b2-c594-4d15-860a-339caf1d0d7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.594703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192291b2-c594-4d15-860a-339caf1d0d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.673289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1f863e4-db9f-4f82-8ff5-f87a9b42b268 req-e51807d8-8c6d-472b-ab7d-bb8d2ca6c674 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2097604
Nov 06 21:11:54.689540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6d04a-9040-4398-9772-0cf0b68d6bce req-8e042eee-b8ee-4c11-8ecc-4b304399cf54 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:54.692014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17f6d04a-9040-4398-9772-0cf0b68d6bce req-8e042eee-b8ee-4c11-8ecc-4b304399cf54 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.1549814
Nov 06 21:11:54.756329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192291b2-c594-4d15-860a-339caf1d0d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.756933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-33cae667-9af5-4dd8-a64e-72330b7017ed service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2802362
Nov 06 21:11:54.835632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192291b2-c594-4d15-860a-339caf1d0d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.847769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17f6d04a-9040-4398-9772-0cf0b68d6bce req-7fe98eb9-a948-411e-bd43-f4dbc14e6190 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252086
Nov 06 21:11:54.862463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192291b2-c594-4d15-860a-339caf1d0d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f3e8d5-8b05-456c-92fc-814f10e4ac64,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:54.873761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-192291b2-c594-4d15-860a-339caf1d0d7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:54.882383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-192291b2-c594-4d15-860a-339caf1d0d7b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6f3e8d5-8b05-456c-92fc-814f10e4ac64 HTTP/1.1" status: 204  len: 168 time: 0.4317925
Nov 06 21:11:54.882383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58898) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:54.888440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32c0b9-09c4-424a-b2a1-76ca10622d48 None None] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:54.904282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd5c21ae-5092-41a2-8eca-09029023c8fe req-7e75cec7-eae2-48b5-9269-8f16539a6b8b service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464391
Nov 06 21:11:54.962474 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.007200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-8e96b5ca-9157-4f37-8af1-4493b55e2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:55.009199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-8e96b5ca-9157-4f37-8af1-4493b55e2322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e7bb72df2e54f4aa72356d80aae9d38&device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 1094 time: 0.0532570
Nov 06 21:11:55.025267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Deleting port 0817ce92-2050-4bc6-b5b2-534e9b264132 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:55.025714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.093797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] DHCP port deletion for fcfa1f11-e91c-4db8-b14a-85f52d95550f request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:11:55.103410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] For port 0817ce92-2050-4bc6-b5b2-534e9b264132, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0817ce92-2050-4bc6-b5b2-534e9b264132,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:55.103792 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.117098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-3924d07e-5dd0-420c-b217-828a37cf80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:55.118699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-3924d07e-5dd0-420c-b217-828a37cf80f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=346fa48e-d19b-41a3-a405-c0c564390c77 HTTP/1.1" status: 200  len: 909 time: 0.1030905
Nov 06 21:11:55.122330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Calling delete_port for 0817ce92-2050-4bc6-b5b2-534e9b264132 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:55.143776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] Deleting port 0817ce92-2050-4bc6-b5b2-534e9b264132 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:11:55.144027 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.174143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-ebbcd6a4-7c0d-47f0-ab3b-943b681fcef7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0 HTTP/1.1" status: 200  len: 217 time: 0.0482655
Nov 06 21:11:55.218691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.224991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] For port 0817ce92-2050-4bc6-b5b2-534e9b264132, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0817ce92-2050-4bc6-b5b2-534e9b264132,segment=NetworkSegment(f531fa38-ece1-414d-b232-608e973dc66b),segment_id=f531fa38-ece1-414d-b232-608e973dc66b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:55.225623 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.237825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-4f68adeb-0e95-4244-b099-512ce90a6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:55.239959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-4f68adeb-0e95-4244-b099-512ce90a6e1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2c42ea1-7c50-4294-882b-1d65cc3a431d HTTP/1.1" status: 200  len: 847 time: 0.0555387
Nov 06 21:11:55.258609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Pushing event deleted for resources: {'Port': ['ID=0817ce92-2050-4bc6-b5b2-534e9b264132,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:55.263784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] No DVR routers for this DVR port 0817ce92-2050-4bc6-b5b2-534e9b264132 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:55.296697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-4f749fd2-e1ff-4fff-9649-7e1c84867d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:55.298274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-4f749fd2-e1ff-4fff-9649-7e1c84867d7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346fa48e-d19b-41a3-a405-c0c564390c77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0513427
Nov 06 21:11:55.353233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.376443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256ca7550>,) {'filters': {'network_id': ['fcfa1f11-e91c-4db8-b14a-85f52d95550f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:55.388434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256ca7550>, 'f531fa38-ece1-414d-b232-608e973dc66b') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:55.388745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256ca7550>, 'f531fa38-ece1-414d-b232-608e973dc66b') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:55.398603 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.402503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-f3221c77-52e8-4d40-9a45-f3f282c2bc27 service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965340
Nov 06 21:11:55.414068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.414778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] Calling delete_port for 0817ce92-2050-4bc6-b5b2-534e9b264132 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:11:55.435184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:11:55.435601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:11:55.441938 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:11:55.492569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:11:55.519818 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.527035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.533217 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fcfa1f11-e91c-4db8-b14a-85f52d95550f HTTP/1.1" status: 204  len: 168 time: 0.6487896
Nov 06 21:11:55.556763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6580a63-0d03-419a-beb4-c36124bfa619 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfa1f11-e91c-4db8-b14a-85f52d95550f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:55.576561 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.583359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725a74-c06d-4973-a504-6f1a53f82253 req-a614d32e-25af-4460-85ce-1fd7cdf2ad50 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:55.585298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a725a74-c06d-4973-a504-6f1a53f82253 req-a614d32e-25af-4460-85ce-1fd7cdf2ad50 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 943 time: 0.0854468
Nov 06 21:11:55.587614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1883754-cb9a-408b-b2b7-81da8c441cb2 req-3bdfe489-ab8d-469e-b2b9-b386ae9f3034 service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756699
Nov 06 21:11:55.626946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] Network fcfa1f11-e91c-4db8-b14a-85f52d95550f is not hosted by any dhcp agent {{(pid=119335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 21:11:55.627316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] No DVR routers for this DVR port 0817ce92-2050-4bc6-b5b2-534e9b264132 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:11:55.631319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e8b11155-24fd-4fc2-808c-429b581602a3 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:11:55.643367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851423bb-a4b6-48ae-b784-246a89b9b559 None None] Pushing event deleted for resources: {'Port': ['ID=0817ce92-2050-4bc6-b5b2-534e9b264132,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:55.645754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e8b11155-24fd-4fc2-808c-429b581602a3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:55.646179 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.699198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a725a74-c06d-4973-a504-6f1a53f82253 req-360b1203-47e9-428e-a910-7e21a6099a13 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039681
Nov 06 21:11:55.840966 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.871020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58914) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:55.880789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1605234-da88-4d59-bd9c-77bc1085b0af req-13f29c87-5d69-49c7-9840-7482919c8d68 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:55.882400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1605234-da88-4d59-bd9c-77bc1085b0af req-13f29c87-5d69-49c7-9840-7482919c8d68 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 945 time: 0.0761838
Nov 06 21:11:55.895113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:55.896782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:11:55.899498 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c3ba27-85a5-40ce-bc4c-7ecba0d3ad3c" -d '{"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-plugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:11:55.903702 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:55.918341 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-206b4b6f-da6e-4870-b10f-5c6ed20960dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f47922bfda043499f1554d9db0bc00c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0540738
Nov 06 21:11:55.920953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58920) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:55.952695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:55.986597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1605234-da88-4d59-bd9c-77bc1085b0af req-f4b2a95e-b46d-4a42-ae65-9b4aa64fc877 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981441
Nov 06 21:11:56.038332 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115bf7c-398e-4f3f-adf4-7a94b1b01fa6 x-openstack-request-id: req-3115bf7c-398e-4f3f-adf4-7a94b1b01fa6 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:11:56.038907 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-plugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:11:56.039170 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3115bf7c-398e-4f3f-adf4-7a94b1b01fa6 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:11:56.039592 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'code': 200}
Nov 06 21:11:56.048344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428ab96-ee15-444f-b791-8390afa82dbf req-eac37153-b2aa-4e6e-8ca6-35f26582fcff tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:56.048344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5428ab96-ee15-444f-b791-8390afa82dbf req-eac37153-b2aa-4e6e-8ca6-35f26582fcff tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.1074049
Nov 06 21:11:56.048344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b588-e749-498b-a467-9800034553f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:56.081493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:56.081685 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b588-e749-498b-a467-9800034553f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:56.111619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:56.111954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device da5d31a7-bfc1-4fb6-b6ee-272f8f88fde1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:56.112390 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0817ce92-2050-4bc6-b5b2-534e9b264132 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:56.131044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 0817ce92-2050-4bc6-b5b2-534e9b264132 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:56.131297 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0817ce92-2050-4bc6-b5b2-534e9b264132 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:56.131708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6b7945cf-1b3a-4602-831b-59c8002f2438 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:11:56.144257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5428ab96-ee15-444f-b791-8390afa82dbf req-528c7626-227c-4db5-b37a-5001366c2f77 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861709
Nov 06 21:11:56.151928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6b7945cf-1b3a-4602-831b-59c8002f2438 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:11:56.152274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6b7945cf-1b3a-4602-831b-59c8002f2438 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:11:56.189733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba93b75-77f9-4313-a1fe-ac7245277b45 req-fae9adce-1eeb-4a1f-b23f-82877c146b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:56.191301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eba93b75-77f9-4313-a1fe-ac7245277b45 req-fae9adce-1eeb-4a1f-b23f-82877c146b64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1097 time: 0.0697448
Nov 06 21:11:56.192389 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b588-e749-498b-a467-9800034553f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:56.194911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b588-e749-498b-a467-9800034553f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:56.195936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9cf8b588-e749-498b-a467-9800034553f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44f639e1-191f-4105-aa19-157b494c14a4 HTTP/1.1" status: 204  len: 168 time: 0.2739129
Nov 06 21:11:56.210507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8b588-e749-498b-a467-9800034553f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f639e1-191f-4105-aa19-157b494c14a4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:56.250836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eba93b75-77f9-4313-a1fe-ac7245277b45 req-9d8d389e-1157-4e75-add6-6d565e7b3daa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513630
Nov 06 21:11:56.839141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592501-bcd9-4c21-8c92-77cd38e441d8 req-7b68efe9-2885-4d6f-8b45-13ea0e4cdec3 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:56.840697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c592501-bcd9-4c21-8c92-77cd38e441d8 req-7b68efe9-2885-4d6f-8b45-13ea0e4cdec3 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 943 time: 0.0548701
Nov 06 21:11:56.880881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58950) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:56.907913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c592501-bcd9-4c21-8c92-77cd38e441d8 req-6e2c5c90-4450-4f30-874d-1cba14ae2fd9 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613787
Nov 06 21:11:56.991947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-245424506-network', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:57.013442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:57.015966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.024714 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.104979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.109037 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.109843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a049-cd2b-4329-b0f0-f63118fae90e req-899c09d0-9d43-41e1-b3be-9f67e47f9695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:57.111442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8094a049-cd2b-4329-b0f0-f63118fae90e req-899c09d0-9d43-41e1-b3be-9f67e47f9695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0531361
Nov 06 21:11:57.136231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:11:57.142512 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ff811-f5ba-4fc2-9f7e-af500717ba5b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:57.151294 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.151294 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Added segment 6b3ce513-4f05-4d75-a040-228c2b11fbdf of type vlan for network 699443fb-b10c-4594-9651-37de3da2f026
Nov 06 21:11:57.164511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8094a049-cd2b-4329-b0f0-f63118fae90e req-98535479-31b4-414e-bd64-61db4d5dbafb tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467668
Nov 06 21:11:57.194953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.219018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.219958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:57.220568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.279829 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3985186
Nov 06 21:11:57.282820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58958) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:57.284933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489d284-b411-4b15-a0f1-540a752ea6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=699443fb-b10c-4594-9651-37de3da2f026,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:57.287834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Request body: {'subnet': {'network_id': '699443fb-b10c-4594-9651-37de3da2f026', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-245424506-subnet', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:57.295432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 699443fb-b10c-4594-9651-37de3da2f026 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:11:57.308825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:11:57.311359 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.487400 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.542138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316e40e3-9bdd-44f2-9198-5fa061027397,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:57.553337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Checking segment: {'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:57.555025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Network hostable DHCP agents. Network: 699443fb-b10c-4594-9651-37de3da2f026, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:11:57.570603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Network 699443fb-b10c-4594-9651-37de3da2f026 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:11:57.578525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 699443fb-b10c-4594-9651-37de3da2f026) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:57.582508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:57.583616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.589998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1f9d7-5263-4f6a-b64c-970c7c0f864b None None] Network 699443fb-b10c-4594-9651-37de3da2f026 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:57.602386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-138f4279-cf9e-46a4-ab70-486f5874a602 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3159287
Nov 06 21:11:57.602608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58960) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:57.606907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:57.628077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.629162 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.684471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.739231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-699443fb-b10c-4594-9651-37de3da2f026', 'network_id': '699443fb-b10c-4594-9651-37de3da2f026', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'fixed_ips': [{'subnet_id': '316e40e3-9bdd-44f2-9198-5fa061027397'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:11:57.740010 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.822812 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:57.869404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Allocated IP 172.20.0.2 (699443fb-b10c-4594-9651-37de3da2f026/316e40e3-9bdd-44f2-9198-5fa061027397/32b9f865-c436-47f5-8360-77af6639b68e) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:58.017548 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.024056 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.064949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Network 699443fb-b10c-4594-9651-37de3da2f026 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:58.068935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:58.071941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c584-62cb-49cd-ad22-6e3fd95ca837 req-9aa5d19d-20ab-4141-8e40-6e481ebdf24d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:58.072120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:58.073544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3175c584-62cb-49cd-ad22-6e3fd95ca837 req-9aa5d19d-20ab-4141-8e40-6e481ebdf24d tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 943 time: 0.0868275
Nov 06 21:11:58.074914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.101069 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.123787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Pushing event updated for resources: {'Port': ['ID=32b9f865-c436-47f5-8360-77af6639b68e,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:58.157659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Attempting to bind port 32b9f865-c436-47f5-8360-77af6639b68e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:11:58.157909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Attempting to bind port 32b9f865-c436-47f5-8360-77af6639b68e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:11:58.158259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Attempting to bind port 32b9f865-c436-47f5-8360-77af6639b68e on network 699443fb-b10c-4594-9651-37de3da2f026 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:11:58.163742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:11:58.164034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Checking segment: {'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:11:58.164463 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.164866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Bound using segment: {'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:11:58.165315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Bound port: 32b9f865-c436-47f5-8360-77af6639b68e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:11:58.165696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.193159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3175c584-62cb-49cd-ad22-6e3fd95ca837 req-ccb897d5-bc54-480e-b923-2b5edbd73929 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929916
Nov 06 21:11:58.230414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] For port 32b9f865-c436-47f5-8360-77af6639b68e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:11:58.233914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] For port 32b9f865-c436-47f5-8360-77af6639b68e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32b9f865-c436-47f5-8360-77af6639b68e,segment=NetworkSegment(6b3ce513-4f05-4d75-a040-228c2b11fbdf),segment_id=6b3ce513-4f05-4d75-a040-228c2b11fbdf)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:11:58.238868 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.284109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Allocated IP 172.35.0.18 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/ba1b1345-8d32-42c6-b149-cf792591d284) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:58.303893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003247e-938b-4bd5-b649-9b4d4317665b None None] Pushing event updated for resources: {'Port': ['ID=32b9f865-c436-47f5-8360-77af6639b68e,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:58.360455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52d9ae-358b-4158-85c5-dc32dc6b4eb2 req-f92478fe-8613-4000-84c8-e9a2248045a7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:58.362030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f52d9ae-358b-4158-85c5-dc32dc6b4eb2 req-f92478fe-8613-4000-84c8-e9a2248045a7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.1204491
Nov 06 21:11:58.443753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f52d9ae-358b-4158-85c5-dc32dc6b4eb2 req-1706179a-c6ef-44f8-8056-158a0f7f348d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724781
Nov 06 21:11:58.456385 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.530486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.608234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:58.610137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba1b1345-8d32-42c6-b149-cf792591d284,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:58.617205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:58.620008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:58.659587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cb0a7-632f-4a98-93fa-a087a736b4e2 req-c3bc7e0f-ea1b-4bd4-b705-95cd64698937 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:58.661641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d59cb0a7-632f-4a98-93fa-a087a736b4e2 req-c3bc7e0f-ea1b-4bd4-b705-95cd64698937 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.1212671
Nov 06 21:11:58.805333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d59cb0a7-632f-4a98-93fa-a087a736b4e2 req-b1b641ff-f813-43bf-848b-054063eb0357 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370091
Nov 06 21:11:58.827269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58974) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:58.867881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0614ab11-7974-489c-bce8-d734cd50bb28 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:58.869770 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0614ab11-7974-489c-bce8-d734cd50bb28 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1092 time: 0.0414162
Nov 06 21:11:58.872611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 58976) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:58.877552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:11:58.907163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:58.920326 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.018729 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.132056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.141479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.35.0.189 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/f9565e8e-e7e3-479b-8247-b0ccf0eb4c60) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:11:59.275350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413bb955-2a48-41d5-9f66-6796b42f728e None None] Network 699443fb-b10c-4594-9651-37de3da2f026 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:11:59.313516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.321091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Router 03d290a9-3117-400c-b1a3-70f2ec096d45 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:11:59.349229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d39998e4-9579-45c7-b996-8d23424c4f3c None None] Provisioning complete for port 32b9f865-c436-47f5-8360-77af6639b68e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:11:59.349811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d39998e4-9579-45c7-b996-8d23424c4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.374402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.415215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:11:59.422280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:11:59.427295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:11:59.435512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9ee1-1c14-4989-a60f-f64601a5a360 req-e931783e-de9b-4857-ae98-5f2f3e2947a4 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:11:59.437098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9ec9ee1-1c14-4989-a60f-f64601a5a360 req-e931783e-de9b-4857-ae98-5f2f3e2947a4 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 943 time: 0.1041431
Nov 06 21:11:59.453914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=f9565e8e-e7e3-479b-8247-b0ccf0eb4c60,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:59.511306 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d39998e4-9579-45c7-b996-8d23424c4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.521902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:11:59.528288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:11:59.537343 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Sync routers for ids ['03d290a9-3117-400c-b1a3-70f2ec096d45'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:11:59.539606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9ec9ee1-1c14-4989-a60f-f64601a5a360 req-3d93e59e-e00d-463a-b9b0-2d44cab5cf46 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747335
Nov 06 21:11:59.548494 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Routers {'03d290a9-3117-400c-b1a3-70f2ec096d45'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:11:59.549410 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528fb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['03d290a9-3117-400c-b1a3-70f2ec096d45'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:11:59.554026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.555299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ab941149-8fe1-4889-a003-806a71c160d0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9517412
Nov 06 21:11:59.560794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 58986) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:11:59.597256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d39998e4-9579-45c7-b996-8d23424c4f3c None None] For port 32b9f865-c436-47f5-8360-77af6639b68e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32b9f865-c436-47f5-8360-77af6639b68e,segment=NetworkSegment(6b3ce513-4f05-4d75-a040-228c2b11fbdf),segment_id=6b3ce513-4f05-4d75-a040-228c2b11fbdf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:59.626128 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d39998e4-9579-45c7-b996-8d23424c4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.688211 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Set router 03d290a9-3117-400c-b1a3-70f2ec096d45 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:11:59.766211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39998e4-9579-45c7-b996-8d23424c4f3c None None] Pushing event updated for resources: {'Port': ['ID=32b9f865-c436-47f5-8360-77af6639b68e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:59.785106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:59.804989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'port_id': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'mac_address': 'fa:16:3e:a8:97:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:11:59.855557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.883873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:11:59.909996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:11:59.914139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.917293 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:11:59.989050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:11:59.997260 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528fb040>, [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:11:58Z', 'revision_number': 3, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port': {'id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:32:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:58Z', 'updated_at': '2021-11-06T21:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:00.028608 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Checking router: 03d290a9-3117-400c-b1a3-70f2ec096d45 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:12:00.029350 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Updating router 03d290a9-3117-400c-b1a3-70f2ec096d45 port ba1b1345-8d32-42c6-b149-cf792591d284 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:12:00.068971 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.072706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-44fef726-4774-4ec5-9276-d79d0368d8d8 None None] Provisioning complete for port 32b9f865-c436-47f5-8360-77af6639b68e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:00.073077 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44fef726-4774-4ec5-9276-d79d0368d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.076358 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.158047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 32b9f865-c436-47f5-8360-77af6639b68e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:00.248955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['8a928c32-e301-4df3-9dd3-df2f9da3fdc0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:00.274701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.277943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 32b9f865-c436-47f5-8360-77af6639b68e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:00.278517 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.285322 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.348338 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.356723 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.402635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.420154 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b0686-f4ea-4961-914b-e8b7cf3bc484 None None] Pushing event updated for resources: {'Port': ['ID=ba1b1345-8d32-42c6-b149-cf792591d284,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:00.437950 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Attempting to bind port ba1b1345-8d32-42c6-b149-cf792591d284 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:00.438683 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Attempting to bind port ba1b1345-8d32-42c6-b149-cf792591d284 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:00.439277 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Attempting to bind port ba1b1345-8d32-42c6-b149-cf792591d284 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:00.445817 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:00.446565 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:00.447216 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.447938 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:00.448707 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Bound port: ba1b1345-8d32-42c6-b149-cf792591d284, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:00.449337 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.506609 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] For port ba1b1345-8d32-42c6-b149-cf792591d284, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:00.510477 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] For port ba1b1345-8d32-42c6-b149-cf792591d284, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba1b1345-8d32-42c6-b149-cf792591d284,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:00.520631 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.525129 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Floating IP 5cd2d78e-0453-408e-8118-bf799660a822 associated. External IP: 172.35.0.189, port: e8b11155-24fd-4fc2-808c-429b581602a3.
Nov 06 21:12:00.585050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=f9565e8e-e7e3-479b-8247-b0ccf0eb4c60,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:00.667929 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Routers {'03d290a9-3117-400c-b1a3-70f2ec096d45'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:00.668536 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528fb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['03d290a9-3117-400c-b1a3-70f2ec096d45'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:00.672693 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b0686-f4ea-4961-914b-e8b7cf3bc484 None None] Pushing event updated for resources: {'Port': ['ID=ba1b1345-8d32-42c6-b149-cf792591d284,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:00.715197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:00.800584 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] Set router 03d290a9-3117-400c-b1a3-70f2ec096d45 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:00.845122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01dd75-764c-40b8-82e9-461629882299 req-26b49a08-6a43-4f6d-895d-45a57ecafbe4 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:00.846771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd01dd75-764c-40b8-82e9-461629882299 req-26b49a08-6a43-4f6d-895d-45a57ecafbe4 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 944 time: 0.1415544
Nov 06 21:12:01.018448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd01dd75-764c-40b8-82e9-461629882299 req-becd5c5a-5ad6-4444-9f70-96d490319dcb tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1617844
Nov 06 21:12:01.077347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Allocated IP 172.20.0.1 (699443fb-b10c-4594-9651-37de3da2f026/316e40e3-9bdd-44f2-9198-5fa061027397/36aa2711-3e1c-4a88-8b14-245b08ed6a1a) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:01.101841 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:12:01.131165 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528fb040>, [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:11:58Z', 'revision_number': 3, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port': {'id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:32:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:58Z', 'updated_at': '2021-11-06T21:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:01.161933 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9522525-9241-465d-a540-e2bdcff70f4c None None] The sync data for ids ['03d290a9-3117-400c-b1a3-70f2ec096d45'] in ncdv-master-1 is: [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:11:58Z', 'revision_number': 3, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port': {'id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:32:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:58Z', 'updated_at': '2021-11-06T21:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:12:01.193070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:01.201391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:12:01.227882 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:01.271871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Network 699443fb-b10c-4594-9651-37de3da2f026 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:01.278807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:01.283586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:01.287262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Pushing event updated for resources: {'Port': ['ID=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:01.328519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:01.340834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:12:01.362255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] Sync routers for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:12:01.367548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:01.384795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:01.385461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251992fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:01.434890 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5b1053ad-c7f1-452d-8c82-28d925241d51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5588479
Nov 06 21:12:01.434890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:01.444374 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35329be7-76b4-4f48-b3dd-aee94442b7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:01.521480 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dde411-11b2-425f-8212-1a2bf058cd81 x-openstack-request-id: req-08dde411-11b2-425f-8212-1a2bf058cd81 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:01.521776 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:01.522419 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08dde411-11b2-425f-8212-1a2bf058cd81 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:01.522835 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'status': 'completed', 'code': 200}
Nov 06 21:12:01.569113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:01.650511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:01.672354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-3b69f569-4534-4f10-a557-1f677ea8e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:01.673914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-3b69f569-4534-4f10-a557-1f677ea8e7f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1097 time: 0.1133757
Nov 06 21:12:01.675384 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:01.706221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:12:01.707673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb72e2a-4196-4fab-89d4-93c4e8639b36 req-c6077911-6bf5-4835-a763-75fb0f20318a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:01.712877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f9650c2c-7404-4b19-a980-a67925e3cf28 None None] Provisioning complete for port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:01.713257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f9650c2c-7404-4b19-a980-a67925e3cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:01.716544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abb72e2a-4196-4fab-89d4-93c4e8639b36 req-c6077911-6bf5-4835-a763-75fb0f20318a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.1527300
Nov 06 21:12:01.741916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:01.742286 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:01.840888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f9650c2c-7404-4b19-a980-a67925e3cf28 None None] Port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:01.892329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abb72e2a-4196-4fab-89d4-93c4e8639b36 req-504ae6a7-4f94-4f97-a554-dd65ecd2740d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1758251
Nov 06 21:12:01.925512 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59018) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:01.941545 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:01.993793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-8ab7210c-8835-4939-ba73-454124f253fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:01.995649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-8ab7210c-8835-4939-ba73-454124f253fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.3087432
Nov 06 21:12:02.004477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed037684-51f8-4762-9f7e-04784883f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:02.014123 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2f46c1f4-ee02-4860-a3f9-3c5731c67af3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/5cd2d78e-0453-408e-8118-bf799660a822 HTTP/1.1" status: 200  len: 992 time: 0.0877020
Nov 06 21:12:02.021700 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c497cd98-8c9c-4257-98a1-615ab5d0d091" -d '{"events": [{"server_uuid": "ed037684-51f8-4762-9f7e-04784883f269", "name": "network-vif-plugged", "status": "completed", "tag": "8a928c32-e301-4df3-9dd3-df2f9da3fdc0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:02.133563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-39f37e11-ec0c-4f1b-afc1-0c8e5e9b5e68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1000 time: 0.1120555
Nov 06 21:12:02.247023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:02.271708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:02.281335 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4cd6be-b771-4194-972d-352f09d74a48 x-openstack-request-id: req-7b4cd6be-b771-4194-972d-352f09d74a48 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:02.281618 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed037684-51f8-4762-9f7e-04784883f269", "name": "network-vif-plugged", "status": "completed", "tag": "8a928c32-e301-4df3-9dd3-df2f9da3fdc0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:02.281877 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b4cd6be-b771-4194-972d-352f09d74a48 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:02.282258 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed037684-51f8-4762-9f7e-04784883f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'code': 200}
Nov 06 21:12:02.286638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ba1b1345-8d32-42c6-b149-cf792591d284 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:02.290196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:02.322703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:02.335750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-0e06b801-0db8-4a4d-907d-4e573f3451f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:02.337265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-0e06b801-0db8-4a4d-907d-4e573f3451f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.2027061
Nov 06 21:12:02.402420 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:02.408180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c4052-ade7-40e1-93f3-0dc91bd48d85 req-f9a0c92f-e2ed-4161-b9a1-eb71a224733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:02.409958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-880c4052-ade7-40e1-93f3-0dc91bd48d85 req-f9a0c92f-e2ed-4161-b9a1-eb71a224733a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 1095 time: 0.2314093
Nov 06 21:12:02.414313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Pushing event updated for resources: {'Port': ['ID=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:02.425472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:02.432596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcff4dc-9e71-4db3-9da7-91540b667c46 req-2d537da1-ffa6-40ab-9747-60e8dd36ae20 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:02.436941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bfcff4dc-9e71-4db3-9da7-91540b667c46 req-2d537da1-ffa6-40ab-9747-60e8dd36ae20 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 944 time: 0.2604768
Nov 06 21:12:02.438383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ba1b1345-8d32-42c6-b149-cf792591d284 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:02.438757 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:02.479915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251992fa0>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5cd2d78e-0453-408e-8118-bf799660a822', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.189', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'port_id': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'mac_address': 'fa:16:3e:af:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:11:59Z', 'updated_at': '2021-11-06T21:11:59Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:45Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:02.507803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] Checking router: c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:12:02.521644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:02.522260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251992fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:02.533719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-c0cb7e5c-0e5b-4f4e-a11c-fd1ebbdc523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:02.535287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-c0cb7e5c-0e5b-4f4e-a11c-fd1ebbdc523e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1819975
Nov 06 21:12:02.588841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-880c4052-ade7-40e1-93f3-0dc91bd48d85 req-52d51b25-384c-4c43-8f7b-b9eda3d9f9d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1507764
Nov 06 21:12:02.600976 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:02.655938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port ba1b1345-8d32-42c6-b149-cf792591d284, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba1b1345-8d32-42c6-b149-cf792591d284,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:02.661682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bfcff4dc-9e71-4db3-9da7-91540b667c46 req-c2bf7360-c7ec-49e9-ae42-2c130295abf3 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2015820
Nov 06 21:12:02.662965 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:02.698838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:02.706411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Network 699443fb-b10c-4594-9651-37de3da2f026 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:02.711657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:02.750728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=ba1b1345-8d32-42c6-b149-cf792591d284,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:02.767685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-3124a98d-387f-4cf2-a8f4-f9e300382bc3 service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188520
Nov 06 21:12:02.958219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Router 03d290a9-3117-400c-b1a3-70f2ec096d45 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:12:02.972862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35329be7-76b4-4f48-b3dd-aee94442b7d4 req-06eed513-22f0-4501-9569-b93355b1ee49 service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1976700
Nov 06 21:12:03.018014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:03.044680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251992fa0>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5cd2d78e-0453-408e-8118-bf799660a822', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.189', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'port_id': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'mac_address': 'fa:16:3e:af:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:11:59Z', 'updated_at': '2021-11-06T21:11:59Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:45Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:03.092571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc566d-6122-4178-b906-07d532fbdd1e None None] The sync data for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 is: [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5cd2d78e-0453-408e-8118-bf799660a822', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.189', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'port_id': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'mac_address': 'fa:16:3e:af:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:11:59Z', 'updated_at': '2021-11-06T21:11:59Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:45Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:12:03.103895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2550b0bc-eff9-473d-9f83-a21be7336038 None None] Provisioning complete for port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:03.104259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2550b0bc-eff9-473d-9f83-a21be7336038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:03.112611 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-82055425-8470-46ed-ac7d-d1601a9521ac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/5cd2d78e-0453-408e-8118-bf799660a822 HTTP/1.1" status: 200  len: 992 time: 0.0933213
Nov 06 21:12:03.142077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2550b0bc-eff9-473d-9f83-a21be7336038 None None] Port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:03.185960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:12:03.202103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-52358ac2-6d51-4f37-b4f0-b9b553fb00b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/03d290a9-3117-400c-b1a3-70f2ec096d45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6399164
Nov 06 21:12:03.347291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59062) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:03.400261 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Sync routers for ids ['03d290a9-3117-400c-b1a3-70f2ec096d45'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:12:03.412506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1397225353'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:03.417056 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Routers {'03d290a9-3117-400c-b1a3-70f2ec096d45'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:03.417662 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528fbca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['03d290a9-3117-400c-b1a3-70f2ec096d45'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:03.440126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:03.444210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:03.470531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:12:03.480263 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:03.480725 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Added segment 16441d30-dcad-4bb5-873c-b52989e0af4c of type vlan for network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a
Nov 06 21:12:03.523598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:03.531036 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Set router 03d290a9-3117-400c-b1a3-70f2ec096d45 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:03.549118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:03.555438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:03.556023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:03.585719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d1b3c-78e2-4027-97c0-0706fae5a7f6 None None] New status for floating IP 5cd2d78e-0453-408e-8118-bf799660a822: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:12:03.623921 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2749424
Nov 06 21:12:03.626684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59070) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:03.630574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7fb8c-4cd2-4e06-9f6d-d96e25575258 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Network': ['ID=59e7fdab-fc57-47f6-baad-e3b794bbdc7a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:03.632627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'subnet': {'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:03.640650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:12:03.753811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:03.757975 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:03.782747 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528fbca0>, [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:12:01Z', 'revision_number': 4, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port': {'id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:58Z', 'updated_at': '2021-11-06T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36aa2711-3e1c-4a88-8b14-245b08ed6a1a', 'name': '', 'network_id': '699443fb-b10c-4594-9651-37de3da2f026', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'mac_address': 'fa:16:3e:55:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '316e40e3-9bdd-44f2-9198-5fa061027397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:00Z', 'updated_at': '2021-11-06T21:12:01Z', 'revision_number': 2, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'subnets': [{'id': '316e40e3-9bdd-44f2-9198-5fa061027397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:03.816491 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Checking router: 03d290a9-3117-400c-b1a3-70f2ec096d45 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:12:03.817155 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Updating router 03d290a9-3117-400c-b1a3-70f2ec096d45 port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:12:03.865130 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:03.876161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838feb62-bb95-47d0-8682-6dab2174d11d req-9b8fe44a-c514-4b8c-af9e-e3f1e4f2e14e tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:03.878062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-838feb62-bb95-47d0-8682-6dab2174d11d req-9b8fe44a-c514-4b8c-af9e-e3f1e4f2e14e tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 945 time: 0.1391973
Nov 06 21:12:03.976503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-838feb62-bb95-47d0-8682-6dab2174d11d req-773d0517-3869-4674-a588-688649cbf9b6 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869501
Nov 06 21:12:04.051865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.086641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ba1b1345-8d32-42c6-b149-cf792591d284 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:04.110307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Subnet': ['ID=12d48780-410f-4614-a8be-f46685d1c55a,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:04.116288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59074) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:04.126002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.126461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.126872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.127427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.127833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.128236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.128661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.128998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.129436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.129845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.130450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.130844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:04.141495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Checking segment: {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:04.142059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network hostable DHCP agents. Network: 59e7fdab-fc57-47f6-baad-e3b794bbdc7a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:12:04.148450 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.154718 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.164263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:12:04.166892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ba1b1345-8d32-42c6-b149-cf792591d284 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:04.167673 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.178696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 59e7fdab-fc57-47f6-baad-e3b794bbdc7a) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:04.187400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:04.189292 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.211670 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7b973b5b-117b-4ab8-af78-913e711ccfdb tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/5cd2d78e-0453-408e-8118-bf799660a822 HTTP/1.1" status: 200  len: 994 time: 0.0874412
Nov 06 21:12:04.215919 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a921169-9e30-4029-ba87-b327d0e64e1d None None] Network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:04.220875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c51cfd2a-a177-4431-a8f3-33aced91c1ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.5930626
Nov 06 21:12:04.224153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59076) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:04.229707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-836938573'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:04.254124 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ab187-81d9-45b3-8858-75563ada7fb0 None None] Pushing event updated for resources: {'Port': ['ID=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:04.263567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:04.267566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.269510 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Attempting to bind port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:04.269937 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Attempting to bind port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:04.270852 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Attempting to bind port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a on network 699443fb-b10c-4594-9651-37de3da2f026 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:04.276506 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:04.277146 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Checking segment: {'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:04.277706 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.278252 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Bound using segment: {'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:04.278896 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Bound port: 36aa2711-3e1c-4a88-8b14-245b08ed6a1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3ce513-4f05-4d75-a040-228c2b11fbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '699443fb-b10c-4594-9651-37de3da2f026'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:04.279268 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.304093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:12:04.316418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.316932 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Added segment 54dc0239-59f9-4fd8-be22-9eddbf443d9b of type vlan for network e707313c-c856-41f1-aa71-8d58303103e0
Nov 06 21:12:04.353977 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] For port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:04.358417 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] For port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,segment=NetworkSegment(6b3ce513-4f05-4d75-a040-228c2b11fbdf),segment_id=6b3ce513-4f05-4d75-a040-228c2b11fbdf)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:04.365658 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.377326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.428793 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Routers {'03d290a9-3117-400c-b1a3-70f2ec096d45'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:04.429518 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528fbca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['03d290a9-3117-400c-b1a3-70f2ec096d45'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:04.433090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.439613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:04.440246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.491114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-59e7fdab-fc57-47f6-baad-e3b794bbdc7a', 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'fixed_ips': [{'subnet_id': '12d48780-410f-4614-a8be-f46685d1c55a'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:12:04.492037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.536215 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3105218
Nov 06 21:12:04.538868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59086) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:04.548704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'subnet': {'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:04.570061 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ab187-81d9-45b3-8858-75563ada7fb0 None None] Pushing event updated for resources: {'Port': ['ID=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:04.583370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4309-0e0e-4f25-aff9-136125853b11 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Network': ['ID=e707313c-c856-41f1-aa71-8d58303103e0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:04.614404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e707313c-c856-41f1-aa71-8d58303103e0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:12:04.675265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5dd53208-37ed-49b4-b8e1-dcbf1f7d7e17 None None] Provisioning complete for port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:04.675718 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dd53208-37ed-49b4-b8e1-dcbf1f7d7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.678025 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] Set router 03d290a9-3117-400c-b1a3-70f2ec096d45 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:04.741378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:04.747342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.781947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Allocated IP 19.80.0.2 (59e7fdab-fc57-47f6-baad-e3b794bbdc7a/12d48780-410f-4614-a8be-f46685d1c55a/6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:04.894586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dd53208-37ed-49b4-b8e1-dcbf1f7d7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.915282 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528fbca0>, [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:12:01Z', 'revision_number': 4, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port': {'id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:58Z', 'updated_at': '2021-11-06T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36aa2711-3e1c-4a88-8b14-245b08ed6a1a', 'name': '', 'network_id': '699443fb-b10c-4594-9651-37de3da2f026', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'mac_address': 'fa:16:3e:55:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '316e40e3-9bdd-44f2-9198-5fa061027397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:00Z', 'updated_at': '2021-11-06T21:12:04Z', 'revision_number': 4, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'subnets': [{'id': '316e40e3-9bdd-44f2-9198-5fa061027397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:04.943736 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dad794-4082-49dd-8ce4-e707f7864a04 None None] The sync data for ids ['03d290a9-3117-400c-b1a3-70f2ec096d45'] in ncdv-master-1 is: [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:12:01Z', 'revision_number': 4, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port': {'id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:58Z', 'updated_at': '2021-11-06T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36aa2711-3e1c-4a88-8b14-245b08ed6a1a', 'name': '', 'network_id': '699443fb-b10c-4594-9651-37de3da2f026', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'mac_address': 'fa:16:3e:55:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '316e40e3-9bdd-44f2-9198-5fa061027397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:00Z', 'updated_at': '2021-11-06T21:12:04Z', 'revision_number': 4, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'subnets': [{'id': '316e40e3-9bdd-44f2-9198-5fa061027397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:12:04.950373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5dd53208-37ed-49b4-b8e1-dcbf1f7d7e17 None None] For port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,segment=NetworkSegment(6b3ce513-4f05-4d75-a040-228c2b11fbdf),segment_id=6b3ce513-4f05-4d75-a040-228c2b11fbdf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:04.962558 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dd53208-37ed-49b4-b8e1-dcbf1f7d7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:04.974140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.056665 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.072497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd53208-37ed-49b4-b8e1-dcbf1f7d7e17 None None] Pushing event updated for resources: {'Port': ['ID=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:05.096392 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.117065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Subnet': ['ID=acb05ac9-b4ae-4919-897a-97e80e4a3033,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:05.129381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Checking segment: {'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:05.130311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network hostable DHCP agents. Network: e707313c-c856-41f1-aa71-8d58303103e0, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:12:05.145041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3c83727f-d57d-46b7-9025-6280e9298ec5 None None] Provisioning complete for port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:05.145443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3c83727f-d57d-46b7-9025-6280e9298ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.149375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:05.156250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293dc6-97a3-48fa-b3c1-c3113bdb0214 req-9f6aac08-811b-42a8-9d63-de4bc4cc5cce tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:05.157498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2293dc6-97a3-48fa-b3c1-c3113bdb0214 req-9f6aac08-811b-42a8-9d63-de4bc4cc5cce tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 945 time: 0.0831504
Nov 06 21:12:05.165728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network e707313c-c856-41f1-aa71-8d58303103e0 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:12:05.175284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:05.182257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:05.190120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e707313c-c856-41f1-aa71-8d58303103e0) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:05.191718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Pushing event updated for resources: {'Port': ['ID=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:05.198248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:05.198543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.221108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad22d6f-6555-4cd0-ba5b-7268ad6884d7 None None] Network e707313c-c856-41f1-aa71-8d58303103e0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:05.235770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5873b8d1-b626-48b4-8445-993933dd34c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.6947830
Nov 06 21:12:05.245331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2293dc6-97a3-48fa-b3c1-c3113bdb0214 req-c3f10abd-6d5b-4b3c-998a-1c04c49771c1 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806425
Nov 06 21:12:05.340696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Attempting to bind port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:05.341210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Attempting to bind port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:05.341667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Attempting to bind port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 on network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:05.357952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:05.358492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Checking segment: {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:05.359051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.359730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Bound using segment: {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:05.361823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Bound port: 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:05.362510 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.483590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b40c52-c845-478e-acde-8c20f4e30c92 req-beccdce9-9716-48bc-8f52-5329229c3988 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:05.485352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0b40c52-c845-478e-acde-8c20f4e30c92 req-beccdce9-9716-48bc-8f52-5329229c3988 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 945 time: 0.1564906
Nov 06 21:12:05.534567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] For port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:05.567217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e707313c-c856-41f1-aa71-8d58303103e0', 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'fixed_ips': [{'subnet_id': 'acb05ac9-b4ae-4919-897a-97e80e4a3033'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:12:05.568336 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.572467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] For port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:05.586462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:05.603699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-be992f4a-2717-4ff4-b70e-16ce39f2ee5d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:05.610623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-be992f4a-2717-4ff4-b70e-16ce39f2ee5d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:05.612493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-be992f4a-2717-4ff4-b70e-16ce39f2ee5d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/networks?id=59e7fdab-fc57-47f6-baad-e3b794bbdc7a&id=e707313c-c856-41f1-aa71-8d58303103e0&id=59e7fdab-fc57-47f6-baad-e3b794bbdc7a HTTP/1.1" status: 200  len: 1391 time: 0.2333136
Nov 06 21:12:05.636100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7357ae4f-85f6-4a00-9c59-b1d81ae0ce9d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/quotas/91115e7524fc466e90e6ff1734a2f3d9 HTTP/1.1" status: 200  len: 375 time: 0.0140150
Nov 06 21:12:05.683420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0b40c52-c845-478e-acde-8c20f4e30c92 req-c4a47b4b-fdc0-4e9e-9dd7-77a48111f349 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1823812
Nov 06 21:12:05.748826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c38b-71cb-4e84-a229-83f624e37eb9 None None] Pushing event updated for resources: {'Port': ['ID=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:05.772980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d23aa39f-b39c-4924-a0e6-962005d1d3e6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1210017
Nov 06 21:12:05.842283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f93b2a-d740-4ed5-bee6-1e7408155e8d req-d902478f-8822-4039-b93d-933716df66fe tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:05.850266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99f93b2a-d740-4ed5-bee6-1e7408155e8d req-d902478f-8822-4039-b93d-933716df66fe tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 945 time: 0.0612357
Nov 06 21:12:05.850500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Allocated IP 19.86.0.2 (e707313c-c856-41f1-aa71-8d58303103e0/acb05ac9-b4ae-4919-897a-97e80e4a3033/cf5740f3-d01c-4612-9e42-c3cebf1cb3c1) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:06.186523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:06.307301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:06.307301 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.346048 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.348762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99f93b2a-d740-4ed5-bee6-1e7408155e8d req-e262cd97-758e-4f54-85d2-904d860ae83c tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4974797
Nov 06 21:12:06.358730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.378571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59114) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:06.391591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b20ede1c-a39d-4b18-8721-643e53deea7e service neutron] 10.222.0.13 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6177020
Nov 06 21:12:06.427631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Network e707313c-c856-41f1-aa71-8d58303103e0 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:06.434954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:06.438513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Pushing event updated for resources: {'Port': ['ID=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:06.445439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:06.456121 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.525618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-46b006a3-bb2b-4118-a093-c807567f5d1d service neutron] 10.222.0.13 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238220
Nov 06 21:12:06.545360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Attempting to bind port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:06.545750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Attempting to bind port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:06.546569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Attempting to bind port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 on network e707313c-c856-41f1-aa71-8d58303103e0 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:06.552419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:06.555685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:06.556070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Checking segment: {'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:06.556573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.557968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Bound using segment: {'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:06.558468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Bound port: cf5740f3-d01c-4612-9e42-c3cebf1cb3c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:06.558837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.562581 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.563393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 36aa2711-3e1c-4a88-8b14-245b08ed6a1a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:06.680540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47adc0d9-b576-45f3-8787-78caffc6cb88 tempest-TestServerBasicOps-1834581340 tempest-TestServerBasicOps-1834581340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:06.686338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59128) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:06.688872 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-47adc0d9-b576-45f3-8787-78caffc6cb88 tempest-TestServerBasicOps-1834581340 tempest-TestServerBasicOps-1834581340-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 1091 time: 0.3088953
Nov 06 21:12:06.693497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'fixed_ip_address': '172.20.0.3'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:06.711732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:06.730674 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] For port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:06.742102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] For port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:06.749864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:06.750598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.753337 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.767831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-9ac73a48-57c2-4179-a507-4fad76673d0d service neutron] 10.222.0.13 "GET /v2.0/networks/e707313c-c856-41f1-aa71-8d58303103e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392912
Nov 06 21:12:06.833062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:06.877665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33870bb-fff0-4dc8-8e5a-b792b680a233 None None] Pushing event updated for resources: {'Port': ['ID=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:06.994518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-46ff3b77-b507-47bd-8b3a-429b02551737 service neutron] 10.222.0.13 "GET /v2.0/networks/e707313c-c856-41f1-aa71-8d58303103e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2195535
Nov 06 21:12:07.144257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-56d6e3c5-6d9a-4ee7-86c5-a6a96938e5ac service neutron] 10.222.0.13 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485994
Nov 06 21:12:07.147469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:07.309186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400a30c-f658-48a2-9129-47a594699f0c None None] Network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:07.350159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-19b3ed3d-4e49-4d8c-aa91-ed2db51a40ce service neutron] 10.222.0.13 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1983848
Nov 06 21:12:07.364645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Allocated IP 172.35.0.182 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/879d4cf1-6a0a-4f24-ad27-2d3783874b95) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:07.460589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-697c4819-242d-4aaa-8a8e-e8894654e519 None None] Provisioning complete for port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:07.461071 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-697c4819-242d-4aaa-8a8e-e8894654e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:07.512889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:07.565627 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:07.658972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:07.662272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1169b2e9-569c-42de-a417-6e0ca8a729a1 req-f3f85d7e-238e-47fe-8282-8078999bf3db tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 210 time: 0.0731249
Nov 06 21:12:07.665366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:07.669378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:07.728198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'Port': ['ID=879d4cf1-6a0a-4f24-ad27-2d3783874b95,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:08.062757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5db46797-14be-4a2a-ba20-3f89214e09b2 None None] Provisioning complete for port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:08.063315 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5db46797-14be-4a2a-ba20-3f89214e09b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.288971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.318720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:08.392588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:08.392954 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.400341 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.443663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109144d-10b2-4f6f-8027-86ce51be92aa None None] Network e707313c-c856-41f1-aa71-8d58303103e0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:08.564330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:08.608746 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.609041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-21077ec1-414b-4a6a-bb24-ad38c23b560a None None] Provisioning complete for port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:08.609406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-21077ec1-414b-4a6a-bb24-ad38c23b560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.615027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.693971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event updated for resources: {'Port': ['ID=879d4cf1-6a0a-4f24-ad27-2d3783874b95,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:08.701973 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.714990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:08.715356 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.778199 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-21077ec1-414b-4a6a-bb24-ad38c23b560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.830853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57334a3d-837d-4c82-8961-5d8a1c07994c req-bc0c227e-7b56-49d5-9d2a-985eadfc46b7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 210 time: 0.0349376
Nov 06 21:12:08.838450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-21077ec1-414b-4a6a-bb24-ad38c23b560a None None] For port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:08.845943 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Floating IP 31ce0b57-712e-4087-85be-47a9ef9c75d8 associated. External IP: 172.35.0.182, port: 8a928c32-e301-4df3-9dd3-df2f9da3fdc0.
Nov 06 21:12:08.847705 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-21077ec1-414b-4a6a-bb24-ad38c23b560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.882735 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:08.923416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21077ec1-414b-4a6a-bb24-ad38c23b560a None None] Pushing event updated for resources: {'Port': ['ID=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:08.962067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:12:08.964375 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:12:09.069118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-66b132b5-1754-4115-9e3e-d6dc2b0503cc None None] Provisioning complete for port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:09.070925 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-66b132b5-1754-4115-9e3e-d6dc2b0503cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:09.118874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-35d06751-b3cb-4f8c-bab6-002cb94bc7fb tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:09.125077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-35d06751-b3cb-4f8c-bab6-002cb94bc7fb tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:09.126671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-35d06751-b3cb-4f8c-bab6-002cb94bc7fb tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "GET /v2.0/networks?id=59e7fdab-fc57-47f6-baad-e3b794bbdc7a&id=e707313c-c856-41f1-aa71-8d58303103e0&id=59e7fdab-fc57-47f6-baad-e3b794bbdc7a HTTP/1.1" status: 200  len: 1391 time: 0.1775997
Nov 06 21:12:09.164739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'port': {'device_id': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a', 'admin_state_up': True, 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:09.249635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Router 5b57442c-7593-4b6b-b5f1-95970017bf57 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:12:09.335240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:09.338737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:09.441309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:12:09.451769 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] Sync routers for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:12:09.471977 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:09.472701 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e4c7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:09.481992 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:09.542617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-33053d14-a3b4-4216-b7aa-03e5c62b31f2 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8548241
Nov 06 21:12:09.545376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed037684-51f8-4762-9f7e-04784883f269', 'tag': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:09.547596 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa4638-4fc8-4f2e-a90a-e115af021917" -d '{"events": [{"name": "network-changed", "server_uuid": "ed037684-51f8-4762-9f7e-04784883f269", "tag": "8a928c32-e301-4df3-9dd3-df2f9da3fdc0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:09.594043 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:09.606024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Allocated IP 19.80.0.252 (59e7fdab-fc57-47f6-baad-e3b794bbdc7a/12d48780-410f-4614-a8be-f46685d1c55a/1a9d6e5a-4989-4507-93d9-8ab9fa01ca48) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:09.626655 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ac19f9-36c6-4136-bc33-4817e4cd8947 x-openstack-request-id: req-45ac19f9-36c6-4136-bc33-4817e4cd8947 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:09.626897 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed037684-51f8-4762-9f7e-04784883f269", "tag": "8a928c32-e301-4df3-9dd3-df2f9da3fdc0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:09.627174 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45ac19f9-36c6-4136-bc33-4817e4cd8947 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:09.627609 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed037684-51f8-4762-9f7e-04784883f269', 'tag': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'status': 'completed', 'code': 200}
Nov 06 21:12:09.940634 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e4c7c0>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '31ce0b57-712e-4087-85be-47a9ef9c75d8', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'floating_ip_address': '172.35.0.182', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'port_id': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'mac_address': 'fa:16:3e:a8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed037684-51f8-4762-9f7e-04784883f269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:12:07Z', 'updated_at': '2021-11-06T21:12:07Z', 'revision_number': 0, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:44Z', 'revision_number': 5, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:09.969525 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] Checking router: 5b57442c-7593-4b6b-b5f1-95970017bf57 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:12:09.978834 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:09.979437 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e4c7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:10.090143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:10.095130 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:10.123769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-809ace04-a6d7-45a0-9c4d-cbf1b32fb4b2 req-4fc94d82-1f16-45f5-88fe-df0af25a15fd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 210 time: 0.0318253
Nov 06 21:12:10.154413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-a33de762-6088-4f2c-8d3f-f7df5461301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:10.158186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-a33de762-6088-4f2c-8d3f-f7df5461301a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e7bb72df2e54f4aa72356d80aae9d38&device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 1096 time: 0.5213623
Nov 06 21:12:10.170010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:10.170460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:10.276656 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:10.293539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-b2e676ca-a1e5-4a03-9fb9-c08a857803b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:10.295045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-b2e676ca-a1e5-4a03-9fb9-c08a857803b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=346fa48e-d19b-41a3-a405-c0c564390c77 HTTP/1.1" status: 200  len: 909 time: 0.1288021
Nov 06 21:12:10.364795 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e4c7c0>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '31ce0b57-712e-4087-85be-47a9ef9c75d8', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'floating_ip_address': '172.35.0.182', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'port_id': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'mac_address': 'fa:16:3e:a8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed037684-51f8-4762-9f7e-04784883f269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:12:07Z', 'updated_at': '2021-11-06T21:12:07Z', 'revision_number': 0, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:44Z', 'revision_number': 5, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:10.370955 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:10.391819 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a442ed4-4ce7-4640-a490-dc97857a406b None None] The sync data for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 is: [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '31ce0b57-712e-4087-85be-47a9ef9c75d8', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'floating_ip_address': '172.35.0.182', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'port_id': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'mac_address': 'fa:16:3e:a8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed037684-51f8-4762-9f7e-04784883f269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:12:07Z', 'updated_at': '2021-11-06T21:12:07Z', 'revision_number': 0, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:44Z', 'revision_number': 5, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:12:10.406384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-e63ea0fb-e7be-4bff-9b40-7112f5b4f26a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0 HTTP/1.1" status: 200  len: 999 time: 0.1011930
Nov 06 21:12:10.456688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:10.462730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:10.469399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:10.495882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Port': ['ID=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:10.517419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-aca14d2e-16ce-4d76-b868-7e27cd2ec20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:10.518956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-aca14d2e-16ce-4d76-b868-7e27cd2ec20b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2c42ea1-7c50-4294-882b-1d65cc3a431d HTTP/1.1" status: 200  len: 847 time: 0.1047893
Nov 06 21:12:10.541447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:10.542111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:10.581265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b6aba85c-c0dc-423c-b84b-3d4efe555836 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4222479
Nov 06 21:12:10.592336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-4fbd77c9-6ac4-4ee0-b7ad-00452fc66044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:10.593914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-4fbd77c9-6ac4-4ee0-b7ad-00452fc66044 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346fa48e-d19b-41a3-a405-c0c564390c77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0662179
Nov 06 21:12:10.597535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'port': {'device_id': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0', 'admin_state_up': True, 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:10.636908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7cb61-fabc-4c9c-b4fb-bd19e09f402e None None] New status for floating IP 31ce0b57-712e-4087-85be-47a9ef9c75d8: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:12:10.775197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-da76b2a4-bf49-4a1d-9728-6544fca07429 service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735168
Nov 06 21:12:10.826110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3532ec01-11e2-49bb-96ab-6cf653ab50dc None None] Provisioning complete for port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:10.826478 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3532ec01-11e2-49bb-96ab-6cf653ab50dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:10.840684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:10.844366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:10.872901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3532ec01-11e2-49bb-96ab-6cf653ab50dc None None] Port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:10.953406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccaa4638-4fc8-4f2e-a90a-e115af021917 req-9818584b-ec67-4c3b-bc4c-d2632bd0d268 service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681957
Nov 06 21:12:11.022992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Allocated IP 19.86.0.86 (e707313c-c856-41f1-aa71-8d58303103e0/acb05ac9-b4ae-4919-897a-97e80e4a3033/e8c9084a-77f6-4d3e-8b38-8b3733b15c40) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:11.201445 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:11.266442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:11.300123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc181041-d6aa-42a0-982b-d93a1384fb6e req-ffb8325f-b7f9-4f85-9356-b4d3fa113a26 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:11.302041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc181041-d6aa-42a0-982b-d93a1384fb6e req-ffb8325f-b7f9-4f85-9356-b4d3fa113a26 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 932 time: 0.0897663
Nov 06 21:12:11.331941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network e707313c-c856-41f1-aa71-8d58303103e0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:11.343620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:11.347317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:11.349745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Port': ['ID=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:11.419852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:11.420500 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:11.426186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc181041-d6aa-42a0-982b-d93a1384fb6e req-b53470ea-7201-4089-99d2-72f42ac888b7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134744
Nov 06 21:12:11.440530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8b153c2c-6c72-4d46-80d7-917fe53c9749 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8506601
Nov 06 21:12:11.455613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'port': {'device_id': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a', 'admin_state_up': True, 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:11.571087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:11.574703 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:11.601870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0b4494fe-1e27-42a7-a9c1-956a0cca23f2 None None] Provisioning complete for port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:11.602456 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b4494fe-1e27-42a7-a9c1-956a0cca23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:11.640872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0b4494fe-1e27-42a7-a9c1-956a0cca23f2 None None] Port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:11.712593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Allocated IP 19.80.0.254 (59e7fdab-fc57-47f6-baad-e3b794bbdc7a/12d48780-410f-4614-a8be-f46685d1c55a/3980a6d5-192d-4d01-969b-2e0cf2d43533) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:11.864227 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:11.897248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:11.939040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:11.944491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:11.948162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:11.971983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Port': ['ID=3980a6d5-192d-4d01-969b-2e0cf2d43533,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:12.002865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:12.003485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.021154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-8c72cf1b-4e75-49c9-b841-e632fc140b04 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5695817
Nov 06 21:12:12.034176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Request body: {'port': {'device_id': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:12.094592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.169652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7e4d5360-4e5d-439e-8356-24c853d3ed10 None None] Provisioning complete for port 3980a6d5-192d-4d01-969b-2e0cf2d43533 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:12.170213 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5360-4e5d-439e-8356-24c853d3ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.206174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d5360-4e5d-439e-8356-24c853d3ed10 None None] Port 3980a6d5-192d-4d01-969b-2e0cf2d43533 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:12.397098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:12.404572 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.417013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Transition to ACTIVE for port object 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:12:12.420466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.472546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Pushing event updated for resources: {'Port': ['ID=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:12.572164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Attempting to bind port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:12.572854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Attempting to bind port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:12.572854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Attempting to bind port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 on network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:12.580082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 on network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:12:12.580427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Attempting to bind port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 on network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:12.596434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbaad8-8ce6-43c7-bc75-74a2ec7c333d req-ce349259-781d-4e3c-84ef-7e81194f576d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:12.603040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbaad8-8ce6-43c7-bc75-74a2ec7c333d req-ce349259-781d-4e3c-84ef-7e81194f576d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:12.609090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbaad8-8ce6-43c7-bc75-74a2ec7c333d req-ce349259-781d-4e3c-84ef-7e81194f576d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:12.610812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbfbaad8-8ce6-43c7-bc75-74a2ec7c333d req-ce349259-781d-4e3c-84ef-7e81194f576d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2388 time: 0.0984070
Nov 06 21:12:12.612614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:12.612948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Checking segment: {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:12.613331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Bound using segment: {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:12.613813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Bound port: 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:12.614171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.705299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbfbaad8-8ce6-43c7-bc75-74a2ec7c333d req-ad11b09a-edbb-4fb2-8912-4f57e9befee6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816600
Nov 06 21:12:12.711188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] For port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:12.714264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] For port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:12.719986 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.759013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:12.759641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.761065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] 10.222.0.10 "PUT /v2.0/ports/1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 HTTP/1.1" status: 200  len: 1092 time: 0.7317691
Nov 06 21:12:12.761510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'tag': '1a9d6e5a-4989-4507-93d9-8ab9fa01ca48'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:12.763822 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c379a97a-fe16-4823-9ac1-5b85d4e721fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "tag": "1a9d6e5a-4989-4507-93d9-8ab9fa01ca48"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:12.790217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0fd33-0c34-4439-94bc-b06cb5b6c85b service neutron] Pushing event updated for resources: {'Port': ['ID=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:12.798896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Request body: {'port': {'device_id': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:12.821776 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a4ce2d-9e24-436c-b122-63c3f8e6592c x-openstack-request-id: req-e9a4ce2d-9e24-436c-b122-63c3f8e6592c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:12.822147 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "tag": "1a9d6e5a-4989-4507-93d9-8ab9fa01ca48", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:12.822451 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9a4ce2d-9e24-436c-b122-63c3f8e6592c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:12.822912 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'tag': '1a9d6e5a-4989-4507-93d9-8ab9fa01ca48', 'status': 'completed', 'code': 200}
Nov 06 21:12:12.873180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:12.882632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-2fff8638-164f-4533-bb01-9b5847eb1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:12.883113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-2fff8638-164f-4533-bb01-9b5847eb1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:12.883574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-2fff8638-164f-4533-bb01-9b5847eb1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:12.885336 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-2fff8638-164f-4533-bb01-9b5847eb1f7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2731 time: 0.0534232
Nov 06 21:12:13.074678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-a88e2fd2-8b58-4f4e-9f34-3799bf3e195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:13.075138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-a88e2fd2-8b58-4f4e-9f34-3799bf3e195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:13.075587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-a88e2fd2-8b58-4f4e-9f34-3799bf3e195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:13.077200 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-a88e2fd2-8b58-4f4e-9f34-3799bf3e195b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.1834512
Nov 06 21:12:13.149399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c9084a-77f6-4d3e-8b38-8b3733b15c40 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:13.156918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:13.169899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Transition to ACTIVE for port object e8c9084a-77f6-4d3e-8b38-8b3733b15c40 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:12:13.174178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:13.229980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Pushing event updated for resources: {'Port': ['ID=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:13.245849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-b998e02a-5fe2-4fff-97bc-794d41b48ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:13.247713 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c379a97a-fe16-4823-9ac1-5b85d4e721fb req-b998e02a-5fe2-4fff-97bc-794d41b48ce6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1628346
Nov 06 21:12:13.303112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Attempting to bind port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:13.303452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Attempting to bind port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:13.303779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Attempting to bind port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 on network e707313c-c856-41f1-aa71-8d58303103e0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:13.308258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 on network e707313c-c856-41f1-aa71-8d58303103e0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:12:13.308616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Attempting to bind port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 on network e707313c-c856-41f1-aa71-8d58303103e0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:13.313644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:13.313986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Checking segment: {'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:13.314376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Bound using segment: {'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:13.314803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Bound port: e8c9084a-77f6-4d3e-8b38-8b3733b15c40, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dc0239-59f9-4fd8-be22-9eddbf443d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:13.315158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:13.396425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] For port e8c9084a-77f6-4d3e-8b38-8b3733b15c40, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:13.400550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] For port e8c9084a-77f6-4d3e-8b38-8b3733b15c40, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:13.406591 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:13.448692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:13.449583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:13.450796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] 10.222.0.10 "PUT /v2.0/ports/e8c9084a-77f6-4d3e-8b38-8b3733b15c40 HTTP/1.1" status: 200  len: 1091 time: 0.6571355
Nov 06 21:12:13.475507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78af3d-7a44-469f-88e2-2302f8a746fb service neutron] Pushing event updated for resources: {'Port': ['ID=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:13.490810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Request body: {'port': {'device_id': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:13.553993 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:13.856886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3980a6d5-192d-4d01-969b-2e0cf2d43533 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:13.866824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:13.879238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7f988-4b80-4b2f-b4b5-095a2f197a59 req-b3404f5a-aa14-432b-a80a-f8f170675db4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:13.885276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7f988-4b80-4b2f-b4b5-095a2f197a59 req-b3404f5a-aa14-432b-a80a-f8f170675db4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:13.891268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7f988-4b80-4b2f-b4b5-095a2f197a59 req-b3404f5a-aa14-432b-a80a-f8f170675db4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:13.892930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20a7f988-4b80-4b2f-b4b5-095a2f197a59 req-b3404f5a-aa14-432b-a80a-f8f170675db4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2400 time: 0.1179068
Nov 06 21:12:13.909372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Transition to ACTIVE for port object 3980a6d5-192d-4d01-969b-2e0cf2d43533 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:12:13.917619 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:13.990910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20a7f988-4b80-4b2f-b4b5-095a2f197a59 req-da9140a0-4604-4768-aad7-e196ebc1f7cf tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913992
Nov 06 21:12:13.994123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=3980a6d5-192d-4d01-969b-2e0cf2d43533,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:14.071625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Attempting to bind port 3980a6d5-192d-4d01-969b-2e0cf2d43533 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:14.071962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Attempting to bind port 3980a6d5-192d-4d01-969b-2e0cf2d43533 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:14.072321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Attempting to bind port 3980a6d5-192d-4d01-969b-2e0cf2d43533 on network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:14.076792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Port 3980a6d5-192d-4d01-969b-2e0cf2d43533 on network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:12:14.077120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Attempting to bind port 3980a6d5-192d-4d01-969b-2e0cf2d43533 on network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:14.082637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:14.082951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Checking segment: {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:14.083334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Bound using segment: {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:14.083795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Bound port: 3980a6d5-192d-4d01-969b-2e0cf2d43533, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16441d30-dcad-4bb5-873c-b52989e0af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:14.084145 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:14.149372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] For port 3980a6d5-192d-4d01-969b-2e0cf2d43533, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:14.152335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] For port 3980a6d5-192d-4d01-969b-2e0cf2d43533, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3980a6d5-192d-4d01-969b-2e0cf2d43533,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:14.156815 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:14.189211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:14.189868 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:14.191407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] 10.222.0.10 "PUT /v2.0/ports/3980a6d5-192d-4d01-969b-2e0cf2d43533 HTTP/1.1" status: 200  len: 1092 time: 0.7059596
Nov 06 21:12:14.216804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a0de-6794-4cbb-b37f-e3960968ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=3980a6d5-192d-4d01-969b-2e0cf2d43533,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:14.278807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7ac854f0-15be-44d3-9356-b030fb56a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:14.279283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7ac854f0-15be-44d3-9356-b030fb56a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:14.279747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7ac854f0-15be-44d3-9356-b030fb56a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:14.281454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7ac854f0-15be-44d3-9356-b030fb56a80e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2865 time: 0.0455496
Nov 06 21:12:14.328998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d6a7a368-8322-479a-a3e2-cb9a3b264123 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 HTTP/1.1" status: 200  len: 217 time: 0.0391362
Nov 06 21:12:14.382952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-4f487033-f4f2-492d-9a3f-ee160227a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:14.384473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-4f487033-f4f2-492d-9a3f-ee160227a409 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d48780-410f-4614-a8be-f46685d1c55a HTTP/1.1" status: 200  len: 801 time: 0.0473328
Nov 06 21:12:14.431567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-f9e60bc1-33bf-4cb5-96f8-d410f5595062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:14.433125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-f9e60bc1-33bf-4cb5-96f8-d410f5595062 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59e7fdab-fc57-47f6-baad-e3b794bbdc7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0413868
Nov 06 21:12:14.509111 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:14.544719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-be2d6d08-a0f7-4ab5-8f32-871057dac8ef service neutron] 10.222.0.10 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996196
Nov 06 21:12:14.552713 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:14.651609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b0b4ddeb-527c-4990-9516-19a165e397e0 service neutron] 10.222.0.10 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015143
Nov 06 21:12:14.702829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-520d782e-cb06-426b-afba-8d2de57390b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=e8c9084a-77f6-4d3e-8b38-8b3733b15c40 HTTP/1.1" status: 200  len: 217 time: 0.0435877
Nov 06 21:12:14.755581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-380bb0ad-b7e1-419a-a9a4-c8284c0227a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:14.757092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-380bb0ad-b7e1-419a-a9a4-c8284c0227a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=acb05ac9-b4ae-4919-897a-97e80e4a3033 HTTP/1.1" status: 200  len: 801 time: 0.0445797
Nov 06 21:12:14.802643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-0d142349-4e71-4209-9433-e43ca0c14fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:14.804077 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-0d142349-4e71-4209-9433-e43ca0c14fc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e707313c-c856-41f1-aa71-8d58303103e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0403314
Nov 06 21:12:14.828322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'tag': 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40'}, {'name': 'network-changed', 'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'tag': '3980a6d5-192d-4d01-969b-2e0cf2d43533'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:14.830558 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cb2051-b547-4581-aa86-6264fea958de" -d '{"events": [{"name": "network-changed", "server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "tag": "e8c9084a-77f6-4d3e-8b38-8b3733b15c40"}, {"name": "network-changed", "server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "tag": "3980a6d5-192d-4d01-969b-2e0cf2d43533"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:14.869323 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca9b4d2-811b-4f5f-a1a7-33a4275475bb x-openstack-request-id: req-0ca9b4d2-811b-4f5f-a1a7-33a4275475bb {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:14.869933 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "tag": "e8c9084a-77f6-4d3e-8b38-8b3733b15c40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "tag": "3980a6d5-192d-4d01-969b-2e0cf2d43533", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:14.869933 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ca9b4d2-811b-4f5f-a1a7-33a4275475bb {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:14.870239 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'tag': 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40', 'status': 'completed', 'code': 200}
Nov 06 21:12:14.870487 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'tag': '3980a6d5-192d-4d01-969b-2e0cf2d43533', 'status': 'completed', 'code': 200}
Nov 06 21:12:14.907088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-17bba062-5833-4600-abac-66ac0b5e8772 service neutron] 10.222.0.10 "GET /v2.0/networks/e707313c-c856-41f1-aa71-8d58303103e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946016
Nov 06 21:12:14.996865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-3689a732-8337-4ae7-a9c5-197564b3e840 service neutron] 10.222.0.10 "GET /v2.0/networks/e707313c-c856-41f1-aa71-8d58303103e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819023
Nov 06 21:12:15.044549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-3752976c-e6fb-4a36-b7f6-5d7d4cb7d2a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=3980a6d5-192d-4d01-969b-2e0cf2d43533 HTTP/1.1" status: 200  len: 217 time: 0.0393560
Nov 06 21:12:15.120855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b7b765e-4ea4-4463-b1bd-7e08d3be51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.122330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-7b7b765e-4ea4-4463-b1bd-7e08d3be51b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d48780-410f-4614-a8be-f46685d1c55a HTTP/1.1" status: 200  len: 801 time: 0.0712845
Nov 06 21:12:15.136543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec3e52-7b72-494e-9c39-038091e3798e req-222d9a00-0c82-4728-a9c4-2217f5d413e4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.142510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec3e52-7b72-494e-9c39-038091e3798e req-222d9a00-0c82-4728-a9c4-2217f5d413e4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.149208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec3e52-7b72-494e-9c39-038091e3798e req-222d9a00-0c82-4728-a9c4-2217f5d413e4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.150723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72ec3e52-7b72-494e-9c39-038091e3798e req-222d9a00-0c82-4728-a9c4-2217f5d413e4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2412 time: 0.0922983
Nov 06 21:12:15.222483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b3221b93-e413-453f-bc0b-f6d00e340d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.224000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-b3221b93-e413-453f-bc0b-f6d00e340d55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59e7fdab-fc57-47f6-baad-e3b794bbdc7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0724108
Nov 06 21:12:15.227747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72ec3e52-7b72-494e-9c39-038091e3798e req-1a67b515-a81f-4924-a71b-fc89fe3b338a tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690022
Nov 06 21:12:15.312959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-d50c483d-aef0-4b18-953c-cab75e48c428 service neutron] 10.222.0.10 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814617
Nov 06 21:12:15.414590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc151f6f-560f-4d94-960d-8af34aba550b req-6f615745-553e-4d87-96bb-2866e78b3bf3 service neutron] 10.222.0.10 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933762
Nov 06 21:12:15.517948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-98cb1d83-2d09-4d13-b1e0-b402c62b41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.518422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-98cb1d83-2d09-4d13-b1e0-b402c62b41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.518915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-98cb1d83-2d09-4d13-b1e0-b402c62b41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.520674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-98cb1d83-2d09-4d13-b1e0-b402c62b41a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2865 time: 0.0491920
Nov 06 21:12:15.610798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-85accfb3-72a9-431d-b0d2-3c24138864af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.612260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-85accfb3-72a9-431d-b0d2-3c24138864af service neutron] 10.222.0.10 "GET /v2.0/networks?id=e707313c-c856-41f1-aa71-8d58303103e0 HTTP/1.1" status: 200  len: 902 time: 0.0833685
Nov 06 21:12:15.657793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-4a287817-c7c5-433e-a094-cfd88b0c26cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=e8c9084a-77f6-4d3e-8b38-8b3733b15c40 HTTP/1.1" status: 200  len: 217 time: 0.0377314
Nov 06 21:12:15.706736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-98ea505a-c56f-4dec-b51c-3d446222d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.708089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-98ea505a-c56f-4dec-b51c-3d446222d59c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=acb05ac9-b4ae-4919-897a-97e80e4a3033 HTTP/1.1" status: 200  len: 801 time: 0.0431271
Nov 06 21:12:15.758406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-cb7552c9-1461-48dc-be1d-cb56b51cb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:15.759953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-cb7552c9-1461-48dc-be1d-cb56b51cb603 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e707313c-c856-41f1-aa71-8d58303103e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0439782
Nov 06 21:12:15.859254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-a9d6597e-aef1-402c-bad8-eaccb514e1ce service neutron] 10.222.0.10 "GET /v2.0/networks/e707313c-c856-41f1-aa71-8d58303103e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875740
Nov 06 21:12:15.955815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-def4290f-7d68-4ce0-9c8e-64f193ffea88 service neutron] 10.222.0.10 "GET /v2.0/networks/e707313c-c856-41f1-aa71-8d58303103e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892992
Nov 06 21:12:16.054563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-1633cfc0-dc6e-40ed-9a4a-195de38c7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.055307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-1633cfc0-dc6e-40ed-9a4a-195de38c7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.055771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-1633cfc0-dc6e-40ed-9a4a-195de38c7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.057448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-1633cfc0-dc6e-40ed-9a4a-195de38c7132 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2865 time: 0.0542567
Nov 06 21:12:16.158753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-c1cb4f18-acdb-4b15-bf5e-d88952caede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.160265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-c1cb4f18-acdb-4b15-bf5e-d88952caede4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=59e7fdab-fc57-47f6-baad-e3b794bbdc7a HTTP/1.1" status: 200  len: 903 time: 0.0927360
Nov 06 21:12:16.208271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-07e16956-449b-498d-9c6a-a38b5993e0b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=3980a6d5-192d-4d01-969b-2e0cf2d43533 HTTP/1.1" status: 200  len: 217 time: 0.0407596
Nov 06 21:12:16.270267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-52d45b2e-85aa-4433-8a9f-0ddc0d07c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.271790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-52d45b2e-85aa-4433-8a9f-0ddc0d07c79e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12d48780-410f-4614-a8be-f46685d1c55a HTTP/1.1" status: 200  len: 801 time: 0.0561893
Nov 06 21:12:16.351807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2051-b547-4581-aa86-6264fea958de req-5909d0a7-9853-4101-ab43-9f081bdf5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.353431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-5909d0a7-9853-4101-ab43-9f081bdf5178 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59e7fdab-fc57-47f6-baad-e3b794bbdc7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0743153
Nov 06 21:12:16.366991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba7b5-a843-440b-807a-f8489b582806 req-c94431a2-d4b0-4801-b8e2-42220beeb31d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.372920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba7b5-a843-440b-807a-f8489b582806 req-c94431a2-d4b0-4801-b8e2-42220beeb31d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.379684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba7b5-a843-440b-807a-f8489b582806 req-c94431a2-d4b0-4801-b8e2-42220beeb31d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:16.381496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b61ba7b5-a843-440b-807a-f8489b582806 req-c94431a2-d4b0-4801-b8e2-42220beeb31d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2412 time: 0.0752158
Nov 06 21:12:16.487687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b61ba7b5-a843-440b-807a-f8489b582806 req-c411b908-2be8-4f8d-bb6f-f30301c9878d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974212
Nov 06 21:12:16.504465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-71eb18de-fc9f-4d58-8d59-586d4066c0cc service neutron] 10.222.0.10 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217966
Nov 06 21:12:16.594182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61cb2051-b547-4581-aa86-6264fea958de req-f230deed-da8d-4b3b-89ba-46051f205c66 service neutron] 10.222.0.10 "GET /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813322
Nov 06 21:12:16.830808 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93c98f59-1f56-432a-ac65-3012fcef2002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:17.571196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59402) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:17.619023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243635d-72f4-405a-b205-f34c7c44e93c req-abd617ec-3996-4909-8748-77ca9b39bdd5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:17.625105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243635d-72f4-405a-b205-f34c7c44e93c req-abd617ec-3996-4909-8748-77ca9b39bdd5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:17.631789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243635d-72f4-405a-b205-f34c7c44e93c req-abd617ec-3996-4909-8748-77ca9b39bdd5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:17.633588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e243635d-72f4-405a-b205-f34c7c44e93c req-abd617ec-3996-4909-8748-77ca9b39bdd5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2412 time: 0.0744996
Nov 06 21:12:17.681432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e243635d-72f4-405a-b205-f34c7c44e93c req-e2953837-344c-4b38-9415-067cc3919483 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417416
Nov 06 21:12:17.694405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e771996-9030-4131-825b-510636bfaef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:17.767821 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e771996-9030-4131-825b-510636bfaef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:17.771443 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e771996-9030-4131-825b-510636bfaef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:17.809531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e771996-9030-4131-825b-510636bfaef9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53a9c233dbfe46b9bec48d56727ff3db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2372375
Nov 06 21:12:17.810477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e771996-9030-4131-825b-510636bfaef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbc44d6-e5c4-4a7b-8eb3-7d145f02db9e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:17.812227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59406) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:17.860239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2decaaf-b142-452f-8d21-0dd39723caff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:17.882019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2decaaf-b142-452f-8d21-0dd39723caff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:17.929777 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2decaaf-b142-452f-8d21-0dd39723caff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:17.932363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2decaaf-b142-452f-8d21-0dd39723caff admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:17.935833 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e2decaaf-b142-452f-8d21-0dd39723caff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fbc44d6-e5c4-4a7b-8eb3-7d145f02db9e HTTP/1.1" status: 204  len: 168 time: 0.1195889
Nov 06 21:12:17.942175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2decaaf-b142-452f-8d21-0dd39723caff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbc44d6-e5c4-4a7b-8eb3-7d145f02db9e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:18.192571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59412) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:18.205503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8fb4-e24f-4f69-ac7a-68afa200c0a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:18.276109 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8fb4-e24f-4f69-ac7a-68afa200c0a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:18.279941 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8fb4-e24f-4f69-ac7a-68afa200c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:18.317585 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f3bc8fb4-e24f-4f69-ac7a-68afa200c0a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e80a29122f6411a8b952b1e31305d6b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1239727
Nov 06 21:12:18.319546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc8fb4-e24f-4f69-ac7a-68afa200c0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c171853-da88-40e4-a319-b9aa77d25f85,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:18.320430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59414) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:18.368074 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe134d08-ed8e-4d0a-8288-6790817ebf26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:18.388176 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe134d08-ed8e-4d0a-8288-6790817ebf26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:18.436559 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe134d08-ed8e-4d0a-8288-6790817ebf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:18.439040 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe134d08-ed8e-4d0a-8288-6790817ebf26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:18.440171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fe134d08-ed8e-4d0a-8288-6790817ebf26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c171853-da88-40e4-a319-b9aa77d25f85 HTTP/1.1" status: 204  len: 168 time: 0.1185880
Nov 06 21:12:18.447794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe134d08-ed8e-4d0a-8288-6790817ebf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c171853-da88-40e4-a319-b9aa77d25f85,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:18.802842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0639fa-b382-48a8-884e-3c131d6dfbdd req-cf06f0a7-64d2-461c-b454-b0fcde8e33e3 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:18.809107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0639fa-b382-48a8-884e-3c131d6dfbdd req-cf06f0a7-64d2-461c-b454-b0fcde8e33e3 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:18.815444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0639fa-b382-48a8-884e-3c131d6dfbdd req-cf06f0a7-64d2-461c-b454-b0fcde8e33e3 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:18.817717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e0639fa-b382-48a8-884e-3c131d6dfbdd req-cf06f0a7-64d2-461c-b454-b0fcde8e33e3 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2412 time: 0.0671213
Nov 06 21:12:18.865327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e0639fa-b382-48a8-884e-3c131d6dfbdd req-8be8af9e-3a57-4f02-b118-ab20de896a50 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413201
Nov 06 21:12:19.199813 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d3c3b874-7897-420a-9fbb-178ac52c1d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:19.536828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8c9084a-77f6-4d3e-8b38-8b3733b15c40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:12:19.631727 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8c9084a-77f6-4d3e-8b38-8b3733b15c40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:19.644345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40', 'network_id': 'e707313c-c856-41f1-aa71-8d58303103e0', 'port_id': 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40', 'mac_address': 'fa:16:3e:72:36:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb05ac9-b4ae-4919-897a-97e80e4a3033', 'ip_address': '19.86.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:12:19.682986 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:19.696175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c9084a-77f6-4d3e-8b38-8b3733b15c40 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:19.716848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8c9084a-77f6-4d3e-8b38-8b3733b15c40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:19.721059 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:19.721870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:12:19.982027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:20.007416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c06844-b0f0-4b13-9dfd-3ce9e41fa706 req-0dbdaf97-2e0c-44b7-b7f6-c1da0fa6e5c6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:20.013487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c06844-b0f0-4b13-9dfd-3ce9e41fa706 req-0dbdaf97-2e0c-44b7-b7f6-c1da0fa6e5c6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:20.020461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c06844-b0f0-4b13-9dfd-3ce9e41fa706 req-0dbdaf97-2e0c-44b7-b7f6-c1da0fa6e5c6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:20.023012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68c06844-b0f0-4b13-9dfd-3ce9e41fa706 req-0dbdaf97-2e0c-44b7-b7f6-c1da0fa6e5c6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2413 time: 0.0779119
Nov 06 21:12:20.037258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:20.050167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '1a9d6e5a-4989-4507-93d9-8ab9fa01ca48', 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a', 'port_id': '1a9d6e5a-4989-4507-93d9-8ab9fa01ca48', 'mac_address': 'fa:16:3e:35:16:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d48780-410f-4614-a8be-f46685d1c55a', 'ip_address': '19.80.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:12:20.077851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68c06844-b0f0-4b13-9dfd-3ce9e41fa706 req-eb7137ba-cd78-468b-83ed-3c91d27dd155 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450814
Nov 06 21:12:20.088535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.104992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:20.124431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:20.128811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.129447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3980a6d5-192d-4d01-969b-2e0cf2d43533 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:12:20.196516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:20.204051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3980a6d5-192d-4d01-969b-2e0cf2d43533, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3980a6d5-192d-4d01-969b-2e0cf2d43533,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:20.218976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '3980a6d5-192d-4d01-969b-2e0cf2d43533', 'network_id': '59e7fdab-fc57-47f6-baad-e3b794bbdc7a', 'port_id': '3980a6d5-192d-4d01-969b-2e0cf2d43533', 'mac_address': 'fa:16:3e:d5:8b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d48780-410f-4614-a8be-f46685d1c55a', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:12:20.257049 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.269468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3980a6d5-192d-4d01-969b-2e0cf2d43533 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:20.289677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3980a6d5-192d-4d01-969b-2e0cf2d43533, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3980a6d5-192d-4d01-969b-2e0cf2d43533,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:20.294770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.296648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59480) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:20.345037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3980a6d5-192d-4d01-969b-2e0cf2d43533,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:20.412906 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d2b97dd-72e5-4b99-bded-37b8f424a458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.487326 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d2b97dd-72e5-4b99-bded-37b8f424a458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.491021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d2b97dd-72e5-4b99-bded-37b8f424a458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.529398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0d2b97dd-72e5-4b99-bded-37b8f424a458 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc49c566f75243e8a7e788bda3461a2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2314932
Nov 06 21:12:20.531263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b97dd-72e5-4b99-bded-37b8f424a458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1cec5-1b46-47c8-91e0-7c68f6bfa196,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:20.531981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59484) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:20.580644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30c79a31-b986-4050-b208-dc8d0e052d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.592521 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.602324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30c79a31-b986-4050-b208-dc8d0e052d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.647711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30c79a31-b986-4050-b208-dc8d0e052d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.650376 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30c79a31-b986-4050-b208-dc8d0e052d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:20.651533 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-30c79a31-b986-4050-b208-dc8d0e052d19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1c1cec5-1b46-47c8-91e0-7c68f6bfa196 HTTP/1.1" status: 204  len: 168 time: 0.1185060
Nov 06 21:12:20.660727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c79a31-b986-4050-b208-dc8d0e052d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1cec5-1b46-47c8-91e0-7c68f6bfa196,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:20.687116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1a9d6e5a-4989-4507-93d9-8ab9fa01ca48'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:20.767701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e8c9084a-77f6-4d3e-8b38-8b3733b15c40'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:20.924429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59490) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:20.937945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b2934e0-93a0-4e55-8411-c46bf55b9af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:21.025184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b2934e0-93a0-4e55-8411-c46bf55b9af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:21.028622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8b2934e0-93a0-4e55-8411-c46bf55b9af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:21.066969 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8b2934e0-93a0-4e55-8411-c46bf55b9af6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c637949dcb84637a5c7982b1d572151&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1413791
Nov 06 21:12:21.067854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2934e0-93a0-4e55-8411-c46bf55b9af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71258c6-d29d-4999-af73-7243bbd9f804,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:21.070297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59492) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:21.118913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fa070c5-6ead-4a41-bc3e-2510a88395fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:21.140453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fa070c5-6ead-4a41-bc3e-2510a88395fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:21.217430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90867df-3768-4a94-a03b-8aae9f48290d req-869decc3-afcd-426f-a6a1-cb1d9c1af724 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:21.223908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90867df-3768-4a94-a03b-8aae9f48290d req-869decc3-afcd-426f-a6a1-cb1d9c1af724 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:21.229914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90867df-3768-4a94-a03b-8aae9f48290d req-869decc3-afcd-426f-a6a1-cb1d9c1af724 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:21.231510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f90867df-3768-4a94-a03b-8aae9f48290d req-869decc3-afcd-426f-a6a1-cb1d9c1af724 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2415 time: 0.0829875
Nov 06 21:12:21.247145 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fa070c5-6ead-4a41-bc3e-2510a88395fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:21.249609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fa070c5-6ead-4a41-bc3e-2510a88395fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:21.250655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0fa070c5-6ead-4a41-bc3e-2510a88395fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b71258c6-d29d-4999-af73-7243bbd9f804 HTTP/1.1" status: 204  len: 168 time: 0.1791449
Nov 06 21:12:21.266633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa070c5-6ead-4a41-bc3e-2510a88395fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71258c6-d29d-4999-af73-7243bbd9f804,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:21.296656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f90867df-3768-4a94-a03b-8aae9f48290d req-da2b7bbb-2d32-4701-b6fb-aa6edb14defd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589290
Nov 06 21:12:21.835360 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:21.857964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['3980a6d5-192d-4d01-969b-2e0cf2d43533'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:22.420389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0208a3-dc7d-43e2-9b9d-a45fbee9a245 req-dfd19074-e33f-442d-b09f-bc065f059985 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:22.426492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0208a3-dc7d-43e2-9b9d-a45fbee9a245 req-dfd19074-e33f-442d-b09f-bc065f059985 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:22.432628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0208a3-dc7d-43e2-9b9d-a45fbee9a245 req-dfd19074-e33f-442d-b09f-bc065f059985 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:22.434256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f0208a3-dc7d-43e2-9b9d-a45fbee9a245 req-dfd19074-e33f-442d-b09f-bc065f059985 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2415 time: 0.0641184
Nov 06 21:12:22.470249 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:22.483445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f0208a3-dc7d-43e2-9b9d-a45fbee9a245 req-e0903e9a-be32-4831-8cf8-471f23971991 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432293
Nov 06 21:12:23.551958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:23.599676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:12:23.600230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060276f-3e20-49f8-ae14-8837549cc3af req-a26aab8f-6d63-4b81-9820-fe62bbd22087 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:23.604159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:23.604560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:23.606393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060276f-3e20-49f8-ae14-8837549cc3af req-a26aab8f-6d63-4b81-9820-fe62bbd22087 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:23.612399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060276f-3e20-49f8-ae14-8837549cc3af req-a26aab8f-6d63-4b81-9820-fe62bbd22087 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:23.614596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3060276f-3e20-49f8-ae14-8837549cc3af req-a26aab8f-6d63-4b81-9820-fe62bbd22087 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2415 time: 0.0626059
Nov 06 21:12:23.665302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3060276f-3e20-49f8-ae14-8837549cc3af req-49fec566-0872-437a-9a23-48d232d4ab03 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447297
Nov 06 21:12:23.684094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:23.705771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9d6e5a-4989-4507-93d9-8ab9fa01ca48'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:23.708551 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af58dfb9-a6f5-4c43-aafb-dfcaacd4cb72" -d '{"events": [{"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-plugged", "status": "completed", "tag": "1a9d6e5a-4989-4507-93d9-8ab9fa01ca48"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:23.728271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:23.734755 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:23.735506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8c9084a-77f6-4d3e-8b38-8b3733b15c40 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:23.778370 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab60de1d-d8fb-4515-b6ca-565d8f77be37 x-openstack-request-id: req-ab60de1d-d8fb-4515-b6ca-565d8f77be37 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:23.778596 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-plugged", "status": "completed", "tag": "1a9d6e5a-4989-4507-93d9-8ab9fa01ca48", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:23.778842 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab60de1d-d8fb-4515-b6ca-565d8f77be37 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:23.779216 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9d6e5a-4989-4507-93d9-8ab9fa01ca48', 'code': 200}
Nov 06 21:12:23.853867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:23.874159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:12:23.879412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:23.879782 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:24.009891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:24.057146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8c9084a-77f6-4d3e-8b38-8b3733b15c40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:24.061867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:24.062744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3980a6d5-192d-4d01-969b-2e0cf2d43533 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:24.140091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:24.154831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 3980a6d5-192d-4d01-969b-2e0cf2d43533 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:12:24.158805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 3980a6d5-192d-4d01-969b-2e0cf2d43533 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:24.159178 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:24.242802 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:24.280372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 3980a6d5-192d-4d01-969b-2e0cf2d43533, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3980a6d5-192d-4d01-969b-2e0cf2d43533,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:24.284356 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:24.336337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=3980a6d5-192d-4d01-969b-2e0cf2d43533,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:25.102070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23ad70-5e98-4034-af30-f73ac2cedc41 req-4d476d60-f634-4839-a9ca-7c5b38798ecc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:25.108117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23ad70-5e98-4034-af30-f73ac2cedc41 req-4d476d60-f634-4839-a9ca-7c5b38798ecc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:25.114810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23ad70-5e98-4034-af30-f73ac2cedc41 req-4d476d60-f634-4839-a9ca-7c5b38798ecc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:25.116493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a23ad70-5e98-4034-af30-f73ac2cedc41 req-4d476d60-f634-4839-a9ca-7c5b38798ecc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2418 time: 0.3822219
Nov 06 21:12:25.167690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a23ad70-5e98-4034-af30-f73ac2cedc41 req-7ea10a72-dea8-4bbd-8b45-b9199b023656 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452280
Nov 06 21:12:25.780726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40'}, {'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3980a6d5-192d-4d01-969b-2e0cf2d43533'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:25.783611 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3eede2-03bb-44cc-9749-0269db6788ba" -d '{"events": [{"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-plugged", "status": "completed", "tag": "e8c9084a-77f6-4d3e-8b38-8b3733b15c40"}, {"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-plugged", "status": "completed", "tag": "3980a6d5-192d-4d01-969b-2e0cf2d43533"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:25.831556 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d15eedf-55c5-47fa-a9bb-417ce7d5c761 x-openstack-request-id: req-7d15eedf-55c5-47fa-a9bb-417ce7d5c761 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:25.832458 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-plugged", "status": "completed", "tag": "e8c9084a-77f6-4d3e-8b38-8b3733b15c40", "code": 200}, {"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-plugged", "status": "completed", "tag": "3980a6d5-192d-4d01-969b-2e0cf2d43533", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:25.832716 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d15eedf-55c5-47fa-a9bb-417ce7d5c761 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:25.833117 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40', 'code': 200}
Nov 06 21:12:25.833374 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3980a6d5-192d-4d01-969b-2e0cf2d43533', 'code': 200}
Nov 06 21:12:25.935173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430692e9-f90f-4a5b-8d03-efb80e5f9576 req-1c0af3ea-70fc-4c3d-b6ed-c13d25d0e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:25.935651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430692e9-f90f-4a5b-8d03-efb80e5f9576 req-1c0af3ea-70fc-4c3d-b6ed-c13d25d0e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:25.936126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430692e9-f90f-4a5b-8d03-efb80e5f9576 req-1c0af3ea-70fc-4c3d-b6ed-c13d25d0e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:25.937832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-430692e9-f90f-4a5b-8d03-efb80e5f9576 req-1c0af3ea-70fc-4c3d-b6ed-c13d25d0e01d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2871 time: 0.0430803
Nov 06 21:12:25.982704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-430692e9-f90f-4a5b-8d03-efb80e5f9576 req-c83762a0-7231-4a6a-a527-1c20f57466e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377686
Nov 06 21:12:26.128587 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59604) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:26.236166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aad95f71-e552-48e9-8184-b6de352c0be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.290030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5425-9aee-4ee9-8cd2-078b413dbef4 req-5194670b-efcb-4538-9ae3-3e30bbe30e31 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:26.296379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5425-9aee-4ee9-8cd2-078b413dbef4 req-5194670b-efcb-4538-9ae3-3e30bbe30e31 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:26.304393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5425-9aee-4ee9-8cd2-078b413dbef4 req-5194670b-efcb-4538-9ae3-3e30bbe30e31 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:26.304836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fefb5425-9aee-4ee9-8cd2-078b413dbef4 req-5194670b-efcb-4538-9ae3-3e30bbe30e31 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2418 time: 0.0692644
Nov 06 21:12:26.315335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aad95f71-e552-48e9-8184-b6de352c0be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.319307 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aad95f71-e552-48e9-8184-b6de352c0be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.355638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fefb5425-9aee-4ee9-8cd2-078b413dbef4 req-06a8d9ab-fd0a-407d-bf4e-9cadfc407348 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434074
Nov 06 21:12:26.359200 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aad95f71-e552-48e9-8184-b6de352c0be4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d736e60a17b477780762ada1b5b7bbf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2289720
Nov 06 21:12:26.360720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95f71-e552-48e9-8184-b6de352c0be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96601714-35ae-4e50-a20a-ce53b02beda2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:26.361767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59610) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:26.415345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-529e9791-c625-4a93-a937-79e5cf57aaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.436889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-529e9791-c625-4a93-a937-79e5cf57aaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.481681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-529e9791-c625-4a93-a937-79e5cf57aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.484329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-529e9791-c625-4a93-a937-79e5cf57aaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.485497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-529e9791-c625-4a93-a937-79e5cf57aaf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96601714-35ae-4e50-a20a-ce53b02beda2 HTTP/1.1" status: 204  len: 168 time: 0.1226916
Nov 06 21:12:26.494473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e9791-c625-4a93-a937-79e5cf57aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96601714-35ae-4e50-a20a-ce53b02beda2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:26.742514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59616) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:26.755464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3a9f0567-8aeb-4af2-8924-a8b5a3af26f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.827945 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3a9f0567-8aeb-4af2-8924-a8b5a3af26f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.831480 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3a9f0567-8aeb-4af2-8924-a8b5a3af26f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.873347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3a9f0567-8aeb-4af2-8924-a8b5a3af26f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c6a7300740843efab37fd9aa400a4e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1297169
Nov 06 21:12:26.874437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f0567-8aeb-4af2-8924-a8b5a3af26f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcbb6d7-20a9-4860-b01e-811cea6e41fd,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:26.876140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59618) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:26.924917 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dae300b-0893-452a-a12d-14a9a5fe9f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.944884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dae300b-0893-452a-a12d-14a9a5fe9f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.993342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dae300b-0893-452a-a12d-14a9a5fe9f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.995797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dae300b-0893-452a-a12d-14a9a5fe9f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:26.996997 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2dae300b-0893-452a-a12d-14a9a5fe9f84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fcbb6d7-20a9-4860-b01e-811cea6e41fd HTTP/1.1" status: 204  len: 168 time: 0.1195793
Nov 06 21:12:27.004885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae300b-0893-452a-a12d-14a9a5fe9f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcbb6d7-20a9-4860-b01e-811cea6e41fd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:27.484467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8ec12-cf85-453d-8285-61086e48ba51 req-9e1def36-3ba3-4584-9233-3d50cf7427d9 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:27.491180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8ec12-cf85-453d-8285-61086e48ba51 req-9e1def36-3ba3-4584-9233-3d50cf7427d9 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:27.498149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8ec12-cf85-453d-8285-61086e48ba51 req-9e1def36-3ba3-4584-9233-3d50cf7427d9 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:27.499823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10d8ec12-cf85-453d-8285-61086e48ba51 req-9e1def36-3ba3-4584-9233-3d50cf7427d9 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2418 time: 0.0746465
Nov 06 21:12:27.552179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-10d8ec12-cf85-453d-8285-61086e48ba51 req-03d75012-3767-42e8-b9be-b20a16ab31d4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456843
Nov 06 21:12:28.660201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59670) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:28.674152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d747-43e8-4a89-97eb-9a0bb0d00cd6 req-17783759-dcbc-47f1-a718-54399a946428 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:28.680458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d747-43e8-4a89-97eb-9a0bb0d00cd6 req-17783759-dcbc-47f1-a718-54399a946428 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:28.686863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d747-43e8-4a89-97eb-9a0bb0d00cd6 req-17783759-dcbc-47f1-a718-54399a946428 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:28.688715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af13d747-43e8-4a89-97eb-9a0bb0d00cd6 req-17783759-dcbc-47f1-a718-54399a946428 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2418 time: 0.0696061
Nov 06 21:12:28.738101 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af13d747-43e8-4a89-97eb-9a0bb0d00cd6 req-4ef749e6-0649-4165-83e4-294d4780bd6d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430048
Nov 06 21:12:28.772356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af181a4a-ae81-45ad-b213-f6d67b9581fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:28.846969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af181a4a-ae81-45ad-b213-f6d67b9581fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:28.850919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af181a4a-ae81-45ad-b213-f6d67b9581fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:28.890970 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af181a4a-ae81-45ad-b213-f6d67b9581fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6c5e8e913494fe794feb96cd859c3a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2296450
Nov 06 21:12:28.891858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af181a4a-ae81-45ad-b213-f6d67b9581fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b1ecfe-82f7-44c8-b4bb-686e1eab6d47,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:28.893974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59678) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:28.954969 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b05aac31-054c-4975-8acd-b24bf5a1758e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:28.977693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b05aac31-054c-4975-8acd-b24bf5a1758e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.051898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae957d-aff4-43b3-af3e-39a0502afd84 req-ffed7bb9-01cb-4ccd-a545-6ca119596b71 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:29.057875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae957d-aff4-43b3-af3e-39a0502afd84 req-ffed7bb9-01cb-4ccd-a545-6ca119596b71 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:29.063837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae957d-aff4-43b3-af3e-39a0502afd84 req-ffed7bb9-01cb-4ccd-a545-6ca119596b71 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:29.065484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dae957d-aff4-43b3-af3e-39a0502afd84 req-ffed7bb9-01cb-4ccd-a545-6ca119596b71 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2418 time: 0.0900867
Nov 06 21:12:29.079052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b05aac31-054c-4975-8acd-b24bf5a1758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.081574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b05aac31-054c-4975-8acd-b24bf5a1758e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.082632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b05aac31-054c-4975-8acd-b24bf5a1758e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83b1ecfe-82f7-44c8-b4bb-686e1eab6d47 HTTP/1.1" status: 204  len: 168 time: 0.1872909
Nov 06 21:12:29.099555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aac31-054c-4975-8acd-b24bf5a1758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b1ecfe-82f7-44c8-b4bb-686e1eab6d47,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:29.130129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dae957d-aff4-43b3-af3e-39a0502afd84 req-2f03a514-5830-45d1-b644-ee4e65e64dc2 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574391
Nov 06 21:12:29.347022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59686) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:29.360736 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71654b7e-2c32-4f1d-8f85-6725c3f4e66f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.437319 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71654b7e-2c32-4f1d-8f85-6725c3f4e66f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.441023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-71654b7e-2c32-4f1d-8f85-6725c3f4e66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.479482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71654b7e-2c32-4f1d-8f85-6725c3f4e66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea80c3-3757-4a68-8765-bd1bb3dad9e7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:29.483734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-71654b7e-2c32-4f1d-8f85-6725c3f4e66f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ef1b7d7d4e24ed9b73d87f7fe7f3d2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1351898
Nov 06 21:12:29.486356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59688) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:29.531997 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-abb0db12-3405-42ba-b6d9-b28ee2d80380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.554449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-abb0db12-3405-42ba-b6d9-b28ee2d80380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.599024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-abb0db12-3405-42ba-b6d9-b28ee2d80380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.601539 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-abb0db12-3405-42ba-b6d9-b28ee2d80380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:29.602690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-abb0db12-3405-42ba-b6d9-b28ee2d80380 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03ea80c3-3757-4a68-8765-bd1bb3dad9e7 HTTP/1.1" status: 204  len: 168 time: 0.1154325
Nov 06 21:12:29.610350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0db12-3405-42ba-b6d9-b28ee2d80380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea80c3-3757-4a68-8765-bd1bb3dad9e7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:30.250176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a324e7-f068-4afc-b895-dffd4872ac73 req-7ea96ded-032b-4879-bc47-bfc9f50d1c0e tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:30.256941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a324e7-f068-4afc-b895-dffd4872ac73 req-7ea96ded-032b-4879-bc47-bfc9f50d1c0e tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:30.263434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a324e7-f068-4afc-b895-dffd4872ac73 req-7ea96ded-032b-4879-bc47-bfc9f50d1c0e tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:30.265165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71a324e7-f068-4afc-b895-dffd4872ac73 req-7ea96ded-032b-4879-bc47-bfc9f50d1c0e tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2418 time: 0.0652685
Nov 06 21:12:30.315336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71a324e7-f068-4afc-b895-dffd4872ac73 req-bcfbe4b7-0c19-4eaa-918b-aaf984f62167 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428200
Nov 06 21:12:30.633531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-0809e897-5068-47f9-aa74-1872d050dbe2 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:30.639393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-0809e897-5068-47f9-aa74-1872d050dbe2 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:30.645972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-0809e897-5068-47f9-aa74-1872d050dbe2 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:30.647569 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-0809e897-5068-47f9-aa74-1872d050dbe2 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 2418 time: 0.0657501
Nov 06 21:12:30.744102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:30.744475 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:30.837105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port e8c9084a-77f6-4d3e-8b38-8b3733b15c40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:30.837472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:30.850322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for e8c9084a-77f6-4d3e-8b38-8b3733b15c40 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:30.982745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:30.996665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['1a9d6e5a-4989-4507-93d9-8ab9fa01ca48', 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40', '3980a6d5-192d-4d01-969b-2e0cf2d43533'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:31.021109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=e8c9084a-77f6-4d3e-8b38-8b3733b15c40,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:31.070779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port e8c9084a-77f6-4d3e-8b38-8b3733b15c40 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:12:31.073629 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.077202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-67d70f6f-1d10-4578-976e-921d95c4a680 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "DELETE /v2.0/ports/e8c9084a-77f6-4d3e-8b38-8b3733b15c40 HTTP/1.1" status: 204  len: 173 time: 0.4236002
Nov 06 21:12:31.077678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-deleted', 'tag': 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:31.079992 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe6879-6721-497e-a10f-d2d92032be4a" -d '{"events": [{"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-deleted", "tag": "e8c9084a-77f6-4d3e-8b38-8b3733b15c40"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:31.192345 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa8ad8d-996e-4073-8465-54558f4ccf57 x-openstack-request-id: req-aaa8ad8d-996e-4073-8465-54558f4ccf57 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:31.192639 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-deleted", "tag": "e8c9084a-77f6-4d3e-8b38-8b3733b15c40", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:31.192899 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaa8ad8d-996e-4073-8465-54558f4ccf57 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:31.193314 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-deleted', 'tag': 'e8c9084a-77f6-4d3e-8b38-8b3733b15c40', 'status': 'completed', 'code': 200}
Nov 06 21:12:31.213811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port 3980a6d5-192d-4d01-969b-2e0cf2d43533 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:31.214293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.325910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port 3980a6d5-192d-4d01-969b-2e0cf2d43533, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3980a6d5-192d-4d01-969b-2e0cf2d43533,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:31.326539 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.339920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for 3980a6d5-192d-4d01-969b-2e0cf2d43533 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:31.460968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc69c-9dce-475d-bb54-70b60eb58977 req-ca1231a4-3a2c-44a1-87fc-4470fe87afa3 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:31.467177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc69c-9dce-475d-bb54-70b60eb58977 req-ca1231a4-3a2c-44a1-87fc-4470fe87afa3 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:31.468798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5bc69c-9dce-475d-bb54-70b60eb58977 req-ca1231a4-3a2c-44a1-87fc-4470fe87afa3 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 1683 time: 0.0781803
Nov 06 21:12:31.554490 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.559555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f5bc69c-9dce-475d-bb54-70b60eb58977 req-61267ab1-4b52-46d8-a976-1bcc6154d303 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817127
Nov 06 21:12:31.566345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e8c9084a-77f6-4d3e-8b38-8b3733b15c40'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:31.591916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=3980a6d5-192d-4d01-969b-2e0cf2d43533,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:31.635511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port 3980a6d5-192d-4d01-969b-2e0cf2d43533 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:12:31.638573 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.642323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-add615fc-6e31-44a2-b3ae-80b952bee3ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "DELETE /v2.0/ports/3980a6d5-192d-4d01-969b-2e0cf2d43533 HTTP/1.1" status: 204  len: 173 time: 0.5571492
Nov 06 21:12:31.655067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59766) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:31.749030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:31.749377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.779030 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba4a11aa-2787-45c6-ab6c-7222e5885b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.847874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:31.848165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.854923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba4a11aa-2787-45c6-ab6c-7222e5885b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.858928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba4a11aa-2787-45c6-ab6c-7222e5885b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:31.861433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:31.902192 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ba4a11aa-2787-45c6-ab6c-7222e5885b3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77ab79ca9cec444ab852150e1e31dbe3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2435670
Nov 06 21:12:31.902192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a11aa-2787-45c6-ab6c-7222e5885b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5374ca-37c4-4434-9590-776542aa389d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:31.902681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59770) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:31.982459 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd83f-3162-425a-87e3-0e3b511182e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.034065 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd83f-3162-425a-87e3-0e3b511182e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.077009 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.087924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e8c9084a-77f6-4d3e-8b38-8b3733b15c40'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:32.110341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=1a9d6e5a-4989-4507-93d9-8ab9fa01ca48,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:32.163871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:12:32.166812 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.170710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f6653df-44bd-44e1-8862-3dddcfd30244 req-ef82859f-cd25-4250-9b0e-cf5231b7d4a4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "DELETE /v2.0/ports/1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 HTTP/1.1" status: 204  len: 173 time: 0.5215032
Nov 06 21:12:32.171379 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd83f-3162-425a-87e3-0e3b511182e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.173869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd83f-3162-425a-87e3-0e3b511182e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.174914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2d3cd83f-3162-425a-87e3-0e3b511182e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d5374ca-37c4-4434-9590-776542aa389d HTTP/1.1" status: 204  len: 168 time: 0.2711000
Nov 06 21:12:32.184572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cd83f-3162-425a-87e3-0e3b511182e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5374ca-37c4-4434-9590-776542aa389d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:32.468662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59776) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:32.482023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b3782755-dd8e-46a9-af8a-7a1e44ac1bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.558660 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b3782755-dd8e-46a9-af8a-7a1e44ac1bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.562875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b3782755-dd8e-46a9-af8a-7a1e44ac1bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.605354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b3782755-dd8e-46a9-af8a-7a1e44ac1bf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64133cb576ed43b5a4219be8b79b619c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1332598
Nov 06 21:12:32.605354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3782755-dd8e-46a9-af8a-7a1e44ac1bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd617587-5bee-4bbf-9245-71fc5d529f54,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:32.606284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59780) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:32.668220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30b7d8c1-469a-4539-93df-9b9ff2f20c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.692824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30b7d8c1-469a-4539-93df-9b9ff2f20c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.695469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1681700f-6ca1-417d-8cd4-deeb9ba2d9ee req-dc78e634-665d-44b1-9e6b-9ac623a6c6ca tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f30f582-d6fc-4018-a10a-74be37b1e066 HTTP/1.1" status: 200  len: 210 time: 0.0293286
Nov 06 21:12:32.739451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30b7d8c1-469a-4539-93df-9b9ff2f20c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.742208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30b7d8c1-469a-4539-93df-9b9ff2f20c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:32.743470 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-30b7d8c1-469a-4539-93df-9b9ff2f20c6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd617587-5bee-4bbf-9245-71fc5d529f54 HTTP/1.1" status: 204  len: 168 time: 0.1358280
Nov 06 21:12:32.751260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7d8c1-469a-4539-93df-9b9ff2f20c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd617587-5bee-4bbf-9245-71fc5d529f54,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:33.193976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-deleted', 'tag': '3980a6d5-192d-4d01-969b-2e0cf2d43533'}, {'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-deleted', 'tag': '1a9d6e5a-4989-4507-93d9-8ab9fa01ca48'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:33.196694 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed11b306-5ea5-4ab8-9887-e3a7f0601ef0" -d '{"events": [{"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-deleted", "tag": "3980a6d5-192d-4d01-969b-2e0cf2d43533"}, {"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-deleted", "tag": "1a9d6e5a-4989-4507-93d9-8ab9fa01ca48"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:33.240970 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac3e171-9b4f-4eba-b32a-8ec31b72259f x-openstack-request-id: req-cac3e171-9b4f-4eba-b32a-8ec31b72259f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:33.241273 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-deleted", "tag": "3980a6d5-192d-4d01-969b-2e0cf2d43533", "status": "completed", "code": 200}, {"server_uuid": "7f30f582-d6fc-4018-a10a-74be37b1e066", "name": "network-vif-deleted", "tag": "1a9d6e5a-4989-4507-93d9-8ab9fa01ca48", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:33.241529 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cac3e171-9b4f-4eba-b32a-8ec31b72259f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:33.241929 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-deleted', 'tag': '3980a6d5-192d-4d01-969b-2e0cf2d43533', 'status': 'completed', 'code': 200}
Nov 06 21:12:33.242183 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30f582-d6fc-4018-a10a-74be37b1e066', 'name': 'network-vif-deleted', 'tag': '1a9d6e5a-4989-4507-93d9-8ab9fa01ca48', 'status': 'completed', 'code': 200}
Nov 06 21:12:33.751250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59818) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:33.804124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f81e37-a3be-4858-9cfe-ac1930e60325 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting subnet acb05ac9-b4ae-4919-897a-97e80e4a3033 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:12:33.807651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e37-a3be-4858-9cfe-ac1930e60325 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:33.848055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e37-a3be-4858-9cfe-ac1930e60325 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:33.932338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e37-a3be-4858-9cfe-ac1930e60325 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:33.989327 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e37-a3be-4858-9cfe-ac1930e60325 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.016838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f81e37-a3be-4858-9cfe-ac1930e60325 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Subnet': ['ID=acb05ac9-b4ae-4919-897a-97e80e4a3033,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:34.022784 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e37-a3be-4858-9cfe-ac1930e60325 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.029423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59824) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:34.030294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf7235-ec12-43bd-8a20-1aef00c25985 None None] Network e707313c-c856-41f1-aa71-8d58303103e0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:34.038654 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d5f81e37-a3be-4858-9cfe-ac1930e60325 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "DELETE /v2.0/subnets/acb05ac9-b4ae-4919-897a-97e80e4a3033 HTTP/1.1" status: 204  len: 168 time: 0.2749393
Nov 06 21:12:34.129606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.190243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:34.190634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.225572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] DHCP port deletion for e707313c-c856-41f1-aa71-8d58303103e0 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:12:34.262702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:34.263203 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.275049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] Deleting port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:34.275430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.285870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:34.348650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] For port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,segment=NetworkSegment(54dc0239-59f9-4fd8-be22-9eddbf443d9b),segment_id=54dc0239-59f9-4fd8-be22-9eddbf443d9b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:34.348970 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.365865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] Calling delete_port for cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:34.381672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.411497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:34.417775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:12:34.464053 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.488189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] Pushing event deleted for resources: {'Port': ['ID=cf5740f3-d01c-4612-9e42-c3cebf1cb3c1,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:34.494709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f128d-f2bd-40f6-b949-b0fae7464db7 None None] No DVR routers for this DVR port cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:12:34.508567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.534497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254a30460>,) {'filters': {'network_id': ['e707313c-c856-41f1-aa71-8d58303103e0']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:34.544750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254a30460>, '54dc0239-59f9-4fd8-be22-9eddbf443d9b') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:34.545116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254a30460>, '54dc0239-59f9-4fd8-be22-9eddbf443d9b') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:34.554951 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.568556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.576344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:12:34.576741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:12:34.579901 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:12:34.640405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.648474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.651655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "DELETE /v2.0/networks/e707313c-c856-41f1-aa71-8d58303103e0 HTTP/1.1" status: 204  len: 168 time: 0.6196439
Nov 06 21:12:34.654508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:34.663914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b188854-eab7-4a44-a952-47fb7514b3c0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Network': ['ID=e707313c-c856-41f1-aa71-8d58303103e0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:34.718607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a29864-6ef1-482e-8e88-e626199182ce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting subnet 12d48780-410f-4614-a8be-f46685d1c55a {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:12:34.722369 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-23a29864-6ef1-482e-8e88-e626199182ce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.762613 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-23a29864-6ef1-482e-8e88-e626199182ce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.846062 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-23a29864-6ef1-482e-8e88-e626199182ce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.912419 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-23a29864-6ef1-482e-8e88-e626199182ce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.943299 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-23a29864-6ef1-482e-8e88-e626199182ce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:34.946681 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-23a29864-6ef1-482e-8e88-e626199182ce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "DELETE /v2.0/subnets/12d48780-410f-4614-a8be-f46685d1c55a HTTP/1.1" status: 204  len: 168 time: 0.2911649
Nov 06 21:12:34.947713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a29864-6ef1-482e-8e88-e626199182ce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Subnet': ['ID=12d48780-410f-4614-a8be-f46685d1c55a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:34.949429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59852) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:34.951039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198eb649-f45a-4e12-92f1-4e67b51e7b75 None None] Network 59e7fdab-fc57-47f6-baad-e3b794bbdc7a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:35.037007 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.100523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:35.100775 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.140573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] DHCP port deletion for 59e7fdab-fc57-47f6-baad-e3b794bbdc7a request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:12:35.167535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:35.167894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.180657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:35.188743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] Deleting port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:35.189143 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.253491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] For port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,segment=NetworkSegment(16441d30-dcad-4bb5-873c-b52989e0af4c),segment_id=16441d30-dcad-4bb5-873c-b52989e0af4c)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:35.254579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.262311 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.269248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] Calling delete_port for 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:35.289926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:35.292044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:12:35.346538 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.376943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] Pushing event deleted for resources: {'Port': ['ID=6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:35.380222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.380658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85805b3d-47a8-4c68-b4c1-ccc9242b8b69 None None] No DVR routers for this DVR port 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:12:35.402553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255ff8430>,) {'filters': {'network_id': ['59e7fdab-fc57-47f6-baad-e3b794bbdc7a']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:35.412163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255ff8430>, '16441d30-dcad-4bb5-873c-b52989e0af4c') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:35.412660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255ff8430>, '16441d30-dcad-4bb5-873c-b52989e0af4c') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:35.422101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.436286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.445275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:12:35.445742 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:12:35.448952 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:12:35.509850 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.516485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.519540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "DELETE /v2.0/networks/59e7fdab-fc57-47f6-baad-e3b794bbdc7a HTTP/1.1" status: 204  len: 168 time: 0.5690184
Nov 06 21:12:35.524994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59864) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:35.530247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1897925796'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:35.533946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf65d40-18bb-4566-80c4-e0f940f3b0cd tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Network': ['ID=59e7fdab-fc57-47f6-baad-e3b794bbdc7a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:35.553558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:35.557256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.579533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:12:35.588527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.588867 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Added segment 1edb460a-18d5-42df-a04f-f7737a345095 of type vlan for network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9
Nov 06 21:12:35.596320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8c9084a-77f6-4d3e-8b38-8b3733b15c40 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:12:35.616817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: e8c9084a-77f6-4d3e-8b38-8b3733b15c40 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:12:35.617155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8c9084a-77f6-4d3e-8b38-8b3733b15c40 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:12:35.617560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:12:35.629093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.636490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:12:35.636832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 1a9d6e5a-4989-4507-93d9-8ab9fa01ca48 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:12:35.637246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3980a6d5-192d-4d01-969b-2e0cf2d43533 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:12:35.652981 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.656264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 3980a6d5-192d-4d01-969b-2e0cf2d43533 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:12:35.656636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 3980a6d5-192d-4d01-969b-2e0cf2d43533 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:12:35.658692 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:35.659385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:35.722625 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.1964862
Nov 06 21:12:35.725843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 59866) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:35.728956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255c2ed-75a6-457c-a183-d7c228cdb492 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Network': ['ID=ddfcde71-b41b-4a72-ae5b-c5089d90a6c9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:35.732080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'subnet': {'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:35.739246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:12:35.825725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:35.829358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.013953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.081387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Subnet': ['ID=665a4dd0-a006-4d2b-882f-fdbee2ff3357,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:36.091543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Checking segment: {'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:36.091918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network hostable DHCP agents. Network: ddfcde71-b41b-4a72-ae5b-c5089d90a6c9, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:12:36.111948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:12:36.119932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:12:36.124935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ddfcde71-b41b-4a72-ae5b-c5089d90a6c9) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:36.129400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:36.130056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.142832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580b846a-55e2-4077-890f-0e0280e39704 None None] Network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:36.150408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:12:36.150408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6fcf972d-3e68-4c9d-92e4-de2f7a7c5aa7 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:12:36.150408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:12:36.150669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2b8627ee-9b52-4750-8fd4-6c09d71725ae tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.4212365
Nov 06 21:12:36.150905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59880) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:36.155915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-811565466'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:36.178029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:36.181844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.206528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:12:36.216391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.216639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:12:36.216755 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Added segment 803dd97d-94e2-4042-aeb6-e2e7ab024c25 of type vlan for network 379c4223-3649-4101-a2b4-0dc1f265138e
Nov 06 21:12:36.216857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cf5740f3-d01c-4612-9e42-c3cebf1cb3c1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:12:36.266644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.295090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.301081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:36.301717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.360132 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2080986
Nov 06 21:12:36.363734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 59884) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:36.368947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'subnet': {'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:36.428335 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553ae6c-627e-446a-8161-df9cc874bfcc tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Network': ['ID=379c4223-3649-4101-a2b4-0dc1f265138e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:36.454491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 379c4223-3649-4101-a2b4-0dc1f265138e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:12:36.470554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:36.474858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.561230 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ddfcde71-b41b-4a72-ae5b-c5089d90a6c9', 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'fixed_ips': [{'subnet_id': '665a4dd0-a006-4d2b-882f-fdbee2ff3357'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:12:36.562488 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.672665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.706885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Allocated IP 19.80.0.2 (ddfcde71-b41b-4a72-ae5b-c5089d90a6c9/665a4dd0-a006-4d2b-882f-fdbee2ff3357/3c056d7a-3d93-4e9d-aa41-1752774fc203) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:36.747396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Subnet': ['ID=1fb56c6c-4950-476a-9776-31f8363832b2,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:36.756172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Checking segment: {'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:36.756629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network hostable DHCP agents. Network: 379c4223-3649-4101-a2b4-0dc1f265138e, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:12:36.775410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network 379c4223-3649-4101-a2b4-0dc1f265138e is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:12:36.786788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 379c4223-3649-4101-a2b4-0dc1f265138e) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:36.792736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:36.793385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.805733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab255b8-07f5-4cfc-a958-8932622c4d5c None None] Network 379c4223-3649-4101-a2b4-0dc1f265138e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:36.813417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1e99236f-854e-4c18-9736-adf5b19ded05 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.4483902
Nov 06 21:12:36.943232 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:36.974986 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.039255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:37.057252 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Pushing event updated for resources: {'Port': ['ID=3c056d7a-3d93-4e9d-aa41-1752774fc203,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:37.063371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:37.065534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:37.074266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-379c4223-3649-4101-a2b4-0dc1f265138e', 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'fixed_ips': [{'subnet_id': '1fb56c6c-4950-476a-9776-31f8363832b2'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:12:37.074482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.142432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7a9291f5-fcf3-4720-b37b-ccaa5bbe60fe tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:37.149058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7a9291f5-fcf3-4720-b37b-ccaa5bbe60fe tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:37.150699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7a9291f5-fcf3-4720-b37b-ccaa5bbe60fe tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/networks?id=ddfcde71-b41b-4a72-ae5b-c5089d90a6c9&id=379c4223-3649-4101-a2b4-0dc1f265138e HTTP/1.1" status: 200  len: 1391 time: 0.1513052
Nov 06 21:12:37.168200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-bfb11a34-897c-4e65-8c22-61f630d30e27 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/quotas/91115e7524fc466e90e6ff1734a2f3d9 HTTP/1.1" status: 200  len: 375 time: 0.0107365
Nov 06 21:12:37.197242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Attempting to bind port 3c056d7a-3d93-4e9d-aa41-1752774fc203 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:37.197845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Attempting to bind port 3c056d7a-3d93-4e9d-aa41-1752774fc203 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:37.198085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Attempting to bind port 3c056d7a-3d93-4e9d-aa41-1752774fc203 on network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:37.215726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:37.216335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Checking segment: {'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:37.216749 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.217179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Bound using segment: {'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:37.217752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Bound port: 3c056d7a-3d93-4e9d-aa41-1752774fc203, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:37.218240 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.228231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-11ef2a96-42fa-4167-8901-e972abc9b5ac tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0532732
Nov 06 21:12:37.325562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-f4785863-e616-48ee-8db7-ee7c9c807620 service neutron] 10.222.0.13 "GET /v2.0/networks/ddfcde71-b41b-4a72-ae5b-c5089d90a6c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887120
Nov 06 21:12:37.335841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Allocated IP 19.86.0.2 (379c4223-3649-4101-a2b4-0dc1f265138e/1fb56c6c-4950-476a-9776-31f8363832b2/eef74731-498b-45f9-ac06-ddcfaf414d11) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:37.349580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] For port 3c056d7a-3d93-4e9d-aa41-1752774fc203, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:37.353965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] For port 3c056d7a-3d93-4e9d-aa41-1752774fc203, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c056d7a-3d93-4e9d-aa41-1752774fc203,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:37.372244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.449257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8ca956bb-947c-4315-8125-9358c164f4d6 service neutron] 10.222.0.13 "GET /v2.0/networks/ddfcde71-b41b-4a72-ae5b-c5089d90a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161327
Nov 06 21:12:37.481861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b3863-5e05-4ef9-8c29-d66e057b1e0f None None] Pushing event updated for resources: {'Port': ['ID=3c056d7a-3d93-4e9d-aa41-1752774fc203,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:37.553361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7d9605e9-12e4-4478-a730-e7b95881eebf service neutron] 10.222.0.13 "GET /v2.0/networks/379c4223-3649-4101-a2b4-0dc1f265138e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032782
Nov 06 21:12:37.555999 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.565278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.615609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Network 379c4223-3649-4101-a2b4-0dc1f265138e is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:37.618622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:37.623332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:37.632552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Pushing event updated for resources: {'Port': ['ID=eef74731-498b-45f9-ac06-ddcfaf414d11,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:37.704471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-4d14f53b-dd77-4af9-acfb-dc964e8a0e40 service neutron] 10.222.0.13 "GET /v2.0/networks/379c4223-3649-4101-a2b4-0dc1f265138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424432
Nov 06 21:12:37.711760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Attempting to bind port eef74731-498b-45f9-ac06-ddcfaf414d11 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:37.712134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Attempting to bind port eef74731-498b-45f9-ac06-ddcfaf414d11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:37.712530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Attempting to bind port eef74731-498b-45f9-ac06-ddcfaf414d11 on network 379c4223-3649-4101-a2b4-0dc1f265138e {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:37.718759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:37.719131 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Checking segment: {'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:37.719529 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.719918 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Bound using segment: {'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:37.720444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Bound port: eef74731-498b-45f9-ac06-ddcfaf414d11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:37.720821 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.805069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] For port eef74731-498b-45f9-ac06-ddcfaf414d11, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:37.808752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] For port eef74731-498b-45f9-ac06-ddcfaf414d11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eef74731-498b-45f9-ac06-ddcfaf414d11,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:37.819720 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:37.888880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e503a-d02d-4737-914c-f4703dddb5de None None] Pushing event updated for resources: {'Port': ['ID=eef74731-498b-45f9-ac06-ddcfaf414d11,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:37.924510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a9af5a33-ded2-4e16-88d7-8f55b8157d13 req-f78f23ba-b9b2-400f-bbed-d1efe2f6e3bb tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 210 time: 0.0287614
Nov 06 21:12:38.111834 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:12:38.218700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3c056d7a-3d93-4e9d-aa41-1752774fc203 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:38.284989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3c056d7a-3d93-4e9d-aa41-1752774fc203 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:38.289426 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:38.411654 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:38.457969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 3c056d7a-3d93-4e9d-aa41-1752774fc203, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c056d7a-3d93-4e9d-aa41-1752774fc203,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:38.465732 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:38.541553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=3c056d7a-3d93-4e9d-aa41-1752774fc203,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:38.635716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81636d8b-7370-4eec-bca3-d54fc0a0cd20 None None] Network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:38.711992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d818f814-44a0-4a4d-a1e3-7a8480a9fa1f None None] Provisioning complete for port 3c056d7a-3d93-4e9d-aa41-1752774fc203 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:38.713146 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d818f814-44a0-4a4d-a1e3-7a8480a9fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.091533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847e618-d32a-47c1-8825-6a47aa828f78 None None] Network 379c4223-3649-4101-a2b4-0dc1f265138e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:39.091886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d867db09-c648-4904-92d4-54cc4e02dcde req-4b82b51f-adb1-446f-8aef-164677b8ace2 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 210 time: 0.0369515
Nov 06 21:12:39.157642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-f75b539c-b10f-45fd-8e91-c2f74cc46f3f tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:39.164154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-f75b539c-b10f-45fd-8e91-c2f74cc46f3f tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:39.165736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-f75b539c-b10f-45fd-8e91-c2f74cc46f3f tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "GET /v2.0/networks?id=ddfcde71-b41b-4a72-ae5b-c5089d90a6c9&id=379c4223-3649-4101-a2b4-0dc1f265138e HTTP/1.1" status: 200  len: 1391 time: 0.1746392
Nov 06 21:12:39.180234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'port': {'device_id': 'b826b40d-74cd-418e-84a2-316b943458b4', 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9', 'admin_state_up': True, 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:39.221666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b339fd62-00ca-447a-adbe-8f4362982596 None None] Provisioning complete for port 3c056d7a-3d93-4e9d-aa41-1752774fc203 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:39.222239 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b339fd62-00ca-447a-adbe-8f4362982596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.286834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:39.290334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.355061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b339fd62-00ca-447a-adbe-8f4362982596 None None] Provisioning complete for port eef74731-498b-45f9-ac06-ddcfaf414d11 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:39.355435 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b339fd62-00ca-447a-adbe-8f4362982596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.432922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Allocated IP 19.80.0.146 (ddfcde71-b41b-4a72-ae5b-c5089d90a6c9/665a4dd0-a006-4d2b-882f-fdbee2ff3357/9b19d893-74de-406e-b86b-c6dab533bad3) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:39.443711 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b339fd62-00ca-447a-adbe-8f4362982596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.480528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b339fd62-00ca-447a-adbe-8f4362982596 None None] For port eef74731-498b-45f9-ac06-ddcfaf414d11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eef74731-498b-45f9-ac06-ddcfaf414d11,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:39.485360 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b339fd62-00ca-447a-adbe-8f4362982596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.546337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339fd62-00ca-447a-adbe-8f4362982596 None None] Pushing event updated for resources: {'Port': ['ID=eef74731-498b-45f9-ac06-ddcfaf414d11,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:39.606964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bd32932e-e1d3-4f90-8abf-6f535d3a4dfb None None] Provisioning complete for port eef74731-498b-45f9-ac06-ddcfaf414d11 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:39.607345 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd32932e-e1d3-4f90-8abf-6f535d3a4dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.614491 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.656344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.707371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:39.710765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:39.715638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:39.720459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Port': ['ID=9b19d893-74de-406e-b86b-c6dab533bad3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:39.776028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:39.776862 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:39.795390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-7e29a231-fc9a-4eea-907c-a06aeb67899d tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6189215
Nov 06 21:12:39.806676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Request body: {'port': {'device_id': 'b826b40d-74cd-418e-84a2-316b943458b4', 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e', 'admin_state_up': True, 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:39.950373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Made reservation on behalf of 91115e7524fc466e90e6ff1734a2f3d9 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:39.954277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.024214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e123a2df-1fcf-4c97-aa4c-db90a0b937a3 None None] Provisioning complete for port 9b19d893-74de-406e-b86b-c6dab533bad3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:40.024716 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e123a2df-1fcf-4c97-aa4c-db90a0b937a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.072996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e123a2df-1fcf-4c97-aa4c-db90a0b937a3 None None] Port 9b19d893-74de-406e-b86b-c6dab533bad3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:40.109449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Allocated IP 19.86.0.29 (379c4223-3649-4101-a2b4-0dc1f265138e/1fb56c6c-4950-476a-9776-31f8363832b2/69ad5200-d41d-48cc-b129-94f2a9be2d66) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:40.216884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3c056d7a-3d93-4e9d-aa41-1752774fc203 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:40.267364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3c056d7a-3d93-4e9d-aa41-1752774fc203 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:40.268065 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.294306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e27e3-e59a-4de2-a519-54369af24b27 req-e8552e21-93cd-47bc-91de-8cb2ffdd168c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:40.295585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f6e27e3-e59a-4de2-a519-54369af24b27 req-e8552e21-93cd-47bc-91de-8cb2ffdd168c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 932 time: 0.1071739
Nov 06 21:12:40.347020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.358640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device eef74731-498b-45f9-ac06-ddcfaf414d11 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:40.380093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f6e27e3-e59a-4de2-a519-54369af24b27 req-3d9871f6-8921-4621-9916-9483fbb90751 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714886
Nov 06 21:12:40.408889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.415442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port eef74731-498b-45f9-ac06-ddcfaf414d11 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:40.416372 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.463491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Network 379c4223-3649-4101-a2b4-0dc1f265138e is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:40.466700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:40.471355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:40.475998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event updated for resources: {'Port': ['ID=69ad5200-d41d-48cc-b129-94f2a9be2d66,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:40.524828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:40.525452 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.542461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-8de4bbc1-79d3-4ca2-b0db-2114c2219150 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7401040
Nov 06 21:12:40.555027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Request body: {'port': {'device_id': 'b826b40d-74cd-418e-84a2-316b943458b4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:40.614485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.700237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9bf36dd0-e814-4cde-bd55-bdbd2b69b8e1 None None] Provisioning complete for port 69ad5200-d41d-48cc-b129-94f2a9be2d66 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:40.700542 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9bf36dd0-e814-4cde-bd55-bdbd2b69b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.733765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9bf36dd0-e814-4cde-bd55-bdbd2b69b8e1 None None] Port 69ad5200-d41d-48cc-b129-94f2a9be2d66 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:40.882063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b19d893-74de-406e-b86b-c6dab533bad3 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:40.889516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.901094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Transition to ACTIVE for port object 9b19d893-74de-406e-b86b-c6dab533bad3 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:12:40.904893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:40.975323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Pushing event updated for resources: {'Port': ['ID=9b19d893-74de-406e-b86b-c6dab533bad3,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:41.035797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Attempting to bind port 9b19d893-74de-406e-b86b-c6dab533bad3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:41.036140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Attempting to bind port 9b19d893-74de-406e-b86b-c6dab533bad3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:41.036524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Attempting to bind port 9b19d893-74de-406e-b86b-c6dab533bad3 on network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:41.041371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Port 9b19d893-74de-406e-b86b-c6dab533bad3 on network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:12:41.041700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Attempting to bind port 9b19d893-74de-406e-b86b-c6dab533bad3 on network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:41.047114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:41.047499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Checking segment: {'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:41.047893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Bound using segment: {'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:41.048406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Bound port: 9b19d893-74de-406e-b86b-c6dab533bad3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1edb460a-18d5-42df-a04f-f7737a345095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:41.048790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.120760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] For port 9b19d893-74de-406e-b86b-c6dab533bad3, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:41.123912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] For port 9b19d893-74de-406e-b86b-c6dab533bad3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b19d893-74de-406e-b86b-c6dab533bad3,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:41.130669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.167902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.168555 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.169964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] 10.222.0.10 "PUT /v2.0/ports/9b19d893-74de-406e-b86b-c6dab533bad3 HTTP/1.1" status: 200  len: 1092 time: 0.6194675
Nov 06 21:12:41.170419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'tag': '9b19d893-74de-406e-b86b-c6dab533bad3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:41.172696 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e" -d '{"events": [{"name": "network-changed", "server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "tag": "9b19d893-74de-406e-b86b-c6dab533bad3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:41.198268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4b673-0f4b-4051-ba01-2723889a7c74 service neutron] Pushing event updated for resources: {'Port': ['ID=9b19d893-74de-406e-b86b-c6dab533bad3,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:41.207862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Request body: {'port': {'device_id': 'b826b40d-74cd-418e-84a2-316b943458b4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:41.276393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.364619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60042) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:41.536991 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddf4aeb-98e2-4612-82e6-cfbc6e3a98ce x-openstack-request-id: req-4ddf4aeb-98e2-4612-82e6-cfbc6e3a98ce {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:41.537582 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "tag": "9b19d893-74de-406e-b86b-c6dab533bad3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:41.537582 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ddf4aeb-98e2-4612-82e6-cfbc6e3a98ce {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:41.538058 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'tag': '9b19d893-74de-406e-b86b-c6dab533bad3', 'status': 'completed', 'code': 200}
Nov 06 21:12:41.544510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5858d6ca-86f6-4399-b053-75687bc9609b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.566984 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-393607d0-6484-4967-9b8b-0a4d000415ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1115415
Nov 06 21:12:41.588630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf1ccf-9d65-489c-9f78-934cfd2d8806 req-205ca7f6-ae64-49c3-bcbf-42b750f81913 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.594760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf1ccf-9d65-489c-9f78-934cfd2d8806 req-205ca7f6-ae64-49c3-bcbf-42b750f81913 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.596393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7baf1ccf-9d65-489c-9f78-934cfd2d8806 req-205ca7f6-ae64-49c3-bcbf-42b750f81913 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1666 time: 0.0974321
Nov 06 21:12:41.646038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-c1cf31e9-6405-493b-98a1-35c8a0cad4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.646402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-c1cf31e9-6405-493b-98a1-35c8a0cad4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.648087 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-c1cf31e9-6405-493b-98a1-35c8a0cad4ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1913 time: 0.0941992
Nov 06 21:12:41.694330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7baf1ccf-9d65-489c-9f78-934cfd2d8806 req-f69b101b-b6f5-4f70-b99f-f559b11d1702 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853252
Nov 06 21:12:41.705267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ad5200-d41d-48cc-b129-94f2a9be2d66 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:41.713393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.726678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Transition to ACTIVE for port object 69ad5200-d41d-48cc-b129-94f2a9be2d66 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:12:41.729939 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.734767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-4c94a8df-ac89-4e92-b1af-d7fef3314069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.736276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-4c94a8df-ac89-4e92-b1af-d7fef3314069 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1097 time: 0.1201224
Nov 06 21:12:41.770237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5858d6ca-86f6-4399-b053-75687bc9609b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.792032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5858d6ca-86f6-4399-b053-75687bc9609b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.801747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Pushing event updated for resources: {'Port': ['ID=69ad5200-d41d-48cc-b129-94f2a9be2d66,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:41.883001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Attempting to bind port 69ad5200-d41d-48cc-b129-94f2a9be2d66 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:41.883001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Attempting to bind port 69ad5200-d41d-48cc-b129-94f2a9be2d66 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:41.883308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-37641aff-0324-4ed4-8585-28eba92fc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.883398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Attempting to bind port 69ad5200-d41d-48cc-b129-94f2a9be2d66 on network 379c4223-3649-4101-a2b4-0dc1f265138e {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:41.883494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-37641aff-0324-4ed4-8585-28eba92fc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.884096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-37641aff-0324-4ed4-8585-28eba92fc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:41.885752 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-37641aff-0324-4ed4-8585-28eba92fc42b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2263758
Nov 06 21:12:41.888977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Port 69ad5200-d41d-48cc-b129-94f2a9be2d66 on network 379c4223-3649-4101-a2b4-0dc1f265138e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:12:41.889381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Attempting to bind port 69ad5200-d41d-48cc-b129-94f2a9be2d66 on network 379c4223-3649-4101-a2b4-0dc1f265138e {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:41.899158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:41.899463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Checking segment: {'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:41.899934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Bound using segment: {'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:41.900491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Bound port: 69ad5200-d41d-48cc-b129-94f2a9be2d66, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803dd97d-94e2-4042-aeb6-e2e7ab024c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:41.900891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:41.901579 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5858d6ca-86f6-4399-b053-75687bc9609b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=301deb45ac9c45eab92b560b6b461e70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5358675
Nov 06 21:12:41.911439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60048) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:41.922732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858d6ca-86f6-4399-b053-75687bc9609b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54519dfb-935d-46ff-bba7-c37fca6412cb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:41.994220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b883-0ece-4931-b3d4-de79b3d5e6de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.007037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-5547dbe4-149f-47d6-b396-27d4b6f7923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.008196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-5547dbe4-149f-47d6-b396-27d4b6f7923d service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.2473326
Nov 06 21:12:42.034572 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b883-0ece-4931-b3d4-de79b3d5e6de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.056838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] For port 69ad5200-d41d-48cc-b129-94f2a9be2d66, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:42.079530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] For port 69ad5200-d41d-48cc-b129-94f2a9be2d66, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69ad5200-d41d-48cc-b129-94f2a9be2d66,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:42.084914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.122783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.123519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.124884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] 10.222.0.10 "PUT /v2.0/ports/69ad5200-d41d-48cc-b129-94f2a9be2d66 HTTP/1.1" status: 200  len: 1091 time: 0.9226859
Nov 06 21:12:42.129932 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b883-0ece-4931-b3d4-de79b3d5e6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.132623 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b883-0ece-4931-b3d4-de79b3d5e6de admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.133793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c8c8b883-0ece-4931-b3d4-de79b3d5e6de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54519dfb-935d-46ff-bba7-c37fca6412cb HTTP/1.1" status: 204  len: 168 time: 0.2213871
Nov 06 21:12:42.155142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8b883-0ece-4931-b3d4-de79b3d5e6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54519dfb-935d-46ff-bba7-c37fca6412cb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:42.163129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6592be-3b61-4fe4-adbb-b4663c63205b service neutron] Pushing event updated for resources: {'Port': ['ID=69ad5200-d41d-48cc-b129-94f2a9be2d66,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:42.413918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-4598c12e-a001-4900-afea-987868c2bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.415283 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f5ba6cd2-d444-4dd3-af79-a4867e9aa56e req-4598c12e-a001-4900-afea-987868c2bbb2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5167477
Nov 06 21:12:42.460784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60054) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:42.478181 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-315f08b1-bb3f-404c-b0a0-15f37fb6cf94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.478934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-603b9cbb-54ec-4f8c-b651-a5ca5757a8fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1002 time: 0.4617069
Nov 06 21:12:42.552614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-26c9d47d-852c-40f5-9555-470202325b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.554049 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-26c9d47d-852c-40f5-9555-470202325b7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0566826
Nov 06 21:12:42.555712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-315f08b1-bb3f-404c-b0a0-15f37fb6cf94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.556540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-ada76835-e463-468f-8a7f-428a0c350bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.557400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-ada76835-e463-468f-8a7f-428a0c350bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.559259 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-ada76835-e463-468f-8a7f-428a0c350bbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1980 time: 0.0943029
Nov 06 21:12:42.559881 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-315f08b1-bb3f-404c-b0a0-15f37fb6cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.599106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-315f08b1-bb3f-404c-b0a0-15f37fb6cf94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b6b0ca213e1481ab69dbbc2e6d40bcb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1372187
Nov 06 21:12:42.599920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f08b1-bb3f-404c-b0a0-15f37fb6cf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0621d-02a3-46cc-8b0d-8f64a858889d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:42.602266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60056) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:42.626504 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-23e96f64-1653-4f9f-b220-a5e9b1ef4dfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=9b19d893-74de-406e-b86b-c6dab533bad3 HTTP/1.1" status: 200  len: 217 time: 0.0507872
Nov 06 21:12:42.653865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17a564ac-50c4-4214-a7e8-bf0724571102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.672820 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-3f5a9ce5-f055-44b7-bb5e-f19dcd7615cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.674233 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-3f5a9ce5-f055-44b7-bb5e-f19dcd7615cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1059408
Nov 06 21:12:42.675340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17a564ac-50c4-4214-a7e8-bf0724571102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.690294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-32bc094f-f56c-4f47-87f4-d81f78ca5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.692232 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-32bc094f-f56c-4f47-87f4-d81f78ca5bf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=665a4dd0-a006-4d2b-882f-fdbee2ff3357 HTTP/1.1" status: 200  len: 801 time: 0.0586009
Nov 06 21:12:42.723482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17a564ac-50c4-4214-a7e8-bf0724571102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.726476 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17a564ac-50c4-4214-a7e8-bf0724571102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:42.729973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-17a564ac-50c4-4214-a7e8-bf0724571102 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c0621d-02a3-46cc-8b0d-8f64a858889d HTTP/1.1" status: 204  len: 168 time: 0.1224318
Nov 06 21:12:42.739130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a564ac-50c4-4214-a7e8-bf0724571102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0621d-02a3-46cc-8b0d-8f64a858889d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:42.804813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-db7fa060-2ffb-4f6b-aa3a-d8eb19d58c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.806340 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-db7fa060-2ffb-4f6b-aa3a-d8eb19d58c41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ddfcde71-b41b-4a72-ae5b-c5089d90a6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1037047
Nov 06 21:12:42.830508 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-12d50441-d0a1-4544-8e45-e6c9483eb9fb service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475923
Nov 06 21:12:42.849905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168179-84e2-4574-acc4-270a6edde734 req-1b995665-7b1c-4497-ac1b-249fbadb6f4c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.857652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168179-84e2-4574-acc4-270a6edde734 req-1b995665-7b1c-4497-ac1b-249fbadb6f4c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:42.860440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0168179-84e2-4574-acc4-270a6edde734 req-1b995665-7b1c-4497-ac1b-249fbadb6f4c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1678 time: 0.0645087
Nov 06 21:12:42.992950 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-5825b160-e2a3-4d0b-b136-0a05a5f75053 service neutron] 10.222.0.10 "GET /v2.0/networks/ddfcde71-b41b-4a72-ae5b-c5089d90a6c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755672
Nov 06 21:12:42.996975 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2ed2d457-c372-43e6-bb58-e37e5e2c49a5 req-1f21225f-f55c-4377-a040-e15026b0d1da service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569827
Nov 06 21:12:43.102497 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-6309eccb-76d2-440a-8b24-f7a36b53fb90 service neutron] 10.222.0.10 "GET /v2.0/networks/ddfcde71-b41b-4a72-ae5b-c5089d90a6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989494
Nov 06 21:12:43.148593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60064) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:43.155651 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-64af40ac-70aa-4a1b-ac11-2de6bf4a717b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=69ad5200-d41d-48cc-b129-94f2a9be2d66 HTTP/1.1" status: 200  len: 217 time: 0.0447447
Nov 06 21:12:43.171672 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2208d12-f57c-42c4-a47b-311983466449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:43.234629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-905e7caa-6a24-43e4-b0ca-b1832a80a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:43.236005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-905e7caa-6a24-43e4-b0ca-b1832a80a437 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fb56c6c-4950-476a-9776-31f8363832b2 HTTP/1.1" status: 200  len: 801 time: 0.0731122
Nov 06 21:12:43.256888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0168179-84e2-4574-acc4-270a6edde734 req-e974c24b-3027-455a-a63d-4eadf11d85f2 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3877826
Nov 06 21:12:43.313694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-89003df8-c403-4305-9337-330ecd61aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:43.315199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-89003df8-c403-4305-9337-330ecd61aed3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=379c4223-3649-4101-a2b4-0dc1f265138e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0712576
Nov 06 21:12:43.319764 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2208d12-f57c-42c4-a47b-311983466449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:43.329851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2208d12-f57c-42c4-a47b-311983466449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:43.421740 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a2208d12-f57c-42c4-a47b-311983466449 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cb17d8f433c460d977050920853534a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2720637
Nov 06 21:12:43.424440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60068) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:43.426352 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2208d12-f57c-42c4-a47b-311983466449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfb4375-5f43-4527-8ad0-f9284c2a260d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:43.486257 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-f6082a68-4f93-4f42-94fc-d6c1c05e7c85 service neutron] 10.222.0.10 "GET /v2.0/networks/379c4223-3649-4101-a2b4-0dc1f265138e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635292
Nov 06 21:12:43.507513 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-81fb2d74-b1f1-4890-aeda-dbf7af885a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:43.539152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'tag': '69ad5200-d41d-48cc-b129-94f2a9be2d66'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:43.541854 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25" -d '{"events": [{"name": "network-changed", "server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "tag": "69ad5200-d41d-48cc-b129-94f2a9be2d66"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:43.573434 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-81fb2d74-b1f1-4890-aeda-dbf7af885a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:43.578944 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793aecd5-115d-45d1-9128-3bc992eb966c x-openstack-request-id: req-793aecd5-115d-45d1-9128-3bc992eb966c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:43.579268 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "tag": "69ad5200-d41d-48cc-b129-94f2a9be2d66", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:43.579523 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-793aecd5-115d-45d1-9128-3bc992eb966c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:43.580042 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'tag': '69ad5200-d41d-48cc-b129-94f2a9be2d66', 'status': 'completed', 'code': 200}
Nov 06 21:12:43.626408 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-596173d3-25b2-4d7f-a5c5-d10d8682a105 req-6e4e33b9-c60e-44ed-b428-f963cf63e22a service neutron] 10.222.0.10 "GET /v2.0/networks/379c4223-3649-4101-a2b4-0dc1f265138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309578
Nov 06 21:12:43.643347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-81fb2d74-b1f1-4890-aeda-dbf7af885a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:43.646660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-81fb2d74-b1f1-4890-aeda-dbf7af885a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:43.647830 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-81fb2d74-b1f1-4890-aeda-dbf7af885a2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bfb4375-5f43-4527-8ad0-f9284c2a260d HTTP/1.1" status: 204  len: 168 time: 0.2224541
Nov 06 21:12:43.656134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb2d74-b1f1-4890-aeda-dbf7af885a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfb4375-5f43-4527-8ad0-f9284c2a260d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:43.714882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-8bb81253-df78-4fd3-8de2-5812f8496b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:43.715355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-8bb81253-df78-4fd3-8de2-5812f8496b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:43.716948 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-8bb81253-df78-4fd3-8de2-5812f8496b02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1980 time: 0.0438254
Nov 06 21:12:43.821514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-ee80e8a8-9433-43ae-9173-237119789710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:43.823205 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-ee80e8a8-9433-43ae-9173-237119789710 service neutron] 10.222.0.10 "GET /v2.0/networks?id=379c4223-3649-4101-a2b4-0dc1f265138e HTTP/1.1" status: 200  len: 902 time: 0.0973513
Nov 06 21:12:43.869302 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-4a9ade23-a8d7-4127-8226-d0e914773233 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=69ad5200-d41d-48cc-b129-94f2a9be2d66 HTTP/1.1" status: 200  len: 217 time: 0.0379949
Nov 06 21:12:43.920560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-2ffbb186-5425-4008-beab-ac82eac44cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:43.922041 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-2ffbb186-5425-4008-beab-ac82eac44cb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fb56c6c-4950-476a-9776-31f8363832b2 HTTP/1.1" status: 200  len: 801 time: 0.0454240
Nov 06 21:12:43.967338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-e2c6b1b7-61d8-4a19-bdaf-2ac71558c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:43.968900 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-e2c6b1b7-61d8-4a19-bdaf-2ac71558c98c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=379c4223-3649-4101-a2b4-0dc1f265138e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0401185
Nov 06 21:12:44.066119 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-e3b3a0a8-efce-4c81-a442-f02823f2f7ba service neutron] 10.222.0.10 "GET /v2.0/networks/379c4223-3649-4101-a2b4-0dc1f265138e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892448
Nov 06 21:12:44.159799 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-9af1fb12-6788-4300-aaa0-f7bcfb4ece25 req-b7702198-0e73-4c04-b8ee-a39817b24c54 service neutron] 10.222.0.10 "GET /v2.0/networks/379c4223-3649-4101-a2b4-0dc1f265138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867913
Nov 06 21:12:44.376818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa0130-0b4e-4640-ad1f-b992d0072f6f req-c4dce29e-4263-407c-abd8-8b88b52792be tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:44.383645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa0130-0b4e-4640-ad1f-b992d0072f6f req-c4dce29e-4263-407c-abd8-8b88b52792be tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:44.385255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4fa0130-0b4e-4640-ad1f-b992d0072f6f req-c4dce29e-4263-407c-abd8-8b88b52792be tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1678 time: 0.0581326
Nov 06 21:12:44.440406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4fa0130-0b4e-4640-ad1f-b992d0072f6f req-7e005fe8-eb58-4858-9463-70c31cd85ea6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485096
Nov 06 21:12:44.510725 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:44.549533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:44.764565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969526f9-25fc-49e6-9eec-62b102b991da req-55e6da1b-730a-4217-a1e0-2344e5f42956 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:44.766142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-969526f9-25fc-49e6-9eec-62b102b991da req-55e6da1b-730a-4217-a1e0-2344e5f42956 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0494623
Nov 06 21:12:44.820076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-969526f9-25fc-49e6-9eec-62b102b991da req-11700609-bcf9-4955-bd33-b00c450f7da1 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479641
Nov 06 21:12:45.266691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-1a46b218-a706-4c93-a162-3df57fbfdb50 req-1b4e5d2f-5800-4c78-a0ad-d23fa394cee4 service neutron] (119333) timed out ('10.222.0.13', 33044) {{(pid=119333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:12:45.560253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e8ec-b6a8-4815-9268-74e28fd011cf req-6a154024-e818-45d1-ae81-224580a07bd5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:45.566291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e8ec-b6a8-4815-9268-74e28fd011cf req-6a154024-e818-45d1-ae81-224580a07bd5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:45.567994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cec5e8ec-b6a8-4815-9268-74e28fd011cf req-6a154024-e818-45d1-ae81-224580a07bd5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1678 time: 0.0572455
Nov 06 21:12:45.620752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cec5e8ec-b6a8-4815-9268-74e28fd011cf req-986b408a-9690-4b9a-9bbd-2f2945f94f3e tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460312
Nov 06 21:12:45.674870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60244) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:45.779728 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40499f2f-bf5d-4dbf-aa6d-a4a119b5face admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:45.855891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40499f2f-bf5d-4dbf-aa6d-a4a119b5face admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:45.859910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40499f2f-bf5d-4dbf-aa6d-a4a119b5face admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:45.899966 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-40499f2f-bf5d-4dbf-aa6d-a4a119b5face admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5e24e22e5ea4bd6bf3e1a68f895712b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2234962
Nov 06 21:12:45.902460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60250) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:45.908377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40499f2f-bf5d-4dbf-aa6d-a4a119b5face admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cf4cff-484e-4add-8d85-7feb9ce32778,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:45.946557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7faaf0-7648-4229-bb93-a05a1259564b req-78280a09-f838-43a5-827e-5f62190c5019 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:45.948131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc7faaf0-7648-4229-bb93-a05a1259564b req-78280a09-f838-43a5-827e-5f62190c5019 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0548558
Nov 06 21:12:45.954888 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fcdbb88-8c73-458d-a57f-632d0ae55b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:45.977062 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fcdbb88-8c73-458d-a57f-632d0ae55b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:45.997032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc7faaf0-7648-4229-bb93-a05a1259564b req-7885dc56-c48d-4883-8249-3735727b3068 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=489f2a75-85e0-470d-b2a0-eb11ba00ae22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427294
Nov 06 21:12:46.026117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fcdbb88-8c73-458d-a57f-632d0ae55b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.028716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fcdbb88-8c73-458d-a57f-632d0ae55b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.029931 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4fcdbb88-8c73-458d-a57f-632d0ae55b6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45cf4cff-484e-4add-8d85-7feb9ce32778 HTTP/1.1" status: 204  len: 168 time: 0.1265419
Nov 06 21:12:46.040611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdbb88-8c73-458d-a57f-632d0ae55b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cf4cff-484e-4add-8d85-7feb9ce32778,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:46.125464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307ea25-8372-480b-b299-cd7fea507603 req-52d28ce8-25d0-463a-87bb-27033e335057 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:46.126852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6307ea25-8372-480b-b299-cd7fea507603 req-52d28ce8-25d0-463a-87bb-27033e335057 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 945 time: 0.0538919
Nov 06 21:12:46.218628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Deleting port 9373871f-a511-4c47-9d92-654088c8202d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:46.218964 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.297150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60256) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:46.310251 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ba58471-b075-435d-9907-387c9b8737bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.314428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] For port 9373871f-a511-4c47-9d92-654088c8202d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9373871f-a511-4c47-9d92-654088c8202d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:46.314800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.384547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ba58471-b075-435d-9907-387c9b8737bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.388570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2ba58471-b075-435d-9907-387c9b8737bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.430570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba58471-b075-435d-9907-387c9b8737bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd274806-f9a1-4a70-a254-7bd527ab56f9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:46.434901 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2ba58471-b075-435d-9907-387c9b8737bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f6cc6f166cc4f7fa8d54b90ead5bc3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1365085
Nov 06 21:12:46.437596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60258) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:46.523523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.523887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.524202 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Floating IP 0fe429f0-089d-4fde-9c7e-e28d1be22d30 disassociated. External IP: 172.35.0.93, port: 9373871f-a511-4c47-9d92-654088c8202d.
Nov 06 21:12:46.524569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Calling delete_port for 9373871f-a511-4c47-9d92-654088c8202d owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:46.543124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b97d8d7-fe0f-4f6d-a529-3f6174f6410f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.600043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b97d8d7-fe0f-4f6d-a529-3f6174f6410f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.687664 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b97d8d7-fe0f-4f6d-a529-3f6174f6410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.690249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b97d8d7-fe0f-4f6d-a529-3f6174f6410f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.691943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9b97d8d7-fe0f-4f6d-a529-3f6174f6410f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd274806-f9a1-4a70-a254-7bd527ab56f9 HTTP/1.1" status: 204  len: 168 time: 0.2533805
Nov 06 21:12:46.723093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97d8d7-fe0f-4f6d-a529-3f6174f6410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd274806-f9a1-4a70-a254-7bd527ab56f9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:46.740578 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.776670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event deleted for resources: {'Port': ['ID=9373871f-a511-4c47-9d92-654088c8202d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:46.834343 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8880-1353-4ca5-a5d6-d0355d9ecb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:46.836488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd42c-46e9-44b7-b3c3-cc840045e412 req-50a751ef-63e1-4e64-b344-4acdfd0ecad4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:46.842575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd42c-46e9-44b7-b3c3-cc840045e412 req-50a751ef-63e1-4e64-b344-4acdfd0ecad4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:46.844192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8ddd42c-46e9-44b7-b3c3-cc840045e412 req-50a751ef-63e1-4e64-b344-4acdfd0ecad4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1678 time: 0.1443288
Nov 06 21:12:46.947981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8ddd42c-46e9-44b7-b3c3-cc840045e412 req-5d8f05ab-bd90-44b8-b086-c47e48017ec8 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949888
Nov 06 21:12:46.951841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:12:47.075522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:12:47.087707 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] Sync routers for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:12:47.099663 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:47.100420 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adf550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:47.127178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43079d74-20dd-4477-9a23-1a35c5251efd req-c5151456-425e-4625-8588-ff6b9be74d05 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8565783d-e8fd-4786-9848-138d58914019 HTTP/1.1" status: 200  len: 210 time: 0.0495355
Nov 06 21:12:47.148507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] No DVR routers for this DVR port 9373871f-a511-4c47-9d92-654088c8202d on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:12:47.151468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.154963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6307ea25-8372-480b-b299-cd7fea507603 req-9637f7bf-61c0-4825-932a-bae23f1d5e0b tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "DELETE /v2.0/ports/9373871f-a511-4c47-9d92-654088c8202d HTTP/1.1" status: 204  len: 173 time: 1.0221889
Nov 06 21:12:47.155431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8565783d-e8fd-4786-9848-138d58914019', 'name': 'network-vif-deleted', 'tag': '9373871f-a511-4c47-9d92-654088c8202d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:47.157961 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9cfa3c-3218-4f68-a330-6b573643819d" -d '{"events": [{"server_uuid": "8565783d-e8fd-4786-9848-138d58914019", "name": "network-vif-deleted", "tag": "9373871f-a511-4c47-9d92-654088c8202d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:47.217338 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d2409d-38c5-4d27-95dd-43db4151249a x-openstack-request-id: req-82d2409d-38c5-4d27-95dd-43db4151249a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:47.217827 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8565783d-e8fd-4786-9848-138d58914019", "name": "network-vif-deleted", "tag": "9373871f-a511-4c47-9d92-654088c8202d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:47.218398 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82d2409d-38c5-4d27-95dd-43db4151249a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:47.218954 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8565783d-e8fd-4786-9848-138d58914019', 'name': 'network-vif-deleted', 'tag': '9373871f-a511-4c47-9d92-654088c8202d', 'status': 'completed', 'code': 200}
Nov 06 21:12:47.256714 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:47.465581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60286) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:47.486492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adf550>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:47.512474 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] Checking router: 855e1ea2-fd9f-45a7-83a2-708a1d97c71a for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:12:47.521917 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:47.522532 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adf550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:47.570588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1671753907-network', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:47.593908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Made reservation on behalf of ca11e33069ea4c5ab7d4551acae2cdeb for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:47.596483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.606329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.640983 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:47.655177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 69ad5200-d41d-48cc-b129-94f2a9be2d66 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:12:47.698356 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.702582 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.729849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:12:47.744092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67128f6-f7b3-4691-82c6-ea9ca418b1ce,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:47.750934 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.754148 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Added segment 0f45aa72-0eb3-4392-b7cc-a72f4d224994 of type vlan for network 71a3aa55-b60a-413f-acda-abd42a54e1a2
Nov 06 21:12:47.791421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 69ad5200-d41d-48cc-b129-94f2a9be2d66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69ad5200-d41d-48cc-b129-94f2a9be2d66,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:47.804781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.805104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '69ad5200-d41d-48cc-b129-94f2a9be2d66', 'network_id': '379c4223-3649-4101-a2b4-0dc1f265138e', 'port_id': '69ad5200-d41d-48cc-b129-94f2a9be2d66', 'mac_address': 'fa:16:3e:c5:1c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb56c6c-4950-476a-9776-31f8363832b2', 'ip_address': '19.86.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:12:47.838154 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.839321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:47.839914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.848282 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.859535 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adf550>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:47.862805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ad5200-d41d-48cc-b129-94f2a9be2d66 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:47.888989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 69ad5200-d41d-48cc-b129-94f2a9be2d66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69ad5200-d41d-48cc-b129-94f2a9be2d66,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:47.894068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:47.894771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9b19d893-74de-406e-b86b-c6dab533bad3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:12:47.896154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4294851
Nov 06 21:12:47.899055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60290) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:47.904108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Request body: {'subnet': {'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1671753907-subnet', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:47.908535 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313f6fc-b1ee-4bee-a8e9-a198679137c6 None None] The sync data for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 is: [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:12:47.911094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630c993-691c-4b60-9fca-4021c488eb11 admin admin] Pushing event updated for resources: {'Network': ['ID=71a3aa55-b60a-413f-acda-abd42a54e1a2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:47.926458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:12:47.940251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Made reservation on behalf of ca11e33069ea4c5ab7d4551acae2cdeb for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:47.946689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.109619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d770ad1-4bee-4270-ab52-f20558de4f87 req-42acfbfe-c319-4f1e-93b0-d8e22cdf4afa tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:48.120423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d770ad1-4bee-4270-ab52-f20558de4f87 req-42acfbfe-c319-4f1e-93b0-d8e22cdf4afa tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:48.122556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d770ad1-4bee-4270-ab52-f20558de4f87 req-42acfbfe-c319-4f1e-93b0-d8e22cdf4afa tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1679 time: 0.0930018
Nov 06 21:12:48.185055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.207225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=69ad5200-d41d-48cc-b129-94f2a9be2d66,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:48.218277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.219005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.219581 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.220123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.220683 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.221233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.221795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.222375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.222782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.223306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.223706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.224020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:48.230998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d770ad1-4bee-4270-ab52-f20558de4f87 req-cef69580-7aca-467e-b6ea-1f4a9d377dce tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997458
Nov 06 21:12:48.234344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a745e9c8-2b08-428e-b321-9d01c09a512b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:48.271503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Checking segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:48.272055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Network hostable DHCP agents. Network: 71a3aa55-b60a-413f-acda-abd42a54e1a2, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:12:48.283462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9b19d893-74de-406e-b86b-c6dab533bad3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b19d893-74de-406e-b86b-c6dab533bad3,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:48.297583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:12:48.300039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374db65b-54a3-414b-8b96-899362def263 None None] New status for floating IP 0fe429f0-089d-4fde-9c7e-e28d1be22d30: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:12:48.302199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60298) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:48.304821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '9b19d893-74de-406e-b86b-c6dab533bad3', 'network_id': 'ddfcde71-b41b-4a72-ae5b-c5089d90a6c9', 'port_id': '9b19d893-74de-406e-b86b-c6dab533bad3', 'mac_address': 'fa:16:3e:88:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665a4dd0-a006-4d2b-882f-fdbee2ff3357', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:12:48.310241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 71a3aa55-b60a-413f-acda-abd42a54e1a2) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:48.316747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:48.317353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.336330 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d12bdfb-c439-4c82-a01d-8fabfc55eaf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4360988
Nov 06 21:12:48.339308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60300) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:48.341564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed940e1-a93e-4657-a30a-85744883adc2 None None] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:48.344596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:48.370151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.371290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.372650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4643807c-75ed-4fc7-ac4e-723740e7a528 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.401583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4643807c-75ed-4fc7-ac4e-723740e7a528 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.426891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.459349 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4643807c-75ed-4fc7-ac4e-723740e7a528 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.462464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4643807c-75ed-4fc7-ac4e-723740e7a528 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.466270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4643807c-75ed-4fc7-ac4e-723740e7a528 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "DELETE /v2.0/security-groups/489f2a75-85e0-470d-b2a0-eb11ba00ae22 HTTP/1.1" status: 204  len: 168 time: 0.1580553
Nov 06 21:12:48.466852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60302) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:48.485011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643807c-75ed-4fc7-ac4e-723740e7a528 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489f2a75-85e0-470d-b2a0-eb11ba00ae22,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:48.489785 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-f59bfb29-b935-4b80-a676-f22caebfa676 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] show failed (client error): The resource could not be found.
Nov 06 21:12:48.493750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f59bfb29-b935-4b80-a676-f22caebfa676 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups/489f2a75-85e0-470d-b2a0-eb11ba00ae22 HTTP/1.1" status: 404  len: 347 time: 0.0229886
Nov 06 21:12:48.494553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60304) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:48.495532 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.538924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b19d893-74de-406e-b86b-c6dab533bad3 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:48.575826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.578538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9b19d893-74de-406e-b86b-c6dab533bad3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b19d893-74de-406e-b86b-c6dab533bad3,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:48.601240 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.639452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Deleting port 1b97e782-3ff3-4ecd-b086-db2c49a19650 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:12:48.640006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.674144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9b19d893-74de-406e-b86b-c6dab533bad3,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:48.688977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-71a3aa55-b60a-413f-acda-abd42a54e1a2', 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'fixed_ips': [{'subnet_id': 'a745e9c8-2b08-428e-b321-9d01c09a512b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:12:48.689903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.727896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.728347 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.743531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Calling delete_port for 1b97e782-3ff3-4ecd-b086-db2c49a19650 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:12:48.804049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.824580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.837293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Allocated IP 172.20.0.2 (71a3aa55-b60a-413f-acda-abd42a54e1a2/a745e9c8-2b08-428e-b321-9d01c09a512b/1078ca03-2270-427a-acd8-af40b8abd996) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:48.892568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.921109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event deleted for resources: {'Port': ['ID=1b97e782-3ff3-4ecd-b086-db2c49a19650,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:48.935537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Allocated IP 172.35.0.54 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/d1dfa172-6db6-4506-8a7a-7a67ae20834b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:48.945260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9b19d893-74de-406e-b86b-c6dab533bad3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:48.988888 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.993676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:48.997398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f5cf1a1-94d0-4f5a-b3c1-84af84c3038d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "DELETE /v2.0/floatingips/0fe429f0-089d-4fde-9c7e-e28d1be22d30 HTTP/1.1" status: 204  len: 168 time: 0.4993258
Nov 06 21:12:49.047025 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.095633 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.123955 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.134443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:49.137716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:49.138472 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.143055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:49.169766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Pushing event updated for resources: {'Port': ['ID=d1dfa172-6db6-4506-8a7a-7a67ae20834b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:49.216809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:49.235026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:49.243443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:49.245694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9aaabb38-8dc0-4e43-8ad6-9e4632e55344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.247082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Pushing event updated for resources: {'Port': ['ID=1078ca03-2270-427a-acd8-af40b8abd996,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:49.319912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Attempting to bind port 1078ca03-2270-427a-acd8-af40b8abd996 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:49.320472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Attempting to bind port 1078ca03-2270-427a-acd8-af40b8abd996 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:49.320938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Attempting to bind port 1078ca03-2270-427a-acd8-af40b8abd996 on network 71a3aa55-b60a-413f-acda-abd42a54e1a2 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:49.326663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:49.327312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Checking segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:49.327919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.328444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Bound using segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:49.329067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Bound port: 1078ca03-2270-427a-acd8-af40b8abd996, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:49.329681 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.398624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96167da7-b1ff-41f1-bc05-e8ecc7cc8284 req-5cbc26e9-c334-44a0-a4c4-e9d99ccbe2f0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:49.400679 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] For port 1078ca03-2270-427a-acd8-af40b8abd996, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:49.404248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] For port 1078ca03-2270-427a-acd8-af40b8abd996, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1078ca03-2270-427a-acd8-af40b8abd996,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:49.407471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96167da7-b1ff-41f1-bc05-e8ecc7cc8284 req-5cbc26e9-c334-44a0-a4c4-e9d99ccbe2f0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:49.409412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96167da7-b1ff-41f1-bc05-e8ecc7cc8284 req-5cbc26e9-c334-44a0-a4c4-e9d99ccbe2f0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1680 time: 0.0716419
Nov 06 21:12:49.411973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.416258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.477737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96167da7-b1ff-41f1-bc05-e8ecc7cc8284 req-5917712a-9b35-4d9b-ba41-bda0838e61e1 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602190
Nov 06 21:12:49.489939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83884430-5f0c-46d5-9ba5-8418f66d6f41 None None] Pushing event updated for resources: {'Port': ['ID=1078ca03-2270-427a-acd8-af40b8abd996,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:49.621066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60310) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:49.625715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f000f8ce-3d58-4a9e-8c82-040999611647 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187924517', 'description': 'tempest-description--315079750'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:49.640285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.650609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f000f8ce-3d58-4a9e-8c82-040999611647 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.774247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f000f8ce-3d58-4a9e-8c82-040999611647 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.781910 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f000f8ce-3d58-4a9e-8c82-040999611647 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.794754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Router 1d31cc69-01a5-4f36-94a9-9015b26e8758 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:12:49.815904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f000f8ce-3d58-4a9e-8c82-040999611647 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.820090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f000f8ce-3d58-4a9e-8c82-040999611647 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1952853
Nov 06 21:12:49.820251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60312) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:49.824819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4ea52248-08e4-401c-af76-d22b0e912c44 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'security_group_rule': {'security_group_id': '095f25be-1625-4b2a-961a-46a25ee521fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:49.828824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9373871f-a511-4c47-9d92-654088c8202d no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:12:49.830562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000f8ce-3d58-4a9e-8c82-040999611647 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095f25be-1625-4b2a-961a-46a25ee521fd,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:49.856648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ea52248-08e4-401c-af76-d22b0e912c44 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.859154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 9373871f-a511-4c47-9d92-654088c8202d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:12:49.859599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9373871f-a511-4c47-9d92-654088c8202d not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:12:49.916977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ea52248-08e4-401c-af76-d22b0e912c44 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.921429 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ea52248-08e4-401c-af76-d22b0e912c44 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.922957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:12:49.931699 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Sync routers for ids ['1d31cc69-01a5-4f36-94a9-9015b26e8758'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:12:49.941676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:49.942999 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Routers {'1d31cc69-01a5-4f36-94a9-9015b26e8758'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:49.943613 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adf5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1d31cc69-01a5-4f36-94a9-9015b26e8758'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:49.946978 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df046f57-84ec-4976-9fd4-64133055c239 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.6063418
Nov 06 21:12:49.947723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60314) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:49.956947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea52248-08e4-401c-af76-d22b0e912c44 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8d4c32-4be7-40e9-b744-4608913fb05d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:49.996777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4ea52248-08e4-401c-af76-d22b0e912c44 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.000528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4ea52248-08e4-401c-af76-d22b0e912c44 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1767182
Nov 06 21:12:50.000778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60316) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:50.008656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-dad7612e-d02a-4454-8cc3-2cdc0c062d49 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'security_group_rule': {'security_group_id': '095f25be-1625-4b2a-961a-46a25ee521fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:50.025790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['69ad5200-d41d-48cc-b129-94f2a9be2d66'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:12:50.072628 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Set router 1d31cc69-01a5-4f36-94a9-9015b26e8758 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:50.089262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dad7612e-d02a-4454-8cc3-2cdc0c062d49 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.200101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1078ca03-2270-427a-acd8-af40b8abd996 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:50.254928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dad7612e-d02a-4454-8cc3-2cdc0c062d49 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.268455 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dad7612e-d02a-4454-8cc3-2cdc0c062d49 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.272207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 1078ca03-2270-427a-acd8-af40b8abd996 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:50.272207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.286698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7612e-d02a-4454-8cc3-2cdc0c062d49 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfee140a-9c2b-4e48-b167-75f533aacfa5,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:50.341948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dad7612e-d02a-4454-8cc3-2cdc0c062d49 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.343211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dad7612e-d02a-4454-8cc3-2cdc0c062d49 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3401103
Nov 06 21:12:50.346378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60318) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:50.351505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:50.368903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.402301 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.413414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 1078ca03-2270-427a-acd8-af40b8abd996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1078ca03-2270-427a-acd8-af40b8abd996,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:50.420920 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.470027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adf5b0>, [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54'}], 'enable_snat': True}, 'gw_port_id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:49Z', 'revision_number': 3, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port': {'id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:50.484766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=1078ca03-2270-427a-acd8-af40b8abd996,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:50.511837 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Checking router: 1d31cc69-01a5-4f36-94a9-9015b26e8758 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:12:50.512441 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Updating router 1d31cc69-01a5-4f36-94a9-9015b26e8758 port d1dfa172-6db6-4506-8a7a-7a67ae20834b binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:12:50.536999 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.541774 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.601832 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.661113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.683224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c28d3-2f7d-475d-ae67-4785d0dbd0f9 req-36eae9a3-2611-46eb-a163-1b750d6743b5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:50.689323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c28d3-2f7d-475d-ae67-4785d0dbd0f9 req-36eae9a3-2611-46eb-a163-1b750d6743b5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:50.691560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e9c28d3-2f7d-475d-ae67-4785d0dbd0f9 req-36eae9a3-2611-46eb-a163-1b750d6743b5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1680 time: 0.0816035
Nov 06 21:12:50.699311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Allocated IP 172.35.0.175 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/17b522ee-6c4d-434e-905b-f8c10f55dee9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:50.770861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4326be0-5c11-4850-9326-47543952f362 None None] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:50.817175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e9c28d3-2f7d-475d-ae67-4785d0dbd0f9 req-3d08455e-d431-4af9-928b-c520097613c9 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185384
Nov 06 21:12:50.823743 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.880246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-daedf2a9-fceb-4414-9ec2-ead11dd0a26f None None] Provisioning complete for port 1078ca03-2270-427a-acd8-af40b8abd996 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:50.880733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-daedf2a9-fceb-4414-9ec2-ead11dd0a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.886186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Allocated IP 172.20.0.1 (71a3aa55-b60a-413f-acda-abd42a54e1a2/a745e9c8-2b08-428e-b321-9d01c09a512b/5dac5245-6afd-45f0-bbec-90ced4232810) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:50.889914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:50.938580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:50.945530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:50.951937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:50.983167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'Port': ['ID=17b522ee-6c4d-434e-905b-f8c10f55dee9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:50.999799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.000424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.000771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.001162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.001504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.001836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.002164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.002488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.003342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.003678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.004009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.004356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.022810 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.069542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.093307 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.105270 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.119147 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.128958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:51.134623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.135821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:51.141591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:51.144016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5dac5245-6afd-45f0-bbec-90ced4232810,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:51.155534 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Attempting to bind port d1dfa172-6db6-4506-8a7a-7a67ae20834b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:51.156010 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Attempting to bind port d1dfa172-6db6-4506-8a7a-7a67ae20834b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:51.156682 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Attempting to bind port d1dfa172-6db6-4506-8a7a-7a67ae20834b on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:51.180273 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:51.180817 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:51.181948 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.182531 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:51.182908 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Bound port: d1dfa172-6db6-4506-8a7a-7a67ae20834b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:51.183383 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.191239 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.243676 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] For port d1dfa172-6db6-4506-8a7a-7a67ae20834b, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:51.247060 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] For port d1dfa172-6db6-4506-8a7a-7a67ae20834b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1dfa172-6db6-4506-8a7a-7a67ae20834b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:51.255426 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.288808 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Pushing event updated for resources: {'Port': ['ID=d1dfa172-6db6-4506-8a7a-7a67ae20834b,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:51.291223 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Routers {'1d31cc69-01a5-4f36-94a9-9015b26e8758'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:51.291944 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adf5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1d31cc69-01a5-4f36-94a9-9015b26e8758'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:51.334575 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.335001 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.335337 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.335845 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.336106 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.336463 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.336786 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.337230 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.337632 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.337770 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.338027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.338340 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:12:51.350252 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.360678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.368326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.396424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3e8cac37-09c5-4e7a-a5c6-0d4f500d6f2b None None] Provisioning complete for port 1078ca03-2270-427a-acd8-af40b8abd996 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:51.397344 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3e8cac37-09c5-4e7a-a5c6-0d4f500d6f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.433931 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'Port': ['ID=17b522ee-6c4d-434e-905b-f8c10f55dee9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:51.442993 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e6de3-5fce-402f-bfc0-9668ab8b2446 None None] Pushing event updated for resources: {'Port': ['ID=d1dfa172-6db6-4506-8a7a-7a67ae20834b,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:51.462157 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] Set router 1d31cc69-01a5-4f36-94a9-9015b26e8758 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:51.504841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.526174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.532984 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e763b00c-ad31-4d8e-bef2-76e925c9cea4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1809282
Nov 06 21:12:51.623450 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.628910 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.661931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 69ad5200-d41d-48cc-b129-94f2a9be2d66 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:51.678958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adf5b0>, [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54'}], 'enable_snat': True}, 'gw_port_id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:49Z', 'revision_number': 3, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port': {'id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:51.701984 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.713512 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2370f-2014-43d1-a2bf-533169761f34 None None] The sync data for ids ['1d31cc69-01a5-4f36-94a9-9015b26e8758'] in ncdv-master-1 is: [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54'}], 'enable_snat': True}, 'gw_port_id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:49Z', 'revision_number': 3, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port': {'id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:12:51.748471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8e2793a9-e931-4512-8a09-f450ef6fb560 None None] Provisioning complete for port 5dac5245-6afd-45f0-bbec-90ced4232810 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:51.748855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8e2793a9-e931-4512-8a09-f450ef6fb560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.771507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5dac5245-6afd-45f0-bbec-90ced4232810,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:51.789101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 69ad5200-d41d-48cc-b129-94f2a9be2d66 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:12:51.796455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 69ad5200-d41d-48cc-b129-94f2a9be2d66 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:51.797094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.816718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8e2793a9-e931-4512-8a09-f450ef6fb560 None None] Port 5dac5245-6afd-45f0-bbec-90ced4232810 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:51.853222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.853774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-4c91dfec-2e92-4abf-81ec-205f92a9d4e1 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1187924517&fields=id&tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8 HTTP/1.1" status: 200  len: 267 time: 0.0840316
Nov 06 21:12:51.876905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:51.880684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:51.899466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.924101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ad5200-d41d-48cc-b129-94f2a9be2d66'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:51.927212 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0131f67d-4a18-47c1-af07-8034ec1d7e99" -d '{"events": [{"server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "name": "network-vif-plugged", "status": "completed", "tag": "69ad5200-d41d-48cc-b129-94f2a9be2d66"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:51.942072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 69ad5200-d41d-48cc-b129-94f2a9be2d66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69ad5200-d41d-48cc-b129-94f2a9be2d66,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:51.949486 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:51.950578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9b19d893-74de-406e-b86b-c6dab533bad3 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:52.059718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=69ad5200-d41d-48cc-b129-94f2a9be2d66,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:52.076431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 9b19d893-74de-406e-b86b-c6dab533bad3 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:12:52.081999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 9b19d893-74de-406e-b86b-c6dab533bad3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:52.082347 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.214278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.272844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1078ca03-2270-427a-acd8-af40b8abd996 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:52.318046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6873bf21-86ab-4b04-8cc9-7a683bdda593 None None] Provisioning complete for port 5dac5245-6afd-45f0-bbec-90ced4232810 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:52.318427 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6873bf21-86ab-4b04-8cc9-7a683bdda593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.321247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 9b19d893-74de-406e-b86b-c6dab533bad3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b19d893-74de-406e-b86b-c6dab533bad3,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:52.350557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.406543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6873bf21-86ab-4b04-8cc9-7a683bdda593 None None] Port 5dac5245-6afd-45f0-bbec-90ced4232810 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:52.428638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=9b19d893-74de-406e-b86b-c6dab533bad3,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:52.432399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 1078ca03-2270-427a-acd8-af40b8abd996 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:52.432780 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.492964 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.533799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-101d2f2b-fbb5-4888-a4cd-092b0c8df923 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:52.535377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-101d2f2b-fbb5-4888-a4cd-092b0c8df923 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 811 time: 0.6562023
Nov 06 21:12:52.547927 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d1dfa172-6db6-4506-8a7a-7a67ae20834b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:52.573633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8c77-d4e6-4e17-8f5c-0287f18e7605 req-3a66357a-7a6e-4887-bef0-d4f5c1ea9f93 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:52.579631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8c77-d4e6-4e17-8f5c-0287f18e7605 req-3a66357a-7a6e-4887-bef0-d4f5c1ea9f93 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:52.581289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-460d8c77-d4e6-4e17-8f5c-0287f18e7605 req-3a66357a-7a6e-4887-bef0-d4f5c1ea9f93 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1681 time: 0.6415672
Nov 06 21:12:52.585257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-b218cd0f-6519-4588-a1e9-0644b5dbcba3 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/quotas/487ddbc94d984ebb9aa64f586ae2fbf8 HTTP/1.1" status: 200  len: 375 time: 0.0399723
Nov 06 21:12:52.595170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Router 1d31cc69-01a5-4f36-94a9-9015b26e8758 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:12:52.600973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d1dfa172-6db6-4506-8a7a-7a67ae20834b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:52.601566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.687642 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.708772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port d1dfa172-6db6-4506-8a7a-7a67ae20834b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1dfa172-6db6-4506-8a7a-7a67ae20834b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:52.714396 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:52.727465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-460d8c77-d4e6-4e17-8f5c-0287f18e7605 req-fdda16ff-fcbe-4ee4-b93b-0f381bf684d7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296537
Nov 06 21:12:52.740596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-1997aef2-7c60-4af1-bb8a-54428168abeb tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1442289
Nov 06 21:12:52.769420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=d1dfa172-6db6-4506-8a7a-7a67ae20834b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:52.851453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:12:52.857636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ed56c5be-6290-4963-9654-5104d69de1d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/1d31cc69-01a5-4f36-94a9-9015b26e8758/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9081202
Nov 06 21:12:52.896386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-2869e2e1-6a31-449a-8513-060596ade0d2 service neutron] 10.222.0.13 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283212
Nov 06 21:12:52.953833 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e277ece9-afe1-469e-a3ee-98a31b44e12b x-openstack-request-id: req-e277ece9-afe1-469e-a3ee-98a31b44e12b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:52.954132 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "name": "network-vif-plugged", "status": "completed", "tag": "69ad5200-d41d-48cc-b129-94f2a9be2d66", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:52.954393 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e277ece9-afe1-469e-a3ee-98a31b44e12b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:52.954788 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ad5200-d41d-48cc-b129-94f2a9be2d66', 'code': 200}
Nov 06 21:12:52.992479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-04412a55-d67f-494c-bb43-8e6d7028264a service neutron] 10.222.0.13 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896952
Nov 06 21:12:53.169428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff47e3eb-b8d4-4306-84cd-97720baeac9a req-2f759dff-6978-46ad-a62f-a3a54d2d17a2 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 210 time: 0.0301938
Nov 06 21:12:53.397435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60368) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:53.403417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1642851940-network', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:53.429318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Made reservation on behalf of a67fa5e798e94d4c9e3e0bf1d057de1e for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:53.431658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.440543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.520697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.525126 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.551175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:12:53.561465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:53.566413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.566756 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Added segment acd7a15a-4134-4efe-800b-1bb190f576b1 of type vlan for network ce58f84d-cc8b-4e0a-9377-af80712cf631
Nov 06 21:12:53.575659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Sync routers for ids ['1d31cc69-01a5-4f36-94a9-9015b26e8758'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:12:53.590066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Routers {'1d31cc69-01a5-4f36-94a9-9015b26e8758'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:53.590671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514c94f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1d31cc69-01a5-4f36-94a9-9015b26e8758'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:53.609544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.636218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.637703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:53.638276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.702435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3030808
Nov 06 21:12:53.705060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60370) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:53.708851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af546224-302c-4ede-815a-971347b1a82c admin admin] Pushing event updated for resources: {'Network': ['ID=ce58f84d-cc8b-4e0a-9377-af80712cf631,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:53.711131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Request body: {'subnet': {'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1642851940-subnet', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:53.734399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Made reservation on behalf of a67fa5e798e94d4c9e3e0bf1d057de1e for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:53.737079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:53.841455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ce58f84d-cc8b-4e0a-9377-af80712cf631 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:12:53.901155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b11dc-2b52-4fea-bfbf-f30b7b5b761c req-5a128ff8-b815-4877-9fea-6c462c149ab1 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:53.907046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b11dc-2b52-4fea-bfbf-f30b7b5b761c req-5a128ff8-b815-4877-9fea-6c462c149ab1 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:53.908637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b11b11dc-2b52-4fea-bfbf-f30b7b5b761c req-5a128ff8-b815-4877-9fea-6c462c149ab1 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1682 time: 0.0940549
Nov 06 21:12:53.921726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Set router 1d31cc69-01a5-4f36-94a9-9015b26e8758 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:54.005396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b11b11dc-2b52-4fea-bfbf-f30b7b5b761c req-ffe8f1ae-5896-4458-9ccd-04f155829e69 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890884
Nov 06 21:12:54.006769 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.082111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:54.150334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Checking segment: {'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:54.150700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Network hostable DHCP agents. Network: ce58f84d-cc8b-4e0a-9377-af80712cf631, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:12:54.153937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514c94f0>, [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54'}], 'enable_snat': True}, 'gw_port_id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:51Z', 'revision_number': 4, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port': {'id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dac5245-6afd-45f0-bbec-90ced4232810', 'name': '', 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'mac_address': 'fa:16:3e:cc:5b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a745e9c8-2b08-428e-b321-9d01c09a512b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:50Z', 'updated_at': '2021-11-06T21:12:51Z', 'revision_number': 2, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'subnets': [{'id': 'a745e9c8-2b08-428e-b321-9d01c09a512b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:54.186721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d1dfa172-6db6-4506-8a7a-7a67ae20834b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:54.189049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Checking router: 1d31cc69-01a5-4f36-94a9-9015b26e8758 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:12:54.189418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Updating router 1d31cc69-01a5-4f36-94a9-9015b26e8758 port 5dac5245-6afd-45f0-bbec-90ced4232810 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:12:54.199104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Network ce58f84d-cc8b-4e0a-9377-af80712cf631 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:12:54.210536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-367a072a-dff9-4a8c-b3df-513541f553dc tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:54.212058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-367a072a-dff9-4a8c-b3df-513541f553dc tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 811 time: 0.1588461
Nov 06 21:12:54.221423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ce58f84d-cc8b-4e0a-9377-af80712cf631) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:54.227791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:54.228434 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.245705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55252001-f61a-49b7-aadc-dd3d2dba29be None None] Network ce58f84d-cc8b-4e0a-9377-af80712cf631 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:54.273928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4428fc97-1757-4ef1-bfef-27d6fa109c0a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5674903
Nov 06 21:12:54.274244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:54.279502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:54.296353 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.307300 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.309209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.323993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf061f2a-aadc-424a-966d-8c4477965922 req-a4211acb-52a3-4ec1-8809-39505a106d3e tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 210 time: 0.0380850
Nov 06 21:12:54.333339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-d7a14185-2702-402e-8a11-97e16c1f7417 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8 HTTP/1.1" status: 200  len: 380 time: 0.1019189
Nov 06 21:12:54.344505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'port': {'device_id': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'admin_state_up': True, 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'security_groups': ['095f25be-1625-4b2a-961a-46a25ee521fd']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:54.372321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.449263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d1dfa172-6db6-4506-8a7a-7a67ae20834b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:54.449529 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.465192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Made reservation on behalf of 487ddbc94d984ebb9aa64f586ae2fbf8 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:12:54.469062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.611861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Allocated IP 172.20.0.12 (868d34b9-2a4b-44dd-9b37-b695b577f3c0/20e80a89-22e4-4cb0-be36-903520a15079/c1722b04-68c2-4bd2-b024-60d66153e901) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:54.645090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ce58f84d-cc8b-4e0a-9377-af80712cf631', 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'fixed_ips': [{'subnet_id': 'ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:12:54.646406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.785058 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.821943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.858466 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.868647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:54.872008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:54.875896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:54.887983 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.899454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Allocated IP 172.20.0.2 (ce58f84d-cc8b-4e0a-9377-af80712cf631/ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0/dc14d697-5f78-4742-b9db-39164c7457fe) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:54.904032 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.911938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event updated for resources: {'Port': ['ID=c1722b04-68c2-4bd2-b024-60d66153e901,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:54.939546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:54.940303 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:54.966435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b19d893-74de-406e-b86b-c6dab533bad3'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:54.968867 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e1cdbb-a406-4d84-9b45-adf8c63f3261" -d '{"events": [{"server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "name": "network-vif-plugged", "status": "completed", "tag": "9b19d893-74de-406e-b86b-c6dab533bad3"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:54.979505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-ba090f47-d722-4436-aed3-f5607aee5d58 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6347005
Nov 06 21:12:54.988775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Request body: {'port': {'device_id': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:12:55.026563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cad50-1967-4b7b-a271-c7816d92c6ba None None] Pushing event updated for resources: {'Port': ['ID=5dac5245-6afd-45f0-bbec-90ced4232810,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:55.080599 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ecea7c-07af-40b4-b5b8-dfadfd671494 x-openstack-request-id: req-55ecea7c-07af-40b4-b5b8-dfadfd671494 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:55.081136 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "name": "network-vif-plugged", "status": "completed", "tag": "9b19d893-74de-406e-b86b-c6dab533bad3", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:55.082152 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55ecea7c-07af-40b4-b5b8-dfadfd671494 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:55.082731 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b19d893-74de-406e-b86b-c6dab533bad3', 'code': 200}
Nov 06 21:12:55.140571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Attempting to bind port 5dac5245-6afd-45f0-bbec-90ced4232810 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:55.141246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Attempting to bind port 5dac5245-6afd-45f0-bbec-90ced4232810 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:55.141900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Attempting to bind port 5dac5245-6afd-45f0-bbec-90ced4232810 on network 71a3aa55-b60a-413f-acda-abd42a54e1a2 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:55.160025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.178632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.181678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:55.182817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Checking segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:55.183423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.184017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Bound using segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:55.184739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Bound port: 5dac5245-6afd-45f0-bbec-90ced4232810, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:55.185305 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.225399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.259811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29e29-daa7-4278-bb42-0917ed716b18 req-c086adaf-d574-4c2c-a378-cbc31d16a8f0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:55.266856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29e29-daa7-4278-bb42-0917ed716b18 req-c086adaf-d574-4c2c-a378-cbc31d16a8f0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:55.268648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bca29e29-daa7-4278-bb42-0917ed716b18 req-c086adaf-d574-4c2c-a378-cbc31d16a8f0 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1682 time: 0.1338046
Nov 06 21:12:55.303120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23035c0-e950-4cd4-8175-b9487fdee676 req-77a77e7d-1985-4436-83af-942214d5077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:55.303690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23035c0-e950-4cd4-8175-b9487fdee676 req-77a77e7d-1985-4436-83af-942214d5077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:55.306680 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c23035c0-e950-4cd4-8175-b9487fdee676 req-77a77e7d-1985-4436-83af-942214d5077b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1984 time: 0.1401181
Nov 06 21:12:55.332487 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.344320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] For port 5dac5245-6afd-45f0-bbec-90ced4232810, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:55.348816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] For port 5dac5245-6afd-45f0-bbec-90ced4232810, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dac5245-6afd-45f0-bbec-90ced4232810,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:55.350754 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.406022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bca29e29-daa7-4278-bb42-0917ed716b18 req-2e1d9a21-3913-4202-868b-1f8b0a03405c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226313
Nov 06 21:12:55.407202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c23035c0-e950-4cd4-8175-b9487fdee676 req-4512f839-c018-4977-b0f1-d223f3c1b757 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915480
Nov 06 21:12:55.424411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Allocated IP 172.35.0.156 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/69d101ed-4905-41b5-a00e-ac3c1d7506e6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:55.435973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.443021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Pushing event updated for resources: {'Port': ['ID=dc14d697-5f78-4742-b9db-39164c7457fe,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:55.453724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Network ce58f84d-cc8b-4e0a-9377-af80712cf631 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:55.470725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:55.492998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:55.497731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-521e723e-9d83-4b1e-a9fd-f15003c23852 None None] Provisioning complete for port c1722b04-68c2-4bd2-b024-60d66153e901 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:55.498102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-521e723e-9d83-4b1e-a9fd-f15003c23852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.559139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Routers {'1d31cc69-01a5-4f36-94a9-9015b26e8758'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:55.559378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514c94f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1d31cc69-01a5-4f36-94a9-9015b26e8758'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:55.574323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8c0e6-b4ae-41e7-b5fb-3d83f9b9d062 req-c7cb1fec-8347-46ad-9146-8bbf5e7234cd tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:55.576240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1d8c0e6-b4ae-41e7-b5fb-3d83f9b9d062 req-c7cb1fec-8347-46ad-9146-8bbf5e7234cd tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 932 time: 0.1127028
Nov 06 21:12:55.583705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.628212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.649893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-521e723e-9d83-4b1e-a9fd-f15003c23852 None None] Port c1722b04-68c2-4bd2-b024-60d66153e901 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:55.654815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cad50-1967-4b7b-a271-c7816d92c6ba None None] Pushing event updated for resources: {'Port': ['ID=5dac5245-6afd-45f0-bbec-90ced4232810,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:55.669050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:55.670110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Attempting to bind port dc14d697-5f78-4742-b9db-39164c7457fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:55.670489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Attempting to bind port dc14d697-5f78-4742-b9db-39164c7457fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:55.670857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Attempting to bind port dc14d697-5f78-4742-b9db-39164c7457fe on network ce58f84d-cc8b-4e0a-9377-af80712cf631 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:55.677660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:55.684441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:55.691663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Pushing event updated for resources: {'Port': ['ID=69d101ed-4905-41b5-a00e-ac3c1d7506e6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:55.692929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1d8c0e6-b4ae-41e7-b5fb-3d83f9b9d062 req-8f11664b-d58e-4c48-844a-7bdf4d4a9a13 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098206
Nov 06 21:12:55.714005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:55.714267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Checking segment: {'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:55.714556 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.714946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Bound using segment: {'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:55.715430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Bound port: dc14d697-5f78-4742-b9db-39164c7457fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:55.715815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.730636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1722b04-68c2-4bd2-b024-60d66153e901 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:12:55.742431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.767214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Transition to ACTIVE for port object c1722b04-68c2-4bd2-b024-60d66153e901 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:12:55.775924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:55.791552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] Set router 1d31cc69-01a5-4f36-94a9-9015b26e8758 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:55.847573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1722b04-68c2-4bd2-b024-60d66153e901,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:55.929571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Attempting to bind port c1722b04-68c2-4bd2-b024-60d66153e901 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:55.930192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Attempting to bind port c1722b04-68c2-4bd2-b024-60d66153e901 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:55.931498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Attempting to bind port c1722b04-68c2-4bd2-b024-60d66153e901 on network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:55.938503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Port c1722b04-68c2-4bd2-b024-60d66153e901 on network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:12:55.939127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Attempting to bind port c1722b04-68c2-4bd2-b024-60d66153e901 on network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:55.945614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:55.946303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Checking segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:55.946935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Bound using segment: {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:55.947584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Bound port: c1722b04-68c2-4bd2-b024-60d66153e901, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e67c69-4f84-4fc1-b2cc-b3fd388052c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:55.948164 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.028260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] For port c1722b04-68c2-4bd2-b024-60d66153e901, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:56.031891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] For port c1722b04-68c2-4bd2-b024-60d66153e901, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1722b04-68c2-4bd2-b024-60d66153e901,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:56.038168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.039651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.061571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-27f05fcc-6dda-451f-a06f-1c2522de43bd None None] Provisioning complete for port 5dac5245-6afd-45f0-bbec-90ced4232810 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:56.061903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-27f05fcc-6dda-451f-a06f-1c2522de43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.068587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] For port dc14d697-5f78-4742-b9db-39164c7457fe, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:56.097739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:56.099841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.104404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/c1722b04-68c2-4bd2-b024-60d66153e901 HTTP/1.1" status: 200  len: 1092 time: 1.1181006
Nov 06 21:12:56.109279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'tag': 'c1722b04-68c2-4bd2-b024-60d66153e901'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:12:56.112243 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ac675-f47e-419b-9c67-001cce49e07f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb66840-a75a-4c90-95d1-b220fdd9ae15", "tag": "c1722b04-68c2-4bd2-b024-60d66153e901"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:12:56.152595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef53ad-6bcf-4462-9f52-cc4a6dde52d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1722b04-68c2-4bd2-b024-60d66153e901,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:56.153323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] For port dc14d697-5f78-4742-b9db-39164c7457fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc14d697-5f78-4742-b9db-39164c7457fe,segment=NetworkSegment(acd7a15a-4134-4efe-800b-1bb190f576b1),segment_id=acd7a15a-4134-4efe-800b-1bb190f576b1)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:56.173900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.200318 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2de6f3-123c-4bae-be9a-348c49a2dd52 x-openstack-request-id: req-4c2de6f3-123c-4bae-be9a-348c49a2dd52 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:12:56.201034 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb66840-a75a-4c90-95d1-b220fdd9ae15", "tag": "c1722b04-68c2-4bd2-b024-60d66153e901", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:12:56.201287 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c2de6f3-123c-4bae-be9a-348c49a2dd52 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:12:56.201772 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'tag': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'status': 'completed', 'code': 200}
Nov 06 21:12:56.219030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-2b2efb65-febf-4bad-a4c1-4be2785e7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:56.220704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-2b2efb65-febf-4bad-a4c1-4be2785e7c9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 1095 time: 0.0552061
Nov 06 21:12:56.281530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-72339da3-1032-4aac-ba16-5a17728196e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1722b04-68c2-4bd2-b024-60d66153e901 HTTP/1.1" status: 200  len: 217 time: 0.0507267
Nov 06 21:12:56.347624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-020ecaf8-8e66-405e-a360-f1fd8e3a691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:56.349903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-020ecaf8-8e66-405e-a360-f1fd8e3a691e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.0617220
Nov 06 21:12:56.357773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.361615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe004320-8e39-47db-80e7-0a9e7c12e456 None None] Pushing event updated for resources: {'Port': ['ID=dc14d697-5f78-4742-b9db-39164c7457fe,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:56.386719 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-27f05fcc-6dda-451f-a06f-1c2522de43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.428433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-fe75717a-0a8f-431c-b22a-510070e9a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:56.430453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-fe75717a-0a8f-431c-b22a-510070e9a6e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0689428
Nov 06 21:12:56.431392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514c94f0>, [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54'}], 'enable_snat': True}, 'gw_port_id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:51Z', 'revision_number': 4, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port': {'id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dac5245-6afd-45f0-bbec-90ced4232810', 'name': '', 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'mac_address': 'fa:16:3e:cc:5b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a745e9c8-2b08-428e-b321-9d01c09a512b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:50Z', 'updated_at': '2021-11-06T21:12:55Z', 'revision_number': 4, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'subnets': [{'id': 'a745e9c8-2b08-428e-b321-9d01c09a512b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:56.434258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-27f05fcc-6dda-451f-a06f-1c2522de43bd None None] For port 5dac5245-6afd-45f0-bbec-90ced4232810, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dac5245-6afd-45f0-bbec-90ced4232810,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:56.468621 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-27f05fcc-6dda-451f-a06f-1c2522de43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.530917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19399f10-32ef-49f2-a19c-9a689acc026f None None] The sync data for ids ['1d31cc69-01a5-4f36-94a9-9015b26e8758'] in ncdv-master-1 is: [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54'}], 'enable_snat': True}, 'gw_port_id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:51Z', 'revision_number': 4, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port': {'id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5dac5245-6afd-45f0-bbec-90ced4232810', 'name': '', 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'mac_address': 'fa:16:3e:cc:5b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'a745e9c8-2b08-428e-b321-9d01c09a512b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:50Z', 'updated_at': '2021-11-06T21:12:55Z', 'revision_number': 4, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'subnets': [{'id': 'a745e9c8-2b08-428e-b321-9d01c09a512b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:12:56.562406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Router 41684aa0-4f6a-46fb-8bd2-43519eb58caf is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:12:56.602334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f05fcc-6dda-451f-a06f-1c2522de43bd None None] Pushing event updated for resources: {'Port': ['ID=5dac5245-6afd-45f0-bbec-90ced4232810,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:56.672819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-201079fe-55db-431d-b405-1c0472c080f9 None None] Provisioning complete for port 5dac5245-6afd-45f0-bbec-90ced4232810 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:56.673400 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-201079fe-55db-431d-b405-1c0472c080f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.684078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-d7526909-4b43-475a-aa02-772417735888 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456009
Nov 06 21:12:56.736238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ace1-47e5-411c-961d-f1a4f58192ad req-e9a93eff-f10c-4e75-89e8-1ef80375504c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:56.762027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ace1-47e5-411c-961d-f1a4f58192ad req-e9a93eff-f10c-4e75-89e8-1ef80375504c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:56.773414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4d9ace1-47e5-411c-961d-f1a4f58192ad req-e9a93eff-f10c-4e75-89e8-1ef80375504c tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1682 time: 0.2187922
Nov 06 21:12:56.816074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:12:56.827027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Sync routers for ids ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:12:56.844895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:56.846525 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-59d7186b-35f9-4d65-b387-abb7111315c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.5712793
Nov 06 21:12:56.850773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60390) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:12:56.859456 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Routers {'41684aa0-4f6a-46fb-8bd2-43519eb58caf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:56.860342 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:56.985611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4d9ace1-47e5-411c-961d-f1a4f58192ad req-0673f7e5-9a9f-4dff-81e7-97de9bebd829 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111819
Nov 06 21:12:57.005147 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Set router 41684aa0-4f6a-46fb-8bd2-43519eb58caf gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:57.014695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88084c0b-2d89-43e1-a7c1-4953630847e4 req-1d63be2f-f789-48a8-a122-41cae4948aa6 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3214562
Nov 06 21:12:57.037061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d1da-5d28-4397-b95f-63248f03091e req-e98297d3-d4d6-47ba-877c-5c15809642c6 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:57.038839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6f8d1da-5d28-4397-b95f-63248f03091e req-e98297d3-d4d6-47ba-877c-5c15809642c6 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 944 time: 0.1488292
Nov 06 21:12:57.138994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6f8d1da-5d28-4397-b95f-63248f03091e req-81bc86cc-5326-4499-b940-7e160f07bcb5 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923734
Nov 06 21:12:57.150580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-43c0ad0a-3f06-4e7c-bdce-eb304f660c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:57.152093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-43c0ad0a-3f06-4e7c-bdce-eb304f660c99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 1095 time: 0.0649562
Nov 06 21:12:57.209278 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06250>, [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:12:55Z', 'revision_number': 3, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:57.246108 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Checking router: 41684aa0-4f6a-46fb-8bd2-43519eb58caf for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:12:57.247122 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Updating router 41684aa0-4f6a-46fb-8bd2-43519eb58caf port 69d101ed-4905-41b5-a00e-ac3c1d7506e6 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:12:57.274188 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.303641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-a60eea24-5d98-4377-bc54-27940fffde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:57.305345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-a60eea24-5d98-4377-bc54-27940fffde0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.1392233
Nov 06 21:12:57.374403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-7861d6a5-f5c4-4413-a0bb-9e0bbb2f53f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1722b04-68c2-4bd2-b024-60d66153e901 HTTP/1.1" status: 200  len: 217 time: 0.0600672
Nov 06 21:12:57.459595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-63e4755a-1466-4a88-bcea-9fa4c4eef390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:57.461382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-63e4755a-1466-4a88-bcea-9fa4c4eef390 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.0801466
Nov 06 21:12:57.467569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.558318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-e8d1b9b0-65b3-49b0-9b17-575ee6042b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:57.559846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-e8d1b9b0-65b3-49b0-9b17-575ee6042b70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0901871
Nov 06 21:12:57.593565 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.609441 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.674976 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66c548-acf0-4424-a31f-0eaf22e25413 None None] Pushing event updated for resources: {'Port': ['ID=69d101ed-4905-41b5-a00e-ac3c1d7506e6,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:57.697817 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Attempting to bind port 69d101ed-4905-41b5-a00e-ac3c1d7506e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:12:57.698428 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Attempting to bind port 69d101ed-4905-41b5-a00e-ac3c1d7506e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:12:57.698970 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Attempting to bind port 69d101ed-4905-41b5-a00e-ac3c1d7506e6 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:12:57.707072 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:12:57.707763 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:12:57.708320 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-5449ec64-fa0a-4174-8b45-085afb960369 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411352
Nov 06 21:12:57.708574 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.708964 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:12:57.709433 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Bound port: 69d101ed-4905-41b5-a00e-ac3c1d7506e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:12:57.709903 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.734410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48be53-0829-4cf2-a5cf-e135cb833a51 None None] Network ce58f84d-cc8b-4e0a-9377-af80712cf631 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:12:57.747617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Allocated IP 172.20.0.1 (ce58f84d-cc8b-4e0a-9377-af80712cf631/ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0/35aabaac-b1d6-4a26-ba10-60d8829a016d) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:12:57.806490 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] For port 69d101ed-4905-41b5-a00e-ac3c1d7506e6, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:12:57.811324 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] For port 69d101ed-4905-41b5-a00e-ac3c1d7506e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69d101ed-4905-41b5-a00e-ac3c1d7506e6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:12:57.822538 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.841597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a7ac675-f47e-419b-9c67-001cce49e07f req-4927f82e-3e83-45e4-8844-e240656bf364 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235762
Nov 06 21:12:57.876397 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6ad9bc63-21a8-4acd-b63f-9d1c52c8a14a None None] Provisioning complete for port dc14d697-5f78-4742-b9db-39164c7457fe triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:57.876855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bc63-21a8-4acd-b63f-9d1c52c8a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.888368 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66c548-acf0-4424-a31f-0eaf22e25413 None None] Pushing event updated for resources: {'Port': ['ID=69d101ed-4905-41b5-a00e-ac3c1d7506e6,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:57.910149 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Routers {'41684aa0-4f6a-46fb-8bd2-43519eb58caf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:12:57.910808 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:57.914671 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:57.969266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.020339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Network ce58f84d-cc8b-4e0a-9377-af80712cf631 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:58.023763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:58.030434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:12:58.105070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=35aabaac-b1d6-4a26-ba10-60d8829a016d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:58.134306 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.140244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bc63-21a8-4acd-b63f-9d1c52c8a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.180474 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] Set router 41684aa0-4f6a-46fb-8bd2-43519eb58caf gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:12:58.232629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6ad9bc63-21a8-4acd-b63f-9d1c52c8a14a None None] For port dc14d697-5f78-4742-b9db-39164c7457fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc14d697-5f78-4742-b9db-39164c7457fe,segment=NetworkSegment(acd7a15a-4134-4efe-800b-1bb190f576b1),segment_id=acd7a15a-4134-4efe-800b-1bb190f576b1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:12:58.244862 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ad9bc63-21a8-4acd-b63f-9d1c52c8a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.276855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11343168-a7df-487e-b2cb-a56c75cb694b req-3d7ddfef-a891-4d24-b558-51bf545ef328 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:58.296338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11343168-a7df-487e-b2cb-a56c75cb694b req-3d7ddfef-a891-4d24-b558-51bf545ef328 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:58.297618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11343168-a7df-487e-b2cb-a56c75cb694b req-3d7ddfef-a891-4d24-b558-51bf545ef328 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1682 time: 0.1944559
Nov 06 21:12:58.392212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9bc63-21a8-4acd-b63f-9d1c52c8a14a None None] Pushing event updated for resources: {'Port': ['ID=dc14d697-5f78-4742-b9db-39164c7457fe,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:58.395324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5dac5245-6afd-45f0-bbec-90ced4232810 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:58.399516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.507500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1071c11e-0193-4b1e-b075-3fb847a83182 None None] Provisioning complete for port 35aabaac-b1d6-4a26-ba10-60d8829a016d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:58.507868 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1071c11e-0193-4b1e-b075-3fb847a83182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.538685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-11343168-a7df-487e-b2cb-a56c75cb694b req-a46e8d68-c241-46fa-95cb-b558ff80c7a2 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151246
Nov 06 21:12:58.551070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b5569-3f77-4eb9-bd18-a3612d1623d8 req-377c0d8f-1174-4bac-afd1-bbc5b582f652 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:58.552693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e71b5569-3f77-4eb9-bd18-a3612d1623d8 req-377c0d8f-1174-4bac-afd1-bbc5b582f652 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 944 time: 0.2541461
Nov 06 21:12:58.560966 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06250>, [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:12:55Z', 'revision_number': 3, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:12:58.615048 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfe07e-5ec3-410c-8386-9a7c19429061 None None] The sync data for ids ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'] in ncdv-master-1 is: [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:12:55Z', 'revision_number': 3, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:12:58.652516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5dac5245-6afd-45f0-bbec-90ced4232810 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:58.652899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.654568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1071c11e-0193-4b1e-b075-3fb847a83182 None None] Port 35aabaac-b1d6-4a26-ba10-60d8829a016d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:58.660968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e71b5569-3f77-4eb9-bd18-a3612d1623d8 req-20f187eb-1860-45f8-b2ee-77c7dfcf1356 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013844
Nov 06 21:12:58.678518 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.692523 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.736064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.774608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1071c11e-0193-4b1e-b075-3fb847a83182 None None] Provisioning complete for port dc14d697-5f78-4742-b9db-39164c7457fe triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:58.775590 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1071c11e-0193-4b1e-b075-3fb847a83182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:58.841043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device dc14d697-5f78-4742-b9db-39164c7457fe up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:12:58.851999 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=35aabaac-b1d6-4a26-ba10-60d8829a016d,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:12:58.933762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Network ce58f84d-cc8b-4e0a-9377-af80712cf631 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:12:58.935536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:12:58.954352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port dc14d697-5f78-4742-b9db-39164c7457fe triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:58.954738 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:59.045500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefa7e-31c2-4005-a00c-23c4203fc83f req-60d6ade9-45c7-4301-af33-ac48950640ee tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:59.053439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefa7e-31c2-4005-a00c-23c4203fc83f req-60d6ade9-45c7-4301-af33-ac48950640ee tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:59.061798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40aefa7e-31c2-4005-a00c-23c4203fc83f req-60d6ade9-45c7-4301-af33-ac48950640ee tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1682 time: 0.1215384
Nov 06 21:12:59.132068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-85fa67d0-6e97-4741-afbc-12c25737ddb9 None None] Provisioning complete for port 35aabaac-b1d6-4a26-ba10-60d8829a016d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:59.132466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85fa67d0-6e97-4741-afbc-12c25737ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:59.136170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40aefa7e-31c2-4005-a00c-23c4203fc83f req-c5755c50-c218-484b-90b9-f80bd58ad9ff tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721459
Nov 06 21:12:59.142646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Router 41684aa0-4f6a-46fb-8bd2-43519eb58caf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:12:59.204409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-85fa67d0-6e97-4741-afbc-12c25737ddb9 None None] Port 35aabaac-b1d6-4a26-ba10-60d8829a016d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:59.286548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:12:59.292457 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-202ecd3e-acc4-45eb-ac7d-39138f8e1bd6 admin admin] 10.222.0.13 "PUT /v2.0/routers/41684aa0-4f6a-46fb-8bd2-43519eb58caf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4402776
Nov 06 21:12:59.324118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e1fefa91-1bc9-4c3c-82b6-cad2092b7daa None None] Provisioning complete for port 35aabaac-b1d6-4a26-ba10-60d8829a016d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:12:59.324528 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e1fefa91-1bc9-4c3c-82b6-cad2092b7daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:12:59.360494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e1fefa91-1bc9-4c3c-82b6-cad2092b7daa None None] Port 35aabaac-b1d6-4a26-ba10-60d8829a016d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:12:59.852887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f168-82ff-4e2c-818f-b9580b39433e req-0e785985-d7a8-4820-8db5-7a4328099ae8 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:59.854393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25c4f168-82ff-4e2c-818f-b9580b39433e req-0e785985-d7a8-4820-8db5-7a4328099ae8 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 944 time: 0.1028032
Nov 06 21:12:59.885088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-19cfaa27-cf4e-4e05-853f-ac5543defca5 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:12:59.886614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-19cfaa27-cf4e-4e05-853f-ac5543defca5 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/networks?id=71a3aa55-b60a-413f-acda-abd42a54e1a2 HTTP/1.1" status: 200  len: 911 time: 0.1431680
Nov 06 21:12:59.917428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-0dc06bc4-bcc4-4134-a7db-302fd81e5962 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/quotas/a67fa5e798e94d4c9e3e0bf1d057de1e HTTP/1.1" status: 200  len: 375 time: 0.0238833
Nov 06 21:12:59.924677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-25c4f168-82ff-4e2c-818f-b9580b39433e req-897ab69a-16bc-419b-a952-c8d4b6623664 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623713
Nov 06 21:12:59.998752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d0cb3718-148e-42a9-80fa-aa32bdbb0c59 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=a67fa5e798e94d4c9e3e0bf1d057de1e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0724592
Nov 06 21:13:00.101480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-31773abd-b6e9-47aa-bf21-110b459dfdde service neutron] 10.222.0.13 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958853
Nov 06 21:13:00.198874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 69d101ed-4905-41b5-a00e-ac3c1d7506e6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:00.204846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-1b8764d3-23b8-4a46-bbbf-cbb79d6eeb77 service neutron] 10.222.0.13 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970874
Nov 06 21:13:00.257659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 69d101ed-4905-41b5-a00e-ac3c1d7506e6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:00.258055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:00.298040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a99b9-77eb-446a-ba44-c94717ab14cf req-525cf1b6-afee-4d63-a3e4-65837f03fb01 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:00.305836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a99b9-77eb-446a-ba44-c94717ab14cf req-525cf1b6-afee-4d63-a3e4-65837f03fb01 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:00.313112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1a99b9-77eb-446a-ba44-c94717ab14cf req-525cf1b6-afee-4d63-a3e4-65837f03fb01 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1682 time: 0.0819421
Nov 06 21:13:00.377907 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:00.401028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1a99b9-77eb-446a-ba44-c94717ab14cf req-fb2a0c5a-4ffb-43f0-afd2-31f4c79a9129 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868990
Nov 06 21:13:00.417536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 69d101ed-4905-41b5-a00e-ac3c1d7506e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69d101ed-4905-41b5-a00e-ac3c1d7506e6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:00.417536 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:00.418281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device dc14d697-5f78-4742-b9db-39164c7457fe up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:00.420446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86aebc1f-a9c9-47b3-9cbd-30de8aaac688 req-5af9d351-7092-4172-949f-f46fc0110fc2 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 210 time: 0.0409198
Nov 06 21:13:00.505776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=69d101ed-4905-41b5-a00e-ac3c1d7506e6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:00.516287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port dc14d697-5f78-4742-b9db-39164c7457fe triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:00.516723 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:00.533114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-87761695-9c40-4b6d-9534-852790445373 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:00.540690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-87761695-9c40-4b6d-9534-852790445373 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:00.542846 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-87761695-9c40-4b6d-9534-852790445373 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 1682 time: 0.0874627
Nov 06 21:13:00.571080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Sync routers for ids ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:00.614583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Routers {'41684aa0-4f6a-46fb-8bd2-43519eb58caf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:00.615133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514280a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:00.649524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port 69ad5200-d41d-48cc-b129-94f2a9be2d66 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:00.650224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:00.738978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Set router 41684aa0-4f6a-46fb-8bd2-43519eb58caf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:00.747714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port 69ad5200-d41d-48cc-b129-94f2a9be2d66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69ad5200-d41d-48cc-b129-94f2a9be2d66,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:00.748076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:00.763453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for 69ad5200-d41d-48cc-b129-94f2a9be2d66 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:00.918325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:00.935754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['9b19d893-74de-406e-b86b-c6dab533bad3', '69ad5200-d41d-48cc-b129-94f2a9be2d66'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:00.961449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=69ad5200-d41d-48cc-b129-94f2a9be2d66,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:01.035723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port 69ad5200-d41d-48cc-b129-94f2a9be2d66 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:01.042167 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.045252 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-456000d1-c691-4519-87e2-88a9dbbb77e7 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "DELETE /v2.0/ports/69ad5200-d41d-48cc-b129-94f2a9be2d66 HTTP/1.1" status: 204  len: 173 time: 0.4960468
Nov 06 21:13:01.050767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'name': 'network-vif-deleted', 'tag': '69ad5200-d41d-48cc-b129-94f2a9be2d66'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:01.057930 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bfc230-200d-4a90-8ac6-00a64addcec7" -d '{"events": [{"server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "name": "network-vif-deleted", "tag": "69ad5200-d41d-48cc-b129-94f2a9be2d66"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:01.065552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514280a0>, [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:12:58Z', 'revision_number': 4, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35aabaac-b1d6-4a26-ba10-60d8829a016d', 'name': '', 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'mac_address': 'fa:16:3e:bf:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:57Z', 'updated_at': '2021-11-06T21:12:58Z', 'revision_number': 2, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'subnets': [{'id': 'ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:01.109208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Checking router: 41684aa0-4f6a-46fb-8bd2-43519eb58caf for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:01.109876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Updating router 41684aa0-4f6a-46fb-8bd2-43519eb58caf port 35aabaac-b1d6-4a26-ba10-60d8829a016d binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:13:01.124251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7677e2-ad25-44be-affd-11937d1066f2 req-638beda8-8334-40de-a3c5-8724395862e4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:01.134045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be7677e2-ad25-44be-affd-11937d1066f2 req-638beda8-8334-40de-a3c5-8724395862e4 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 944 time: 0.1161499
Nov 06 21:13:01.144003 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee8b199-6d90-438e-84d0-9bf28eb721d6 x-openstack-request-id: req-0ee8b199-6d90-438e-84d0-9bf28eb721d6 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:01.144322 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "name": "network-vif-deleted", "tag": "69ad5200-d41d-48cc-b129-94f2a9be2d66", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:01.144590 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ee8b199-6d90-438e-84d0-9bf28eb721d6 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:01.145449 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'name': 'network-vif-deleted', 'tag': '69ad5200-d41d-48cc-b129-94f2a9be2d66', 'status': 'completed', 'code': 200}
Nov 06 21:13:01.164262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.218217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be7677e2-ad25-44be-affd-11937d1066f2 req-6fe75a14-266c-46bf-8661-670e206d0702 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829802
Nov 06 21:13:01.247393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port 9b19d893-74de-406e-b86b-c6dab533bad3 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:01.247547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.334972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port 9b19d893-74de-406e-b86b-c6dab533bad3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b19d893-74de-406e-b86b-c6dab533bad3,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:01.335332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.349280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for 9b19d893-74de-406e-b86b-c6dab533bad3 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:01.534647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.550817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['69ad5200-d41d-48cc-b129-94f2a9be2d66'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:01.565274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fe96e19-d232-40de-b380-b0a81a0eb82b req-f1b092c4-77f5-4f95-a707-cdc5038a45d8 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 210 time: 0.0395832
Nov 06 21:13:01.570893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=9b19d893-74de-406e-b86b-c6dab533bad3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:01.635920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port 9b19d893-74de-406e-b86b-c6dab533bad3 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:01.637663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.641711 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d4186269-73d0-4b2e-933f-c483e0e15411 req-d0d69de6-ba76-4512-ae71-7e70bcb0e613 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.10 "DELETE /v2.0/ports/9b19d893-74de-406e-b86b-c6dab533bad3 HTTP/1.1" status: 204  len: 173 time: 0.5795944
Nov 06 21:13:01.741274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fc60c-a59f-4484-b388-4ac8306e0392 req-e9f08af6-4ee3-4d32-86c5-6f8afc59dbd9 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:01.754729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c4fc60c-a59f-4484-b388-4ac8306e0392 req-e9f08af6-4ee3-4d32-86c5-6f8afc59dbd9 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/ports?device_id=b826b40d-74cd-418e-84a2-316b943458b4 HTTP/1.1" status: 200  len: 867 time: 0.2381420
Nov 06 21:13:01.755206 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.765415 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.787513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-c1290503-e79c-4efa-ae1c-64d6f7273009 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:01.789123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-c1290503-e79c-4efa-ae1c-64d6f7273009 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.37 "GET /v2.0/networks?id=71a3aa55-b60a-413f-acda-abd42a54e1a2 HTTP/1.1" status: 200  len: 911 time: 0.2224500
Nov 06 21:13:01.808172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Request body: {'port': {'device_id': 'f056496d-0887-4e24-a9ef-72033e9367b5', 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'admin_state_up': True, 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:01.837825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c1335-6c44-4731-a896-991afd2ad490 None None] Pushing event updated for resources: {'Port': ['ID=35aabaac-b1d6-4a26-ba10-60d8829a016d,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:01.855430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c4fc60c-a59f-4484-b388-4ac8306e0392 req-a51ef223-33b6-463a-bd73-d9923bbc20b4 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "GET /v2.0/security-groups?id=b67ff811-f5ba-4fc2-9f7e-af500717ba5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994780
Nov 06 21:13:01.877237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Made reservation on behalf of a67fa5e798e94d4c9e3e0bf1d057de1e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:01.880742 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.902315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Attempting to bind port 35aabaac-b1d6-4a26-ba10-60d8829a016d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:01.902690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Attempting to bind port 35aabaac-b1d6-4a26-ba10-60d8829a016d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:01.903504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Attempting to bind port 35aabaac-b1d6-4a26-ba10-60d8829a016d on network ce58f84d-cc8b-4e0a-9377-af80712cf631 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:01.911551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c1722b04-68c2-4bd2-b024-60d66153e901 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:01.920377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:01.920750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Checking segment: {'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:01.921153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:01.921543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Bound using segment: {'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:01.922032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Bound port: 35aabaac-b1d6-4a26-ba10-60d8829a016d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd7a15a-4134-4efe-800b-1bb190f576b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:01.922415 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.002537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Allocated IP 172.20.0.4 (71a3aa55-b60a-413f-acda-abd42a54e1a2/a745e9c8-2b08-428e-b321-9d01c09a512b/9d54e755-fa08-4c54-aa91-492af054eab4) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:02.068592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] For port 35aabaac-b1d6-4a26-ba10-60d8829a016d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:02.102449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] For port 35aabaac-b1d6-4a26-ba10-60d8829a016d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35aabaac-b1d6-4a26-ba10-60d8829a016d,segment=NetworkSegment(acd7a15a-4134-4efe-800b-1bb190f576b1),segment_id=acd7a15a-4134-4efe-800b-1bb190f576b1)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:02.104894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c1722b04-68c2-4bd2-b024-60d66153e901, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1722b04-68c2-4bd2-b024-60d66153e901,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:02.116827 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.167676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 69d101ed-4905-41b5-a00e-ac3c1d7506e6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:02.173846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'port_id': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'mac_address': 'fa:16:3e:bd:ef:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:02.183632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.229049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c860cbee-12e7-4438-853b-fce14a8bf89f None None] Provisioning complete for port 35aabaac-b1d6-4a26-ba10-60d8829a016d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:02.229444 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c860cbee-12e7-4438-853b-fce14a8bf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.234967 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.285824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:02.290393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:02.304747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:02.306820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c1335-6c44-4731-a896-991afd2ad490 None None] Pushing event updated for resources: {'Port': ['ID=35aabaac-b1d6-4a26-ba10-60d8829a016d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:02.322387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Routers {'41684aa0-4f6a-46fb-8bd2-43519eb58caf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:02.323020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514280a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:02.350021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Pushing event updated for resources: {'Port': ['ID=9d54e755-fa08-4c54-aa91-492af054eab4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:02.397021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:02.397638 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.402725 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.415718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7eea-58dd-4030-8888-938d59f22c79 req-4b5e1625-0586-45e5-8576-3052169d7120 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:02.418355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a6f7eea-58dd-4030-8888-938d59f22c79 req-4b5e1625-0586-45e5-8576-3052169d7120 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 944 time: 0.1150079
Nov 06 21:13:02.441313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-28c8be51-1d98-4ce5-b999-6e02d41ab92d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.6415260
Nov 06 21:13:02.461374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1722b04-68c2-4bd2-b024-60d66153e901 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:02.474969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 69d101ed-4905-41b5-a00e-ac3c1d7506e6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:02.475286 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.545439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c1722b04-68c2-4bd2-b024-60d66153e901, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1722b04-68c2-4bd2-b024-60d66153e901,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:02.560140 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.606869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] Set router 41684aa0-4f6a-46fb-8bd2-43519eb58caf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:02.609249 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c860cbee-12e7-4438-853b-fce14a8bf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.728877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c1722b04-68c2-4bd2-b024-60d66153e901,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:02.745668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c860cbee-12e7-4438-853b-fce14a8bf89f None None] For port 35aabaac-b1d6-4a26-ba10-60d8829a016d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35aabaac-b1d6-4a26-ba10-60d8829a016d,segment=NetworkSegment(acd7a15a-4134-4efe-800b-1bb190f576b1),segment_id=acd7a15a-4134-4efe-800b-1bb190f576b1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:02.783868 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c860cbee-12e7-4438-853b-fce14a8bf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.788734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Request body: {'port': {'device_id': 'f056496d-0887-4e24-a9ef-72033e9367b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:02.892868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a6f7eea-58dd-4030-8888-938d59f22c79 req-e06771cb-0810-480f-8098-9337a71aa5fa tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4643154
Nov 06 21:13:02.895917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860cbee-12e7-4438-853b-fce14a8bf89f None None] Pushing event updated for resources: {'Port': ['ID=35aabaac-b1d6-4a26-ba10-60d8829a016d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:02.902927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:02.918717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc3268-f10a-4628-ba36-e8478b0b73ef req-7f31fe64-273c-4af1-89d9-8e5e81720f86 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:02.919207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c1722b04-68c2-4bd2-b024-60d66153e901'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:02.920233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aacc3268-f10a-4628-ba36-e8478b0b73ef req-7f31fe64-273c-4af1-89d9-8e5e81720f86 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1027 time: 0.1364887
Nov 06 21:13:02.949070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60454) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:02.989379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ca4873e5-569f-4e86-96ab-f306305dd79b None None] Provisioning complete for port 9d54e755-fa08-4c54-aa91-492af054eab4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:02.989753 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca4873e5-569f-4e86-96ab-f306305dd79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.002007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d70e6e1-2e7e-4be0-a088-93544fb43df5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting subnet 1fb56c6c-4950-476a-9776-31f8363832b2 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:13:03.006028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d70e6e1-2e7e-4be0-a088-93544fb43df5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.040705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ca4873e5-569f-4e86-96ab-f306305dd79b None None] Port 9d54e755-fa08-4c54-aa91-492af054eab4 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:03.047870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aacc3268-f10a-4628-ba36-e8478b0b73ef req-4d4dbbd9-431c-4ae5-b08f-418dc7ef732f tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056798
Nov 06 21:13:03.049660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d70e6e1-2e7e-4be0-a088-93544fb43df5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.089256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ca4873e5-569f-4e86-96ab-f306305dd79b None None] Provisioning complete for port 35aabaac-b1d6-4a26-ba10-60d8829a016d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:03.089628 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca4873e5-569f-4e86-96ab-f306305dd79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.122737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8092b90e-5993-4afa-b547-732f84376970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514280a0>, [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:12:58Z', 'revision_number': 4, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35aabaac-b1d6-4a26-ba10-60d8829a016d', 'name': '', 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'mac_address': 'fa:16:3e:bf:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:57Z', 'updated_at': '2021-11-06T21:13:02Z', 'revision_number': 4, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'subnets': [{'id': 'ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:03.146516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'name': 'network-vif-deleted', 'tag': '9b19d893-74de-406e-b86b-c6dab533bad3'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:03.149089 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7724cb61-38e8-4644-9be7-41da4ae1504c" -d '{"events": [{"server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "name": "network-vif-deleted", "tag": "9b19d893-74de-406e-b86b-c6dab533bad3"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:03.154494 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d70e6e1-2e7e-4be0-a088-93544fb43df5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.167166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092b90e-5993-4afa-b547-732f84376970 None None] The sync data for ids ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'] in ncdv-master-1 is: [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:12:58Z', 'revision_number': 4, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35aabaac-b1d6-4a26-ba10-60d8829a016d', 'name': '', 'network_id': 'ce58f84d-cc8b-4e0a-9377-af80712cf631', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'mac_address': 'fa:16:3e:bf:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:57Z', 'updated_at': '2021-11-06T21:13:02Z', 'revision_number': 4, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'subnets': [{'id': 'ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:03.206676 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0509063-3edf-4363-b9f1-cf7b0a43ae5d x-openstack-request-id: req-b0509063-3edf-4363-b9f1-cf7b0a43ae5d {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:03.207241 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b826b40d-74cd-418e-84a2-316b943458b4", "name": "network-vif-deleted", "tag": "9b19d893-74de-406e-b86b-c6dab533bad3", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:03.207504 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0509063-3edf-4363-b9f1-cf7b0a43ae5d {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:03.207931 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826b40d-74cd-418e-84a2-316b943458b4', 'name': 'network-vif-deleted', 'tag': '9b19d893-74de-406e-b86b-c6dab533bad3', 'status': 'completed', 'code': 200}
Nov 06 21:13:03.272557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d70e6e1-2e7e-4be0-a088-93544fb43df5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.273702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d54e755-fa08-4c54-aa91-492af054eab4 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:03.290096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.315049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70e6e1-2e7e-4be0-a088-93544fb43df5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb56c6c-4950-476a-9776-31f8363832b2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:03.317843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2d70e6e1-2e7e-4be0-a088-93544fb43df5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.321112 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2d70e6e1-2e7e-4be0-a088-93544fb43df5 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "DELETE /v2.0/subnets/1fb56c6c-4950-476a-9776-31f8363832b2 HTTP/1.1" status: 204  len: 168 time: 0.3708367
Nov 06 21:13:03.323758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60458) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:03.330517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Transition to ACTIVE for port object 9d54e755-fa08-4c54-aa91-492af054eab4 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:03.337095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d62ca-85cd-4e12-b9a1-b67fefa52a9b None None] Network 379c4223-3649-4101-a2b4-0dc1f265138e requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:03.337842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.428061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d54e755-fa08-4c54-aa91-492af054eab4,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:03.437706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.524598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Attempting to bind port 9d54e755-fa08-4c54-aa91-492af054eab4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:03.525178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Attempting to bind port 9d54e755-fa08-4c54-aa91-492af054eab4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:03.525625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Attempting to bind port 9d54e755-fa08-4c54-aa91-492af054eab4 on network 71a3aa55-b60a-413f-acda-abd42a54e1a2 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:03.530411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Port 9d54e755-fa08-4c54-aa91-492af054eab4 on network 71a3aa55-b60a-413f-acda-abd42a54e1a2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:03.530851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Attempting to bind port 9d54e755-fa08-4c54-aa91-492af054eab4 on network 71a3aa55-b60a-413f-acda-abd42a54e1a2 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:03.535127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port eef74731-498b-45f9-ac06-ddcfaf414d11 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:03.535720 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.537932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:03.538381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Checking segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:03.538863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Bound using segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:03.539398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Bound port: 9d54e755-fa08-4c54-aa91-492af054eab4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:03.539848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.617030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] For port 9d54e755-fa08-4c54-aa91-492af054eab4, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:03.617380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] DHCP port deletion for 379c4223-3649-4101-a2b4-0dc1f265138e request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:13:03.621496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] For port 9d54e755-fa08-4c54-aa91-492af054eab4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d54e755-fa08-4c54-aa91-492af054eab4,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:03.629755 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.633529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port eef74731-498b-45f9-ac06-ddcfaf414d11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eef74731-498b-45f9-ac06-ddcfaf414d11,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:03.633897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.666568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for eef74731-498b-45f9-ac06-ddcfaf414d11 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:03.676050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:03.676683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.678085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d54e755-fa08-4c54-aa91-492af054eab4 HTTP/1.1" status: 200  len: 1091 time: 0.8954463
Nov 06 21:13:03.678534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056496d-0887-4e24-a9ef-72033e9367b5', 'tag': '9d54e755-fa08-4c54-aa91-492af054eab4'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:03.681023 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f056496d-0887-4e24-a9ef-72033e9367b5", "tag": "9d54e755-fa08-4c54-aa91-492af054eab4"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:03.712093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] Deleting port eef74731-498b-45f9-ac06-ddcfaf414d11 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:03.712609 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.722576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8638-cb7f-45f0-9d30-273c805126d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d54e755-fa08-4c54-aa91-492af054eab4,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:03.827991 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3497a4-2c51-4df3-b48d-1a8bab0bd5a4 x-openstack-request-id: req-0d3497a4-2c51-4df3-b48d-1a8bab0bd5a4 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:03.828387 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056496d-0887-4e24-a9ef-72033e9367b5", "tag": "9d54e755-fa08-4c54-aa91-492af054eab4", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:03.828610 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d3497a4-2c51-4df3-b48d-1a8bab0bd5a4 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:03.830165 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f056496d-0887-4e24-a9ef-72033e9367b5', 'tag': '9d54e755-fa08-4c54-aa91-492af054eab4', 'status': 'completed', 'code': 200}
Nov 06 21:13:03.839587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] For port eef74731-498b-45f9-ac06-ddcfaf414d11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eef74731-498b-45f9-ac06-ddcfaf414d11,segment=NetworkSegment(803dd97d-94e2-4042-aeb6-e2e7ab024c25),segment_id=803dd97d-94e2-4042-aeb6-e2e7ab024c25)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:03.839919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.849533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-ec156303-756e-41f2-a7f4-3fb681f748f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:03.851234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-ec156303-756e-41f2-a7f4-3fb681f748f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a67fa5e798e94d4c9e3e0bf1d057de1e&device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1094 time: 0.0983942
Nov 06 21:13:03.856040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] Calling delete_port for eef74731-498b-45f9-ac06-ddcfaf414d11 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:03.912112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.973704 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:03.979117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c1722b04-68c2-4bd2-b024-60d66153e901 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:03.985041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=eef74731-498b-45f9-ac06-ddcfaf414d11,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:03.991180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-e87cac3e-b27b-4b98-b211-9a823ce5b153 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d54e755-fa08-4c54-aa91-492af054eab4 HTTP/1.1" status: 200  len: 217 time: 0.1272306
Nov 06 21:13:03.993404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port eef74731-498b-45f9-ac06-ddcfaf414d11 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:04.082665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] Pushing event deleted for resources: {'Port': ['ID=eef74731-498b-45f9-ac06-ddcfaf414d11,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:04.097068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-15e1aefa-1e34-4d9b-a7ee-5cb94204bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:04.099540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-15e1aefa-1e34-4d9b-a7ee-5cb94204bacf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a745e9c8-2b08-428e-b321-9d01c09a512b HTTP/1.1" status: 200  len: 849 time: 0.1034634
Nov 06 21:13:04.116407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b11a4-6f29-423e-8485-db7e0a8dbebe None None] No DVR routers for this DVR port eef74731-498b-45f9-ac06-ddcfaf414d11 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:04.123511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port c1722b04-68c2-4bd2-b024-60d66153e901 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:13:04.129819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port c1722b04-68c2-4bd2-b024-60d66153e901 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:04.130264 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.192228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.230436 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.250447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92566d67f0>,) {'filters': {'network_id': ['379c4223-3649-4101-a2b4-0dc1f265138e']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:04.267769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1722b04-68c2-4bd2-b024-60d66153e901'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:04.270668 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd5501-e536-44c2-9cdb-ade392bd1082" -d '{"events": [{"server_uuid": "ffb66840-a75a-4c90-95d1-b220fdd9ae15", "name": "network-vif-plugged", "status": "completed", "tag": "c1722b04-68c2-4bd2-b024-60d66153e901"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:04.284774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566d67f0>, '803dd97d-94e2-4042-aeb6-e2e7ab024c25') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:04.285863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566d67f0>, '803dd97d-94e2-4042-aeb6-e2e7ab024c25') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:04.289969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 35aabaac-b1d6-4a26-ba10-60d8829a016d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:04.294338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c1722b04-68c2-4bd2-b024-60d66153e901, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1722b04-68c2-4bd2-b024-60d66153e901,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:04.297732 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.299241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8aa8-2abf-424f-af2f-693e53e4524e req-ef1dae47-a0c6-49b1-b8a5-1e5df4ab0829 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:04.308436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76ce8aa8-2abf-424f-af2f-693e53e4524e req-ef1dae47-a0c6-49b1-b8a5-1e5df4ab0829 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 945 time: 0.2038453
Nov 06 21:13:04.318778 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.330666 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:13:04.331140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.341133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-7105b4bd-d409-4314-a825-25763ef73ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:04.342812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-7105b4bd-d409-4314-a825-25763ef73ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71a3aa55-b60a-413f-acda-abd42a54e1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2075713
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:13:04.347872 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:13:04.370776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d77bd-6d45-41ea-bfb7-e2f2fd97e1f5 req-8af13767-dcd9-4a24-99fa-2c32362b2659 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:04.379198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-333d77bd-6d45-41ea-bfb7-e2f2fd97e1f5 req-8af13767-dcd9-4a24-99fa-2c32362b2659 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1094 time: 0.1716397
Nov 06 21:13:04.417989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.426755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.430959 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "DELETE /v2.0/networks/379c4223-3649-4101-a2b4-0dc1f265138e HTTP/1.1" status: 204  len: 168 time: 1.1060448
Nov 06 21:13:04.433469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60468) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:04.454351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ded23-6071-49d2-9124-e3a85c44e27b tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Network': ['ID=379c4223-3649-4101-a2b4-0dc1f265138e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:04.462354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76ce8aa8-2abf-424f-af2f-693e53e4524e req-00d69ff5-0e27-40bb-80b7-276fad09ef0e tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1527934
Nov 06 21:13:04.508604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-333d77bd-6d45-41ea-bfb7-e2f2fd97e1f5 req-d1a8c107-6db7-4994-bfc9-a8e03f1dca53 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246917
Nov 06 21:13:04.511443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.540394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-1d10023f-22e6-482c-87ae-5cc87fdb71bd service neutron] 10.222.0.37 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853898
Nov 06 21:13:04.554593 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582f426d-dd4b-45e2-bf16-b6f077ebd8d1 x-openstack-request-id: req-582f426d-dd4b-45e2-bf16-b6f077ebd8d1 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:04.554879 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb66840-a75a-4c90-95d1-b220fdd9ae15", "name": "network-vif-plugged", "status": "completed", "tag": "c1722b04-68c2-4bd2-b024-60d66153e901", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:04.555131 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-582f426d-dd4b-45e2-bf16-b6f077ebd8d1 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:04.555517 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'code': 200}
Nov 06 21:13:04.557857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdf28cd-5c16-4092-8a94-3c9027ae8239 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting subnet 665a4dd0-a006-4d2b-882f-fdbee2ff3357 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:13:04.562021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fdf28cd-5c16-4092-8a94-3c9027ae8239 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.599207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 35aabaac-b1d6-4a26-ba10-60d8829a016d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:04.599553 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.625695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c1722b04-68c2-4bd2-b024-60d66153e901,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:04.640328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fdf28cd-5c16-4092-8a94-3c9027ae8239 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.715329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3694922c-8bdc-486a-80cd-6dca6e501105 req-7e9148a9-306b-4246-8e7c-12e4cbfb1a1e service neutron] 10.222.0.37 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644692
Nov 06 21:13:04.737705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363f55-430b-4ab8-b6f8-056e9f049d25 req-ea371695-32df-4958-a322-238348293959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:04.742156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66363f55-430b-4ab8-b6f8-056e9f049d25 req-ea371695-32df-4958-a322-238348293959 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 1097 time: 0.1136513
Nov 06 21:13:04.765530 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fdf28cd-5c16-4092-8a94-3c9027ae8239 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.777449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device eef74731-498b-45f9-ac06-ddcfaf414d11 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:04.801933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66363f55-430b-4ab8-b6f8-056e9f049d25 req-cfbb8c15-5834-49ca-99ae-d2e31d068e96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523720
Nov 06 21:13:04.804873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: eef74731-498b-45f9-ac06-ddcfaf414d11 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:04.804873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device eef74731-498b-45f9-ac06-ddcfaf414d11 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:04.836223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fdf28cd-5c16-4092-8a94-3c9027ae8239 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.858227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-30308c07-04ff-4b65-b089-e7200677aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:04.859903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-30308c07-04ff-4b65-b089-e7200677aabc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a67fa5e798e94d4c9e3e0bf1d057de1e&device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1094 time: 0.0609319
Nov 06 21:13:04.874311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf28cd-5c16-4092-8a94-3c9027ae8239 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Subnet': ['ID=665a4dd0-a006-4d2b-882f-fdbee2ff3357,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:04.880546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fdf28cd-5c16-4092-8a94-3c9027ae8239 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:04.883865 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8fdf28cd-5c16-4092-8a94-3c9027ae8239 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "DELETE /v2.0/subnets/665a4dd0-a006-4d2b-882f-fdbee2ff3357 HTTP/1.1" status: 204  len: 168 time: 0.4494545
Nov 06 21:13:04.884393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2347e82-8d17-4e7d-836c-3b212a6d97c0 None None] Network ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:04.886634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60472) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:04.966331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.035679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Deleting port 3c056d7a-3d93-4e9d-aa41-1752774fc203 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:05.036390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.091517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b1201-f4f8-433a-b91e-e69f901a2a82 req-c99b41f7-510f-4035-9c83-2a4d901f0fb7 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:05.093803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-272b1201-f4f8-433a-b91e-e69f901a2a82 req-c99b41f7-510f-4035-9c83-2a4d901f0fb7 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1097 time: 0.0688827
Nov 06 21:13:05.102452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] DHCP port deletion for ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:13:05.159620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] Deleting port 3c056d7a-3d93-4e9d-aa41-1752774fc203 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:05.160325 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.206916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-272b1201-f4f8-433a-b91e-e69f901a2a82 req-69db1600-dfc7-4797-a382-41732058a891 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021891
Nov 06 21:13:05.228330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-c19169c7-ab3b-4b17-94c9-0bf63fa66b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:05.228330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-c19169c7-ab3b-4b17-94c9-0bf63fa66b0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=71a3aa55-b60a-413f-acda-abd42a54e1a2 HTTP/1.1" status: 200  len: 911 time: 0.1544442
Nov 06 21:13:05.231240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] For port 3c056d7a-3d93-4e9d-aa41-1752774fc203, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c056d7a-3d93-4e9d-aa41-1752774fc203,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:05.231743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.252100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] Calling delete_port for 3c056d7a-3d93-4e9d-aa41-1752774fc203 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:05.285039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-48c6d55a-0393-4214-bd49-34da57aa99a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d54e755-fa08-4c54-aa91-492af054eab4 HTTP/1.1" status: 200  len: 217 time: 0.0494950
Nov 06 21:13:05.341015 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.366176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] Pushing event deleted for resources: {'Port': ['ID=3c056d7a-3d93-4e9d-aa41-1752774fc203,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:05.372017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebde6b-3a67-4673-876f-1889b646e60f None None] No DVR routers for this DVR port 3c056d7a-3d93-4e9d-aa41-1752774fc203 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:05.377214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108c3d-81c4-4248-a7ad-021965d5b6de req-3e09030d-d8fe-4d91-9c6a-b1407c3a89b0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:05.378826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6108c3d-81c4-4248-a7ad-021965d5b6de req-3e09030d-d8fe-4d91-9c6a-b1407c3a89b0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0887873
Nov 06 21:13:05.395886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-94eb6947-15e3-4929-82ed-751e884fc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:05.397404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-94eb6947-15e3-4929-82ed-751e884fc160 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a745e9c8-2b08-428e-b321-9d01c09a512b HTTP/1.1" status: 200  len: 849 time: 0.0800486
Nov 06 21:13:05.449427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] For port 3c056d7a-3d93-4e9d-aa41-1752774fc203, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c056d7a-3d93-4e9d-aa41-1752774fc203,segment=NetworkSegment(1edb460a-18d5-42df-a04f-f7737a345095),segment_id=1edb460a-18d5-42df-a04f-f7737a345095)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:05.449678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.463563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Calling delete_port for 3c056d7a-3d93-4e9d-aa41-1752774fc203 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:05.469713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6108c3d-81c4-4248-a7ad-021965d5b6de req-6fa0cc64-7ed6-4ebd-bbbe-3918dcbfb6d8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813861
Nov 06 21:13:05.476659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-0f7c8174-5c77-4a01-aa41-7febe7af2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:05.478146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-0f7c8174-5c77-4a01-aa41-7febe7af2109 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71a3aa55-b60a-413f-acda-abd42a54e1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0717897
Nov 06 21:13:05.497975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60480) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:05.558785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.584100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Port': ['ID=3c056d7a-3d93-4e9d-aa41-1752774fc203,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:05.591121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] No DVR routers for this DVR port 3c056d7a-3d93-4e9d-aa41-1752774fc203 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:05.677309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-16845160-5417-478e-a339-7e5fa901109d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/5cd2d78e-0453-408e-8118-bf799660a822 HTTP/1.1" status: 200  len: 994 time: 0.1780562
Nov 06 21:13:05.681212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.700423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac508c4-81ac-437a-9c97-5b54301c7108 req-d11b56e2-bda2-4b4d-ba05-0c39603380d9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:05.701910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ac508c4-81ac-437a-9c97-5b54301c7108 req-d11b56e2-bda2-4b4d-ba05-0c39603380d9 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 946 time: 0.1292937
Nov 06 21:13:05.703357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255a3ed60>,) {'filters': {'network_id': ['ddfcde71-b41b-4a72-ae5b-c5089d90a6c9']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:05.705711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 69ad5200-d41d-48cc-b129-94f2a9be2d66 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:05.709790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0da90-3aee-4b85-8b4d-92582d512d65 req-6fbd998b-dd78-443b-a643-ef9e254c9549 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:05.711276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ec0da90-3aee-4b85-8b4d-92582d512d65 req-6fbd998b-dd78-443b-a643-ef9e254c9549 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1094 time: 0.1254401
Nov 06 21:13:05.713597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255a3ed60>, '1edb460a-18d5-42df-a04f-f7737a345095') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:05.714112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255a3ed60>, '1edb460a-18d5-42df-a04f-f7737a345095') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:05.715452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-6265f5ec-9f4c-4770-89ee-ffb207245a34 service neutron] 10.222.0.37 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259088
Nov 06 21:13:05.724901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.731568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 69ad5200-d41d-48cc-b129-94f2a9be2d66 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:05.731915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 69ad5200-d41d-48cc-b129-94f2a9be2d66 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:05.732367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9b19d893-74de-406e-b86b-c6dab533bad3 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:05.740355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.754260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 9b19d893-74de-406e-b86b-c6dab533bad3 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:05.754642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 9b19d893-74de-406e-b86b-c6dab533bad3 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:05.754945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:13:05.755598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:13:05.759225 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:13:05.822684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.830388 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:05.833770 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] 10.222.0.13 "DELETE /v2.0/networks/ddfcde71-b41b-4a72-ae5b-c5089d90a6c9 HTTP/1.1" status: 204  len: 168 time: 0.9457288
Nov 06 21:13:05.850065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd28fcf-9a93-42d0-86f6-94eaedaca4f6 tempest-ServersTestMultiNic-28395568 tempest-ServersTestMultiNic-28395568-project] Pushing event deleted for resources: {'Network': ['ID=ddfcde71-b41b-4a72-ae5b-c5089d90a6c9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:05.852854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ac508c4-81ac-437a-9c97-5b54301c7108 req-fb6bc868-c169-450c-8034-3b4ee0f4cb2d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402719
Nov 06 21:13:05.857221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ec0da90-3aee-4b85-8b4d-92582d512d65 req-56bd1d59-c421-45c8-bb35-724cc75c405f tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357520
Nov 06 21:13:05.895356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4e5ef8c-ea80-4b82-b0d0-0e29c02d96bf req-00d679f7-7ca4-4d68-ae06-0dc776bbafc2 service neutron] 10.222.0.37 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650786
Nov 06 21:13:06.021786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60496) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:06.127522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3c056d7a-3d93-4e9d-aa41-1752774fc203 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:06.149459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 3c056d7a-3d93-4e9d-aa41-1752774fc203 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:06.149815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3c056d7a-3d93-4e9d-aa41-1752774fc203 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:06.245821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-2e3bf38b-9c91-410d-958a-efa921eb8c46 req-c4a3f4a5-ab86-4001-ba31-0d774c81d30c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:13:06.246717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e3bf38b-9c91-410d-958a-efa921eb8c46 req-c4a3f4a5-ab86-4001-ba31-0d774c81d30c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054410
Nov 06 21:13:06.393664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:06.672425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Deleting port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:06.672767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:06.703027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4d172-99a2-49c0-8e81-9279755e2324 req-96159cae-9a41-4c37-86b1-c624b518bd68 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:06.704635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eea4d172-99a2-49c0-8e81-9279755e2324 req-96159cae-9a41-4c37-86b1-c624b518bd68 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0549240
Nov 06 21:13:06.732277 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-4233095c-165f-47c2-b649-2a718c3157e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0893881
Nov 06 21:13:06.761492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eea4d172-99a2-49c0-8e81-9279755e2324 req-39f6aa20-b015-41c7-8758-b53766fd9164 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503645
Nov 06 21:13:06.764518 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] For port 36aa2711-3e1c-4a88-8b14-245b08ed6a1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,segment=NetworkSegment(6b3ce513-4f05-4d75-a040-228c2b11fbdf),segment_id=6b3ce513-4f05-4d75-a040-228c2b11fbdf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:06.764955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:06.784676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Calling delete_port for 36aa2711-3e1c-4a88-8b14-245b08ed6a1a owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:06.993118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:07.018291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed608-9c16-4077-a75b-89dfad64a895 req-e26a77bb-2b1f-42f3-b36e-f51e98e928c0 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:07.019825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64aed608-9c16-4077-a75b-89dfad64a895 req-e26a77bb-2b1f-42f3-b36e-f51e98e928c0 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 946 time: 0.0883126
Nov 06 21:13:07.021517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Pushing event deleted for resources: {'Port': ['ID=36aa2711-3e1c-4a88-8b14-245b08ed6a1a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:07.028987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2a38e-8209-42d5-8c37-d219d563d0ff req-2b67a884-0ce5-4020-9da9-d60243097897 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:07.037924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9b2a38e-8209-42d5-8c37-d219d563d0ff req-2b67a884-0ce5-4020-9da9-d60243097897 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1094 time: 0.0888095
Nov 06 21:13:07.150644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9b2a38e-8209-42d5-8c37-d219d563d0ff req-e565151e-5e4a-4a33-85d2-fe145ec67caf tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073189
Nov 06 21:13:07.158315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64aed608-9c16-4077-a75b-89dfad64a895 req-1ffec4fe-846c-436e-826e-2a9ec663b1c8 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100636
Nov 06 21:13:07.246466 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:07.303270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146b7e9-764d-4fb9-853e-35033a50c591 req-955dcfe9-9ed1-4e62-a7c2-e46cb033d71a tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:07.304869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9146b7e9-764d-4fb9-853e-35033a50c591 req-955dcfe9-9ed1-4e62-a7c2-e46cb033d71a tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 946 time: 0.0643930
Nov 06 21:13:07.313420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60540) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:07.318828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Request body: {'floatingip': {'port_id': 'c1722b04-68c2-4bd2-b024-60d66153e901'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:07.370402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:07.498258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Router 03d290a9-3117-400c-b1a3-70f2ec096d45 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:13:07.611805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:07.619289 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b13957cd-d53f-436e-a062-9cb88ef0eabb admin admin] 10.222.0.13 "PUT /v2.0/routers/03d290a9-3117-400c-b1a3-70f2ec096d45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5940366
Nov 06 21:13:07.619647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60542) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:07.628196 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] Sync routers for ids ['03d290a9-3117-400c-b1a3-70f2ec096d45'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:07.638475 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] Routers {'03d290a9-3117-400c-b1a3-70f2ec096d45'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:07.640015 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252b27850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['03d290a9-3117-400c-b1a3-70f2ec096d45'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:07.728857 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:07.746591 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] Set router 03d290a9-3117-400c-b1a3-70f2ec096d45 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:07.840817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:07.910419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Deleting port ba1b1345-8d32-42c6-b149-cf792591d284 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:07.910772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:07.919101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:07.932519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a33c-7f9b-4f14-8f94-8afeb8d0e01d req-6d31ca40-583d-4234-8a8a-069da4426b52 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:07.940908 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c97a33c-7f9b-4f14-8f94-8afeb8d0e01d req-6d31ca40-583d-4234-8a8a-069da4426b52 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.1047544
Nov 06 21:13:07.944470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9d54e755-fa08-4c54-aa91-492af054eab4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:07.949986 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:07.990908 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252b27850>, [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:13:06Z', 'revision_number': 5, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port': {'id': 'ba1b1345-8d32-42c6-b149-cf792591d284', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:58Z', 'updated_at': '2021-11-06T21:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:08.028734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-b43448de-3c92-444f-8e9d-c01dcaab3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:08.030386 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-b43448de-3c92-444f-8e9d-c01dcaab3bfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1097 time: 0.0572543
Nov 06 21:13:08.032679 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] Checking router: 03d290a9-3117-400c-b1a3-70f2ec096d45 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:08.045421 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] Routers {'03d290a9-3117-400c-b1a3-70f2ec096d45'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:08.046462 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252b27850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['03d290a9-3117-400c-b1a3-70f2ec096d45'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:08.058036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c97a33c-7f9b-4f14-8f94-8afeb8d0e01d req-7fb5649d-8c40-4e85-b8b3-86879a1b01e7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1112909
Nov 06 21:13:08.104426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] For port ba1b1345-8d32-42c6-b149-cf792591d284, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba1b1345-8d32-42c6-b149-cf792591d284,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:08.104426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.108119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9d54e755-fa08-4c54-aa91-492af054eab4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d54e755-fa08-4c54-aa91-492af054eab4,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:08.113761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Calling delete_port for ba1b1345-8d32-42c6-b149-cf792591d284 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:08.132684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '9d54e755-fa08-4c54-aa91-492af054eab4', 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'port_id': '9d54e755-fa08-4c54-aa91-492af054eab4', 'mac_address': 'fa:16:3e:e1:50:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a745e9c8-2b08-428e-b321-9d01c09a512b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:08.155363 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] Set router 03d290a9-3117-400c-b1a3-70f2ec096d45 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:08.168385 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Floating IP 53674cda-585a-4030-9b4f-a7e6e7a8e5a7 associated. External IP: 172.35.0.175, port: c1722b04-68c2-4bd2-b024-60d66153e901.
Nov 06 21:13:08.222042 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.235419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d54e755-fa08-4c54-aa91-492af054eab4 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:08.235689 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252b27850>, [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:13:07Z', 'revision_number': 6, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:08.256228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9d54e755-fa08-4c54-aa91-492af054eab4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d54e755-fa08-4c54-aa91-492af054eab4,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:08.263055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.275474 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eec680-9aca-419e-9527-2aa1d9348806 None None] The sync data for ids ['03d290a9-3117-400c-b1a3-70f2ec096d45'] in ncdv-master-1 is: [{'id': '03d290a9-3117-400c-b1a3-70f2ec096d45', 'name': 'tempest-ServersTestMultiNic-245424506-router', 'tenant_id': '91115e7524fc466e90e6ff1734a2f3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:57Z', 'updated_at': '2021-11-06T21:13:07Z', 'revision_number': 6, 'project_id': '91115e7524fc466e90e6ff1734a2f3d9', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:08.314214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79df25-009a-4aeb-a45b-6df9231809ae req-d0c7b82a-98c1-407d-85e9-0479cec0d779 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:08.324437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af79df25-009a-4aeb-a45b-6df9231809ae req-d0c7b82a-98c1-407d-85e9-0479cec0d779 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1094 time: 0.1001470
Nov 06 21:13:08.327902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9d54e755-fa08-4c54-aa91-492af054eab4,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:08.349898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.383398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1b1345-8d32-42c6-b149-cf792591d284,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:08.385539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af79df25-009a-4aeb-a45b-6df9231809ae req-c345bd16-232a-48a3-b8c9-4ecb106f228c tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601785
Nov 06 21:13:08.393040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-f71bd00f-c112-4187-bf11-76fb632389e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:08.395215 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-f71bd00f-c112-4187-bf11-76fb632389e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.3575623
Nov 06 21:13:08.496873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:13:08.505794 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-60f03f52-a15e-4fb9-b776-46e6c09ae566 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1002 time: 0.1029203
Nov 06 21:13:08.506502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.585231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['9d54e755-fa08-4c54-aa91-492af054eab4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:08.610128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:08.615377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.620919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.628626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.635154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] Sync routers for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:08.655107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2ab92427-39c1-4f59-9aa3-c61633af2aef tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "PUT /v2.0/floatingips/53674cda-585a-4030-9b4f-a7e6e7a8e5a7 HTTP/1.1" status: 200  len: 992 time: 1.3380144
Nov 06 21:13:08.655107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'tag': 'c1722b04-68c2-4bd2-b024-60d66153e901'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:08.667670 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:08.667834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518e8220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:08.672842 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb66840-a75a-4c90-95d1-b220fdd9ae15", "tag": "c1722b04-68c2-4bd2-b024-60d66153e901"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:08.678394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-1c36fbc2-549b-4e80-908f-296444f764eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:08.680414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-1c36fbc2-549b-4e80-908f-296444f764eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.1481085
Nov 06 21:13:08.737541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.738105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d290a9-3117-400c-b1a3-70f2ec096d45 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:13:08.739310 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37990ee-fda1-4fae-a448-ffa0eea1a5a5 x-openstack-request-id: req-b37990ee-fda1-4fae-a448-ffa0eea1a5a5 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:08.740373 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb66840-a75a-4c90-95d1-b220fdd9ae15", "tag": "c1722b04-68c2-4bd2-b024-60d66153e901", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:08.742315 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b37990ee-fda1-4fae-a448-ffa0eea1a5a5 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:08.743087 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'tag': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'status': 'completed', 'code': 200}
Nov 06 21:13:08.743716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.745666 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bec90530-10e7-40d7-821e-8e9915615fdb admin admin] 10.222.0.13 "DELETE /v2.0/routers/03d290a9-3117-400c-b1a3-70f2ec096d45 HTTP/1.1" status: 204  len: 168 time: 1.1249228
Nov 06 21:13:08.747608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60552) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:08.768781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-60efbac5-2bb0-4475-8d7f-b57b9175c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:08.770776 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-60efbac5-2bb0-4475-8d7f-b57b9175c248 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0827012
Nov 06 21:13:08.838738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Deleting subnet 316e40e3-9bdd-44f2-9198-5fa061027397 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:13:08.843734 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.871365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-a4092930-a15e-43ae-b893-cd9e84f119e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:08.877261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-a4092930-a15e-43ae-b893-cd9e84f119e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 1097 time: 0.0896671
Nov 06 21:13:08.878701 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-19e1ced9-2112-4ddb-8396-9b449d82243f service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998740
Nov 06 21:13:08.886579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:08.894888 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:08.983671 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9b31a037-9248-4fbe-b1f6-908421ab4438 service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977559
Nov 06 21:13:09.045630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-57bc1539-98ef-412e-94a2-b97dc77ac438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:09.047547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-57bc1539-98ef-412e-94a2-b97dc77ac438 service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.1633773
Nov 06 21:13:09.054190 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.179884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518e8220>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '53674cda-585a-4030-9b4f-a7e6e7a8e5a7', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'floating_ip_address': '172.35.0.175', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'port_id': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'mac_address': 'fa:16:3e:bd:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:12:51Z', 'updated_at': '2021-11-06T21:13:07Z', 'revision_number': 1, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:09.202205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-d0824c94-19ce-43c7-a005-e15893ede139 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1722b04-68c2-4bd2-b024-60d66153e901 HTTP/1.1" status: 200  len: 1000 time: 0.1119878
Nov 06 21:13:09.207892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] Checking router: 855e1ea2-fd9f-45a7-83a2-708a1d97c71a for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:09.218193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:09.218797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518e8220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:09.228658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829161a7-710d-47a9-8e0a-7bdea5c11563 req-40d8bf24-7d36-4a80-b08e-cfc6a94f297c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:09.230361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-829161a7-710d-47a9-8e0a-7bdea5c11563 req-40d8bf24-7d36-4a80-b08e-cfc6a94f297c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0946889
Nov 06 21:13:09.231605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.308603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316e40e3-9bdd-44f2-9198-5fa061027397,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:09.311741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.314624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839cf726-6b50-4b31-b68b-ede6427fc57e None None] Network 699443fb-b10c-4594-9651-37de3da2f026 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:09.314868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/316e40e3-9bdd-44f2-9198-5fa061027397 HTTP/1.1" status: 204  len: 168 time: 0.5662971
Nov 06 21:13:09.317718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60556) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:09.328881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-61b66ea6-407c-4670-abb3-cda4e6ae1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:09.330470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-61b66ea6-407c-4670-abb3-cda4e6ae1359 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.1187608
Nov 06 21:13:09.333559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.333899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.334237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.334569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.334895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.335220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.335539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.335860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.336177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.336529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.336846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.337160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3476a-a02b-48d7-b6ac-b458f1f0a4d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:09.378607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:09.402107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-829161a7-710d-47a9-8e0a-7bdea5c11563 req-45eab4c4-aadd-4f1a-ba69-919abc7ef608 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397839
Nov 06 21:13:09.419749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.427767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-7e7042fb-3c96-4d23-831b-73dae342d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:09.432642 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-7e7042fb-3c96-4d23-831b-73dae342d3c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0877914
Nov 06 21:13:09.520224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Deleting port 32b9f865-c436-47f5-8360-77af6639b68e {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:09.521021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.599482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] For port 32b9f865-c436-47f5-8360-77af6639b68e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32b9f865-c436-47f5-8360-77af6639b68e,segment=NetworkSegment(6b3ce513-4f05-4d75-a040-228c2b11fbdf),segment_id=6b3ce513-4f05-4d75-a040-228c2b11fbdf)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:09.599979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.615512 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Calling delete_port for 32b9f865-c436-47f5-8360-77af6639b68e owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:09.689172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] DHCP port deletion for 699443fb-b10c-4594-9651-37de3da2f026 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:13:09.713002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.767788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b9f865-c436-47f5-8360-77af6639b68e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:09.777506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] No DVR routers for this DVR port 32b9f865-c436-47f5-8360-77af6639b68e on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:09.779844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518e8220>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '53674cda-585a-4030-9b4f-a7e6e7a8e5a7', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'floating_ip_address': '172.35.0.175', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'port_id': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'mac_address': 'fa:16:3e:bd:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:12:51Z', 'updated_at': '2021-11-06T21:13:07Z', 'revision_number': 1, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:09.784654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] Deleting port 32b9f865-c436-47f5-8360-77af6639b68e {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:09.785032 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.859256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7805b-1a11-474d-b19c-51fa3aaac759 None None] The sync data for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 is: [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '53674cda-585a-4030-9b4f-a7e6e7a8e5a7', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'floating_ip_address': '172.35.0.175', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'port_id': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'mac_address': 'fa:16:3e:bd:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:12:51Z', 'updated_at': '2021-11-06T21:13:07Z', 'revision_number': 1, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:09.860600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.905273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255f413a0>,) {'filters': {'network_id': ['699443fb-b10c-4594-9651-37de3da2f026']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:09.905546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] For port 32b9f865-c436-47f5-8360-77af6639b68e, host ncdv-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:09.905881 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.919490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-82409a82-4aa1-430b-9703-7af6413cd718 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4789865
Nov 06 21:13:09.922536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486708a-a5e0-4896-937e-7078fc441cfe req-8dddea20-cd45-4463-9214-59448b185713 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:09.923841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5486708a-a5e0-4896-937e-7078fc441cfe req-8dddea20-cd45-4463-9214-59448b185713 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1095 time: 0.4082897
Nov 06 21:13:09.926839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] Calling delete_port for 32b9f865-c436-47f5-8360-77af6639b68e owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:09.927314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255f413a0>, '6b3ce513-4f05-4d75-a040-228c2b11fbdf') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:09.927752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255f413a0>, '6b3ce513-4f05-4d75-a040-228c2b11fbdf') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:09.929742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.ipam_backend_mixin [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] Port 32b9f865-c436-47f5-8360-77af6639b68e was not found and therefore no delete operation was performed {{(pid=119335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 21:13:09.931190 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.939664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.941132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9d54e755-fa08-4c54-aa91-492af054eab4 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:09.969617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:09.981316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] No DVR routers for this DVR port 32b9f865-c436-47f5-8360-77af6639b68e on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:09.986482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811a9f0-61cc-4be2-a961-2225a65ea81c None None] Pushing event deleted for resources: {'Port': ['ID=32b9f865-c436-47f5-8360-77af6639b68e,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:09.993594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:13:09.996015 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:13:10.002544 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:13:10.031433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 9d54e755-fa08-4c54-aa91-492af054eab4 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:13:10.037042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 9d54e755-fa08-4c54-aa91-492af054eab4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:10.037474 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.102735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5486708a-a5e0-4896-937e-7078fc441cfe req-449dc30e-bc1e-4a56-b288-eced8207e79e tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672828
Nov 06 21:13:10.124109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca10723e-c29c-4b8c-8ff3-17cc32ec62ca req-7f069aeb-24de-4b48-a24e-aec7803f1c10 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972392
Nov 06 21:13:10.147207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.169374 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.178597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056496d-0887-4e24-a9ef-72033e9367b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d54e755-fa08-4c54-aa91-492af054eab4'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:10.183575 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.184987 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d088bb-19c3-4cdd-b01f-8de98303c87e" -d '{"events": [{"server_uuid": "f056496d-0887-4e24-a9ef-72033e9367b5", "name": "network-vif-plugged", "status": "completed", "tag": "9d54e755-fa08-4c54-aa91-492af054eab4"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:10.197575 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] 10.222.0.13 "DELETE /v2.0/networks/699443fb-b10c-4594-9651-37de3da2f026 HTTP/1.1" status: 204  len: 168 time: 0.8686030
Nov 06 21:13:10.206426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9d54e755-fa08-4c54-aa91-492af054eab4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d54e755-fa08-4c54-aa91-492af054eab4,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:10.215105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ba1b1345-8d32-42c6-b149-cf792591d284 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:10.217767 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.223101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a620768-1ae5-4611-8d3d-396b7734af09 admin admin] Pushing event deleted for resources: {'Network': ['ID=699443fb-b10c-4594-9651-37de3da2f026,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:10.248864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ba1b1345-8d32-42c6-b149-cf792591d284 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:10.249244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ba1b1345-8d32-42c6-b149-cf792591d284 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:10.249680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 36aa2711-3e1c-4a88-8b14-245b08ed6a1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:10.276812 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6be62-7fac-4e84-b5c0-88d473a1c4a5 None None] New status for floating IP 53674cda-585a-4030-9b4f-a7e6e7a8e5a7: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:13:10.277578 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6f789f-62b6-42ad-b469-7d3d707d3801 x-openstack-request-id: req-df6f789f-62b6-42ad-b469-7d3d707d3801 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:10.277769 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056496d-0887-4e24-a9ef-72033e9367b5", "name": "network-vif-plugged", "status": "completed", "tag": "9d54e755-fa08-4c54-aa91-492af054eab4", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:10.278130 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df6f789f-62b6-42ad-b469-7d3d707d3801 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:10.278528 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f056496d-0887-4e24-a9ef-72033e9367b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d54e755-fa08-4c54-aa91-492af054eab4', 'code': 200}
Nov 06 21:13:10.302730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 36aa2711-3e1c-4a88-8b14-245b08ed6a1a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:10.303078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 36aa2711-3e1c-4a88-8b14-245b08ed6a1a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:10.303594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 32b9f865-c436-47f5-8360-77af6639b68e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:10.334114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 32b9f865-c436-47f5-8360-77af6639b68e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:10.334465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 32b9f865-c436-47f5-8360-77af6639b68e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:10.360365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9d54e755-fa08-4c54-aa91-492af054eab4,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:10.394661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc4fa0-1bbf-4352-9ec7-06e610a5c458 req-1727e309-922a-42c2-b07c-2ccae0210813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:10.396192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dccc4fa0-1bbf-4352-9ec7-06e610a5c458 req-1727e309-922a-42c2-b07c-2ccae0210813 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1096 time: 0.0506864
Nov 06 21:13:10.452956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dccc4fa0-1bbf-4352-9ec7-06e610a5c458 req-6c919bfe-4438-4966-9ce9-c6cba200c876 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461771
Nov 06 21:13:10.453640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60584) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:10.521977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e85fe1b2-a828-4eb7-b51f-4235e63309ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91115e7524fc466e90e6ff1734a2f3d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0672176
Nov 06 21:13:10.524616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60586) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:10.551507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca24cb-50c4-4312-8660-b10ab43e223c req-7956a484-1074-47ef-8adf-30ced8670af2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:10.552997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ca24cb-50c4-4312-8660-b10ab43e223c req-7956a484-1074-47ef-8adf-30ced8670af2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0854232
Nov 06 21:13:10.617501 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40847250-69a6-4bac-acd6-b92e2c6c332f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.629761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ca24cb-50c4-4312-8660-b10ab43e223c req-d6d1e19c-4011-4c5f-bcd3-8e29374ddbb4 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693679
Nov 06 21:13:10.648974 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40847250-69a6-4bac-acd6-b92e2c6c332f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.694511 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40847250-69a6-4bac-acd6-b92e2c6c332f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.697227 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-40847250-69a6-4bac-acd6-b92e2c6c332f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:10.698431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-40847250-69a6-4bac-acd6-b92e2c6c332f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b67ff811-f5ba-4fc2-9f7e-af500717ba5b HTTP/1.1" status: 204  len: 168 time: 0.1731479
Nov 06 21:13:10.706959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40847250-69a6-4bac-acd6-b92e2c6c332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ff811-f5ba-4fc2-9f7e-af500717ba5b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:11.229548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290ab9-888c-4a2e-834d-89e7f63add9f req-028f2fa4-dffd-493a-8054-e5d43adefd82 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:11.231109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01290ab9-888c-4a2e-834d-89e7f63add9f req-028f2fa4-dffd-493a-8054-e5d43adefd82 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1096 time: 0.0451827
Nov 06 21:13:11.276604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01290ab9-888c-4a2e-834d-89e7f63add9f req-0e4284f4-2ce7-468e-9c53-447e42277afe tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392361
Nov 06 21:13:11.357011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60614) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:11.456768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-196604223-network', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:11.477028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:11.479226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.487386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.564070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.568639 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.595021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:13:11.600201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b85fb8-f0e7-4e49-842b-860f9cee2e11,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:11.607826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.607826 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Added segment b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6 of type vlan for network 9d05c836-9ebe-45c6-ac6b-bc9513b61535
Nov 06 21:13:11.647056 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.671052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.672202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:11.672924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.738205 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3799636
Nov 06 21:13:11.740872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60622) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:11.745626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Request body: {'subnet': {'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-196604223-subnet', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:11.751596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c7729-5ad4-4799-be49-e5420ae79ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d05c836-9ebe-45c6-ac6b-bc9513b61535,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:11.755750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937a92a-d511-44fe-95c6-4e3b4aa68b22 req-14c7fa94-b7ca-497a-bab7-10fa12563fe4 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:11.757466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7937a92a-d511-44fe-95c6-4e3b4aa68b22 req-14c7fa94-b7ca-497a-bab7-10fa12563fe4 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0546179
Nov 06 21:13:11.762497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:13:11.773097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:11.775452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:11.838800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7937a92a-d511-44fe-95c6-4e3b4aa68b22 req-a28254b6-a839-43f5-91c8-55b2d1e217cf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703099
Nov 06 21:13:11.993785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.049245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae00ea24-d570-42e9-a9fa-becd59fe1c5b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:12.057843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Checking segment: {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:12.058243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Network hostable DHCP agents. Network: 9d05c836-9ebe-45c6-ac6b-bc9513b61535, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:13:12.074817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:13:12.083510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d05c836-9ebe-45c6-ac6b-bc9513b61535) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:12.087485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:12.088078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.094833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0069d1e8-2b9b-4dc5-b457-96ca7d3d42e6 None None] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:12.102991 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e2c4fe20-fde3-4347-96b1-413cd675e778 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3610904
Nov 06 21:13:12.105765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60626) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:12.110073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:12.131294 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.132997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.188531 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.243077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:13:12.243996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.385757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Allocated IP 172.20.0.2 (9d05c836-9ebe-45c6-ac6b-bc9513b61535/ae00ea24-d570-42e9-a9fa-becd59fe1c5b/122bfebe-6397-4997-ba7f-79da7f056585) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:12.397492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012bc3f-dc1c-4abb-8272-87abb49d2511 req-a6e4831f-c9bb-4211-a695-c03243c500cb tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:12.399748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f012bc3f-dc1c-4abb-8272-87abb49d2511 req-a6e4831f-c9bb-4211-a695-c03243c500cb tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1096 time: 0.0476873
Nov 06 21:13:12.447570 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f012bc3f-dc1c-4abb-8272-87abb49d2511 req-4547453f-d340-40cd-84d8-00b34a3c0068 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414307
Nov 06 21:13:12.555331 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.562464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.565312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c62f-7ded-4965-9f93-ebb95a2bd9b5 req-d84b6f6d-1b7a-4cc5-9f63-0d8e53589e32 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:12.566862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab71c62f-7ded-4965-9f93-ebb95a2bd9b5 req-d84b6f6d-1b7a-4cc5-9f63-0d8e53589e32 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1096 time: 0.0440183
Nov 06 21:13:12.602956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:12.607828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:12.610393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:12.617538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab71c62f-7ded-4965-9f93-ebb95a2bd9b5 req-6c990fda-37d8-4202-aecd-e32172aed89a tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440381
Nov 06 21:13:12.622328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Pushing event updated for resources: {'Port': ['ID=122bfebe-6397-4997-ba7f-79da7f056585,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:12.679878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Attempting to bind port 122bfebe-6397-4997-ba7f-79da7f056585 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:12.680117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.680639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Attempting to bind port 122bfebe-6397-4997-ba7f-79da7f056585 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:12.680639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Attempting to bind port 122bfebe-6397-4997-ba7f-79da7f056585 on network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:12.685930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:12.686311 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Checking segment: {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:12.686730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.687122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Bound using segment: {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:12.687546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Bound port: 122bfebe-6397-4997-ba7f-79da7f056585, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:12.687925 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.735942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600eda8-86e5-47f4-a535-a4fd423cf1c6 req-e66d98f9-95a8-4155-b81e-a2400ff3b588 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:12.738398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3600eda8-86e5-47f4-a535-a4fd423cf1c6 req-e66d98f9-95a8-4155-b81e-a2400ff3b588 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1096 time: 0.0465193
Nov 06 21:13:12.762608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] For port 122bfebe-6397-4997-ba7f-79da7f056585, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:12.765790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] For port 122bfebe-6397-4997-ba7f-79da7f056585, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=122bfebe-6397-4997-ba7f-79da7f056585,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:12.772407 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.786522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3600eda8-86e5-47f4-a535-a4fd423cf1c6 req-03763da0-6cd4-4cc8-8a80-041f70dfdcb6 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406654
Nov 06 21:13:12.844611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9eab9-dbb1-480c-bc75-cf58fe5ffda2 None None] Pushing event updated for resources: {'Port': ['ID=122bfebe-6397-4997-ba7f-79da7f056585,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:12.907651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:12.930284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:13.039604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fec6d4-0685-4509-8b8e-ce41bb3e162c req-f6f9c9aa-fd9a-4e27-b3fa-f8b41e066c29 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:13.042001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24fec6d4-0685-4509-8b8e-ce41bb3e162c req-f6f9c9aa-fd9a-4e27-b3fa-f8b41e066c29 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.1081698
Nov 06 21:13:13.072657 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Allocated IP 172.35.0.186 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/78b59da3-85c2-4b35-bce4-479dc4cb99d2) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:13.192622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24fec6d4-0685-4509-8b8e-ce41bb3e162c req-16520d0a-b15b-4e91-a5cb-24f05d39d90f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059692
Nov 06 21:13:13.193805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d977d-880d-4185-a812-1b6fa0e57666 req-eaa55be1-8257-466f-b489-8c29f957cc26 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:13.202159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-eaa55be1-8257-466f-b489-8c29f957cc26 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/networks?id=71a3aa55-b60a-413f-acda-abd42a54e1a2 HTTP/1.1" status: 200  len: 911 time: 0.1965806
Nov 06 21:13:13.220390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-7ddb84bf-2ca5-4d0b-82ea-e71e20be0af4 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/quotas/a67fa5e798e94d4c9e3e0bf1d057de1e HTTP/1.1" status: 200  len: 375 time: 0.0174677
Nov 06 21:13:13.253834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:13.274950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-b6eefa5a-c0c3-41a9-8c4b-c33b3e9fb7e4 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=a67fa5e798e94d4c9e3e0bf1d057de1e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0530460
Nov 06 21:13:13.302495 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:13.359803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:13.368425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:13.370795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:13.396945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-ce14df16-9ee6-4ee0-b440-1b27851d6886 service neutron] 10.222.0.13 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092052
Nov 06 21:13:13.412317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Pushing event updated for resources: {'Port': ['ID=78b59da3-85c2-4b35-bce4-479dc4cb99d2,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:13.498480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60666) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:13.510695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-9fb49dbe-ed15-4e05-abc1-4621a6bbdbf2 service neutron] 10.222.0.13 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974057
Nov 06 21:13:13.609396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd77c-4730-4073-b0d2-48f4a17bb090 req-424b647e-e222-410c-a570-5f14599984e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:13.611102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a6fd77c-4730-4073-b0d2-48f4a17bb090 req-424b647e-e222-410c-a570-5f14599984e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 1096 time: 0.1116841
Nov 06 21:13:13.667422 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:13.713234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1be83f43-978b-4a3c-afe3-f38054fd2225 req-2c545fae-68e4-4cdf-9aba-e6c8615824f2 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 210 time: 0.0397487
Nov 06 21:13:13.717986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a6fd77c-4730-4073-b0d2-48f4a17bb090 req-b133c6b6-20d5-4e03-a1a3-00cbbbb8f62a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008790
Nov 06 21:13:13.890128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.030774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:13:14.126444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6f26f-3ae9-40bd-a571-23fec8effd0d None None] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:14.161764 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:14.182236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.187408 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3cc57025-ee35-4dc3-823f-1725d2525632 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.0778329
Nov 06 21:13:14.187560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60682) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:14.189424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Sync routers for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:14.206802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 122bfebe-6397-4997-ba7f-79da7f056585 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:14.271413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:14.272136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92517030a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:14.334749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f80c06b3-b69f-4c95-b132-2a1243529942 None None] Provisioning complete for port 122bfebe-6397-4997-ba7f-79da7f056585 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:14.335117 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f80c06b3-b69f-4c95-b132-2a1243529942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.441039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05536fb-0a9d-406a-a393-d93fddb61797 req-e8eac62b-2146-4625-a1ee-516c61b12b57 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:14.442639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c05536fb-0a9d-406a-a393-d93fddb61797 req-e8eac62b-2146-4625-a1ee-516c61b12b57 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.1292274
Nov 06 21:13:14.510978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:14.536641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c05536fb-0a9d-406a-a393-d93fddb61797 req-9b7254ad-bf3a-4150-abd1-c9e9e6dfb83d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872869
Nov 06 21:13:14.581531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 122bfebe-6397-4997-ba7f-79da7f056585 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:14.581891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.728006 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.751602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.800378 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.804066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f80c06b3-b69f-4c95-b132-2a1243529942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.897459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d977d-880d-4185-a812-1b6fa0e57666 req-6930655d-4f44-4e03-aa97-a27279fd1bab tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:14.910521 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-6930655d-4f44-4e03-aa97-a27279fd1bab tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.10 "GET /v2.0/networks?id=71a3aa55-b60a-413f-acda-abd42a54e1a2 HTTP/1.1" status: 200  len: 911 time: 0.2010913
Nov 06 21:13:14.923940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Request body: {'port': {'device_id': '3b926b16-6800-4434-bba1-eaecd376a004', 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'admin_state_up': True, 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:14.942177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f80c06b3-b69f-4c95-b132-2a1243529942 None None] For port 122bfebe-6397-4997-ba7f-79da7f056585, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=122bfebe-6397-4997-ba7f-79da7f056585,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:14.964037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.967376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Made reservation on behalf of a67fa5e798e94d4c9e3e0bf1d057de1e for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:14.969767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:14.970083 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f80c06b3-b69f-4c95-b132-2a1243529942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.070095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92517030a0>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:13Z', 'revision_number': 3, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:15.083763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4681f40d-a253-4da2-9e30-7f9ce35dcd3f req-c397e4e0-fb97-4926-a761-11bcb7dc7631 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 210 time: 0.2552004
Nov 06 21:13:15.101198 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:13:15.102941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Allocated IP 172.20.0.1 (9d05c836-9ebe-45c6-ac6b-bc9513b61535/ae00ea24-d570-42e9-a9fa-becd59fe1c5b/b7b11c3f-506f-433d-bfa1-d799cd6e3c51) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:15.167116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Allocated IP 172.20.0.14 (71a3aa55-b60a-413f-acda-abd42a54e1a2/a745e9c8-2b08-428e-b321-9d01c09a512b/4f216ee9-de9d-482f-8670-f62ca79d0a08) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:15.278955 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.325505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.330038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.338190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Checking router: e6204d9a-d823-4d73-8d9c-a62b7a5879e2 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:15.338770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Updating router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 port 78b59da3-85c2-4b35-bce4-479dc4cb99d2 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:13:15.365349 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.374269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:15.379760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:15.385528 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:15.388988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['9d54e755-fa08-4c54-aa91-492af054eab4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:15.409492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:15.416898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:15.417374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:15.422112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:15.425833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c06b3-b69f-4c95-b132-2a1243529942 None None] Pushing event updated for resources: {'Port': ['ID=122bfebe-6397-4997-ba7f-79da7f056585,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:15.425988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Pushing event updated for resources: {'Port': ['ID=4f216ee9-de9d-482f-8670-f62ca79d0a08,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:15.432424 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:13:15.432656 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:13:15.433307 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.438344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.465599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7b3a265a-c4f1-494c-8e51-8c38b0c8a529 None None] Provisioning complete for port 122bfebe-6397-4997-ba7f-79da7f056585 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:15.465963 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b3a265a-c4f1-494c-8e51-8c38b0c8a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.475340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:15.476145 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.501303 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-e90f450f-c249-4d80-83fc-01c66c717a7d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.5811524
Nov 06 21:13:15.515023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Request body: {'port': {'device_id': '3b926b16-6800-4434-bba1-eaecd376a004', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:15.600861 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.736564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.813546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fdf4-876c-4252-a202-3c3e8fa6b54a req-52d5e041-f479-4a59-80b7-38968cf4eaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:15.825767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6b3fdf4-876c-4252-a202-3c3e8fa6b54a req-52d5e041-f479-4a59-80b7-38968cf4eaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.1592059
Nov 06 21:13:15.942184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6b3fdf4-876c-4252-a202-3c3e8fa6b54a req-ce1b7452-5451-4e9b-8773-21019594fc4f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155005
Nov 06 21:13:15.965820 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f216ee9-de9d-482f-8670-f62ca79d0a08 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:15.974970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:15.987514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Transition to ACTIVE for port object 4f216ee9-de9d-482f-8670-f62ca79d0a08 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:15.991391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.009138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.020461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.034472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.042041 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.043280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f216ee9-de9d-482f-8670-f62ca79d0a08,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:16.061697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ab6c3928-fadd-4cbe-b679-ab56169d56e2 None None] Provisioning complete for port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:16.062076 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3928-fadd-4cbe-b679-ab56169d56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.101875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Attempting to bind port 78b59da3-85c2-4b35-bce4-479dc4cb99d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:16.102447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Attempting to bind port 78b59da3-85c2-4b35-bce4-479dc4cb99d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:16.102917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Attempting to bind port 78b59da3-85c2-4b35-bce4-479dc4cb99d2 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:16.129286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:16.130279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:16.130669 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.131072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:16.131572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Bound port: 78b59da3-85c2-4b35-bce4-479dc4cb99d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:16.131952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.149634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.156393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:16.169676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Attempting to bind port 4f216ee9-de9d-482f-8670-f62ca79d0a08 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:16.170028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Attempting to bind port 4f216ee9-de9d-482f-8670-f62ca79d0a08 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:16.170361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Attempting to bind port 4f216ee9-de9d-482f-8670-f62ca79d0a08 on network 71a3aa55-b60a-413f-acda-abd42a54e1a2 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:16.177205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Port 4f216ee9-de9d-482f-8670-f62ca79d0a08 on network 71a3aa55-b60a-413f-acda-abd42a54e1a2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:16.177546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Attempting to bind port 4f216ee9-de9d-482f-8670-f62ca79d0a08 on network 71a3aa55-b60a-413f-acda-abd42a54e1a2 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:16.183439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:16.183781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Checking segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:16.184173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Bound using segment: {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:16.184650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Bound port: 4f216ee9-de9d-482f-8670-f62ca79d0a08, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f45aa72-0eb3-4392-b7cc-a72f4d224994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:16.185931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.203220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263370c-bf34-4ba7-bd7c-8e1a49ef6f1a None None] Pushing event updated for resources: {'Port': ['ID=78b59da3-85c2-4b35-bce4-479dc4cb99d2,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:16.223834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c3928-fadd-4cbe-b679-ab56169d56e2 None None] Port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:16.229125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] For port 78b59da3-85c2-4b35-bce4-479dc4cb99d2, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:16.235496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] For port 78b59da3-85c2-4b35-bce4-479dc4cb99d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78b59da3-85c2-4b35-bce4-479dc4cb99d2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:16.243449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 122bfebe-6397-4997-ba7f-79da7f056585 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:16.248589 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.292427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] For port 4f216ee9-de9d-482f-8670-f62ca79d0a08, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:16.296326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] For port 4f216ee9-de9d-482f-8670-f62ca79d0a08, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f216ee9-de9d-482f-8670-f62ca79d0a08,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:16.305772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.329704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d3b04-43eb-4bb5-a44c-9ee6b32f722d req-a0293841-2e7f-4f6a-8aad-98308d252377 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:16.337288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a07d3b04-43eb-4bb5-a44c-9ee6b32f722d req-a0293841-2e7f-4f6a-8aad-98308d252377 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1053 time: 0.0782166
Nov 06 21:13:16.356824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:16.359845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:16.384438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:16.387966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.389377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] 10.222.0.10 "PUT /v2.0/ports/4f216ee9-de9d-482f-8670-f62ca79d0a08 HTTP/1.1" status: 200  len: 1092 time: 0.8796844
Nov 06 21:13:16.391912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b926b16-6800-4434-bba1-eaecd376a004', 'tag': '4f216ee9-de9d-482f-8670-f62ca79d0a08'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:16.402626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263370c-bf34-4ba7-bd7c-8e1a49ef6f1a None None] Pushing event updated for resources: {'Port': ['ID=78b59da3-85c2-4b35-bce4-479dc4cb99d2,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:16.403329 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a915045f-4b30-44cc-aea2-bd9b3b2cd480" -d '{"events": [{"name": "network-changed", "server_uuid": "3b926b16-6800-4434-bba1-eaecd376a004", "tag": "4f216ee9-de9d-482f-8670-f62ca79d0a08"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:16.421439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:16.422083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92517030a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:12:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:16.443845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc96a9f-c466-4e1b-8920-803ba84afbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f216ee9-de9d-482f-8670-f62ca79d0a08,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:16.484928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a07d3b04-43eb-4bb5-a44c-9ee6b32f722d req-60583ff2-0cb3-4640-af94-037acc82ec0a tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465368
Nov 06 21:13:16.536769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d977d-880d-4185-a812-1b6fa0e57666 req-fea489f9-666a-43bb-8d3f-5a5d1cbb2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:16.538464 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-fea489f9-666a-43bb-8d3f-5a5d1cbb2cce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a67fa5e798e94d4c9e3e0bf1d057de1e&device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1095 time: 0.0877600
Nov 06 21:13:16.591287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:13:16.608225 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-f43ca447-5829-4284-9d1a-b90fe2b11b92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f216ee9-de9d-482f-8670-f62ca79d0a08 HTTP/1.1" status: 200  len: 217 time: 0.0614269
Nov 06 21:13:16.626589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 122bfebe-6397-4997-ba7f-79da7f056585 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:16.626835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.709519 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c1b6b7-d95f-4400-986d-9926bb19085f x-openstack-request-id: req-e3c1b6b7-d95f-4400-986d-9926bb19085f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:16.709814 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b926b16-6800-4434-bba1-eaecd376a004", "tag": "4f216ee9-de9d-482f-8670-f62ca79d0a08", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:16.710105 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3c1b6b7-d95f-4400-986d-9926bb19085f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:16.710515 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b926b16-6800-4434-bba1-eaecd376a004', 'tag': '4f216ee9-de9d-482f-8670-f62ca79d0a08', 'status': 'completed', 'code': 200}
Nov 06 21:13:16.728100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2b9e9da4-25a9-4463-97b5-cf51bb93e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:16.729698 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-2b9e9da4-25a9-4463-97b5-cf51bb93e692 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a745e9c8-2b08-428e-b321-9d01c09a512b HTTP/1.1" status: 200  len: 849 time: 0.1060257
Nov 06 21:13:16.776071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:16.782139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:16.792843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b35d9539-9025-4c0a-a469-4e11cf8268d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/e6204d9a-d823-4d73-8d9c-a62b7a5879e2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6041968
Nov 06 21:13:16.800248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d977d-880d-4185-a812-1b6fa0e57666 req-a6d8c8f4-00f8-4144-b48a-0b6b3376ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:16.802633 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-a6d8c8f4-00f8-4144-b48a-0b6b3376ab39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71a3aa55-b60a-413f-acda-abd42a54e1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0656679
Nov 06 21:13:16.907841 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-6e43775a-6a4f-4307-a4d0-f1ee48b026d7 service neutron] 10.222.0.10 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0974965
Nov 06 21:13:16.950607 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3defe4b3-65a5-4846-a0c0-1fddd2fc7271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:16.963585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-53aefb1d-476e-4986-8d75-6b3d759e87ba None None] Provisioning complete for port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:16.963957 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-53aefb1d-476e-4986-8d75-6b3d759e87ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:17.021665 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-039d977d-880d-4185-a812-1b6fa0e57666 req-ead6ce84-11d4-4360-92cb-a01f0af79a46 service neutron] 10.222.0.10 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070056
Nov 06 21:13:17.040618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-53aefb1d-476e-4986-8d75-6b3d759e87ba None None] Port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:17.117719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c040f-7dff-4223-aba6-9203cd528002 req-07be216d-ec34-4006-bf02-a0de98f79879 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:17.118835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92517030a0>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 2, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:17.120305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-1373dbda-a8d2-49b5-b535-7a2fb2f8d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:17.122028 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-1373dbda-a8d2-49b5-b535-7a2fb2f8d37c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a67fa5e798e94d4c9e3e0bf1d057de1e&device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1095 time: 0.0474436
Nov 06 21:13:17.131473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-060c040f-7dff-4223-aba6-9203cd528002 req-07be216d-ec34-4006-bf02-a0de98f79879 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0785487
Nov 06 21:13:17.152971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e6d6c-34d9-4018-be74-d962ab7715e1 None None] The sync data for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 is: [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 2, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:17.212894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-060c040f-7dff-4223-aba6-9203cd528002 req-a57074d5-2e03-473c-8e74-770b32f6a050 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804589
Nov 06 21:13:17.238837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-ee998836-5bc0-46cc-952f-d71cc2d459af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:17.240654 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-ee998836-5bc0-46cc-952f-d71cc2d459af service neutron] 10.222.0.10 "GET /v2.0/networks?id=71a3aa55-b60a-413f-acda-abd42a54e1a2 HTTP/1.1" status: 200  len: 911 time: 0.1093211
Nov 06 21:13:17.286329 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-036af49d-cf9b-4ab0-aa96-755082413648 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f216ee9-de9d-482f-8670-f62ca79d0a08 HTTP/1.1" status: 200  len: 217 time: 0.0389853
Nov 06 21:13:17.337733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-de5fa58b-caf4-4425-9193-da0f895920be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:17.339038 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-de5fa58b-caf4-4425-9193-da0f895920be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a745e9c8-2b08-428e-b321-9d01c09a512b HTTP/1.1" status: 200  len: 849 time: 0.0459559
Nov 06 21:13:17.403859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-43400016-146e-4e1e-95a3-facd89630b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:17.405378 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-43400016-146e-4e1e-95a3-facd89630b64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71a3aa55-b60a-413f-acda-abd42a54e1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0597708
Nov 06 21:13:17.581062 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-ba758a52-37a3-4dee-821c-f6c1c6774f9b service neutron] 10.222.0.10 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683099
Nov 06 21:13:17.658869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e154-32ab-4346-90db-f37eaf72626c req-eaee916d-b89a-4bd3-b807-9759f74eb3bb tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:17.663460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d25e154-32ab-4346-90db-f37eaf72626c req-eaee916d-b89a-4bd3-b807-9759f74eb3bb tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1095 time: 0.0629721
Nov 06 21:13:17.754974 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a915045f-4b30-44cc-aea2-bd9b3b2cd480 req-d9f3add9-cbea-4093-b88e-13939537088a service neutron] 10.222.0.10 "GET /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664648
Nov 06 21:13:17.788241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d25e154-32ab-4346-90db-f37eaf72626c req-14dd5d7a-b72c-4411-a3a8-f9fd709ce4e0 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205568
Nov 06 21:13:18.150707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 78b59da3-85c2-4b35-bce4-479dc4cb99d2 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:18.200810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 78b59da3-85c2-4b35-bce4-479dc4cb99d2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:18.201184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:18.288255 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:18.310077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 78b59da3-85c2-4b35-bce4-479dc4cb99d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78b59da3-85c2-4b35-bce4-479dc4cb99d2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:18.315184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:18.341230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93247bf-35f4-495f-86d7-f9f6e83f18ad req-aad6e2ba-58b2-4bd7-93dc-abd02d4a9844 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:18.349004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f93247bf-35f4-495f-86d7-f9f6e83f18ad req-aad6e2ba-58b2-4bd7-93dc-abd02d4a9844 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0608716
Nov 06 21:13:18.368106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=78b59da3-85c2-4b35-bce4-479dc4cb99d2,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:18.395976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f93247bf-35f4-495f-86d7-f9f6e83f18ad req-a7609b2e-aab3-46e2-bc84-435f8f79322a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460043
Nov 06 21:13:18.922838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8eed5-71a3-48ec-9636-2ba149ffee30 req-af4f4c11-bbd4-4a8f-b14e-ed40d3ab71c0 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:18.924977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76d8eed5-71a3-48ec-9636-2ba149ffee30 req-af4f4c11-bbd4-4a8f-b14e-ed40d3ab71c0 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1095 time: 0.0459361
Nov 06 21:13:18.971394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76d8eed5-71a3-48ec-9636-2ba149ffee30 req-df3ac81c-e2eb-4269-8211-91e71f652000 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392051
Nov 06 21:13:19.198031 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a271718-f54b-4c18-aa87-b46ecfef2b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:19.417836 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Sync routers for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:19.428366 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:19.429078 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925299c1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:19.514671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ee915-0e12-47fb-9c52-f6339f7a1753 req-dd9e4b79-aa74-4a2b-8795-b4a10162bb1d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:19.516114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab5ee915-0e12-47fb-9c52-f6339f7a1753 req-dd9e4b79-aa74-4a2b-8795-b4a10162bb1d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0499706
Nov 06 21:13:19.535142 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:19.571424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab5ee915-0e12-47fb-9c52-f6339f7a1753 req-63ca752c-1155-424c-9d32-804e9d5bf052 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487084
Nov 06 21:13:19.794519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4f216ee9-de9d-482f-8670-f62ca79d0a08 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:19.866548 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925299c1f0>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 2, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:19.897118 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Checking router: e6204d9a-d823-4d73-8d9c-a62b7a5879e2 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:19.898023 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Updating router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:13:19.925638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4f216ee9-de9d-482f-8670-f62ca79d0a08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f216ee9-de9d-482f-8670-f62ca79d0a08,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:19.927015 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:19.941119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '4f216ee9-de9d-482f-8670-f62ca79d0a08', 'network_id': '71a3aa55-b60a-413f-acda-abd42a54e1a2', 'port_id': '4f216ee9-de9d-482f-8670-f62ca79d0a08', 'mac_address': 'fa:16:3e:dd:ea:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a745e9c8-2b08-428e-b321-9d01c09a512b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:19.987909 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.003388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f216ee9-de9d-482f-8670-f62ca79d0a08 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:20.025330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4f216ee9-de9d-482f-8670-f62ca79d0a08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f216ee9-de9d-482f-8670-f62ca79d0a08,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:20.030566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.086857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4f216ee9-de9d-482f-8670-f62ca79d0a08,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:20.123458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991288c-8053-4e7d-a107-1ef9e9abfc54 req-ea899c3f-97d6-49bd-b4ff-cb0527bae7cb tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:20.125522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b991288c-8053-4e7d-a107-1ef9e9abfc54 req-ea899c3f-97d6-49bd-b4ff-cb0527bae7cb tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1096 time: 0.0635662
Nov 06 21:13:20.158959 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 78b59da3-85c2-4b35-bce4-479dc4cb99d2 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:20.181349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b991288c-8053-4e7d-a107-1ef9e9abfc54 req-cbd9fcf5-2c7a-40c4-b55a-15a3c85ed923 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489850
Nov 06 21:13:20.220406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 78b59da3-85c2-4b35-bce4-479dc4cb99d2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:20.221572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.265591 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.271368 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.319680 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f927ea5-6661-41df-9b0a-5d2d1aa6fb45 None None] Pushing event updated for resources: {'Port': ['ID=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:20.332734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4f216ee9-de9d-482f-8670-f62ca79d0a08'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:20.375056 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Attempting to bind port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:20.375662 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Attempting to bind port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:20.376079 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Attempting to bind port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 on network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:20.382575 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:20.383077 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Checking segment: {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:20.383473 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.383866 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Bound using segment: {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:20.384363 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Bound port: b7b11c3f-506f-433d-bfa1-d799cd6e3c51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:20.384745 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.452944 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] For port b7b11c3f-506f-433d-bfa1-d799cd6e3c51, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:20.457368 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] For port b7b11c3f-506f-433d-bfa1-d799cd6e3c51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:20.462089 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.524457 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:20.525085 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925299c1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:20.529935 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f927ea5-6661-41df-9b0a-5d2d1aa6fb45 None None] Pushing event updated for resources: {'Port': ['ID=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:20.548008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a6514831-f8e8-48bc-8282-4fe2deb9787b None None] Provisioning complete for port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:20.548409 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6514831-f8e8-48bc-8282-4fe2deb9787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.609292 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.649078 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:20.656960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6514831-f8e8-48bc-8282-4fe2deb9787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.702453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a6514831-f8e8-48bc-8282-4fe2deb9787b None None] For port b7b11c3f-506f-433d-bfa1-d799cd6e3c51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:20.708339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce837f-50ee-43cb-ab82-ffe9eb8e5ce7 req-ee1ee7e8-8abf-4699-8f32-09b27a7f2a38 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:20.708982 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6514831-f8e8-48bc-8282-4fe2deb9787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.717489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ce837f-50ee-43cb-ab82-ffe9eb8e5ce7 req-ee1ee7e8-8abf-4699-8f32-09b27a7f2a38 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0657322
Nov 06 21:13:20.766863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6514831-f8e8-48bc-8282-4fe2deb9787b None None] Pushing event updated for resources: {'Port': ['ID=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:20.771255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1ce837f-50ee-43cb-ab82-ffe9eb8e5ce7 req-add0ae0c-3510-48f1-9e0d-3572308655b5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527790
Nov 06 21:13:20.831355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1644c8f3-274e-4caa-b5da-95d1d9c01258 None None] Provisioning complete for port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:20.831631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1644c8f3-274e-4caa-b5da-95d1d9c01258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:20.881382 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925299c1f0>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:20Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:20.911653 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c40e6b-5bc2-481d-aa30-f72ce3291a32 None None] The sync data for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 is: [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:20Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:20.938185 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-f1f5e05f-155b-40ff-a572-1d23cb69c30d service neutron] show failed (client error): The resource could not be found.
Nov 06 21:13:20.939223 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-f1f5e05f-155b-40ff-a572-1d23cb69c30d service neutron] 10.222.0.10 "GET /v2.0/ports/e8b11155-24fd-4fc2-808c-429b581602a3/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0618801
Nov 06 21:13:21.180821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-a2df9abb-1d8f-4d7a-9774-ff371789e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:21.182511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-a2df9abb-1d8f-4d7a-9774-ff371789e869 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 1097 time: 0.0481558
Nov 06 21:13:21.195821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:21.274942 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:21.419535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb57fb3-b533-4123-a332-a501c1d8d3fa req-cc64b352-4517-4d52-9452-cbbea29e6da8 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:21.421142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edb57fb3-b533-4123-a332-a501c1d8d3fa req-cc64b352-4517-4d52-9452-cbbea29e6da8 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1096 time: 0.1313059
Nov 06 21:13:21.531460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edb57fb3-b533-4123-a332-a501c1d8d3fa req-ff53d25b-7296-4698-9522-5d8e390c98d7 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034040
Nov 06 21:13:21.566844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:21.599556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:21.646274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:21.648622 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c12264-c148-4427-8c7e-ab6749544836" -d '{"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:21.653038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:21.667352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Transition to ACTIVE for port object e8b11155-24fd-4fc2-808c-429b581602a3 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:21.672874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:21.715786 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0535b50b-4ac7-42e0-808a-7a3cd7216227 x-openstack-request-id: req-0535b50b-4ac7-42e0-808a-7a3cd7216227 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:21.716077 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:21.716348 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0535b50b-4ac7-42e0-808a-7a3cd7216227 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:21.716740 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'code': 200}
Nov 06 21:13:21.767385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:21.810662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] No DVR routers for this DVR port e8b11155-24fd-4fc2-808c-429b581602a3 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:21.810992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4f216ee9-de9d-482f-8670-f62ca79d0a08 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:21.876536 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:21.890891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 4f216ee9-de9d-482f-8670-f62ca79d0a08 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:13:21.895704 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 4f216ee9-de9d-482f-8670-f62ca79d0a08 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:21.896074 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:21.955602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d6deb-6072-44d9-9376-3aa26844e5bc req-df32ca4d-a342-4ec7-8c1d-393175b9a10a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:21.957140 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea9d6deb-6072-44d9-9376-3aa26844e5bc req-df32ca4d-a342-4ec7-8c1d-393175b9a10a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.1120920
Nov 06 21:13:21.987143 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.010101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b926b16-6800-4434-bba1-eaecd376a004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f216ee9-de9d-482f-8670-f62ca79d0a08'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:22.012803 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea53e8bb-f636-4d2b-a2ab-cdf5d3211739" -d '{"events": [{"server_uuid": "3b926b16-6800-4434-bba1-eaecd376a004", "name": "network-vif-plugged", "status": "completed", "tag": "4f216ee9-de9d-482f-8670-f62ca79d0a08"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:22.025528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4f216ee9-de9d-482f-8670-f62ca79d0a08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f216ee9-de9d-482f-8670-f62ca79d0a08,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:22.032918 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.034623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:22.034915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:22.035249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:22.045272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea9d6deb-6072-44d9-9376-3aa26844e5bc req-c969112a-9106-473d-b917-23083c2de919 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816278
Nov 06 21:13:22.046415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:22.046679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:22.053060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:22.054169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Checking segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:22.054694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Bound using segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:22.055094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Bound port: e8b11155-24fd-4fc2-808c-429b581602a3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:22.055543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.073704 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e40f6cd-b17b-49ef-97a2-a5c0a876db11 x-openstack-request-id: req-1e40f6cd-b17b-49ef-97a2-a5c0a876db11 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:22.073704 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b926b16-6800-4434-bba1-eaecd376a004", "name": "network-vif-plugged", "status": "completed", "tag": "4f216ee9-de9d-482f-8670-f62ca79d0a08", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:22.073704 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e40f6cd-b17b-49ef-97a2-a5c0a876db11 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:22.073704 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b926b16-6800-4434-bba1-eaecd376a004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f216ee9-de9d-482f-8670-f62ca79d0a08', 'code': 200}
Nov 06 21:13:22.103734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4f216ee9-de9d-482f-8670-f62ca79d0a08,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:22.158080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:22.162047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:22.166440 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.185964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbc898-7e8e-41e7-a55f-e927b22ebb91 req-16c76ffa-9c9a-4c6d-b4c8-00ac74085b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:22.187556 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c4cbc898-7e8e-41e7-a55f-e927b22ebb91 req-16c76ffa-9c9a-4c6d-b4c8-00ac74085b85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1097 time: 0.0565221
Nov 06 21:13:22.201821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:22.202450 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.203841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-9103bf8f-144e-4106-90da-240f922962bf service neutron] 10.222.0.37 "PUT /v2.0/ports/e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1092 time: 1.0123882
Nov 06 21:13:22.222208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b7b11c3f-506f-433d-bfa1-d799cd6e3c51 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:22.227360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103bf8f-144e-4106-90da-240f922962bf service neutron] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:22.258434 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c4cbc898-7e8e-41e7-a55f-e927b22ebb91 req-678f7b81-370d-4ed7-b569-7e12930c8c11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629032
Nov 06 21:13:22.279748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:22.280119 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.281414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-31509ddb-b76c-4744-a658-1fd45a9134b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:22.284265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-31509ddb-b76c-4744-a658-1fd45a9134b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1095 time: 0.0529249
Nov 06 21:13:22.319202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60862) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:22.324478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1443678499'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:22.350430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:22.357179 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.388026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:13:22.398733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.399348 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Added segment 5824866d-801d-43f3-b6a7-a942cbbbcd0d of type vlan for network 538a8624-f3bf-4857-8ec1-74778884f05f
Nov 06 21:13:22.401958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-773677db-bf91-49b1-8f8d-c89705464308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:22.403933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-773677db-bf91-49b1-8f8d-c89705464308 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.1128726
Nov 06 21:13:22.464331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.467507 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.489389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-fe3db05b-9002-4b0f-94ca-f587588656e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1000 time: 0.0779848
Nov 06 21:13:22.492740 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.498759 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:22.499457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.545286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-17925194-e0a4-41e1-8643-2dd819bd7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:22.547319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-17925194-e0a4-41e1-8643-2dd819bd7d55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0502329
Nov 06 21:13:22.587210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Network': ['ID=538a8624-f3bf-4857-8ec1-74778884f05f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:22.593898 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-24a99efd-edd2-45a0-9230-4f32c76b8af8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2735765
Nov 06 21:13:22.596732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60866) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:22.609359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1411125900'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:22.652588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 538a8624-f3bf-4857-8ec1-74778884f05f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:13:22.662211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-48f2fd3a-f945-46b8-aaa7-b6f95acee7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:22.663728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-48f2fd3a-f945-46b8-aaa7-b6f95acee7e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1085343
Nov 06 21:13:22.671531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:22.675046 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:22.745326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735e729-f09e-47de-bfc0-da5793e324a7 req-85a32879-26ac-42c1-b472-5c64a1e17cb5 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:22.746855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6735e729-f09e-47de-bfc0-da5793e324a7 req-85a32879-26ac-42c1-b472-5c64a1e17cb5 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1097 time: 0.1340067
Nov 06 21:13:23.087996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:13:23.116168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:23.116543 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Added segment 2d5d8c68-4fab-4efe-81d0-60e78f21dc69 of type vlan for network 99b40b59-cbc5-4528-be4b-431bf31e7971
Nov 06 21:13:23.185520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6735e729-f09e-47de-bfc0-da5793e324a7 req-d18536c6-afa5-43be-8278-52a08320a257 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4280212
Nov 06 21:13:23.189138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-66782d31-3a79-4d0b-9b12-3dc6a2808242 service neutron] 10.222.0.37 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5111403
Nov 06 21:13:23.190948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:23.300798 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:23.306286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:23.306872 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:23.394285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7964759
Nov 06 21:13:23.397098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60874) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:23.402897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'subnet': {'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:23.415662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2447f20-8ac8-450a-b419-e8b99016ca68 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Network': ['ID=99b40b59-cbc5-4528-be4b-431bf31e7971,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:23.427714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6a07-332a-4e19-8885-de14454d4c11 req-fb74a619-a341-42c3-9aa2-710801f800d3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:23.429313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4ee6a07-332a-4e19-8885-de14454d4c11 req-fb74a619-a341-42c3-9aa2-710801f800d3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.1664739
Nov 06 21:13:23.429945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 99b40b59-cbc5-4528-be4b-431bf31e7971 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:13:23.433885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-4f363211-39ff-4ce2-ae28-b386d87fa595 service neutron] 10.222.0.37 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374187
Nov 06 21:13:23.517250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4ee6a07-332a-4e19-8885-de14454d4c11 req-5019ccb7-3db9-431c-9d1b-453b75bf4b07 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805335
Nov 06 21:13:23.541916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:23.546387 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:23.717450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:23.719805 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8151741e-d486-49ac-aac3-51e793ee09e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:23.725031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:23.773413 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b57ed5-f0a2-47a3-ab4a-f5b02c883adf x-openstack-request-id: req-23b57ed5-f0a2-47a3-ab4a-f5b02c883adf {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:23.773703 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:23.774108 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23b57ed5-f0a2-47a3-ab4a-f5b02c883adf {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:23.774536 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'status': 'completed', 'code': 200}
Nov 06 21:13:23.792095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Subnet': ['ID=f2b26aec-dcfc-455d-968f-8663cfbe97fc,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:23.822595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Checking segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:23.822971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network hostable DHCP agents. Network: 538a8624-f3bf-4857-8ec1-74778884f05f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:13:23.835162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-7a9e9349-8ae9-48a2-8d70-873b18ff9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:23.836813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-7a9e9349-8ae9-48a2-8d70-873b18ff9589 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1095 time: 0.0436180
Nov 06 21:13:23.851301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-bc95e34b-90af-40d0-adee-1896c2f2400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:23.852829 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-bc95e34b-90af-40d0-adee-1896c2f2400d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1095 time: 0.0564368
Nov 06 21:13:23.853408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 538a8624-f3bf-4857-8ec1-74778884f05f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:13:23.869471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 538a8624-f3bf-4857-8ec1-74778884f05f) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:23.881715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41179d-a92e-4e49-8d91-b6218d4d4f61 None None] Network 538a8624-f3bf-4857-8ec1-74778884f05f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:23.906233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:23.907170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:23.932557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e6f363b8-2975-4d70-88d5-f42e90e730b9 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5341570
Nov 06 21:13:23.935079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60878) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:23.942629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'subnet': {'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:23.946250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-cf2c9d88-2db4-4b2a-8e65-6d7646a3d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:23.947771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-cf2c9d88-2db4-4b2a-8e65-6d7646a3d85f service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.1021261
Nov 06 21:13:24.021710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-dce51ba2-2ff3-458e-bc56-2f081f05f263 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1000 time: 0.0653195
Nov 06 21:13:24.028622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-5447f090-07ad-4bf5-9664-e556bae8ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.030082 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-5447f090-07ad-4bf5-9664-e556bae8ec2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.1701775
Nov 06 21:13:24.038456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-538a8624-f3bf-4857-8ec1-74778884f05f', 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'fixed_ips': [{'subnet_id': 'f2b26aec-dcfc-455d-968f-8663cfbe97fc'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:13:24.039664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:24.092741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-a80b304b-ae33-4d4c-96a4-d2cda84b4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.094487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-a80b304b-ae33-4d4c-96a4-d2cda84b4f1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0658402
Nov 06 21:13:24.096650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:24.100125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:24.142155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-100191fe-3146-4fa3-8a1e-641e39fd0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.143892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-100191fe-3146-4fa3-8a1e-641e39fd0f2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426781
Nov 06 21:13:24.157161 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-941f5bf3-a4c1-4b05-a262-2728932ff0fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1000 time: 0.1187742
Nov 06 21:13:24.181626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Allocated IP 10.1.1.2 (538a8624-f3bf-4857-8ec1-74778884f05f/f2b26aec-dcfc-455d-968f-8663cfbe97fc/ef876a2b-81d0-4e62-b7a2-50a4a49d1068) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:24.253875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-9aedd7a2-04af-42cf-b09b-db3471725358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.255363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-766ae482-b4ca-4d11-abeb-656da23590b6 service neutron] 10.222.0.37 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024303
Nov 06 21:13:24.261664 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-9aedd7a2-04af-42cf-b09b-db3471725358 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0965803
Nov 06 21:13:24.357806 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:24.367828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:24.379799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c38d40-400e-42b0-a4d4-35d2f3b4668f req-78587495-0ecf-4cb6-8b22-db821905bb38 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.381373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6c38d40-400e-42b0-a4d4-35d2f3b4668f req-78587495-0ecf-4cb6-8b22-db821905bb38 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1097 time: 0.1011837
Nov 06 21:13:24.392234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-e02a9235-3f68-4db6-b1a3-c3d329252b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.394259 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-e02a9235-3f68-4db6-b1a3-c3d329252b17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0880334
Nov 06 21:13:24.420276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Network 538a8624-f3bf-4857-8ec1-74778884f05f is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:24.420806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-d5272d96-f69d-4744-b69e-0caf2a271b2d service neutron] 10.222.0.37 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539707
Nov 06 21:13:24.424890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:24.428931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:24.449317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6c38d40-400e-42b0-a4d4-35d2f3b4668f req-0c56cbeb-8d5c-461f-accf-ec14d88c7e1d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613949
Nov 06 21:13:24.457164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:24.468375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Pushing event updated for resources: {'Port': ['ID=ef876a2b-81d0-4e62-b7a2-50a4a49d1068,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:24.509326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Attempting to bind port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:24.510050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Attempting to bind port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:24.510482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Attempting to bind port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:24.516518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:24.516991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Checking segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:24.518055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:24.518457 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Bound using segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:24.519000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Bound port: ef876a2b-81d0-4e62-b7a2-50a4a49d1068, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:24.519449 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:24.551580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Subnet': ['ID=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:24.569183 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-a654182c-e3d1-4d74-8ded-c8d3ee0607da service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647313
Nov 06 21:13:24.571898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Checking segment: {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:24.572056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78c06d-c9af-4e04-a300-e84f8174c4c4 req-9eac86c8-1ac4-4dc5-bca8-bdb9a09828ed tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.572368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network hostable DHCP agents. Network: 99b40b59-cbc5-4528-be4b-431bf31e7971, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:13:24.575026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b78c06d-c9af-4e04-a300-e84f8174c4c4 req-9eac86c8-1ac4-4dc5-bca8-bdb9a09828ed tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1097 time: 0.0504854
Nov 06 21:13:24.598477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] For port ef876a2b-81d0-4e62-b7a2-50a4a49d1068, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:24.608006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] For port ef876a2b-81d0-4e62-b7a2-50a4a49d1068, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef876a2b-81d0-4e62-b7a2-50a4a49d1068,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:24.613776 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:24.633355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b78c06d-c9af-4e04-a300-e84f8174c4c4 req-c7c863a8-86e5-4421-a442-a86b761f8c71 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511627
Nov 06 21:13:24.668261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 99b40b59-cbc5-4528-be4b-431bf31e7971 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:13:24.700162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa348d38-7297-4b59-93e2-733cdca7e7f3 None None] Pushing event updated for resources: {'Port': ['ID=ef876a2b-81d0-4e62-b7a2-50a4a49d1068,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:24.718920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8426d4-50c7-4880-ba54-1b47ac9e764e req-a34209d3-610a-43d2-9649-a6164316ea35 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.729248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae8426d4-50c7-4880-ba54-1b47ac9e764e req-a34209d3-610a-43d2-9649-a6164316ea35 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.0702784
Nov 06 21:13:24.815924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1e65-c7d6-4f83-897a-ec4b84ef9406 req-58e4e2dd-1eef-451e-ab9b-409f406e6b21 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:24.817497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-402c1e65-c7d6-4f83-897a-ec4b84ef9406 req-58e4e2dd-1eef-451e-ab9b-409f406e6b21 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1097 time: 0.0858161
Nov 06 21:13:24.824856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae8426d4-50c7-4880-ba54-1b47ac9e764e req-1a55b811-cb84-4033-b02f-989aa5926498 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943971
Nov 06 21:13:24.916456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-402c1e65-c7d6-4f83-897a-ec4b84ef9406 req-c0e03b0c-a535-46d0-9c6d-0dc462623878 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870564
Nov 06 21:13:25.084259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99b40b59-cbc5-4528-be4b-431bf31e7971) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:25.090555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:25.091281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.093882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0992388f-249d-497d-84aa-fd22f80caefd None None] Network 99b40b59-cbc5-4528-be4b-431bf31e7971 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:25.095983 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8151741e-d486-49ac-aac3-51e793ee09e6 req-17b030c9-a20f-4ba9-8811-3cdd7a95041f service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5183969
Nov 06 21:13:25.109754 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a4d026f6-1247-4706-a72f-65d6aa1bdd3d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1733809
Nov 06 21:13:25.112897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60894) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:25.118024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'port': {'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'name': 'tempest-TaggedBootDevicesTest-534473089', 'fixed_ips': [{'subnet_id': 'f2b26aec-dcfc-455d-968f-8663cfbe97fc'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:25.184224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915811c2-6a06-4e46-83c8-349fb7f567ad req-e44ddad5-5e40-4d05-8bbd-67e724969360 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:25.186096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-915811c2-6a06-4e46-83c8-349fb7f567ad req-e44ddad5-5e40-4d05-8bbd-67e724969360 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1097 time: 0.0479956
Nov 06 21:13:25.237265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:25.239822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-915811c2-6a06-4e46-83c8-349fb7f567ad req-c1fa9dad-73e4-4615-b3f2-37384c82984c tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469725
Nov 06 21:13:25.278893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99b40b59-cbc5-4528-be4b-431bf31e7971', 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'fixed_ips': [{'subnet_id': '864f81dc-4dd3-49a6-b8e1-7bd9fc771e23'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:13:25.279764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.327763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.346728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] device_id is not set on port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:13:25.422009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Allocated IP 10.2.2.2 (99b40b59-cbc5-4528-be4b-431bf31e7971/864f81dc-4dd3-49a6-b8e1-7bd9fc771e23/767268b1-6a52-4a85-85e7-54db49a2eb84) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:25.529483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Allocated IP 10.1.1.195 (538a8624-f3bf-4857-8ec1-74778884f05f/f2b26aec-dcfc-455d-968f-8663cfbe97fc/65197fdc-c361-4fe6-bfc2-c5e8a6e80918) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:25.592173 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.598798 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.639233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Network 99b40b59-cbc5-4528-be4b-431bf31e7971 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:25.644989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:25.648745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:25.656024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Pushing event updated for resources: {'Port': ['ID=767268b1-6a52-4a85-85e7-54db49a2eb84,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:25.699636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.712123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Attempting to bind port 767268b1-6a52-4a85-85e7-54db49a2eb84 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:25.712571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Attempting to bind port 767268b1-6a52-4a85-85e7-54db49a2eb84 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:25.713186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Attempting to bind port 767268b1-6a52-4a85-85e7-54db49a2eb84 on network 99b40b59-cbc5-4528-be4b-431bf31e7971 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:25.718153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:25.718777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Checking segment: {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:25.719187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.719584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Bound using segment: {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:25.720055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Bound port: 767268b1-6a52-4a85-85e7-54db49a2eb84, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:25.720466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.740548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.759576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af318095-fb95-4e0d-b0f0-8c6edef28db6 None None] Network 538a8624-f3bf-4857-8ec1-74778884f05f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:25.794537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 538a8624-f3bf-4857-8ec1-74778884f05f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:25.797705 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:25.802921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:25.806845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:25.817271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:25.853553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:25.854501 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.862324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] For port 767268b1-6a52-4a85-85e7-54db49a2eb84, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:25.881786 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cab1740f-88c6-4a04-932e-8f842f0c244d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.7677689
Nov 06 21:13:25.884227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60900) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:25.889627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'port': {'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'name': 'tempest-TaggedBootDevicesTest-1462061973', 'fixed_ips': [{'subnet_id': 'f2b26aec-dcfc-455d-968f-8663cfbe97fc'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:25.899125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] For port 767268b1-6a52-4a85-85e7-54db49a2eb84, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=767268b1-6a52-4a85-85e7-54db49a2eb84,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:25.918396 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.935402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-10b014f1-00d5-4075-b962-acdd6267c9d5 None None] Provisioning complete for port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:25.935786 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-10b014f1-00d5-4075-b962-acdd6267c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:25.962211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605cdf7-560d-4e8a-8c8c-ea99b90c80d6 req-b1f19b29-7a32-425e-af93-5b2fe694e37b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:25.966638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:25.969728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e605cdf7-560d-4e8a-8c8c-ea99b90c80d6 req-b1f19b29-7a32-425e-af93-5b2fe694e37b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.0697007
Nov 06 21:13:26.009085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:26.014543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.024264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e605cdf7-560d-4e8a-8c8c-ea99b90c80d6 req-1caf1391-cf1e-4b60-b7f0-aa88c681b0f1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506847
Nov 06 21:13:26.039467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] device_id is not set on port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:13:26.063224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7417a-5537-4aa8-9dad-3580273e71d5 None None] Pushing event updated for resources: {'Port': ['ID=767268b1-6a52-4a85-85e7-54db49a2eb84,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:26.147199 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-10b014f1-00d5-4075-b962-acdd6267c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.190224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-10b014f1-00d5-4075-b962-acdd6267c9d5 None None] For port ef876a2b-81d0-4e62-b7a2-50a4a49d1068, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef876a2b-81d0-4e62-b7a2-50a4a49d1068,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:26.196724 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-10b014f1-00d5-4075-b962-acdd6267c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.222213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ef876a2b-81d0-4e62-b7a2-50a4a49d1068 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:26.248779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Allocated IP 10.1.1.128 (538a8624-f3bf-4857-8ec1-74778884f05f/f2b26aec-dcfc-455d-968f-8663cfbe97fc/a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:26.285827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b014f1-00d5-4075-b962-acdd6267c9d5 None None] Pushing event updated for resources: {'Port': ['ID=ef876a2b-81d0-4e62-b7a2-50a4a49d1068,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:26.297566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:26.297929 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.485906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aec242-05d2-4aa2-836e-964684b5578b req-b77acd5e-e6a4-4fd0-9850-728a603ca5ff tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:26.488045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3aec242-05d2-4aa2-836e-964684b5578b req-b77acd5e-e6a4-4fd0-9850-728a603ca5ff tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1097 time: 0.1107807
Nov 06 21:13:26.546910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3aec242-05d2-4aa2-836e-964684b5578b req-e6d7f866-fd51-4abd-a6b1-c0ccfd37ebe5 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528142
Nov 06 21:13:26.564551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.597173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-c2f10777-8a4d-458b-a325-af2fcaecadce tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:26.598696 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-c2f10777-8a4d-458b-a325-af2fcaecadce tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 1097 time: 0.0743566
Nov 06 21:13:26.630277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3f34cab2-51e3-4bad-829a-97ada88b833c None None] Provisioning complete for port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:26.630911 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3f34cab2-51e3-4bad-829a-97ada88b833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.631572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.718301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 538a8624-f3bf-4857-8ec1-74778884f05f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:26.726507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:26.732929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:26.772662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:26.776864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3f34cab2-51e3-4bad-829a-97ada88b833c None None] Provisioning complete for port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:26.777541 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3f34cab2-51e3-4bad-829a-97ada88b833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.821795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:26.822559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.828151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Deleting port 4f216ee9-de9d-482f-8670-f62ca79d0a08 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:26.828652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.833291 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3f34cab2-51e3-4bad-829a-97ada88b833c None None] Port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:26.907762 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0eb4a6d9-8ba9-40c7-b993-a31438a0d27e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0222950
Nov 06 21:13:26.931723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] For port 4f216ee9-de9d-482f-8670-f62ca79d0a08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f216ee9-de9d-482f-8670-f62ca79d0a08,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:26.932092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.961639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7752851b-d328-4e35-95df-c5f649529cae None None] Provisioning complete for port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:26.961993 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7752851b-d328-4e35-95df-c5f649529cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:26.964867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Calling delete_port for 4f216ee9-de9d-482f-8670-f62ca79d0a08 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:27.023959 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7752851b-d328-4e35-95df-c5f649529cae None None] Port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:27.112904 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.128283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['9d54e755-fa08-4c54-aa91-492af054eab4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:27.131724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4f216ee9-de9d-482f-8670-f62ca79d0a08'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:27.169409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f216ee9-de9d-482f-8670-f62ca79d0a08,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:27.214948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 60910) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:27.218431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-44f1fed8-483e-408e-bde6-cf22f7828d05 None None] Provisioning complete for port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:27.218800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44f1fed8-483e-408e-bde6-cf22f7828d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.221692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-18ca0516-136f-4f02-a178-740e05531343 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675845291', 'description': 'tempest-description--82444192'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:27.244081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a610e-a288-4998-851f-9015879344c1 req-6b702938-3696-4131-bce5-30862d35b699 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:27.249544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] No DVR routers for this DVR port 4f216ee9-de9d-482f-8670-f62ca79d0a08 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:27.252375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d70a610e-a288-4998-851f-9015879344c1 req-6b702938-3696-4131-bce5-30862d35b699 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.1231017
Nov 06 21:13:27.253071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.258119 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf2ac0f-4771-4c5b-ada6-f90940f2ef27 req-7188ea97-415e-4428-a7f1-c3d4edda9ec3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.10 "DELETE /v2.0/ports/4f216ee9-de9d-482f-8670-f62ca79d0a08 HTTP/1.1" status: 204  len: 173 time: 0.6522160
Nov 06 21:13:27.258639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b926b16-6800-4434-bba1-eaecd376a004', 'name': 'network-vif-deleted', 'tag': '4f216ee9-de9d-482f-8670-f62ca79d0a08'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:27.271605 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb41b6a-c37f-413e-b215-36abbc8f9422" -d '{"events": [{"server_uuid": "3b926b16-6800-4434-bba1-eaecd376a004", "name": "network-vif-deleted", "tag": "4f216ee9-de9d-482f-8670-f62ca79d0a08"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:27.314929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-44f1fed8-483e-408e-bde6-cf22f7828d05 None None] Port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:27.323568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18ca0516-136f-4f02-a178-740e05531343 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.331945 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59d4a35-9dd3-4cf3-885a-1c67899b6708 x-openstack-request-id: req-e59d4a35-9dd3-4cf3-885a-1c67899b6708 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:27.332240 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b926b16-6800-4434-bba1-eaecd376a004", "name": "network-vif-deleted", "tag": "4f216ee9-de9d-482f-8670-f62ca79d0a08", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:27.332528 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e59d4a35-9dd3-4cf3-885a-1c67899b6708 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:27.332925 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b926b16-6800-4434-bba1-eaecd376a004', 'name': 'network-vif-deleted', 'tag': '4f216ee9-de9d-482f-8670-f62ca79d0a08', 'status': 'completed', 'code': 200}
Nov 06 21:13:27.387695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d70a610e-a288-4998-851f-9015879344c1 req-d5944f8a-254e-4344-94c4-2dc7da34a36f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343083
Nov 06 21:13:27.475152 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18ca0516-136f-4f02-a178-740e05531343 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.480224 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18ca0516-136f-4f02-a178-740e05531343 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.502769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a64b65-65e4-4e8f-9b87-221b191d412f None None] Network 99b40b59-cbc5-4528-be4b-431bf31e7971 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:27.513126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18ca0516-136f-4f02-a178-740e05531343 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.514641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-18ca0516-136f-4f02-a178-740e05531343 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2975619
Nov 06 21:13:27.518213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60916) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:27.523750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca0516-136f-4f02-a178-740e05531343 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4f1054-6ba4-4d8e-916e-93fd79855af2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:27.529437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-94280725-d155-4458-821c-9f0fa79a63a0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'security_group_rule': {'security_group_id': '8e4f1054-6ba4-4d8e-916e-93fd79855af2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:27.587486 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94280725-d155-4458-821c-9f0fa79a63a0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.601711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-82302d4e-5eb6-4da5-bee3-29a461aaebf5 None None] Provisioning complete for port 767268b1-6a52-4a85-85e7-54db49a2eb84 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:27.601886 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-82302d4e-5eb6-4da5-bee3-29a461aaebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.667759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94280725-d155-4458-821c-9f0fa79a63a0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.674427 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94280725-d155-4458-821c-9f0fa79a63a0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.709639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94280725-d155-4458-821c-9f0fa79a63a0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0cca94-db71-4e22-a7da-f493fdaebb7e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:27.720391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94280725-d155-4458-821c-9f0fa79a63a0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.723847 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-94280725-d155-4458-821c-9f0fa79a63a0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2037234
Nov 06 21:13:27.725963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60924) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:27.737185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-06435056-3fd0-4041-b0bb-ca69d8e5df59 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'security_group_rule': {'security_group_id': '8e4f1054-6ba4-4d8e-916e-93fd79855af2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:27.769146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7ba95bc3-4c1b-4a1c-b89c-7ea5e3b3ca40 req-7e7392c3-9cd6-42c6-bef1-4a4469b02e66 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b926b16-6800-4434-bba1-eaecd376a004 HTTP/1.1" status: 200  len: 210 time: 0.0526781
Nov 06 21:13:27.782112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06435056-3fd0-4041-b0bb-ca69d8e5df59 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.819488 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-82302d4e-5eb6-4da5-bee3-29a461aaebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.841185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-c8c25fdd-7ddc-42a5-bdfd-04f6eac1c807 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:27.842901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-c8c25fdd-7ddc-42a5-bdfd-04f6eac1c807 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.37 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc&tenant_id=5f8c001debad4d98b1531db2b7d91349&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1888032
Nov 06 21:13:27.857884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143401c5-faa0-4cd8-9715-45698db3414b req-58171864-91ad-4751-b41e-ad5fb91a3af9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:27.859291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-143401c5-faa0-4cd8-9715-45698db3414b req-58171864-91ad-4751-b41e-ad5fb91a3af9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 944 time: 0.0892143
Nov 06 21:13:27.872161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-82302d4e-5eb6-4da5-bee3-29a461aaebf5 None None] For port 767268b1-6a52-4a85-85e7-54db49a2eb84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=767268b1-6a52-4a85-85e7-54db49a2eb84,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:27.873662 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06435056-3fd0-4041-b0bb-ca69d8e5df59 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.881250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-82302d4e-5eb6-4da5-bee3-29a461aaebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.881881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06435056-3fd0-4041-b0bb-ca69d8e5df59 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.909508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06435056-3fd0-4041-b0bb-ca69d8e5df59 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.914083 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-06435056-3fd0-4041-b0bb-ca69d8e5df59 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1869791
Nov 06 21:13:27.916517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 60926) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:27.922621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:27.928985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06435056-3fd0-4041-b0bb-ca69d8e5df59 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c2787a-44f9-4848-a943-a9ff8207ed0a,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:27.959056 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:27.975459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82302d4e-5eb6-4da5-bee3-29a461aaebf5 None None] Pushing event updated for resources: {'Port': ['ID=767268b1-6a52-4a85-85e7-54db49a2eb84,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:27.996753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-4a79465f-4158-41de-a508-dd9d1dccd5a8 service neutron] 10.222.0.37 "GET /v2.0/ports/e8b11155-24fd-4fc2-808c-429b581602a3/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1362784
Nov 06 21:13:28.001194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-143401c5-faa0-4cd8-9715-45698db3414b req-25664611-5501-4b45-b9de-0a949fb3030b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183765
Nov 06 21:13:28.032093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:28.078087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.103083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-14bd77c0-6c8a-45e4-9cb8-c5534b4d9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:28.105109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-14bd77c0-6c8a-45e4-9cb8-c5534b4d9045 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1095 time: 0.0750229
Nov 06 21:13:28.223357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Allocated IP 172.35.0.228 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/535081a5-80d3-4450-a000-6133abd26e82) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:28.231011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:28.233652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d696bedd-e264-4f51-bed2-c1ca6ca865e7 None None] Provisioning complete for port 767268b1-6a52-4a85-85e7-54db49a2eb84 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:28.234287 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d696bedd-e264-4f51-bed2-c1ca6ca865e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.261487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-55c781fa-076b-493d-b4ca-d3e03949cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:28.263017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-55c781fa-076b-493d-b4ca-d3e03949cf19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.1465049
Nov 06 21:13:28.274353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'port_id': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'mac_address': 'fa:16:3e:af:4a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:28.281563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ef876a2b-81d0-4e62-b7a2-50a4a49d1068 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:28.334972 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.348260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-d5fc54ce-6fe1-44ed-a378-0362c2513bb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1000 time: 0.0693262
Nov 06 21:13:28.356437 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.374009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.401901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b11155-24fd-4fc2-808c-429b581602a3 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:28.411503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-42ee976e-6977-4697-be54-5cc4b53747bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:28.413903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-42ee976e-6977-4697-be54-5cc4b53747bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0576122
Nov 06 21:13:28.418546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:28.421805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:28.428163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:28.437151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:28.437523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.440128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:28.454491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=535081a5-80d3-4450-a000-6133abd26e82,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:28.465900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.469565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-ccc42c91-d3ee-4ad1-b89e-cf5c6a552a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:28.471806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-ccc42c91-d3ee-4ad1-b89e-cf5c6a552a35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0504272
Nov 06 21:13:28.522076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.528054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:28.558791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.566348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 767268b1-6a52-4a85-85e7-54db49a2eb84 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:28.575019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-0d808e2f-8078-41e5-93bf-24b146edb78f service neutron] 10.222.0.37 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940619
Nov 06 21:13:28.696252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-2d8233a4-e02b-41bc-93f7-03f8cbd6ccb2 service neutron] 10.222.0.37 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1139977
Nov 06 21:13:28.735877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.741363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.780634 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 767268b1-6a52-4a85-85e7-54db49a2eb84 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:28.780996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.810967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=535081a5-80d3-4450-a000-6133abd26e82,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:28.822756 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.842485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:28.853766 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-321a8f79-3a8a-43f6-a4c0-851db1932db4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.9351594
Nov 06 21:13:28.937259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['e8b11155-24fd-4fc2-808c-429b581602a3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:29.082956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-27ce6d8a-fdc0-44e3-80c4-bd97143f5131 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--675845291&fields=id&tenant_id=2091e07dbaca4b439d38b56488c3048f HTTP/1.1" status: 200  len: 267 time: 0.0713358
Nov 06 21:13:29.089525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f253-123e-4e73-924a-298f8c7af426 req-a7def52c-cb2f-488e-8fbb-5d171b8ce476 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:29.091118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a810f253-123e-4e73-924a-298f8c7af426 req-a7def52c-cb2f-488e-8fbb-5d171b8ce476 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1096 time: 0.0724916
Nov 06 21:13:29.153924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-960660d8-a818-4a51-bc93-3054d0e159f6 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:29.155319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-960660d8-a818-4a51-bc93-3054d0e159f6 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports/65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 931 time: 0.0632687
Nov 06 21:13:29.206831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a810f253-123e-4e73-924a-298f8c7af426 req-ce2de3f3-4952-450f-9d8a-243babd96463 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049242
Nov 06 21:13:29.217319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e606a56d-6d41-4b38-8cde-d4c75fa1128e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:29.218535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e606a56d-6d41-4b38-8cde-d4c75fa1128e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports/a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 932 time: 0.0561638
Nov 06 21:13:29.274350 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-3fbc2b1c-191d-4f82-be61-d29b33cd9318 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0491617
Nov 06 21:13:29.333038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cccec570-e428-4b2f-b8cc-3c083e816702 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0495057
Nov 06 21:13:29.370147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a4a49-099a-4e29-a3b1-bd3115c172e2 req-3a741e23-931f-4dbd-98ea-86d93ab0920e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:29.371602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-871a4a49-099a-4e29-a3b1-bd3115c172e2 req-3a741e23-931f-4dbd-98ea-86d93ab0920e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 945 time: 0.0999994
Nov 06 21:13:29.476406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-871a4a49-099a-4e29-a3b1-bd3115c172e2 req-4c9faf95-2c00-49ba-b331-7fe4d2a7a36d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784001
Nov 06 21:13:29.492261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-07729d05-eb9c-4715-bde6-677cf9a1ed05 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:29.498168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-07729d05-eb9c-4715-bde6-677cf9a1ed05 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:29.504603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-07729d05-eb9c-4715-bde6-677cf9a1ed05 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:29.506171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-07729d05-eb9c-4715-bde6-677cf9a1ed05 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=99b40b59-cbc5-4528-be4b-431bf31e7971&id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 1990 time: 0.1662979
Nov 06 21:13:29.521828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-8a6b55b6-6b13-436c-91f1-e692a560526d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/quotas/2091e07dbaca4b439d38b56488c3048f HTTP/1.1" status: 200  len: 375 time: 0.0100374
Nov 06 21:13:29.587972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-8c84b842-13f9-4dd6-b704-d580919a1320 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0608892
Nov 06 21:13:29.685033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-bf3a3aa5-ad4c-46a6-9a33-4a298624c3c5 service neutron] 10.222.0.13 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850153
Nov 06 21:13:29.776761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-369d1663-1ff2-44d4-bc49-665d16e6cc72 service neutron] 10.222.0.13 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850317
Nov 06 21:13:29.816986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-61e66fd5-f2d4-49e3-b947-010c745983a9 service neutron] 10.222.0.13 "GET /v2.0/ports/65197fdc-c361-4fe6-bfc2-c5e8a6e80918?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0340853
Nov 06 21:13:29.910318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-8ac928fd-0347-4a22-bf80-da19e5b2a76e service neutron] 10.222.0.13 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877054
Nov 06 21:13:30.003109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-7ae6432a-b412-4623-a275-d5654eb0905b service neutron] 10.222.0.13 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865507
Nov 06 21:13:30.047736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:30.048410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a29d11c7-763a-42b5-a491-cc5864100937 service neutron] 10.222.0.13 "GET /v2.0/ports/a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0384481
Nov 06 21:13:30.098872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port e8b11155-24fd-4fc2-808c-429b581602a3 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:13:30.102582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port e8b11155-24fd-4fc2-808c-429b581602a3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:30.102948 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:30.140080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a04ec6e1-6f20-4f14-accf-4829d56d2a6b service neutron] 10.222.0.13 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852008
Nov 06 21:13:30.181502 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:30.204193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:30.207945 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c67010-3b68-4022-8c70-db25b9bc071c" -d '{"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-plugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:30.224570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:30.229196 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:30.247512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-c54815c1-8985-43b8-9105-b8a0df037c17 service neutron] 10.222.0.13 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1008568
Nov 06 21:13:30.265999 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55455b53-1711-41b9-b7f7-e6eef07f0c3a x-openstack-request-id: req-55455b53-1711-41b9-b7f7-e6eef07f0c3a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:30.266296 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-plugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:30.266546 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55455b53-1711-41b9-b7f7-e6eef07f0c3a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:30.266928 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'code': 200}
Nov 06 21:13:30.284657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:30.366153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-74d72be4-c9a6-49ab-a989-d6647b70dd6d service neutron] 10.222.0.13 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123059
Nov 06 21:13:30.384853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a6968-212c-4ed8-abd7-fdf06edd54ac req-09d82676-f339-47a8-a267-9ed74c5bde11 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:30.386310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b03a6968-212c-4ed8-abd7-fdf06edd54ac req-09d82676-f339-47a8-a267-9ed74c5bde11 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1096 time: 0.0712142
Nov 06 21:13:30.481037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b03a6968-212c-4ed8-abd7-fdf06edd54ac req-b4dba66e-5185-4c55-88ea-a92cefa2156d tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851390
Nov 06 21:13:30.496827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a7dd1851-1f0b-4374-af16-37f5aa4ad14d service neutron] 10.222.0.13 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236551
Nov 06 21:13:30.637223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527a168-451d-4ba5-91a0-57b22951e0c2 req-91692931-914b-4ff2-9c73-3cfbf7b6f0b5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:30.638699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6527a168-451d-4ba5-91a0-57b22951e0c2 req-91692931-914b-4ff2-9c73-3cfbf7b6f0b5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0790582
Nov 06 21:13:30.642311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a3a5d082-3e8b-4b61-b4ab-5b1bd3454238 service neutron] 10.222.0.13 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390231
Nov 06 21:13:30.746341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6527a168-451d-4ba5-91a0-57b22951e0c2 req-d37755f8-fdc3-4dcd-a631-42ce4d4c9e8d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015353
Nov 06 21:13:30.765722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-3a687216-23cc-4c0c-ba0e-5f22fc25240e service neutron] 10.222.0.13 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1153016
Nov 06 21:13:30.864019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-efde23de-556c-4993-a6c1-5841888a0b07 service neutron] 10.222.0.13 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889699
Nov 06 21:13:30.960007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-054ef04e-c432-4254-94ec-82f982b36a70 service neutron] 10.222.0.13 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895307
Nov 06 21:13:31.052191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-f6abdb09-dda9-458e-821e-1b81f30be5ab service neutron] 10.222.0.13 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861712
Nov 06 21:13:31.174751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-cf4b014d-ae80-4851-934c-6d9b95798621 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:31.176276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-cf4b014d-ae80-4851-934c-6d9b95798621 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 1096 time: 0.0712180
Nov 06 21:13:31.182091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-dcdc639f-b266-49a5-8966-c1ce4d62958b service neutron] 10.222.0.13 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237755
Nov 06 21:13:31.261903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Deleting port 9d54e755-fa08-4c54-aa91-492af054eab4 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:31.262658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:31.279633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-0add1455-08da-48db-ace8-18860f794970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:31.281209 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-0add1455-08da-48db-ace8-18860f794970 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 1097 time: 0.0868616
Nov 06 21:13:31.293958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:31.351046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] For port 9d54e755-fa08-4c54-aa91-492af054eab4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d54e755-fa08-4c54-aa91-492af054eab4,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:31.351368 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:31.351483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:31.365627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Calling delete_port for 9d54e755-fa08-4c54-aa91-492af054eab4 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:31.504112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:31.516896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['9d54e755-fa08-4c54-aa91-492af054eab4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:31.554788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d54e755-fa08-4c54-aa91-492af054eab4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:31.615626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] No DVR routers for this DVR port 9d54e755-fa08-4c54-aa91-492af054eab4 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:31.631238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:31.634765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad37e0f1-e326-4800-aa10-ebbfcf49fedd req-c33cc1dc-1639-4a75-9b78-a4843d741212 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9d54e755-fa08-4c54-aa91-492af054eab4 HTTP/1.1" status: 204  len: 173 time: 0.4517591
Nov 06 21:13:31.636791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5dfffea7-ece8-4113-94d8-d2124aa3ce3c req-d71629f8-9630-4c78-ba42-f9b3ebd2f3c3 tempest-TestServerMultinode-1525071989 tempest-TestServerMultinode-1525071989-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f056496d-0887-4e24-a9ef-72033e9367b5 HTTP/1.1" status: 200  len: 210 time: 0.0509610
Nov 06 21:13:31.637228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056496d-0887-4e24-a9ef-72033e9367b5', 'name': 'network-vif-deleted', 'tag': '9d54e755-fa08-4c54-aa91-492af054eab4'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:31.639512 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ce164c-d6c7-4734-855f-24f779a4dd8a" -d '{"events": [{"server_uuid": "f056496d-0887-4e24-a9ef-72033e9367b5", "name": "network-vif-deleted", "tag": "9d54e755-fa08-4c54-aa91-492af054eab4"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:31.664900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:31.698718 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d8273-d3e2-4455-b642-b45854e74380 x-openstack-request-id: req-a94d8273-d3e2-4455-b642-b45854e74380 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:31.699050 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056496d-0887-4e24-a9ef-72033e9367b5", "name": "network-vif-deleted", "tag": "9d54e755-fa08-4c54-aa91-492af054eab4", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:31.699310 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a94d8273-d3e2-4455-b642-b45854e74380 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:31.699748 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f056496d-0887-4e24-a9ef-72033e9367b5', 'name': 'network-vif-deleted', 'tag': '9d54e755-fa08-4c54-aa91-492af054eab4', 'status': 'completed', 'code': 200}
Nov 06 21:13:31.724468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:31.778958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:31.782281 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e50c6-b20a-44e0-8e73-d4e091b9ae4c" -d '{"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:31.789224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:31.810225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4f216ee9-de9d-482f-8670-f62ca79d0a08 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:31.824750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Transition to ACTIVE for port object e8b11155-24fd-4fc2-808c-429b581602a3 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:31.834278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:31.885642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 4f216ee9-de9d-482f-8670-f62ca79d0a08 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:31.885988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4f216ee9-de9d-482f-8670-f62ca79d0a08 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:31.891150 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a690929-2aae-4937-af4d-0ae14dfa788a x-openstack-request-id: req-5a690929-2aae-4937-af4d-0ae14dfa788a {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:31.891474 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:31.891869 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a690929-2aae-4937-af4d-0ae14dfa788a {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:31.892832 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'code': 200}
Nov 06 21:13:31.980359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b09a525-7403-4ae1-9071-2804e1f95b69 req-b2f22588-669a-435a-b34a-d67ca3f95e0c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 210 time: 0.0359986
Nov 06 21:13:32.024793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a0e5d-7882-4438-ae79-f8369fdf9aed req-c015f1e4-f50b-471e-9079-8acedcca5eef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:32.036920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-952a0e5d-7882-4438-ae79-f8369fdf9aed req-c015f1e4-f50b-471e-9079-8acedcca5eef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 945 time: 0.1321557
Nov 06 21:13:32.094382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=10']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:32.117190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] No DVR routers for this DVR port e8b11155-24fd-4fc2-808c-429b581602a3 on host nch1-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:32.159706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-952a0e5d-7882-4438-ae79-f8369fdf9aed req-dd7d7f1b-881e-4e5f-a4d0-68c85f2a9e2f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217749
Nov 06 21:13:32.290115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:32.291233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:32.291729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:32.297336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:32.297673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Attempting to bind port e8b11155-24fd-4fc2-808c-429b581602a3 on network bb2e62fb-e870-4edd-9094-f836bea889e4 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:32.304009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:32.304640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Checking segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:32.305116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Bound using segment: {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:32.305651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Bound port: e8b11155-24fd-4fc2-808c-429b581602a3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41de818b-8355-4d72-ac8e-f8c06f6ae3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:32.306067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:32.370063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:32.373129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:32.377995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:32.409652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:32.410276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:32.412764 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] 10.222.0.10 "PUT /v2.0/ports/e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1093 time: 1.1227634
Nov 06 21:13:32.469822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fdd43-e9c3-476f-8529-f0fd12d3c492 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=11']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:32.487436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-1f3a9b8b-147f-4382-8b97-222eadae36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:32.488990 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-1f3a9b8b-147f-4382-8b97-222eadae36e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1096 time: 0.0478201
Nov 06 21:13:32.591432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-6130ceb7-3f75-40b4-b400-e3d3e43e318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:32.593375 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-6130ceb7-3f75-40b4-b400-e3d3e43e318b service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.0942614
Nov 06 21:13:32.664987 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-e9019ab7-0b91-4a3f-84c2-a4555d035412 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1000 time: 0.0638356
Nov 06 21:13:32.707028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32770) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:32.759435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-3e2064fc-279c-4962-87a5-2f5ad011459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:32.760956 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-3e2064fc-279c-4962-87a5-2f5ad011459f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0896752
Nov 06 21:13:32.849305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ed7-f080-4137-b881-7dbc59f610be req-9854750e-0cc9-431c-b91c-304f0a786078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:32.850711 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-9854750e-0cc9-431c-b91c-304f0a786078 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0818014
Nov 06 21:13:33.037254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cd366d17-7012-4345-a2c6-d2ee3aec1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:33.038704 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cd366d17-7012-4345-a2c6-d2ee3aec1724 service neutron] 10.222.0.10 "GET /v2.0/ports/65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 1027 time: 0.0662577
Nov 06 21:13:33.080408 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-a52e834c-5e90-429e-b37e-d3be72e59571 service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954947
Nov 06 21:13:33.123051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16784908-6d0d-44b6-b75c-a4d4724db056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:33.124438 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16784908-6d0d-44b6-b75c-a4d4724db056 service neutron] 10.222.0.10 "GET /v2.0/ports/a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 1028 time: 0.0772727
Nov 06 21:13:33.127592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77f5c35b-ba93-4483-9eee-4dfb0f5bee66 req-4647b820-8a52-4936-928e-b629da343e7c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 210 time: 0.0518827
Nov 06 21:13:33.289208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f30cc-3530-4583-a1fc-f09f5ad51ce9 req-f01cc55d-712e-4a78-bd6c-81b5bda393df tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:33.291464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-320f30cc-3530-4583-a1fc-f09f5ad51ce9 req-f01cc55d-712e-4a78-bd6c-81b5bda393df tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 945 time: 0.0557106
Nov 06 21:13:33.318865 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-85907ed7-f080-4137-b881-7dbc59f610be req-5bafd313-3390-4764-863a-f98d76d6d2bf service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174482
Nov 06 21:13:33.333630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ca277d4a-9502-49aa-86c6-903c3ee44c6a tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:33.339545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ca277d4a-9502-49aa-86c6-903c3ee44c6a tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:33.346174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ca277d4a-9502-49aa-86c6-903c3ee44c6a tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:33.347567 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ca277d4a-9502-49aa-86c6-903c3ee44c6a tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=99b40b59-cbc5-4528-be4b-431bf31e7971&id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 1990 time: 0.1899993
Nov 06 21:13:33.351460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-320f30cc-3530-4583-a1fc-f09f5ad51ce9 req-dfea1450-c227-40ca-997e-4c3e550506e9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529313
Nov 06 21:13:33.446136 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-6b454199-d45e-4da0-b7c4-ab4c09fa004f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2091e07dbaca4b439d38b56488c3048f HTTP/1.1" status: 200  len: 379 time: 0.0866582
Nov 06 21:13:33.459097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'admin_state_up': True, 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'security_groups': ['8e4f1054-6ba4-4d8e-916e-93fd79855af2']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:33.512170 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:33.895180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:33.897505 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cfd39a-0c65-4673-8544-4ff539ce8469" -d '{"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:33.958150 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab7dcee-10e0-47a5-80a8-234b577e50f6 x-openstack-request-id: req-cab7dcee-10e0-47a5-80a8-234b577e50f6 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:33.958471 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:33.958705 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cab7dcee-10e0-47a5-80a8-234b577e50f6 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:33.959107 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'status': 'completed', 'code': 200}
Nov 06 21:13:34.014421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:34.018800 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:34.036609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-6fb79f34-e3db-4033-bb07-363b83058bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.038244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-6fb79f34-e3db-4033-bb07-363b83058bda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1096 time: 0.0519271
Nov 06 21:13:34.083071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9d54e755-fa08-4c54-aa91-492af054eab4 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:34.110442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-8777f4e2-3f2b-4ab5-9eef-a870df908e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.112401 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-8777f4e2-3f2b-4ab5-9eef-a870df908e69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1096 time: 0.1309876
Nov 06 21:13:34.112601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 9d54e755-fa08-4c54-aa91-492af054eab4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:34.113163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9d54e755-fa08-4c54-aa91-492af054eab4 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:34.113714 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:34.145951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-546f1558-b170-47a0-8560-b893c17e5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.147482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-546f1558-b170-47a0-8560-b893c17e5a35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.1017952
Nov 06 21:13:34.178697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:34.256861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a516ab77-f5fd-47b6-afd7-46357d565908 req-4f718059-9b54-42e9-8fc5-c5c849ca4824 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 210 time: 0.0332799
Nov 06 21:13:34.262161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-998651ca-75d7-4880-b523-2ceadf5e57f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1000 time: 0.1065934
Nov 06 21:13:34.284997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-20d5381c-5306-401c-b93a-05ce16902bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.284997 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-20d5381c-5306-401c-b93a-05ce16902bc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.1379013
Nov 06 21:13:34.327295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-f1c9a9cb-d18d-4293-ab0a-42486f05c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.328821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-f1c9a9cb-d18d-4293-ab0a-42486f05c062 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0495276
Nov 06 21:13:34.383114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-b8d5606f-d4c3-4148-baa7-32ad6f39f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.384890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-b8d5606f-d4c3-4148-baa7-32ad6f39f1be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0489717
Nov 06 21:13:34.417129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Allocated IP 172.20.0.10 (9d05c836-9ebe-45c6-ac6b-bc9513b61535/ae00ea24-d570-42e9-a9fa-becd59fe1c5b/caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:34.429463 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-743e0bcd-b348-40e8-93d6-fe6bc2af76bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1000 time: 0.1171288
Nov 06 21:13:34.521514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1702440-da84-4501-a10e-cbfc86c0363e req-bb138904-4f80-4b12-8998-ee2cdeece865 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.523225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1702440-da84-4501-a10e-cbfc86c0363e req-bb138904-4f80-4b12-8998-ee2cdeece865 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 945 time: 0.0753822
Nov 06 21:13:34.529417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-955ec422-33f2-4b90-8c96-9ab9689a8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.530904 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-955ec422-33f2-4b90-8c96-9ab9689a8220 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0797520
Nov 06 21:13:34.540481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-f7a5cd80-23b7-4be7-b378-068d89378a65 service neutron] 10.222.0.37 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473029
Nov 06 21:13:34.636857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Deleting port 5dac5245-6afd-45f0-bbec-90ced4232810 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:34.637195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:34.713085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-ed5ce5b2-e463-45d6-a1b0-4c34948304f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:34.714536 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-ed5ce5b2-e463-45d6-a1b0-4c34948304f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1682413
Nov 06 21:13:34.737790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:34.849331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] For port 5dac5245-6afd-45f0-bbec-90ced4232810, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dac5245-6afd-45f0-bbec-90ced4232810,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:34.849691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:34.879588 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-3693dbc1-94d2-4583-8acb-b412cdcc4c0f service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529593
Nov 06 21:13:34.880590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Calling delete_port for 5dac5245-6afd-45f0-bbec-90ced4232810 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:34.907199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:34.971434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1702440-da84-4501-a10e-cbfc86c0363e req-3205c4db-4163-460a-be0c-b48a2c41284b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4385417
Nov 06 21:13:35.004093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-12aab95b-13c1-4b13-bf89-98a453cd9e1f service neutron] 10.222.0.37 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4507475
Nov 06 21:13:35.026056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:35.035747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:35.038074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:35.112062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:35.169789 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a8cfd39a-0c65-4673-8544-4ff539ce8469 req-5777212b-75b9-4fea-a4b4-a9ffb96c2a9b service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819738
Nov 06 21:13:35.183115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:35.183753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:35.213638 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-02527b1a-3d34-4095-a813-60d74547b0b3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7617364
Nov 06 21:13:35.228621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'admin_state_up': True, 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'security_groups': ['8e4f1054-6ba4-4d8e-916e-93fd79855af2']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:35.353916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:35.376892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-86a3c6a3-3f7e-4b46-bc22-45139faef938 None None] Provisioning complete for port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:35.377883 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86a3c6a3-3f7e-4b46-bc22-45139faef938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:35.412446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Pushing event deleted for resources: {'Port': ['ID=5dac5245-6afd-45f0-bbec-90ced4232810,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:35.415318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dab40-f54f-4fe0-bebd-aeb2144825dc req-3a73f70b-e737-4d3b-ad57-075ce6cca240 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:35.417193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e94dab40-f54f-4fe0-bebd-aeb2144825dc req-3a73f70b-e737-4d3b-ad57-075ce6cca240 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 932 time: 0.0564609
Nov 06 21:13:35.418036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-86a3c6a3-3f7e-4b46-bc22-45139faef938 None None] Port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:35.426787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:35.431321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:35.500481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e94dab40-f54f-4fe0-bebd-aeb2144825dc req-3166406d-16bd-4239-8fe4-f05f81d35396 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696564
Nov 06 21:13:35.709938 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:35.726779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Allocated IP 10.1.1.190 (538a8624-f3bf-4857-8ec1-74778884f05f/f2b26aec-dcfc-455d-968f-8663cfbe97fc/f7d05032-4b91-4c3e-8527-9398846f0081) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:35.842454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:35.946177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:35.957779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'port_id': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'mac_address': 'fa:16:3e:af:4a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:35.995956 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.009592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b11155-24fd-4fc2-808c-429b581602a3 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:36.026039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.032449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:36.039153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.073896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Router 1d31cc69-01a5-4f36-94a9-9015b26e8758 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:13:36.098270 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=12']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:36.164478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.220492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258eea3-596b-4828-84cd-2fcac5df0306 req-0e8dcead-8221-45dd-881f-9c6f25991006 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:36.222532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3258eea3-596b-4828-84cd-2fcac5df0306 req-0e8dcead-8221-45dd-881f-9c6f25991006 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.0644777
Nov 06 21:13:36.273029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 538a8624-f3bf-4857-8ec1-74778884f05f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:36.281091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:36.289651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:36.316769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3258eea3-596b-4828-84cd-2fcac5df0306 req-fd1b2a11-06ba-4a10-b24b-651c31389388 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841014
Nov 06 21:13:36.340834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=f7d05032-4b91-4c3e-8527-9398846f0081,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:36.367069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e8b11155-24fd-4fc2-808c-429b581602a3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:13:36.374513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:36.383542 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-051347ae-a374-4349-ae0d-1397e832279a admin admin] 10.222.0.13 "PUT /v2.0/routers/1d31cc69-01a5-4f36-94a9-9015b26e8758/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6731105
Nov 06 21:13:36.384884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32818) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:36.398405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:36.399085 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.422131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb25ea74-aca4-4f9f-a046-e930d74bcfe7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1986356
Nov 06 21:13:36.434553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'admin_state_up': True, 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'security_groups': ['8e4f1054-6ba4-4d8e-916e-93fd79855af2']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:36.464441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] Sync routers for ids ['1d31cc69-01a5-4f36-94a9-9015b26e8758'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:36.496524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] Routers {'1d31cc69-01a5-4f36-94a9-9015b26e8758'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:36.497674 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925172a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1d31cc69-01a5-4f36-94a9-9015b26e8758'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:36.609694 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.651862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:36.661605 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.735600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-73639453-a7f0-4e0d-8375-755c9a56af21 None None] Provisioning complete for port f7d05032-4b91-4c3e-8527-9398846f0081 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:36.736004 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-73639453-a7f0-4e0d-8375-755c9a56af21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.747704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb1a83-c93e-4e25-a61c-3ca6380471ea req-e2cae917-6747-4e3a-bda0-7f78f12732ee tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:36.754465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb1a83-c93e-4e25-a61c-3ca6380471ea req-e2cae917-6747-4e3a-bda0-7f78f12732ee tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:36.756164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36bb1a83-c93e-4e25-a61c-3ca6380471ea req-e2cae917-6747-4e3a-bda0-7f78f12732ee tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 1654 time: 0.1442101
Nov 06 21:13:36.764083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] Set router 1d31cc69-01a5-4f36-94a9-9015b26e8758 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:36.790299 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.836852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Allocated IP 10.1.1.25 (538a8624-f3bf-4857-8ec1-74778884f05f/f2b26aec-dcfc-455d-968f-8663cfbe97fc/89e5b536-ea65-4af4-a7d6-a983f8c270b9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:36.843221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36bb1a83-c93e-4e25-a61c-3ca6380471ea req-34512ec0-0bfc-44c6-9668-08daa07d0752 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778751
Nov 06 21:13:36.885881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Deleting port d1dfa172-6db6-4506-8a7a-7a67ae20834b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:36.886461 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.892903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-73639453-a7f0-4e0d-8375-755c9a56af21 None None] Port f7d05032-4b91-4c3e-8527-9398846f0081 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:36.973932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] For port d1dfa172-6db6-4506-8a7a-7a67ae20834b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1dfa172-6db6-4506-8a7a-7a67ae20834b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:36.974625 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:36.990188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Calling delete_port for d1dfa172-6db6-4506-8a7a-7a67ae20834b owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:37.026571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.067082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.084664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925172a820>, [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54'}], 'enable_snat': True}, 'gw_port_id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:13:35Z', 'revision_number': 5, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port': {'id': 'd1dfa172-6db6-4506-8a7a-7a67ae20834b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:37.115113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=89e5b536-ea65-4af4-a7d6-a983f8c270b9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:37.120433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] Checking router: 1d31cc69-01a5-4f36-94a9-9015b26e8758 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:37.130491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] Routers {'1d31cc69-01a5-4f36-94a9-9015b26e8758'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:37.131944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925172a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1d31cc69-01a5-4f36-94a9-9015b26e8758'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:37.133327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 538a8624-f3bf-4857-8ec1-74778884f05f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:37.134687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:37.137662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:37.191531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.193828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:37.195596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.220150 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cb8bd6d0-5012-4846-bc34-e3a21c35609d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.7910504
Nov 06 21:13:37.226754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dfa172-6db6-4506-8a7a-7a67ae20834b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:37.232435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] Set router 1d31cc69-01a5-4f36-94a9-9015b26e8758 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:37.242753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971', 'admin_state_up': True, 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'security_groups': ['8e4f1054-6ba4-4d8e-916e-93fd79855af2']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:37.302676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925172a820>, [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:13:36Z', 'revision_number': 6, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:37.303111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.336127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5b0bb-011d-4957-a616-4d8a0b0010b0 None None] The sync data for ids ['1d31cc69-01a5-4f36-94a9-9015b26e8758'] in ncdv-master-1 is: [{'id': '1d31cc69-01a5-4f36-94a9-9015b26e8758', 'name': 'tempest-TestServerMultinode-1671753907-router', 'tenant_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:48Z', 'updated_at': '2021-11-06T21:13:36Z', 'revision_number': 6, 'project_id': 'ca11e33069ea4c5ab7d4551acae2cdeb', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:37.369675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:37.418232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3824d64b-2e7b-4bb2-9b32-eb7fc0d22b29 None None] Provisioning complete for port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:37.418842 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3824d64b-2e7b-4bb2-9b32-eb7fc0d22b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.462875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3824d64b-2e7b-4bb2-9b32-eb7fc0d22b29 None None] Port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:37.476743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.480155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.560761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b385ce-12d9-4151-a564-a6a93c70a161 req-6e00cf25-ebcc-4327-b246-04ddd1a2a22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:37.562530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02b385ce-12d9-4151-a564-a6a93c70a161 req-6e00cf25-ebcc-4327-b246-04ddd1a2a22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 946 time: 0.1482537
Nov 06 21:13:37.563762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.564351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d31cc69-01a5-4f36-94a9-9015b26e8758 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:13:37.569352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.570424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-198c7dbb-be56-4525-83be-450a0bd833a8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1d31cc69-01a5-4f36-94a9-9015b26e8758 HTTP/1.1" status: 204  len: 168 time: 1.1843128
Nov 06 21:13:37.573277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32826) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:37.649670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d85797-1ab8-4f5a-8057-8e8041e92d0e admin admin] Deleting subnet a745e9c8-2b08-428e-b321-9d01c09a512b {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:13:37.661411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09d85797-1ab8-4f5a-8057-8e8041e92d0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.690107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02b385ce-12d9-4151-a564-a6a93c70a161 req-7c8964f3-3c9f-41ed-b948-5d576d431aad tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086369
Nov 06 21:13:37.708156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09d85797-1ab8-4f5a-8057-8e8041e92d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.738465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32828) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:37.829500 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.838645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-85942410-298b-4527-b7f4-86fc467ab65d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/5cd2d78e-0453-408e-8118-bf799660a822 HTTP/1.1" status: 200  len: 993 time: 0.0985005
Nov 06 21:13:37.852898 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09d85797-1ab8-4f5a-8057-8e8041e92d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.861640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:37.920355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09d85797-1ab8-4f5a-8057-8e8041e92d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.936138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-09d85797-1ab8-4f5a-8057-8e8041e92d0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.938685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e8b11155-24fd-4fc2-808c-429b581602a3 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:13:37.943754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee33a31-2f20-48f2-bb55-81118e15c570 None None] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:37.945075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-09d85797-1ab8-4f5a-8057-8e8041e92d0e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a745e9c8-2b08-428e-b321-9d01c09a512b HTTP/1.1" status: 204  len: 168 time: 0.3705015
Nov 06 21:13:37.946891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32832) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:37.961120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e8b11155-24fd-4fc2-808c-429b581602a3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:37.961869 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:37.991345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d85797-1ab8-4f5a-8057-8e8041e92d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a745e9c8-2b08-428e-b321-9d01c09a512b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:38.078446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Allocated IP 10.2.2.100 (99b40b59-cbc5-4528-be4b-431bf31e7971/864f81dc-4dd3-49a6-b8e1-7bd9fc771e23/c1811b60-ace5-4089-a26b-30b8d0069c32) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:38.081936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09debf6c-22c1-41a0-8668-e92477d63ad4 req-29f08ad4-d320-41c1-aa0d-bd499ebe1335 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:38.088474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09debf6c-22c1-41a0-8668-e92477d63ad4 req-29f08ad4-d320-41c1-aa0d-bd499ebe1335 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:38.094665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09debf6c-22c1-41a0-8668-e92477d63ad4 req-29f08ad4-d320-41c1-aa0d-bd499ebe1335 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:38.097784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09debf6c-22c1-41a0-8668-e92477d63ad4 req-29f08ad4-d320-41c1-aa0d-bd499ebe1335 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 2374 time: 0.1254451
Nov 06 21:13:38.104570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.155945 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.201828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:38.205460 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df593a54-0aa9-4b37-8359-916b108cac74" -d '{"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-plugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:38.222307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09debf6c-22c1-41a0-8668-e92477d63ad4 req-ebc8f41b-2c61-4c7d-87b3-b3b3c69326be tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155612
Nov 06 21:13:38.222738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:38.234497 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.256130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Deleting port 1078ca03-2270-427a-acd8-af40b8abd996 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:38.256781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.288280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] DHCP port deletion for 71a3aa55-b60a-413f-acda-abd42a54e1a2 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:13:38.292587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5dac5245-6afd-45f0-bbec-90ced4232810 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:38.293317 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.296119 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe69c37-b0ac-4163-a487-961c7aa81be6 x-openstack-request-id: req-bbe69c37-b0ac-4163-a487-961c7aa81be6 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:38.296436 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-plugged", "status": "completed", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:38.296695 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbe69c37-b0ac-4163-a487-961c7aa81be6 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:38.297147 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'code': 200}
Nov 06 21:13:38.326936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5dac5245-6afd-45f0-bbec-90ced4232810 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:38.327280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5dac5245-6afd-45f0-bbec-90ced4232810 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:38.327703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d1dfa172-6db6-4506-8a7a-7a67ae20834b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:38.337487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] For port 1078ca03-2270-427a-acd8-af40b8abd996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1078ca03-2270-427a-acd8-af40b8abd996,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:38.337868 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.337995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.359180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Calling delete_port for 1078ca03-2270-427a-acd8-af40b8abd996 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:38.379348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: d1dfa172-6db6-4506-8a7a-7a67ae20834b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:38.379700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d1dfa172-6db6-4506-8a7a-7a67ae20834b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:38.385591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=13']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:38.386646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 99b40b59-cbc5-4528-be4b-431bf31e7971 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:38.389786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:38.397785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:38.409754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] Deleting port 1078ca03-2270-427a-acd8-af40b8abd996 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:38.410154 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.423984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=c1811b60-ace5-4089-a26b-30b8d0069c32,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:38.473547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:38.474477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.478505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.493205 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b002b24f-2932-4b45-a198-c5ba2c395a8b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2651784
Nov 06 21:13:38.500206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] No DVR routers for this DVR port 1078ca03-2270-427a-acd8-af40b8abd996 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:38.509092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971', 'admin_state_up': True, 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'security_groups': ['8e4f1054-6ba4-4d8e-916e-93fd79855af2']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:38.522865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Pushing event deleted for resources: {'Port': ['ID=1078ca03-2270-427a-acd8-af40b8abd996,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:38.666433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.696127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255012b20>,) {'filters': {'network_id': ['71a3aa55-b60a-413f-acda-abd42a54e1a2']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:38.707079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Made reservation on behalf of 2091e07dbaca4b439d38b56488c3048f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:38.708066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255012b20>, '0f45aa72-0eb3-4392-b7cc-a72f4d224994') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:38.708407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255012b20>, '0f45aa72-0eb3-4392-b7cc-a72f4d224994') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:38.712497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.719766 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.738793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.752624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:13:38.753036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:13:38.754877 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:13:38.759119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] For port 1078ca03-2270-427a-acd8-af40b8abd996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1078ca03-2270-427a-acd8-af40b8abd996,segment=NetworkSegment(0f45aa72-0eb3-4392-b7cc-a72f4d224994),segment_id=0f45aa72-0eb3-4392-b7cc-a72f4d224994)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:38.759560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.775504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] Calling delete_port for 1078ca03-2270-427a-acd8-af40b8abd996 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:38.806335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a4cf2de7-7913-40bc-8d59-140a41544599 None None] Provisioning complete for port c1811b60-ace5-4089-a26b-30b8d0069c32 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:38.807244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2de7-7913-40bc-8d59-140a41544599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.835791 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.860170 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.867307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] 10.222.0.13 "DELETE /v2.0/networks/71a3aa55-b60a-413f-acda-abd42a54e1a2 HTTP/1.1" status: 204  len: 168 time: 0.9191792
Nov 06 21:13:38.868054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73ff6-23c9-47f5-9263-8658ff64a308 admin admin] Pushing event deleted for resources: {'Network': ['ID=71a3aa55-b60a-413f-acda-abd42a54e1a2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:38.870804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32838) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:38.893161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf2de7-7913-40bc-8d59-140a41544599 None None] Port c1811b60-ace5-4089-a26b-30b8d0069c32 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:13:38.908962 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:13:38.921209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:38.930772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Allocated IP 10.2.2.200 (99b40b59-cbc5-4528-be4b-431bf31e7971/864f81dc-4dd3-49a6-b8e1-7bd9fc771e23/5f331138-9e82-4582-82e6-5987fc8432ec) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:38.951803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] Network 71a3aa55-b60a-413f-acda-abd42a54e1a2 is not hosted by any dhcp agent {{(pid=119335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 21:13:38.952268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] No DVR routers for this DVR port 1078ca03-2270-427a-acd8-af40b8abd996 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:38.954344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5086725-2e3f-4658-8a32-c43d727949ce None None] Pushing event deleted for resources: {'Port': ['ID=1078ca03-2270-427a-acd8-af40b8abd996,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:39.086439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.120916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.163913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Network 99b40b59-cbc5-4528-be4b-431bf31e7971 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:39.169259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:39.173067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:39.179711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event updated for resources: {'Port': ['ID=5f331138-9e82-4582-82e6-5987fc8432ec,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:39.227283 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:39.227850 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.246608 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-92dbfb22-10a3-49f4-9208-937f9ee7a712 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7416241
Nov 06 21:13:39.250129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.260214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:39.329233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.416813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d4b112f4-94b3-42e9-aa21-20b7f9f302d5 None None] Provisioning complete for port 5f331138-9e82-4582-82e6-5987fc8432ec triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:39.417209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d4b112f4-94b3-42e9-aa21-20b7f9f302d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.444187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff736a-c492-432a-9a44-66b3c45e368f req-a5461e37-1da4-4a1d-84bc-dae786642248 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:39.450128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff736a-c492-432a-9a44-66b3c45e368f req-a5461e37-1da4-4a1d-84bc-dae786642248 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:39.456160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff736a-c492-432a-9a44-66b3c45e368f req-a5461e37-1da4-4a1d-84bc-dae786642248 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:39.458321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d4b112f4-94b3-42e9-aa21-20b7f9f302d5 None None] Port 5f331138-9e82-4582-82e6-5987fc8432ec cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:39.462286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff736a-c492-432a-9a44-66b3c45e368f req-a5461e37-1da4-4a1d-84bc-dae786642248 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:39.468268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff736a-c492-432a-9a44-66b3c45e368f req-a5461e37-1da4-4a1d-84bc-dae786642248 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:39.470873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1ff736a-c492-432a-9a44-66b3c45e368f req-a5461e37-1da4-4a1d-84bc-dae786642248 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 3816 time: 0.1274014
Nov 06 21:13:39.550198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1ff736a-c492-432a-9a44-66b3c45e368f req-b7d73d22-1c70-41c4-a9d0-c252001faa4c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578959
Nov 06 21:13:39.602684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:39.610111 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.622538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Transition to ACTIVE for port object caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:39.625884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Deleting port 35aabaac-b1d6-4a26-ba10-60d8829a016d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:39.626229 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.627343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.719000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Pushing event updated for resources: {'Port': ['ID=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:39.722025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] For port 35aabaac-b1d6-4a26-ba10-60d8829a016d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35aabaac-b1d6-4a26-ba10-60d8829a016d,segment=NetworkSegment(acd7a15a-4134-4efe-800b-1bb190f576b1),segment_id=acd7a15a-4134-4efe-800b-1bb190f576b1)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:39.722690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.744377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Calling delete_port for 35aabaac-b1d6-4a26-ba10-60d8829a016d owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:39.772521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Attempting to bind port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:39.772893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Attempting to bind port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:39.773180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Attempting to bind port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a on network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:39.778189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a on network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:39.778507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Attempting to bind port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a on network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:39.784012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:39.784373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Checking segment: {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:39.784755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Bound using segment: {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:39.785177 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Bound port: caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:39.785527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.851072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] For port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:39.854597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] For port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:39.859793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.903948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:39.904653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.906070 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 1092 time: 0.6507897
Nov 06 21:13:39.906569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:39.909621 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749" -d '{"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:39.942219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:39.946087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57565c86-caf4-4a3b-9aaa-7286115739f0 service neutron] Pushing event updated for resources: {'Port': ['ID=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:39.962330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:39.965346 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad849c9-80db-4665-991a-a9ad7f8a2b0e x-openstack-request-id: req-9ad849c9-80db-4665-991a-a9ad7f8a2b0e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:39.965642 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:39.965893 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ad849c9-80db-4665-991a-a9ad7f8a2b0e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:39.966288 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'status': 'completed', 'code': 200}
Nov 06 21:13:40.021486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=35aabaac-b1d6-4a26-ba10-60d8829a016d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:40.063244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:40.079863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-791950f0-4e73-44ca-ad7f-8c376378f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.080357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-791950f0-4e73-44ca-ad7f-8c376378f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.080831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-791950f0-4e73-44ca-ad7f-8c376378f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.081284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-791950f0-4e73-44ca-ad7f-8c376378f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.081740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-791950f0-4e73-44ca-ad7f-8c376378f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.083849 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-791950f0-4e73-44ca-ad7f-8c376378f20e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 4363 time: 0.0991180
Nov 06 21:13:40.240320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1078ca03-2270-427a-acd8-af40b8abd996 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:40.246979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:40.283808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 1078ca03-2270-427a-acd8-af40b8abd996 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:40.284243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1078ca03-2270-427a-acd8-af40b8abd996 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:40.306156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-0304b85b-3358-444b-a99e-32712b2743d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.307654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-0304b85b-3358-444b-a99e-32712b2743d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.308112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-0304b85b-3358-444b-a99e-32712b2743d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.309764 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-0304b85b-3358-444b-a99e-32712b2743d3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2091e07dbaca4b439d38b56488c3048f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.2178409
Nov 06 21:13:40.482343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-af6e115c-8ad6-44c3-8116-db672f53c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.483801 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5d6eed1a-4b62-4ee3-87fe-e47f1debd749 req-af6e115c-8ad6-44c3-8116-db672f53c0ff service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1625602
Nov 06 21:13:40.523623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Router 41684aa0-4f6a-46fb-8bd2-43519eb58caf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:13:40.534586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:40.542223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:40.554575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Transition to ACTIVE for port object 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:40.558207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:40.610064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Pushing event updated for resources: {'Port': ['ID=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:40.656056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:40.667716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32848) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:40.670632 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] Sync routers for ids ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:40.672945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d754ce45-0e03-4041-a1cc-5472b43a7d25 admin admin] 10.222.0.13 "PUT /v2.0/routers/41684aa0-4f6a-46fb-8bd2-43519eb58caf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8012590
Nov 06 21:13:40.684545 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] Routers {'41684aa0-4f6a-46fb-8bd2-43519eb58caf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:40.685462 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252b1d6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:40.723030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e5be-ff6a-45a5-a6ac-0b16fbddfdf9 req-566f5384-ee65-49eb-8340-963d8a560ec5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.726866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Attempting to bind port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:40.727197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Attempting to bind port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:40.727961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Attempting to bind port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:40.729275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e5be-ff6a-45a5-a6ac-0b16fbddfdf9 req-566f5384-ee65-49eb-8340-963d8a560ec5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.736748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e5be-ff6a-45a5-a6ac-0b16fbddfdf9 req-566f5384-ee65-49eb-8340-963d8a560ec5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.737268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 on network 538a8624-f3bf-4857-8ec1-74778884f05f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:40.737588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Attempting to bind port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:40.744392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e5be-ff6a-45a5-a6ac-0b16fbddfdf9 req-566f5384-ee65-49eb-8340-963d8a560ec5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.748208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:40.748568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Checking segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:40.748949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Bound using segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:40.749256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e5be-ff6a-45a5-a6ac-0b16fbddfdf9 req-566f5384-ee65-49eb-8340-963d8a560ec5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.749382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Bound port: 65197fdc-c361-4fe6-bfc2-c5e8a6e80918, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:40.749720 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:40.755862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e5be-ff6a-45a5-a6ac-0b16fbddfdf9 req-566f5384-ee65-49eb-8340-963d8a560ec5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:40.757978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e21e5be-ff6a-45a5-a6ac-0b16fbddfdf9 req-566f5384-ee65-49eb-8340-963d8a560ec5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 4600 time: 0.1112847
Nov 06 21:13:40.816557 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] Set router 41684aa0-4f6a-46fb-8bd2-43519eb58caf gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:40.830815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e21e5be-ff6a-45a5-a6ac-0b16fbddfdf9 req-6323bde4-54ff-448d-8826-fd23bfa3a03c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0667372
Nov 06 21:13:40.904441 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:40.908591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] For port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:40.951399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] For port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:40.961230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.005415 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252b1d6a0>, [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:13:39Z', 'revision_number': 5, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:41.031384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:41.032017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.033980 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] 10.222.0.10 "PUT /v2.0/ports/65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 1130 time: 1.0985520
Nov 06 21:13:41.035859 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] Checking router: 41684aa0-4f6a-46fb-8bd2-43519eb58caf for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:41.045408 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] Routers {'41684aa0-4f6a-46fb-8bd2-43519eb58caf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:41.046027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252b1d6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:41.071808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:41.075168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.080528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae324a-1d7e-479f-aed1-0305796f2598 service neutron] Pushing event updated for resources: {'Port': ['ID=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:41.158186 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] Set router 41684aa0-4f6a-46fb-8bd2-43519eb58caf gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:41.168081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.211543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Deleting port 69d101ed-4905-41b5-a00e-ac3c1d7506e6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:41.211917 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.410884 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] For port 69d101ed-4905-41b5-a00e-ac3c1d7506e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69d101ed-4905-41b5-a00e-ac3c1d7506e6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:41.411245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.424996 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252b1d6a0>, [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:13:39Z', 'revision_number': 5, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:41.429539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Calling delete_port for 69d101ed-4905-41b5-a00e-ac3c1d7506e6 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:41.452229 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549cf7a3-d4ad-4b59-9f15-d9d1d9213196 None None] The sync data for ids ['41684aa0-4f6a-46fb-8bd2-43519eb58caf'] in ncdv-master-1 is: [{'id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'name': 'tempest-TestServerMultinode-1642851940-router', 'tenant_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:12:54Z', 'updated_at': '2021-11-06T21:13:39Z', 'revision_number': 5, 'project_id': 'a67fa5e798e94d4c9e3e0bf1d057de1e', 'gw_port': {'id': '69d101ed-4905-41b5-a00e-ac3c1d7506e6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41684aa0-4f6a-46fb-8bd2-43519eb58caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:12:55Z', 'updated_at': '2021-11-06T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:41.531102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4712fdae-23c9-4069-a148-f35980421047 req-50d1e1c6-d5f9-4ac2-8862-98ef72deefd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0537221
Nov 06 21:13:41.613972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712fdae-23c9-4069-a148-f35980421047 req-f1795d21-e742-4cf9-b9eb-7545d34681a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:41.615519 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4712fdae-23c9-4069-a148-f35980421047 req-f1795d21-e742-4cf9-b9eb-7545d34681a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e7bb72df2e54f4aa72356d80aae9d38&device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 1096 time: 0.0421276
Nov 06 21:13:41.631557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-b97121e6-2902-41db-80af-f67764b5fad9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1402745
Nov 06 21:13:41.654216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:41.662515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.687019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Transition to ACTIVE for port object a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:41.720232 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.723728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712fdae-23c9-4069-a148-f35980421047 req-0571de45-0a8a-48b2-863e-ce4d4b56bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:41.725254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4712fdae-23c9-4069-a148-f35980421047 req-0571de45-0a8a-48b2-863e-ce4d4b56bb1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=346fa48e-d19b-41a3-a405-c0c564390c77 HTTP/1.1" status: 200  len: 909 time: 0.0895629
Nov 06 21:13:41.793661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Pushing event updated for resources: {'Port': ['ID=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:41.801521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:41.804772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-d94347d2-15e6-4e52-98cb-9d63d61f80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:41.805041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4712fdae-23c9-4069-a148-f35980421047 req-2a990bbd-5e84-4183-80d7-54f95294f8f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0 HTTP/1.1" status: 200  len: 1001 time: 0.0721843
Nov 06 21:13:41.806248 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-d94347d2-15e6-4e52-98cb-9d63d61f80ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1098 time: 0.1299570
Nov 06 21:13:41.870238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712fdae-23c9-4069-a148-f35980421047 req-113dd101-5c03-4614-92bf-077cd36dc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:41.874887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d101ed-4905-41b5-a00e-ac3c1d7506e6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:41.883317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4712fdae-23c9-4069-a148-f35980421047 req-113dd101-5c03-4614-92bf-077cd36dc7b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2c42ea1-7c50-4294-882b-1d65cc3a431d HTTP/1.1" status: 200  len: 847 time: 0.0711901
Nov 06 21:13:41.946523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712fdae-23c9-4069-a148-f35980421047 req-e43c7adf-03d8-4cc5-8d46-21b555c11631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:41.950246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4712fdae-23c9-4069-a148-f35980421047 req-e43c7adf-03d8-4cc5-8d46-21b555c11631 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346fa48e-d19b-41a3-a405-c0c564390c77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0584245
Nov 06 21:13:41.975326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': '65197fdc-c361-4fe6-bfc2-c5e8a6e80918'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:41.976243 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c65d0d-f12b-43c6-bdca-0285640d66e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "65197fdc-c361-4fe6-bfc2-c5e8a6e80918"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:42.059068 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5c25a-67de-4e33-b5e9-778d4a329eab x-openstack-request-id: req-cda5c25a-67de-4e33-b5e9-778d4a329eab {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:42.060078 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "65197fdc-c361-4fe6-bfc2-c5e8a6e80918", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:42.060078 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cda5c25a-67de-4e33-b5e9-778d4a329eab {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:42.060078 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': '65197fdc-c361-4fe6-bfc2-c5e8a6e80918', 'status': 'completed', 'code': 200}
Nov 06 21:13:42.112264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.153512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-67922bc0-4bbb-49c9-a97d-1cf1f2213cac tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.159680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-67922bc0-4bbb-49c9-a97d-1cf1f2213cac tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.166058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-67922bc0-4bbb-49c9-a97d-1cf1f2213cac tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.172032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-67922bc0-4bbb-49c9-a97d-1cf1f2213cac tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.178109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-67922bc0-4bbb-49c9-a97d-1cf1f2213cac tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.184359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-67922bc0-4bbb-49c9-a97d-1cf1f2213cac tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.190926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-67922bc0-4bbb-49c9-a97d-1cf1f2213cac tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.198686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-67922bc0-4bbb-49c9-a97d-1cf1f2213cac tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5373 time: 0.2406867
Nov 06 21:13:42.207591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 35aabaac-b1d6-4a26-ba10-60d8829a016d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:42.209886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Attempting to bind port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:42.210036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Attempting to bind port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:42.210338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Attempting to bind port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:42.221161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-fb353818-8a84-4666-b8a8-94e11da54e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.222641 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-fb353818-8a84-4666-b8a8-94e11da54e7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.3816507
Nov 06 21:13:42.224175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.226879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.228043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c on network 538a8624-f3bf-4857-8ec1-74778884f05f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:42.228450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Attempting to bind port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:42.233939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 35aabaac-b1d6-4a26-ba10-60d8829a016d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:42.234620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 35aabaac-b1d6-4a26-ba10-60d8829a016d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:42.235856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4712fdae-23c9-4069-a148-f35980421047 req-6921120d-30ed-4bca-a7a6-50298a65bed0 service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2628615
Nov 06 21:13:42.242305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-8522c314-66bd-459a-8283-42b5422a61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.242765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-8522c314-66bd-459a-8283-42b5422a61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.243217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-8522c314-66bd-459a-8283-42b5422a61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.243664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-8522c314-66bd-459a-8283-42b5422a61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.244105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-8522c314-66bd-459a-8283-42b5422a61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.244574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-8522c314-66bd-459a-8283-42b5422a61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.245036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-8522c314-66bd-459a-8283-42b5422a61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.246832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-8522c314-66bd-459a-8283-42b5422a61e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6168 time: 0.1634438
Nov 06 21:13:42.274461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:42.274804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Checking segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:42.275189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Bound using segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:42.275637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Bound port: a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:42.275987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.328515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.329078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41684aa0-4f6a-46fb-8bd2-43519eb58caf {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:13:42.359280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.362768 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f2e5899-39f2-4536-9ce6-a3c31a21b2b8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/41684aa0-4f6a-46fb-8bd2-43519eb58caf HTTP/1.1" status: 204  len: 168 time: 1.6917284
Nov 06 21:13:42.365622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32858) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:42.387374 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-98d86387-0f4d-4826-ab61-6b73e437bf45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 1002 time: 0.1560178
Nov 06 21:13:42.462835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] For port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:42.484065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-839f10fd-a0e5-4f8d-9137-294dc9fb4648 admin admin] Deleting subnet ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:13:42.487524 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] For port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:42.491559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839f10fd-a0e5-4f8d-9137-294dc9fb4648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.513251 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.524854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-af34decb-43af-4c3b-8339-39166be61fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.526318 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-af34decb-43af-4c3b-8339-39166be61fe9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.1157241
Nov 06 21:13:42.575645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.576266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.577714 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] 10.222.0.10 "PUT /v2.0/ports/a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 1131 time: 1.5104492
Nov 06 21:13:42.606647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839f10fd-a0e5-4f8d-9137-294dc9fb4648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:42.634264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:42.670784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150954-e090-4cb4-bacc-1593326a949e service neutron] Pushing event updated for resources: {'Port': ['ID=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:42.796222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c55f2cb-c5ff-4f8b-b2f4-aef9a17dc6d7 req-e1b5ac8f-ab11-4774-83bb-4532ef3a7b60 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5966547
Nov 06 21:13:42.864343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4712fdae-23c9-4069-a148-f35980421047 req-89f31185-4c5d-489d-ab42-ed6d478e4130 service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6140473
Nov 06 21:13:42.864343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-9f8aa30f-9923-4188-a139-9be1be56c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.864343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-9f8aa30f-9923-4188-a139-9be1be56c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.864343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-9f8aa30f-9923-4188-a139-9be1be56c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:42.866297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-9f8aa30f-9923-4188-a139-9be1be56c17a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2091e07dbaca4b439d38b56488c3048f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.6080263
Nov 06 21:13:43.056759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-2201ddd8-32d7-4b60-9d86-ac51acd0a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:43.058274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-2201ddd8-32d7-4b60-9d86-ac51acd0a675 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1840513
Nov 06 21:13:43.068195 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-c1479665-d652-4422-ae40-540af3adee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:43.069718 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-c1479665-d652-4422-ae40-540af3adee1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5123267
Nov 06 21:13:43.106849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.169646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839f10fd-a0e5-4f8d-9137-294dc9fb4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.320823 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-9e71962f-d0b8-4467-8fa6-9be45f19432d service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270253
Nov 06 21:13:43.339839 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839f10fd-a0e5-4f8d-9137-294dc9fb4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.417845 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f10fd-a0e5-4f8d-9137-294dc9fb4648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:43.453583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-839f10fd-a0e5-4f8d-9137-294dc9fb4648 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.455098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db598e9-0a23-45d0-83c8-e6ec04f433d5 None None] Network ce58f84d-cc8b-4e0a-9377-af80712cf631 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:43.459537 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-839f10fd-a0e5-4f8d-9137-294dc9fb4648 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad6cb06b-f670-4a4b-9fa0-7d0babeb75c0 HTTP/1.1" status: 204  len: 168 time: 1.0907400
Nov 06 21:13:43.459926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32862) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:43.523508 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3e8219f0-0b91-4863-bb91-8f51aa649e58 req-a95f7dba-95ac-42f2-bfbe-e8562606d42c service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926687
Nov 06 21:13:43.540272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.586443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d05032-4b91-4c3e-8527-9398846f0081 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:43.594629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.601173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Deleting port dc14d697-5f78-4742-b9db-39164c7457fe {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:43.601531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.607700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Transition to ACTIVE for port object f7d05032-4b91-4c3e-8527-9398846f0081 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:43.614020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.651137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] DHCP port deletion for ce58f84d-cc8b-4e0a-9377-af80712cf631 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:13:43.677688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] For port dc14d697-5f78-4742-b9db-39164c7457fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc14d697-5f78-4742-b9db-39164c7457fe,segment=NetworkSegment(acd7a15a-4134-4efe-800b-1bb190f576b1),segment_id=acd7a15a-4134-4efe-800b-1bb190f576b1)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:43.677918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.696586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Calling delete_port for dc14d697-5f78-4742-b9db-39164c7457fe owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:43.714215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d05032-4b91-4c3e-8527-9398846f0081,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:43.717851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] Deleting port dc14d697-5f78-4742-b9db-39164c7457fe {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:13:43.718464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.748726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Attempting to bind port f7d05032-4b91-4c3e-8527-9398846f0081 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:43.749063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Attempting to bind port f7d05032-4b91-4c3e-8527-9398846f0081 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:43.749581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Attempting to bind port f7d05032-4b91-4c3e-8527-9398846f0081 on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:43.755366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Port f7d05032-4b91-4c3e-8527-9398846f0081 on network 538a8624-f3bf-4857-8ec1-74778884f05f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:43.755762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Attempting to bind port f7d05032-4b91-4c3e-8527-9398846f0081 on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:43.761933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:43.762428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Checking segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:43.762872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Bound using segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:43.763367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Bound port: f7d05032-4b91-4c3e-8527-9398846f0081, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:43.763794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.783957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.799414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] No DVR routers for this DVR port dc14d697-5f78-4742-b9db-39164c7457fe on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:43.803606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] For port dc14d697-5f78-4742-b9db-39164c7457fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc14d697-5f78-4742-b9db-39164c7457fe,segment=NetworkSegment(acd7a15a-4134-4efe-800b-1bb190f576b1),segment_id=acd7a15a-4134-4efe-800b-1bb190f576b1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:43.804065 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.822722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] Calling delete_port for dc14d697-5f78-4742-b9db-39164c7457fe owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:13:43.855105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] For port f7d05032-4b91-4c3e-8527-9398846f0081, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:43.859080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] For port f7d05032-4b91-4c3e-8527-9398846f0081, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7d05032-4b91-4c3e-8527-9398846f0081,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:43.873865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=dc14d697-5f78-4742-b9db-39164c7457fe,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:43.877548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.925616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:43.926249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.927684 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 200  len: 1091 time: 1.3147697
Nov 06 21:13:43.949750 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.962852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:43.972006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] No DVR routers for this DVR port dc14d697-5f78-4742-b9db-39164c7457fe on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:13:43.988375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:43.997754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f16c6-ade1-48b1-b0f6-a010cac17724 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d05032-4b91-4c3e-8527-9398846f0081,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:43.998244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a972f7-1664-4ff6-9031-f5480827c4dc None None] Pushing event deleted for resources: {'Port': ['ID=dc14d697-5f78-4742-b9db-39164c7457fe,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:44.019274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92570ed040>,) {'filters': {'network_id': ['ce58f84d-cc8b-4e0a-9377-af80712cf631']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:44.037712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.042453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-914a0f4d-501d-4fc9-805b-b12d7d41c5d1 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.049463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-914a0f4d-501d-4fc9-805b-b12d7d41c5d1 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.062306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-914a0f4d-501d-4fc9-805b-b12d7d41c5d1 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.077188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-914a0f4d-501d-4fc9-805b-b12d7d41c5d1 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.080994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c'}, {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'f7d05032-4b91-4c3e-8527-9398846f0081'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:44.083317 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641c179d-8f77-49d5-96a6-8f954ecd1781" -d '{"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c"}, {"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "f7d05032-4b91-4c3e-8527-9398846f0081"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:44.093801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-914a0f4d-501d-4fc9-805b-b12d7d41c5d1 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.101435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-914a0f4d-501d-4fc9-805b-b12d7d41c5d1 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.107797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-914a0f4d-501d-4fc9-805b-b12d7d41c5d1 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.124366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-914a0f4d-501d-4fc9-805b-b12d7d41c5d1 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5385 time: 0.1974125
Nov 06 21:13:44.146093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92570ed040>, 'acd7a15a-4134-4efe-800b-1bb190f576b1') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:44.146093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92570ed040>, 'acd7a15a-4134-4efe-800b-1bb190f576b1') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:44.165957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.192083 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.196693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 69d101ed-4905-41b5-a00e-ac3c1d7506e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:44.229715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:13:44.230215 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.230560 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32be74d-0326-4419-ae7f-44a4404e3969 x-openstack-request-id: req-c32be74d-0326-4419-ae7f-44a4404e3969 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:44.230998 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "f7d05032-4b91-4c3e-8527-9398846f0081", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:44.231248 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c32be74d-0326-4419-ae7f-44a4404e3969 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:13:44.231987 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:13:44.234396 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c', 'status': 'completed', 'code': 200}
Nov 06 21:13:44.234396 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'f7d05032-4b91-4c3e-8527-9398846f0081', 'status': 'completed', 'code': 200}
Nov 06 21:13:44.237947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 69d101ed-4905-41b5-a00e-ac3c1d7506e6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:44.238305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 69d101ed-4905-41b5-a00e-ac3c1d7506e6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:44.238737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device dc14d697-5f78-4742-b9db-39164c7457fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:13:44.263856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: dc14d697-5f78-4742-b9db-39164c7457fe {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:13:44.264207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device dc14d697-5f78-4742-b9db-39164c7457fe not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:13:44.265899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00ea0069-4cba-4f89-b78c-98288dc1c50d req-f4c97ae3-2494-4c6d-9f84-f865a7b4b047 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1406524
Nov 06 21:13:44.330117 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.335787 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.339048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/ce58f84d-cc8b-4e0a-9377-af80712cf631 HTTP/1.1" status: 204  len: 168 time: 0.8780847
Nov 06 21:13:44.341708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-e222ae20-7080-4617-b123-685b32328628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.342205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-e222ae20-7080-4617-b123-685b32328628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.342650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-e222ae20-7080-4617-b123-685b32328628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.343106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-e222ae20-7080-4617-b123-685b32328628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.343917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-e222ae20-7080-4617-b123-685b32328628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.344030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-e222ae20-7080-4617-b123-685b32328628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.344456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-e222ae20-7080-4617-b123-685b32328628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.346916 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-e222ae20-7080-4617-b123-685b32328628 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6277 time: 0.0814435
Nov 06 21:13:44.359397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e4f84-ad92-4e17-bcbd-82e383d7c0ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ce58f84d-cc8b-4e0a-9377-af80712cf631,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:44.461815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32872) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:44.484785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e5b536-ea65-4af4-a7d6-a983f8c270b9 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:44.500398 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.505456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2bfc2c38-5419-4922-94e7-46d4e006114e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca11e33069ea4c5ab7d4551acae2cdeb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0400338
Nov 06 21:13:44.506220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32874) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:44.512308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-c653d693-d888-4d41-9222-93aad9336427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.512777 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-c653d693-d888-4d41-9222-93aad9336427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.513233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-c653d693-d888-4d41-9222-93aad9336427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.514789 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-c653d693-d888-4d41-9222-93aad9336427 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2091e07dbaca4b439d38b56488c3048f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1548460
Nov 06 21:13:44.519327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Transition to ACTIVE for port object 89e5b536-ea65-4af4-a7d6-a983f8c270b9 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:44.523989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.550939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.557221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7efcd67-e6aa-4634-999b-840562dd9e17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.576753 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.580338 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7efcd67-e6aa-4634-999b-840562dd9e17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.626616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=89e5b536-ea65-4af4-a7d6-a983f8c270b9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:44.645482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7efcd67-e6aa-4634-999b-840562dd9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.648284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d7efcd67-e6aa-4634-999b-840562dd9e17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.651958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d7efcd67-e6aa-4634-999b-840562dd9e17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e67128f6-f7b3-4691-82c6-ea9ca418b1ce HTTP/1.1" status: 204  len: 168 time: 0.1429348
Nov 06 21:13:44.670356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efcd67-e6aa-4634-999b-840562dd9e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67128f6-f7b3-4691-82c6-ea9ca418b1ce,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:44.721158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-97036792-a396-4198-8006-05329486feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.722666 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-97036792-a396-4198-8006-05329486feb8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1996262
Nov 06 21:13:44.747572 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Attempting to bind port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:44.747943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Attempting to bind port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:44.748218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Attempting to bind port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:44.761863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 on network 538a8624-f3bf-4857-8ec1-74778884f05f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:44.762219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Attempting to bind port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:44.768230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:44.768585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Checking segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:44.768968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Bound using segment: {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:44.769394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Bound port: 89e5b536-ea65-4af4-a7d6-a983f8c270b9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5824866d-801d-43f3-b6a7-a942cbbbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:44.769918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:44.854608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-7568b295-e1ad-46df-acc5-348f9f0d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.855168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-7568b295-e1ad-46df-acc5-348f9f0d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.855525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-7568b295-e1ad-46df-acc5-348f9f0d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.856377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-7568b295-e1ad-46df-acc5-348f9f0d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.857018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-7568b295-e1ad-46df-acc5-348f9f0d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.857468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-7568b295-e1ad-46df-acc5-348f9f0d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.857911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-7568b295-e1ad-46df-acc5-348f9f0d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:44.859839 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-7568b295-e1ad-46df-acc5-348f9f0d90fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6302 time: 0.0877597
Nov 06 21:13:44.929637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] For port 89e5b536-ea65-4af4-a7d6-a983f8c270b9, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:44.948709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] For port 89e5b536-ea65-4af4-a7d6-a983f8c270b9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:44.955888 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.007354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.008037 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.009346 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] 10.222.0.10 "PUT /v2.0/ports/89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 200  len: 1090 time: 1.0514007
Nov 06 21:13:45.041180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-a7ed1533-eedb-4a0a-844b-f45abdeadc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.041638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-a7ed1533-eedb-4a0a-844b-f45abdeadc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.042086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-a7ed1533-eedb-4a0a-844b-f45abdeadc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.043632 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-a7ed1533-eedb-4a0a-844b-f45abdeadc3e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2091e07dbaca4b439d38b56488c3048f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1713233
Nov 06 21:13:45.049859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32880) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:45.050449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:45.063369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e3734-9820-4e1c-9942-8fdd26c2d4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=89e5b536-ea65-4af4-a7d6-a983f8c270b9,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:45.099237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1eddfebe-0e7a-4e56-93ba-3846ab2bfd2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a67fa5e798e94d4c9e3e0bf1d057de1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0470545
Nov 06 21:13:45.101785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32882) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:45.155570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb569-0f1b-498b-833c-7fb64e29e2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.178919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.185578 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb569-0f1b-498b-833c-7fb64e29e2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.204420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-d5f7b192-7d1a-4c5b-b28e-f10f2e270317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.205838 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-641c179d-8f77-49d5-96a6-8f954ecd1781 req-d5f7b192-7d1a-4c5b-b28e-f10f2e270317 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1529825
Nov 06 21:13:45.241683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb569-0f1b-498b-833c-7fb64e29e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.244748 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb569-0f1b-498b-833c-7fb64e29e2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.245912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d6fdb569-0f1b-498b-833c-7fb64e29e2cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7 HTTP/1.1" status: 204  len: 168 time: 0.1431072
Nov 06 21:13:45.254474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdb569-0f1b-498b-833c-7fb64e29e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ef41d7-5a54-4ff1-9358-b1f6940fc7c7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:45.413033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-996c40cb-4915-4d14-b189-9f41daa0fd31 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.419756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-996c40cb-4915-4d14-b189-9f41daa0fd31 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.426865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-996c40cb-4915-4d14-b189-9f41daa0fd31 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.433429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-996c40cb-4915-4d14-b189-9f41daa0fd31 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.440011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-996c40cb-4915-4d14-b189-9f41daa0fd31 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.446798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-996c40cb-4915-4d14-b189-9f41daa0fd31 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.453671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-996c40cb-4915-4d14-b189-9f41daa0fd31 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.456390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-996c40cb-4915-4d14-b189-9f41daa0fd31 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5397 time: 0.1010666
Nov 06 21:13:45.497579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1811b60-ace5-4089-a26b-30b8d0069c32 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:45.505864 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.519254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Transition to ACTIVE for port object c1811b60-ace5-4089-a26b-30b8d0069c32 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:45.522968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8372114c-bb44-45b3-ad0d-0e75a57a8268 req-3b6ef017-0a27-4b3b-bcbc-354c22634365 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0593743
Nov 06 21:13:45.524216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.585593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1811b60-ace5-4089-a26b-30b8d0069c32,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:45.658221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Attempting to bind port c1811b60-ace5-4089-a26b-30b8d0069c32 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:45.658688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Attempting to bind port c1811b60-ace5-4089-a26b-30b8d0069c32 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:45.659015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Attempting to bind port c1811b60-ace5-4089-a26b-30b8d0069c32 on network 99b40b59-cbc5-4528-be4b-431bf31e7971 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:45.663645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Port c1811b60-ace5-4089-a26b-30b8d0069c32 on network 99b40b59-cbc5-4528-be4b-431bf31e7971 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:45.663964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Attempting to bind port c1811b60-ace5-4089-a26b-30b8d0069c32 on network 99b40b59-cbc5-4528-be4b-431bf31e7971 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:45.670151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:45.670485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Checking segment: {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:45.670866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Bound using segment: {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:45.671358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Bound port: c1811b60-ace5-4089-a26b-30b8d0069c32, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:45.671788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.741425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] For port c1811b60-ace5-4089-a26b-30b8d0069c32, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:45.745049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] For port c1811b60-ace5-4089-a26b-30b8d0069c32, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1811b60-ace5-4089-a26b-30b8d0069c32,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:45.751109 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.787505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:45.788130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:45.789738 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] 10.222.0.10 "PUT /v2.0/ports/c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 200  len: 1091 time: 0.7504733
Nov 06 21:13:45.813305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17677c3e-0395-4c5e-86d3-2bff59226dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1811b60-ace5-4089-a26b-30b8d0069c32,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:45.824639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Request body: {'port': {'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:45.907862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.053656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32908) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:46.154291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2132136400-network', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:46.177920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Made reservation on behalf of 98ca138427bf46a0bff4b6bfbd378ec6 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:46.180307 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.188359 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f331138-9e82-4582-82e6-5987fc8432ec {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:46.188861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.195923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.208783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Transition to ACTIVE for port object 5f331138-9e82-4582-82e6-5987fc8432ec will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:13:46.212347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.237566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': '89e5b536-ea65-4af4-a7d6-a983f8c270b9'}, {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'c1811b60-ace5-4089-a26b-30b8d0069c32'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:46.239712 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "89e5b536-ea65-4af4-a7d6-a983f8c270b9"}, {"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "c1811b60-ace5-4089-a26b-30b8d0069c32"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:46.268416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Pushing event updated for resources: {'Port': ['ID=5f331138-9e82-4582-82e6-5987fc8432ec,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:46.270810 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.279118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.310480 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c611f7-e217-40df-8563-3802d494fbec x-openstack-request-id: req-d4c611f7-e217-40df-8563-3802d494fbec {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:46.311072 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "89e5b536-ea65-4af4-a7d6-a983f8c270b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "c1811b60-ace5-4089-a26b-30b8d0069c32", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:46.311661 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4c611f7-e217-40df-8563-3802d494fbec {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:46.312244 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': '89e5b536-ea65-4af4-a7d6-a983f8c270b9', 'status': 'completed', 'code': 200}
Nov 06 21:13:46.313218 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'c1811b60-ace5-4089-a26b-30b8d0069c32', 'status': 'completed', 'code': 200}
Nov 06 21:13:46.314958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:13:46.324483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d9db26-5c77-47d3-997b-7421048950f4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:46.339026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.339592 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Added segment 5f7420e4-d06f-4595-8b7c-ba58ef00734d of type vlan for network d3f7c65e-ecf0-4c1d-974f-85d78dbec967
Nov 06 21:13:46.386184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.411600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-af36e46a-bdc5-4a12-83e7-212b83884e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.412514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-af36e46a-bdc5-4a12-83e7-212b83884e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.413048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-af36e46a-bdc5-4a12-83e7-212b83884e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.413328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-af36e46a-bdc5-4a12-83e7-212b83884e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.413790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-af36e46a-bdc5-4a12-83e7-212b83884e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.414244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-af36e46a-bdc5-4a12-83e7-212b83884e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.414766 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-af36e46a-bdc5-4a12-83e7-212b83884e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.416986 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-af36e46a-bdc5-4a12-83e7-212b83884e6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6436 time: 0.0788672
Nov 06 21:13:46.417528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.417711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Attempting to bind port 5f331138-9e82-4582-82e6-5987fc8432ec on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:46.418042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Attempting to bind port 5f331138-9e82-4582-82e6-5987fc8432ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:46.418393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Attempting to bind port 5f331138-9e82-4582-82e6-5987fc8432ec on network 99b40b59-cbc5-4528-be4b-431bf31e7971 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:46.418632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.419267 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.423435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Port 5f331138-9e82-4582-82e6-5987fc8432ec on network 99b40b59-cbc5-4528-be4b-431bf31e7971 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:13:46.423760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Attempting to bind port 5f331138-9e82-4582-82e6-5987fc8432ec on network 99b40b59-cbc5-4528-be4b-431bf31e7971 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:46.447932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:46.448272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Checking segment: {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:46.448688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Bound using segment: {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:46.449135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Bound port: 5f331138-9e82-4582-82e6-5987fc8432ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5d8c68-4fab-4efe-81d0-60e78f21dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:46.449497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.488517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4304552
Nov 06 21:13:46.488741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32916) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:46.493564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Request body: {'subnet': {'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2132136400-subnet', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:46.511814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324a782-daf1-43df-8d73-dc7caef86a48 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f7c65e-ecf0-4c1d-974f-85d78dbec967,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:46.523262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:13:46.529126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Made reservation on behalf of 98ca138427bf46a0bff4b6bfbd378ec6 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:46.532516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.581579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-fbab49fc-b8e0-4223-acae-90d2bebd1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.581970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-fbab49fc-b8e0-4223-acae-90d2bebd1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.582434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-fbab49fc-b8e0-4223-acae-90d2bebd1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.584065 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-fbab49fc-b8e0-4223-acae-90d2bebd1491 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2091e07dbaca4b439d38b56488c3048f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1580482
Nov 06 21:13:46.588077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] For port 5f331138-9e82-4582-82e6-5987fc8432ec, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:46.591462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] For port 5f331138-9e82-4582-82e6-5987fc8432ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f331138-9e82-4582-82e6-5987fc8432ec,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:46.603117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.687168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.687788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.689297 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] 10.222.0.10 "PUT /v2.0/ports/5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 1091 time: 0.8690178
Nov 06 21:13:46.725065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3257c-23f5-4ec6-809b-9620aa269782 service neutron] Pushing event updated for resources: {'Port': ['ID=5f331138-9e82-4582-82e6-5987fc8432ec,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:46.737275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-22c75260-87e9-4d1e-bcb5-f73ea3aa134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.738831 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-22c75260-87e9-4d1e-bcb5-f73ea3aa134d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1460123
Nov 06 21:13:46.740794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368381-21f8-43f3-83cb-77bdca959dac req-da3cb0b1-6a29-4143-89a5-bc4feafdc1a5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.749094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368381-21f8-43f3-83cb-77bdca959dac req-da3cb0b1-6a29-4143-89a5-bc4feafdc1a5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.756021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368381-21f8-43f3-83cb-77bdca959dac req-da3cb0b1-6a29-4143-89a5-bc4feafdc1a5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.763510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368381-21f8-43f3-83cb-77bdca959dac req-da3cb0b1-6a29-4143-89a5-bc4feafdc1a5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.769618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368381-21f8-43f3-83cb-77bdca959dac req-da3cb0b1-6a29-4143-89a5-bc4feafdc1a5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.776267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368381-21f8-43f3-83cb-77bdca959dac req-da3cb0b1-6a29-4143-89a5-bc4feafdc1a5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.783209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368381-21f8-43f3-83cb-77bdca959dac req-da3cb0b1-6a29-4143-89a5-bc4feafdc1a5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.785079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd368381-21f8-43f3-83cb-77bdca959dac req-da3cb0b1-6a29-4143-89a5-bc4feafdc1a5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.1520085
Nov 06 21:13:46.835575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-02bddf07-e244-4085-a7b8-d32d45f5008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.836043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-02bddf07-e244-4085-a7b8-d32d45f5008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.836536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-02bddf07-e244-4085-a7b8-d32d45f5008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.836995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-02bddf07-e244-4085-a7b8-d32d45f5008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.837443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-02bddf07-e244-4085-a7b8-d32d45f5008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.837904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-02bddf07-e244-4085-a7b8-d32d45f5008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.838355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-02bddf07-e244-4085-a7b8-d32d45f5008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.838540 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8be9abae-2b2c-4fc3-9f41-b0eb3b6adb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.840460 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-02bddf07-e244-4085-a7b8-d32d45f5008c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6478 time: 0.0614047
Nov 06 21:13:46.875186 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:46.937171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd368381-21f8-43f3-83cb-77bdca959dac req-7277965e-7ea3-4d52-aba4-265da36e6781 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1437323
Nov 06 21:13:46.949504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa706528-9259-4a22-8878-c72df3e42ce0,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:46.965645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-0b91e4f2-3b8c-4c49-9832-4ece0d0a0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.966233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-0b91e4f2-3b8c-4c49-9832-4ece0d0a0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.966575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-0b91e4f2-3b8c-4c49-9832-4ece0d0a0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:46.968398 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-0b91e4f2-3b8c-4c49-9832-4ece0d0a0d81 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2091e07dbaca4b439d38b56488c3048f&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1188810
Nov 06 21:13:46.970322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:46.970681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Network hostable DHCP agents. Network: d3f7c65e-ecf0-4c1d-974f-85d78dbec967, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:13:46.987891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:13:46.997928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d3f7c65e-ecf0-4c1d-974f-85d78dbec967) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:47.003561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.004579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.007875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c8adc-de49-44ae-85bc-747e4f3dcd37 None None] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:47.024900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-93df75c9-6b27-479c-96c4-7740eb4e8ffa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5351026
Nov 06 21:13:47.025478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32920) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:47.033744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:47.075277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.076284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.093043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-3bea9812-6d14-4601-adc3-95c41d41b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.094535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c56da4e4-6bdd-4258-af25-e0bb3c4429cd req-3bea9812-6d14-4601-adc3-95c41d41b974 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1189268
Nov 06 21:13:47.150336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.167647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:13:47.168839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.276801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e0d6503e-355a-426a-8b71-fae2e7370cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.277368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e0d6503e-355a-426a-8b71-fae2e7370cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.277621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e0d6503e-355a-426a-8b71-fae2e7370cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.278078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e0d6503e-355a-426a-8b71-fae2e7370cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.278535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e0d6503e-355a-426a-8b71-fae2e7370cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.278997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e0d6503e-355a-426a-8b71-fae2e7370cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.279451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e0d6503e-355a-426a-8b71-fae2e7370cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.281370 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e0d6503e-355a-426a-8b71-fae2e7370cab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6478 time: 0.1426711
Nov 06 21:13:47.302040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Allocated IP 172.20.0.2 (d3f7c65e-ecf0-4c1d-974f-85d78dbec967/fa706528-9259-4a22-8878-c72df3e42ce0/8099a41f-8404-44ee-9c5f-2fb622514d62) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:47.347119 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.351160 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-a09f380c-571f-450a-a6b5-a7bd08b48c25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 217 time: 0.0412958
Nov 06 21:13:47.441687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57aedc57-c746-491e-8647-0a208bbfe602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.443172 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-57aedc57-c746-491e-8647-0a208bbfe602 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 200  len: 850 time: 0.0847344
Nov 06 21:13:47.453524 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.458787 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.496845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:47.501625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:47.505030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:47.510778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Pushing event updated for resources: {'Port': ['ID=8099a41f-8404-44ee-9c5f-2fb622514d62,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:47.515842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52cdc8b4-787a-40f2-b1af-78811bcba190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:47.517445 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-52cdc8b4-787a-40f2-b1af-78811bcba190 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0564485
Nov 06 21:13:47.564848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Attempting to bind port 8099a41f-8404-44ee-9c5f-2fb622514d62 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:47.565429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Attempting to bind port 8099a41f-8404-44ee-9c5f-2fb622514d62 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:47.565568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Attempting to bind port 8099a41f-8404-44ee-9c5f-2fb622514d62 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:47.571147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:47.571503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:47.571899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.572285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Bound using segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:47.572777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Bound port: 8099a41f-8404-44ee-9c5f-2fb622514d62, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:47.573150 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.637071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] For port 8099a41f-8404-44ee-9c5f-2fb622514d62, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:47.640808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] For port 8099a41f-8404-44ee-9c5f-2fb622514d62, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8099a41f-8404-44ee-9c5f-2fb622514d62,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:47.645980 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:47.713116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4b54-1a61-4807-8978-86d48aeec0ff None None] Pushing event updated for resources: {'Port': ['ID=8099a41f-8404-44ee-9c5f-2fb622514d62,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:48.043988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:48.071705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:48.081447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b17a-e91f-48f9-8475-9be94718a460 req-fd1d86e2-8f8f-4160-aeb7-8b0095fa25ca tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.081912 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-228efe63-2171-4e40-9da6-46d0f99872d3 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5259492
Nov 06 21:13:48.087821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b17a-e91f-48f9-8475-9be94718a460 req-fd1d86e2-8f8f-4160-aeb7-8b0095fa25ca tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.094289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b17a-e91f-48f9-8475-9be94718a460 req-fd1d86e2-8f8f-4160-aeb7-8b0095fa25ca tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.100881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b17a-e91f-48f9-8475-9be94718a460 req-fd1d86e2-8f8f-4160-aeb7-8b0095fa25ca tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.107530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b17a-e91f-48f9-8475-9be94718a460 req-fd1d86e2-8f8f-4160-aeb7-8b0095fa25ca tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.114335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b17a-e91f-48f9-8475-9be94718a460 req-fd1d86e2-8f8f-4160-aeb7-8b0095fa25ca tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.121134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b17a-e91f-48f9-8475-9be94718a460 req-fd1d86e2-8f8f-4160-aeb7-8b0095fa25ca tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.123985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7807b17a-e91f-48f9-8475-9be94718a460 req-fd1d86e2-8f8f-4160-aeb7-8b0095fa25ca tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.1038203
Nov 06 21:13:48.200156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7807b17a-e91f-48f9-8475-9be94718a460 req-871ebb41-edac-43b4-ba3f-6030fc26de6d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0645068
Nov 06 21:13:48.202481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8099a41f-8404-44ee-9c5f-2fb622514d62 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:48.252233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Allocated IP 172.35.0.131 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/cdc6fefe-fffc-4a2a-ac45-39185afde063) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:48.255703 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-348a5ad9-505d-4d77-84ec-6ce003585d69 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451468
Nov 06 21:13:48.256140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8099a41f-8404-44ee-9c5f-2fb622514d62 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:48.256668 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:48.315509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': '5f331138-9e82-4582-82e6-5987fc8432ec'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:13:48.317840 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa19db-41e2-4366-9ce2-39e4b08d41af" -d '{"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "5f331138-9e82-4582-82e6-5987fc8432ec"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:13:48.339504 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:48.347141 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-3936578c-8954-45c8-b49a-d56b56a067fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 217 time: 0.0807464
Nov 06 21:13:48.378469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 8099a41f-8404-44ee-9c5f-2fb622514d62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8099a41f-8404-44ee-9c5f-2fb622514d62,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:48.385125 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:48.405781 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4fb4f2-46aa-4b63-829c-e4479cb62d42 x-openstack-request-id: req-ef4fb4f2-46aa-4b63-829c-e4479cb62d42 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:13:48.406082 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "5f331138-9e82-4582-82e6-5987fc8432ec", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:13:48.406340 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef4fb4f2-46aa-4b63-829c-e4479cb62d42 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:13:48.406734 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': '5f331138-9e82-4582-82e6-5987fc8432ec', 'status': 'completed', 'code': 200}
Nov 06 21:13:48.425367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-341b7849-e5ac-489a-8cf0-5b9f1ed9a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.425981 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-341b7849-e5ac-489a-8cf0-5b9f1ed9a4fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0711627
Nov 06 21:13:48.436869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=8099a41f-8404-44ee-9c5f-2fb622514d62,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:48.445893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.446221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.446580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.447041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.447376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.447710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.448183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.448543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.448918 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.449249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.449578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.451920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:48.457226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:48.513660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-c883e78b-c728-43c6-9752-33078864c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:48.515203 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-c883e78b-c728-43c6-9752-33078864c0f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0758965
Nov 06 21:13:48.523822 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:48.607402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:48.613430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:48.622383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:48.655317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc6fefe-fffc-4a2a-ac45-39185afde063,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:48.681629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a94de-b074-40ce-be3d-ee8c671510f7 None None] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:48.756499 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d8c72a5d-928e-4985-aa8b-464a7005bd58 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295473
Nov 06 21:13:48.757531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-77f571b1-355b-4ae1-a21e-3de42783d45a None None] Provisioning complete for port 8099a41f-8404-44ee-9c5f-2fb622514d62 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:48.758236 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-77f571b1-355b-4ae1-a21e-3de42783d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:48.927467 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-3c0f35f2-81cc-456f-8702-854d07fa0c8c service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477346
Nov 06 21:13:48.995748 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-e7161f58-f193-4eae-b9ec-ce4eb6fc21d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 217 time: 0.0432966
Nov 06 21:13:49.040363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:49.090576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cfd28eb3-e22c-4ab3-9b1c-cbafab8aa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.092050 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-cfd28eb3-e22c-4ab3-9b1c-cbafab8aa3a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0893836
Nov 06 21:13:49.125790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9dd11141-b6f2-4123-9160-70650d871154 None None] Provisioning complete for port 8099a41f-8404-44ee-9c5f-2fb622514d62 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:49.126187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9dd11141-b6f2-4123-9160-70650d871154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:49.180756 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-68d947ce-f7b5-48d3-b569-1c355d9a55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.182169 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-68d947ce-f7b5-48d3-b569-1c355d9a55f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0815849
Nov 06 21:13:49.222258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3424463d-9a7b-4382-8261-9f08688dd5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:49.338219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-96dd8e5a-64a0-4434-9e07-addbd1ffd43c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.344335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-96dd8e5a-64a0-4434-9e07-addbd1ffd43c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.345695 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:49.351035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-96dd8e5a-64a0-4434-9e07-addbd1ffd43c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.351972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-fc975032-e533-4519-a605-9f4b8edbbed5 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377633
Nov 06 21:13:49.357115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-96dd8e5a-64a0-4434-9e07-addbd1ffd43c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.363303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-96dd8e5a-64a0-4434-9e07-addbd1ffd43c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.369394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-96dd8e5a-64a0-4434-9e07-addbd1ffd43c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.375418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-96dd8e5a-64a0-4434-9e07-addbd1ffd43c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.377487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-96dd8e5a-64a0-4434-9e07-addbd1ffd43c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.0965800
Nov 06 21:13:49.439259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c434f31-d6dc-4620-b514-8d3ed5973e16 req-2d464e7d-3fbe-4cc9-80c1-5ee6870523b4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0555093
Nov 06 21:13:49.519637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-282b30b9-9def-46a8-8ea9-a5fa2985cbd4 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352277
Nov 06 21:13:49.574904 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-bc9ff3e0-a5e2-48b5-be4d-1c13579be70a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 200  len: 217 time: 0.0414066
Nov 06 21:13:49.579801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Router 408b6896-0ddf-4af0-8202-79134b6443e1 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:13:49.663294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-081371a6-66ed-4ae4-a52c-8aeaf6f2add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.665028 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-081371a6-66ed-4ae4-a52c-8aeaf6f2add7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0831373
Nov 06 21:13:49.749021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d6b2ddd1-6298-49fe-81c2-ddba8720868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:49.750548 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d6b2ddd1-6298-49fe-81c2-ddba8720868a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0786941
Nov 06 21:13:49.752005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:49.771584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:49.783027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:49.783801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512d6610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:49.810434 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:49.811630 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c348ca57-37fd-4337-b2f5-13543cd49878 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7850366
Nov 06 21:13:49.815167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32934) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:49.853142 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-f0bd4f26-dfcb-41c0-aada-8c854ef7c06b service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931900
Nov 06 21:13:49.907957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:49.960156 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-11162c58-0681-4a34-8f80-4f20c5235528 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0998921
Nov 06 21:13:50.010016 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-f9eee3fb-accf-46be-aad0-c3d05c67b9b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 200  len: 217 time: 0.0431449
Nov 06 21:13:50.065166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b23114ca-c722-49a9-a386-2e68e22ebe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.067613 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b23114ca-c722-49a9-a386-2e68e22ebe28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0502412
Nov 06 21:13:50.097834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512d6610>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:48Z', 'revision_number': 3, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:50.118592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-c57d9251-b861-4776-b1c2-5d373e68cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.120383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-c57d9251-b861-4776-b1c2-5d373e68cae9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0467641
Nov 06 21:13:50.132839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:50.133191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Updating router 408b6896-0ddf-4af0-8202-79134b6443e1 port cdc6fefe-fffc-4a2a-ac45-39185afde063 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:13:50.162129 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.184040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8099a41f-8404-44ee-9c5f-2fb622514d62 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:50.231751 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-ee9c3f5f-4b08-4a0e-9476-4102982fddd0 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0972538
Nov 06 21:13:50.265803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.345708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8099a41f-8404-44ee-9c5f-2fb622514d62 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:50.346075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.418960 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-3ef1f749-eb9a-43f3-9f72-74b722192cdb service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005082
Nov 06 21:13:50.430742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Allocated IP 172.20.0.1 (d3f7c65e-ecf0-4c1d-974f-85d78dbec967/fa706528-9259-4a22-8878-c72df3e42ce0/6614f611-baca-4e85-a505-26916f92fbb3) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:50.468777 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-09823eba-0ced-43a0-8ae9-81c159dce6ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 200  len: 217 time: 0.0412393
Nov 06 21:13:50.529292 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d3098fbf-6868-4ee4-91d0-511e86d769fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.530767 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-d3098fbf-6868-4ee4-91d0-511e86d769fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0546138
Nov 06 21:13:50.558942 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.586927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-2db9d9c6-dc7f-442b-ab21-62d4bf1e3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.589214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-2db9d9c6-dc7f-442b-ab21-62d4bf1e3ebc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0511134
Nov 06 21:13:50.632105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-e9246312-1581-48a2-b661-f7113cdaf54e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.638248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-e9246312-1581-48a2-b661-f7113cdaf54e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.645078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-e9246312-1581-48a2-b661-f7113cdaf54e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.646920 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.651168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-e9246312-1581-48a2-b661-f7113cdaf54e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.658226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-e9246312-1581-48a2-b661-f7113cdaf54e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.664313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-e9246312-1581-48a2-b661-f7113cdaf54e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.671076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-e9246312-1581-48a2-b661-f7113cdaf54e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.673749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-e9246312-1581-48a2-b661-f7113cdaf54e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.1295278
Nov 06 21:13:50.681592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.700959 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.706998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.715015 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b5c82b40-ae44-4fcb-be53-691194e43633 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175804
Nov 06 21:13:50.745680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:50.757862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:50.761570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Attempting to bind port cdc6fefe-fffc-4a2a-ac45-39185afde063 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:50.761751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6614f611-baca-4e85-a505-26916f92fbb3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:50.761903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Attempting to bind port cdc6fefe-fffc-4a2a-ac45-39185afde063 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:50.762224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Attempting to bind port cdc6fefe-fffc-4a2a-ac45-39185afde063 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:50.766736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:50.769470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5908617-0bf3-40f3-aa29-b24d572342a0 None None] Pushing event updated for resources: {'Port': ['ID=cdc6fefe-fffc-4a2a-ac45-39185afde063,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:50.772671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:50.773849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:50.773849 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.773849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:50.774120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Bound port: cdc6fefe-fffc-4a2a-ac45-39185afde063, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:50.774330 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.824843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d744e5d9-d481-4c91-9ec1-7766437b0578 req-6dfa4cf4-578b-4f86-85ee-5f140dbe5f9d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1403742
Nov 06 21:13:50.832083 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.844870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] For port cdc6fefe-fffc-4a2a-ac45-39185afde063, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:50.856687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] For port cdc6fefe-fffc-4a2a-ac45-39185afde063, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdc6fefe-fffc-4a2a-ac45-39185afde063,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:50.860069 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b01bc230-c316-4843-b934-f15a24e6c469 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373060
Nov 06 21:13:50.862369 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:50.917115 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-b21d9d18-7909-4e39-839a-b7fc9a52189f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 217 time: 0.0499005
Nov 06 21:13:50.934991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:50.935759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512d6610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:50.937801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5908617-0bf3-40f3-aa29-b24d572342a0 None None] Pushing event updated for resources: {'Port': ['ID=cdc6fefe-fffc-4a2a-ac45-39185afde063,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:50.983619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-518ad8fb-2bd2-4ee3-9697-521859474ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:50.985389 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-518ad8fb-2bd2-4ee3-9697-521859474ca2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0623181
Nov 06 21:13:50.995653 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:51.043285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-48b931fc-4bd0-46f5-996e-1c316200564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.044222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-48b931fc-4bd0-46f5-996e-1c316200564f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0509298
Nov 06 21:13:51.080777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:51.142968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-626259c5-9f42-49e0-af82-c1238f47ce16 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890727
Nov 06 21:13:51.174676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:51.181671 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:51.194144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8745bc89-4a96-4e68-90ce-6a0e815b57e0 None None] Provisioning complete for port 6614f611-baca-4e85-a505-26916f92fbb3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:51.195007 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8745bc89-4a96-4e68-90ce-6a0e815b57e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:51.242929 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a23fb42b-52cb-4c47-8975-d4b32e370507 req-3dfdb95f-1fb1-4d1f-8632-d89f90c9403d service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935295
Nov 06 21:13:51.247699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6614f611-baca-4e85-a505-26916f92fbb3,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:51.250049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8745bc89-4a96-4e68-90ce-6a0e815b57e0 None None] Port 6614f611-baca-4e85-a505-26916f92fbb3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:51.250272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:51.311557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512d6610>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:48Z', 'revision_number': 3, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:51.338990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c0c12-9514-4115-a417-3823517acdf4 None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:48Z', 'revision_number': 3, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:51.357079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:51.358972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:51.359276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-af80fbcb-ae21-4cd7-a52a-5b4a9d491127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.360049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-af80fbcb-ae21-4cd7-a52a-5b4a9d491127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.361920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-af80fbcb-ae21-4cd7-a52a-5b4a9d491127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.362382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-af80fbcb-ae21-4cd7-a52a-5b4a9d491127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.362839 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-af80fbcb-ae21-4cd7-a52a-5b4a9d491127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.363284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-af80fbcb-ae21-4cd7-a52a-5b4a9d491127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.364074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-af80fbcb-ae21-4cd7-a52a-5b4a9d491127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.367898 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-af80fbcb-ae21-4cd7-a52a-5b4a9d491127 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6478 time: 0.0539911
Nov 06 21:13:51.478994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-5e3aa3b7-8ca7-429d-af7e-2018b44c6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.482072 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-5e3aa3b7-8ca7-429d-af7e-2018b44c6be6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 903 time: 0.1066761
Nov 06 21:13:51.492548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Router 408b6896-0ddf-4af0-8202-79134b6443e1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:13:51.531574 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-ad9d1a76-c5e8-4f76-a4c0-8b84cb9c0a93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 217 time: 0.0399232
Nov 06 21:13:51.586961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-5ea02fa7-1387-4283-9b7a-614e9d65b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.588501 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-5ea02fa7-1387-4283-9b7a-614e9d65b270 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0484195
Nov 06 21:13:51.636838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:51.651577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9342bfbe-b5ff-4de1-9606-9fa273f19fb4 admin admin] 10.222.0.13 "PUT /v2.0/routers/408b6896-0ddf-4af0-8202-79134b6443e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8339710
Nov 06 21:13:51.687271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0272fa1d-c230-4994-b80b-79780405f2c2 None None] Provisioning complete for port 6614f611-baca-4e85-a505-26916f92fbb3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:51.687641 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0272fa1d-c230-4994-b80b-79780405f2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:51.691122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-b7668f74-1980-4f0d-bad2-8469c29e028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:51.692011 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-b7668f74-1980-4f0d-bad2-8469c29e028e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0908525
Nov 06 21:13:51.736534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0272fa1d-c230-4994-b80b-79780405f2c2 None None] Port 6614f611-baca-4e85-a505-26916f92fbb3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:51.850319 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.022067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-83f5ac72-2cec-47f7-8d2a-afa0ae43531f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:52.030885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-83f5ac72-2cec-47f7-8d2a-afa0ae43531f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:52.038829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-83f5ac72-2cec-47f7-8d2a-afa0ae43531f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:52.049224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-83f5ac72-2cec-47f7-8d2a-afa0ae43531f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:52.059955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-83f5ac72-2cec-47f7-8d2a-afa0ae43531f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:52.067730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-83f5ac72-2cec-47f7-8d2a-afa0ae43531f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:52.074989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-83f5ac72-2cec-47f7-8d2a-afa0ae43531f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:52.077391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-83f5ac72-2cec-47f7-8d2a-afa0ae43531f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.1471379
Nov 06 21:13:52.103529 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:13:52.166441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b771cca-7f7c-46c0-96af-7b8fc1816454 req-44a3615b-b3df-47c1-bcea-b3fad5db640b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0815401
Nov 06 21:13:52.195500 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-0aa42607-7f3b-4f1d-8eac-b5974ec34693 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4925246
Nov 06 21:13:52.253914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cdc6fefe-fffc-4a2a-ac45-39185afde063 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:52.307285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ccaa19db-41e2-4366-9ce2-39e4b08d41af req-1e2ee2cb-fc87-4498-8194-82584cd5fbe8 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1019330
Nov 06 21:13:52.315606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cdc6fefe-fffc-4a2a-ac45-39185afde063 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:52.316244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.384725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32958) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:52.389725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1826356069-network', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:52.399066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.414913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Made reservation on behalf of b9e355e3d2854f1e9e48d48dddd6cd5a for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:52.418069 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.432325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port cdc6fefe-fffc-4a2a-ac45-39185afde063, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdc6fefe-fffc-4a2a-ac45-39185afde063,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:52.432548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.437309 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.494677 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.510505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=cdc6fefe-fffc-4a2a-ac45-39185afde063,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:52.532802 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.537161 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.566118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:13:52.572907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1f6950-246f-497e-a5fe-8beee7c99eac,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:52.579896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.580166 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Added segment 60d7f820-f27a-4b83-af6e-bdeeb7b0dfec of type vlan for network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d
Nov 06 21:13:52.623747 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.654116 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.655376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:52.655995 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.712736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3267639
Nov 06 21:13:52.715711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32960) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:52.720647 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Request body: {'subnet': {'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1826356069-subnet', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:52.729734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1b88f-6e65-44ce-8e13-759e61da5122 admin admin] Pushing event updated for resources: {'Network': ['ID=626a1531-f6ac-4d2c-9f90-624dea9bdc5d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:52.740562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:13:52.741593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Made reservation on behalf of b9e355e3d2854f1e9e48d48dddd6cd5a for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:13:52.743956 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.937775 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:52.987801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e256c2b8-5fa5-411c-820f-2c7ec2d4aa20,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:53.001381 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.001724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.002064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.002397 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.002726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.003052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.003376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.003697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.004047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.004395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.004717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.005034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.015973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Checking segment: {'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:53.016869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Network hostable DHCP agents. Network: 626a1531-f6ac-4d2c-9f90-624dea9bdc5d, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:13:53.033841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:13:53.042749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 626a1531-f6ac-4d2c-9f90-624dea9bdc5d) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:53.047531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:53.048545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.054594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f91f65-612c-40fa-abe9-4200c081a932 None None] Network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:53.066623 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-efbc82c4-2898-458e-aca2-bda5f81a7c51 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3497415
Nov 06 21:13:53.069449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 32964) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:53.074153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:13:53.096153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.097262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.154829 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.170482 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:53.181147 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:53.181878 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:53.234982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-626a1531-f6ac-4d2c-9f90-624dea9bdc5d', 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'fixed_ips': [{'subnet_id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:13:53.235874 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.305097 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:53.363797 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.390349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Allocated IP 172.20.0.2 (626a1531-f6ac-4d2c-9f90-624dea9bdc5d/e256c2b8-5fa5-411c-820f-2c7ec2d4aa20/6134c3d8-4bfe-4916-86e8-fd86b7bb77c1) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:53.439448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-266c896a-047a-44d2-aef9-5a24d1f0c2a2 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:53.445536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-266c896a-047a-44d2-aef9-5a24d1f0c2a2 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:53.456347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-266c896a-047a-44d2-aef9-5a24d1f0c2a2 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:53.465343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-266c896a-047a-44d2-aef9-5a24d1f0c2a2 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:53.472258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-266c896a-047a-44d2-aef9-5a24d1f0c2a2 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:53.478586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-266c896a-047a-44d2-aef9-5a24d1f0c2a2 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:53.489387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-266c896a-047a-44d2-aef9-5a24d1f0c2a2 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:53.489387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-266c896a-047a-44d2-aef9-5a24d1f0c2a2 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.1808741
Nov 06 21:13:53.527232 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8eb0>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:51Z', 'revision_number': 2, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:53.552479 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.557105 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:53.557567 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Updating router 408b6896-0ddf-4af0-8202-79134b6443e1 port 6614f611-baca-4e85-a505-26916f92fbb3 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:13:53.558718 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.573404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6536a24-40d9-4e48-a63c-0d78499da498 req-98b42520-1154-450f-8b81-fdce20d29f38 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0767577
Nov 06 21:13:53.585289 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.597684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:53.605646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:53.610972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:53.639032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Pushing event updated for resources: {'Port': ['ID=6134c3d8-4bfe-4916-86e8-fd86b7bb77c1,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:53.670766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Attempting to bind port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:53.671247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Attempting to bind port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:53.671608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Attempting to bind port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 on network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:53.679037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:53.679402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Checking segment: {'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:53.679854 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.680286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Bound using segment: {'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:53.680777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Bound port: 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:53.681148 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.701219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.721495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.749359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] For port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:53.752455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] For port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6134c3d8-4bfe-4916-86e8-fd86b7bb77c1,segment=NetworkSegment(60d7f820-f27a-4b83-af6e-bdeeb7b0dfec),segment_id=60d7f820-f27a-4b83-af6e-bdeeb7b0dfec)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:53.757443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.813018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0892196-7401-490d-9085-7ae33a7e8612 None None] Pushing event updated for resources: {'Port': ['ID=6134c3d8-4bfe-4916-86e8-fd86b7bb77c1,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:53.843561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Allocated IP 172.35.0.13 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/ccd7f8a6-d499-4030-a11e-34c9fedd56ae) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:53.898476 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.904483 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:53.961307 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Pushing event updated for resources: {'Port': ['ID=6614f611-baca-4e85-a505-26916f92fbb3,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:53.992696 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.993041 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.993586 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.994120 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.994636 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.995147 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.995662 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.996195 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.996551 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.996881 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.997207 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:53.997727 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:13:54.027370 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.033768 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Attempting to bind port 6614f611-baca-4e85-a505-26916f92fbb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:54.034143 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Attempting to bind port 6614f611-baca-4e85-a505-26916f92fbb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:54.034501 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Attempting to bind port 6614f611-baca-4e85-a505-26916f92fbb3 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:54.039852 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:54.041512 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:54.041911 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.043062 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Bound using segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:54.043722 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Bound port: 6614f611-baca-4e85-a505-26916f92fbb3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:54.044284 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.070221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.132011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:54.138448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:54.146045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:54.147971 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] For port 6614f611-baca-4e85-a505-26916f92fbb3, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:54.151838 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] For port 6614f611-baca-4e85-a505-26916f92fbb3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6614f611-baca-4e85-a505-26916f92fbb3,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:54.158856 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.193738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd7f8a6-d499-4030-a11e-34c9fedd56ae,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:54.234752 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:54.236170 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:54.317033 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d4929-68d3-4fb8-aa7b-d7342a73ed93 None None] Pushing event updated for resources: {'Port': ['ID=6614f611-baca-4e85-a505-26916f92fbb3,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:54.394455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-60c2eb82-73b6-4fcd-bfb9-9292169f2df1 None None] Provisioning complete for port 6614f611-baca-4e85-a505-26916f92fbb3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:54.395091 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60c2eb82-73b6-4fcd-bfb9-9292169f2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.420264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:54.429962 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:54.523128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:54.523491 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.564527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60c2eb82-73b6-4fcd-bfb9-9292169f2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.622202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-60c2eb82-73b6-4fcd-bfb9-9292169f2df1 None None] For port 6614f611-baca-4e85-a505-26916f92fbb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6614f611-baca-4e85-a505-26916f92fbb3,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:54.658312 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60c2eb82-73b6-4fcd-bfb9-9292169f2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.662121 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8eb0>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:54.695489 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c17f0b-f217-4f3c-967e-f5b3f129097d None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:54.718108 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.739193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2eb82-73b6-4fcd-bfb9-9292169f2df1 None None] Pushing event updated for resources: {'Port': ['ID=6614f611-baca-4e85-a505-26916f92fbb3,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:54.788546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6134c3d8-4bfe-4916-86e8-fd86b7bb77c1,segment=NetworkSegment(60d7f820-f27a-4b83-af6e-bdeeb7b0dfec),segment_id=60d7f820-f27a-4b83-af6e-bdeeb7b0dfec)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:54.796642 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.797654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cdc6fefe-fffc-4a2a-ac45-39185afde063 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:54.897446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-2fb0bcd4-13fa-425b-9a3b-96e0249e600b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:54.898075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9ea4fb45-28f1-4d3d-8c22-b434a835a688 None None] Provisioning complete for port 6614f611-baca-4e85-a505-26916f92fbb3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:54.898075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ea4fb45-28f1-4d3d-8c22-b434a835a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:54.904258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-2fb0bcd4-13fa-425b-9a3b-96e0249e600b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:54.910721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-2fb0bcd4-13fa-425b-9a3b-96e0249e600b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:54.918129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-2fb0bcd4-13fa-425b-9a3b-96e0249e600b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:54.926252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-2fb0bcd4-13fa-425b-9a3b-96e0249e600b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:54.935174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-2fb0bcd4-13fa-425b-9a3b-96e0249e600b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:54.947616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-2fb0bcd4-13fa-425b-9a3b-96e0249e600b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:54.950076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-2fb0bcd4-13fa-425b-9a3b-96e0249e600b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.1728237
Nov 06 21:13:54.992145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6134c3d8-4bfe-4916-86e8-fd86b7bb77c1,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:55.052397 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cdc6fefe-fffc-4a2a-ac45-39185afde063 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:55.052778 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:55.063489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:55.135518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21d87c96-e7f9-4959-8397-a4d92a93dfaf req-4108d94a-49ca-4e4c-8699-7bdd1e63d25a tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1422067
Nov 06 21:13:55.311767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ebe6d-e8f5-4114-b489-7710032bb07a None None] Network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:13:55.335610 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:55.449841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a9d52ad8-becb-4465-ab60-5f287ea29ed8 None None] Provisioning complete for port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:55.450503 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a9d52ad8-becb-4465-ab60-5f287ea29ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:55.483380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Router 1c80d4ef-8da7-4b46-a290-300a702a47ee is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:13:55.599968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:55.614600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Sync routers for ids ['1c80d4ef-8da7-4b46-a290-300a702a47ee'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:55.621916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:55.623679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7342cd53-0acc-411f-bd59-877126d19dc4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5529447
Nov 06 21:13:55.627028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 32974) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:13:55.629912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Routers {'1c80d4ef-8da7-4b46-a290-300a702a47ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:55.630695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c48040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1c80d4ef-8da7-4b46-a290-300a702a47ee'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:55.775203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Set router 1c80d4ef-8da7-4b46-a290-300a702a47ee gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:55.914740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c2a942f0-4c15-4b40-bf75-63831d88c824 None None] Provisioning complete for port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:55.915184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2a942f0-4c15-4b40-bf75-63831d88c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.063109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c48040>, [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 3, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port': {'id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:56.092408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Checking router: 1c80d4ef-8da7-4b46-a290-300a702a47ee for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:13:56.093324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Updating router 1c80d4ef-8da7-4b46-a290-300a702a47ee port ccd7f8a6-d499-4030-a11e-34c9fedd56ae binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:13:56.126930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.288559 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.294072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:56.318347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-7ac61319-974b-44aa-a7b7-69cb487fa742 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:56.328091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-7ac61319-974b-44aa-a7b7-69cb487fa742 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:56.337541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-7ac61319-974b-44aa-a7b7-69cb487fa742 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:56.344182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-7ac61319-974b-44aa-a7b7-69cb487fa742 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:56.350630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-7ac61319-974b-44aa-a7b7-69cb487fa742 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:56.354274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Allocated IP 172.20.0.1 (626a1531-f6ac-4d2c-9f90-624dea9bdc5d/e256c2b8-5fa5-411c-820f-2c7ec2d4aa20/13a72810-c53c-4daf-b2cb-0d94f9271f88) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:13:56.356907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-7ac61319-974b-44aa-a7b7-69cb487fa742 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:56.363285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-7ac61319-974b-44aa-a7b7-69cb487fa742 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:56.365406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-7ac61319-974b-44aa-a7b7-69cb487fa742 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.1203010
Nov 06 21:13:56.432983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd6c69d9-8d87-4fe5-b2d4-861a290b61fa req-ad6f3188-0491-4c4a-94a5-81b98b686df4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0608568
Nov 06 21:13:56.453366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:56.454433 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.470246 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.505254 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.543679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:56.549954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:56.554786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:13:56.557852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Pushing event updated for resources: {'Port': ['ID=13a72810-c53c-4daf-b2cb-0d94f9271f88,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:56.596427 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.612536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6614f611-baca-4e85-a505-26916f92fbb3 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:56.686225 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.696606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.733516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6614f611-baca-4e85-a505-26916f92fbb3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:56.733888 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.745156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.789853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Attempting to bind port ccd7f8a6-d499-4030-a11e-34c9fedd56ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:13:56.790224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Attempting to bind port ccd7f8a6-d499-4030-a11e-34c9fedd56ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:13:56.790591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Attempting to bind port ccd7f8a6-d499-4030-a11e-34c9fedd56ae on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:13:56.800651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436673b3-bc3f-4b95-bfc2-d79f6152c902 None None] Pushing event updated for resources: {'Port': ['ID=ccd7f8a6-d499-4030-a11e-34c9fedd56ae,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:56.810317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:13:56.810698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:13:56.811101 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.811492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:13:56.811967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Bound port: ccd7f8a6-d499-4030-a11e-34c9fedd56ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:13:56.812368 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.839715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-04672b8e-b82c-4768-a5e9-e520d85c2c8b None None] Provisioning complete for port 13a72810-c53c-4daf-b2cb-0d94f9271f88 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:56.839979 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-04672b8e-b82c-4768-a5e9-e520d85c2c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.905586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-04672b8e-b82c-4768-a5e9-e520d85c2c8b None None] Port 13a72810-c53c-4daf-b2cb-0d94f9271f88 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:56.910559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] For port ccd7f8a6-d499-4030-a11e-34c9fedd56ae, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:13:56.917003 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.923005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.945690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] For port ccd7f8a6-d499-4030-a11e-34c9fedd56ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccd7f8a6-d499-4030-a11e-34c9fedd56ae,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:13:56.955060 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:56.995163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Pushing event updated for resources: {'Port': ['ID=13a72810-c53c-4daf-b2cb-0d94f9271f88,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:56.997730 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:57.009195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Routers {'1c80d4ef-8da7-4b46-a290-300a702a47ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:57.009823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c48040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1c80d4ef-8da7-4b46-a290-300a702a47ee'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:57.059097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436673b3-bc3f-4b95-bfc2-d79f6152c902 None None] Pushing event updated for resources: {'Port': ['ID=ccd7f8a6-d499-4030-a11e-34c9fedd56ae,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:57.091098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:13:57.092649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:13:57.139209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] Set router 1c80d4ef-8da7-4b46-a290-300a702a47ee gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:13:57.222134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Router 1c80d4ef-8da7-4b46-a290-300a702a47ee has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:13:57.336277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:13:57.341532 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-12e82443-765c-4b05-ad28-4dfbda0f573f admin admin] 10.222.0.13 "PUT /v2.0/routers/1c80d4ef-8da7-4b46-a290-300a702a47ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7134819
Nov 06 21:13:57.345779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e57b4837-5140-47dc-880e-b17d1513e3e4 None None] Provisioning complete for port 13a72810-c53c-4daf-b2cb-0d94f9271f88 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:57.346211 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e57b4837-5140-47dc-880e-b17d1513e3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:57.387774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e57b4837-5140-47dc-880e-b17d1513e3e4 None None] Port 13a72810-c53c-4daf-b2cb-0d94f9271f88 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:13:57.397049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c48040>, [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 4, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port': {'id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '13a72810-c53c-4daf-b2cb-0d94f9271f88', 'name': '', 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'mac_address': 'fa:16:3e:00:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:56Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 2, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'subnets': [{'id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:57.425004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b390e5b-f601-4094-9442-c543ffd95564 None None] The sync data for ids ['1c80d4ef-8da7-4b46-a290-300a702a47ee'] in ncdv-master-1 is: [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 4, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port': {'id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '13a72810-c53c-4daf-b2cb-0d94f9271f88', 'name': '', 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'mac_address': 'fa:16:3e:00:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:56Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 2, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'subnets': [{'id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:13:57.573535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-c122cd65-1e95-413f-b2ce-681c6c82a52d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:57.580030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-c122cd65-1e95-413f-b2ce-681c6c82a52d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:57.586009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-c122cd65-1e95-413f-b2ce-681c6c82a52d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:57.593114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-c122cd65-1e95-413f-b2ce-681c6c82a52d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:57.600394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-c122cd65-1e95-413f-b2ce-681c6c82a52d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:57.606763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-c122cd65-1e95-413f-b2ce-681c6c82a52d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:57.613566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-c122cd65-1e95-413f-b2ce-681c6c82a52d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:57.621584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-c122cd65-1e95-413f-b2ce-681c6c82a52d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5421 time: 0.1087165
Nov 06 21:13:57.710975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fb8cf62-62c1-4cd1-9df3-2700c5c1d25d req-86491422-2c80-4e6c-8b4f-9802e076ddb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0862403
Nov 06 21:13:57.966596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:58.099976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:58.122791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c', 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'port_id': 'a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c', 'mac_address': 'fa:16:3e:6d:57:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b26aec-dcfc-455d-968f-8663cfbe97fc', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:58.193776 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.221784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:58.230246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ccd7f8a6-d499-4030-a11e-34c9fedd56ae up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:13:58.276965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:58.285287 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.286189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5f331138-9e82-4582-82e6-5987fc8432ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:58.404525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:58.421501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ccd7f8a6-d499-4030-a11e-34c9fedd56ae triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:13:58.421872 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.482772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5f331138-9e82-4582-82e6-5987fc8432ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f331138-9e82-4582-82e6-5987fc8432ec,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:58.498242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '5f331138-9e82-4582-82e6-5987fc8432ec', 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971', 'port_id': '5f331138-9e82-4582-82e6-5987fc8432ec', 'mac_address': 'fa:16:3e:26:fb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864f81dc-4dd3-49a6-b8e1-7bd9fc771e23', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:58.573679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.575511 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.602430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f331138-9e82-4582-82e6-5987fc8432ec {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:58.613892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port ccd7f8a6-d499-4030-a11e-34c9fedd56ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccd7f8a6-d499-4030-a11e-34c9fedd56ae,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:58.622238 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.634497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5f331138-9e82-4582-82e6-5987fc8432ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f331138-9e82-4582-82e6-5987fc8432ec,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:58.655225 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.655853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:58.694838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=ccd7f8a6-d499-4030-a11e-34c9fedd56ae,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:58.708546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:58.739191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '65197fdc-c361-4fe6-bfc2-c5e8a6e80918', 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'port_id': '65197fdc-c361-4fe6-bfc2-c5e8a6e80918', 'mac_address': 'fa:16:3e:52:58:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b26aec-dcfc-455d-968f-8663cfbe97fc', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:58.786572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5f331138-9e82-4582-82e6-5987fc8432ec,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:58.808031 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.830505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:58.853323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:58.858839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:58.859612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 89e5b536-ea65-4af4-a7d6-a983f8c270b9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:58.893631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-9ef9326e-e28f-4e03-8bfc-02c3bf431845 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:58.900094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-9ef9326e-e28f-4e03-8bfc-02c3bf431845 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:58.906722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-9ef9326e-e28f-4e03-8bfc-02c3bf431845 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:58.914178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-9ef9326e-e28f-4e03-8bfc-02c3bf431845 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:58.920803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-9ef9326e-e28f-4e03-8bfc-02c3bf431845 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:58.927004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-9ef9326e-e28f-4e03-8bfc-02c3bf431845 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:58.934973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-9ef9326e-e28f-4e03-8bfc-02c3bf431845 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:13:58.936912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-9ef9326e-e28f-4e03-8bfc-02c3bf431845 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5423 time: 0.1484084
Nov 06 21:13:58.941629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 89e5b536-ea65-4af4-a7d6-a983f8c270b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:58.945538 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:58.958241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '89e5b536-ea65-4af4-a7d6-a983f8c270b9', 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'port_id': '89e5b536-ea65-4af4-a7d6-a983f8c270b9', 'mac_address': 'fa:16:3e:24:14:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b26aec-dcfc-455d-968f-8663cfbe97fc', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:59.006002 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:59.009557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57c9146e-1c04-45be-a3a3-d14e998109a7 req-725f13ad-741d-4384-a727-095854e51cd8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0604830
Nov 06 21:13:59.019814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e5b536-ea65-4af4-a7d6-a983f8c270b9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:59.043198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 89e5b536-ea65-4af4-a7d6-a983f8c270b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:59.048899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:59.049929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f7d05032-4b91-4c3e-8527-9398846f0081 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:59.127452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f7d05032-4b91-4c3e-8527-9398846f0081, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7d05032-4b91-4c3e-8527-9398846f0081,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:59.130319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=89e5b536-ea65-4af4-a7d6-a983f8c270b9,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:59.142341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'f7d05032-4b91-4c3e-8527-9398846f0081', 'network_id': '538a8624-f3bf-4857-8ec1-74778884f05f', 'port_id': 'f7d05032-4b91-4c3e-8527-9398846f0081', 'mac_address': 'fa:16:3e:f4:35:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b26aec-dcfc-455d-968f-8663cfbe97fc', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:59.181869 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:59.196149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d05032-4b91-4c3e-8527-9398846f0081 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:59.215582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f7d05032-4b91-4c3e-8527-9398846f0081, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7d05032-4b91-4c3e-8527-9398846f0081,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:59.219651 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:59.220384 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:59.341086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f7d05032-4b91-4c3e-8527-9398846f0081,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:59.391870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:59.403948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'port_id': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'mac_address': 'fa:16:3e:8e:91:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:59.453482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:59.470516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:59.493856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:59.497495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:59.498355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c1811b60-ace5-4089-a26b-30b8d0069c32 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:13:59.565726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:59.569423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c1811b60-ace5-4089-a26b-30b8d0069c32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1811b60-ace5-4089-a26b-30b8d0069c32,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:59.581387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'c1811b60-ace5-4089-a26b-30b8d0069c32', 'network_id': '99b40b59-cbc5-4528-be4b-431bf31e7971', 'port_id': 'c1811b60-ace5-4089-a26b-30b8d0069c32', 'mac_address': 'fa:16:3e:5e:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864f81dc-4dd3-49a6-b8e1-7bd9fc771e23', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:13:59.624134 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:59.637113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1811b60-ace5-4089-a26b-30b8d0069c32 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:13:59.657215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c1811b60-ace5-4089-a26b-30b8d0069c32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1811b60-ace5-4089-a26b-30b8d0069c32,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:13:59.662377 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:13:59.667884 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Sync routers for ids ['1c80d4ef-8da7-4b46-a290-300a702a47ee'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:13:59.677760 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Routers {'1c80d4ef-8da7-4b46-a290-300a702a47ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:13:59.678362 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252afc8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1c80d4ef-8da7-4b46-a290-300a702a47ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:13:59.716832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c1811b60-ace5-4089-a26b-30b8d0069c32,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:13:59.788781 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Set router 1c80d4ef-8da7-4b46-a290-300a702a47ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:00.090563 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252afc8e0>, [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 4, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port': {'id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '13a72810-c53c-4daf-b2cb-0d94f9271f88', 'name': '', 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'mac_address': 'fa:16:3e:00:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:56Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 2, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'subnets': [{'id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:00.120631 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Checking router: 1c80d4ef-8da7-4b46-a290-300a702a47ee for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:14:00.120992 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Updating router 1c80d4ef-8da7-4b46-a290-300a702a47ee port 13a72810-c53c-4daf-b2cb-0d94f9271f88 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:14:00.147052 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:00.154659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-56fcecf5-190c-4b39-be29-b6176812f60b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:00.161563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-56fcecf5-190c-4b39-be29-b6176812f60b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:00.168319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-56fcecf5-190c-4b39-be29-b6176812f60b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:00.170888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ccd7f8a6-d499-4030-a11e-34c9fedd56ae up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:00.175174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-56fcecf5-190c-4b39-be29-b6176812f60b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:00.181432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-56fcecf5-190c-4b39-be29-b6176812f60b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:00.187450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-56fcecf5-190c-4b39-be29-b6176812f60b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:00.193466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-56fcecf5-190c-4b39-be29-b6176812f60b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:00.195502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-56fcecf5-190c-4b39-be29-b6176812f60b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5428 time: 0.1055565
Nov 06 21:14:00.228838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ccd7f8a6-d499-4030-a11e-34c9fedd56ae triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:00.229992 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:00.258166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5ae0ab4-844f-4cf5-a677-4f992af35129 req-9bc0ad4e-1978-4a8f-b009-02f724de0763 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0550554
Nov 06 21:14:00.429413 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:00.434581 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:00.486839 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918bf6-fb74-4c7c-b0a4-2cee160cdde0 None None] Pushing event updated for resources: {'Port': ['ID=13a72810-c53c-4daf-b2cb-0d94f9271f88,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:00.539922 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Attempting to bind port 13a72810-c53c-4daf-b2cb-0d94f9271f88 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:14:00.540308 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Attempting to bind port 13a72810-c53c-4daf-b2cb-0d94f9271f88 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:14:00.540935 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Attempting to bind port 13a72810-c53c-4daf-b2cb-0d94f9271f88 on network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:00.546307 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:14:00.546682 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Checking segment: {'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:00.547086 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:00.547532 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Bound using segment: {'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:14:00.548003 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Bound port: 13a72810-c53c-4daf-b2cb-0d94f9271f88, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:14:00.548409 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:00.615919 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] For port 13a72810-c53c-4daf-b2cb-0d94f9271f88, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:14:00.620006 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] For port 13a72810-c53c-4daf-b2cb-0d94f9271f88, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13a72810-c53c-4daf-b2cb-0d94f9271f88,segment=NetworkSegment(60d7f820-f27a-4b83-af6e-bdeeb7b0dfec),segment_id=60d7f820-f27a-4b83-af6e-bdeeb7b0dfec)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:14:00.626152 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:00.679155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['c1811b60-ace5-4089-a26b-30b8d0069c32'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:00.694258 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Routers {'1c80d4ef-8da7-4b46-a290-300a702a47ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:00.694993 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252afc8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1c80d4ef-8da7-4b46-a290-300a702a47ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:00.696788 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918bf6-fb74-4c7c-b0a4-2cee160cdde0 None None] Pushing event updated for resources: {'Port': ['ID=13a72810-c53c-4daf-b2cb-0d94f9271f88,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:00.725487 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:00.819055 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] Set router 1c80d4ef-8da7-4b46-a290-300a702a47ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:00.833552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-4cff24e4-3129-4542-98df-fe2fa7ac7887 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:00.835369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-4cff24e4-3129-4542-98df-fe2fa7ac7887 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1433110
Nov 06 21:14:00.861644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-2735ede6-2f3c-45ea-b5de-cb2468328470 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/quotas/98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 375 time: 0.0168908
Nov 06 21:14:00.944085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-b9ec5e3a-c517-4624-9cc4-84939912e7c4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0732310
Nov 06 21:14:00.975702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f7d05032-4b91-4c3e-8527-9398846f0081'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:00.977585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['65197fdc-c361-4fe6-bfc2-c5e8a6e80918'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:01.034475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:01.036507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['5f331138-9e82-4582-82e6-5987fc8432ec'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:01.037579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-5c193200-5f52-43e9-b5e4-1ab5de8f55a7 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925996
Nov 06 21:14:01.075186 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252afc8e0>, [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 4, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port': {'id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '13a72810-c53c-4daf-b2cb-0d94f9271f88', 'name': '', 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'mac_address': 'fa:16:3e:00:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:56Z', 'updated_at': '2021-11-06T21:14:00Z', 'revision_number': 4, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'subnets': [{'id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:01.105508 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe61ce4-57e7-4826-8864-6f8b7fc02b68 None None] The sync data for ids ['1c80d4ef-8da7-4b46-a290-300a702a47ee'] in ncdv-master-1 is: [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:56Z', 'revision_number': 4, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port': {'id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '13a72810-c53c-4daf-b2cb-0d94f9271f88', 'name': '', 'network_id': '626a1531-f6ac-4d2c-9f90-624dea9bdc5d', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'mac_address': 'fa:16:3e:00:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:56Z', 'updated_at': '2021-11-06T21:14:00Z', 'revision_number': 4, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'subnets': [{'id': 'e256c2b8-5fa5-411c-820f-2c7ec2d4aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:14:01.136661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6ee76088-93c4-49d3-8451-886a447a8184 None None] Provisioning complete for port 13a72810-c53c-4daf-b2cb-0d94f9271f88 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:01.137034 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ee76088-93c4-49d3-8451-886a447a8184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:01.148970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-68dc5947-bcae-4175-958a-41db1f7236d7 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025593
Nov 06 21:14:01.433350 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc26de47-07b1-4372-a82a-d3757fc7352b req-1744b487-22bd-4d0d-9483-132e45c16f9c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 210 time: 0.0511775
Nov 06 21:14:01.496857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-191b4081-6116-4e46-bb60-b6e505421534 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:01.514330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-191b4081-6116-4e46-bb60-b6e505421534 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:01.524344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-191b4081-6116-4e46-bb60-b6e505421534 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:01.528592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['89e5b536-ea65-4af4-a7d6-a983f8c270b9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:01.535022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-191b4081-6116-4e46-bb60-b6e505421534 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:01.544060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-191b4081-6116-4e46-bb60-b6e505421534 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:01.551122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-191b4081-6116-4e46-bb60-b6e505421534 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:01.557911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-191b4081-6116-4e46-bb60-b6e505421534 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:01.560105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-191b4081-6116-4e46-bb60-b6e505421534 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5428 time: 0.1937799
Nov 06 21:14:01.646933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc0070e9-351d-4d3e-9ba0-feba934a855c req-4d191ed9-8d01-4671-a3e1-c4641edeb5f6 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0758412
Nov 06 21:14:01.793640 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ee76088-93c4-49d3-8451-886a447a8184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:01.925020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6ee76088-93c4-49d3-8451-886a447a8184 None None] For port 13a72810-c53c-4daf-b2cb-0d94f9271f88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13a72810-c53c-4daf-b2cb-0d94f9271f88,segment=NetworkSegment(60d7f820-f27a-4b83-af6e-bdeeb7b0dfec),segment_id=60d7f820-f27a-4b83-af6e-bdeeb7b0dfec)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:01.939851 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ee76088-93c4-49d3-8451-886a447a8184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:02.045227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee76088-93c4-49d3-8451-886a447a8184 None None] Pushing event updated for resources: {'Port': ['ID=13a72810-c53c-4daf-b2cb-0d94f9271f88,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:02.072769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b858e584-7a98-4993-8230-53c4dd904d0a None None] Provisioning complete for port 13a72810-c53c-4daf-b2cb-0d94f9271f88 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:02.073138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b858e584-7a98-4993-8230-53c4dd904d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:02.180879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 13a72810-c53c-4daf-b2cb-0d94f9271f88 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:02.228258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 13a72810-c53c-4daf-b2cb-0d94f9271f88 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:02.228658 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:02.455837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-01f521ac-56bd-41e0-af7b-5f7923a4f285 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:02.458402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-01f521ac-56bd-41e0-af7b-5f7923a4f285 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1078899
Nov 06 21:14:02.485894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'port': {'device_id': '44a16319-9c25-43d9-b62a-f62f73ec23c2', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'admin_state_up': True, 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:02.567489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a21f9bbf-8ae2-4bf8-8ada-ccab17a17938 req-d6a1648b-99b3-4383-9e64-134aff6c41cf tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 210 time: 0.0392089
Nov 06 21:14:02.628318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Made reservation on behalf of 98ca138427bf46a0bff4b6bfbd378ec6 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:14:02.631959 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:02.804208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.20.0.11 (d3f7c65e-ecf0-4c1d-974f-85d78dbec967/fa706528-9259-4a22-8878-c72df3e42ce0/6090dab7-2731-4bd6-b69b-d8b51521b463) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:14:02.824887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-8701db82-45ff-4d7a-8ae3-1d3d8bff21d7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:02.831242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-8701db82-45ff-4d7a-8ae3-1d3d8bff21d7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:02.837596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-8701db82-45ff-4d7a-8ae3-1d3d8bff21d7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:02.843646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-8701db82-45ff-4d7a-8ae3-1d3d8bff21d7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:02.849735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-8701db82-45ff-4d7a-8ae3-1d3d8bff21d7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:02.856132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-8701db82-45ff-4d7a-8ae3-1d3d8bff21d7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:02.869645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-8701db82-45ff-4d7a-8ae3-1d3d8bff21d7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:02.883324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-8701db82-45ff-4d7a-8ae3-1d3d8bff21d7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5428 time: 0.1446784
Nov 06 21:14:02.980079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7643aa73-baf3-45d6-aa5a-6d0a96f85a95 req-c251e301-9361-4bb6-8cdb-32f98681d62e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0958126
Nov 06 21:14:03.089100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.125006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.174262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:14:03.179986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:03.182628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:14:03.214753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=6090dab7-2731-4bd6-b69b-d8b51521b463,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:03.249217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:03.249868 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.269088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-f55fad9a-8206-49f4-a55c-cbb6bc630251 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7872126
Nov 06 21:14:03.283226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Request body: {'port': {'device_id': '44a16319-9c25-43d9-b62a-f62f73ec23c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:03.347502 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.490587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-65500bbf-235b-4b31-8713-e5c77a8994fc None None] Provisioning complete for port 6090dab7-2731-4bd6-b69b-d8b51521b463 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:03.491148 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-65500bbf-235b-4b31-8713-e5c77a8994fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.524266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-65500bbf-235b-4b31-8713-e5c77a8994fc None None] Port 6090dab7-2731-4bd6-b69b-d8b51521b463 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:14:03.619178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6090dab7-2731-4bd6-b69b-d8b51521b463 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:14:03.627796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.640768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Transition to ACTIVE for port object 6090dab7-2731-4bd6-b69b-d8b51521b463 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:14:03.646115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.730710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Pushing event updated for resources: {'Port': ['ID=6090dab7-2731-4bd6-b69b-d8b51521b463,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:03.765258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371db41-f1d6-4d93-b5ac-4339c520e44a req-abf58fd3-0334-4cb6-8e08-c6811a67b1f3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:03.766849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0371db41-f1d6-4d93-b5ac-4339c520e44a req-abf58fd3-0334-4cb6-8e08-c6811a67b1f3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 944 time: 0.1170654
Nov 06 21:14:03.849308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Attempting to bind port 6090dab7-2731-4bd6-b69b-d8b51521b463 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:14:03.849665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Attempting to bind port 6090dab7-2731-4bd6-b69b-d8b51521b463 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:14:03.849983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Attempting to bind port 6090dab7-2731-4bd6-b69b-d8b51521b463 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:03.855125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0371db41-f1d6-4d93-b5ac-4339c520e44a req-bf7b2015-d7c4-427e-8ba6-928007aea8f9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689135
Nov 06 21:14:03.858440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Port 6090dab7-2731-4bd6-b69b-d8b51521b463 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:14:03.858806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Attempting to bind port 6090dab7-2731-4bd6-b69b-d8b51521b463 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:03.865011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:14:03.865440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:03.865738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Bound using segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:14:03.866299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Bound port: 6090dab7-2731-4bd6-b69b-d8b51521b463, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:14:03.866515 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.935430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] For port 6090dab7-2731-4bd6-b69b-d8b51521b463, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:14:03.941891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] For port 6090dab7-2731-4bd6-b69b-d8b51521b463, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6090dab7-2731-4bd6-b69b-d8b51521b463,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:14:03.947894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.984408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:03.985663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:03.987065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] 10.222.0.37 "PUT /v2.0/ports/6090dab7-2731-4bd6-b69b-d8b51521b463 HTTP/1.1" status: 200  len: 1092 time: 0.7095933
Nov 06 21:14:03.987524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a16319-9c25-43d9-b62a-f62f73ec23c2', 'tag': '6090dab7-2731-4bd6-b69b-d8b51521b463'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:03.989911 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2" -d '{"events": [{"name": "network-changed", "server_uuid": "44a16319-9c25-43d9-b62a-f62f73ec23c2", "tag": "6090dab7-2731-4bd6-b69b-d8b51521b463"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:04.014381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acc8bc-99a5-4c1e-9ad0-80cb58662c73 service neutron] Pushing event updated for resources: {'Port': ['ID=6090dab7-2731-4bd6-b69b-d8b51521b463,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:04.015810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:04.070871 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ab251-476d-4e6b-b3bf-201d95e2c02f x-openstack-request-id: req-d14ab251-476d-4e6b-b3bf-201d95e2c02f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:04.071162 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a16319-9c25-43d9-b62a-f62f73ec23c2", "tag": "6090dab7-2731-4bd6-b69b-d8b51521b463", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:04.071418 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d14ab251-476d-4e6b-b3bf-201d95e2c02f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:04.072748 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a16319-9c25-43d9-b62a-f62f73ec23c2', 'tag': '6090dab7-2731-4bd6-b69b-d8b51521b463', 'status': 'completed', 'code': 200}
Nov 06 21:14:04.104689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:04.108105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-4f3cfd89-5200-4fc9-87a0-14c9d87073f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.110483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-4f3cfd89-5200-4fc9-87a0-14c9d87073f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 1095 time: 0.0731146
Nov 06 21:14:04.112201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:04.112728 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:04.170202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-78724d9a-4f15-4701-b09f-b82ea9722cfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6090dab7-2731-4bd6-b69b-d8b51521b463 HTTP/1.1" status: 200  len: 217 time: 0.0441873
Nov 06 21:14:04.195767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-06f9b2f3-9ef0-4c20-8054-03372c0613f8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.201795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:04.202574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-06f9b2f3-9ef0-4c20-8054-03372c0613f8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.210281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-06f9b2f3-9ef0-4c20-8054-03372c0613f8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.217106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-06f9b2f3-9ef0-4c20-8054-03372c0613f8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.224495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-06f9b2f3-9ef0-4c20-8054-03372c0613f8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.226001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:04.228221 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699a60e7-4f60-4684-a377-054ba940a257" -d '{"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:04.230903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-06f9b2f3-9ef0-4c20-8054-03372c0613f8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.237774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-06f9b2f3-9ef0-4c20-8054-03372c0613f8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.239962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-06f9b2f3-9ef0-4c20-8054-03372c0613f8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5428 time: 0.1487999
Nov 06 21:14:04.246352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:04.253307 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:04.278225 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d838238-f2a2-427d-95d3-e863bded84af x-openstack-request-id: req-2d838238-f2a2-427d-95d3-e863bded84af {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:04.278520 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:04.278772 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d838238-f2a2-427d-95d3-e863bded84af {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:04.279153 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'code': 200}
Nov 06 21:14:04.311640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:04.318392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-c3181748-9948-48f2-bdb0-b9a5b34955ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.321415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-c3181748-9948-48f2-bdb0-b9a5b34955ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.1391361
Nov 06 21:14:04.369088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aaac0f57-557a-40cf-8788-086fb5c1dd53 req-bdd1aaef-40e2-45b9-b5cb-6b61d372301c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1200037
Nov 06 21:14:04.382563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-d1f7b16b-4696-43f1-816e-a7891df62994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.384087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-d1f7b16b-4696-43f1-816e-a7891df62994 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0537105
Nov 06 21:14:04.477093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-0a2313ef-ffc5-4e5e-8654-1dd12036e967 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850160
Nov 06 21:14:04.566965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b74f86-1cda-4d28-ab73-ac85be77e6fe req-b5597e31-8b6a-44f1-b547-7fa6cefee2a5 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826042
Nov 06 21:14:04.651603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-d60922cf-ed8c-4d91-9775-6f4e4dd72ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.653019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-d60922cf-ed8c-4d91-9775-6f4e4dd72ed5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 1095 time: 0.0441492
Nov 06 21:14:04.747783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-140650fd-11d9-4410-9149-bfecfbd34d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.749304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-140650fd-11d9-4410-9149-bfecfbd34d39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.0883605
Nov 06 21:14:04.794466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-688fe013-e00a-47be-9e74-9ab3f4ac0ef6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6090dab7-2731-4bd6-b69b-d8b51521b463 HTTP/1.1" status: 200  len: 217 time: 0.0380681
Nov 06 21:14:04.842295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-f50ac45f-9eaf-4fc0-a2fa-75ed6b72a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.843715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-f50ac45f-9eaf-4fc0-a2fa-75ed6b72a0d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0426340
Nov 06 21:14:04.889013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-f4eb7ebf-4a77-4e54-9071-e7b69e2452ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:04.890538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-f4eb7ebf-4a77-4e54-9071-e7b69e2452ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400202
Nov 06 21:14:05.019367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e939-ce32-4dde-8fc9-f2dfc7881023 req-62eb97c2-d500-46a9-8854-5503dcf0f47c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:05.020877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aff7e939-ce32-4dde-8fc9-f2dfc7881023 req-62eb97c2-d500-46a9-8854-5503dcf0f47c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 944 time: 0.0778518
Nov 06 21:14:05.023175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-f29f8f6d-c7f4-49e5-8df0-5410d3ee524f service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254570
Nov 06 21:14:05.132182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aff7e939-ce32-4dde-8fc9-f2dfc7881023 req-b36935cb-9994-478f-9281-9e55d90e7b70 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051486
Nov 06 21:14:05.161357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5c66392-8b0a-4e33-8edb-b948f2ab91d2 req-2cdeec10-8cea-4b1b-ab2d-6ad02983d348 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279290
Nov 06 21:14:05.500965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-d9bebd05-f876-4b90-a766-64326d53b3b5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:05.506987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-d9bebd05-f876-4b90-a766-64326d53b3b5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:05.513003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-d9bebd05-f876-4b90-a766-64326d53b3b5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:05.519551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-d9bebd05-f876-4b90-a766-64326d53b3b5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:05.525568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-d9bebd05-f876-4b90-a766-64326d53b3b5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:05.531621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-d9bebd05-f876-4b90-a766-64326d53b3b5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:05.537671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-d9bebd05-f876-4b90-a766-64326d53b3b5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:05.539492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-d9bebd05-f876-4b90-a766-64326d53b3b5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5429 time: 0.0934470
Nov 06 21:14:05.599036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bb098b9-743f-4cb5-a62c-662aea38a278 req-68dbaf26-2011-4b20-94ba-2b7b3b5e6a19 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0526817
Nov 06 21:14:06.022931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 89e5b536-ea65-4af4-a7d6-a983f8c270b9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:06.077914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:06.081968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:06.082331 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.161725 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.198277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 89e5b536-ea65-4af4-a7d6-a983f8c270b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:06.202693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.203554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:06.258141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61686-29e3-4b5b-be48-dea0d6da61c8 req-4427dbd0-1825-452e-a206-42202a03ed06 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:06.259634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9b61686-29e3-4b5b-be48-dea0d6da61c8 req-4427dbd0-1825-452e-a206-42202a03ed06 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 944 time: 0.0499871
Nov 06 21:14:06.279845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e5b536-ea65-4af4-a7d6-a983f8c270b9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:06.282631 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c3c52-126c-47d2-851b-547ff88419f1" -d '{"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "89e5b536-ea65-4af4-a7d6-a983f8c270b9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:06.289545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=89e5b536-ea65-4af4-a7d6-a983f8c270b9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:06.311161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:06.315865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:06.316286 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.319313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9b61686-29e3-4b5b-be48-dea0d6da61c8 req-68696cb0-f754-47c2-ae1d-ad8284658746 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537271
Nov 06 21:14:06.350413 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217c382-eff8-4267-a9c0-bdd9e49fe849 x-openstack-request-id: req-e217c382-eff8-4267-a9c0-bdd9e49fe849 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:06.350702 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "89e5b536-ea65-4af4-a7d6-a983f8c270b9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:06.350952 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e217c382-eff8-4267-a9c0-bdd9e49fe849 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:06.351334 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e5b536-ea65-4af4-a7d6-a983f8c270b9', 'code': 200}
Nov 06 21:14:06.409784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.442469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:06.446039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.446869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f7d05032-4b91-4c3e-8527-9398846f0081 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:06.522554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:06.535185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port f7d05032-4b91-4c3e-8527-9398846f0081 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:06.538872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port f7d05032-4b91-4c3e-8527-9398846f0081 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:06.539273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.613902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.648916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f7d05032-4b91-4c3e-8527-9398846f0081, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7d05032-4b91-4c3e-8527-9398846f0081,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:06.652794 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.653629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5f331138-9e82-4582-82e6-5987fc8432ec up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:06.730624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-d9b76ecf-fcfa-4044-9281-9d7827f62f62 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:06.731158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f7d05032-4b91-4c3e-8527-9398846f0081,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:06.736729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-d9b76ecf-fcfa-4044-9281-9d7827f62f62 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:06.742831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-d9b76ecf-fcfa-4044-9281-9d7827f62f62 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:06.744021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 5f331138-9e82-4582-82e6-5987fc8432ec completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:06.748523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 5f331138-9e82-4582-82e6-5987fc8432ec triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:06.748791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-d9b76ecf-fcfa-4044-9281-9d7827f62f62 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:06.749486 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.755101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-d9b76ecf-fcfa-4044-9281-9d7827f62f62 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:06.761297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-d9b76ecf-fcfa-4044-9281-9d7827f62f62 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:06.767858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-d9b76ecf-fcfa-4044-9281-9d7827f62f62 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:06.769811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-d9b76ecf-fcfa-4044-9281-9d7827f62f62 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5432 time: 0.0941393
Nov 06 21:14:06.852317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0a8041d-5c1e-4d0b-bfba-6a194d57d51a req-f6c4f447-e93d-42e4-8c80-656b6829661d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0749555
Nov 06 21:14:06.853116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.899474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5f331138-9e82-4582-82e6-5987fc8432ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f331138-9e82-4582-82e6-5987fc8432ec,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:06.903440 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:06.904393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:06.981387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5f331138-9e82-4582-82e6-5987fc8432ec,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:06.994739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:06.999208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:06.999948 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:07.084272 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:07.118673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:07.122360 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:07.123199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c1811b60-ace5-4089-a26b-30b8d0069c32 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:07.196687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:07.209386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port c1811b60-ace5-4089-a26b-30b8d0069c32 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:07.213037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port c1811b60-ace5-4089-a26b-30b8d0069c32 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:07.213406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:07.290374 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:07.322361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port c1811b60-ace5-4089-a26b-30b8d0069c32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1811b60-ace5-4089-a26b-30b8d0069c32,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:07.325743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:07.372049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=c1811b60-ace5-4089-a26b-30b8d0069c32,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:07.443767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6809-8409-4979-97df-a71d551b6108 req-99f265f9-955e-49cf-8ac4-0cce095f7f64 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:07.445296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40ac6809-8409-4979-97df-a71d551b6108 req-99f265f9-955e-49cf-8ac4-0cce095f7f64 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 944 time: 0.0504136
Nov 06 21:14:07.492425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40ac6809-8409-4979-97df-a71d551b6108 req-204dae5e-dfb5-4b25-ba50-b9bd039a14e0 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413289
Nov 06 21:14:07.989019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-3f1d1105-9c58-4d1e-9d45-60d469dccb13 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:07.995000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-3f1d1105-9c58-4d1e-9d45-60d469dccb13 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.001048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-3f1d1105-9c58-4d1e-9d45-60d469dccb13 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.007107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-3f1d1105-9c58-4d1e-9d45-60d469dccb13 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.013244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-3f1d1105-9c58-4d1e-9d45-60d469dccb13 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.019803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-3f1d1105-9c58-4d1e-9d45-60d469dccb13 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.025870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-3f1d1105-9c58-4d1e-9d45-60d469dccb13 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.027788 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-3f1d1105-9c58-4d1e-9d45-60d469dccb13 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.0955749
Nov 06 21:14:08.087258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df5967e8-6aa9-4d5d-af23-43d050aeaeba req-bc76bb76-403b-4692-9f99-62cbc640e90c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0525653
Nov 06 21:14:08.352532 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c'}, {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d05032-4b91-4c3e-8527-9398846f0081'}, {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f331138-9e82-4582-82e6-5987fc8432ec'}, {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65197fdc-c361-4fe6-bfc2-c5e8a6e80918'}, {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1811b60-ace5-4089-a26b-30b8d0069c32'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:08.354874 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefee9cf-e53d-407d-85ab-b3834d6eb02a" -d '{"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c"}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "f7d05032-4b91-4c3e-8527-9398846f0081"}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "5f331138-9e82-4582-82e6-5987fc8432ec"}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "65197fdc-c361-4fe6-bfc2-c5e8a6e80918"}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "c1811b60-ace5-4089-a26b-30b8d0069c32"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:08.395001 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2deff6b-a0f4-403b-ab73-c13929f6ba99 x-openstack-request-id: req-e2deff6b-a0f4-403b-ab73-c13929f6ba99 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:08.395305 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c", "code": 200}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "f7d05032-4b91-4c3e-8527-9398846f0081", "code": 200}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "5f331138-9e82-4582-82e6-5987fc8432ec", "code": 200}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "65197fdc-c361-4fe6-bfc2-c5e8a6e80918", "code": 200}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-plugged", "status": "completed", "tag": "c1811b60-ace5-4089-a26b-30b8d0069c32", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:08.395555 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2deff6b-a0f4-403b-ab73-c13929f6ba99 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:08.396052 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c', 'code': 200}
Nov 06 21:14:08.396193 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d05032-4b91-4c3e-8527-9398846f0081', 'code': 200}
Nov 06 21:14:08.396481 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f331138-9e82-4582-82e6-5987fc8432ec', 'code': 200}
Nov 06 21:14:08.396722 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65197fdc-c361-4fe6-bfc2-c5e8a6e80918', 'code': 200}
Nov 06 21:14:08.396961 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1811b60-ace5-4089-a26b-30b8d0069c32', 'code': 200}
Nov 06 21:14:08.529127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-7d5e6b47-f226-4f7f-ab26-1aa6b9281f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.529558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-7d5e6b47-f226-4f7f-ab26-1aa6b9281f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.530161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-7d5e6b47-f226-4f7f-ab26-1aa6b9281f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.530743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-7d5e6b47-f226-4f7f-ab26-1aa6b9281f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.531316 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-7d5e6b47-f226-4f7f-ab26-1aa6b9281f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.531804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-7d5e6b47-f226-4f7f-ab26-1aa6b9281f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.532315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-7d5e6b47-f226-4f7f-ab26-1aa6b9281f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.534256 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-7d5e6b47-f226-4f7f-ab26-1aa6b9281f2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.0509095
Nov 06 21:14:08.589777 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d5d5558d-892f-4b51-94cb-5dd2ca862a47 req-022c1eda-3471-46b3-a0e9-e7948a1066ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0479405
Nov 06 21:14:08.608994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac4b0b-3e1a-4bd5-aedc-3a7683ec9af6 req-5d798f72-ae66-47e5-a163-ac6284175b71 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:08.610524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12ac4b0b-3e1a-4bd5-aedc-3a7683ec9af6 req-5d798f72-ae66-47e5-a163-ac6284175b71 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 944 time: 0.0489218
Nov 06 21:14:08.658398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12ac4b0b-3e1a-4bd5-aedc-3a7683ec9af6 req-32679019-2fcb-4e9e-9c46-481f6b600b78 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419085
Nov 06 21:14:09.216383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-9c1314b4-e45e-40d3-9098-9a859291ef37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:09.222912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-9c1314b4-e45e-40d3-9098-9a859291ef37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:09.228972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-9c1314b4-e45e-40d3-9098-9a859291ef37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:09.234937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-9c1314b4-e45e-40d3-9098-9a859291ef37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:09.241503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-9c1314b4-e45e-40d3-9098-9a859291ef37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:09.247420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-9c1314b4-e45e-40d3-9098-9a859291ef37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:09.253463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-9c1314b4-e45e-40d3-9098-9a859291ef37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:09.255297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-9c1314b4-e45e-40d3-9098-9a859291ef37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.0941226
Nov 06 21:14:09.312887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41ddf4fe-3a0d-434f-a1f6-8a89990f912b req-6137bcfd-ea9f-433a-8efc-68e8533f1df0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0513575
Nov 06 21:14:09.777975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab7e67-e295-48d7-bf0d-70b2793a7a45 req-692c5af0-90eb-4b1c-b271-90a60f6a3785 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:09.779489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03ab7e67-e295-48d7-bf0d-70b2793a7a45 req-692c5af0-90eb-4b1c-b271-90a60f6a3785 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 944 time: 0.0509918
Nov 06 21:14:09.827585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03ab7e67-e295-48d7-bf0d-70b2793a7a45 req-eff44235-8b09-44e5-800a-45b45a4b7e80 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414114
Nov 06 21:14:10.443185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-c970eb2e-e46e-465a-90c1-1e1fda20b3e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.449393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-c970eb2e-e46e-465a-90c1-1e1fda20b3e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.455474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-c970eb2e-e46e-465a-90c1-1e1fda20b3e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.461460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-c970eb2e-e46e-465a-90c1-1e1fda20b3e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.467414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-c970eb2e-e46e-465a-90c1-1e1fda20b3e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.473829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-c970eb2e-e46e-465a-90c1-1e1fda20b3e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.479711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-c970eb2e-e46e-465a-90c1-1e1fda20b3e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.481516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-c970eb2e-e46e-465a-90c1-1e1fda20b3e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.0949781
Nov 06 21:14:10.539241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85151463-561d-451d-a02e-c6931d3c0ec2 req-7210a65c-2135-48de-b03a-c1010dd26684 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0511339
Nov 06 21:14:10.667054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3670-8182-4a0a-8490-50f041cfb4d5 req-b6989f2d-e195-435e-b006-6132cf63098d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.673713 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3670-8182-4a0a-8490-50f041cfb4d5 req-b6989f2d-e195-435e-b006-6132cf63098d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.679747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3670-8182-4a0a-8490-50f041cfb4d5 req-b6989f2d-e195-435e-b006-6132cf63098d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.685801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3670-8182-4a0a-8490-50f041cfb4d5 req-b6989f2d-e195-435e-b006-6132cf63098d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.691888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3670-8182-4a0a-8490-50f041cfb4d5 req-b6989f2d-e195-435e-b006-6132cf63098d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.697990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3670-8182-4a0a-8490-50f041cfb4d5 req-b6989f2d-e195-435e-b006-6132cf63098d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.704060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3670-8182-4a0a-8490-50f041cfb4d5 req-b6989f2d-e195-435e-b006-6132cf63098d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:10.705943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-858b3670-8182-4a0a-8490-50f041cfb4d5 req-b6989f2d-e195-435e-b006-6132cf63098d tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.0926213
Nov 06 21:14:10.716252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33224) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:10.721180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Request body: {'floatingip': {'port_id': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:10.762052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:11.336226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826cd9-d803-4acb-9d0a-f07077f18aca req-e06a6bb5-ea65-4dd6-ac5a-d6803a6087b3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:11.337739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90826cd9-d803-4acb-9d0a-f07077f18aca req-e06a6bb5-ea65-4dd6-ac5a-d6803a6087b3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 944 time: 0.4281888
Nov 06 21:14:11.459408 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90826cd9-d803-4acb-9d0a-f07077f18aca req-17591443-feb4-4350-8715-45f30dc6d79f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154954
Nov 06 21:14:11.605100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:11.608916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:11.707359 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Floating IP 8bff9728-9ca1-4a7d-ac7e-622e991c57aa associated. External IP: 172.35.0.228, port: caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a.
Nov 06 21:14:11.912821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:14:12.022491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:14:12.027015 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:12.034071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] Sync routers for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:14:12.045518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:12.046109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512edc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:12.059159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-31c5e51f-9c8d-46ec-94e2-c1db9f7ff767 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "PUT /v2.0/floatingips/8bff9728-9ca1-4a7d-ac7e-622e991c57aa HTTP/1.1" status: 200  len: 992 time: 1.3417909
Nov 06 21:14:12.060322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:12.066904 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d74e7-0481-4283-b2b6-41a5447d6098" -d '{"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:12.111842 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f29a0-73ab-4fe5-80d6-d9cbd7a08b82 x-openstack-request-id: req-c87f29a0-73ab-4fe5-80d6-d9cbd7a08b82 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:12.112128 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "tag": "caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:12.112407 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c87f29a0-73ab-4fe5-80d6-d9cbd7a08b82 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:12.112807 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'tag': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'status': 'completed', 'code': 200}
Nov 06 21:14:12.174416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:12.190265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-92517987-396c-4033-84bf-abbe8714c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.191029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-92517987-396c-4033-84bf-abbe8714c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.191494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-92517987-396c-4033-84bf-abbe8714c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.191977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-92517987-396c-4033-84bf-abbe8714c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.192451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-92517987-396c-4033-84bf-abbe8714c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.192902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-92517987-396c-4033-84bf-abbe8714c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.193349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-92517987-396c-4033-84bf-abbe8714c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.195269 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-92517987-396c-4033-84bf-abbe8714c70d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.0554152
Nov 06 21:14:12.248095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6090dab7-2731-4bd6-b69b-d8b51521b463 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:14:12.285090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-452ef6ff-54e9-4688-a9e2-7ce8cea9eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.286568 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-452ef6ff-54e9-4688-a9e2-7ce8cea9eb3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535 HTTP/1.1" status: 200  len: 912 time: 0.0832629
Nov 06 21:14:12.354739 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-6fba4ec7-89a8-40b5-a9ae-838701de721f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 1000 time: 0.0607357
Nov 06 21:14:12.402975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-3fbd1a28-b2f7-4b72-aaaa-77a9af2ca3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.404435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-3fbd1a28-b2f7-4b72-aaaa-77a9af2ca3e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 200  len: 850 time: 0.0426383
Nov 06 21:14:12.425973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6090dab7-2731-4bd6-b69b-d8b51521b463, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6090dab7-2731-4bd6-b69b-d8b51521b463,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:12.450927 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-1cd3143d-b106-4c85-8ebb-207d0e7ffe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.452447 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-1cd3143d-b106-4c85-8ebb-207d0e7ffe5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397897
Nov 06 21:14:12.459261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '6090dab7-2731-4bd6-b69b-d8b51521b463', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'port_id': '6090dab7-2731-4bd6-b69b-d8b51521b463', 'mac_address': 'fa:16:3e:c6:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:14:12.560636 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-5364c90d-9b22-445e-a1f2-7dd79caaadfc service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1002505
Nov 06 21:14:12.583890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba00f-1ad8-441e-b9f2-29c08dc5b050 req-3e0fadd5-a93b-4d41-9d75-c955f42529af tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:12.585927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a95ba00f-1ad8-441e-b9f2-29c08dc5b050 req-3e0fadd5-a93b-4d41-9d75-c955f42529af tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 944 time: 0.0520654
Nov 06 21:14:12.640825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a95ba00f-1ad8-441e-b9f2-29c08dc5b050 req-d5127e01-1704-47a8-890a-7ef27da2b307 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492480
Nov 06 21:14:12.656743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:12.662308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6d74e7-0481-4283-b2b6-41a5447d6098 req-5fa7b6ad-0d1d-450e-a53c-b99cbeba405e service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951512
Nov 06 21:14:12.673913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6090dab7-2731-4bd6-b69b-d8b51521b463 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:14:12.682471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512edc40>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8bff9728-9ca1-4a7d-ac7e-622e991c57aa', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'floating_ip_address': '172.35.0.228', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'port_id': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'mac_address': 'fa:16:3e:8e:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:13:28Z', 'updated_at': '2021-11-06T21:14:11Z', 'revision_number': 1, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:20Z', 'revision_number': 5, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:12.716255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] Checking router: e6204d9a-d823-4d73-8d9c-a62b7a5879e2 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:14:12.721049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6090dab7-2731-4bd6-b69b-d8b51521b463, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6090dab7-2731-4bd6-b69b-d8b51521b463,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:12.726473 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:12.731868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:12.732492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512edc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:13:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:12.840393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=6090dab7-2731-4bd6-b69b-d8b51521b463,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:12.871402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:13.074965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6090dab7-2731-4bd6-b69b-d8b51521b463'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:13.132037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512edc40>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8bff9728-9ca1-4a7d-ac7e-622e991c57aa', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'floating_ip_address': '172.35.0.228', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'port_id': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'mac_address': 'fa:16:3e:8e:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:13:28Z', 'updated_at': '2021-11-06T21:14:11Z', 'revision_number': 1, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:20Z', 'revision_number': 5, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:13.159658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d276286-593d-46f0-bb4c-b290660d887f None None] The sync data for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 is: [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8bff9728-9ca1-4a7d-ac7e-622e991c57aa', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'floating_ip_address': '172.35.0.228', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'port_id': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'mac_address': 'fa:16:3e:8e:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e49eff2-a230-4882-9861-ee8b7963820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:13:28Z', 'updated_at': '2021-11-06T21:14:11Z', 'revision_number': 1, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:20Z', 'revision_number': 5, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:14:13.364220 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c98277-893d-4bd7-b58f-135083102e65 None None] New status for floating IP 8bff9728-9ca1-4a7d-ac7e-622e991c57aa: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:14:13.762430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487306f7-69b8-4a4e-96ed-8a299786783d req-fbdf97e7-7240-4b46-9cc9-903ec265300d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:13.763926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-487306f7-69b8-4a4e-96ed-8a299786783d req-fbdf97e7-7240-4b46-9cc9-903ec265300d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 945 time: 0.0518494
Nov 06 21:14:13.811234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-487306f7-69b8-4a4e-96ed-8a299786783d req-50575cac-835e-4df9-9e4f-6d7b106a82d4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405688
Nov 06 21:14:14.255280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6090dab7-2731-4bd6-b69b-d8b51521b463 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:14.306394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 6090dab7-2731-4bd6-b69b-d8b51521b463 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:14.310241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 6090dab7-2731-4bd6-b69b-d8b51521b463 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:14.310612 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:14.393770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:14.419470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a16319-9c25-43d9-b62a-f62f73ec23c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6090dab7-2731-4bd6-b69b-d8b51521b463'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:14.421743 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c75fd-e26a-4925-bdc9-652c747a52d9" -d '{"events": [{"server_uuid": "44a16319-9c25-43d9-b62a-f62f73ec23c2", "name": "network-vif-plugged", "status": "completed", "tag": "6090dab7-2731-4bd6-b69b-d8b51521b463"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:14.434950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6090dab7-2731-4bd6-b69b-d8b51521b463, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6090dab7-2731-4bd6-b69b-d8b51521b463,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:14.439229 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:14.463852 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424bb4fc-b31a-4f29-8e06-ee4bdc3b6708 x-openstack-request-id: req-424bb4fc-b31a-4f29-8e06-ee4bdc3b6708 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:14.464138 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a16319-9c25-43d9-b62a-f62f73ec23c2", "name": "network-vif-plugged", "status": "completed", "tag": "6090dab7-2731-4bd6-b69b-d8b51521b463", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:14.464420 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-424bb4fc-b31a-4f29-8e06-ee4bdc3b6708 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:14.465501 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a16319-9c25-43d9-b62a-f62f73ec23c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6090dab7-2731-4bd6-b69b-d8b51521b463', 'code': 200}
Nov 06 21:14:14.491897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=6090dab7-2731-4bd6-b69b-d8b51521b463,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:14.540066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:14.560201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb926c27-3da6-412f-a072-e43eab9cb238 req-284f286e-548a-41cb-9457-580169691a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:14.561723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb926c27-3da6-412f-a072-e43eab9cb238 req-284f286e-548a-41cb-9457-580169691a6d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 1097 time: 0.0440283
Nov 06 21:14:14.570150 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:14.606306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cb926c27-3da6-412f-a072-e43eab9cb238 req-f905c596-9a94-451e-a353-d0b70bd8d3b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375280
Nov 06 21:14:14.928184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcf223-d760-417b-9db4-d71c27f1eba8 req-97d50a76-d32e-4f62-b3f0-0a7ca9378dcd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:14.929764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35dcf223-d760-417b-9db4-d71c27f1eba8 req-97d50a76-d32e-4f62-b3f0-0a7ca9378dcd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 946 time: 0.0491505
Nov 06 21:14:14.979178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35dcf223-d760-417b-9db4-d71c27f1eba8 req-0c8f1529-bae3-4f11-9e38-74739bf42cb9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435085
Nov 06 21:14:16.101305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1842c73-b9d3-4c0b-9234-724ba3bfbdb3 req-696f0168-35d6-4747-9c2f-3482f55eb3df tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:16.103180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1842c73-b9d3-4c0b-9234-724ba3bfbdb3 req-696f0168-35d6-4747-9c2f-3482f55eb3df tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 946 time: 0.0483313
Nov 06 21:14:16.155043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1842c73-b9d3-4c0b-9234-724ba3bfbdb3 req-25d0f4b8-0303-4681-b85e-599d582b1ceb tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457079
Nov 06 21:14:16.278580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7d59-63b4-457e-bca6-e4fad6e4771f req-bb482182-fb44-4079-b8cd-ce0b6736abb9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:16.280218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e3a7d59-63b4-457e-bca6-e4fad6e4771f req-bb482182-fb44-4079-b8cd-ce0b6736abb9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 946 time: 0.0559835
Nov 06 21:14:16.327743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e3a7d59-63b4-457e-bca6-e4fad6e4771f req-90488b55-9542-4935-923f-4ec78646f5a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408640
Nov 06 21:14:16.445745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf631cd-bd7c-48da-a2a3-d81be44640cd req-54e54ec5-ad07-4d10-baaa-acb8ac3ab4ce tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:16.447260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-baf631cd-bd7c-48da-a2a3-d81be44640cd req-54e54ec5-ad07-4d10-baaa-acb8ac3ab4ce tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 946 time: 0.0508158
Nov 06 21:14:16.495432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-baf631cd-bd7c-48da-a2a3-d81be44640cd req-5aed0f0c-35e2-41bd-ac5a-ab87181fe6fa tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417707
Nov 06 21:14:16.779605 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aea89-562b-497f-ae30-e2e83138219c req-b1f6eb11-9691-48b4-be9d-5ba2c57604a8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:16.781206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f65aea89-562b-497f-ae30-e2e83138219c req-b1f6eb11-9691-48b4-be9d-5ba2c57604a8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 946 time: 0.0561864
Nov 06 21:14:16.829489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f65aea89-562b-497f-ae30-e2e83138219c req-80249394-04d0-4696-a969-c6dc644cd2be tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414686
Nov 06 21:14:16.831866 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-43bae9d2-080d-475b-a30d-ad8e05e9b755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:17.956085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b988f51-22e4-4b1c-a348-a2f74acfefc6 req-87d9a240-b540-4b5d-b9a9-f3cb3dc9af0b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:17.957911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b988f51-22e4-4b1c-a348-a2f74acfefc6 req-87d9a240-b540-4b5d-b9a9-f3cb3dc9af0b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 946 time: 0.0534434
Nov 06 21:14:18.008339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b988f51-22e4-4b1c-a348-a2f74acfefc6 req-11facefd-24be-4f33-aeec-17db29180558 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419345
Nov 06 21:14:18.392828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-8f5fdaec-d2a5-4a90-ad2a-420f70e52489 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:18.394351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-8f5fdaec-d2a5-4a90-ad2a-420f70e52489 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 946 time: 0.0543704
Nov 06 21:14:18.490029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port 6090dab7-2731-4bd6-b69b-d8b51521b463 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:14:18.490377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:18.583999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] For port 6090dab7-2731-4bd6-b69b-d8b51521b463, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6090dab7-2731-4bd6-b69b-d8b51521b463,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:18.584397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:18.597319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for 6090dab7-2731-4bd6-b69b-d8b51521b463 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:14:18.719784 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:18.731555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6090dab7-2731-4bd6-b69b-d8b51521b463'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:18.754248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=6090dab7-2731-4bd6-b69b-d8b51521b463,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:18.779397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.779752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.780093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.780483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.780785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.781109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.781429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.781782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.782100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.782419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.782737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.783051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:18.805752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] No DVR routers for this DVR port 6090dab7-2731-4bd6-b69b-d8b51521b463 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:14:18.808217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:18.811524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f9e0f7b-5b3e-483b-b40f-a1b7192a23a5 req-488ee73e-2313-44b6-9852-ef154eab1b5b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "DELETE /v2.0/ports/6090dab7-2731-4bd6-b69b-d8b51521b463 HTTP/1.1" status: 204  len: 173 time: 0.4109173
Nov 06 21:14:18.812071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a16319-9c25-43d9-b62a-f62f73ec23c2', 'name': 'network-vif-deleted', 'tag': '6090dab7-2731-4bd6-b69b-d8b51521b463'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:18.815048 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa6268-3779-4686-bf59-5cf8bba63884" -d '{"events": [{"server_uuid": "44a16319-9c25-43d9-b62a-f62f73ec23c2", "name": "network-vif-deleted", "tag": "6090dab7-2731-4bd6-b69b-d8b51521b463"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:18.857968 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9ad794-a3ef-42f9-8f27-89358facaa05 x-openstack-request-id: req-de9ad794-a3ef-42f9-8f27-89358facaa05 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:18.858263 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a16319-9c25-43d9-b62a-f62f73ec23c2", "name": "network-vif-deleted", "tag": "6090dab7-2731-4bd6-b69b-d8b51521b463", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:18.858519 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de9ad794-a3ef-42f9-8f27-89358facaa05 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:18.858928 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a16319-9c25-43d9-b62a-f62f73ec23c2', 'name': 'network-vif-deleted', 'tag': '6090dab7-2731-4bd6-b69b-d8b51521b463', 'status': 'completed', 'code': 200}
Nov 06 21:14:19.132503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4af0b9e4-d34f-4fff-8ae8-b85178c16714 req-3020e927-8760-4c51-83f8-07ecf56fbd21 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a16319-9c25-43d9-b62a-f62f73ec23c2 HTTP/1.1" status: 200  len: 210 time: 0.0356469
Nov 06 21:14:19.205023 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e6940610-8f55-4e57-b9dc-2446c756816e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:20.613063 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:21.851971 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:22.258061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6090dab7-2731-4bd6-b69b-d8b51521b463 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:14:22.282595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 6090dab7-2731-4bd6-b69b-d8b51521b463 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:14:22.282969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6090dab7-2731-4bd6-b69b-d8b51521b463 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:14:22.479526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:26.328117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c77a8-0e80-4711-8743-111d61213434 req-8d5a1f40-19d0-458b-9699-04efbe94337f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:26.329604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-8d5a1f40-19d0-458b-9699-04efbe94337f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1045094
Nov 06 21:14:26.344262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-8791c7df-878c-4197-a73d-67744c410647 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/quotas/98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 375 time: 0.0086606
Nov 06 21:14:26.394499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-0ad617f1-f71a-4eb3-9ebc-9da3d7ebff7c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0451803
Nov 06 21:14:26.489039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-ee0bcaef-72b6-45cf-bbbe-d29d791a17d7 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837729
Nov 06 21:14:26.584161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-67b2e62c-d642-44c3-99b2-4fea912d2960 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929170
Nov 06 21:14:26.869851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8339341-9729-4ff5-a885-fa620c336769 req-d05c34ff-8b09-4437-b70a-dc552f00072c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 210 time: 0.0278192
Nov 06 21:14:27.794764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c77a8-0e80-4711-8743-111d61213434 req-c65c9ae6-dfd5-4747-afde-82c8ca6240c6 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:27.796263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-c65c9ae6-dfd5-4747-afde-82c8ca6240c6 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1121862
Nov 06 21:14:27.808984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'port': {'device_id': '2071d671-763b-44cf-9037-2041ce4aba8c', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'admin_state_up': True, 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:27.934901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Made reservation on behalf of 98ca138427bf46a0bff4b6bfbd378ec6 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:14:27.939431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:27.981584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43a91fbc-d404-4538-9c45-19d68a28aa46 req-211552b0-b7e1-4636-ac59-b48bf255aee9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 210 time: 0.0306640
Nov 06 21:14:28.100237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.20.0.5 (d3f7c65e-ecf0-4c1d-974f-85d78dbec967/fa706528-9259-4a22-8878-c72df3e42ce0/75d70963-502a-42c6-8cc4-6be35746612d) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:14:28.279668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:28.320557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:28.363959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:14:28.369733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:28.372155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:14:28.405386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=75d70963-502a-42c6-8cc4-6be35746612d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:28.440747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:28.442012 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:28.463585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-dcbfcf93-80de-4624-9560-982edc4186ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6583273
Nov 06 21:14:28.477877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Request body: {'port': {'device_id': '2071d671-763b-44cf-9037-2041ce4aba8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:28.556838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:28.775722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4322f5bf-e784-4b7a-99b7-ec9cc0fdc0ed None None] Provisioning complete for port 75d70963-502a-42c6-8cc4-6be35746612d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:28.777064 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4322f5bf-e784-4b7a-99b7-ec9cc0fdc0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:28.800222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d9f95-7b4b-4b7b-99b3-98f3ed5fcb44 req-c75f0e0f-8009-43e9-a5bf-a235e97d22b6 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:28.801834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-344d9f95-7b4b-4b7b-99b3-98f3ed5fcb44 req-c75f0e0f-8009-43e9-a5bf-a235e97d22b6 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1098 time: 0.1091497
Nov 06 21:14:28.826126 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4322f5bf-e784-4b7a-99b7-ec9cc0fdc0ed None None] Port 75d70963-502a-42c6-8cc4-6be35746612d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:14:28.901609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-344d9f95-7b4b-4b7b-99b3-98f3ed5fcb44 req-2c503b9a-a00b-46b3-aa5b-17c7988782aa tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920286
Nov 06 21:14:28.925949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33536) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:29.017841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d70963-502a-42c6-8cc4-6be35746612d {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:14:29.029332 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.099492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Transition to ACTIVE for port object 75d70963-502a-42c6-8cc4-6be35746612d will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:14:29.103980 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:14:29.122158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.229209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Pushing event updated for resources: {'Port': ['ID=75d70963-502a-42c6-8cc4-6be35746612d,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:29.247616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e216b13-2d8b-4f79-819a-f5ab5c0f1cfc req-baab759d-72e2-43fa-a736-b1ccf158ddc9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:29.249195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e216b13-2d8b-4f79-819a-f5ab5c0f1cfc req-baab759d-72e2-43fa-a736-b1ccf158ddc9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 931 time: 0.1763308
Nov 06 21:14:29.368829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port f9565e8e-e7e3-479b-8247-b0ccf0eb4c60 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:14:29.369170 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.374227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Attempting to bind port 75d70963-502a-42c6-8cc4-6be35746612d on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:14:29.374568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Attempting to bind port 75d70963-502a-42c6-8cc4-6be35746612d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:14:29.374932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Attempting to bind port 75d70963-502a-42c6-8cc4-6be35746612d on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:29.418354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e216b13-2d8b-4f79-819a-f5ab5c0f1cfc req-2e3a4b59-3a8b-46d0-81a7-9597702691c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488848
Nov 06 21:14:29.420952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Port 75d70963-502a-42c6-8cc4-6be35746612d on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:14:29.421594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Attempting to bind port 75d70963-502a-42c6-8cc4-6be35746612d on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:29.433542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:14:29.433897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:29.434279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Bound using segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:14:29.434715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Bound port: 75d70963-502a-42c6-8cc4-6be35746612d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:14:29.435127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.522902 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.523268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.551386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for f9565e8e-e7e3-479b-8247-b0ccf0eb4c60 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:14:29.566920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] For port 75d70963-502a-42c6-8cc4-6be35746612d, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:14:29.571801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] For port 75d70963-502a-42c6-8cc4-6be35746612d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75d70963-502a-42c6-8cc4-6be35746612d,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:14:29.577274 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.651853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:29.652413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.654250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] 10.222.0.37 "PUT /v2.0/ports/75d70963-502a-42c6-8cc4-6be35746612d HTTP/1.1" status: 200  len: 1091 time: 1.1824925
Nov 06 21:14:29.658776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2071d671-763b-44cf-9037-2041ce4aba8c', 'tag': '75d70963-502a-42c6-8cc4-6be35746612d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:29.661128 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96" -d '{"events": [{"name": "network-changed", "server_uuid": "2071d671-763b-44cf-9037-2041ce4aba8c", "tag": "75d70963-502a-42c6-8cc4-6be35746612d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:29.707244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011019ca-645f-421f-a836-4becfd0ae807 service neutron] Pushing event updated for resources: {'Port': ['ID=75d70963-502a-42c6-8cc4-6be35746612d,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:29.724184 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056c7564-a325-41d0-b6cc-2f7a83bd1a6d x-openstack-request-id: req-056c7564-a325-41d0-b6cc-2f7a83bd1a6d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:29.724510 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2071d671-763b-44cf-9037-2041ce4aba8c", "tag": "75d70963-502a-42c6-8cc4-6be35746612d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:29.724770 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-056c7564-a325-41d0-b6cc-2f7a83bd1a6d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:29.725176 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2071d671-763b-44cf-9037-2041ce4aba8c', 'tag': '75d70963-502a-42c6-8cc4-6be35746612d', 'status': 'completed', 'code': 200}
Nov 06 21:14:29.787353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c77a8-0e80-4711-8743-111d61213434 req-62e7c12e-f7af-4428-93ff-f6ca571272bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:29.789851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-62e7c12e-f7af-4428-93ff-f6ca571272bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 1094 time: 0.0763607
Nov 06 21:14:29.861822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-740b0f0c-22cf-42eb-be9a-888144dd98b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75d70963-502a-42c6-8cc4-6be35746612d HTTP/1.1" status: 200  len: 217 time: 0.0579903
Nov 06 21:14:29.914619 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:29.946075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=f9565e8e-e7e3-479b-8247-b0ccf0eb4c60,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:29.948597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c77a8-0e80-4711-8743-111d61213434 req-05171237-7519-45d9-8ba9-e3de4079f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:29.950212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-05171237-7519-45d9-8ba9-e3de4079f459 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0805731
Nov 06 21:14:30.393546 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:30.393881 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Floating IP 5cd2d78e-0453-408e-8118-bf799660a822 disassociated (deleted). External IP: 172.35.0.189, port: e8b11155-24fd-4fc2-808c-429b581602a3.
Nov 06 21:14:30.396971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c77a8-0e80-4711-8743-111d61213434 req-55011160-78f9-4dba-8fc9-982addc19b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:30.398473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-55011160-78f9-4dba-8fc9-982addc19b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4406271
Nov 06 21:14:30.617922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236edc1-481a-46c0-9330-dff9f0e3c1ab req-4a4a23e5-9d61-4e0d-83c4-6bf969ff3972 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:30.619410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4236edc1-481a-46c0-9330-dff9f0e3c1ab req-4a4a23e5-9d61-4e0d-83c4-6bf969ff3972 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 943 time: 0.0946822
Nov 06 21:14:30.621161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-cb274dc1-f8c7-44a3-8443-5419f5e9e435 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906199
Nov 06 21:14:30.803956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4236edc1-481a-46c0-9330-dff9f0e3c1ab req-bd9babc2-8d91-45eb-b787-8bbeb64c3426 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780415
Nov 06 21:14:30.835835 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-873c77a8-0e80-4711-8743-111d61213434 req-de18ff90-2665-4859-982f-55d5518dc88f service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747363
Nov 06 21:14:30.839571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:14:30.979214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-55931bac-d346-4cd2-b190-0da6e6dcc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:30.980730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-55931bac-d346-4cd2-b190-0da6e6dcc194 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 1094 time: 0.0924847
Nov 06 21:14:30.996365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:14:31.001627 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:31.007025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] Sync routers for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:14:31.016997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:31.017689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d6e610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:31.071328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6b3c6691-f831-4ce3-83e7-4fc51609e44f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/floatingips/5cd2d78e-0453-408e-8118-bf799660a822 HTTP/1.1" status: 204  len: 168 time: 2.1442723
Nov 06 21:14:31.105715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-84ea0b8a-4a70-4631-a0b2-4040d131c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:31.107275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-84ea0b8a-4a70-4631-a0b2-4040d131c18b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1182766
Nov 06 21:14:31.126676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:31.156985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-1065ce7a-08b4-4167-8ddc-fa00d0bbb9c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75d70963-502a-42c6-8cc4-6be35746612d HTTP/1.1" status: 200  len: 217 time: 0.0418484
Nov 06 21:14:31.214833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-3b99448e-a9cd-4a1f-bbd0-b1314f027f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:31.216557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-3b99448e-a9cd-4a1f-bbd0-b1314f027f62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0539565
Nov 06 21:14:31.273124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-92eca4a6-5549-4a9d-bda9-d5f096783ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:31.274815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-92eca4a6-5549-4a9d-bda9-d5f096783ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0512989
Nov 06 21:14:31.349969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d6e610>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:45Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:31.382697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54077442-7f8f-4b9c-862d-afdf65ea97dd req-a7b52585-b997-4b2d-8a82-5830bcb3be8d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:31.383875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] Checking router: c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:14:31.384250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54077442-7f8f-4b9c-862d-afdf65ea97dd req-a7b52585-b997-4b2d-8a82-5830bcb3be8d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 947 time: 0.1144493
Nov 06 21:14:31.393806 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:31.394424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d6e610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:31.425560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-699f7312-b9ac-4f4d-acc9-68bff8b2342c service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413004
Nov 06 21:14:31.502158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:31.503926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54077442-7f8f-4b9c-862d-afdf65ea97dd req-78ceb3f4-9863-4548-b886-c4334ea285dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102104
Nov 06 21:14:31.549588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbfa1a44-2f0e-455a-a327-ba4acb9b3a96 req-9fdb44aa-dd38-4570-87b8-875a1c958b81 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1162136
Nov 06 21:14:31.726775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:31.729766 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:31.733967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d6e610>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:45Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:31.764456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13efb3b8-9930-440f-b093-ac4f72f965de None None] The sync data for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 is: [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:36Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99b442b8-1769-410e-98b0-b03e38b42f07', 'name': '', 'network_id': 'bb2e62fb-e870-4edd-9094-f836bea889e4', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:2b:96:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:11:45Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': 'ce383492-7b25-4d09-bcd1-2025d41990b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:14:31.770638 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06075df-70f7-4389-99fc-611f141b90f7 x-openstack-request-id: req-b06075df-70f7-4389-99fc-611f141b90f7 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:31.770987 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:31.771295 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b06075df-70f7-4389-99fc-611f141b90f7 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:31.771707 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'status': 'completed', 'code': 200}
Nov 06 21:14:31.845778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-9cea7157-3b16-4019-a8f1-2951e6c1dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:31.847337 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-9cea7157-3b16-4019-a8f1-2951e6c1dd37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 1098 time: 0.0473673
Nov 06 21:14:31.938037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d1a0e-976d-47ed-809c-346182da95db req-7d7b5a8d-2390-433d-846b-a2079717727b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:31.939729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b6d1a0e-976d-47ed-809c-346182da95db req-7d7b5a8d-2390-433d-846b-a2079717727b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 943 time: 0.0587094
Nov 06 21:14:31.957363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-8f7626ec-ad9c-466a-a225-ad09d73bdcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:31.958949 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-8f7626ec-ad9c-466a-a225-ad09d73bdcff service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 200  len: 898 time: 0.0992055
Nov 06 21:14:32.000986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b6d1a0e-976d-47ed-809c-346182da95db req-3b346bbb-dfb2-47ba-9e38-170d31f07521 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548713
Nov 06 21:14:32.004403 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-916c88e9-e1b2-4345-9532-bacc4900cb79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 200  len: 217 time: 0.0359924
Nov 06 21:14:32.033450 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40070400-1b89-45e3-94a8-b5a4fc659788 None None] New status for floating IP 5cd2d78e-0453-408e-8118-bf799660a822: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:14:32.059761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-607bc725-086a-4305-a759-6c91db0edecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:32.061283 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-607bc725-086a-4305-a759-6c91db0edecb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 200  len: 834 time: 0.0469966
Nov 06 21:14:32.115308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-80e2c9d2-6279-4421-9e35-a9fa85ff900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:32.116926 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-80e2c9d2-6279-4421-9e35-a9fa85ff900f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb2e62fb-e870-4edd-9094-f836bea889e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0468862
Nov 06 21:14:32.207859 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-d97b98c7-f706-4a58-be06-5d2a5b4fc1e6 service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813985
Nov 06 21:14:32.302914 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f89ceac4-8182-4a24-aeae-fc4bf5376eb3 req-9b4714dd-9aa2-4c04-baa5-172bb9ed659c service neutron] 10.222.0.10 "GET /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865455
Nov 06 21:14:32.634039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8a29a-c575-438b-be88-a8791c1d930f req-1b151798-7e1f-432a-847c-49c2fece6ffa tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:32.635530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72e8a29a-c575-438b-be88-a8791c1d930f req-1b151798-7e1f-432a-847c-49c2fece6ffa tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 947 time: 0.0500908
Nov 06 21:14:32.689243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72e8a29a-c575-438b-be88-a8791c1d930f req-38a17a25-98ae-4964-9718-1e293f006373 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c40537b-0f44-4073-b115-1186ceb1b707&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477304
Nov 06 21:14:32.882616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-1256f275-d1ad-44cf-9108-f09ea3ddbb18 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:32.884067 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-1256f275-d1ad-44cf-9108-f09ea3ddbb18 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 947 time: 0.0488837
Nov 06 21:14:32.978052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port e8b11155-24fd-4fc2-808c-429b581602a3 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:14:32.978385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:33.069924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port e8b11155-24fd-4fc2-808c-429b581602a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8b11155-24fd-4fc2-808c-429b581602a3,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:33.070286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:33.084091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for e8b11155-24fd-4fc2-808c-429b581602a3 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:14:33.120368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9bb13-cbd2-49ec-8456-62a85f89e77f req-0d3a6761-de41-4c9b-a607-d57930e5f9b7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:33.121898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74c9bb13-cbd2-49ec-8456-62a85f89e77f req-0d3a6761-de41-4c9b-a607-d57930e5f9b7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 943 time: 0.0537915
Nov 06 21:14:33.179839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74c9bb13-cbd2-49ec-8456-62a85f89e77f req-5f858196-809e-43e2-84a8-cb32cbbb9e99 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498688
Nov 06 21:14:33.220055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:33.250697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=e8b11155-24fd-4fc2-808c-429b581602a3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:33.293135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] No DVR routers for this DVR port e8b11155-24fd-4fc2-808c-429b581602a3 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:14:33.296180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:33.300101 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-8df4f32b-5b5e-41bc-85b9-1393df60292d req-4cde6a94-582b-4426-a711-bec9ee4f356d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "DELETE /v2.0/ports/e8b11155-24fd-4fc2-808c-429b581602a3 HTTP/1.1" status: 204  len: 173 time: 0.4082649
Nov 06 21:14:33.300565 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-deleted', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:33.302883 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de828d69-ef9f-41ff-8bfc-19c199ce5f62" -d '{"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-deleted", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:33.341326 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814b6f4f-59cd-410a-ad1b-0b312d8768bc x-openstack-request-id: req-814b6f4f-59cd-410a-ad1b-0b312d8768bc {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:33.341626 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707478e-4d1f-4bb6-a83a-38b441df31bc", "name": "network-vif-deleted", "tag": "e8b11155-24fd-4fc2-808c-429b581602a3", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:33.341974 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-814b6f4f-59cd-410a-ad1b-0b312d8768bc {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:33.342313 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707478e-4d1f-4bb6-a83a-38b441df31bc', 'name': 'network-vif-deleted', 'tag': 'e8b11155-24fd-4fc2-808c-429b581602a3', 'status': 'completed', 'code': 200}
Nov 06 21:14:33.812743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20fdb1ea-8fd6-452b-8a4b-5057165f9604 req-22a76ace-abfd-4cf2-88aa-f83a0a11564c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3707478e-4d1f-4bb6-a83a-38b441df31bc HTTP/1.1" status: 200  len: 210 time: 0.0284626
Nov 06 21:14:34.299672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8731589-44a5-43d8-811e-95d8fb1bded6 req-2a705b00-2ae6-41fc-b7b0-592a3301f119 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:34.301189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8731589-44a5-43d8-811e-95d8fb1bded6 req-2a705b00-2ae6-41fc-b7b0-592a3301f119 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 943 time: 0.0490656
Nov 06 21:14:34.309576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 75d70963-502a-42c6-8cc4-6be35746612d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:14:34.348762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8731589-44a5-43d8-811e-95d8fb1bded6 req-4d5435ff-6f0b-4dee-86ff-fc9eca249425 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417213
Nov 06 21:14:34.551688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 75d70963-502a-42c6-8cc4-6be35746612d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75d70963-502a-42c6-8cc4-6be35746612d,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:34.564223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '75d70963-502a-42c6-8cc4-6be35746612d', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'port_id': '75d70963-502a-42c6-8cc4-6be35746612d', 'mac_address': 'fa:16:3e:c8:b3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:14:34.601186 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:34.614479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d70963-502a-42c6-8cc4-6be35746612d {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:14:34.633414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 75d70963-502a-42c6-8cc4-6be35746612d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75d70963-502a-42c6-8cc4-6be35746612d,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:34.636902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:34.688319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=75d70963-502a-42c6-8cc4-6be35746612d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:34.876699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33590) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:34.954026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['75d70963-502a-42c6-8cc4-6be35746612d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:35.263405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:35.492807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cee82-c39d-424c-8f47-dc432b1df56a req-876bdd27-fffc-4bce-b183-c4fa567791a7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:35.494377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-508cee82-c39d-424c-8f47-dc432b1df56a req-876bdd27-fffc-4bce-b183-c4fa567791a7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 944 time: 0.0693398
Nov 06 21:14:35.592325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-508cee82-c39d-424c-8f47-dc432b1df56a req-36d23c1b-a1a9-43ae-a764-fffd927a58d6 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906813
Nov 06 21:14:35.638258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 99b442b8-1769-410e-98b0-b03e38b42f07 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:14:35.638728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:35.732464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port 99b442b8-1769-410e-98b0-b03e38b42f07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99b442b8-1769-410e-98b0-b03e38b42f07,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:35.732822 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:35.746099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 99b442b8-1769-410e-98b0-b03e38b42f07 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:14:35.955157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:35.984319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=99b442b8-1769-410e-98b0-b03e38b42f07,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:36.197554 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:36.326965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 75d70963-502a-42c6-8cc4-6be35746612d up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:36.378086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 75d70963-502a-42c6-8cc4-6be35746612d completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:36.381792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 75d70963-502a-42c6-8cc4-6be35746612d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:36.382261 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:36.434377 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:14:36.466125 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:36.489688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2071d671-763b-44cf-9037-2041ce4aba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d70963-502a-42c6-8cc4-6be35746612d'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:36.491942 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5697968-b4a7-4012-ad2e-3aa4d2c31e9c" -d '{"events": [{"server_uuid": "2071d671-763b-44cf-9037-2041ce4aba8c", "name": "network-vif-plugged", "status": "completed", "tag": "75d70963-502a-42c6-8cc4-6be35746612d"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:36.505404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 75d70963-502a-42c6-8cc4-6be35746612d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75d70963-502a-42c6-8cc4-6be35746612d,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:36.510973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:36.540940 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0714b35-3e2f-4e60-930f-c4f91aa04a6b x-openstack-request-id: req-c0714b35-3e2f-4e60-930f-c4f91aa04a6b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:36.541233 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2071d671-763b-44cf-9037-2041ce4aba8c", "name": "network-vif-plugged", "status": "completed", "tag": "75d70963-502a-42c6-8cc4-6be35746612d", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:36.541477 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0714b35-3e2f-4e60-930f-c4f91aa04a6b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:36.541902 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2071d671-763b-44cf-9037-2041ce4aba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d70963-502a-42c6-8cc4-6be35746612d', 'code': 200}
Nov 06 21:14:36.554001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:14:36.560511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-70adeda0-8697-492f-9884-64ca2749f7c9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "PUT /v2.0/routers/c364f62d-7ae7-4a12-b5b1-8ae08b4457c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6826982
Nov 06 21:14:36.563888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33600) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:36.566962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] Sync routers for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:14:36.577170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=75d70963-502a-42c6-8cc4-6be35746612d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:36.585106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:36.585737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513e0df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:36.669858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-19748251-39ec-4d0f-909a-4b6cb97a5825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting subnet ce383492-7b25-4d09-bcd1-2025d41990b2 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:14:36.676004 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19748251-39ec-4d0f-909a-4b6cb97a5825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:36.713404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:36.751891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86755208-2a5a-4155-ab6b-e1dce8a9da88 req-13d9d895-2e27-4a18-a821-d2ffd712a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:36.754297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86755208-2a5a-4155-ab6b-e1dce8a9da88 req-13d9d895-2e27-4a18-a821-d2ffd712a521 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 1096 time: 0.1371455
Nov 06 21:14:36.781444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19748251-39ec-4d0f-909a-4b6cb97a5825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:36.861383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78150552-561b-4a04-b730-c9cd3f2a03e1 req-50ff026c-e074-43a1-902d-975757633c31 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:36.864133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78150552-561b-4a04-b730-c9cd3f2a03e1 req-50ff026c-e074-43a1-902d-975757633c31 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 945 time: 0.1623375
Nov 06 21:14:36.870238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86755208-2a5a-4155-ab6b-e1dce8a9da88 req-144102a7-a678-4738-8894-086c6c2b39de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075466
Nov 06 21:14:36.925580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513e0df0>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:14:35Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:36.949463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19748251-39ec-4d0f-909a-4b6cb97a5825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:36.958360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] Checking router: c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:14:36.967167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] Routers {'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:36.967772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513e0df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:36.975066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78150552-561b-4a04-b730-c9cd3f2a03e1 req-c1a98768-ca4b-4366-843d-f42133d4ac52 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016374
Nov 06 21:14:37.021953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19748251-39ec-4d0f-909a-4b6cb97a5825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.078609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] Set router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:37.279503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513e0df0>, [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:14:35Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:37.308839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99bb49c-e100-4c3f-b302-e0b0273de934 None None] The sync data for ids ['c364f62d-7ae7-4a12-b5b1-8ae08b4457c7'] in ncdv-master-1 is: [{'id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699101632', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:14:35Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'bdefe8c7-e95c-48e7-a27a-43093044744d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:74:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c364f62d-7ae7-4a12-b5b1-8ae08b4457c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:14:37.393569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19748251-39ec-4d0f-909a-4b6cb97a5825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Subnet': ['ID=ce383492-7b25-4d09-bcd1-2025d41990b2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:37.397650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19748251-39ec-4d0f-909a-4b6cb97a5825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.404030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-19748251-39ec-4d0f-909a-4b6cb97a5825 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/subnets/ce383492-7b25-4d09-bcd1-2025d41990b2 HTTP/1.1" status: 204  len: 168 time: 0.8357859
Nov 06 21:14:37.404030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33610) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:37.405316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be1643-9834-4f0d-9276-580ccf3fc57a None None] Network bb2e62fb-e870-4edd-9094-f836bea889e4 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:14:37.520262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.632684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.681999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] DHCP port deletion for bb2e62fb-e870-4edd-9094-f836bea889e4 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:14:37.697385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port bdefe8c7-e95c-48e7-a27a-43093044744d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:14:37.698352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.748238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] Deleting port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:14:37.748520 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.802357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port bdefe8c7-e95c-48e7-a27a-43093044744d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdefe8c7-e95c-48e7-a27a-43093044744d,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:37.803035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.825396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for bdefe8c7-e95c-48e7-a27a-43093044744d owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:14:37.833922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] For port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb,segment=NetworkSegment(41de818b-8355-4d72-ac8e-f8c06f6ae3c7),segment_id=41de818b-8355-4d72-ac8e-f8c06f6ae3c7)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:37.834378 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.851812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] Calling delete_port for b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:14:37.952191 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:37.982614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] Pushing event deleted for resources: {'Port': ['ID=b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:37.984638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b7dc9-7f6b-4cc7-a094-e68d44ce2a27 None None] No DVR routers for this DVR port b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:14:38.032218 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.076723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=bdefe8c7-e95c-48e7-a27a-43093044744d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:38.168853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab300e6-e8f8-4847-bb76-31a7c98a6059 req-bf7f89a3-482b-4258-b998-2bec09516d70 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:38.170411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ab300e6-e8f8-4847-bb76-31a7c98a6059 req-bf7f89a3-482b-4258-b998-2bec09516d70 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 945 time: 0.1062310
Nov 06 21:14:38.187110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.269180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:14:38.300053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:14:38.301911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:14:38.302288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b8f4b0d7-598f-49ef-9b57-c9b49bed8fcb not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:14:38.302863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 99b442b8-1769-410e-98b0-b03e38b42f07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:14:38.323361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.330980 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.342410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: e8b11155-24fd-4fc2-808c-429b581602a3 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:14:38.342776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e8b11155-24fd-4fc2-808c-429b581602a3 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:14:38.343982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ab300e6-e8f8-4847-bb76-31a7c98a6059 req-dedf95d2-0aec-4693-b56b-3174305949ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653843
Nov 06 21:14:38.344441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 99b442b8-1769-410e-98b0-b03e38b42f07 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:14:38.344603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 99b442b8-1769-410e-98b0-b03e38b42f07 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:14:38.388836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.389537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Fanout notify agent at l3_agent the message router_deleted on router c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:14:38.397291 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.401287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-572dd270-04f5-44b0-81b5-17cce4cae612 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/routers/c364f62d-7ae7-4a12-b5b1-8ae08b4457c7 HTTP/1.1" status: 204  len: 168 time: 0.9938097
Nov 06 21:14:38.401287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33618) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:38.497252 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.601073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.624274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925465b670>,) {'filters': {'network_id': ['bb2e62fb-e870-4edd-9094-f836bea889e4']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:38.635102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925465b670>, '41de818b-8355-4d72-ac8e-f8c06f6ae3c7') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:38.635766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925465b670>, '41de818b-8355-4d72-ac8e-f8c06f6ae3c7') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:38.645924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.665049 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.672205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:14:38.672723 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:14:38.676044 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:14:38.743435 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.750580 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.754869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/networks/bb2e62fb-e870-4edd-9094-f836bea889e4 HTTP/1.1" status: 204  len: 168 time: 0.3527234
Nov 06 21:14:38.758483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33620) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:38.773367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d822dea-4ad7-4564-af0d-d0c73bd9a622 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Network': ['ID=bb2e62fb-e870-4edd-9094-f836bea889e4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:38.829019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fae8b8c-921c-42e4-aa5a-3416785bdfd3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.861413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fae8b8c-921c-42e4-aa5a-3416785bdfd3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.947590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fae8b8c-921c-42e4-aa5a-3416785bdfd3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.950960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fae8b8c-921c-42e4-aa5a-3416785bdfd3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:38.952193 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7fae8b8c-921c-42e4-aa5a-3416785bdfd3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c40537b-0f44-4073-b115-1186ceb1b707 HTTP/1.1" status: 204  len: 168 time: 0.1925633
Nov 06 21:14:38.963478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae8b8c-921c-42e4-aa5a-3416785bdfd3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40537b-0f44-4073-b115-1186ceb1b707,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:39.424801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33632) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:39.429557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1d022567-73b3-4693-8445-ddb162299dca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897462639', 'description': 'tempest-secgroup-smoke-1897462639 description', 'project_id': '5f8c001debad4d98b1531db2b7d91349'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:39.455067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d022567-73b3-4693-8445-ddb162299dca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.481197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dbc31-c6bf-473b-8114-6137ec6b9154 req-b8dd8da9-88cd-4f75-aa3f-de698af5a2df tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:39.488883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a4dbc31-c6bf-473b-8114-6137ec6b9154 req-b8dd8da9-88cd-4f75-aa3f-de698af5a2df tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 945 time: 0.0602894
Nov 06 21:14:39.533221 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d022567-73b3-4693-8445-ddb162299dca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.535865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a4dbc31-c6bf-473b-8114-6137ec6b9154 req-1d3b9f87-394c-4254-87f7-cefbf2392938 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460594
Nov 06 21:14:39.538128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d022567-73b3-4693-8445-ddb162299dca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.571733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1d022567-73b3-4693-8445-ddb162299dca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.573133 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1d022567-73b3-4693-8445-ddb162299dca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1471484
Nov 06 21:14:39.575980 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33636) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:39.581180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d0677022-8d9c-4320-bcc3-df5818dfdcd9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '4ae157a4-7e43-465d-b235-5113775ad9b0', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:39.585626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d022567-73b3-4693-8445-ddb162299dca tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae157a4-7e43-465d-b235-5113775ad9b0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:39.612803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0677022-8d9c-4320-bcc3-df5818dfdcd9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.668990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185df9b9-c011-4d83-acdc-8ca4f72bfc9f req-3d3b8f1c-00bb-4554-bca4-f8f549c70cdd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:39.670665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-185df9b9-c011-4d83-acdc-8ca4f72bfc9f req-3d3b8f1c-00bb-4554-bca4-f8f549c70cdd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 945 time: 0.0536747
Nov 06 21:14:39.688940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0677022-8d9c-4320-bcc3-df5818dfdcd9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.693688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0677022-8d9c-4320-bcc3-df5818dfdcd9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.711887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0677022-8d9c-4320-bcc3-df5818dfdcd9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74784ce7-b977-4b92-a23d-aeb0a198574d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:39.721280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0677022-8d9c-4320-bcc3-df5818dfdcd9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.722765 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d0677022-8d9c-4320-bcc3-df5818dfdcd9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1457384
Nov 06 21:14:39.725920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33638) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:39.733901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-6f777ba7-3d02-48a7-8cdf-83ca24bc4ea0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '4ae157a4-7e43-465d-b235-5113775ad9b0', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:39.745267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-185df9b9-c011-4d83-acdc-8ca4f72bfc9f req-f18a9395-e0b3-4d5d-8ed6-0a0c6a0ea005 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673327
Nov 06 21:14:39.769772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f777ba7-3d02-48a7-8cdf-83ca24bc4ea0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.848625 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f777ba7-3d02-48a7-8cdf-83ca24bc4ea0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.852533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f777ba7-3d02-48a7-8cdf-83ca24bc4ea0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.876153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f777ba7-3d02-48a7-8cdf-83ca24bc4ea0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2172550a-f38d-4970-9799-01a16bf17c4c,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:39.887916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6f777ba7-3d02-48a7-8cdf-83ca24bc4ea0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:39.889401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6f777ba7-3d02-48a7-8cdf-83ca24bc4ea0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1620345
Nov 06 21:14:39.893258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33644) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:39.898856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-868f8a62-db24-4148-9b39-610213cdeacc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '4ae157a4-7e43-465d-b235-5113775ad9b0', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:39.928137 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-868f8a62-db24-4148-9b39-610213cdeacc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.003782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-868f8a62-db24-4148-9b39-610213cdeacc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.009007 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-868f8a62-db24-4148-9b39-610213cdeacc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.029792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f8a62-db24-4148-9b39-610213cdeacc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2a1de6-38d4-4aaf-85b9-34f7a30ffbfc,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:40.042658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-868f8a62-db24-4148-9b39-610213cdeacc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.047143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-868f8a62-db24-4148-9b39-610213cdeacc tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1499798
Nov 06 21:14:40.047143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33650) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:40.052422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-348c5c8d-689a-4bc0-93ae-53be8b769d7c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '4ae157a4-7e43-465d-b235-5113775ad9b0', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:40.087953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-348c5c8d-689a-4bc0-93ae-53be8b769d7c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.149848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bdefe8c7-e95c-48e7-a27a-43093044744d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:14:40.163317 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-348c5c8d-689a-4bc0-93ae-53be8b769d7c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.168660 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-348c5c8d-689a-4bc0-93ae-53be8b769d7c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.176502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bdefe8c7-e95c-48e7-a27a-43093044744d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:14:40.176902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bdefe8c7-e95c-48e7-a27a-43093044744d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:14:40.194873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5c8d-689a-4bc0-93ae-53be8b769d7c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c7a7a4-c2f3-4a9e-bd9a-34872cc6e7ed,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:40.205170 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-348c5c8d-689a-4bc0-93ae-53be8b769d7c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.207184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-348c5c8d-689a-4bc0-93ae-53be8b769d7c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1588879
Nov 06 21:14:40.209681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33656) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:40.215226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8a6c47d8-d8ee-4f92-a15a-dc119d1f3524 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '4ae157a4-7e43-465d-b235-5113775ad9b0', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:40.240410 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-8a6c47d8-d8ee-4f92-a15a-dc119d1f3524 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Project 5f8c001debad4d98b1531db2b7d91349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:14:40.246440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a6c47d8-d8ee-4f92-a15a-dc119d1f3524 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.321183 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a6c47d8-d8ee-4f92-a15a-dc119d1f3524 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.326267 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a6c47d8-d8ee-4f92-a15a-dc119d1f3524 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.346501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c47d8-d8ee-4f92-a15a-dc119d1f3524 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e73ddcb-bbcc-4607-9359-a6fa4c94e916,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:40.357780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8a6c47d8-d8ee-4f92-a15a-dc119d1f3524 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.359106 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8a6c47d8-d8ee-4f92-a15a-dc119d1f3524 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1480260
Nov 06 21:14:40.362530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33676) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:40.367987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-888afe5b-cc4b-41d8-ac5d-3f569749f759 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '4ae157a4-7e43-465d-b235-5113775ad9b0', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:40.399389 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-888afe5b-cc4b-41d8-ac5d-3f569749f759 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Project 5f8c001debad4d98b1531db2b7d91349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:14:40.404909 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-888afe5b-cc4b-41d8-ac5d-3f569749f759 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.475051 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-888afe5b-cc4b-41d8-ac5d-3f569749f759 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.481096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-888afe5b-cc4b-41d8-ac5d-3f569749f759 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.499515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888afe5b-cc4b-41d8-ac5d-3f569749f759 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455ae095-79b6-447d-b6a1-9f7e34ee3af5,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:40.510187 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-888afe5b-cc4b-41d8-ac5d-3f569749f759 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.514481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-888afe5b-cc4b-41d8-ac5d-3f569749f759 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1478829
Nov 06 21:14:40.515631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33682) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:40.521476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'network': {'name': 'tempest-network-smoke--1881401383', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'port_security_enabled': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:40.547450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:14:40.552754 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.582631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:14:40.592118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.592513 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Added segment 759e4381-3cab-495a-b334-9b2c019b9885 of type vlan for network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3
Nov 06 21:14:40.636241 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.668239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.674836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:40.675442 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.746183 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2289896
Nov 06 21:14:40.749229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f6552-392f-4617-957f-659b723108ab tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Network': ['ID=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:40.750181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33692) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:40.757846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'admin_state_up': True, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:40.765891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:14:40.806498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.807624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:40.869948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:41.042673 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:41.269178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:41.294058 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:41.492247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.35.0.138 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:14:41.619016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-591969ab-8482-46ca-a7b6-bb6f216c59f5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:41.620617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-591969ab-8482-46ca-a7b6-bb6f216c59f5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.2324765
Nov 06 21:14:41.632405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-9a4aeb60-1069-408b-8f09-ede7eb329a33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1599243
Nov 06 21:14:41.656085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-498330c6-7b7e-4dd8-a658-78754af254b5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/quotas/98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 375 time: 0.0225997
Nov 06 21:14:41.746155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:41.779078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-7109d2d5-f218-439b-9a4f-bdb6f99785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:41.780637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-7109d2d5-f218-439b-9a4f-bdb6f99785c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 1097 time: 0.1218736
Nov 06 21:14:41.800167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-05bcf91f-e992-4556-8c32-243d2469eb7f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1302013
Nov 06 21:14:41.875561 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:41.934165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:14:41.947600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:41.963934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:14:41.982617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:42.045798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-23378248-49df-4210-bd60-ed7a588815a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.047576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-23378248-49df-4210-bd60-ed7a588815a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 200  len: 912 time: 0.2450423
Nov 06 21:14:42.226663 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-59d0fb66-5776-4e2a-8dad-8ca0f4b25ec5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0543041
Nov 06 21:14:42.228155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-c6c2fa58-a606-464b-8c1e-abd13ce60657 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1722b04-68c2-4bd2-b024-60d66153e901 HTTP/1.1" status: 200  len: 1002 time: 0.1685135
Nov 06 21:14:42.287496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c1630b4c-17ba-456e-8ea7-b3ea19c45725 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4740806
Nov 06 21:14:42.335118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dac572ef-acf1-4c3d-aca3-35630923447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.335905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dac572ef-acf1-4c3d-aca3-35630923447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.336357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dac572ef-acf1-4c3d-aca3-35630923447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.336820 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dac572ef-acf1-4c3d-aca3-35630923447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.337415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dac572ef-acf1-4c3d-aca3-35630923447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.337935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dac572ef-acf1-4c3d-aca3-35630923447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.338323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dac572ef-acf1-4c3d-aca3-35630923447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.340268 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dac572ef-acf1-4c3d-aca3-35630923447a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.0603173
Nov 06 21:14:42.375306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-0ccb52e7-fa4d-4c32-bee4-3edc515fb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.377070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-0ccb52e7-fa4d-4c32-bee4-3edc515fb5cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 200  len: 850 time: 0.1281400
Nov 06 21:14:42.467856 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-526b5132-cb90-4c76-a699-c6e17939bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.468466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-526b5132-cb90-4c76-a699-c6e17939bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.468912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-526b5132-cb90-4c76-a699-c6e17939bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.470665 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-526b5132-cb90-4c76-a699-c6e17939bf74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=99b40b59-cbc5-4528-be4b-431bf31e7971&id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 2293 time: 0.1058233
Nov 06 21:14:42.530797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-b02a2e99-9ac8-43f8-a925-dd353299ae11 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314434
Nov 06 21:14:42.546953 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-8061d69f-5f50-421a-a6ae-ff0baad9f14c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 1002 time: 0.0679214
Nov 06 21:14:42.550521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-72f13c6a-30dc-4e3e-a196-eaaa7b80ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.552131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-72f13c6a-30dc-4e3e-a196-eaaa7b80ee4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=868d34b9-2a4b-44dd-9b37-b695b577f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1646004
Nov 06 21:14:42.560077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:42.603267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-2ca4c356-7316-4f1c-bc7e-53e50cd17272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.605442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-2ca4c356-7316-4f1c-bc7e-53e50cd17272 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 200  len: 850 time: 0.0510974
Nov 06 21:14:42.666377 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-e8de8c8e-31b2-4e49-b734-681b6443eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:42.668610 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-e8de8c8e-31b2-4e49-b734-681b6443eb55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0553675
Nov 06 21:14:42.744524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-06cbc34f-e9a8-4cfa-a780-22f08c75af06 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855018
Nov 06 21:14:42.774327 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dfcb2898-f61e-446f-b08a-8a8002609151 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984337
Nov 06 21:14:42.901376 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-7ba170a4-9205-4079-9128-26e2aa32e092 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1192617
Nov 06 21:14:42.965590 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-734e3dc5-521c-456e-98bf-36e1c4f04ece service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 217 time: 0.0557027
Nov 06 21:14:43.039828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-5285e796-4315-407e-a5c2-4d50bd452bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:43.041910 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-5285e796-4315-407e-a5c2-4d50bd452bd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0698471
Nov 06 21:14:43.099941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-9281f2db-7fae-4ede-8023-e9695cd7444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:43.101716 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-9281f2db-7fae-4ede-8023-e9695cd7444c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0526693
Nov 06 21:14:43.214390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f48d9fce-8878-4cc9-aaed-dc504cea004a req-63142c70-d84f-4126-8ffb-a3c9144dec15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 210 time: 0.4350357
Nov 06 21:14:43.217421 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-6ab9006d-1be0-476f-a6bd-717b27129fc2 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1067441
Nov 06 21:14:43.308309 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:43.311604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a16e8ee-6a73-49be-b770-a3d9afa33696 req-466fe6e6-428b-4f6f-ade0-f3b48471ea50 service neutron] 10.222.0.37 "GET /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5338616
Nov 06 21:14:43.350865 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-80d1a694-9bdc-4bad-96e2-7f25af6e3150 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254594
Nov 06 21:14:43.406262 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-faa36963-92e2-407a-8a86-58c6d0c3f576 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 217 time: 0.0455909
Nov 06 21:14:43.458510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 17c8a705-f992-48fa-83db-55ddabe044e9 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:14:43.462690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-6b3bcb52-c42f-452f-a437-8af9433cc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:43.464502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-6b3bcb52-c42f-452f-a437-8af9433cc6ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0511508
Nov 06 21:14:43.512805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-6ad42d95-e0c1-44c8-83e0-0fde3144ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:43.514260 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-6ad42d95-e0c1-44c8-83e0-0fde3144ab5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0424707
Nov 06 21:14:43.578391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:14:43.589101 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Sync routers for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:14:43.598608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:43.599996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b364bb2f-644f-42b6-9d42-edc22cd8b938 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.8479075
Nov 06 21:14:43.603117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33768) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:43.603948 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:43.604786 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a574f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:43.616492 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dd6f43ee-5c7b-48bf-855a-3c44d80c4e52 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926144
Nov 06 21:14:43.643757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4b0f09ff-d486-4e77-a6c2-c4efa4f08a52 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5f8c001debad4d98b1531db2b7d91349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395024
Nov 06 21:14:43.646485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33770) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:43.723954 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:43.754983 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-2fcbbc76-ff5e-42f1-9631-93219aa1c622 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313815
Nov 06 21:14:43.827509 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-25655e69-7eaa-472d-a43c-4525a64de714 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 200  len: 217 time: 0.0626779
Nov 06 21:14:43.898508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec7587-8392-4c1d-a38c-a3dca6440ab5 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:43.903382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-27ec7587-8392-4c1d-a38c-a3dca6440ab5 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2528985
Nov 06 21:14:43.903382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33774) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:43.945832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-1b7bc2e7-76e8-456b-a63e-3e045e4d097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:43.947943 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-1b7bc2e7-76e8-456b-a63e-3e045e4d097c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.1134346
Nov 06 21:14:43.959991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-04aaf434-3246-4466-812f-16eabcfb7238 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0524616
Nov 06 21:14:43.960235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33776) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:43.968893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-654596739', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:44.053122 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a574f0>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:42Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:44.090244 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Checking router: 17c8a705-f992-48fa-83db-55ddabe044e9 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:14:44.090602 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Updating router 17c8a705-f992-48fa-83db-55ddabe044e9 port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:14:44.120012 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.120779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:14:44.128006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.459742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-b5bb2b8c-ec04-4131-b365-940818a1e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:44.461284 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-b5bb2b8c-ec04-4131-b365-940818a1e903 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4781134
Nov 06 21:14:44.467847 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.478183 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.507496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-cd0f0e58-af4e-4a64-8db1-f6579be4da42 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:44.510276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-cd0f0e58-af4e-4a64-8db1-f6579be4da42 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.6407983
Nov 06 21:14:44.517805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d13b8a6-8e38-4d73-ad56-4d38fffb12b4 req-c272ee80-c0e9-4412-bc75-881cfbb4d21c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 210 time: 0.0777712
Nov 06 21:14:44.541954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.555030 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.577082 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'port': {'device_id': '28892ef3-f12e-49ec-b6e1-d5e117f67dd8', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'admin_state_up': True, 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:44.595310 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Attempting to bind port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:14:44.597506 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Attempting to bind port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:14:44.609975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Subnet': ['ID=2624d40a-fe45-49a0-8328-ccf419ac1a07,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:44.612140 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.612649 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Attempting to bind port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:44.649599 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:14:44.649973 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:44.650381 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.651452 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:14:44.651942 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Bound port: da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:14:44.652776 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.665771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Checking segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:44.666593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network hostable DHCP agents. Network: d76cf4a6-2b40-4d99-9b64-1ec3595f58f3, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:14:44.696624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:14:44.722404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d76cf4a6-2b40-4d99-9b64-1ec3595f58f3) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:44.732024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec3963-6cf1-4988-b4e9-2b5f093e3c7a None None] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:14:44.740626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:44.742071 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.774625 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] For port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:14:44.785900 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] For port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:14:44.811564 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.816024 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb29e-c18e-49b1-943c-ec68d2aaaa88 None None] Pushing event updated for resources: {'Port': ['ID=da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:44.857638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Made reservation on behalf of 98ca138427bf46a0bff4b6bfbd378ec6 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:14:44.860010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-88d0c92b-570d-4a8d-bc6e-472c0e958531 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8984723
Nov 06 21:14:44.860852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33786) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:14:44.877342 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb29e-c18e-49b1-943c-ec68d2aaaa88 None None] Pushing event updated for resources: {'Port': ['ID=da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:44.882786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:44.899884 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:44.900694 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a574f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:44.934342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:14:44.937676 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.069150 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:45.137197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.20.0.13 (d3f7c65e-ecf0-4c1d-974f-85d78dbec967/fa706528-9259-4a22-8878-c72df3e42ce0/8e2c5150-a7b7-4393-93c2-b21601c3c7f7) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:14:45.170543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Allocated IP 172.20.0.2 (d76cf4a6-2b40-4d99-9b64-1ec3595f58f3/2624d40a-fe45-49a0-8328-ccf419ac1a07/591d8c84-bce7-4768-a89c-9010594555fc) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:14:45.290007 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-e43fdef9-e328-46cc-9e15-135773ed558b service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8155088
Nov 06 21:14:45.369549 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.379145 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a574f0>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:42Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:45.382731 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.424672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:14:45.429161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:45.432664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:14:45.452133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Pushing event updated for resources: {'Port': ['ID=591d8c84-bce7-4768-a89c-9010594555fc,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:45.466290 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45ddf3-97b2-42e4-8d9d-2578f0f4e902 None None] The sync data for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 is: [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:42Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:14:45.478547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.545691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Attempting to bind port 591d8c84-bce7-4768-a89c-9010594555fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:14:45.547658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Attempting to bind port 591d8c84-bce7-4768-a89c-9010594555fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:14:45.547658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Attempting to bind port 591d8c84-bce7-4768-a89c-9010594555fc on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:45.551255 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-25722493-c603-43d5-8549-d3ccfeac038e service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2536840
Nov 06 21:14:45.554898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:14:45.555711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Checking segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:45.556343 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.566340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Bound using segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:14:45.567042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Bound port: 591d8c84-bce7-4768-a89c-9010594555fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:14:45.567600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.600128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.649158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.653358 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-6555e12c-6d0f-42c8-aa32-67aeafb153e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 200  len: 217 time: 0.0839913
Nov 06 21:14:45.655246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['75d70963-502a-42c6-8cc4-6be35746612d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:45.751037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:45.753029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] For port 591d8c84-bce7-4768-a89c-9010594555fc, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:14:45.756449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:14:45.786885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] For port 591d8c84-bce7-4768-a89c-9010594555fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=591d8c84-bce7-4768-a89c-9010594555fc,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:14:45.797320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:45.800617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:45.804995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:14:45.814236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-05b58c2f-cd28-42e2-95f1-2671907c2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:45.816045 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-05b58c2f-cd28-42e2-95f1-2671907c2af9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.1146538
Nov 06 21:14:45.821646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60546ee-8f5a-4386-b670-f4ac384dfa68 req-a95d5c76-f631-4036-94d5-d277ad6c1e87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:45.831876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b60546ee-8f5a-4386-b670-f4ac384dfa68 req-a95d5c76-f631-4036-94d5-d277ad6c1e87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 932 time: 0.1635129
Nov 06 21:14:45.943775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b60546ee-8f5a-4386-b670-f4ac384dfa68 req-f478e4e1-85ca-49c5-afd0-2664cbff7abb tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085396
Nov 06 21:14:45.982747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15184a87-b2a2-44e2-9160-a5d16ffc6bca None None] Pushing event updated for resources: {'Port': ['ID=591d8c84-bce7-4768-a89c-9010594555fc,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:46.036876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:46.053584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.093573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-166a4bd7-31f0-4847-b4d2-e847529731f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:46.095242 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-166a4bd7-31f0-4847-b4d2-e847529731f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2375579
Nov 06 21:14:46.099312 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-c0c32055-d3b7-46a5-a03f-73a5dd96b0a4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5289924
Nov 06 21:14:46.116284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Request body: {'port': {'device_id': '28892ef3-f12e-49ec-b6e1-d5e117f67dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:46.272090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.20.0.1 (d76cf4a6-2b40-4d99-9b64-1ec3595f58f3/2624d40a-fe45-49a0-8328-ccf419ac1a07/4ea2b362-13ab-4bc5-acc1-70353db12da8) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:14:46.305564 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.328646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:46.361910 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-dcae9f77-a5b6-488e-b7b3-1b214e942098 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412133
Nov 06 21:14:46.450098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0035758f-2a43-4069-a95d-e28e211d704e None None] Provisioning complete for port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:46.450467 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0035758f-2a43-4069-a95d-e28e211d704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.475575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:46.476503 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.506311 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.537002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0035758f-2a43-4069-a95d-e28e211d704e None None] Port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:14:46.596102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.619119 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-50f49701-7b21-4458-9a54-7c1d8ae07ff0 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210186
Nov 06 21:14:46.662773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:14:46.684914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:46.686889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=4ea2b362-13ab-4bc5-acc1-70353db12da8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:46.690897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:14:46.708413 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-332b1937-b71d-4652-9fcd-cf81dfaac14a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 200  len: 217 time: 0.0880034
Nov 06 21:14:46.757026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.775333 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.809750 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-1172004e-86f0-4433-bb29-3225d3322542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:46.811744 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-1172004e-86f0-4433-bb29-3225d3322542 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0938737
Nov 06 21:14:46.816740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:46.833135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.888391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f631e2bb-d79d-43cd-a8a8-af432e26513a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.931909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:46.940708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-d0f8bb6b-cb41-46b7-94a5-9a183c907708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:46.942884 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-d0f8bb6b-cb41-46b7-94a5-9a183c907708 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1241651
Nov 06 21:14:46.958189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:46.978317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:14:47.097660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.114059 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-35d3bce5-011d-49f3-bfb3-a41dac464ee8 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599853
Nov 06 21:14:47.119442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Transition to ACTIVE for port object 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:14:47.133178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.199316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286215d3-1519-42d7-8d20-a666ccc1920a req-0e8d07f6-2d9d-4a6f-91b5-d35f68cc1464 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:47.201025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-286215d3-1519-42d7-8d20-a666ccc1920a req-0e8d07f6-2d9d-4a6f-91b5-d35f68cc1464 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 932 time: 0.1265013
Nov 06 21:14:47.264461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:47.334601 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-6bc82c27-c9d4-4091-af39-c05cb58549d5 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2130258
Nov 06 21:14:47.375159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-286215d3-1519-42d7-8d20-a666ccc1920a req-8edae278-6d8a-47d3-89f1-331c7120a1bd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536388
Nov 06 21:14:47.400913 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-af8bc96b-060e-4584-b624-e5af01ced922 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 217 time: 0.0566194
Nov 06 21:14:47.407555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Attempting to bind port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:14:47.407926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Attempting to bind port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:14:47.408466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Attempting to bind port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:47.423805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:14:47.424467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Attempting to bind port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:47.450274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:14:47.450612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:47.451005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Bound using segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:14:47.451445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Bound port: 8e2c5150-a7b7-4393-93c2-b21601c3c7f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:14:47.451805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.452468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.460930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.480566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-b09d2fca-eb45-4afd-84cf-74aabff6d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:47.482297 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-b09d2fca-eb45-4afd-84cf-74aabff6d70c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0700390
Nov 06 21:14:47.482944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76147d4-7611-4cfa-b700-03f8afd0667d None None] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:14:47.560892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=4ea2b362-13ab-4bc5-acc1-70353db12da8,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:47.564223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.581064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-1797ef4c-0922-4880-ada3-ed6d3c8dc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:47.583419 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-1797ef4c-0922-4880-ada3-ed6d3c8dc1e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0767205
Nov 06 21:14:47.585738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] For port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:14:47.589385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] For port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:14:47.601005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-904f5798-fa06-4574-9b20-f09c6ad92834 None None] Provisioning complete for port 591d8c84-bce7-4768-a89c-9010594555fc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:47.601651 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-904f5798-fa06-4574-9b20-f09c6ad92834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.602419 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.708485 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:14:47.710003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:47.751433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:47.752082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.752379 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-904f5798-fa06-4574-9b20-f09c6ad92834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.753549 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] 10.222.0.10 "PUT /v2.0/ports/8e2c5150-a7b7-4393-93c2-b21601c3c7f7 HTTP/1.1" status: 200  len: 1092 time: 1.6419992
Nov 06 21:14:47.761019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28892ef3-f12e-49ec-b6e1-d5e117f67dd8', 'tag': '8e2c5150-a7b7-4393-93c2-b21601c3c7f7'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:47.763836 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99262a9f-b27e-4138-a5ee-1e0041bd830a" -d '{"events": [{"name": "network-changed", "server_uuid": "28892ef3-f12e-49ec-b6e1-d5e117f67dd8", "tag": "8e2c5150-a7b7-4393-93c2-b21601c3c7f7"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:47.816852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-904f5798-fa06-4574-9b20-f09c6ad92834 None None] For port 591d8c84-bce7-4768-a89c-9010594555fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=591d8c84-bce7-4768-a89c-9010594555fc,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:47.825561 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-904f5798-fa06-4574-9b20-f09c6ad92834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:47.927845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 17c8a705-f992-48fa-83db-55ddabe044e9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:14:47.965672 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313da7d6-e6f1-4c59-a6e0-e9f739baa368 x-openstack-request-id: req-313da7d6-e6f1-4c59-a6e0-e9f739baa368 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:47.980088 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28892ef3-f12e-49ec-b6e1-d5e117f67dd8", "tag": "8e2c5150-a7b7-4393-93c2-b21601c3c7f7", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:47.981184 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-313da7d6-e6f1-4c59-a6e0-e9f739baa368 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:47.983378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f5798-fa06-4574-9b20-f09c6ad92834 None None] Pushing event updated for resources: {'Port': ['ID=591d8c84-bce7-4768-a89c-9010594555fc,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:47.983584 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28892ef3-f12e-49ec-b6e1-d5e117f67dd8', 'tag': '8e2c5150-a7b7-4393-93c2-b21601c3c7f7', 'status': 'completed', 'code': 200}
Nov 06 21:14:48.091285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ec5cd-5212-4c0c-bab7-e769ff062352 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:48.131225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-0d0d5f8f-2b66-43be-b23b-f29e1e31fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:48.133215 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-0d0d5f8f-2b66-43be-b23b-f29e1e31fed0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 1095 time: 0.3213589
Nov 06 21:14:48.133420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:14:48.139061 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-beaf5bff-0e19-48bd-9b1f-8ce3503834ab service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5469382
Nov 06 21:14:48.139650 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c3c757b-c997-471b-a531-fe79ed36f945 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "PUT /v2.0/routers/17c8a705-f992-48fa-83db-55ddabe044e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2775297
Nov 06 21:14:48.244950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5ca1aeb5-2433-4b05-a21c-92749e595d41 None None] Provisioning complete for port 4ea2b362-13ab-4bc5-acc1-70353db12da8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:48.247928 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5ca1aeb5-2433-4b05-a21c-92749e595d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:48.296909 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-0f504dfe-81b4-4cb6-a189-38025b87c025 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2c5150-a7b7-4393-93c2-b21601c3c7f7 HTTP/1.1" status: 200  len: 217 time: 0.1453505
Nov 06 21:14:48.329604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Sync routers for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:14:48.342587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1aeb5-2433-4b05-a21c-92749e595d41 None None] Port 4ea2b362-13ab-4bc5-acc1-70353db12da8 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:14:48.348393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:48.349027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251932670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:48.425402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-418bd490-525d-41ed-a2b7-e2f81a3d4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:48.429727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-418bd490-525d-41ed-a2b7-e2f81a3d4907 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.1258893
Nov 06 21:14:48.461371 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-003fddb2-07ac-4471-81d9-5c47154108e2 req-ac8fdb4b-3102-4b41-852f-89f886cbea85 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3131499
Nov 06 21:14:48.474359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5ca1aeb5-2433-4b05-a21c-92749e595d41 None None] Provisioning complete for port 591d8c84-bce7-4768-a89c-9010594555fc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:48.475564 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5ca1aeb5-2433-4b05-a21c-92749e595d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:48.477649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:48.544770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-6f9f7342-cd07-4062-93e2-0adbe820638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:48.549089 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-6f9f7342-cd07-4062-93e2-0adbe820638a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1071248
Nov 06 21:14:48.655569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf05ce-5f21-45e2-908c-b028c262bf8e req-1a9ca095-cef7-41f6-b1c4-356b91622c01 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:48.657527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6edf05ce-5f21-45e2-908c-b028c262bf8e req-1a9ca095-cef7-41f6-b1c4-356b91622c01 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 944 time: 0.1041903
Nov 06 21:14:48.663305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-0fbb6558-2f7d-48ce-9766-6db9f2732963 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897462639&fields=id&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 267 time: 0.1227660
Nov 06 21:14:48.695923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:48.714029 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-07562716-56fa-472e-9a7b-53d4ca44c641 service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586535
Nov 06 21:14:48.796439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6edf05ce-5f21-45e2-908c-b028c262bf8e req-a9d498fa-0122-4e05-81f2-1b99bf565747 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152890
Nov 06 21:14:48.859734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235583d-fbfe-4375-b52e-7f00a073957a req-481b56b1-f1c1-4bcb-abdc-a1537acf051b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:48.865422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-481b56b1-f1c1-4bcb-abdc-a1537acf051b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/networks?id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 200  len: 797 time: 0.1944745
Nov 06 21:14:48.901292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-03fcfb03-4f43-4ded-8f33-2f8ae9327a8e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/quotas/5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 375 time: 0.0275526
Nov 06 21:14:48.910830 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-bcc6683b-dc82-45b7-bfc9-3602902f1175 req-036c4a77-2710-4d56-a349-459cfbaee436 service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894193
Nov 06 21:14:49.000181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:49.000809 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:49.019255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-6d8af860-a3bb-4cb7-a3c4-93228569d8a2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1102142
Nov 06 21:14:49.063604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-3fdc05c0-e72a-4418-9819-dbd076c4e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:49.070112 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-3fdc05c0-e72a-4418-9819-dbd076c4e9f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 1095 time: 0.0823805
Nov 06 21:14:49.167474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-cde12bdf-b816-4c02-8027-ec1ffa0b4b99 service neutron] 10.222.0.13 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346469
Nov 06 21:14:49.200086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-d8b8d576-2a90-42e2-8206-66e37fcef5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:49.204733 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-d8b8d576-2a90-42e2-8206-66e37fcef5bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1241493
Nov 06 21:14:49.205239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251932670>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:47Z', 'revision_number': 2, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:49.242738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Checking router: 17c8a705-f992-48fa-83db-55ddabe044e9 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:14:49.243159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Updating router 17c8a705-f992-48fa-83db-55ddabe044e9 port 4ea2b362-13ab-4bc5-acc1-70353db12da8 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:14:49.268960 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-7dc0f175-8314-4d23-8f4e-4b76a640e91c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2c5150-a7b7-4393-93c2-b21601c3c7f7 HTTP/1.1" status: 200  len: 217 time: 0.0576823
Nov 06 21:14:49.270861 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-74fab8ab-3742-4b6d-97d1-0453687d4070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:49.283016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 591d8c84-bce7-4768-a89c-9010594555fc up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:49.289429 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:49.294481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-bf75c335-9957-4374-a3a3-ea606905bdb5 service neutron] 10.222.0.13 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257849
Nov 06 21:14:49.333043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-d6a6b855-9674-464c-92c6-6b87b0c4a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:49.334850 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-d6a6b855-9674-464c-92c6-6b87b0c4a16e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0584707
Nov 06 21:14:49.354671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-285c8a55-07ca-437d-b986-daa5871bbd5b None None] Provisioning complete for port 4ea2b362-13ab-4bc5-acc1-70353db12da8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:49.355044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-285c8a55-07ca-437d-b986-daa5871bbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:49.416200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-f0776849-b558-4ef0-ab14-de172d1619ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:49.418197 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-f0776849-b558-4ef0-ab14-de172d1619ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0740914
Nov 06 21:14:49.490688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-285c8a55-07ca-437d-b986-daa5871bbd5b None None] Port 4ea2b362-13ab-4bc5-acc1-70353db12da8 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:14:49.583220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b4ab23d7-7d12-4faa-9065-d23dd069f20c req-7f078b51-be39-4a53-9f4b-50e39d08666f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 210 time: 0.0609958
Nov 06 21:14:49.612244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 591d8c84-bce7-4768-a89c-9010594555fc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:49.612900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:49.623767 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-f6abbdba-152d-4334-abdf-d68e9d179027 service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961753
Nov 06 21:14:49.788688 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-99262a9f-b27e-4138-a5ee-1e0041bd830a req-36bbd35c-cd19-4c9c-af73-be0428aa6736 service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581917
Nov 06 21:14:49.920282 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:49.927345 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:49.963469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143455ec-0d86-4d51-b648-9f8f7f7edb89 req-22965767-2dcb-479c-8f0d-8b08807b1382 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:49.966042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-143455ec-0d86-4d51-b648-9f8f7f7edb89 req-22965767-2dcb-479c-8f0d-8b08807b1382 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 944 time: 0.0790522
Nov 06 21:14:49.996684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Pushing event updated for resources: {'Port': ['ID=4ea2b362-13ab-4bc5-acc1-70353db12da8,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:50.012010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.013024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.013024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.013348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.013508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.015165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.015165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.015165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.015667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.015667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.015998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.016157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:14:50.140949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-143455ec-0d86-4d51-b648-9f8f7f7edb89 req-8270dda5-5eec-4f79-b3ee-c3f56725c900 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669364
Nov 06 21:14:50.161815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Attempting to bind port 4ea2b362-13ab-4bc5-acc1-70353db12da8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:14:50.162449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Attempting to bind port 4ea2b362-13ab-4bc5-acc1-70353db12da8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:14:50.163017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Attempting to bind port 4ea2b362-13ab-4bc5-acc1-70353db12da8 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:50.168863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:14:50.169527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Checking segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:50.170114 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:50.170671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Bound using segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:14:50.171842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Bound port: 4ea2b362-13ab-4bc5-acc1-70353db12da8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:14:50.172462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:50.251489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] For port 4ea2b362-13ab-4bc5-acc1-70353db12da8, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:14:50.254979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] For port 4ea2b362-13ab-4bc5-acc1-70353db12da8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ea2b362-13ab-4bc5-acc1-70353db12da8,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:14:50.259986 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:50.320194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:14:50.321017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251932670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:50.326423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f1d94-a4a6-4e7d-a843-812159da1a78 None None] Pushing event updated for resources: {'Port': ['ID=4ea2b362-13ab-4bc5-acc1-70353db12da8,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:50.398118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5ce8ae2c-7a28-49d5-83a1-effc6c192eb6 None None] Provisioning complete for port 4ea2b362-13ab-4bc5-acc1-70353db12da8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:50.398570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ae2c-7a28-49d5-83a1-effc6c192eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:50.499875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:14:50.604402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ae2c-7a28-49d5-83a1-effc6c192eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:50.673602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:50.688192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-574538d8-6e30-445e-a73e-f4686ea0e7e8 req-6347b92c-3f62-4579-9f28-22cb6207f52c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 210 time: 0.0375838
Nov 06 21:14:50.707560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5ce8ae2c-7a28-49d5-83a1-effc6c192eb6 None None] For port 4ea2b362-13ab-4bc5-acc1-70353db12da8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ea2b362-13ab-4bc5-acc1-70353db12da8,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:50.713080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ae2c-7a28-49d5-83a1-effc6c192eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:50.955119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8ae2c-7a28-49d5-83a1-effc6c192eb6 None None] Pushing event updated for resources: {'Port': ['ID=4ea2b362-13ab-4bc5-acc1-70353db12da8,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:50.964254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-44569b49-8947-45ac-94ec-1b6f0269c226 None None] Provisioning complete for port 4ea2b362-13ab-4bc5-acc1-70353db12da8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:50.964671 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44569b49-8947-45ac-94ec-1b6f0269c226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:51.015766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235583d-fbfe-4375-b52e-7f00a073957a req-5d741183-3b2b-4dd5-96e1-462c60e7b8c8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:51.016450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251932670>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:50Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:14:51.017720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-5d741183-3b2b-4dd5-96e1-462c60e7b8c8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.37 "GET /v2.0/networks?id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 200  len: 797 time: 0.1208692
Nov 06 21:14:51.045885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c6ccc-ca35-42ac-93eb-2fa2b48fb4f3 None None] The sync data for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 is: [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:50Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:14:51.106116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-04251f63-6031-4d1d-b4e1-6f36624d6d47 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 380 time: 0.0789812
Nov 06 21:14:51.120437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'port': {'device_id': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'admin_state_up': True, 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'security_groups': ['4ae157a4-7e43-465d-b235-5113775ad9b0']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:51.289151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:14:51.292972 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:51.311911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5da64f-3d7b-4c89-af7a-03ebba0f5a71 req-a14bd1a8-9db5-4815-867d-53695e201e57 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:51.313507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f5da64f-3d7b-4c89-af7a-03ebba0f5a71 req-a14bd1a8-9db5-4815-867d-53695e201e57 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 944 time: 0.0896060
Nov 06 21:14:51.421740 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f5da64f-3d7b-4c89-af7a-03ebba0f5a71 req-c14682cb-9ead-47f6-8a30-7b022b6598a2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004684
Nov 06 21:14:51.848025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6ee80be-45a6-42d1-b4da-9d2b55738a70 req-0554a8ad-43f2-4165-86df-2a6431375ef0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 210 time: 0.0395610
Nov 06 21:14:51.856616 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:51.867831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.20.0.6 (d76cf4a6-2b40-4d99-9b64-1ec3595f58f3/2624d40a-fe45-49a0-8328-ccf419ac1a07/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:14:52.015644 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.049346 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.094155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:14:52.097178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:14:52.099618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:14:52.138456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:52.175692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:52.176396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.195728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-c763cc73-ed52-4ec2-9b33-f263aeb7656c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0833774
Nov 06 21:14:52.209296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Request body: {'port': {'device_id': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:14:52.235978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4ea2b362-13ab-4bc5-acc1-70353db12da8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:52.281966 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.340190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4ea2b362-13ab-4bc5-acc1-70353db12da8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:52.341221 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.451162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-01d725d4-8432-4f46-b597-46115a924e78 None None] Provisioning complete for port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:52.451523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-01d725d4-8432-4f46-b597-46115a924e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.502264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-01d725d4-8432-4f46-b597-46115a924e78 None None] Port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:14:52.515565 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.623163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfc04c-eca3-44d2-91c7-4f9c1aa312e5 req-5a0f9447-07e9-4524-a41e-0793225da7a2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:52.625007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbcfc04c-eca3-44d2-91c7-4f9c1aa312e5 req-5a0f9447-07e9-4524-a41e-0793225da7a2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 944 time: 0.0946679
Nov 06 21:14:52.629253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:14:52.638490 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.668448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Transition to ACTIVE for port object ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:14:52.675262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.743934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbcfc04c-eca3-44d2-91c7-4f9c1aa312e5 req-3fc921fe-4d91-4c87-b1ef-c560f9a45366 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097851
Nov 06 21:14:52.745599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:52.830349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:14:52.830762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:14:52.831255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:52.836994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:14:52.836994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:14:52.842420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:14:52.843255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Checking segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:14:52.843644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Bound using segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:14:52.844086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Bound port: ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:14:52.844679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:52.929245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:14:52.932763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:14:52.939575 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:53.004924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.004924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:53.005999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] 10.222.0.37 "PUT /v2.0/ports/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 1091 time: 0.8013601
Nov 06 21:14:53.006471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:53.008935 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2276213-ee20-495e-bdb4-0067e6027aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:53.046882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104d47b-4726-4c45-86a1-1f711fbf850b service neutron] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:53.075243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4bdc1-6469-4ac7-b9d0-4e5ff825718c req-6df38ee4-3747-4912-8327-45bc3954105b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.078673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bb4bdc1-6469-4ac7-b9d0-4e5ff825718c req-6df38ee4-3747-4912-8327-45bc3954105b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 943 time: 0.1350462
Nov 06 21:14:53.081503 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e3d265-031b-4497-b6ab-97eac7d81e9f x-openstack-request-id: req-e2e3d265-031b-4497-b6ab-97eac7d81e9f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:53.082661 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:53.082983 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2e3d265-031b-4497-b6ab-97eac7d81e9f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:53.083438 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'status': 'completed', 'code': 200}
Nov 06 21:14:53.177649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235583d-fbfe-4375-b52e-7f00a073957a req-54c6c47d-b916-49f4-a9bb-e274d8bc4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.179568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-54c6c47d-b916-49f4-a9bb-e274d8bc4df3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1094 time: 0.0999386
Nov 06 21:14:53.184336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0bb4bdc1-6469-4ac7-b9d0-4e5ff825718c req-90a82d8f-ce90-464d-a699-db5554850222 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925608
Nov 06 21:14:53.231361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-8c0fc15c-eba8-41d2-9e57-442c4c032985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 217 time: 0.0430601
Nov 06 21:14:53.287908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235583d-fbfe-4375-b52e-7f00a073957a req-ecfa731a-519c-43d7-9943-3372486886cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.289202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-ecfa731a-519c-43d7-9943-3372486886cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2624d40a-fe45-49a0-8328-ccf419ac1a07 HTTP/1.1" status: 200  len: 834 time: 0.0516770
Nov 06 21:14:53.349161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235583d-fbfe-4375-b52e-7f00a073957a req-6c9669f6-0ba1-48cb-a053-09b38fa38ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.350653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-6c9669f6-0ba1-48cb-a053-09b38fa38ee5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0531299
Nov 06 21:14:53.461362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-f00be73a-bd89-4ad1-af52-3afd966fb0c4 service neutron] 10.222.0.37 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1029763
Nov 06 21:14:53.564630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5235583d-fbfe-4375-b52e-7f00a073957a req-d26fb593-d225-4d43-900e-2a33ceea715a service neutron] 10.222.0.37 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944695
Nov 06 21:14:53.656629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-999b8925-c2fa-4c68-9e32-66c0dafed483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.658472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-999b8925-c2fa-4c68-9e32-66c0dafed483 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1094 time: 0.0453279
Nov 06 21:14:53.759041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-278ab74c-95c0-4eee-9066-13818bb30cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.760893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-278ab74c-95c0-4eee-9066-13818bb30cdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 200  len: 898 time: 0.0886581
Nov 06 21:14:53.808080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-f264ecd1-2ea9-44c3-81c0-52b0e943e7d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 217 time: 0.0406995
Nov 06 21:14:53.886555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-c166254c-93b8-4e9f-8666-73c63973f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.888183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-c166254c-93b8-4e9f-8666-73c63973f96a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2624d40a-fe45-49a0-8328-ccf419ac1a07 HTTP/1.1" status: 200  len: 834 time: 0.0741653
Nov 06 21:14:53.913478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800097a-7f02-49b6-9a80-8e308f8a201b req-4b5554fa-8561-49b1-83bd-5cb0da12896e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.914963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5800097a-7f02-49b6-9a80-8e308f8a201b req-4b5554fa-8561-49b1-83bd-5cb0da12896e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 944 time: 0.0932426
Nov 06 21:14:53.994477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-e50aeaa1-2105-4506-a469-0f39568a295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:53.996397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-e50aeaa1-2105-4506-a469-0f39568a295f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1010146
Nov 06 21:14:54.004939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5800097a-7f02-49b6-9a80-8e308f8a201b req-43ebf9f1-e709-4a0f-b5e8-5c8e7e763d98 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665760
Nov 06 21:14:54.106706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-a22bb8df-417a-446a-922c-081e0853ff68 service neutron] 10.222.0.37 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968747
Nov 06 21:14:54.206755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2276213-ee20-495e-bdb4-0067e6027aa1 req-1e0a1d9c-cbea-45d5-9531-eb7ed538c483 service neutron] 10.222.0.37 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931647
Nov 06 21:14:54.312571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:14:54.319604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549e90-9f4d-45b9-90c0-f143d1e71249 req-da14a52f-8d0e-49fa-af67-a0318f349378 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:54.321689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab549e90-9f4d-45b9-90c0-f143d1e71249 req-da14a52f-8d0e-49fa-af67-a0318f349378 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 943 time: 0.0534940
Nov 06 21:14:54.378830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab549e90-9f4d-45b9-90c0-f143d1e71249 req-1270c17c-6bfe-47e9-b51c-b7c56e7717a5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490091
Nov 06 21:14:54.417046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:54.431311 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '8e2c5150-a7b7-4393-93c2-b21601c3c7f7', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'port_id': '8e2c5150-a7b7-4393-93c2-b21601c3c7f7', 'mac_address': 'fa:16:3e:4b:73:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:14:54.481903 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:54.497014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:14:54.520928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:54.530814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:54.586017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:54.899395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['8e2c5150-a7b7-4393-93c2-b21601c3c7f7'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:55.141683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987140f-b6e7-48d4-8ce2-d181682faf31 req-4b76ea63-8fbf-4639-be51-96abdc3095af tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:55.143321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e987140f-b6e7-48d4-8ce2-d181682faf31 req-4b76ea63-8fbf-4639-be51-96abdc3095af tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 945 time: 0.0562768
Nov 06 21:14:55.198730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e987140f-b6e7-48d4-8ce2-d181682faf31 req-6db46b71-3065-4128-bcf4-c5b4559aab30 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491080
Nov 06 21:14:55.525131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63cd98-e895-493f-aabf-2d2113508a2a req-29a44801-c480-47f4-8b14-561291414c9f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:55.526742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb63cd98-e895-493f-aabf-2d2113508a2a req-29a44801-c480-47f4-8b14-561291414c9f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 943 time: 0.0608003
Nov 06 21:14:55.588510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb63cd98-e895-493f-aabf-2d2113508a2a req-e48b90ef-d831-4d5b-91da-5af4fad24e99 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521402
Nov 06 21:14:56.326449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf118b-38ff-4700-94ad-6688944e7384 req-c48a7d75-d477-49d7-b83a-318b038fe78a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:56.328690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1bf118b-38ff-4700-94ad-6688944e7384 req-c48a7d75-d477-49d7-b83a-318b038fe78a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 945 time: 0.0553944
Nov 06 21:14:56.329782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:56.381329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1bf118b-38ff-4700-94ad-6688944e7384 req-3946cef3-093f-4436-9783-7a2398c32cc8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439975
Nov 06 21:14:56.403091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:56.407216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:56.407609 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:56.462586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:14:56.507453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:56.579916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28892ef3-f12e-49ec-b6e1-d5e117f67dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2c5150-a7b7-4393-93c2-b21601c3c7f7'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:56.582666 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae560b13-61e7-4115-97fc-e2ff56233d52" -d '{"events": [{"server_uuid": "28892ef3-f12e-49ec-b6e1-d5e117f67dd8", "name": "network-vif-plugged", "status": "completed", "tag": "8e2c5150-a7b7-4393-93c2-b21601c3c7f7"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:56.601055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:56.612980 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:56.646262 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed659c6b-ee97-40f7-9331-a492d7575b93 x-openstack-request-id: req-ed659c6b-ee97-40f7-9331-a492d7575b93 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:56.646533 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28892ef3-f12e-49ec-b6e1-d5e117f67dd8", "name": "network-vif-plugged", "status": "completed", "tag": "8e2c5150-a7b7-4393-93c2-b21601c3c7f7", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:56.646791 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed659c6b-ee97-40f7-9331-a492d7575b93 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:56.647255 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28892ef3-f12e-49ec-b6e1-d5e117f67dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2c5150-a7b7-4393-93c2-b21601c3c7f7', 'code': 200}
Nov 06 21:14:56.663633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:56.693059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'port_id': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'mac_address': 'fa:16:3e:91:4a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:14:56.730092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:56.741365 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:56.761646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:14:56.792401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:56.798681 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:56.810840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee8adc-50e2-4a39-9a60-58cb951a5d04 req-12060488-644a-47be-aba7-999965b3bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:56.812578 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c7ee8adc-50e2-4a39-9a60-58cb951a5d04 req-12060488-644a-47be-aba7-999965b3bba2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 1097 time: 0.0794325
Nov 06 21:14:56.844099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b4bdd-4852-4ff3-92cf-68802f073f1e req-a190d212-650f-4d94-9fe9-eb9520d1576d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:56.849501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d0b4bdd-4852-4ff3-92cf-68802f073f1e req-a190d212-650f-4d94-9fe9-eb9520d1576d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 943 time: 0.0946589
Nov 06 21:14:56.854640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:56.869887 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c7ee8adc-50e2-4a39-9a60-58cb951a5d04 req-b64c4394-d6dd-4d22-b343-722141cd9f57 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493009
Nov 06 21:14:56.910065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d0b4bdd-4852-4ff3-92cf-68802f073f1e req-d835d469-cb1d-4778-a605-689164711a09 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554469
Nov 06 21:14:57.178947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:14:57.511904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1113db-2252-4aec-b33d-de2ebde30b38 req-47d7c149-8654-4ebf-a0ec-fe13f353cc68 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:57.513361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c1113db-2252-4aec-b33d-de2ebde30b38 req-47d7c149-8654-4ebf-a0ec-fe13f353cc68 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 946 time: 0.0511463
Nov 06 21:14:57.566010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c1113db-2252-4aec-b33d-de2ebde30b38 req-12cd126c-2362-4aa6-bae3-607b8d96611c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459418
Nov 06 21:14:58.043705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da0c3a-4122-4eec-b885-13a76c04c65d req-64e46372-339d-4b19-8003-5819ceac2273 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:58.045168 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63da0c3a-4122-4eec-b885-13a76c04c65d req-64e46372-339d-4b19-8003-5819ceac2273 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 944 time: 0.0499649
Nov 06 21:14:58.104193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63da0c3a-4122-4eec-b885-13a76c04c65d req-d43391d8-6e27-4ccb-b6e3-c5ae1b0679d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516598
Nov 06 21:14:58.481725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:14:58.532976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:14:58.537168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:14:58.537566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:58.617718 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:58.648306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:14:58.651037 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a99e15-b2ce-46d1-be80-e27f35368beb" -d '{"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-plugged", "status": "completed", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:14:58.657101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:14:58.661221 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:14:58.701152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050bf97-dc10-44e4-b54a-c5332aa5ff46 req-2fc26c5c-941d-42f8-b3cd-ed2ec49b00c1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:58.702882 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a84c96-90c6-4bec-8510-ade57128b8a2 x-openstack-request-id: req-b7a84c96-90c6-4bec-8510-ade57128b8a2 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:14:58.703611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1050bf97-dc10-44e4-b54a-c5332aa5ff46 req-2fc26c5c-941d-42f8-b3cd-ed2ec49b00c1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 946 time: 0.0594912
Nov 06 21:14:58.704658 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-plugged", "status": "completed", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:14:58.704868 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7a84c96-90c6-4bec-8510-ade57128b8a2 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:14:58.705312 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'code': 200}
Nov 06 21:14:58.739183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:14:58.769070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1050bf97-dc10-44e4-b54a-c5332aa5ff46 req-84f0659c-f224-4f56-86f7-a5046d917942 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521088
Nov 06 21:14:58.824166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c00c-323d-442b-b558-3b7e6f3569e3 req-0c910894-6b7a-4799-a3c3-9e4e01debbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:58.825777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a86c00c-323d-442b-b558-3b7e6f3569e3 req-0c910894-6b7a-4799-a3c3-9e4e01debbea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1096 time: 0.0492685
Nov 06 21:14:58.917315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a86c00c-323d-442b-b558-3b7e6f3569e3 req-9ff4dee9-b0a4-4d0c-bbb4-93e9a7c19e58 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842779
Nov 06 21:14:58.935499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe56faa-fccf-4617-af36-c70ae9a494a0 req-a5745a64-8980-4bba-8a0e-e3140fd05dce tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:58.937666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ffe56faa-fccf-4617-af36-c70ae9a494a0 req-a5745a64-8980-4bba-8a0e-e3140fd05dce tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 946 time: 0.0769193
Nov 06 21:14:58.991338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ffe56faa-fccf-4617-af36-c70ae9a494a0 req-f437455e-ebed-4e84-8adb-fe08daf8f9d2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467811
Nov 06 21:14:59.258079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189791a-e8f3-424e-b492-5d3da04e14b2 req-12f4d3c1-90b9-4cea-93b8-b8c54998b29c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:59.265222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a189791a-e8f3-424e-b492-5d3da04e14b2 req-12f4d3c1-90b9-4cea-93b8-b8c54998b29c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0841415
Nov 06 21:14:59.370719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a189791a-e8f3-424e-b492-5d3da04e14b2 req-d1fee9af-4da3-42df-bc10-fadcf61eace2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038177
Nov 06 21:14:59.384503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d968ba-09aa-4219-a286-7d92dc18f629 req-37f4e8fe-a281-4679-858b-a10d9826f1e0 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:14:59.387181 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12d968ba-09aa-4219-a286-7d92dc18f629 req-37f4e8fe-a281-4679-858b-a10d9826f1e0 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 946 time: 0.1081915
Nov 06 21:14:59.443925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12d968ba-09aa-4219-a286-7d92dc18f629 req-e3edb194-0431-4374-9b15-c1f00a4e6bf6 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504243
Nov 06 21:15:00.503729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4b576-c9de-4da4-8d34-c11ebac318d6 req-77a350e6-c874-48ad-9166-531606f6ed74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:00.505467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ea4b576-c9de-4da4-8d34-c11ebac318d6 req-77a350e6-c874-48ad-9166-531606f6ed74 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0577326
Nov 06 21:15:00.599297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ea4b576-c9de-4da4-8d34-c11ebac318d6 req-e2b17e10-d038-4fdb-b0f7-14022dd1fb25 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872707
Nov 06 21:15:00.612546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebda1e6-dda7-46cf-87a9-c7c99860b384 req-d127cf71-217d-4df8-aa06-6f9cb1ab81cd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:00.614073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebda1e6-dda7-46cf-87a9-c7c99860b384 req-d127cf71-217d-4df8-aa06-6f9cb1ab81cd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 946 time: 0.0865231
Nov 06 21:15:00.687645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ebda1e6-dda7-46cf-87a9-c7c99860b384 req-46adc57e-eb04-4d12-827c-ebc6f3ea892d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672255
Nov 06 21:15:00.735861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fcc0-7fa0-4cf9-9ef6-d8720d69c5b6 req-e8334163-3af0-4f41-acce-e4e29b9c59fe tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:00.737423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05b7fcc0-7fa0-4cf9-9ef6-d8720d69c5b6 req-e8334163-3af0-4f41-acce-e4e29b9c59fe tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0648406
Nov 06 21:15:00.795173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05b7fcc0-7fa0-4cf9-9ef6-d8720d69c5b6 req-2f1be7a2-559c-4366-83f2-74cbe67052a8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516787
Nov 06 21:15:00.824370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 33958) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:00.875729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284b1949-c7b8-46fc-af58-0792823953ac tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:00.877764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-284b1949-c7b8-46fc-af58-0792823953ac tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1091 time: 0.0522685
Nov 06 21:15:00.881291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 33960) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:00.887398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address': '172.20.0.6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:00.951802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:00.984131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033af21-841a-45c3-9288-513af08aab06 req-1d3da7b8-b660-4600-99f3-040e5741f9a8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:00.985664 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1033af21-841a-45c3-9288-513af08aab06 req-1d3da7b8-b660-4600-99f3-040e5741f9a8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 946 time: 0.0915320
Nov 06 21:15:01.151523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:15:01.151874 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:01.202869 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:01.310857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] For port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:15:01.321525 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:01.351753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:15:01.409978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.35.0.74 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/7d956920-c63f-4d9d-bef2-5f35c31956a9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:15:01.580545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:01.596561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:01.612017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['75d70963-502a-42c6-8cc4-6be35746612d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:15:01.615744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['8e2c5150-a7b7-4393-93c2-b21601c3c7f7'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:15:01.636562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=8e2c5150-a7b7-4393-93c2-b21601c3c7f7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:01.669290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.669290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.669290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.669942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.669942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.670281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.671374 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.671536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.671824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.672036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.672370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.672700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:01.681579 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:01.699699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] No DVR routers for this DVR port 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:15:01.731365 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:01.735469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1033af21-841a-45c3-9288-513af08aab06 req-12974406-2851-4f39-b5f1-c09fdb62b513 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "DELETE /v2.0/ports/8e2c5150-a7b7-4393-93c2-b21601c3c7f7 HTTP/1.1" status: 204  len: 173 time: 0.7214251
Nov 06 21:15:01.738624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28892ef3-f12e-49ec-b6e1-d5e117f67dd8', 'name': 'network-vif-deleted', 'tag': '8e2c5150-a7b7-4393-93c2-b21601c3c7f7'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:15:01.740982 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64837190-bc0f-498e-b1f6-6a68b6ffb6db" -d '{"events": [{"server_uuid": "28892ef3-f12e-49ec-b6e1-d5e117f67dd8", "name": "network-vif-deleted", "tag": "8e2c5150-a7b7-4393-93c2-b21601c3c7f7"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:15:01.758070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:15:01.774146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:15:01.787164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:15:01.804728 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5cdfdc-806f-49e5-9b24-fd68b1d1df4e x-openstack-request-id: req-ad5cdfdc-806f-49e5-9b24-fd68b1d1df4e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:15:01.805013 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28892ef3-f12e-49ec-b6e1-d5e117f67dd8", "name": "network-vif-deleted", "tag": "8e2c5150-a7b7-4393-93c2-b21601c3c7f7", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:15:01.805254 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad5cdfdc-806f-49e5-9b24-fd68b1d1df4e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:15:01.805663 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28892ef3-f12e-49ec-b6e1-d5e117f67dd8', 'name': 'network-vif-deleted', 'tag': '8e2c5150-a7b7-4393-93c2-b21601c3c7f7', 'status': 'completed', 'code': 200}
Nov 06 21:15:01.844614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=7d956920-c63f-4d9d-bef2-5f35c31956a9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:01.931272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33b5fe74-e8a2-466a-b861-26a50e4584aa req-6161efbe-93f2-43c7-855a-0bcc45ccfba1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=28892ef3-f12e-49ec-b6e1-d5e117f67dd8 HTTP/1.1" status: 200  len: 210 time: 0.0664425
Nov 06 21:15:02.714771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:02.798711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:02.986950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:02.991737 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:03.074018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=7d956920-c63f-4d9d-bef2-5f35c31956a9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:03.099269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:03.231880 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Floating IP 15ac4c7f-462b-4c89-9403-7bd06a599ae8 associated. External IP: 172.35.0.74, port: ceac2deb-f0c5-4c4c-8896-4b3ae8de1307.
Nov 06 21:15:03.455467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 17c8a705-f992-48fa-83db-55ddabe044e9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:15:03.577598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:15:03.589644 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] Sync routers for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:15:03.601441 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:15:03.602058 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a577c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:03.605106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:03.636328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-16c8c3e9-48e9-4c06-bd4b-7b396e79da11 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7536902
Nov 06 21:15:03.719684 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:15:03.750833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11001f1-605f-434c-8a74-d31ae45f4290 req-003a0170-f4c0-423d-8692-6f5ca6680cb9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:03.752724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e11001f1-605f-434c-8a74-d31ae45f4290 req-003a0170-f4c0-423d-8692-6f5ca6680cb9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0593698
Nov 06 21:15:03.806794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:15:03.809241 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107f841b-9460-48ab-991d-b22f7a6b7aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:15:03.810514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e11001f1-605f-434c-8a74-d31ae45f4290 req-accee124-b1f4-4dd2-a54a-26b486b2ad33 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511887
Nov 06 21:15:03.837498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34026) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:03.882133 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f62cf30-1ca9-4cc6-9b9f-4993286c9c54 x-openstack-request-id: req-8f62cf30-1ca9-4cc6-9b9f-4993286c9c54 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:15:03.882909 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:15:03.883386 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f62cf30-1ca9-4cc6-9b9f-4993286c9c54 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:15:03.884339 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'status': 'completed', 'code': 200}
Nov 06 21:15:03.924010 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-de0f209f-1795-4d2f-8cd9-ffbd27d8ce04 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/15ac4c7f-462b-4c89-9403-7bd06a599ae8 HTTP/1.1" status: 200  len: 990 time: 0.0852413
Nov 06 21:15:03.959535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-b940b33c-149e-4e79-8b0c-b1254cfe3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:03.961814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-b940b33c-149e-4e79-8b0c-b1254cfe3c7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1096 time: 0.0593498
Nov 06 21:15:03.983421 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a577c0>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '15ac4c7f-462b-4c89-9403-7bd06a599ae8', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.74', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'port_id': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'mac_address': 'fa:16:3e:91:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:15:02Z', 'updated_at': '2021-11-06T21:15:02Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:50Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:04.010063 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] Checking router: 17c8a705-f992-48fa-83db-55ddabe044e9 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:15:04.020609 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:15:04.021334 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a577c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:14:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:04.069856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-3494b9ac-1ca3-4b88-ac30-e138ac3aae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:04.071801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-3494b9ac-1ca3-4b88-ac30-e138ac3aae13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 200  len: 898 time: 0.1022949
Nov 06 21:15:04.147718 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:15:04.154909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-99b090b9-9f76-4c8f-8094-abde985ea188 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 998 time: 0.0755992
Nov 06 21:15:04.215274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-22515ab9-1582-4ee9-b3b0-5b6d2100eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:04.217494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-22515ab9-1582-4ee9-b3b0-5b6d2100eaca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2624d40a-fe45-49a0-8328-ccf419ac1a07 HTTP/1.1" status: 200  len: 834 time: 0.0557501
Nov 06 21:15:04.282826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-4ad7b72b-2d7d-4ee2-b3f5-5c1fb20999e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:04.285373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-4ad7b72b-2d7d-4ee2-b3f5-5c1fb20999e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0607445
Nov 06 21:15:04.378665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:15:04.390069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-4b2d4adf-bd1f-4b96-b41a-b70ee5eec316 service neutron] 10.222.0.37 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971754
Nov 06 21:15:04.399885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:15:04.400593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 8e2c5150-a7b7-4393-93c2-b21601c3c7f7 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:15:04.419087 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a577c0>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '15ac4c7f-462b-4c89-9403-7bd06a599ae8', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.74', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'port_id': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'mac_address': 'fa:16:3e:91:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:15:02Z', 'updated_at': '2021-11-06T21:15:02Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:50Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:04.453649 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f18276-9edf-43cd-b879-d2511c11708f None None] The sync data for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 is: [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '15ac4c7f-462b-4c89-9403-7bd06a599ae8', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.74', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'port_id': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'mac_address': 'fa:16:3e:91:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:15:02Z', 'updated_at': '2021-11-06T21:15:02Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:50Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:15:04.494260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-107f841b-9460-48ab-991d-b22f7a6b7aa1 req-bc649d78-06d9-4b0f-8221-dc482b7e568c service neutron] 10.222.0.37 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972972
Nov 06 21:15:04.680245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790864c2-385f-4cc1-95be-46600da33f16 None None] New status for floating IP 15ac4c7f-462b-4c89-9403-7bd06a599ae8: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:15:04.926354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34036) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:04.995298 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cf313ebb-0b26-4080-8622-27dc897abb16 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/15ac4c7f-462b-4c89-9403-7bd06a599ae8 HTTP/1.1" status: 200  len: 992 time: 0.0676098
Nov 06 21:15:06.104605 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:15:14.538788 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:14.590013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:16.852138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca04f632-d69e-42da-9939-5f02a53cbd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:19.204016 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4baf6b5a-0287-469e-a268-0df33159e96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:20.608134 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:21.856828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:22.480648 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:34.161348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a90c3-2458-40fa-ad1c-3b6803f396c0 req-f966d4d8-e0c0-4586-99b4-2ccbfcf1ee83 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:34.162844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d1a90c3-2458-40fa-ad1c-3b6803f396c0 req-f966d4d8-e0c0-4586-99b4-2ccbfcf1ee83 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 945 time: 0.0501568
Nov 06 21:15:34.210631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d1a90c3-2458-40fa-ad1c-3b6803f396c0 req-95bed7af-0790-4b29-a47a-e6f714e0b51a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416136
Nov 06 21:15:35.330603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7517b7-413c-44a7-9abb-76de14ad3ae3 req-19bcf034-d7aa-4a57-84e6-f20de5e8ff5a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:35.332412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc7517b7-413c-44a7-9abb-76de14ad3ae3 req-19bcf034-d7aa-4a57-84e6-f20de5e8ff5a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 945 time: 0.0500078
Nov 06 21:15:35.382867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc7517b7-413c-44a7-9abb-76de14ad3ae3 req-bdcb83e2-2811-4625-baf0-eae8421833ca tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6d9db26-5c77-47d3-997b-7421048950f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422599
Nov 06 21:15:35.803468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-278df358-280e-4ccd-9b07-ec8fee2a023b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:35.804936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-278df358-280e-4ccd-9b07-ec8fee2a023b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 945 time: 0.0521066
Nov 06 21:15:35.895640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port 75d70963-502a-42c6-8cc4-6be35746612d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:15:35.895980 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:35.985449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] For port 75d70963-502a-42c6-8cc4-6be35746612d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75d70963-502a-42c6-8cc4-6be35746612d,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:15:35.985807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:35.998928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for 75d70963-502a-42c6-8cc4-6be35746612d owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:15:36.123119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:36.134626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['75d70963-502a-42c6-8cc4-6be35746612d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:15:36.155494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=75d70963-502a-42c6-8cc4-6be35746612d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:36.181084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.181426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.181793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.182131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.182464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.182784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.183102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.183419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.183740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.184055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.184392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.184709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:36.205724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] No DVR routers for this DVR port 75d70963-502a-42c6-8cc4-6be35746612d on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:15:36.208238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:36.211592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc8b8772-0110-47c7-adc4-1c1315a51c95 req-b19d570d-e394-4eab-b927-cea280e31ba8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "DELETE /v2.0/ports/75d70963-502a-42c6-8cc4-6be35746612d HTTP/1.1" status: 204  len: 173 time: 0.4001005
Nov 06 21:15:36.212021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2071d671-763b-44cf-9037-2041ce4aba8c', 'name': 'network-vif-deleted', 'tag': '75d70963-502a-42c6-8cc4-6be35746612d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:15:36.214833 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dd70e8-edd2-40d5-aef7-49e7052b1300" -d '{"events": [{"server_uuid": "2071d671-763b-44cf-9037-2041ce4aba8c", "name": "network-vif-deleted", "tag": "75d70963-502a-42c6-8cc4-6be35746612d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:15:36.253645 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af95b4-851d-4449-be97-f126ae250f78 x-openstack-request-id: req-c1af95b4-851d-4449-be97-f126ae250f78 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:15:36.254044 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2071d671-763b-44cf-9037-2041ce4aba8c", "name": "network-vif-deleted", "tag": "75d70963-502a-42c6-8cc4-6be35746612d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:15:36.254286 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1af95b4-851d-4449-be97-f126ae250f78 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:15:36.254804 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2071d671-763b-44cf-9037-2041ce4aba8c', 'name': 'network-vif-deleted', 'tag': '75d70963-502a-42c6-8cc4-6be35746612d', 'status': 'completed', 'code': 200}
Nov 06 21:15:36.500924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f57561d-5bee-404a-aeba-dfdd2997d3a7 req-c2003fff-bd82-4c9e-8bcf-6842b3ee48a3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=2071d671-763b-44cf-9037-2041ce4aba8c HTTP/1.1" status: 200  len: 210 time: 0.0423763
Nov 06 21:15:38.560730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 75d70963-502a-42c6-8cc4-6be35746612d no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:15:38.580453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 75d70963-502a-42c6-8cc4-6be35746612d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:15:38.580799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 75d70963-502a-42c6-8cc4-6be35746612d not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:15:39.600145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34338) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:39.606420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-453bac0e-1103-4565-8671-b9de51ac3c72 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302622068', 'description': 'tempest-secgroup-smoke-1302622068 description', 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:39.629304 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-453bac0e-1103-4565-8671-b9de51ac3c72 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.695907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-453bac0e-1103-4565-8671-b9de51ac3c72 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.701810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-453bac0e-1103-4565-8671-b9de51ac3c72 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.732260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bac0e-1103-4565-8671-b9de51ac3c72 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebfff74-ab70-4b6a-8379-9bc48e31182f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:39.740820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-453bac0e-1103-4565-8671-b9de51ac3c72 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.742371 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-453bac0e-1103-4565-8671-b9de51ac3c72 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1392517
Nov 06 21:15:39.745861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34344) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:39.751246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b862f8d4-2f2c-4376-a298-4c3531421cfc tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'security_group_rule': {'security_group_id': 'aebfff74-ab70-4b6a-8379-9bc48e31182f', 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:39.779834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b862f8d4-2f2c-4376-a298-4c3531421cfc tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.844783 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b862f8d4-2f2c-4376-a298-4c3531421cfc tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.848216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b862f8d4-2f2c-4376-a298-4c3531421cfc tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.866954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862f8d4-2f2c-4376-a298-4c3531421cfc tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e12ba8-f5b1-4988-8cfe-10566af6831b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:39.895631 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b862f8d4-2f2c-4376-a298-4c3531421cfc tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.897024 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b862f8d4-2f2c-4376-a298-4c3531421cfc tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1501379
Nov 06 21:15:39.900048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34346) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:39.904643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-18bb317e-1bb1-4a36-8142-2d9308311557 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'security_group_rule': {'security_group_id': 'aebfff74-ab70-4b6a-8379-9bc48e31182f', 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:39.932450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18bb317e-1bb1-4a36-8142-2d9308311557 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:39.998694 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18bb317e-1bb1-4a36-8142-2d9308311557 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.004679 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18bb317e-1bb1-4a36-8142-2d9308311557 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.024959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb317e-1bb1-4a36-8142-2d9308311557 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9821c786-5180-43df-9a9d-c15410c1580a,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:40.037357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18bb317e-1bb1-4a36-8142-2d9308311557 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.038808 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-18bb317e-1bb1-4a36-8142-2d9308311557 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1376817
Nov 06 21:15:40.042505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34350) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:40.047244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-d509f658-c211-4dd0-937c-b362856ff009 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'security_group_rule': {'security_group_id': 'aebfff74-ab70-4b6a-8379-9bc48e31182f', 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:40.074055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d509f658-c211-4dd0-937c-b362856ff009 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.132605 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d509f658-c211-4dd0-937c-b362856ff009 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.136480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d509f658-c211-4dd0-937c-b362856ff009 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.156233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509f658-c211-4dd0-937c-b362856ff009 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68c8d60-f12d-40c3-b153-3801c843d652,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:40.161715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d509f658-c211-4dd0-937c-b362856ff009 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.163017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d509f658-c211-4dd0-937c-b362856ff009 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1194017
Nov 06 21:15:40.166454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34356) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:40.170748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9b73a933-5b14-4e01-b8f3-a3c800e12b8c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'security_group_rule': {'security_group_id': 'aebfff74-ab70-4b6a-8379-9bc48e31182f', 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:40.197425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b73a933-5b14-4e01-b8f3-a3c800e12b8c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.257477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b73a933-5b14-4e01-b8f3-a3c800e12b8c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.261560 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b73a933-5b14-4e01-b8f3-a3c800e12b8c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.281701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a933-5b14-4e01-b8f3-a3c800e12b8c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5c18d6-0075-4181-b9b9-05d880c9b645,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:40.289776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b73a933-5b14-4e01-b8f3-a3c800e12b8c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.291274 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9b73a933-5b14-4e01-b8f3-a3c800e12b8c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1238940
Nov 06 21:15:40.293977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34368) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:40.298277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-27665f82-eea0-4290-b634-3f6924753cf3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'security_group_rule': {'security_group_id': 'aebfff74-ab70-4b6a-8379-9bc48e31182f', 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:40.319532 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-27665f82-eea0-4290-b634-3f6924753cf3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Project 98ca138427bf46a0bff4b6bfbd378ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:15:40.324711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27665f82-eea0-4290-b634-3f6924753cf3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.381739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27665f82-eea0-4290-b634-3f6924753cf3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.386088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27665f82-eea0-4290-b634-3f6924753cf3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.404195 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27665f82-eea0-4290-b634-3f6924753cf3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff07a83-81b5-4a24-a00a-b96d43e82810,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:40.411095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-27665f82-eea0-4290-b634-3f6924753cf3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.412280 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-27665f82-eea0-4290-b634-3f6924753cf3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1173425
Nov 06 21:15:40.414958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34370) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:40.419875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e4560634-4934-40ed-97c5-c531d7d627e5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'security_group_rule': {'security_group_id': 'aebfff74-ab70-4b6a-8379-9bc48e31182f', 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:40.443627 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-e4560634-4934-40ed-97c5-c531d7d627e5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Project 98ca138427bf46a0bff4b6bfbd378ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:15:40.448938 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e4560634-4934-40ed-97c5-c531d7d627e5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.505806 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e4560634-4934-40ed-97c5-c531d7d627e5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.510185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e4560634-4934-40ed-97c5-c531d7d627e5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.530193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4560634-4934-40ed-97c5-c531d7d627e5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f16896d-542c-41b7-8057-741702d7b40e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:40.535421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e4560634-4934-40ed-97c5-c531d7d627e5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:40.539434 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e4560634-4934-40ed-97c5-c531d7d627e5 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1203153
Nov 06 21:15:42.486641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-48ba8342-2148-4514-a7c3-8b6897515da3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385365
Nov 06 21:15:42.575721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-bb97d8dc-a8cd-40eb-ba3a-06ff1cbb4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:42.577286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-bb97d8dc-a8cd-40eb-ba3a-06ff1cbb4740 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e7bb72df2e54f4aa72356d80aae9d38&device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 1096 time: 0.0465310
Nov 06 21:15:42.681221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-f24f0ef6-9549-4c2a-a5c9-1a8646f56ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:42.683231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-f24f0ef6-9549-4c2a-a5c9-1a8646f56ee4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=346fa48e-d19b-41a3-a405-c0c564390c77 HTTP/1.1" status: 200  len: 909 time: 0.0866892
Nov 06 21:15:42.757060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-cdfb973e-d825-4f7e-b710-a9a387d7967a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0 HTTP/1.1" status: 200  len: 1001 time: 0.0627396
Nov 06 21:15:42.812563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-1032470b-4b8b-4d65-acbd-e46b33cbbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:42.814033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-1032470b-4b8b-4d65-acbd-e46b33cbbe66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2c42ea1-7c50-4294-882b-1d65cc3a431d HTTP/1.1" status: 200  len: 847 time: 0.0452178
Nov 06 21:15:42.865408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-67a650fa-e3f6-46f9-972a-7f6425c98301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:42.866906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-67a650fa-e3f6-46f9-972a-7f6425c98301 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346fa48e-d19b-41a3-a405-c0c564390c77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395095
Nov 06 21:15:42.961378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-0b7facf9-b7c9-4fd7-8c4a-f033ff776b7f service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860126
Nov 06 21:15:43.027780 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-e69e81bf-5edb-426f-80b1-6cd6b900a318 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0501518
Nov 06 21:15:43.064944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9743b5ab-84a4-4349-8e92-4cc1aab60127 req-606fb82b-8595-4cef-ae12-b302a8778a4d service neutron] 10.222.0.37 "GET /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956395
Nov 06 21:15:43.102981 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:15:43.134893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c724b2c2-1586-40c2-9665-cffbc48c46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.135616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c724b2c2-1586-40c2-9665-cffbc48c46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.135966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c724b2c2-1586-40c2-9665-cffbc48c46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.136458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c724b2c2-1586-40c2-9665-cffbc48c46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.136979 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c724b2c2-1586-40c2-9665-cffbc48c46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.137443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c724b2c2-1586-40c2-9665-cffbc48c46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.137893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c724b2c2-1586-40c2-9665-cffbc48c46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.139901 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c724b2c2-1586-40c2-9665-cffbc48c46c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.0562670
Nov 06 21:15:43.255321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-671c0de3-73c2-415c-8fed-72af0a9633c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.256099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-671c0de3-73c2-415c-8fed-72af0a9633c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.256582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-671c0de3-73c2-415c-8fed-72af0a9633c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.258260 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-671c0de3-73c2-415c-8fed-72af0a9633c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=99b40b59-cbc5-4528-be4b-431bf31e7971&id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 2293 time: 0.0932939
Nov 06 21:15:43.261036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-e91efd5e-8c28-48a0-8bce-18dfb5916b7e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302622068&fields=id&tenant_id=98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 267 time: 0.0452850
Nov 06 21:15:43.328761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c8d218c8-6fa3-4c0b-a0e1-4ac0a8e1e88c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 1002 time: 0.0633621
Nov 06 21:15:43.369874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-392aaf67-12fe-494c-bd9a-7969bf220a22 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.371359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-392aaf67-12fe-494c-bd9a-7969bf220a22 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1033986
Nov 06 21:15:43.377057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-0963db0e-72de-4f6d-a50e-dc46a83b091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.378592 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-0963db0e-72de-4f6d-a50e-dc46a83b091e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 200  len: 850 time: 0.0434356
Nov 06 21:15:43.387337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-6b59d636-2076-44d6-9c3a-279bb63ed0b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/quotas/98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 375 time: 0.0099132
Nov 06 21:15:43.426867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-f27ba087-4a04-48b8-a0fc-01dcfc8d3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.428879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-f27ba087-4a04-48b8-a0fc-01dcfc8d3f8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428579
Nov 06 21:15:43.450701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-05ddb20a-25c7-4430-92b8-2e92cd7bbc7a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0576644
Nov 06 21:15:43.522021 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-8080bea4-4bdb-42f5-aa43-2a3d22bfe8eb service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865788
Nov 06 21:15:43.551546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-23a8744e-cb22-4239-9e5a-8d22e254ff18 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892820
Nov 06 21:15:43.613303 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-1050b280-be55-46fa-9b75-21c33f2c5c87 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841749
Nov 06 21:15:43.641840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-574d25bb-c6e6-45b5-aaf9-c51bdab0cba7 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838838
Nov 06 21:15:43.654789 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c74e8642-3d5a-4918-a4f7-6bd0a6ab2725 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 217 time: 0.0344894
Nov 06 21:15:43.708121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-674854b3-576a-4551-b46d-4b15c2fd08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.709625 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-674854b3-576a-4551-b46d-4b15c2fd08c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0482845
Nov 06 21:15:43.759424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-88727b6d-6df9-411a-9a73-109e7cf71d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:43.761196 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-88727b6d-6df9-411a-9a73-109e7cf71d53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0445154
Nov 06 21:15:43.901346 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-0f4d891e-70c7-4d28-af25-3accb581441b service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317782
Nov 06 21:15:44.027500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00c7a177-d651-4919-b493-b0f1954b393b req-114dd021-44ba-4c24-b192-b8aca0dce83b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 210 time: 0.0332847
Nov 06 21:15:44.032832 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-48c5a765-c9ef-4e5b-bdd8-2731543a6881 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235971
Nov 06 21:15:44.082725 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-2296c71f-f1e8-4755-af2c-436217ae70e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 217 time: 0.0425458
Nov 06 21:15:44.138174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-d4eac0f8-0412-411c-a98e-1ce283144e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:44.140232 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-d4eac0f8-0412-411c-a98e-1ce283144e3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0499856
Nov 06 21:15:44.187579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-0fcf2874-d1c8-404d-bb69-2e4c6cc1a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:44.189310 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-0fcf2874-d1c8-404d-bb69-2e4c6cc1a057 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0425894
Nov 06 21:15:44.312464 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-5c0e098f-e6e6-4f2a-86ec-f64410514509 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162145
Nov 06 21:15:44.408513 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-3fb16b54-1afc-47ac-9923-1c506969c42c service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895329
Nov 06 21:15:44.453304 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-bdb58340-5459-4e4f-a042-1a5c0ae6a924 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 200  len: 217 time: 0.0361135
Nov 06 21:15:44.505588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-5fd5bebb-6b66-444c-9c8d-f49e103a3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:44.507285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-5fd5bebb-6b66-444c-9c8d-f49e103a3172 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0475714
Nov 06 21:15:44.571848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-dcbf8214-1458-4fb4-87c0-99e795b5a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:44.573339 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-dcbf8214-1458-4fb4-87c0-99e795b5a58c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0468993
Nov 06 21:15:44.581330 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:44.606181 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:44.675360 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-b14fbdc7-8b1b-4e5a-87ba-4965b963034f service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936737
Nov 06 21:15:44.774573 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-5291db6d-7406-4e6b-abfb-5fcc5de80427 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878856
Nov 06 21:15:44.818442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c6f02d73-a92a-4bde-8d46-5b4e266adeb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 200  len: 217 time: 0.0359652
Nov 06 21:15:44.887379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-effaaf55-1c34-43e5-bf18-a10284d0dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:44.889218 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-effaaf55-1c34-43e5-bf18-a10284d0dae9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0640142
Nov 06 21:15:44.960470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-3f77dd1f-4c5c-47ec-8d89-96f57aa3487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:44.964331 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-3f77dd1f-4c5c-47ec-8d89-96f57aa3487e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0667918
Nov 06 21:15:45.141819 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-ac454135-f49d-48be-b336-ead3e40e8e12 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689427
Nov 06 21:15:45.152563 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ca24aac2-1126-4f77-bc11-d09de2199543 req-50e2049a-d3c9-495b-a07d-a9c0e105ed80 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 210 time: 0.0324399
Nov 06 21:15:45.220204 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-b2e34a17-c7e6-4765-819f-94e356edba20 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:45.222049 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-b2e34a17-c7e6-4765-819f-94e356edba20 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1945500
Nov 06 21:15:45.288019 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-960beda6-2cc4-4d74-930f-333e878e393a service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387203
Nov 06 21:15:45.339995 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-97575728-18b0-4877-a251-e829b18b7e31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 200  len: 217 time: 0.0447717
Nov 06 21:15:45.345504 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-9992b0ea-0ef5-4844-8df5-37d0014c097f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 380 time: 0.1142673
Nov 06 21:15:45.357854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'port': {'device_id': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'admin_state_up': True, 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'security_groups': ['aebfff74-ab70-4b6a-8379-9bc48e31182f']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:45.439818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-10fdf6a3-5d80-494e-8cd2-8d3839b186fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:45.441229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-10fdf6a3-5d80-494e-8cd2-8d3839b186fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0946507
Nov 06 21:15:45.516794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-0963c8bc-e93d-4b2a-bd67-934bdf4e11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:45.518153 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-0963c8bc-e93d-4b2a-bd67-934bdf4e11c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0640006
Nov 06 21:15:45.535143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Made reservation on behalf of 98ca138427bf46a0bff4b6bfbd378ec6 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:15:45.538439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:45.672840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-4ae13916-52f7-4f77-8175-84b9dd3202d1 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465833
Nov 06 21:15:45.769917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.20.0.7 (d3f7c65e-ecf0-4c1d-974f-85d78dbec967/fa706528-9259-4a22-8878-c72df3e42ce0/4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:15:45.821095 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-b9fa51aa-5172-43b5-b2ef-02c3e20c3c9a service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250169
Nov 06 21:15:45.903410 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-362ca198-5889-47a9-9195-0641dfe323d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 217 time: 0.0736444
Nov 06 21:15:45.998925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c7b186f4-0625-4a06-8255-30032d7cf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:46.000430 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-c7b186f4-0625-4a06-8255-30032d7cf135 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0860944
Nov 06 21:15:46.011082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:46.087047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a1711-91ae-479c-98c3-d1aa3703647a req-4193d02b-4d39-41cb-8f36-31c6acfd065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:46.089791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-4193d02b-4d39-41cb-8f36-31c6acfd065e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0769961
Nov 06 21:15:46.096507 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:46.184225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:15:46.188767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:15:46.199006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:15:46.241665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:46.314506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:46.315336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:46.329248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9ee18-df59-4d8d-9bfd-f64ac1d547e5 req-1fdee7d6-f30d-405d-8fcc-80006ef37d23 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:46.330594 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-8e36dd79-2c55-4e7e-9ed4-f4c1be26e222 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218821
Nov 06 21:15:46.330919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15d9ee18-df59-4d8d-9bfd-f64ac1d547e5 req-1fdee7d6-f30d-405d-8fcc-80006ef37d23 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 931 time: 0.0706232
Nov 06 21:15:46.339947 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f2ef8232-d509-4229-8736-2522931e60de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9861851
Nov 06 21:15:46.355962 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Request body: {'port': {'device_id': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:46.422748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15d9ee18-df59-4d8d-9bfd-f64ac1d547e5 req-f98198fa-ac81-4674-97d8-6d2180f1a9ec tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840924
Nov 06 21:15:46.580362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-dad9e79b-853f-4f95-8943-15ad287baa61 None None] Provisioning complete for port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:15:46.581571 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dad9e79b-853f-4f95-8943-15ad287baa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:46.617242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-dad9e79b-853f-4f95-8943-15ad287baa61 None None] Port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:15:46.835311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:46.845417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e191ed24-104f-4fef-9f87-86f2a7aaf708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:46.850193 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-902a1711-91ae-479c-98c3-d1aa3703647a req-a6890a1c-b2a0-4cc7-a56c-b234688a78be service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5092180
Nov 06 21:15:47.098544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:15:47.106266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:47.118112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Transition to ACTIVE for port object 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:15:47.123035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:47.175384 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:47.257940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Attempting to bind port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:15:47.258663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Attempting to bind port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:15:47.258663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Attempting to bind port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:15:47.263905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:15:47.264220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Attempting to bind port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:15:47.269525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:15:47.270050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:15:47.270442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Bound using segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:15:47.270963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Bound port: 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:15:47.271353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:47.344918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] For port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:15:47.348187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] For port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:15:47.352856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:47.390809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:47.391663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:47.393328 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] 10.222.0.10 "PUT /v2.0/ports/4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 HTTP/1.1" status: 200  len: 1091 time: 1.0439193
Nov 06 21:15:47.395387 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'tag': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:15:47.398436 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5757a3-d0c6-4996-881a-2ee088229845" -d '{"events": [{"name": "network-changed", "server_uuid": "e65f8275-232c-4352-b2dc-d80a46ce45e8", "tag": "4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:15:47.433344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafa5c1-04d6-46ba-ac4b-187c80112db5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:47.491943 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4bdd45-ba23-4267-8c93-9352a260c86f x-openstack-request-id: req-1d4bdd45-ba23-4267-8c93-9352a260c86f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:15:47.492380 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65f8275-232c-4352-b2dc-d80a46ce45e8", "tag": "4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:15:47.492482 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d4bdd45-ba23-4267-8c93-9352a260c86f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:15:47.493069 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'tag': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'status': 'completed', 'code': 200}
Nov 06 21:15:47.519614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-59aec6d2-fb1d-49fd-92c9-eff8910bd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:47.521215 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-59aec6d2-fb1d-49fd-92c9-eff8910bd380 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 1094 time: 0.0597796
Nov 06 21:15:47.569719 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-95fb04b9-edb5-46c9-a56a-4aa1a2f754f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 HTTP/1.1" status: 200  len: 217 time: 0.0410242
Nov 06 21:15:47.579826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc6ef8-f1d7-499c-9424-01556cdcdad3 req-173b1676-6dfc-489b-92f2-85679882b670 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:47.581465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52dc6ef8-f1d7-499c-9424-01556cdcdad3 req-173b1676-6dfc-489b-92f2-85679882b670 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 943 time: 0.0686772
Nov 06 21:15:47.625144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-0818160e-e67d-476e-8f1b-dbab2c9d9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:47.626729 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-0818160e-e67d-476e-8f1b-dbab2c9d9bae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0507617
Nov 06 21:15:47.635462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52dc6ef8-f1d7-499c-9424-01556cdcdad3 req-7ad6196a-79f6-4b27-843a-205dfc2f89be tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470932
Nov 06 21:15:47.674911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-937496bd-2f02-4194-8503-60eceb038120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:47.676477 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-937496bd-2f02-4194-8503-60eceb038120 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425811
Nov 06 21:15:47.768145 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-0ddc49e9-6224-4354-b7b4-3acf1b50234a service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846915
Nov 06 21:15:47.865000 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6af489c1-18c1-4985-b00b-644f03bd6146 req-f7d16f1a-ef19-42f8-a7a2-4dc58e05eb1d service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895619
Nov 06 21:15:47.953520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5757a3-d0c6-4996-881a-2ee088229845 req-7d90a4e4-9342-4e1c-b907-10284a1ca294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:47.954982 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db5757a3-d0c6-4996-881a-2ee088229845 req-7d90a4e4-9342-4e1c-b907-10284a1ca294 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 1094 time: 0.0402107
Nov 06 21:15:48.050034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5757a3-d0c6-4996-881a-2ee088229845 req-02a33ce7-5634-472a-9d8b-d8b381f67c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:48.051537 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db5757a3-d0c6-4996-881a-2ee088229845 req-02a33ce7-5634-472a-9d8b-d8b381f67c14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.0898216
Nov 06 21:15:48.095809 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db5757a3-d0c6-4996-881a-2ee088229845 req-db8eeb76-c28c-4bcc-96c8-f556838748b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 HTTP/1.1" status: 200  len: 217 time: 0.0372877
Nov 06 21:15:48.143711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5757a3-d0c6-4996-881a-2ee088229845 req-ff55017c-0232-47b0-b3ff-dfc4f9b94114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:48.145177 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db5757a3-d0c6-4996-881a-2ee088229845 req-ff55017c-0232-47b0-b3ff-dfc4f9b94114 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0426855
Nov 06 21:15:48.194541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5757a3-d0c6-4996-881a-2ee088229845 req-0922e2e7-9135-4d41-ac40-b8ec0f5f85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:48.196036 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db5757a3-d0c6-4996-881a-2ee088229845 req-0922e2e7-9135-4d41-ac40-b8ec0f5f85b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444248
Nov 06 21:15:48.285299 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db5757a3-d0c6-4996-881a-2ee088229845 req-c39cd0ad-ad79-4a6d-aec7-4a4350a6e0da service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811892
Nov 06 21:15:48.379813 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-db5757a3-d0c6-4996-881a-2ee088229845 req-635470a8-8074-4e41-b5e6-1b196c51107e service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874019
Nov 06 21:15:48.763872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249b7e-83ed-4c86-abba-2ba757cbb309 req-004c147e-e5f9-4c0f-a135-bfc84f7ad2a9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:48.765410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45249b7e-83ed-4c86-abba-2ba757cbb309 req-004c147e-e5f9-4c0f-a135-bfc84f7ad2a9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 943 time: 0.0486195
Nov 06 21:15:48.818965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45249b7e-83ed-4c86-abba-2ba757cbb309 req-ea61c2d7-7e35-4452-a073-e8405ad306c6 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476370
Nov 06 21:15:49.204793 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d7950f1c-9942-43bb-b621-207b2c6ff5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:49.943869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb6e9-9883-44cf-8172-7264b859eeb9 req-bd2aec4e-672c-4293-beac-e1fc4286be93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:49.945267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-036cb6e9-9883-44cf-8172-7264b859eeb9 req-bd2aec4e-672c-4293-beac-e1fc4286be93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 943 time: 0.0481288
Nov 06 21:15:49.994244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-036cb6e9-9883-44cf-8172-7264b859eeb9 req-2eec4625-76da-4d48-acfd-9b0f29a2ebc3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418487
Nov 06 21:15:50.611339 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:50.670633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:15:50.763596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:15:50.776018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'port_id': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'mac_address': 'fa:16:3e:32:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:15:50.812278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:50.824933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:15:50.847872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:15:50.851436 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:50.897600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:50.905499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.905843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.906178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.906510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.906838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.907160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.907480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.907799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.908139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.908482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.908802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:50.909116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:15:51.114403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014a340-0d90-48d2-8412-ac62e088d6cc req-1ee04c41-2c3f-4c3c-bb6e-43d0d61df68c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:51.116624 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5014a340-0d90-48d2-8412-ac62e088d6cc req-1ee04c41-2c3f-4c3c-bb6e-43d0d61df68c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 944 time: 0.0510883
Nov 06 21:15:51.166701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5014a340-0d90-48d2-8412-ac62e088d6cc req-267bdc44-7873-4988-ad10-ef8982caa2c7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433531
Nov 06 21:15:51.262205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:15:51.860124 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:51.937081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c367d20-2c21-4387-8491-eb9c50b76565 req-1f350e0a-ea53-474b-b434-ec746b9efebd tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:51.938480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c367d20-2c21-4387-8491-eb9c50b76565 req-1f350e0a-ea53-474b-b434-ec746b9efebd tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 946 time: 0.0542407
Nov 06 21:15:51.985467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3c367d20-2c21-4387-8491-eb9c50b76565 req-737f0bad-0145-4800-9a60-6b7f7a94988f tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411580
Nov 06 21:15:52.282209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d94a1-5069-424e-b021-dc6f2cbbfbc8 req-be19a21b-ca92-4240-afce-e0ae1dcbb49f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:52.283812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b20d94a1-5069-424e-b021-dc6f2cbbfbc8 req-be19a21b-ca92-4240-afce-e0ae1dcbb49f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 944 time: 0.0485923
Nov 06 21:15:52.331790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b20d94a1-5069-424e-b021-dc6f2cbbfbc8 req-ad338ea3-45c3-47e7-9ef0-fbd2f845a80d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421302
Nov 06 21:15:52.482943 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:52.676037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:15:52.723999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:15:52.728034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:15:52.728430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:52.803812 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:52.829065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:15:52.831276 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5681a351-5cd4-4508-9f62-16ed9449dd2b" -d '{"events": [{"server_uuid": "e65f8275-232c-4352-b2dc-d80a46ce45e8", "name": "network-vif-plugged", "status": "completed", "tag": "4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:15:52.843655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:15:52.847657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:52.870989 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee32f8-7507-4559-be76-4d109d79f1b4 x-openstack-request-id: req-e6ee32f8-7507-4559-be76-4d109d79f1b4 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:15:52.871653 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65f8275-232c-4352-b2dc-d80a46ce45e8", "name": "network-vif-plugged", "status": "completed", "tag": "4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:15:52.871653 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6ee32f8-7507-4559-be76-4d109d79f1b4 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:15:52.871911 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'code': 200}
Nov 06 21:15:52.897682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:52.965484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff113eef-7402-49ae-b3f6-092494eddba2 req-1060b2a9-c0b2-4854-bdde-e662bafb63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:52.966962 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ff113eef-7402-49ae-b3f6-092494eddba2 req-1060b2a9-c0b2-4854-bdde-e662bafb63ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 1096 time: 0.0406671
Nov 06 21:15:53.015115 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ff113eef-7402-49ae-b3f6-092494eddba2 req-7ee00409-4513-4b07-9c8d-781a8ffc6210 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398192
Nov 06 21:15:53.106964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ad2e9-8108-45e8-8bac-f38a3282d00f req-cac9b016-667c-4e41-8ee0-51edba2fdc81 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:53.108496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a8ad2e9-8108-45e8-8bac-f38a3282d00f req-cac9b016-667c-4e41-8ee0-51edba2fdc81 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 946 time: 0.0523627
Nov 06 21:15:53.155123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a8ad2e9-8108-45e8-8bac-f38a3282d00f req-56b329cf-6825-4122-a66e-cd6fef9d6786 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407114
Nov 06 21:15:53.454315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb6ac-3011-4765-b012-190b8beb4ecb req-c1e34e1f-5ddd-4b08-b1ca-2c22fe099145 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:53.455791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1dcfb6ac-3011-4765-b012-190b8beb4ecb req-c1e34e1f-5ddd-4b08-b1ca-2c22fe099145 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 945 time: 0.0488150
Nov 06 21:15:53.504862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1dcfb6ac-3011-4765-b012-190b8beb4ecb req-db530adb-08e5-4ede-8bb1-9681a77247e7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431559
Nov 06 21:15:53.798549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80781afc-cb6f-4630-a4f5-607d2cdb150d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:53.799978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80781afc-cb6f-4630-a4f5-607d2cdb150d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 946 time: 0.0481546
Nov 06 21:15:53.896404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Deleting port c1722b04-68c2-4bd2-b024-60d66153e901 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:15:53.896774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:53.982777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] For port c1722b04-68c2-4bd2-b024-60d66153e901, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1722b04-68c2-4bd2-b024-60d66153e901,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:15:53.983137 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:54.157348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:54.157709 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:54.158031 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Floating IP 53674cda-585a-4030-9b4f-a7e6e7a8e5a7 disassociated. External IP: 172.35.0.175, port: c1722b04-68c2-4bd2-b024-60d66153e901.
Nov 06 21:15:54.158371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Calling delete_port for c1722b04-68c2-4bd2-b024-60d66153e901 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:15:54.311815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5df50b-1761-4c8a-98ef-aa9e29982bd1 req-e044b847-76e9-4902-b60c-6233b9604e5a tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:54.313326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e5df50b-1761-4c8a-98ef-aa9e29982bd1 req-e044b847-76e9-4902-b60c-6233b9604e5a tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 946 time: 0.0843596
Nov 06 21:15:54.329396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:54.365223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event deleted for resources: {'Port': ['ID=c1722b04-68c2-4bd2-b024-60d66153e901,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:54.428783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e5df50b-1761-4c8a-98ef-aa9e29982bd1 req-8322e855-7595-4abb-84ed-65f3ec76282a tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups?id=095f25be-1625-4b2a-961a-46a25ee521fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073806
Nov 06 21:15:54.890118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3126cfc-8302-480f-9fe7-5cbcc93b789a req-b157335c-88f2-4c6d-a68c-b68a73a6805c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:54.891707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3126cfc-8302-480f-9fe7-5cbcc93b789a req-b157335c-88f2-4c6d-a68c-b68a73a6805c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 945 time: 0.0713112
Nov 06 21:15:54.893509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:15:55.015418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3126cfc-8302-480f-9fe7-5cbcc93b789a req-aae3646e-b216-447f-84e9-4aa516cf916e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166587
Nov 06 21:15:55.036219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:15:55.048389 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] Sync routers for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:15:55.060869 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:15:55.061486 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92527ac130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:15:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:55.082167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] No DVR routers for this DVR port c1722b04-68c2-4bd2-b024-60d66153e901 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:15:55.084918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:55.088742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2e1ffe1-c74b-4d9e-a341-3210f3ee51fa req-80032a02-5298-4344-aa95-78b5aab76368 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.37 "DELETE /v2.0/ports/c1722b04-68c2-4bd2-b024-60d66153e901 HTTP/1.1" status: 204  len: 173 time: 1.2818017
Nov 06 21:15:55.089185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'name': 'network-vif-deleted', 'tag': 'c1722b04-68c2-4bd2-b024-60d66153e901'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:15:55.091417 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc26438-2cb7-4ad0-89f7-4aaa1b1a40a4" -d '{"events": [{"server_uuid": "ffb66840-a75a-4c90-95d1-b220fdd9ae15", "name": "network-vif-deleted", "tag": "c1722b04-68c2-4bd2-b024-60d66153e901"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:15:55.138102 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd21424-88c3-476f-9e85-8c0e82d4fca4 x-openstack-request-id: req-4fd21424-88c3-476f-9e85-8c0e82d4fca4 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:15:55.138406 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb66840-a75a-4c90-95d1-b220fdd9ae15", "name": "network-vif-deleted", "tag": "c1722b04-68c2-4bd2-b024-60d66153e901", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:15:55.138662 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fd21424-88c3-476f-9e85-8c0e82d4fca4 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:15:55.139120 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb66840-a75a-4c90-95d1-b220fdd9ae15', 'name': 'network-vif-deleted', 'tag': 'c1722b04-68c2-4bd2-b024-60d66153e901', 'status': 'completed', 'code': 200}
Nov 06 21:15:55.146957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86350-d867-463c-9c90-5652f85b74bc req-205b94a0-1fe3-43c8-95d2-15cd86f43a81 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:55.153718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8e86350-d867-463c-9c90-5652f85b74bc req-205b94a0-1fe3-43c8-95d2-15cd86f43a81 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 945 time: 0.0584295
Nov 06 21:15:55.176887 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:15:55.204829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8e86350-d867-463c-9c90-5652f85b74bc req-1e5797d5-9779-4e3a-b152-83736586d40b tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497539
Nov 06 21:15:55.225639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34668) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:55.317485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98201565-ecec-4f86-874b-43fcbe448481 tempest-TestVolumeBootPattern-2126190486 tempest-TestVolumeBootPattern-2126190486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:55.319121 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-98201565-ecec-4f86-874b-43fcbe448481 tempest-TestVolumeBootPattern-2126190486 tempest-TestVolumeBootPattern-2126190486-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 1091 time: 0.0919042
Nov 06 21:15:55.322852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34674) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:55.327398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:15:55.349229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:55.374697 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92527ac130>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:55.404283 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] Checking router: 855e1ea2-fd9f-45a7-83a2-708a1d97c71a for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:15:55.412517 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:15:55.413123 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92527ac130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:15:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:55.449392 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:55.559452 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:15:55.567838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.35.0.36 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/01584a73-c3eb-4208-a422-addb497346eb) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:15:55.578823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e1701fc-8f1e-4ec6-a6a0-17c112424184 req-cb4c6a1d-6528-48c7-b59a-3e534b6706df tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb66840-a75a-4c90-95d1-b220fdd9ae15 HTTP/1.1" status: 200  len: 210 time: 0.0545728
Nov 06 21:15:55.688616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:55.724748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:55.762145 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:15:55.768430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:15:55.773007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:15:55.776835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=01584a73-c3eb-4208-a422-addb497346eb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:55.800654 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92527ac130>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:55.826375 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64103ae6-14c9-43cb-a31d-119ae52fa9bf None None] The sync data for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 is: [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:07:24Z', 'revision_number': 4, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '56a9f617-196f-4a9d-ad2b-71ccec32e677', 'name': '', 'network_id': '868d34b9-2a4b-44dd-9b37-b695b577f3c0', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'mac_address': 'fa:16:3e:79:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '20e80a89-22e4-4cb0-be36-903520a15079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:23Z', 'updated_at': '2021-11-06T21:07:31Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'subnets': [{'id': '20e80a89-22e4-4cb0-be36-903520a15079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:15:56.072424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e48f4-66e3-45f4-b888-1870edefbe26 None None] New status for floating IP 53674cda-585a-4030-9b4f-a7e6e7a8e5a7: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:15:56.162425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.234230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.375664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.379958 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.451644 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=01584a73-c3eb-4208-a422-addb497346eb,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:56.461494 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.558006 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Floating IP 816877e3-36cc-42da-8f14-ad62835404b5 associated. External IP: 172.35.0.36, port: 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9.
Nov 06 21:15:56.636935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c1722b04-68c2-4bd2-b024-60d66153e901 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:15:56.661145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: c1722b04-68c2-4bd2-b024-60d66153e901 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:15:56.661488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c1722b04-68c2-4bd2-b024-60d66153e901 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:15:56.679260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34684) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:56.735036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-884ee524-8c9c-46bf-90c8-2ff45aa5f466 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.760648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-884ee524-8c9c-46bf-90c8-2ff45aa5f466 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.771460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Router 408b6896-0ddf-4af0-8202-79134b6443e1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:15:56.816988 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-884ee524-8c9c-46bf-90c8-2ff45aa5f466 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.819814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-884ee524-8c9c-46bf-90c8-2ff45aa5f466 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.821054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-884ee524-8c9c-46bf-90c8-2ff45aa5f466 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "DELETE /v2.0/security-groups/095f25be-1625-4b2a-961a-46a25ee521fd HTTP/1.1" status: 204  len: 168 time: 0.1407990
Nov 06 21:15:56.824526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34688) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:56.840751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ee524-8c9c-46bf-90c8-2ff45aa5f466 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f25be-1625-4b2a-961a-46a25ee521fd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:56.842796 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-20a12bb3-e169-40b6-80eb-21aeb43e8e16 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] show failed (client error): The resource could not be found.
Nov 06 21:15:56.843834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-20a12bb3-e169-40b6-80eb-21aeb43e8e16 tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "GET /v2.0/security-groups/095f25be-1625-4b2a-961a-46a25ee521fd HTTP/1.1" status: 404  len: 347 time: 0.0183876
Nov 06 21:15:56.846905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:15:56.890392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:15:56.900597 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:15:56.910554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.910811 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:15:56.911197 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252909190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:15:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:56.941342 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3c8153b5-cbe8-48f0-9f5f-5c0016866bd1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.6168311
Nov 06 21:15:56.942400 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'tag': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:15:56.944934 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71e1862-aece-4b95-b865-8f99398aacfc" -d '{"events": [{"name": "network-changed", "server_uuid": "e65f8275-232c-4352-b2dc-d80a46ce45e8", "tag": "4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:15:56.984386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Deleting port 17b522ee-6c4d-434e-905b-f8c10f55dee9 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:15:56.984739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:56.990813 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa013031-25e6-43a0-bafa-a389d7944fd5 x-openstack-request-id: req-fa013031-25e6-43a0-bafa-a389d7944fd5 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:15:56.991102 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65f8275-232c-4352-b2dc-d80a46ce45e8", "tag": "4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:15:56.991354 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa013031-25e6-43a0-bafa-a389d7944fd5 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:15:56.991754 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'tag': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'status': 'completed', 'code': 200}
Nov 06 21:15:57.022931 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:15:57.060555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1862-aece-4b95-b865-8f99398aacfc req-e69c59af-78fd-4908-a52f-717edd05f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:57.062180 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d71e1862-aece-4b95-b865-8f99398aacfc req-e69c59af-78fd-4908-a52f-717edd05f522 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 1096 time: 0.0465839
Nov 06 21:15:57.065745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:57.066071 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:57.078453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Calling delete_port for 17b522ee-6c4d-434e-905b-f8c10f55dee9 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:15:57.155789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1862-aece-4b95-b865-8f99398aacfc req-c40d8497-1297-4c35-a8b2-d6a41bf9b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:57.157403 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d71e1862-aece-4b95-b865-8f99398aacfc req-c40d8497-1297-4c35-a8b2-d6a41bf9b0b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.0865827
Nov 06 21:15:57.225168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:57.228773 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d71e1862-aece-4b95-b865-8f99398aacfc req-91bcd0ee-9c68-4a58-bcd7-513910df7243 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 HTTP/1.1" status: 200  len: 998 time: 0.0644963
Nov 06 21:15:57.258881 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252909190>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '816877e3-36cc-42da-8f14-ad62835404b5', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.36', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:32:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:15:56Z', 'updated_at': '2021-11-06T21:15:56Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:57.275973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Pushing event deleted for resources: {'Port': ['ID=17b522ee-6c4d-434e-905b-f8c10f55dee9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:15:57.281938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1862-aece-4b95-b865-8f99398aacfc req-c47294de-87d4-4571-8a19-65b4d0376d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:57.283687 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d71e1862-aece-4b95-b865-8f99398aacfc req-c47294de-87d4-4571-8a19-65b4d0376d3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0485010
Nov 06 21:15:57.286139 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:15:57.294853 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:15:57.295445 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252909190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:15:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:57.319297 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:57.322408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:15:57.326698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e83b2c90-4438-4af5-87e6-4e44c676570d tempest-AttachVolumeTestJSON-2096905218 tempest-AttachVolumeTestJSON-2096905218-project] 10.222.0.13 "DELETE /v2.0/floatingips/53674cda-585a-4030-9b4f-a7e6e7a8e5a7 HTTP/1.1" status: 204  len: 168 time: 0.4757857
Nov 06 21:15:57.339331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1862-aece-4b95-b865-8f99398aacfc req-dc871ff8-943f-4aea-85c1-e7414c93738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:15:57.340941 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d71e1862-aece-4b95-b865-8f99398aacfc req-dc871ff8-943f-4aea-85c1-e7414c93738f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0494246
Nov 06 21:15:57.414492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:15:57.442768 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d71e1862-aece-4b95-b865-8f99398aacfc req-6a16f980-fde3-4931-8a98-f56e31eafb1e service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950172
Nov 06 21:15:57.558344 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d71e1862-aece-4b95-b865-8f99398aacfc req-916dd6ae-96f5-4bd9-8257-80efc9471d6e service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089256
Nov 06 21:15:57.665547 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252909190>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '816877e3-36cc-42da-8f14-ad62835404b5', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.36', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:32:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:15:56Z', 'updated_at': '2021-11-06T21:15:56Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:15:57.792124 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9372e-fd4b-4c07-85c9-c9566fd1c189 None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '816877e3-36cc-42da-8f14-ad62835404b5', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.36', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:32:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:15:56Z', 'updated_at': '2021-11-06T21:15:56Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:15:58.017600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e6e6fe-67d6-471e-9124-6da49f3d1d2e None None] New status for floating IP 816877e3-36cc-42da-8f14-ad62835404b5: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:16:00.909898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34808) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:01.347449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:01.601376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Deleting port 56a9f617-196f-4a9d-ad2b-71ccec32e677 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:01.601616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:01.681930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] For port 56a9f617-196f-4a9d-ad2b-71ccec32e677, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a9f617-196f-4a9d-ad2b-71ccec32e677,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:01.682281 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:01.694648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Calling delete_port for 56a9f617-196f-4a9d-ad2b-71ccec32e677 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:01.872641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:01.900642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=56a9f617-196f-4a9d-ad2b-71ccec32e677,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:02.067106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:02.288046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:16:02.393588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:16:02.398850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f8d716cb-e152-426b-945a-35d4543e0b8c admin admin] 10.222.0.13 "PUT /v2.0/routers/855e1ea2-fd9f-45a7-83a2-708a1d97c71a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4879460
Nov 06 21:16:02.401800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34818) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:02.404893 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] Sync routers for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:16:02.414421 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:02.415685 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a6a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:15:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:02.509336 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:02.518152 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:02.614010 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:02.665907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Deleting port c5f32859-28b9-4d07-820e-9b75d5168b0a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:02.666146 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:02.696027 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a6a820>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:16:01Z', 'revision_number': 5, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port': {'id': 'c5f32859-28b9-4d07-820e-9b75d5168b0a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:07:20Z', 'updated_at': '2021-11-06T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:02.722611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] Checking router: 855e1ea2-fd9f-45a7-83a2-708a1d97c71a for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:16:02.731367 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] Routers {'855e1ea2-fd9f-45a7-83a2-708a1d97c71a'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:02.731968 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a6a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:15:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:02.749641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] For port c5f32859-28b9-4d07-820e-9b75d5168b0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f32859-28b9-4d07-820e-9b75d5168b0a,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:02.750087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:02.763889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Calling delete_port for c5f32859-28b9-4d07-820e-9b75d5168b0a owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:02.816997 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] Set router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:02.867798 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a6a820>, [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:16:02Z', 'revision_number': 6, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:02.897320 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ffb90-d721-427c-b2e5-1d3a89afcccc None None] The sync data for ids ['855e1ea2-fd9f-45a7-83a2-708a1d97c71a'] in ncdv-master-1 is: [{'id': '855e1ea2-fd9f-45a7-83a2-708a1d97c71a', 'name': 'tempest-AttachVolumeTestJSON-1242395358-router', 'tenant_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:07:18Z', 'updated_at': '2021-11-06T21:16:02Z', 'revision_number': 6, 'project_id': '487ddbc94d984ebb9aa64f586ae2fbf8', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:16:02.941616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:02.968042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f32859-28b9-4d07-820e-9b75d5168b0a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:03.032194 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.132957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.135085 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.178849 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.179303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 855e1ea2-fd9f-45a7-83a2-708a1d97c71a {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:16:03.183882 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.185192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2b42c5c8-e57e-4226-8d24-0a823f48554b admin admin] 10.222.0.13 "DELETE /v2.0/routers/855e1ea2-fd9f-45a7-83a2-708a1d97c71a HTTP/1.1" status: 204  len: 168 time: 0.7819207
Nov 06 21:16:03.187648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34822) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:03.234412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-389ecf54-305b-46f3-b7dd-8c6aee1bfab8 admin admin] Deleting subnet 20e80a89-22e4-4cb0-be36-903520a15079 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:16:03.238279 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-389ecf54-305b-46f3-b7dd-8c6aee1bfab8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.273617 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-389ecf54-305b-46f3-b7dd-8c6aee1bfab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.357777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-389ecf54-305b-46f3-b7dd-8c6aee1bfab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.412102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-389ecf54-305b-46f3-b7dd-8c6aee1bfab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.439323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ecf54-305b-46f3-b7dd-8c6aee1bfab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e80a89-22e4-4cb0-be36-903520a15079,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:03.441210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-389ecf54-305b-46f3-b7dd-8c6aee1bfab8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.444479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-389ecf54-305b-46f3-b7dd-8c6aee1bfab8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/20e80a89-22e4-4cb0-be36-903520a15079 HTTP/1.1" status: 204  len: 168 time: 0.2557938
Nov 06 21:16:03.445841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889af47-edb2-4113-8028-a9e33b70e632 None None] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:16:03.447546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34824) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:03.517853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.573272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Deleting port 3d48ade3-c148-4394-a683-0dfe93662e0d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:03.573611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.640457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] For port 3d48ade3-c148-4394-a683-0dfe93662e0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d48ade3-c148-4394-a683-0dfe93662e0d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:03.640823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.645561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] DHCP port deletion for 868d34b9-2a4b-44dd-9b37-b695b577f3c0 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:16:03.655159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Calling delete_port for 3d48ade3-c148-4394-a683-0dfe93662e0d owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:03.698215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] Deleting port 3d48ade3-c148-4394-a683-0dfe93662e0d {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:03.698680 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.747100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.770486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d48ade3-c148-4394-a683-0dfe93662e0d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:03.783923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.784419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.784827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.785234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.785640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.786034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.786424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.786816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.787276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.787687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.788076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.788523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:03.792200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] No DVR routers for this DVR port 3d48ade3-c148-4394-a683-0dfe93662e0d on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:16:03.869675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.899744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256523160>,) {'filters': {'network_id': ['868d34b9-2a4b-44dd-9b37-b695b577f3c0']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:03.909984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256523160>, '55e67c69-4f84-4fc1-b2cc-b3fd388052c4') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:03.910277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256523160>, '55e67c69-4f84-4fc1-b2cc-b3fd388052c4') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:03.916706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] For port 3d48ade3-c148-4394-a683-0dfe93662e0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d48ade3-c148-4394-a683-0dfe93662e0d,segment=NetworkSegment(55e67c69-4f84-4fc1-b2cc-b3fd388052c4),segment_id=55e67c69-4f84-4fc1-b2cc-b3fd388052c4)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:03.917084 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.921820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.930924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] Calling delete_port for 3d48ade3-c148-4394-a683-0dfe93662e0d owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:03.937676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.943922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:16:03.944425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:16:03.946229 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:16:04.009244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:04.015097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:04.015337 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:04.018285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/868d34b9-2a4b-44dd-9b37-b695b577f3c0 HTTP/1.1" status: 204  len: 168 time: 0.5697491
Nov 06 21:16:04.030126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc7c58-1b42-4201-8102-bec7e1d163e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=868d34b9-2a4b-44dd-9b37-b695b577f3c0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:04.046528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] Network 868d34b9-2a4b-44dd-9b37-b695b577f3c0 is not hosted by any dhcp agent {{(pid=119335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 21:16:04.046992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] No DVR routers for this DVR port 3d48ade3-c148-4394-a683-0dfe93662e0d on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:16:04.048788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5eee3-8524-45d5-baa9-fc2d3553d58f None None] Pushing event deleted for resources: {'Port': ['ID=3d48ade3-c148-4394-a683-0dfe93662e0d,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:04.152078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34830) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:04.199162 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c9606617-a80b-4b0a-b524-202e44e4f357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=487ddbc94d984ebb9aa64f586ae2fbf8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0436578
Nov 06 21:16:04.199552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34832) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:04.232635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3d48ade3-c148-4394-a683-0dfe93662e0d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:16:04.254141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 3d48ade3-c148-4394-a683-0dfe93662e0d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:16:04.254482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3d48ade3-c148-4394-a683-0dfe93662e0d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:16:04.254903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 56a9f617-196f-4a9d-ad2b-71ccec32e677 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:16:04.259506 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6c716a1-a2ea-4ff0-8f45-134c000dcb33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:04.275067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 56a9f617-196f-4a9d-ad2b-71ccec32e677 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:16:04.275408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 56a9f617-196f-4a9d-ad2b-71ccec32e677 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:16:04.275826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c5f32859-28b9-4d07-820e-9b75d5168b0a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:16:04.282583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6c716a1-a2ea-4ff0-8f45-134c000dcb33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:04.299117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c5f32859-28b9-4d07-820e-9b75d5168b0a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:16:04.299474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c5f32859-28b9-4d07-820e-9b75d5168b0a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:16:04.332869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6c716a1-a2ea-4ff0-8f45-134c000dcb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:04.335487 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6c716a1-a2ea-4ff0-8f45-134c000dcb33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:04.337322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a6c716a1-a2ea-4ff0-8f45-134c000dcb33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92660d69-036e-4b86-b53f-7e7656d3f3f0 HTTP/1.1" status: 204  len: 168 time: 0.1362002
Nov 06 21:16:04.345493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c716a1-a2ea-4ff0-8f45-134c000dcb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92660d69-036e-4b86-b53f-7e7656d3f3f0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:05.011645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34856) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:05.113622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1969922309-network', 'tenant_id': '672009b3c8024ef891de3084390a04f1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:05.134607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Made reservation on behalf of 672009b3c8024ef891de3084390a04f1 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:05.136973 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.145363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.222562 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.227005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.251872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:16:05.260529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c8061b-ab1f-431b-a084-dc01604636cc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:05.266752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.267141 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Added segment 4ea42f85-8390-456f-bca4-a801a3a5059e of type vlan for network 002af318-7415-4004-9cdf-d72664bf5d96
Nov 06 21:16:05.308504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.333592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.334596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:05.335184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.397238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3844261
Nov 06 21:16:05.399993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 34862) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:05.407124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Request body: {'subnet': {'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1969922309-subnet', 'tenant_id': '672009b3c8024ef891de3084390a04f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:05.413009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526306a6-4430-4f77-be25-e7dbcb38ae9a admin admin] Pushing event updated for resources: {'Network': ['ID=002af318-7415-4004-9cdf-d72664bf5d96,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:05.423523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 002af318-7415-4004-9cdf-d72664bf5d96 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:16:05.434844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Made reservation on behalf of 672009b3c8024ef891de3084390a04f1 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:05.437499 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.613706 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.668750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8857b4c0-57e9-436e-98c8-c786b4ac9c62,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:05.678361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Checking segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:05.678756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Network hostable DHCP agents. Network: 002af318-7415-4004-9cdf-d72664bf5d96, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:16:05.695225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Network 002af318-7415-4004-9cdf-d72664bf5d96 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:16:05.703835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 002af318-7415-4004-9cdf-d72664bf5d96) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:05.708224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:05.709516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:05.713417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec5f9a7-7853-4f6f-8d0d-0f89e43f607f None None] Network 002af318-7415-4004-9cdf-d72664bf5d96 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:16:05.726831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-64484e02-5d80-4cd7-b91b-a82caa22d043 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3250244
Nov 06 21:16:05.843926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b8900e-1ebc-4949-ad47-761e63f95d8b None None] Network 002af318-7415-4004-9cdf-d72664bf5d96 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:16:06.165781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-393dfa3f-27ee-4978-b284-b8d84c74f5a9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:06.167296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-393dfa3f-27ee-4978-b284-b8d84c74f5a9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 815 time: 0.1134665
Nov 06 21:16:06.184773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-c959efbe-216e-4f95-b157-84622540f9a0 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/quotas/672009b3c8024ef891de3084390a04f1 HTTP/1.1" status: 200  len: 375 time: 0.0103943
Nov 06 21:16:06.217657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-a00e5971-69c9-4693-ac34-cb23828dc97b tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0276394
Nov 06 21:16:06.313438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-9e272af5-e3be-4eba-8422-954efee58aaf service neutron] 10.222.0.13 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890126
Nov 06 21:16:06.405746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-3bd37bfe-2bf2-46e4-9e7d-f5e99d09c45e service neutron] 10.222.0.13 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862801
Nov 06 21:16:06.569361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1024c963-1fdc-4938-8c32-549d2eefb7d2 req-5dd71cee-18bc-40d2-8d8b-3e9c0b2ddea2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 210 time: 0.0267940
Nov 06 21:16:07.511190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-4307505c-fd2f-4d43-a631-5c08a6cdeecc tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:07.512679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-4307505c-fd2f-4d43-a631-5c08a6cdeecc tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 815 time: 0.1084309
Nov 06 21:16:07.526014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Request body: {'port': {'device_id': 'cd73eaa9-7dc4-4c01-90be-3af6d045291d', 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'admin_state_up': True, 'tenant_id': '672009b3c8024ef891de3084390a04f1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:07.633560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Made reservation on behalf of 672009b3c8024ef891de3084390a04f1 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:07.637855 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:07.676705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-426d746b-451a-437b-836c-5796e3a446de req-1d7a4fa7-ca1d-43dc-b878-eebd74f37844 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 210 time: 0.0365665
Nov 06 21:16:08.128416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Allocated IP 172.20.0.6 (002af318-7415-4004-9cdf-d72664bf5d96/8857b4c0-57e9-436e-98c8-c786b4ac9c62/f4f4ac47-b622-493a-ba70-73c70c72d6e1) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:16:08.273453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:08.306526 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:08.346798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Network 002af318-7415-4004-9cdf-d72664bf5d96 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:16:08.349785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:08.356329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:16:08.383005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Pushing event updated for resources: {'Port': ['ID=f4f4ac47-b622-493a-ba70-73c70c72d6e1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:08.408032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:08.408670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:08.425845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7ca13c28-e785-4c5d-9802-03d3943a3a5c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9032538
Nov 06 21:16:08.438015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Request body: {'port': {'device_id': 'cd73eaa9-7dc4-4c01-90be-3af6d045291d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:08.492652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:08.798035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f4ac47-b622-493a-ba70-73c70c72d6e1 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:16:08.808054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:08.825462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Transition to ACTIVE for port object f4f4ac47-b622-493a-ba70-73c70c72d6e1 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:16:08.829907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:08.842696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab29e7f-9258-4f7f-a42f-3ce383f7a469 req-6a5836b0-7acc-45d5-84c7-cbffbd45ce60 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:08.844148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ab29e7f-9258-4f7f-a42f-3ce383f7a469 req-6a5836b0-7acc-45d5-84c7-cbffbd45ce60 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 931 time: 0.0832059
Nov 06 21:16:08.918908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Pushing event updated for resources: {'Port': ['ID=f4f4ac47-b622-493a-ba70-73c70c72d6e1,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:08.969132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ab29e7f-9258-4f7f-a42f-3ce383f7a469 req-6a31fa02-3060-4659-8de8-05ade0107df5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990088
Nov 06 21:16:08.996139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Attempting to bind port f4f4ac47-b622-493a-ba70-73c70c72d6e1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:08.996505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Attempting to bind port f4f4ac47-b622-493a-ba70-73c70c72d6e1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:08.996831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Attempting to bind port f4f4ac47-b622-493a-ba70-73c70c72d6e1 on network 002af318-7415-4004-9cdf-d72664bf5d96 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:09.001061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Port f4f4ac47-b622-493a-ba70-73c70c72d6e1 on network 002af318-7415-4004-9cdf-d72664bf5d96 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:16:09.001379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Attempting to bind port f4f4ac47-b622-493a-ba70-73c70c72d6e1 on network 002af318-7415-4004-9cdf-d72664bf5d96 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:09.006162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:09.006493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Checking segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:09.006870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Bound using segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:09.007290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Bound port: f4f4ac47-b622-493a-ba70-73c70c72d6e1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:09.007637 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:09.078773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] For port f4f4ac47-b622-493a-ba70-73c70c72d6e1, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:09.081988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] For port f4f4ac47-b622-493a-ba70-73c70c72d6e1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4f4ac47-b622-493a-ba70-73c70c72d6e1,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:09.086445 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:09.121150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:09.121773 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:09.123142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] 10.222.0.37 "PUT /v2.0/ports/f4f4ac47-b622-493a-ba70-73c70c72d6e1 HTTP/1.1" status: 200  len: 1091 time: 0.6892316
Nov 06 21:16:09.123580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd73eaa9-7dc4-4c01-90be-3af6d045291d', 'tag': 'f4f4ac47-b622-493a-ba70-73c70c72d6e1'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:09.125838 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf9f512-9213-49f5-8101-670eda81daf3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd73eaa9-7dc4-4c01-90be-3af6d045291d", "tag": "f4f4ac47-b622-493a-ba70-73c70c72d6e1"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:09.150138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb103b50-1f70-48a0-9175-3750899f39ad service neutron] Pushing event updated for resources: {'Port': ['ID=f4f4ac47-b622-493a-ba70-73c70c72d6e1,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:09.170389 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f752f1-e0cc-4948-b333-0c6e68eec627 x-openstack-request-id: req-77f752f1-e0cc-4948-b333-0c6e68eec627 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:09.170671 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd73eaa9-7dc4-4c01-90be-3af6d045291d", "tag": "f4f4ac47-b622-493a-ba70-73c70c72d6e1", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:09.170925 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77f752f1-e0cc-4948-b333-0c6e68eec627 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:09.171319 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd73eaa9-7dc4-4c01-90be-3af6d045291d', 'tag': 'f4f4ac47-b622-493a-ba70-73c70c72d6e1', 'status': 'completed', 'code': 200}
Nov 06 21:16:09.204132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-a8afb2eb-a091-4222-9f45-9c907f1466b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:09.205656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-a8afb2eb-a091-4222-9f45-9c907f1466b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 1094 time: 0.0440350
Nov 06 21:16:09.249046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-a43626ec-78ad-4e62-ac70-2a261a33093c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f4ac47-b622-493a-ba70-73c70c72d6e1 HTTP/1.1" status: 200  len: 217 time: 0.0339417
Nov 06 21:16:09.303244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-631cbe85-a60d-4468-ac75-95b7f675c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:09.304763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-631cbe85-a60d-4468-ac75-95b7f675c7bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 200  len: 855 time: 0.0493114
Nov 06 21:16:09.336942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-febb3136-9ed1-4927-a78b-f8cea4b70f52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=002af318-7415-4004-9cdf-d72664bf5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249500
Nov 06 21:16:09.427532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-3e045eb9-cdb4-4cca-9531-2b81a15f0e71 service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826771
Nov 06 21:16:09.521107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fa3bb28-016e-4fed-b692-c3e7297eb878 req-7bd526e3-3b65-4a74-8abe-a98e846e9d9f service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864184
Nov 06 21:16:09.605067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-af3b05b3-9976-4b6e-9a08-dd84b9ec9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:09.606578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-af3b05b3-9976-4b6e-9a08-dd84b9ec9476 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 1094 time: 0.0408087
Nov 06 21:16:09.740077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb0169-8828-453f-a453-97d2d889ef40 req-ad9c1936-f9f0-4195-bd66-90bdd8f78ef2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:09.741583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66fb0169-8828-453f-a453-97d2d889ef40 req-ad9c1936-f9f0-4195-bd66-90bdd8f78ef2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0803630
Nov 06 21:16:09.742936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-04eaf47f-dac8-491d-9c19-25cec8f0cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:09.744917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-04eaf47f-dac8-491d-9c19-25cec8f0cb48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 916 time: 0.1305254
Nov 06 21:16:09.798192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-9d565e4b-6918-40f6-a7c0-4f1af083cdd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f4ac47-b622-493a-ba70-73c70c72d6e1 HTTP/1.1" status: 200  len: 217 time: 0.0442576
Nov 06 21:16:09.856642 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66fb0169-8828-453f-a453-97d2d889ef40 req-a144c8d3-c01f-4502-a222-90cd016f0401 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084836
Nov 06 21:16:09.880089 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 34908) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:09.881506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-28d09723-fda0-42fa-96eb-09121a690e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:09.883048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-28d09723-fda0-42fa-96eb-09121a690e61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 200  len: 855 time: 0.0732720
Nov 06 21:16:09.923413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-bc644675-e7e7-4f5a-9569-24913de1d607 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=002af318-7415-4004-9cdf-d72664bf5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319109
Nov 06 21:16:09.941147 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-538eb752-a709-4887-bdd8-324b62e9892c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/15ac4c7f-462b-4c89-9403-7bd06a599ae8 HTTP/1.1" status: 200  len: 992 time: 0.0593159
Nov 06 21:16:10.017130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-4e6aa0f2-cf86-401c-90f3-992e8423395a service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872822
Nov 06 21:16:10.139786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236ed76-0d8e-40fa-b9a1-bcd695fb4740 req-26f76d47-12f0-4d73-9256-0a39b6db331e tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:10.141205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2236ed76-0d8e-40fa-b9a1-bcd695fb4740 req-26f76d47-12f0-4d73-9256-0a39b6db331e tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 943 time: 0.0945787
Nov 06 21:16:10.166759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cf9f512-9213-49f5-8101-670eda81daf3 req-2762ae33-fd0b-4f53-ab65-2fa69be10a1e service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386752
Nov 06 21:16:10.202274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2236ed76-0d8e-40fa-b9a1-bcd695fb4740 req-bd499e8c-534d-4e3e-ad00-538f25392b77 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522976
Nov 06 21:16:10.312758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2574b-2178-41a9-8a29-95cc1974e8ee req-94c06b35-4c16-4926-b166-5d6c4351096e tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:10.314287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3c2574b-2178-41a9-8a29-95cc1974e8ee req-94c06b35-4c16-4926-b166-5d6c4351096e tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1096 time: 0.0410423
Nov 06 21:16:10.360827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3c2574b-2178-41a9-8a29-95cc1974e8ee req-d70a496a-00b3-40e8-a55b-18d455954b51 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406947
Nov 06 21:16:10.931550 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-178995b1-073f-49b9-88ef-ebb4052074c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0925498
Nov 06 21:16:10.938985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-13e9695e-2579-4329-81f7-fb24651eae57 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:16:10.939947 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-13e9695e-2579-4329-81f7-fb24651eae57 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049522
Nov 06 21:16:11.323206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6e34b-5949-48bf-b595-156d0553717a req-db634618-41e4-4d33-b101-79c1be31ce26 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:11.324737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35e6e34b-5949-48bf-b595-156d0553717a req-db634618-41e4-4d33-b101-79c1be31ce26 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 943 time: 0.0500238
Nov 06 21:16:11.375803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35e6e34b-5949-48bf-b595-156d0553717a req-4566b0a9-7b5a-421b-9eb7-bdbb59a450f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441113
Nov 06 21:16:11.417300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-7e3e645e-c43f-4b03-808b-f693c6746422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:11.418611 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-7e3e645e-c43f-4b03-808b-f693c6746422 service neutron] 10.222.0.13 "GET /v2.0/ports/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 1093 time: 0.0365076
Nov 06 21:16:11.427150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:11.427595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Unknown quota resources ['binding']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 21:16:11.561419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on host nch2-master-1 for vnic_type normal with profile None {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:11.561749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:11.562073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:11.566268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:16:11.566588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:11.571345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:11.571679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Checking segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:11.572088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Bound using segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:11.572547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Bound port: ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:11.655908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:11.661865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:11.663036 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] 10.222.0.13 "POST /v2.0/ports/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307/bindings HTTP/1.1" status: 201  len: 389 time: 0.2391400
Nov 06 21:16:11.808946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cba41-34e8-4f1f-8081-0c44c245ee97 req-ae4d7c7b-f3c7-4a17-8547-bdafe0fcd23d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:11.810463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-073cba41-34e8-4f1f-8081-0c44c245ee97 req-ae4d7c7b-f3c7-4a17-8547-bdafe0fcd23d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0548809
Nov 06 21:16:11.870733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-073cba41-34e8-4f1f-8081-0c44c245ee97 req-279985c1-16cc-484d-bd21-7dfe799f8ddd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498996
Nov 06 21:16:11.882246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-ccee0578-f52b-445d-b8b2-dfc94180d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:11.892837 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-ccee0578-f52b-445d-b8b2-dfc94180d413 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1096 time: 0.0536554
Nov 06 21:16:11.990829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e1de9636-7b6b-4c12-9080-84f8ef922295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:11.992345 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e1de9636-7b6b-4c12-9080-84f8ef922295 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 200  len: 898 time: 0.0902743
Nov 06 21:16:12.060756 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-bcd25b1c-349f-4c2c-b82b-e0d4f56b8c19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 1000 time: 0.0606344
Nov 06 21:16:12.116661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-60eb8099-7dc8-4c7c-8d89-0e358f0e2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:12.118121 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-60eb8099-7dc8-4c7c-8d89-0e358f0e2011 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2624d40a-fe45-49a0-8328-ccf419ac1a07 HTTP/1.1" status: 200  len: 834 time: 0.0479469
Nov 06 21:16:12.167428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-d1eedff2-af83-484e-9883-8e1db6c4a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:12.169463 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-d1eedff2-af83-484e-9883-8e1db6c4a187 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427954
Nov 06 21:16:12.255189 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e48e9f92-6e09-49a8-ae6e-7113ba676abf service neutron] 10.222.0.10 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0775464
Nov 06 21:16:12.500823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad1e0-966c-4fa2-906b-67a91db9f401 req-958d79cf-9643-4b38-9c75-dcb8ab9e3a5f tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:12.502422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361ad1e0-966c-4fa2-906b-67a91db9f401 req-958d79cf-9643-4b38-9c75-dcb8ab9e3a5f tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 943 time: 0.0524943
Nov 06 21:16:12.554918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-361ad1e0-966c-4fa2-906b-67a91db9f401 req-8f0a3cf3-d55c-4416-b2af-5dd6c132e775 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453522
Nov 06 21:16:12.653930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f4f4ac47-b622-493a-ba70-73c70c72d6e1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:16:12.699634 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-9ed5cb82-a38c-4561-86be-cbd598d428bd service neutron] 10.222.0.10 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4340394
Nov 06 21:16:12.754541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f4f4ac47-b622-493a-ba70-73c70c72d6e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4f4ac47-b622-493a-ba70-73c70c72d6e1,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:12.765707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'f4f4ac47-b622-493a-ba70-73c70c72d6e1', 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'port_id': 'f4f4ac47-b622-493a-ba70-73c70c72d6e1', 'mac_address': 'fa:16:3e:fd:5c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8857b4c0-57e9-436e-98c8-c786b4ac9c62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:16:12.802706 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:12.815505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f4ac47-b622-493a-ba70-73c70c72d6e1 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:16:12.835171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-341224d8-a8bc-4f0d-b6b5-dd664abc9862 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:12.835434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f4f4ac47-b622-493a-ba70-73c70c72d6e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4f4ac47-b622-493a-ba70-73c70c72d6e1,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:12.836903 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-341224d8-a8bc-4f0d-b6b5-dd664abc9862 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec&tenant_id=5f8c001debad4d98b1531db2b7d91349&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0767491
Nov 06 21:16:12.840084 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:12.849938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:12.892017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=f4f4ac47-b622-493a-ba70-73c70c72d6e1,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:12.907497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:12.995583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549e723-9992-4230-93d7-505f9527447d req-4f192880-a22b-4e3c-ba0e-4e8bce63a942 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:12.997098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6549e723-9992-4230-93d7-505f9527447d req-4f192880-a22b-4e3c-ba0e-4e8bce63a942 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0537212
Nov 06 21:16:13.039495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:13.048817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6549e723-9992-4230-93d7-505f9527447d req-b3414b1a-05c9-418c-8100-2d5509018cea tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453284
Nov 06 21:16:13.079658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:13.120252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:13.122576 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ce659d-d45b-4534-abac-70cf29d066e1" -d '{"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:13.126845 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:13.133089 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:13.161104 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbc26ae-ea92-4cb6-a60d-148bea8f2f76 x-openstack-request-id: req-efbc26ae-ea92-4cb6-a60d-148bea8f2f76 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:13.161397 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:13.161646 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efbc26ae-ea92-4cb6-a60d-148bea8f2f76 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:13.162032 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'code': 200}
Nov 06 21:16:13.195835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f4f4ac47-b622-493a-ba70-73c70c72d6e1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:16:13.231681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=7']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:13.284323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:13.284669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:13.284996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:13.289654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:16:13.289970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Attempting to bind port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:13.295821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:13.296155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Checking segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:13.296588 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Bound using segment: {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:13.297039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Bound port: ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759e4381-3cab-495a-b334-9b2c019b9885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:13.297393 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:13.365439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:13.369457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:13.374193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:13.374712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-63ba2a81-8000-4812-8ecf-41f418fae9cc None None] Provisioning complete for port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:13.375081 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-63ba2a81-8000-4812-8ecf-41f418fae9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:13.463109 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-63ba2a81-8000-4812-8ecf-41f418fae9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:13.476478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=8']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:13.495422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:13.497794 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747ca97f-ba79-4b1a-adef-8a273d15ba65" -d '{"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-plugged", "status": "completed", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:13.524417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-63ba2a81-8000-4812-8ecf-41f418fae9cc None None] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:13.525477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:13.526384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:13.528553 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-e6304bb2-61a8-4b89-8ddc-c4c41c146dba service neutron] 10.222.0.10 "PUT /v2.0/ports/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 1121 time: 0.6824391
Nov 06 21:16:13.531700 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-63ba2a81-8000-4812-8ecf-41f418fae9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:13.559968 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e79d573-e6f2-48d5-8cf9-74cceede2463 x-openstack-request-id: req-8e79d573-e6f2-48d5-8cf9-74cceede2463 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:13.560276 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-plugged", "status": "completed", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:13.560593 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e79d573-e6f2-48d5-8cf9-74cceede2463 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:13.561147 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'code': 200}
Nov 06 21:16:13.646491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:16:13.684947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999bee-dc22-4916-a725-58f41baabdc5 req-ad71614f-67c4-4b14-bcd8-40ffe3544ab9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:13.686517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3999bee-dc22-4916-a725-58f41baabdc5 req-ad71614f-67c4-4b14-bcd8-40ffe3544ab9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 944 time: 0.0516930
Nov 06 21:16:13.736504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba2a81-8000-4812-8ecf-41f418fae9cc None None] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:13.750001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3999bee-dc22-4916-a725-58f41baabdc5 req-6e7b9a92-d22c-445d-a1e2-a8bfc1e709cd tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571256
Nov 06 21:16:13.917065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f7165128-4bdb-4c1c-b65a-7fd95aff9f59 None None] Provisioning complete for port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:13.917439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7165128-4bdb-4c1c-b65a-7fd95aff9f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:14.169376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712fd03-6ed0-4e0d-960b-bd6dc21eaf35 req-57808fc9-41a0-4677-9d5e-f56681c2ba8f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:14.171225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2712fd03-6ed0-4e0d-960b-bd6dc21eaf35 req-57808fc9-41a0-4677-9d5e-f56681c2ba8f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0495613
Nov 06 21:16:14.224644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2712fd03-6ed0-4e0d-960b-bd6dc21eaf35 req-e5bb8b09-99f7-4a6a-b292-82ffd0da9cdf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469046
Nov 06 21:16:14.552350 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:14.602572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:14.656805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f4f4ac47-b622-493a-ba70-73c70c72d6e1 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:14.713996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port f4f4ac47-b622-493a-ba70-73c70c72d6e1 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:16:14.718572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port f4f4ac47-b622-493a-ba70-73c70c72d6e1 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:14.718942 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:14.821025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:16:14.844349 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:14.907289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6393f-1587-4b42-8f46-4dd51766cf4e req-bb0e10e8-c2de-477a-a6cd-f67e27366417 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:14.909211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adb6393f-1587-4b42-8f46-4dd51766cf4e req-bb0e10e8-c2de-477a-a6cd-f67e27366417 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 944 time: 0.0672598
Nov 06 21:16:14.936206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f4f4ac47-b622-493a-ba70-73c70c72d6e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4f4ac47-b622-493a-ba70-73c70c72d6e1,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:14.943006 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:14.960679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-adb6393f-1587-4b42-8f46-4dd51766cf4e req-daa8c79c-2fd5-4cf1-8187-e905d871d517 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449357
Nov 06 21:16:15.002911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:15.020220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=f4f4ac47-b622-493a-ba70-73c70c72d6e1,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:15.023599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 has no active binding in host nch2-master-1 {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 06 21:16:15.163410 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:15.166188 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5186e79-0692-4098-a4bc-d12f7688785a" -d '{"events": [{"name": "network-changed", "server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:15.204703 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec19acd9-05f6-41ba-948d-9306cdc49db3 x-openstack-request-id: req-ec19acd9-05f6-41ba-948d-9306cdc49db3 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:15.204994 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:15.205261 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec19acd9-05f6-41ba-948d-9306cdc49db3 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:15.205877 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'status': 'completed', 'code': 200}
Nov 06 21:16:15.271985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5186e79-0692-4098-a4bc-d12f7688785a req-128b9c18-63d3-4f62-99bd-5ad35936880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:15.273547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5186e79-0692-4098-a4bc-d12f7688785a req-128b9c18-63d3-4f62-99bd-5ad35936880c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1126 time: 0.0463340
Nov 06 21:16:15.403450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda76a4-e46e-480d-98cd-60ce519428d7 req-ee62dcbe-7b34-4249-8cf7-0d44f6c5f896 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:15.405004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cda76a4-e46e-480d-98cd-60ce519428d7 req-ee62dcbe-7b34-4249-8cf7-0d44f6c5f896 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.1032653
Nov 06 21:16:15.409587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5186e79-0692-4098-a4bc-d12f7688785a req-868d6ae7-5e5d-4b46-b5ff-bab7a4de0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:15.410945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5186e79-0692-4098-a4bc-d12f7688785a req-868d6ae7-5e5d-4b46-b5ff-bab7a4de0340 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 200  len: 898 time: 0.1277032
Nov 06 21:16:15.517645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cda76a4-e46e-480d-98cd-60ce519428d7 req-c3ae833c-99a4-4033-9803-f547ea2b559f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056356
Nov 06 21:16:15.519464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5186e79-0692-4098-a4bc-d12f7688785a req-7c6886db-16c4-4d13-b5c0-0ed593cab1b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 1000 time: 0.1000776
Nov 06 21:16:15.562354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd73eaa9-7dc4-4c01-90be-3af6d045291d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f4ac47-b622-493a-ba70-73c70c72d6e1'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:15.564792 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86962224-53bb-49cf-b7bc-d9abb19a3596" -d '{"events": [{"server_uuid": "cd73eaa9-7dc4-4c01-90be-3af6d045291d", "name": "network-vif-plugged", "status": "completed", "tag": "f4f4ac47-b622-493a-ba70-73c70c72d6e1"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:15.572533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5186e79-0692-4098-a4bc-d12f7688785a req-b4743a97-b405-4de5-9c00-f0abb8e85098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:15.574192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5186e79-0692-4098-a4bc-d12f7688785a req-b4743a97-b405-4de5-9c00-f0abb8e85098 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2624d40a-fe45-49a0-8328-ccf419ac1a07 HTTP/1.1" status: 200  len: 834 time: 0.0460324
Nov 06 21:16:15.604342 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16e0c55-3f84-46c7-9f46-ca0901dbe879 x-openstack-request-id: req-f16e0c55-3f84-46c7-9f46-ca0901dbe879 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:15.604656 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd73eaa9-7dc4-4c01-90be-3af6d045291d", "name": "network-vif-plugged", "status": "completed", "tag": "f4f4ac47-b622-493a-ba70-73c70c72d6e1", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:15.604936 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f16e0c55-3f84-46c7-9f46-ca0901dbe879 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:15.605842 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd73eaa9-7dc4-4c01-90be-3af6d045291d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f4ac47-b622-493a-ba70-73c70c72d6e1', 'code': 200}
Nov 06 21:16:15.622718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5186e79-0692-4098-a4bc-d12f7688785a req-4776385d-15bc-404d-ab6e-d8d67a8a0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:15.624235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5186e79-0692-4098-a4bc-d12f7688785a req-4776385d-15bc-404d-ab6e-d8d67a8a0be0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431757
Nov 06 21:16:15.741639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086aea6-79cf-4e51-8d57-a939c760c74c req-28b48661-1317-4bbf-a8f4-d7cc6ab1b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:15.743123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6086aea6-79cf-4e51-8d57-a939c760c74c req-28b48661-1317-4bbf-a8f4-d7cc6ab1b875 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 1096 time: 0.0660973
Nov 06 21:16:15.748684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5186e79-0692-4098-a4bc-d12f7688785a req-8c38ae57-767c-406f-a7d6-edb392f50a88 service neutron] 10.222.0.37 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1171942
Nov 06 21:16:15.852400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6086aea6-79cf-4e51-8d57-a939c760c74c req-49e75dbc-f708-4b12-9c92-bf98e1909bd0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963478
Nov 06 21:16:15.871843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5186e79-0692-4098-a4bc-d12f7688785a req-6759d94d-a5b1-43aa-8aed-f2c8d5b54f8e service neutron] 10.222.0.37 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1108568
Nov 06 21:16:16.083905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de32710-04a2-4d5f-94d7-ba86f914a288 req-d656befe-b4ac-4fd8-987a-5b982c2697fb tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:16.085872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2de32710-04a2-4d5f-94d7-ba86f914a288 req-d656befe-b4ac-4fd8-987a-5b982c2697fb tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 945 time: 0.0558810
Nov 06 21:16:16.140652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2de32710-04a2-4d5f-94d7-ba86f914a288 req-58152532-14d4-4519-9084-e93470637acf tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488052
Nov 06 21:16:16.643621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4583e-d80f-4c4e-9424-7bec58f84b05 req-81b5d155-bcbd-4b08-a9eb-d51f197cfda7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:16.645121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9a4583e-d80f-4c4e-9424-7bec58f84b05 req-81b5d155-bcbd-4b08-a9eb-d51f197cfda7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0535269
Nov 06 21:16:16.693900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9a4583e-d80f-4c4e-9424-7bec58f84b05 req-f6df3d79-0c46-455d-ad59-c3cf7f8f0c7c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427825
Nov 06 21:16:16.850177 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5281d8a3-b638-4503-a176-6526267cf988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:17.262816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b304471-8f94-439e-bcaa-154d4ef968ff req-691b71b1-10a9-4583-93d6-8db508232b78 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:17.264371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b304471-8f94-439e-bcaa-154d4ef968ff req-691b71b1-10a9-4583-93d6-8db508232b78 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 945 time: 0.0510666
Nov 06 21:16:17.314910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b304471-8f94-439e-bcaa-154d4ef968ff req-78cef03f-6603-46a0-b35a-c032c0cf5197 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444021
Nov 06 21:16:17.820644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55494a-7f10-4965-ab07-5b46a6517289 req-6e5cdead-75b2-476e-b60b-03484a105728 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:17.822272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa55494a-7f10-4965-ab07-5b46a6517289 req-6e5cdead-75b2-476e-b60b-03484a105728 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0552092
Nov 06 21:16:17.881442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa55494a-7f10-4965-ab07-5b46a6517289 req-34ace5cd-838d-4951-9153-7e048dac656b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529876
Nov 06 21:16:18.469259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88731bc2-efe0-4c59-a4ec-58c3e3b27489 req-000c75f9-8b7d-4317-9622-9e64c38de0ab tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:18.471520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88731bc2-efe0-4c59-a4ec-58c3e3b27489 req-000c75f9-8b7d-4317-9622-9e64c38de0ab tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 945 time: 0.0661573
Nov 06 21:16:18.523842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88731bc2-efe0-4c59-a4ec-58c3e3b27489 req-89629ef3-e7d8-421e-909f-d94b6035b55b tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461254
Nov 06 21:16:19.016164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cd30d-179c-4419-b2f2-e4e748aeb1d4 req-b86fb9a8-661d-42eb-aa58-16d265de0bd7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:19.018360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a08cd30d-179c-4419-b2f2-e4e748aeb1d4 req-b86fb9a8-661d-42eb-aa58-16d265de0bd7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0567544
Nov 06 21:16:19.077120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a08cd30d-179c-4419-b2f2-e4e748aeb1d4 req-b72acda3-3ffc-4144-a1b9-fd032736139d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502017
Nov 06 21:16:19.205995 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f909-f683-4dcc-91ac-f71f45e461fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:20.102977 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:16:20.239900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088547f7-804d-48f9-8842-cfd2706cd625 req-473a8e70-b4bd-4385-a0c5-b695b01605c5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:20.249171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-088547f7-804d-48f9-8842-cfd2706cd625 req-473a8e70-b4bd-4385-a0c5-b695b01605c5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0824232
Nov 06 21:16:20.301110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-088547f7-804d-48f9-8842-cfd2706cd625 req-14415f27-8fbb-49d2-9291-cc7e8c9167e7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509732
Nov 06 21:16:20.614971 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:21.440479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a825d-bf63-4d32-8c66-4dae78893842 req-129467d9-a856-46a7-8f2b-0e40368afec6 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:21.442037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e23a825d-bf63-4d32-8c66-4dae78893842 req-129467d9-a856-46a7-8f2b-0e40368afec6 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 945 time: 0.0576866
Nov 06 21:16:21.497451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e23a825d-bf63-4d32-8c66-4dae78893842 req-54ea63cf-e386-45ca-b01e-d42b553228ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483553
Nov 06 21:16:21.870895 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:22.137774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5fc1731c-4a8f-4834-9e39-8c0957f31818 service neutron] 10.222.0.37 "GET /v2.0/ports/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0675297
Nov 06 21:16:22.325739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:22.350953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:22.410439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:22.413488 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3627628b-dd91-4339-9556-2bc04dababbe" -d '{"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:22.422429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:22.441833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:22.490754 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:22.498241 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5ee9e9-c335-48e8-ad2d-30bcd63cb702 x-openstack-request-id: req-0b5ee9e9-c335-48e8-ad2d-30bcd63cb702 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:22.498606 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:22.498966 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b5ee9e9-c335-48e8-ad2d-30bcd63cb702 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:22.499342 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'code': 200}
Nov 06 21:16:22.532616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] Transition to ACTIVE for port object ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:16:22.539367 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:22.677191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] Pushing event updated for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=11']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:22.722911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904206f-fd6d-4a5d-a66f-287bd567f3c7 req-efbaf73c-f629-4a14-9e32-9115aff1c4a5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:22.725421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c904206f-fd6d-4a5d-a66f-287bd567f3c7 req-efbaf73c-f629-4a14-9e32-9115aff1c4a5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 944 time: 0.1321533
Nov 06 21:16:22.752620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] No DVR routers for this DVR port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:16:22.886081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c904206f-fd6d-4a5d-a66f-287bd567f3c7 req-90749e65-23cb-4678-ab5d-6181e8af3438 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359074
Nov 06 21:16:22.954505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-a52afef3-3183-4034-bae9-2accdb08bfda service neutron] 10.222.0.37 "PUT /v2.0/ports/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8106704
Nov 06 21:16:23.725665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8508-3fe2-491d-96c1-93df8452de16 req-778bf9d7-0cda-4561-b2ed-d21229ede4b7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:23.727215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-778bf9d7-0cda-4561-b2ed-d21229ede4b7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 815 time: 0.1122451
Nov 06 21:16:23.746778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-59b171c1-48c5-4d32-beb2-f20ea1cd97c6 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/quotas/672009b3c8024ef891de3084390a04f1 HTTP/1.1" status: 200  len: 375 time: 0.0100782
Nov 06 21:16:23.809993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-5b8f7443-e86f-48a3-84f0-59a8734ef00c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0553145
Nov 06 21:16:23.922388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-f0ab59d6-e7ff-45cd-8506-9414806a8c4f tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:23.924173 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-f0ab59d6-e7ff-45cd-8506-9414806a8c4f tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec&tenant_id=5f8c001debad4d98b1531db2b7d91349&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0860949
Nov 06 21:16:23.936398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-acb1238c-36cd-4cbf-a8ba-d598e4e72d11 service neutron] 10.222.0.13 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186943
Nov 06 21:16:23.983474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-c02d3bd3-8f60-4903-856f-8abbfd52a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:23.985300 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-c02d3bd3-8f60-4903-856f-8abbfd52a103 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 1095 time: 0.0528243
Nov 06 21:16:24.063059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-d54d262b-ff16-43ed-a588-a45997b2992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:24.064700 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-d54d262b-ff16-43ed-a588-a45997b2992f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1095 time: 0.0533760
Nov 06 21:16:24.083363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaf9f9-8cde-44a8-9aaa-ba0cff9bb2ba req-c9e6fdbf-bb68-4ef7-a0ef-8b529986c000 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:24.084864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1afaf9f9-8cde-44a8-9aaa-ba0cff9bb2ba req-c9e6fdbf-bb68-4ef7-a0ef-8b529986c000 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 944 time: 0.1099567
Nov 06 21:16:24.104341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-4090d824-952c-46e7-8994-0d7f215dc91a service neutron] 10.222.0.13 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597459
Nov 06 21:16:24.149131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1afaf9f9-8cde-44a8-9aaa-ba0cff9bb2ba req-b3bea3b3-ac78-427b-947d-c4d337228325 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545623
Nov 06 21:16:24.168101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-7b9e9100-5c27-4eec-9a03-7287337b1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:24.170238 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-7b9e9100-5c27-4eec-9a03-7287337b1156 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 200  len: 898 time: 0.0969574
Nov 06 21:16:24.245750 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-c200e0d3-cfd2-4f18-b3ba-d1f8497bf48a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 998 time: 0.0658674
Nov 06 21:16:24.321694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-bd5911c2-b43c-4e22-b009-90aa28e296ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:24.323215 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-bd5911c2-b43c-4e22-b009-90aa28e296ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2624d40a-fe45-49a0-8328-ccf419ac1a07 HTTP/1.1" status: 200  len: 834 time: 0.0685632
Nov 06 21:16:24.329872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bda2924-dae8-45ca-82ed-61bf8c215f03 req-dd3ada96-b6a2-4761-8b8b-c6b47e175edf tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 210 time: 0.0313883
Nov 06 21:16:24.379535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5b8778e3-71ed-4e15-b05a-6a35427f222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:24.381083 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5b8778e3-71ed-4e15-b05a-6a35427f222c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0497913
Nov 06 21:16:24.477010 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-1f945dcb-1377-4d45-80aa-e5065aafbd64 service neutron] 10.222.0.10 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878465
Nov 06 21:16:24.576164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-49c1f835-5060-44c6-a128-ed68d0263ac1 service neutron] 10.222.0.10 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921612
Nov 06 21:16:24.850318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-982d0f1c-827c-4b87-b714-2bc6f5a05615 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:24.851897 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-982d0f1c-827c-4b87-b714-2bc6f5a05615 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec&tenant_id=5f8c001debad4d98b1531db2b7d91349&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0572243
Nov 06 21:16:24.988938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-8465bf25-d96a-4ffe-a60b-4037779dc164 service neutron] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:24.992051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-8465bf25-d96a-4ffe-a60b-4037779dc164 service neutron] Publish callbacks [] for binding, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:24.993212 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-8465bf25-d96a-4ffe-a60b-4037779dc164 service neutron] 10.222.0.10 "DELETE /v2.0/ports/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1332402
Nov 06 21:16:25.283513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001dba7-8646-4349-ab72-1d35ef94791a req-4fb5192d-5c25-476a-995a-2a76156c09a1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:25.285291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4001dba7-8646-4349-ab72-1d35ef94791a req-4fb5192d-5c25-476a-995a-2a76156c09a1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 944 time: 0.0577109
Nov 06 21:16:25.346258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4001dba7-8646-4349-ab72-1d35ef94791a req-d9e45797-0dc2-480d-ab90-b3e0c8ce69dd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536821
Nov 06 21:16:25.380118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8508-3fe2-491d-96c1-93df8452de16 req-8032adfa-c74b-4a2c-b742-d8977555b88f tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:25.381769 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-8032adfa-c74b-4a2c-b742-d8977555b88f tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.10 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 815 time: 0.1355801
Nov 06 21:16:25.401142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Request body: {'port': {'device_id': '451e0e47-f3f4-4c68-a06c-d76669d1a37f', 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'admin_state_up': True, 'tenant_id': '672009b3c8024ef891de3084390a04f1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:25.456446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13819aca-f951-46e6-b739-f17d699ad89e req-dd17ac6f-349d-4fcd-a434-a614ad051e68 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 210 time: 0.0293171
Nov 06 21:16:25.498043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb44b7-e662-4bd7-8245-32e0309bef9c req-36f19123-319f-451c-a673-5136c8161fb0 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:25.499785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb44b7-e662-4bd7-8245-32e0309bef9c req-36f19123-319f-451c-a673-5136c8161fb0 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1095 time: 0.0457890
Nov 06 21:16:25.517433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Made reservation on behalf of 672009b3c8024ef891de3084390a04f1 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:25.521309 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:25.552755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb44b7-e662-4bd7-8245-32e0309bef9c req-c30041b4-d7a0-48db-85be-c338c38c562d tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470307
Nov 06 21:16:25.660862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Allocated IP 172.20.0.12 (002af318-7415-4004-9cdf-d72664bf5d96/8857b4c0-57e9-436e-98c8-c786b4ac9c62/edb0c6c0-2020-46ee-8c6c-6b2c645b65a5) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:16:25.681685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378eb0-26c6-40a3-8018-878cd850e29d req-8df652f9-789e-4c28-abcd-91adc55fe63d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:25.683575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff378eb0-26c6-40a3-8018-878cd850e29d req-8df652f9-789e-4c28-abcd-91adc55fe63d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 944 time: 0.0592737
Nov 06 21:16:25.748178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff378eb0-26c6-40a3-8018-878cd850e29d req-086ae70f-dcb4-4292-96e6-8ea050c1b88e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571954
Nov 06 21:16:25.774808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35096) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:25.859655 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6865e289-b3dc-4358-b91b-d2eba60d3896 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/15ac4c7f-462b-4c89-9403-7bd06a599ae8 HTTP/1.1" status: 200  len: 990 time: 0.0837207
Nov 06 21:16:25.882646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:25.926093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:25.941852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f4f4ac47-b622-493a-ba70-73c70c72d6e1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:16:25.978667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Network 002af318-7415-4004-9cdf-d72664bf5d96 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:16:25.984685 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:25.989015 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:16:26.018483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Pushing event updated for resources: {'Port': ['ID=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:26.049798 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:26.050485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:26.072544 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-96a020f1-597e-4734-b7fc-aabf28168398 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6759233
Nov 06 21:16:26.689411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:16:26.734672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:16:28.563370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Request body: {'port': {'device_id': '451e0e47-f3f4-4c68-a06c-d76669d1a37f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:28.617434 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:28.646496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc999a5-54a1-4fbd-a521-d8975cae3512 req-c0838348-2c4e-4370-a484-68a6d8d086e5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:28.648066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4cc999a5-54a1-4fbd-a521-d8975cae3512 req-c0838348-2c4e-4370-a484-68a6d8d086e5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 932 time: 0.0556982
Nov 06 21:16:28.658859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35108) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:28.703526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4cc999a5-54a1-4fbd-a521-d8975cae3512 req-dfe067e2-22a9-407e-a053-a5653eb10bf7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478592
Nov 06 21:16:28.985669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 7d956920-c63f-4d9d-bef2-5f35c31956a9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:28.986002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.055637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:16:29.066078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.095429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Transition to ACTIVE for port object edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:16:29.105028 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.112760 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.113109 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.131778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 7d956920-c63f-4d9d-bef2-5f35c31956a9 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:29.272993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Pushing event updated for resources: {'Port': ['ID=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:29.391634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Attempting to bind port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:29.391961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Attempting to bind port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:29.392189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Attempting to bind port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 on network 002af318-7415-4004-9cdf-d72664bf5d96 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:29.404915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 on network 002af318-7415-4004-9cdf-d72664bf5d96 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:16:29.405284 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Attempting to bind port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 on network 002af318-7415-4004-9cdf-d72664bf5d96 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:29.432946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:29.433307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Checking segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:29.433729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Bound using segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:29.434173 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Bound port: edb0c6c0-2020-46ee-8c6c-6b2c645b65a5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:29.434621 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.480100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.518596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=7d956920-c63f-4d9d-bef2-5f35c31956a9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:29.590455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] For port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:29.595623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] For port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:29.601873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.611869 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.612205 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Floating IP 15ac4c7f-462b-4c89-9403-7bd06a599ae8 disassociated (deleted). External IP: 172.35.0.74, port: ceac2deb-f0c5-4c4c-8896-4b3ae8de1307.
Nov 06 21:16:29.683433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:29.684103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:29.685702 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] 10.222.0.10 "PUT /v2.0/ports/edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 HTTP/1.1" status: 200  len: 1092 time: 1.1331508
Nov 06 21:16:29.686183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451e0e47-f3f4-4c68-a06c-d76669d1a37f', 'tag': 'edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:29.688597 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d1ac6-e538-4451-b811-b1ecbc136fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "451e0e47-f3f4-4c68-a06c-d76669d1a37f", "tag": "edb0c6c0-2020-46ee-8c6c-6b2c645b65a5"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:29.747958 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9b76b-4300-42fa-8125-c6042253aa31 service neutron] Pushing event updated for resources: {'Port': ['ID=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:29.753173 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0255703a-1547-4250-a91e-eb404452cb53 x-openstack-request-id: req-0255703a-1547-4250-a91e-eb404452cb53 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:29.753464 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451e0e47-f3f4-4c68-a06c-d76669d1a37f", "tag": "edb0c6c0-2020-46ee-8c6c-6b2c645b65a5", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:29.754192 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0255703a-1547-4250-a91e-eb404452cb53 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:29.754192 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451e0e47-f3f4-4c68-a06c-d76669d1a37f', 'tag': 'edb0c6c0-2020-46ee-8c6c-6b2c645b65a5', 'status': 'completed', 'code': 200}
Nov 06 21:16:29.815552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8508-3fe2-491d-96c1-93df8452de16 req-3de7fe41-f582-4fa0-8a09-84d6907b23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:29.817283 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-3de7fe41-f582-4fa0-8a09-84d6907b23e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 1095 time: 0.0622392
Nov 06 21:16:29.842901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cded7-761c-4d72-9630-ac45e8633121 req-94ab6290-3f4e-4e82-b2fd-046f9b723839 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:29.845507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-675cded7-761c-4d72-9630-ac45e8633121 req-94ab6290-3f4e-4e82-b2fd-046f9b723839 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 944 time: 0.0563536
Nov 06 21:16:29.901941 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-cfe0ccc6-e8f9-4ceb-ac22-276d68daf53d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 HTTP/1.1" status: 200  len: 217 time: 0.0417461
Nov 06 21:16:29.904476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-675cded7-761c-4d72-9630-ac45e8633121 req-4ea56947-79c5-4a2c-8d44-80573a2a5994 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523758
Nov 06 21:16:29.999216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8508-3fe2-491d-96c1-93df8452de16 req-b8a5558c-fe4a-4069-b5ea-75357137900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:30.000821 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-b8a5558c-fe4a-4069-b5ea-75357137900e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 200  len: 855 time: 0.0907516
Nov 06 21:16:30.007781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 17c8a705-f992-48fa-83db-55ddabe044e9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:16:30.037680 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-bae885f5-03f2-4a2b-aee7-1fca70a5d6b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=002af318-7415-4004-9cdf-d72664bf5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0287023
Nov 06 21:16:30.218621 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:16:30.224019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:30.227458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-d3001546-2dd3-4fba-9c34-34c3a9d433c5 service neutron] 10.222.0.10 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486859
Nov 06 21:16:30.228367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] Sync routers for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:16:30.238988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:30.239748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251162e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:30.298418 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-51fda5a6-b874-43a4-86a7-bc4e5c0f899b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/floatingips/15ac4c7f-462b-4c89-9403-7bd06a599ae8 HTTP/1.1" status: 204  len: 168 time: 1.6356680
Nov 06 21:16:30.346394 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-660b8508-3fe2-491d-96c1-93df8452de16 req-68a3d8fc-9796-4aee-a31e-fe16ad648e32 service neutron] 10.222.0.10 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1017523
Nov 06 21:16:30.362921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:30.468413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-065e880c-1f5d-4de8-ac3f-8b7553413dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:30.470453 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-065e880c-1f5d-4de8-ac3f-8b7553413dcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 1095 time: 0.0704923
Nov 06 21:16:30.572788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f253-d775-4d53-8c2a-ec97ddd007e1 req-7aea5050-fb78-4660-999f-7607f7035394 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:30.576942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1857f253-d775-4d53-8c2a-ec97ddd007e1 req-7aea5050-fb78-4660-999f-7607f7035394 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 944 time: 0.0630636
Nov 06 21:16:30.594370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-3584bff8-d243-4f9f-bc91-11033f0986cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:30.596397 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-3584bff8-d243-4f9f-bc91-11033f0986cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 916 time: 0.1176510
Nov 06 21:16:30.614361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251162e20>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:50Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:30.637135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1857f253-d775-4d53-8c2a-ec97ddd007e1 req-ff848f89-ff6a-4202-a961-05630b8e5cf5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552254
Nov 06 21:16:30.645347 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-c145a54f-d99b-4522-94f9-65781e88b494 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 HTTP/1.1" status: 200  len: 217 time: 0.0410802
Nov 06 21:16:30.659386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] Checking router: 17c8a705-f992-48fa-83db-55ddabe044e9 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:16:30.659386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:30.659729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251162e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:30.706553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-f78e82a3-3b98-46dd-acaf-17ecd372b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:30.708621 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-f78e82a3-3b98-46dd-acaf-17ecd372b3f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 200  len: 855 time: 0.0556200
Nov 06 21:16:30.753048 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-5f43a207-eb3b-4899-85b0-1d3688a138e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=002af318-7415-4004-9cdf-d72664bf5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296419
Nov 06 21:16:30.772874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:30.854375 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-f48ca4b7-aebf-428b-9abe-dfd2bc9d4ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945306
Nov 06 21:16:30.962538 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-114d1ac6-e538-4451-b811-b1ecbc136fd5 req-70d2f6bc-6bbe-4809-8883-e8fd634bd5af service neutron] 10.222.0.10 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1008663
Nov 06 21:16:30.988167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251162e20>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:50Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:31.016944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365758ab-39e3-448a-ada5-a61ec3454432 None None] The sync data for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 is: [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ea2b362-13ab-4bc5-acc1-70353db12da8', 'name': '', 'network_id': 'd76cf4a6-2b40-4d99-9b64-1ec3595f58f3', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:8d:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:45Z', 'updated_at': '2021-11-06T21:14:50Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '2624d40a-fe45-49a0-8328-ccf419ac1a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:16:31.056095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc8085-57ec-4d49-86b2-21d992505966 req-5a0fe56f-f1ee-445e-9d91-694305ae77bc tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:31.057998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99fc8085-57ec-4d49-86b2-21d992505966 req-5a0fe56f-f1ee-445e-9d91-694305ae77bc tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 944 time: 0.0640259
Nov 06 21:16:31.136534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99fc8085-57ec-4d49-86b2-21d992505966 req-37606d21-7641-4469-81f8-c435a2332582 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669961
Nov 06 21:16:31.333584 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6749ff27-62c7-444c-b236-e8fffe1545cd None None] New status for floating IP 15ac4c7f-462b-4c89-9403-7bd06a599ae8: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:16:31.464937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-a7451c71-6104-4a7b-9a52-6ca53400b617 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:31.466717 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-a7451c71-6104-4a7b-9a52-6ca53400b617 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 944 time: 0.0636513
Nov 06 21:16:31.572170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:31.572550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:31.787062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67393283-12b2-42f6-afeb-141f91eb5a15 req-fc8ce5f9-1757-42e1-964c-1e5bc210959e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:31.788884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67393283-12b2-42f6-afeb-141f91eb5a15 req-fc8ce5f9-1757-42e1-964c-1e5bc210959e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 944 time: 0.0685289
Nov 06 21:16:31.855414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67393283-12b2-42f6-afeb-141f91eb5a15 req-ba0ae8dd-9f50-44e7-a11b-fdd431b9a97d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ae157a4-7e43-465d-b235-5113775ad9b0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562403
Nov 06 21:16:31.942956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:31.945657 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df3e14d-407c-4214-8616-776068658bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:32.014692 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb5d6d1-d59e-48d0-b3a3-10529b8da938 x-openstack-request-id: req-3cb5d6d1-d59e-48d0-b3a3-10529b8da938 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:32.014986 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:32.015239 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cb5d6d1-d59e-48d0-b3a3-10529b8da938 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:32.015632 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'status': 'completed', 'code': 200}
Nov 06 21:16:32.032352 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:32.032692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:32.049150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:32.156470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e14d-407c-4214-8616-776068658bc5 req-026b7724-1dbd-458b-af94-20f53eb727ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:32.158556 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5df3e14d-407c-4214-8616-776068658bc5 req-026b7724-1dbd-458b-af94-20f53eb727ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=70740f6c-c71d-494c-a15b-25f7b86d98ec HTTP/1.1" status: 200  len: 1095 time: 0.0650799
Nov 06 21:16:32.263388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ec9c5-e970-41fa-9f39-0b810a76f691 req-bba5c7ed-b2ab-47aa-b926-b5924dbf23cb tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:32.265067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d87ec9c5-e970-41fa-9f39-0b810a76f691 req-bba5c7ed-b2ab-47aa-b926-b5924dbf23cb tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 944 time: 0.0563118
Nov 06 21:16:32.294149 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:32.318656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d87ec9c5-e970-41fa-9f39-0b810a76f691 req-6abdad55-822d-48f6-bae3-88f4883c8a27 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464797
Nov 06 21:16:32.328476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:32.347157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e14d-407c-4214-8616-776068658bc5 req-c6222c05-2833-423b-80a5-41255fe140d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:32.348740 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5df3e14d-407c-4214-8616-776068658bc5 req-c6222c05-2833-423b-80a5-41255fe140d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 200  len: 898 time: 0.1814287
Nov 06 21:16:32.418374 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] No DVR routers for this DVR port ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:16:32.420853 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5df3e14d-407c-4214-8616-776068658bc5 req-105a4958-8392-4da0-bc3f-baba0ebfa2a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 200  len: 217 time: 0.0572495
Nov 06 21:16:32.421976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:32.425410 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4e6828e7-a1c3-46e9-b92c-3849c57da350 req-cbed8c7e-74b7-46aa-83eb-b6159ea2fb45 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "DELETE /v2.0/ports/ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 HTTP/1.1" status: 204  len: 173 time: 0.9523511
Nov 06 21:16:32.477131 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e14d-407c-4214-8616-776068658bc5 req-9d3ac608-78fc-457a-8be6-32508149588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:32.480450 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5df3e14d-407c-4214-8616-776068658bc5 req-9d3ac608-78fc-457a-8be6-32508149588d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2624d40a-fe45-49a0-8328-ccf419ac1a07 HTTP/1.1" status: 200  len: 834 time: 0.0477984
Nov 06 21:16:32.529468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e14d-407c-4214-8616-776068658bc5 req-1843d76a-a02a-46a0-84e9-0b049c8db017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:32.530978 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5df3e14d-407c-4214-8616-776068658bc5 req-1843d76a-a02a-46a0-84e9-0b049c8db017 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434775
Nov 06 21:16:32.640806 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5df3e14d-407c-4214-8616-776068658bc5 req-c76706a0-d0e0-4a5b-8c2d-6693a7c75a83 service neutron] 10.222.0.10 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941422
Nov 06 21:16:32.768699 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5df3e14d-407c-4214-8616-776068658bc5 req-06a2f6cd-1a90-4813-a5c2-d1de8bd02b27 service neutron] 10.222.0.10 "GET /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196549
Nov 06 21:16:32.913294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:16:32.929715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35138) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:33.026059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:33.041408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'edb0c6c0-2020-46ee-8c6c-6b2c645b65a5', 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'port_id': 'edb0c6c0-2020-46ee-8c6c-6b2c645b65a5', 'mac_address': 'fa:16:3e:90:df:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8857b4c0-57e9-436e-98c8-c786b4ac9c62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:16:33.082511 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:33.096482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:16:33.116881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:33.120933 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:33.180904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:33.350405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:33.506547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fcb9f-4809-4878-8017-2ea01afe205c req-2be997bd-131a-4e15-bf7d-59707d09cb3c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:33.508044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-437fcb9f-4809-4878-8017-2ea01afe205c req-2be997bd-131a-4e15-bf7d-59707d09cb3c tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 945 time: 0.1046448
Nov 06 21:16:33.531416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:16:33.976772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-437fcb9f-4809-4878-8017-2ea01afe205c req-04d8d217-2ae1-4c24-a0e6-7fe94aee8d00 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4608896
Nov 06 21:16:34.017076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-deleted', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:34.020428 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42333a5-36f6-41a4-a244-1c8f7ae2fa75" -d '{"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-deleted", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:34.069093 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f0fc7c-fcc5-480b-b030-7cfefc2033b8 x-openstack-request-id: req-53f0fc7c-fcc5-480b-b030-7cfefc2033b8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:34.069378 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70740f6c-c71d-494c-a15b-25f7b86d98ec", "name": "network-vif-deleted", "tag": "ceac2deb-f0c5-4c4c-8896-4b3ae8de1307", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:34.069660 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53f0fc7c-fcc5-480b-b030-7cfefc2033b8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:34.070090 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70740f6c-c71d-494c-a15b-25f7b86d98ec', 'name': 'network-vif-deleted', 'tag': 'ceac2deb-f0c5-4c4c-8896-4b3ae8de1307', 'status': 'completed', 'code': 200}
Nov 06 21:16:34.093142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 4ea2b362-13ab-4bc5-acc1-70353db12da8 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:34.093557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:34.191566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port 4ea2b362-13ab-4bc5-acc1-70353db12da8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ea2b362-13ab-4bc5-acc1-70353db12da8,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:34.191933 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:34.206283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 4ea2b362-13ab-4bc5-acc1-70353db12da8 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:34.408728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:34.435691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=4ea2b362-13ab-4bc5-acc1-70353db12da8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:34.624173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:34.842434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 17c8a705-f992-48fa-83db-55ddabe044e9 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:16:34.916630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:34.959342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:16:34.964991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a9a2fd04-97fb-48a7-8ca3-82e403aea22a tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "PUT /v2.0/routers/17c8a705-f992-48fa-83db-55ddabe044e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0340130
Nov 06 21:16:34.968205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35148) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:34.978127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] Sync routers for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:16:34.994377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:34.994926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92520a5610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:34.996738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:16:35.005208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:35.005586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.024359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b01aa9-f39d-405b-a89e-b66fc831eadd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting subnet 2624d40a-fe45-49a0-8328-ccf419ac1a07 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:16:35.025927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4b01aa9-f39d-405b-a89e-b66fc831eadd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.082337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4b01aa9-f39d-405b-a89e-b66fc831eadd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.153281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70af1-2ad8-47be-91d8-0da3575c2b22 req-ed0948c0-b6ae-4042-b2f0-d130c6a8f0da tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:35.154665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46c70af1-2ad8-47be-91d8-0da3575c2b22 req-ed0948c0-b6ae-4042-b2f0-d130c6a8f0da tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 945 time: 0.0921345
Nov 06 21:16:35.160056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:35.217887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4b01aa9-f39d-405b-a89e-b66fc831eadd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.263739 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.269383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46c70af1-2ad8-47be-91d8-0da3575c2b22 req-b35f943f-36ed-4662-a413-a9cf36959a37 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921764
Nov 06 21:16:35.298507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4b01aa9-f39d-405b-a89e-b66fc831eadd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.309907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e0e47-f3f4-4c68-a06c-d76669d1a37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:35.312376 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e793c7f5-551c-46bf-bdb4-d8118f6be2e9" -d '{"events": [{"server_uuid": "451e0e47-f3f4-4c68-a06c-d76669d1a37f", "name": "network-vif-plugged", "status": "completed", "tag": "edb0c6c0-2020-46ee-8c6c-6b2c645b65a5"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:35.330165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b01aa9-f39d-405b-a89e-b66fc831eadd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Subnet': ['ID=2624d40a-fe45-49a0-8328-ccf419ac1a07,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:35.332088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4b01aa9-f39d-405b-a89e-b66fc831eadd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.333144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:35.335432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c4b01aa9-f39d-405b-a89e-b66fc831eadd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/subnets/2624d40a-fe45-49a0-8328-ccf419ac1a07 HTTP/1.1" status: 204  len: 168 time: 0.3662176
Nov 06 21:16:35.338182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35154) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:35.346402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.347419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:16:35.369626 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a41e3d-3af0-401d-b8ee-54dedf308257 x-openstack-request-id: req-80a41e3d-3af0-401d-b8ee-54dedf308257 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:35.369904 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e0e47-f3f4-4c68-a06c-d76669d1a37f", "name": "network-vif-plugged", "status": "completed", "tag": "edb0c6c0-2020-46ee-8c6c-6b2c645b65a5", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:35.370059 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80a41e3d-3af0-401d-b8ee-54dedf308257 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:35.370472 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e0e47-f3f4-4c68-a06c-d76669d1a37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb0c6c0-2020-46ee-8c6c-6b2c645b65a5', 'code': 200}
Nov 06 21:16:35.376077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b6cf9-cbcb-4b8a-b052-a211cbc798a6 None None] Network d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:16:35.397806 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:16:35.398154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ceac2deb-f0c5-4c4c-8896-4b3ae8de1307 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:16:35.462285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.491806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217f729-8968-4330-82d3-660198bafe05 req-f48e2604-e5c6-4424-894e-e9ba35064460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:35.494647 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7217f729-8968-4330-82d3-660198bafe05 req-f48e2604-e5c6-4424-894e-e9ba35064460 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 1097 time: 0.0660388
Nov 06 21:16:35.569863 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7217f729-8968-4330-82d3-660198bafe05 req-6405fffb-18cb-4b77-9986-d12849ff168e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618033
Nov 06 21:16:35.599597 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.669226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:35.669226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.691647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:35.742647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92520a5610>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:16:34Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': 'da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:14:41Z', 'updated_at': '2021-11-06T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:35.758585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:35.758975 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.772932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:35.773474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] Checking router: 17c8a705-f992-48fa-83db-55ddabe044e9 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:16:35.795496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] Routers {'17c8a705-f992-48fa-83db-55ddabe044e9'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:35.795496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92520a5610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['17c8a705-f992-48fa-83db-55ddabe044e9'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:35.888106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] DHCP port deletion for d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:16:35.930063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] Set router 17c8a705-f992-48fa-83db-55ddabe044e9 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:35.961200 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:35.987049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92520a5610>, [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:16:35Z', 'revision_number': 6, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:35.998105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:36.021468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db40c8-04f8-460b-b7ec-f5f43dc61935 None None] The sync data for ids ['17c8a705-f992-48fa-83db-55ddabe044e9'] in ncdv-master-1 is: [{'id': '17c8a705-f992-48fa-83db-55ddabe044e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1593299924', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:14:40Z', 'updated_at': '2021-11-06T21:16:35Z', 'revision_number': 6, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:16:36.041484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] Deleting port 591d8c84-bce7-4768-a89c-9010594555fc {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:16:36.043500 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.087696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.122931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] For port 591d8c84-bce7-4768-a89c-9010594555fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=591d8c84-bce7-4768-a89c-9010594555fc,segment=NetworkSegment(759e4381-3cab-495a-b334-9b2c019b9885),segment_id=759e4381-3cab-495a-b334-9b2c019b9885)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:36.123412 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.138996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] Calling delete_port for 591d8c84-bce7-4768-a89c-9010594555fc owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:16:36.187966 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.190178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.223466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.234855 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.235645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Fanout notify agent at l3_agent the message router_deleted on router 17c8a705-f992-48fa-83db-55ddabe044e9 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:16:36.243807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.247707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b8ff47f2-59d7-4bd3-b186-72ff91684ff8 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/routers/17c8a705-f992-48fa-83db-55ddabe044e9 HTTP/1.1" status: 204  len: 168 time: 0.9085536
Nov 06 21:16:36.247855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35158) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:36.249715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] Pushing event deleted for resources: {'Port': ['ID=591d8c84-bce7-4768-a89c-9010594555fc,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:36.254269 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14821e-dd43-471e-b96b-91c85bed1c05 None None] No DVR routers for this DVR port 591d8c84-bce7-4768-a89c-9010594555fc on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:16:36.323105 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.400186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee779df6-823d-453d-8b2a-09f0b2be464c req-bbc3f2c0-4551-4e6c-888d-21aa22e46f6d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:36.413077 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee779df6-823d-453d-8b2a-09f0b2be464c req-bbc3f2c0-4551-4e6c-888d-21aa22e46f6d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 946 time: 0.0690033
Nov 06 21:16:36.427992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.454888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254b8c5b0>,) {'filters': {'network_id': ['d76cf4a6-2b40-4d99-9b64-1ec3595f58f3']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:36.462093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee779df6-823d-453d-8b2a-09f0b2be464c req-dab22c02-692c-4f4f-a2d4-3e891dce2105 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520294
Nov 06 21:16:36.466321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b8c5b0>, '759e4381-3cab-495a-b334-9b2c019b9885') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:36.466767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254b8c5b0>, '759e4381-3cab-495a-b334-9b2c019b9885') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:36.476878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.491949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.500079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:16:36.500447 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:16:36.503737 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:16:36.562544 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.569940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.572912 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/networks/d76cf4a6-2b40-4d99-9b64-1ec3595f58f3 HTTP/1.1" status: 204  len: 168 time: 0.3240798
Nov 06 21:16:36.575735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35162) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:36.584697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183196f-ed07-45be-b21e-496303b08d40 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Network': ['ID=d76cf4a6-2b40-4d99-9b64-1ec3595f58f3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:36.632994 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.657716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.713941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.717248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:36.718396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ae157a4-7e43-465d-b235-5113775ad9b0 HTTP/1.1" status: 204  len: 168 time: 0.1415968
Nov 06 21:16:36.727329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae157a4-7e43-465d-b235-5113775ad9b0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:36.737124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.737472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.737807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.738140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.738465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.738794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.739117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.739440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.739760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.740081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.740431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.740778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91491b38-b341-4bc1-b642-fe0bb96afc51 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:36.884120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 591d8c84-bce7-4768-a89c-9010594555fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:16:36.909405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 591d8c84-bce7-4768-a89c-9010594555fc {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:16:36.910018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 591d8c84-bce7-4768-a89c-9010594555fc not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:16:36.910445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4ea2b362-13ab-4bc5-acc1-70353db12da8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:16:36.929995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 4ea2b362-13ab-4bc5-acc1-70353db12da8 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:16:36.930320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4ea2b362-13ab-4bc5-acc1-70353db12da8 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:16:36.979571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35168) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:36.984319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c00d4bc0-aa46-4cc1-aa2f-4654826b47cf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515318460', 'description': 'tempest-secgroup-smoke-1515318460 description', 'project_id': '5f8c001debad4d98b1531db2b7d91349'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:37.008254 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c00d4bc0-aa46-4cc1-aa2f-4654826b47cf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.082856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c00d4bc0-aa46-4cc1-aa2f-4654826b47cf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.087107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c00d4bc0-aa46-4cc1-aa2f-4654826b47cf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.116912 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c00d4bc0-aa46-4cc1-aa2f-4654826b47cf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.118307 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c00d4bc0-aa46-4cc1-aa2f-4654826b47cf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1376464
Nov 06 21:16:37.121244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35172) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:37.126376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2a3c601a-5a08-4131-a25e-00b25fc88593 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7f5f9475-790a-421e-96e7-839fb988dc57', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:37.126528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4bc0-aa46-4cc1-aa2f-4654826b47cf tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f9475-790a-421e-96e7-839fb988dc57,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:37.158156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a3c601a-5a08-4131-a25e-00b25fc88593 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.212431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a3c601a-5a08-4131-a25e-00b25fc88593 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.216505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a3c601a-5a08-4131-a25e-00b25fc88593 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.234288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c601a-5a08-4131-a25e-00b25fc88593 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7ca4e7-2a1d-408f-9f7c-934272ccbde4,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:37.241417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2a3c601a-5a08-4131-a25e-00b25fc88593 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.242601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2a3c601a-5a08-4131-a25e-00b25fc88593 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1197481
Nov 06 21:16:37.245374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35174) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:37.249908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2453eadc-3503-46da-9060-50458dad10ee tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7f5f9475-790a-421e-96e7-839fb988dc57', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:37.274822 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2453eadc-3503-46da-9060-50458dad10ee tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.332655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2453eadc-3503-46da-9060-50458dad10ee tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.336237 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2453eadc-3503-46da-9060-50458dad10ee tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.354101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453eadc-3503-46da-9060-50458dad10ee tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2cb631-012d-4e60-a9f2-8056e1955de0,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:37.362225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2453eadc-3503-46da-9060-50458dad10ee tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.363426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2453eadc-3503-46da-9060-50458dad10ee tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1170342
Nov 06 21:16:37.366150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35176) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:37.370601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d81a7759-ec23-42e1-bdcc-d0c82fdf8c84 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7f5f9475-790a-421e-96e7-839fb988dc57', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:37.395925 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d81a7759-ec23-42e1-bdcc-d0c82fdf8c84 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.451288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d81a7759-ec23-42e1-bdcc-d0c82fdf8c84 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.454695 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d81a7759-ec23-42e1-bdcc-d0c82fdf8c84 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.472562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a7759-ec23-42e1-bdcc-d0c82fdf8c84 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79860089-ac94-4089-b0de-10e65c7fe0eb,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:37.479326 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d81a7759-ec23-42e1-bdcc-d0c82fdf8c84 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.480548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d81a7759-ec23-42e1-bdcc-d0c82fdf8c84 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1134541
Nov 06 21:16:37.484032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35178) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:37.488552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2ef3adda-f94d-4d16-8a7f-967df616d860 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7f5f9475-790a-421e-96e7-839fb988dc57', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:37.515144 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef3adda-f94d-4d16-8a7f-967df616d860 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.609163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef3adda-f94d-4d16-8a7f-967df616d860 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.618079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd81e3a-79fc-4ab6-95b2-35a31e9dc655 req-4abce644-846f-46e0-ab59-f31914591813 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:37.619558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fd81e3a-79fc-4ab6-95b2-35a31e9dc655 req-4abce644-846f-46e0-ab59-f31914591813 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 946 time: 0.0851295
Nov 06 21:16:37.620643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef3adda-f94d-4d16-8a7f-967df616d860 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.652656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3adda-f94d-4d16-8a7f-967df616d860 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276e7ab0-f641-4b3d-acf2-b1ffb6afd8b6,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:37.665411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ef3adda-f94d-4d16-8a7f-967df616d860 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.666605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2ef3adda-f94d-4d16-8a7f-967df616d860 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1816280
Nov 06 21:16:37.669541 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35182) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:37.674849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f124f9b0-abbe-429f-b433-1571699bdeb7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7f5f9475-790a-421e-96e7-839fb988dc57', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:37.688644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fd81e3a-79fc-4ab6-95b2-35a31e9dc655 req-02288450-cc07-43f9-b24e-f1d8431cbbc8 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605283
Nov 06 21:16:37.696771 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-f124f9b0-abbe-429f-b433-1571699bdeb7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Project 5f8c001debad4d98b1531db2b7d91349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:16:37.702223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f124f9b0-abbe-429f-b433-1571699bdeb7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.763130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f124f9b0-abbe-429f-b433-1571699bdeb7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.767338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f124f9b0-abbe-429f-b433-1571699bdeb7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.785288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124f9b0-abbe-429f-b433-1571699bdeb7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3082cf-75c2-4529-9cc1-db3d104d3b08,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:37.793953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f124f9b0-abbe-429f-b433-1571699bdeb7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.798209 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f124f9b0-abbe-429f-b433-1571699bdeb7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1273773
Nov 06 21:16:37.802341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35190) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:37.803685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e187a3b4-6115-41b5-a069-1ba915500cc2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'security_group_rule': {'security_group_id': '7f5f9475-790a-421e-96e7-839fb988dc57', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:37.827093 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-e187a3b4-6115-41b5-a069-1ba915500cc2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Project 5f8c001debad4d98b1531db2b7d91349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:16:37.832342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e187a3b4-6115-41b5-a069-1ba915500cc2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.884985 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e187a3b4-6115-41b5-a069-1ba915500cc2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.890523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e187a3b4-6115-41b5-a069-1ba915500cc2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.910005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187a3b4-6115-41b5-a069-1ba915500cc2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644435dc-2a15-40a0-82a4-0275e2fa5a0c,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:37.920316 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e187a3b4-6115-41b5-a069-1ba915500cc2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.924131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e187a3b4-6115-41b5-a069-1ba915500cc2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1242828
Nov 06 21:16:37.926937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35192) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:37.931797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'network': {'name': 'tempest-network-smoke--655030234', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'port_security_enabled': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:37.957363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:37.961033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:37.986243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:16:38.000883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.000883 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Added segment 56d4df9e-c38e-440a-a323-4962b5a9b8ee of type vlan for network 8ceab72c-17bb-4431-b274-3d972f24a055
Nov 06 21:16:38.036541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.061688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.068489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:38.069073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.135149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2071524
Nov 06 21:16:38.138904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35202) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:38.144189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'admin_state_up': True, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:38.145111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cddbb7-8491-4b78-9cb2-fe14037f05c3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Network': ['ID=8ceab72c-17bb-4431-b274-3d972f24a055,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:38.156004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 8ceab72c-17bb-4431-b274-3d972f24a055 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:16:38.175125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.176422 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.256018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:16:38.282103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.298841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:16:38.299259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device da4a1f3b-cc21-4ac6-a13e-d22a8b2de6e0 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:16:38.466721 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.654803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.679326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.781140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.35.0.138 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/552b9559-17d9-4596-ba74-b6b817aceed6) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:16:38.888207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.922886 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:38.963983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:16:38.970226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:38.972451 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=552b9559-17d9-4596-ba74-b6b817aceed6,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:38.975366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:16:39.282720 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:39.613341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-1f423abd-e16c-4e07-958e-5fc342ad06b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:39.614837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-1f423abd-e16c-4e07-958e-5fc342ad06b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 815 time: 0.1069164
Nov 06 21:16:39.630161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-0e5d2a14-c3cc-441e-b295-60603a7fe21e tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/quotas/672009b3c8024ef891de3084390a04f1 HTTP/1.1" status: 200  len: 375 time: 0.0095787
Nov 06 21:16:39.686774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-1f764555-c408-4c5a-8860-aa5188ca1b8d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0512006
Nov 06 21:16:39.705947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:39.778850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-3fdd8865-469c-4f25-b395-f3da3f08e801 service neutron] 10.222.0.13 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849621
Nov 06 21:16:39.834840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 35340917-62a6-49c5-9fb3-7d536c313152 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:16:39.874914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-0eeb3105-d580-4ff2-b74c-f0134cc7d2e6 service neutron] 10.222.0.13 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900195
Nov 06 21:16:39.950394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:16:39.961561 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Sync routers for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:16:39.972769 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:39.973491 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:39.974176 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f3cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:39.974941 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2656ff88-7dd0-4d76-937b-86f518cefaac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.8349488
Nov 06 21:16:39.978298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35228) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:40.035122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3b7de325-b5ed-4f36-95c9-c66b763606b2 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5f8c001debad4d98b1531db2b7d91349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0553701
Nov 06 21:16:40.038601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35234) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:40.094778 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:40.152976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c67ba057-b41e-46cc-878f-239f8f31b063 req-d4a3167a-b5bd-45cd-b974-3ab29d516147 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 210 time: 0.1165845
Nov 06 21:16:40.188678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5a68d4-dc55-4e59-be45-13cfff9ea562 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:40.193048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ea5a68d4-dc55-4e59-be45-13cfff9ea562 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1508660
Nov 06 21:16:40.193952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35240) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:40.232363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9f53de07-c610-4a19-b789-aba0b5a28992 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0354822
Nov 06 21:16:40.233730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35246) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:40.239102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107248758', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:40.311929 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f3cc10>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:39Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:40.332974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:40.337114 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.340283 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Checking router: 35340917-62a6-49c5-9fb3-7d536c313152 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:16:40.340708 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Updating router 35340917-62a6-49c5-9fb3-7d536c313152 port 552b9559-17d9-4596-ba74-b6b817aceed6 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:16:40.370111 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.565767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.638608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Subnet': ['ID=0d876311-7f21-4afa-b6d0-7c6c8269b62d,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:40.654514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Checking segment: {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:40.655018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network hostable DHCP agents. Network: 8ceab72c-17bb-4431-b274-3d972f24a055, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:16:40.672390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 8ceab72c-17bb-4431-b274-3d972f24a055 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:16:40.681970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ceab72c-17bb-4431-b274-3d972f24a055) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:40.682208 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.688446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:40.690162 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.691398 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.692396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14ff59e-8e32-4eb7-b359-efad7421683e None None] Network 8ceab72c-17bb-4431-b274-3d972f24a055 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:16:40.713436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1ccdc17d-3f7b-447f-8007-412370380e2b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4785461
Nov 06 21:16:40.716833 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35256) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:16:40.747676 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Attempting to bind port 552b9559-17d9-4596-ba74-b6b817aceed6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:40.748133 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Attempting to bind port 552b9559-17d9-4596-ba74-b6b817aceed6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:40.748583 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Attempting to bind port 552b9559-17d9-4596-ba74-b6b817aceed6 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:40.760154 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:40.761139 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:40.761139 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.761582 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:40.762110 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Bound port: 552b9559-17d9-4596-ba74-b6b817aceed6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:40.762577 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.818445 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] For port 552b9559-17d9-4596-ba74-b6b817aceed6, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:40.823880 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] For port 552b9559-17d9-4596-ba74-b6b817aceed6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=552b9559-17d9-4596-ba74-b6b817aceed6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:40.823880 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Pushing event updated for resources: {'Port': ['ID=552b9559-17d9-4596-ba74-b6b817aceed6,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:40.832276 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.835960 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.836417 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.836823 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.837224 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.837656 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.838049 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.838443 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.838777 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.839277 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.839564 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.840189 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.840358 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:40.888440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ceab72c-17bb-4431-b274-3d972f24a055', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:16:40.889561 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:40.913804 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd52c4-d58f-4b53-a239-67208518133c None None] Pushing event updated for resources: {'Port': ['ID=552b9559-17d9-4596-ba74-b6b817aceed6,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:40.921325 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:40.921942 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f3cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:41.055803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Allocated IP 172.20.0.2 (8ceab72c-17bb-4431-b274-3d972f24a055/0d876311-7f21-4afa-b6d0-7c6c8269b62d/af794843-8b94-4709-84b9-f9fee714d6e3) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:16:41.150219 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:41.167258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-ab2ac81d-5d06-4632-9774-8a37cee49748 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:41.171875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-ab2ac81d-5d06-4632-9774-8a37cee49748 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 815 time: 0.1315398
Nov 06 21:16:41.196985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Request body: {'port': {'device_id': 'f445f016-1639-4ccf-bbc9-64841874e40b', 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'admin_state_up': True, 'tenant_id': '672009b3c8024ef891de3084390a04f1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:41.259662 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.270640 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.299626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b29795d7-8b13-448c-be2c-4333b1194b09 req-8c9db3de-bf39-4714-bcbb-684f741ddd45 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 210 time: 0.0397015
Nov 06 21:16:41.344412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Network 8ceab72c-17bb-4431-b274-3d972f24a055 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:16:41.349769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:41.353457 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:16:41.356211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Pushing event updated for resources: {'Port': ['ID=af794843-8b94-4709-84b9-f9fee714d6e3,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:41.402766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Made reservation on behalf of 672009b3c8024ef891de3084390a04f1 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:41.407553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.439449 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f3cc10>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:39Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:41.446522 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.450849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Attempting to bind port af794843-8b94-4709-84b9-f9fee714d6e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:41.451505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Attempting to bind port af794843-8b94-4709-84b9-f9fee714d6e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:41.452079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Attempting to bind port af794843-8b94-4709-84b9-f9fee714d6e3 on network 8ceab72c-17bb-4431-b274-3d972f24a055 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:41.460132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:41.460857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Checking segment: {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:41.461752 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.462089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Bound using segment: {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:41.462800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Bound port: af794843-8b94-4709-84b9-f9fee714d6e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:41.463407 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.514989 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09da152-6650-481f-9162-81608ec34fc3 None None] The sync data for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 is: [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:39Z', 'revision_number': 3, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:16:41.557537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] For port af794843-8b94-4709-84b9-f9fee714d6e3, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:41.562364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] For port af794843-8b94-4709-84b9-f9fee714d6e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af794843-8b94-4709-84b9-f9fee714d6e3,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:41.569043 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.623774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Allocated IP 172.20.0.11 (002af318-7415-4004-9cdf-d72664bf5d96/8857b4c0-57e9-436e-98c8-c786b4ac9c62/4c1f79d0-950d-432b-a1d8-730ebf768793) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:16:41.660898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967bc5f-4957-4d59-a425-954ad37df8f3 None None] Pushing event updated for resources: {'Port': ['ID=af794843-8b94-4709-84b9-f9fee714d6e3,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:41.896788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.945670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:41.967880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f4f4ac47-b622-493a-ba70-73c70c72d6e1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:16:41.970825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:16:42.002216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.20.0.1 (8ceab72c-17bb-4431-b274-3d972f24a055/0d876311-7f21-4afa-b6d0-7c6c8269b62d/48449739-666d-4dae-bb94-26800070800b) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:16:42.030041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Network 002af318-7415-4004-9cdf-d72664bf5d96 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:16:42.034998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:42.037673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:16:42.098987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:42.099588 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.104113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Pushing event updated for resources: {'Port': ['ID=4c1f79d0-950d-432b-a1d8-730ebf768793,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:42.137847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-75db8d4d-e75b-4172-b3af-2d3a5dce9a91 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9496262
Nov 06 21:16:42.160818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Request body: {'port': {'device_id': 'f445f016-1639-4ccf-bbc9-64841874e40b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:42.235209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.291804 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.298408 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.407256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 8ceab72c-17bb-4431-b274-3d972f24a055 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:16:42.417788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:42.424169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:16:42.432918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=48449739-666d-4dae-bb94-26800070800b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:42.439411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 552b9559-17d9-4596-ba74-b6b817aceed6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:42.515636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 552b9559-17d9-4596-ba74-b6b817aceed6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:42.516478 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.539412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.579559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c4b93-20e1-4eb8-86ad-6cff71afc098 req-0f7d60cd-ef7a-430e-bec7-2ada1c88e0ef tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:42.586196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-516c4b93-20e1-4eb8-86ad-6cff71afc098 req-0f7d60cd-ef7a-430e-bec7-2ada1c88e0ef tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 932 time: 0.1397455
Nov 06 21:16:42.647951 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.686524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 552b9559-17d9-4596-ba74-b6b817aceed6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=552b9559-17d9-4596-ba74-b6b817aceed6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:42.691088 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.694051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device af794843-8b94-4709-84b9-f9fee714d6e3 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:42.794890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-516c4b93-20e1-4eb8-86ad-6cff71afc098 req-d28d446a-8f4e-49e0-8a1b-560a75789775 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802759
Nov 06 21:16:42.798389 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.860852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=552b9559-17d9-4596-ba74-b6b817aceed6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:42.900798 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port af794843-8b94-4709-84b9-f9fee714d6e3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:42.901209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.921171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1f79d0-950d-432b-a1d8-730ebf768793 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:16:42.933903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:42.952235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Transition to ACTIVE for port object 4c1f79d0-950d-432b-a1d8-730ebf768793 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:16:42.964691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.050783 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.053925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1f79d0-950d-432b-a1d8-730ebf768793,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:43.114837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Attempting to bind port 4c1f79d0-950d-432b-a1d8-730ebf768793 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:43.115196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Attempting to bind port 4c1f79d0-950d-432b-a1d8-730ebf768793 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:43.115493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Attempting to bind port 4c1f79d0-950d-432b-a1d8-730ebf768793 on network 002af318-7415-4004-9cdf-d72664bf5d96 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:43.120754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Port 4c1f79d0-950d-432b-a1d8-730ebf768793 on network 002af318-7415-4004-9cdf-d72664bf5d96 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:16:43.121103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Attempting to bind port 4c1f79d0-950d-432b-a1d8-730ebf768793 on network 002af318-7415-4004-9cdf-d72664bf5d96 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:43.121828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port af794843-8b94-4709-84b9-f9fee714d6e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af794843-8b94-4709-84b9-f9fee714d6e3,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:43.126628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:43.126967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Checking segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:43.127367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Bound using segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:43.127820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Bound port: 4c1f79d0-950d-432b-a1d8-730ebf768793, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:43.128199 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.129351 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.203693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=af794843-8b94-4709-84b9-f9fee714d6e3,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:43.213192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] For port 4c1f79d0-950d-432b-a1d8-730ebf768793, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:43.218548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] For port 4c1f79d0-950d-432b-a1d8-730ebf768793, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c1f79d0-950d-432b-a1d8-730ebf768793,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:43.223125 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.227940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041dc9f9-3e4f-4844-baec-699212d3ee60 None None] Network 8ceab72c-17bb-4431-b274-3d972f24a055 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:16:43.273684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:43.275075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.276177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] 10.222.0.37 "PUT /v2.0/ports/4c1f79d0-950d-432b-a1d8-730ebf768793 HTTP/1.1" status: 200  len: 1092 time: 1.1287651
Nov 06 21:16:43.276671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445f016-1639-4ccf-bbc9-64841874e40b', 'tag': '4c1f79d0-950d-432b-a1d8-730ebf768793'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:43.280378 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b34b98-f524-4ff6-a77f-625d46f30556" -d '{"events": [{"name": "network-changed", "server_uuid": "f445f016-1639-4ccf-bbc9-64841874e40b", "tag": "4c1f79d0-950d-432b-a1d8-730ebf768793"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:43.289114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.297320 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.312516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a76b3b-010f-4856-96dc-6ffc779ef311 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1f79d0-950d-432b-a1d8-730ebf768793,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:43.338886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-485d769f-8c5e-482c-b225-0c592e37e3d4 None None] Provisioning complete for port af794843-8b94-4709-84b9-f9fee714d6e3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:43.338886 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-485d769f-8c5e-482c-b225-0c592e37e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.376099 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5915f402-45a2-41d9-9da8-1928b63a61b5 x-openstack-request-id: req-5915f402-45a2-41d9-9da8-1928b63a61b5 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:43.376651 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f445f016-1639-4ccf-bbc9-64841874e40b", "tag": "4c1f79d0-950d-432b-a1d8-730ebf768793", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:43.377361 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5915f402-45a2-41d9-9da8-1928b63a61b5 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:43.377517 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f445f016-1639-4ccf-bbc9-64841874e40b', 'tag': '4c1f79d0-950d-432b-a1d8-730ebf768793', 'status': 'completed', 'code': 200}
Nov 06 21:16:43.384419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-b57311d8-7c35-47a3-8d76-9a7ddf701310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:43.387219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-b57311d8-7c35-47a3-8d76-9a7ddf701310 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 1095 time: 0.0605652
Nov 06 21:16:43.401158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=48449739-666d-4dae-bb94-26800070800b,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:43.404726 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:43.438448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-0bcd269d-9492-47e9-b5de-33f44c718401 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c1f79d0-950d-432b-a1d8-730ebf768793 HTTP/1.1" status: 200  len: 217 time: 0.0421429
Nov 06 21:16:43.514913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 8ceab72c-17bb-4431-b274-3d972f24a055 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:16:43.517100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:43.526920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-a53a8b57-3b9a-44ee-97e5-9fdd829df4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:43.529151 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-a53a8b57-3b9a-44ee-97e5-9fdd829df4f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 200  len: 855 time: 0.0812614
Nov 06 21:16:43.571678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-a041011c-1f2b-4603-b9aa-c70845ff6e97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=002af318-7415-4004-9cdf-d72664bf5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351295
Nov 06 21:16:43.649198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 35340917-62a6-49c5-9fb3-7d536c313152 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:16:43.698276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-2a137106-3b5c-441e-b2a8-e79e8fbac845 service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185546
Nov 06 21:16:43.828229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:16:43.837423 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f4301bff-23c3-41fc-954e-20c1f9be0856 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "PUT /v2.0/routers/35340917-62a6-49c5-9fb3-7d536c313152/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1185038
Nov 06 21:16:43.876566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33327c46-4dcb-48c8-9ba6-2174d11aa1be req-fddbca87-04c8-49be-9a53-4cd4cfde458a service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666489
Nov 06 21:16:44.027251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f46185-6148-4709-9e7a-d8f34e1fc502 req-d9550604-45f2-4bfc-9abd-971d86977c74 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:44.028733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3f46185-6148-4709-9e7a-d8f34e1fc502 req-d9550604-45f2-4bfc-9abd-971d86977c74 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 944 time: 0.1129396
Nov 06 21:16:44.037160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-97c1d7b4-21d4-480a-840c-59fa91d32bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:44.041069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-97c1d7b4-21d4-480a-840c-59fa91d32bde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 1095 time: 0.0858974
Nov 06 21:16:44.044884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-660ad54c-2e3b-44e6-a52a-ff82efbd08d1 None None] Provisioning complete for port af794843-8b94-4709-84b9-f9fee714d6e3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:44.045266 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-660ad54c-2e3b-44e6-a52a-ff82efbd08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:44.156238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Sync routers for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:16:44.181000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:44.181621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514f8f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:44.201144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3f46185-6148-4709-9e7a-d8f34e1fc502 req-512bff66-b284-4754-a999-ff86669e09dc tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587863
Nov 06 21:16:44.230780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-adfcd2bd-050d-4ab9-b21f-6b28fccea4ba tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515318460&fields=id&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 267 time: 0.1109240
Nov 06 21:16:44.236171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-6f36312c-79fb-4907-8649-1105af0601c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:44.237657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-6f36312c-79fb-4907-8649-1105af0601c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 916 time: 0.1851342
Nov 06 21:16:44.252088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-660ad54c-2e3b-44e6-a52a-ff82efbd08d1 None None] Provisioning complete for port 48449739-666d-4dae-bb94-26800070800b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:44.252494 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-660ad54c-2e3b-44e6-a52a-ff82efbd08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:44.328868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 552b9559-17d9-4596-ba74-b6b817aceed6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:44.365736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-660ad54c-2e3b-44e6-a52a-ff82efbd08d1 None None] Port 48449739-666d-4dae-bb94-26800070800b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:16:44.385284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:44.480407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 552b9559-17d9-4596-ba74-b6b817aceed6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:44.480773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:44.720626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-c9c7c18e-83ed-4130-ae93-0ee05d4d053c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c1f79d0-950d-432b-a1d8-730ebf768793 HTTP/1.1" status: 200  len: 217 time: 0.4681835
Nov 06 21:16:44.776624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9890559f-af96-452b-a1ee-dcc3ff53f525 None None] Provisioning complete for port 48449739-666d-4dae-bb94-26800070800b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:44.776988 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9890559f-af96-452b-a1ee-dcc3ff53f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:44.779199 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:44.790830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:44.809635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-30b5c506-4f60-41eb-9c4e-c06ec70368e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:44.811410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-30b5c506-4f60-41eb-9c4e-c06ec70368e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 200  len: 855 time: 0.0799646
Nov 06 21:16:44.822738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-aaad4e40-cea3-4216-b129-c38db470f9fe tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:44.824330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-aaad4e40-cea3-4216-b129-c38db470f9fe tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/networks?id=8ceab72c-17bb-4431-b274-3d972f24a055 HTTP/1.1" status: 200  len: 796 time: 0.5831902
Nov 06 21:16:44.858100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-be15a06d-4e0b-4dbe-8cd4-e2b3ee8f8855 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=002af318-7415-4004-9cdf-d72664bf5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321877
Nov 06 21:16:44.891983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9890559f-af96-452b-a1ee-dcc3ff53f525 None None] Port 48449739-666d-4dae-bb94-26800070800b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:16:44.917451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device af794843-8b94-4709-84b9-f9fee714d6e3 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:44.936249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-e09396ac-4ecb-4d80-87ab-1c4f113e2923 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/quotas/5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 375 time: 0.0769958
Nov 06 21:16:44.987652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514f8f70>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:43Z', 'revision_number': 2, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:45.003349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-674d4999-a8ab-41bc-8d6b-3a0636d95892 service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374500
Nov 06 21:16:45.023934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Checking router: 35340917-62a6-49c5-9fb3-7d536c313152 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:16:45.024334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Updating router 35340917-62a6-49c5-9fb3-7d536c313152 port 48449739-666d-4dae-bb94-26800070800b binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:16:45.029515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-a12f6357-870c-4b0b-a142-478276c56678 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0824387
Nov 06 21:16:45.054871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port af794843-8b94-4709-84b9-f9fee714d6e3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:45.055139 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:45.081384 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:45.168636 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-2ce4cad8-a7c0-4fce-b09c-cd0a51203cdc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0544221
Nov 06 21:16:45.199343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0b34b98-f524-4ff6-a77f-625d46f30556 req-48e45728-5394-4738-ab2f-3e5caca08361 service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1884096
Nov 06 21:16:45.208039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-01ba2aae-512e-4b6f-8148-f124dada8873 service neutron] 10.222.0.13 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405349
Nov 06 21:16:45.331853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-60418182-be37-48ea-83a8-a7259cfd3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.332361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-60418182-be37-48ea-83a8-a7259cfd3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.332832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-60418182-be37-48ea-83a8-a7259cfd3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.333427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-60418182-be37-48ea-83a8-a7259cfd3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.333894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-60418182-be37-48ea-83a8-a7259cfd3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.334382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-60418182-be37-48ea-83a8-a7259cfd3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.334841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-60418182-be37-48ea-83a8-a7259cfd3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.337254 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-60418182-be37-48ea-83a8-a7259cfd3bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.1066670
Nov 06 21:16:45.337705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-7885bf2f-9c24-4c01-bc8b-c3d772ee8888 service neutron] 10.222.0.13 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211407
Nov 06 21:16:45.406685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a77e63-824a-4c0e-b8ef-be55d23c3bdf req-6dd23747-98d4-49bb-917c-0e8ff309bdae tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.408434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0a77e63-824a-4c0e-b8ef-be55d23c3bdf req-6dd23747-98d4-49bb-917c-0e8ff309bdae tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 944 time: 0.0697198
Nov 06 21:16:45.461348 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:45.469930 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:45.518405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5a3d3b98-621f-4791-8e3f-4f060786c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.518939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5a3d3b98-621f-4791-8e3f-4f060786c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.519432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5a3d3b98-621f-4791-8e3f-4f060786c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:45.521271 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5a3d3b98-621f-4791-8e3f-4f060786c9b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=99b40b59-cbc5-4528-be4b-431bf31e7971&id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 2293 time: 0.1532960
Nov 06 21:16:45.554822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74810fab-06e4-4ba3-8497-0b199bc016fe None None] Pushing event updated for resources: {'Port': ['ID=48449739-666d-4dae-bb94-26800070800b,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:45.575054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0a77e63-824a-4c0e-b8ef-be55d23c3bdf req-a372799e-756b-44cf-b353-1fb07488c2d0 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597791
Nov 06 21:16:45.609860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c1ed4c7-ff44-4a70-abe7-269e59cd8d5c req-a6c77db2-cd13-4b98-b5b3-6ae8028a6982 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 210 time: 0.0841095
Nov 06 21:16:45.648250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Attempting to bind port 48449739-666d-4dae-bb94-26800070800b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:45.648655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Attempting to bind port 48449739-666d-4dae-bb94-26800070800b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:45.649018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Attempting to bind port 48449739-666d-4dae-bb94-26800070800b on network 8ceab72c-17bb-4431-b274-3d972f24a055 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:45.650667 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-1abab4e2-ffde-412b-8746-2c4c68504357 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 1002 time: 0.1217153
Nov 06 21:16:45.655403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:45.655773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Checking segment: {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:45.656661 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:45.656797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Bound using segment: {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:45.657295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Bound port: 48449739-666d-4dae-bb94-26800070800b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:45.657653 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:45.753132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] For port 48449739-666d-4dae-bb94-26800070800b, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:45.758139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] For port 48449739-666d-4dae-bb94-26800070800b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48449739-666d-4dae-bb94-26800070800b,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:45.767595 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:45.865366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:16:45.865366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514f8f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:46.000018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74810fab-06e4-4ba3-8497-0b199bc016fe None None] Pushing event updated for resources: {'Port': ['ID=48449739-666d-4dae-bb94-26800070800b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:46.014652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:16:46.021183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-93fb4c68-7c15-4deb-980f-87aed02e22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:46.023757 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-93fb4c68-7c15-4deb-980f-87aed02e22c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 200  len: 850 time: 0.3648586
Nov 06 21:16:46.072287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bfc7de2a-e4b3-4573-9837-337b8772c48e None None] Provisioning complete for port 48449739-666d-4dae-bb94-26800070800b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:46.072748 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bfc7de2a-e4b3-4573-9837-337b8772c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:46.157803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-cc52175f-171c-4092-ae58-f7d64c45294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:46.160885 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-cc52175f-171c-4092-ae58-f7d64c45294c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1296022
Nov 06 21:16:46.287547 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bfc7de2a-e4b3-4573-9837-337b8772c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:46.291350 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-395eb002-b5ee-4c8d-bc62-c1c1458d7bf7 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1168320
Nov 06 21:16:46.350563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bfc7de2a-e4b3-4573-9837-337b8772c48e None None] For port 48449739-666d-4dae-bb94-26800070800b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48449739-666d-4dae-bb94-26800070800b,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:46.356707 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bfc7de2a-e4b3-4573-9837-337b8772c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:46.419357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514f8f70>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:45Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:16:46.421381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7de2a-e4b3-4573-9837-337b8772c48e None None] Pushing event updated for resources: {'Port': ['ID=48449739-666d-4dae-bb94-26800070800b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:46.425651 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-0e71e0f6-6bcf-4ffe-a2cb-9965ae1b8436 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142981
Nov 06 21:16:46.454322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58688409-c6d9-4c51-b82e-519365715ddb None None] The sync data for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 is: [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:45Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:16:46.484284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-31dcc7a9-9e24-483c-8a41-cd24e73932f6 None None] Provisioning complete for port 48449739-666d-4dae-bb94-26800070800b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:46.484910 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-31dcc7a9-9e24-483c-8a41-cd24e73932f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:46.490791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5e9767fe-6b9f-4ddc-9146-67533a52716d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 217 time: 0.0496414
Nov 06 21:16:46.578427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5f783d0a-ef9e-4688-b6cb-ed62b73f0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:46.580829 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5f783d0a-ef9e-4688-b6cb-ed62b73f0bef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0806866
Nov 06 21:16:46.649456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-cb1e7941-2442-4c48-b981-edb969838404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:46.651396 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-cb1e7941-2442-4c48-b981-edb969838404 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0620978
Nov 06 21:16:46.719024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934741-c17e-463b-905a-502a71099808 req-18fe05da-1290-4f72-a07a-18e77e1eadc7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:46.723002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83934741-c17e-463b-905a-502a71099808 req-18fe05da-1290-4f72-a07a-18e77e1eadc7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 944 time: 0.0773642
Nov 06 21:16:46.776899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0415a88-4bf9-41ff-9036-032fa35916ae req-9efbb811-4c3b-4bd4-9fcb-9903593c511d tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 210 time: 0.0525422
Nov 06 21:16:46.788938 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-a1d4a94f-18f9-4522-a1b1-7de8d7ca112d service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297815
Nov 06 21:16:46.797689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4c1f79d0-950d-432b-a1d8-730ebf768793 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:16:46.847427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83934741-c17e-463b-905a-502a71099808 req-0793f343-5c91-4fec-b9f7-c9549c4e81ea tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101952
Nov 06 21:16:46.921311 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bbc4365a-bac3-435a-a083-12ec8d74931a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:46.966053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 4c1f79d0-950d-432b-a1d8-730ebf768793, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c1f79d0-950d-432b-a1d8-730ebf768793,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:46.986435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '4c1f79d0-950d-432b-a1d8-730ebf768793', 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'port_id': '4c1f79d0-950d-432b-a1d8-730ebf768793', 'mac_address': 'fa:16:3e:c9:ff:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8857b4c0-57e9-436e-98c8-c786b4ac9c62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:16:47.033957 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:47.051442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1f79d0-950d-432b-a1d8-730ebf768793 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:16:47.077791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 4c1f79d0-950d-432b-a1d8-730ebf768793, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c1f79d0-950d-432b-a1d8-730ebf768793,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:47.083388 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:47.089209 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-ef3cbc24-50df-4a8e-8ac0-3aa95bfdb3c0 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2903578
Nov 06 21:16:47.103504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-48c27937-ec4d-4134-b955-be951beac837 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:47.105813 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-48c27937-ec4d-4134-b955-be951beac837 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/networks?id=8ceab72c-17bb-4431-b274-3d972f24a055 HTTP/1.1" status: 200  len: 796 time: 0.2874126
Nov 06 21:16:47.160939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=4c1f79d0-950d-432b-a1d8-730ebf768793,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:47.164472 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-c18d1c1a-bf17-49ee-bd11-489d2ce8c220 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 217 time: 0.0561926
Nov 06 21:16:47.247784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-f23e72fd-8b49-44d9-b807-fd8d5dd04098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:47.249434 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-f23e72fd-8b49-44d9-b807-fd8d5dd04098 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0770123
Nov 06 21:16:47.275700 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-e4bad647-7104-4a14-a715-44966d20f9d0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c001debad4d98b1531db2b7d91349 HTTP/1.1" status: 200  len: 380 time: 0.1228795
Nov 06 21:16:47.295431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'port': {'device_id': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'admin_state_up': True, 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'security_groups': ['7f5f9475-790a-421e-96e7-839fb988dc57']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:47.365781 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-745a260b-8101-4a6a-a3fa-22efae350a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:47.367308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-745a260b-8101-4a6a-a3fa-22efae350a08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1083748
Nov 06 21:16:47.394890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['4c1f79d0-950d-432b-a1d8-730ebf768793'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:16:47.496372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Made reservation on behalf of 5f8c001debad4d98b1531db2b7d91349 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:47.500186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:47.516270 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-e8f68fd2-2e4f-49cb-aac2-a21fd61bbb26 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385205
Nov 06 21:16:47.700852 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-8e585183-5795-49f7-9054-f64047704098 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728437
Nov 06 21:16:47.714672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.20.0.12 (8ceab72c-17bb-4431-b274-3d972f24a055/0d876311-7f21-4afa-b6d0-7c6c8269b62d/0a85121f-6ead-4625-bb23-166787188982) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:16:47.761220 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-b6945319-08c0-4cde-9e48-7b3ac15acfcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 200  len: 217 time: 0.0487850
Nov 06 21:16:47.894290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-0bc0f727-4a97-44c5-8f69-1eb0128cdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:47.895861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-0bc0f727-4a97-44c5-8f69-1eb0128cdd02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.1266074
Nov 06 21:16:47.917864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50773783-cde0-4223-b57f-55b6504735ca req-44ae83be-1306-46b0-9518-6d4ef2c35982 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 210 time: 0.0438108
Nov 06 21:16:47.989002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:47.991550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248d99-5d15-4132-8240-0df52980a83c req-78447233-1b6f-4d27-b992-e3649626f08a tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:47.991921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-4463c7b2-36f3-4292-92ef-527685d1c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:47.993222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20248d99-5d15-4132-8240-0df52980a83c req-78447233-1b6f-4d27-b992-e3649626f08a tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 945 time: 0.0644624
Nov 06 21:16:47.993435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-4463c7b2-36f3-4292-92ef-527685d1c883 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0862601
Nov 06 21:16:48.048815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20248d99-5d15-4132-8240-0df52980a83c req-666b0b79-59f7-4699-afa0-dac0075e8b36 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482230
Nov 06 21:16:48.090189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:48.147163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 8ceab72c-17bb-4431-b274-3d972f24a055 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:16:48.157695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:16:48.162159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:16:48.166413 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-aeac276c-18db-4f6f-bf56-4770dc0f2b74 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645892
Nov 06 21:16:48.200857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:48.297906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:48.298854 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:48.325689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 48449739-666d-4dae-bb94-26800070800b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:48.335484 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-0d8bb0ea-2598-4645-aadf-a7fbb7a92c53 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0449908
Nov 06 21:16:48.350222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Request body: {'port': {'device_id': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:48.355824 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-fad68447-3faf-4231-b025-9947e314a351 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655483
Nov 06 21:16:48.387967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 48449739-666d-4dae-bb94-26800070800b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:48.388500 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:48.416949 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-61fbbb86-1109-4b0a-81ca-32a425e78ca1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 200  len: 217 time: 0.0460072
Nov 06 21:16:48.487361 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:48.502464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-d1f7f00b-1174-4abe-9c4d-89e43b1f6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:48.503944 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-d1f7f00b-1174-4abe-9c4d-89e43b1f6748 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0774097
Nov 06 21:16:48.544946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c39e78b1-b6b6-4ba7-8b6c-4210405e75ca None None] Provisioning complete for port 0a85121f-6ead-4625-bb23-166787188982 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:48.545313 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c39e78b1-b6b6-4ba7-8b6c-4210405e75ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:48.581845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c39e78b1-b6b6-4ba7-8b6c-4210405e75ca None None] Port 0a85121f-6ead-4625-bb23-166787188982 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:16:48.638634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-6dce7ee2-f726-4135-9e83-8c5c8f440696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:48.640143 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-6dce7ee2-f726-4135-9e83-8c5c8f440696 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1142519
Nov 06 21:16:48.793765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4c1f79d0-950d-432b-a1d8-730ebf768793 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:48.811253 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-3da45d3f-7511-442f-80ce-99f057cd5486 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627049
Nov 06 21:16:48.853400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 4c1f79d0-950d-432b-a1d8-730ebf768793 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:16:48.857369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 4c1f79d0-950d-432b-a1d8-730ebf768793 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:48.857737 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:48.940246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a85121f-6ead-4625-bb23-166787188982 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:16:48.951416 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:48.956018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:48.966557 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-9ef01119-873f-46d6-bba0-9a9c975ba7a7 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475954
Nov 06 21:16:48.979608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445f016-1639-4ccf-bbc9-64841874e40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f79d0-950d-432b-a1d8-730ebf768793'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:48.980206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Transition to ACTIVE for port object 0a85121f-6ead-4625-bb23-166787188982 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:16:48.982025 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1585ba-99f8-4d29-8568-30052951a09d" -d '{"events": [{"server_uuid": "f445f016-1639-4ccf-bbc9-64841874e40b", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f79d0-950d-432b-a1d8-730ebf768793"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:49.007951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 4c1f79d0-950d-432b-a1d8-730ebf768793, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c1f79d0-950d-432b-a1d8-730ebf768793,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:49.016675 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:49.019184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:49.024711 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-743d7401-674a-45a8-8e86-791a2718561c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 200  len: 217 time: 0.0504637
Nov 06 21:16:49.078212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0339d-9336-4706-b9b1-ca4111a8a898 req-3468a1bd-8baf-4205-9b20-a25dfd7e9721 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:49.086457 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=4c1f79d0-950d-432b-a1d8-730ebf768793,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:49.090269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72d0339d-9336-4706-b9b1-ca4111a8a898 req-3468a1bd-8baf-4205-9b20-a25dfd7e9721 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 944 time: 0.0758519
Nov 06 21:16:49.110659 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b9f962-fd21-4491-8dce-78d96ce3d140 x-openstack-request-id: req-85b9f962-fd21-4491-8dce-78d96ce3d140 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:49.114357 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445f016-1639-4ccf-bbc9-64841874e40b", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f79d0-950d-432b-a1d8-730ebf768793", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:49.114899 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85b9f962-fd21-4491-8dce-78d96ce3d140 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:49.119393 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445f016-1639-4ccf-bbc9-64841874e40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f79d0-950d-432b-a1d8-730ebf768793', 'code': 200}
Nov 06 21:16:49.136815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Pushing event updated for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:49.152636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-3e9b3f92-a31a-48c3-8ef6-e2b2f8d5166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:49.154282 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-3e9b3f92-a31a-48c3-8ef6-e2b2f8d5166a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.1066425
Nov 06 21:16:49.169754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72d0339d-9336-4706-b9b1-ca4111a8a898 req-1c900908-52dd-4433-95a6-99a2d9f4f952 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780513
Nov 06 21:16:49.228137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-958c62a2-bf88-43b8-836c-917edb810af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:49.269748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259d1e5-70a9-430b-8cc3-17b8f4cc9b36 req-2e425f54-a2c7-47ae-a50e-14dde45c38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:49.271645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0259d1e5-70a9-430b-8cc3-17b8f4cc9b36 req-2e425f54-a2c7-47ae-a50e-14dde45c38d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 1097 time: 0.1208410
Nov 06 21:16:49.324600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd4073-fa40-4e40-aad7-8d19d8038c60 req-be646f0a-a500-4058-b11d-ed77e0472783 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:49.327251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05bd4073-fa40-4e40-aad7-8d19d8038c60 req-be646f0a-a500-4058-b11d-ed77e0472783 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 946 time: 0.1096776
Nov 06 21:16:49.362002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0259d1e5-70a9-430b-8cc3-17b8f4cc9b36 req-4168a49c-d515-40ff-9be4-352b1cb59908 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823598
Nov 06 21:16:49.404198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05bd4073-fa40-4e40-aad7-8d19d8038c60 req-6031fcbb-70bd-4439-abe8-e6fbdb419deb tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657895
Nov 06 21:16:49.560251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-0f442218-10b8-4637-a20e-63b72c9cf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:49.561849 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-0f442218-10b8-4637-a20e-63b72c9cf4f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3905385
Nov 06 21:16:49.563246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Attempting to bind port 0a85121f-6ead-4625-bb23-166787188982 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:16:49.563246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Attempting to bind port 0a85121f-6ead-4625-bb23-166787188982 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:16:49.563526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Attempting to bind port 0a85121f-6ead-4625-bb23-166787188982 on network 8ceab72c-17bb-4431-b274-3d972f24a055 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:49.568319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Port 0a85121f-6ead-4625-bb23-166787188982 on network 8ceab72c-17bb-4431-b274-3d972f24a055 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:16:49.568638 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Attempting to bind port 0a85121f-6ead-4625-bb23-166787188982 on network 8ceab72c-17bb-4431-b274-3d972f24a055 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:16:49.590571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:16:49.590957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Checking segment: {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:16:49.591420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Bound using segment: {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:16:49.591849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Bound port: 0a85121f-6ead-4625-bb23-166787188982, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d4df9e-c38e-440a-a323-4962b5a9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:16:49.592259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:49.723971 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-2d9fb187-186b-42f2-af29-b547fcebc548 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529224
Nov 06 21:16:49.732498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:16:49.741501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:16:49.754954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:49.828515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:49.829127 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:49.830495 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] 10.222.0.10 "PUT /v2.0/ports/0a85121f-6ead-4625-bb23-166787188982 HTTP/1.1" status: 200  len: 1092 time: 1.4860229
Nov 06 21:16:49.832529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'tag': '0a85121f-6ead-4625-bb23-166787188982'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:49.835064 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b28956-a497-45e3-b7e9-2905b64c9da9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "tag": "0a85121f-6ead-4625-bb23-166787188982"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:49.877662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85996adb-1d44-4ad8-a12e-4c9d89797a7f service neutron] Pushing event updated for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:49.889789 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984fab85-0bff-41d0-82f2-e44c890798c2 x-openstack-request-id: req-984fab85-0bff-41d0-82f2-e44c890798c2 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:49.890277 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "tag": "0a85121f-6ead-4625-bb23-166787188982", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:49.891755 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-984fab85-0bff-41d0-82f2-e44c890798c2 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:49.891755 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'tag': '0a85121f-6ead-4625-bb23-166787188982', 'status': 'completed', 'code': 200}
Nov 06 21:16:49.911670 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-af0679e1-7e09-49bd-8c53-f0721062481a service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804962
Nov 06 21:16:49.962458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-02d9cfe0-33bc-4ee4-84e3-b621d14e8e88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 217 time: 0.0366385
Nov 06 21:16:49.982109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-8341c216-e390-4b82-8799-95964e019e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:49.983525 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-8341c216-e390-4b82-8799-95964e019e2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 1095 time: 0.0861757
Nov 06 21:16:50.050439 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-82badab3-40ac-476f-9fb5-ffec791d65a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a85121f-6ead-4625-bb23-166787188982 HTTP/1.1" status: 200  len: 217 time: 0.0464101
Nov 06 21:16:50.071305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-b6d8c7bd-f742-4b20-9a56-6665310c8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.073089 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-b6d8c7bd-f742-4b20-9a56-6665310c8c19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.1013045
Nov 06 21:16:50.133049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-c83a28ad-34d0-4ee7-a67d-b1b31e12759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.134440 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-c83a28ad-34d0-4ee7-a67d-b1b31e12759f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d876311-7f21-4afa-b6d0-7c6c8269b62d HTTP/1.1" status: 200  len: 835 time: 0.0751579
Nov 06 21:16:50.144870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5eb338df-66c5-49ac-a21d-50f481161dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.146237 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-5eb338df-66c5-49ac-a21d-50f481161dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0544369
Nov 06 21:16:50.241476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-114ab1e0-d2b5-480a-b1ce-7e59f4c2cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.242915 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-114ab1e0-d2b5-480a-b1ce-7e59f4c2cebc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ceab72c-17bb-4431-b274-3d972f24a055&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1000957
Nov 06 21:16:50.299540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f834d9-0c8c-45e9-a301-928e2a90253f req-91839b9b-18f2-4454-ae03-d1e6e9006606 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.301075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24f834d9-0c8c-45e9-a301-928e2a90253f req-91839b9b-18f2-4454-ae03-d1e6e9006606 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 944 time: 0.0533500
Nov 06 21:16:50.316582 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-73aff6d8-d8e1-43de-8604-5cfcb6228778 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624079
Nov 06 21:16:50.359091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24f834d9-0c8c-45e9-a301-928e2a90253f req-17667624-c0c1-4ef4-b659-08ecfbdb0b2f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519409
Nov 06 21:16:50.410183 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-b17a9706-c74c-4d82-8ed0-c6b4ef3abe7b service neutron] 10.222.0.10 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568344
Nov 06 21:16:50.484793 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-112cfcf1-a981-4781-a71f-ad56681818d3 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594243
Nov 06 21:16:50.527594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68da1-1245-4e1c-b6ee-f07e75e272aa req-59b96720-ddfb-42cf-bcd0-cbaa907dc5d4 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.529410 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d91dcb69-4f01-4b35-a19e-7a0f0d4a5362 req-e8822b2f-f791-4097-a83d-a49fda5dfcf1 service neutron] 10.222.0.10 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112840
Nov 06 21:16:50.529672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19e68da1-1245-4e1c-b6ee-f07e75e272aa req-59b96720-ddfb-42cf-bcd0-cbaa907dc5d4 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 946 time: 0.0518415
Nov 06 21:16:50.582171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-19e68da1-1245-4e1c-b6ee-f07e75e272aa req-9753ada9-38eb-4a65-9295-a669fba7c8b9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463398
Nov 06 21:16:50.618417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:50.626822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-dc0ba57c-732a-4b57-8806-bd26846c5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.628386 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-dc0ba57c-732a-4b57-8806-bd26846c5b8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 1095 time: 0.0525219
Nov 06 21:16:50.723201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-ed762d31-57ad-4fb8-8e03-554d788959be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.724698 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-ed762d31-57ad-4fb8-8e03-554d788959be service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ceab72c-17bb-4431-b274-3d972f24a055 HTTP/1.1" status: 200  len: 897 time: 0.0897255
Nov 06 21:16:50.767152 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-121c2a4c-90fe-4dde-8b29-8ea3043f5cc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a85121f-6ead-4625-bb23-166787188982 HTTP/1.1" status: 200  len: 217 time: 0.0334902
Nov 06 21:16:50.815576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-e2f35816-d595-4dd1-ac26-6f30849d1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.817023 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-e2f35816-d595-4dd1-ac26-6f30849d1188 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d876311-7f21-4afa-b6d0-7c6c8269b62d HTTP/1.1" status: 200  len: 835 time: 0.0424571
Nov 06 21:16:50.867660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-a193a111-6b85-48bc-919b-203d0591273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:50.869199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-a193a111-6b85-48bc-919b-203d0591273a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ceab72c-17bb-4431-b274-3d972f24a055&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445137
Nov 06 21:16:50.958680 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-5a111c3c-fd23-4729-ae3d-ecc4109506ce service neutron] 10.222.0.10 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815125
Nov 06 21:16:51.052115 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-e4b28956-a497-45e3-b7e9-2905b64c9da9 req-e1acb296-591f-4d93-9422-d92bc791dc5b service neutron] 10.222.0.10 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853119
Nov 06 21:16:51.478492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5bdf4-daab-44b0-a4c6-2849f1d6d5d2 req-4deb8b3b-520d-4b2b-b900-cf451a3217e5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:51.479973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-daf5bdf4-daab-44b0-a4c6-2849f1d6d5d2 req-4deb8b3b-520d-4b2b-b900-cf451a3217e5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 944 time: 0.0506964
Nov 06 21:16:51.532647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-daf5bdf4-daab-44b0-a4c6-2849f1d6d5d2 req-c1a5583e-5fc4-4690-8c38-e7f1ba63e89b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467055
Nov 06 21:16:51.706085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43044837-e77a-45a0-9035-89645c2f8ed6 req-f00cae86-480a-4cb9-97e3-fae9ffb5e2ae tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:51.707482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43044837-e77a-45a0-9035-89645c2f8ed6 req-f00cae86-480a-4cb9-97e3-fae9ffb5e2ae tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 946 time: 0.0488884
Nov 06 21:16:51.754906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43044837-e77a-45a0-9035-89645c2f8ed6 req-4ffeecf8-21fc-4ecf-90b3-a867718e9027 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415516
Nov 06 21:16:51.867532 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:52.484275 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:52.646445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b4c6d-7837-4206-8f7b-c21442452fd1 req-0c5b3a47-33d4-4e5a-ab81-fd62aff9a71f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:52.647907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef7b4c6d-7837-4206-8f7b-c21442452fd1 req-0c5b3a47-33d4-4e5a-ab81-fd62aff9a71f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 944 time: 0.0479045
Nov 06 21:16:52.695851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef7b4c6d-7837-4206-8f7b-c21442452fd1 req-39027a86-94b4-4be2-a463-343289c15f25 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412893
Nov 06 21:16:53.820672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db3803-ea8e-4522-832d-de1680d296d2 req-26c70064-7834-404f-a894-45f68c8b290f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:53.822176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82db3803-ea8e-4522-832d-de1680d296d2 req-26c70064-7834-404f-a894-45f68c8b290f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 944 time: 0.0528069
Nov 06 21:16:53.873319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82db3803-ea8e-4522-832d-de1680d296d2 req-2f8bba35-dfe1-4cbe-9559-e70411b30dd0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445492
Nov 06 21:16:54.972732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0a85121f-6ead-4625-bb23-166787188982 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:16:54.989248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692be7ec-15f3-4332-a03f-9b5a955f5aaa req-82a13e18-3fb7-4ef9-a176-158cb0a32386 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:54.990765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-692be7ec-15f3-4332-a03f-9b5a955f5aaa req-82a13e18-3fb7-4ef9-a176-158cb0a32386 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 944 time: 0.0497859
Nov 06 21:16:55.040825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-692be7ec-15f3-4332-a03f-9b5a955f5aaa req-04ad5380-f11f-4d3b-a110-2843f7379858 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441275
Nov 06 21:16:55.069356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:55.081018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '0a85121f-6ead-4625-bb23-166787188982', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'port_id': '0a85121f-6ead-4625-bb23-166787188982', 'mac_address': 'fa:16:3e:bd:8b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:16:55.116686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:55.130083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a85121f-6ead-4625-bb23-166787188982 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:16:55.149176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:55.153217 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:55.203264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:55.210561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.210899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.211234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.211564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.211887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.212210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.212558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.212877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.213193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.213509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.213825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.214141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:16:55.527189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['0a85121f-6ead-4625-bb23-166787188982'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:16:56.160044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d96c9-235e-4355-b8b8-6afac9bb02f6 req-d8c23a09-00ac-4e7d-83d3-5c4e41100d82 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:56.161554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b22d96c9-235e-4355-b8b8-6afac9bb02f6 req-d8c23a09-00ac-4e7d-83d3-5c4e41100d82 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 945 time: 0.0517733
Nov 06 21:16:56.209528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b22d96c9-235e-4355-b8b8-6afac9bb02f6 req-45b54020-97ea-4844-bfbb-72897f1106d4 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418808
Nov 06 21:16:56.988381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0a85121f-6ead-4625-bb23-166787188982 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:16:57.036238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 0a85121f-6ead-4625-bb23-166787188982 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:16:57.040323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 0a85121f-6ead-4625-bb23-166787188982 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:16:57.040724 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:57.102633 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:16:57.119918 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:57.141284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a85121f-6ead-4625-bb23-166787188982'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:16:57.143691 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7a20cf-4dfd-4fbd-95d1-ba56e7f459e1" -d '{"events": [{"server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "name": "network-vif-plugged", "status": "completed", "tag": "0a85121f-6ead-4625-bb23-166787188982"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:16:57.156447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:16:57.160468 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:16:57.184500 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110a7686-f75d-4d7d-9bde-b9f00f59e81c x-openstack-request-id: req-110a7686-f75d-4d7d-9bde-b9f00f59e81c {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:16:57.184819 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "name": "network-vif-plugged", "status": "completed", "tag": "0a85121f-6ead-4625-bb23-166787188982", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:16:57.185068 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-110a7686-f75d-4d7d-9bde-b9f00f59e81c {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:16:57.185447 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a85121f-6ead-4625-bb23-166787188982', 'code': 200}
Nov 06 21:16:57.213527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:16:57.294597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548452-77bc-48de-a92b-adb0084b0296 req-25680c60-5fb8-464e-952f-be506a39b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:57.296138 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46548452-77bc-48de-a92b-adb0084b0296 req-25680c60-5fb8-464e-952f-be506a39b983 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 1097 time: 0.0483661
Nov 06 21:16:57.326767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f882c-fd85-4079-a82d-a376e5337535 req-cc23c291-1382-4d0d-8cb4-c192ba36c930 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:57.328314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-787f882c-fd85-4079-a82d-a376e5337535 req-cc23c291-1382-4d0d-8cb4-c192ba36c930 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0489731
Nov 06 21:16:57.343264 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46548452-77bc-48de-a92b-adb0084b0296 req-83aa9feb-718b-44ac-8218-13d5e67fc437 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390387
Nov 06 21:16:57.377810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-787f882c-fd85-4079-a82d-a376e5337535 req-da8cb84c-f29a-49a3-ac2f-18c4ec63c2b5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434506
Nov 06 21:16:58.226320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-73fd1515-3ecf-48d6-80dd-eb67f56326cf tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:58.227815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-73fd1515-3ecf-48d6-80dd-eb67f56326cf tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 815 time: 0.1045992
Nov 06 21:16:58.242842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-463a88c7-c309-4e6d-bc3e-0327751e92fd tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/quotas/672009b3c8024ef891de3084390a04f1 HTTP/1.1" status: 200  len: 375 time: 0.0088029
Nov 06 21:16:58.301102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-cba87d66-5370-4d81-86a9-922e6b7c0502 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0515890
Nov 06 21:16:58.399223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-c7e4f33a-3d03-45f2-87c3-f751499747cf service neutron] 10.222.0.13 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909662
Nov 06 21:16:58.523766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803d45-5bdc-4a62-8cac-5fe9d4ca1fba req-e74582f8-f6b2-41b8-b10c-2f66e140f997 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:58.525263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73803d45-5bdc-4a62-8cac-5fe9d4ca1fba req-e74582f8-f6b2-41b8-b10c-2f66e140f997 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0762620
Nov 06 21:16:58.528923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-9acd3b36-6512-4181-b5e1-5aca783f5311 service neutron] 10.222.0.13 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237934
Nov 06 21:16:58.582323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73803d45-5bdc-4a62-8cac-5fe9d4ca1fba req-7b90c2da-ce8e-486e-9ecf-3f7ddf689ecd tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501328
Nov 06 21:16:58.700836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc009437-0d0c-4fcf-8b06-d5d56b881911 req-a37f6bff-8cb1-446c-8491-5f8304aec5fc tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 210 time: 0.0324209
Nov 06 21:16:59.631145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-eeda3c06-d1f8-449c-94a5-b0287f4f5a01 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:59.632889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-eeda3c06-d1f8-449c-94a5-b0287f4f5a01 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 815 time: 0.1123672
Nov 06 21:16:59.647026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Request body: {'port': {'device_id': '927fcd55-d52f-46b8-b03f-96b765418eee', 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'admin_state_up': True, 'tenant_id': '672009b3c8024ef891de3084390a04f1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:16:59.764630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb581c6-ff82-405d-84ce-9ac0c2d66eb7 req-64a1a933-1203-4140-8316-e5f0f16e9041 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:16:59.766124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcb581c6-ff82-405d-84ce-9ac0c2d66eb7 req-64a1a933-1203-4140-8316-e5f0f16e9041 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.1026282
Nov 06 21:16:59.816944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8807a023-0602-43d6-9dd2-e61e8f944bb1 req-c9fa0b40-ae91-4421-8401-84e81384896d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 210 time: 0.0469141
Nov 06 21:16:59.860518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcb581c6-ff82-405d-84ce-9ac0c2d66eb7 req-23515604-4d4f-49c4-9e3e-fd152a695701 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842955
Nov 06 21:16:59.865147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Made reservation on behalf of 672009b3c8024ef891de3084390a04f1 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:16:59.868891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.034186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae9b8a-95e2-41f6-afc6-a37eb6597647 req-7c895f57-cf4d-4345-baa6-3db1998e5ca7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:00.035668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65ae9b8a-95e2-41f6-afc6-a37eb6597647 req-7c895f57-cf4d-4345-baa6-3db1998e5ca7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0966947
Nov 06 21:17:00.046583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Allocated IP 172.20.0.9 (002af318-7415-4004-9cdf-d72664bf5d96/8857b4c0-57e9-436e-98c8-c786b4ac9c62/952a328d-09a8-46b0-8c0c-416afb3fbc80) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:17:00.114053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65ae9b8a-95e2-41f6-afc6-a37eb6597647 req-bdf4e038-ea1e-4d4e-b6fc-81ac1f454ea5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720034
Nov 06 21:17:00.136172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35458) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:00.175527 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d155e7d0-87ae-4100-9a12-f94b702e89d3 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:00.177092 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d155e7d0-87ae-4100-9a12-f94b702e89d3 tempest-TestNetworkAdvancedServerOps-1099338386 tempest-TestNetworkAdvancedServerOps-1099338386-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 1092 time: 0.0392628
Nov 06 21:17:00.179895 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35460) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:00.184719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '0a85121f-6ead-4625-bb23-166787188982', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address': '172.20.0.12'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:17:00.208313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.230456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.267891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.283456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f4f4ac47-b622-493a-ba70-73c70c72d6e1', '4c1f79d0-950d-432b-a1d8-730ebf768793'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:00.286103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:00.310082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.317931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Network 002af318-7415-4004-9cdf-d72664bf5d96 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:17:00.327206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:17:00.329919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:17:00.363433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Pushing event updated for resources: {'Port': ['ID=952a328d-09a8-46b0-8c0c-416afb3fbc80,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:00.388809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:00.389577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.409465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-dabc526a-721d-4502-a31f-5360c2bdf1f2 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7660697
Nov 06 21:17:00.421518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Request body: {'port': {'device_id': '927fcd55-d52f-46b8-b03f-96b765418eee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:17:00.437585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Allocated IP 172.35.0.25 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/5d4974de-b13e-4e8a-9c15-8e7db3745f3a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:17:00.487061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.562528 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.599131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.641995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:17:00.646853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:17:00.651221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:17:00.675157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=5d4974de-b13e-4e8a-9c15-8e7db3745f3a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:00.786180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952a328d-09a8-46b0-8c0c-416afb3fbc80 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:17:00.795344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.808668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Transition to ACTIVE for port object 952a328d-09a8-46b0-8c0c-416afb3fbc80 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:17:00.814446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:00.942004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Pushing event updated for resources: {'Port': ['ID=952a328d-09a8-46b0-8c0c-416afb3fbc80,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:00.977724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc49f6-7c72-4c43-9530-59c63d51932b req-523dcfda-df0f-4050-a486-2a86a6935e2d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:00.979436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8fc49f6-7c72-4c43-9530-59c63d51932b req-523dcfda-df0f-4050-a486-2a86a6935e2d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 943 time: 0.0842328
Nov 06 21:17:00.980426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Attempting to bind port 952a328d-09a8-46b0-8c0c-416afb3fbc80 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:17:00.981330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Attempting to bind port 952a328d-09a8-46b0-8c0c-416afb3fbc80 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:17:00.982066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Attempting to bind port 952a328d-09a8-46b0-8c0c-416afb3fbc80 on network 002af318-7415-4004-9cdf-d72664bf5d96 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:17:00.986183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Port 952a328d-09a8-46b0-8c0c-416afb3fbc80 on network 002af318-7415-4004-9cdf-d72664bf5d96 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:17:00.986502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Attempting to bind port 952a328d-09a8-46b0-8c0c-416afb3fbc80 on network 002af318-7415-4004-9cdf-d72664bf5d96 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:17:00.992936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:17:00.993260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Checking segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:17:00.993644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Bound using segment: {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:17:00.994072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Bound port: 952a328d-09a8-46b0-8c0c-416afb3fbc80, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea42f85-8390-456f-bca4-a801a3a5059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:17:00.994426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:01.046476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:01.071894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8fc49f6-7c72-4c43-9530-59c63d51932b req-cd9e7c52-0091-49e8-a052-dd68452bd0a7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824039
Nov 06 21:17:01.091842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] For port 952a328d-09a8-46b0-8c0c-416afb3fbc80, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:17:01.095023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] For port 952a328d-09a8-46b0-8c0c-416afb3fbc80, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=952a328d-09a8-46b0-8c0c-416afb3fbc80,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:17:01.102841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:01.132428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:01.140365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:01.140978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:01.142412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/952a328d-09a8-46b0-8c0c-416afb3fbc80 HTTP/1.1" status: 200  len: 1091 time: 0.7254972
Nov 06 21:17:01.142814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927fcd55-d52f-46b8-b03f-96b765418eee', 'tag': '952a328d-09a8-46b0-8c0c-416afb3fbc80'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:17:01.145446 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "927fcd55-d52f-46b8-b03f-96b765418eee", "tag": "952a328d-09a8-46b0-8c0c-416afb3fbc80"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:17:01.174557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a90cb-46b0-4815-b936-b7f7fd1425f0 service neutron] Pushing event updated for resources: {'Port': ['ID=952a328d-09a8-46b0-8c0c-416afb3fbc80,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:01.190645 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7601f1d-14c8-4225-874e-745a551e7e12 x-openstack-request-id: req-a7601f1d-14c8-4225-874e-745a551e7e12 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:17:01.190963 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927fcd55-d52f-46b8-b03f-96b765418eee", "tag": "952a328d-09a8-46b0-8c0c-416afb3fbc80", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:17:01.191219 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7601f1d-14c8-4225-874e-745a551e7e12 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:17:01.192136 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927fcd55-d52f-46b8-b03f-96b765418eee', 'tag': '952a328d-09a8-46b0-8c0c-416afb3fbc80', 'status': 'completed', 'code': 200}
Nov 06 21:17:01.237036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-0ebe4800-ca8f-4cdb-876b-ce8c60966a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:01.238749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-0ebe4800-ca8f-4cdb-876b-ce8c60966a7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 1094 time: 0.0510406
Nov 06 21:17:01.283435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-9c4a5176-c93c-4fcd-ba54-0b262cfdfa3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=952a328d-09a8-46b0-8c0c-416afb3fbc80 HTTP/1.1" status: 200  len: 217 time: 0.0355012
Nov 06 21:17:01.299695 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:01.304469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:01.332053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-699d6019-c629-4644-ada7-fc9ec9058220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:01.333582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-699d6019-c629-4644-ada7-fc9ec9058220 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 200  len: 855 time: 0.0439343
Nov 06 21:17:01.365458 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-160dedce-1129-4dcc-b726-df4b7f9404d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=002af318-7415-4004-9cdf-d72664bf5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239561
Nov 06 21:17:01.379388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event updated for resources: {'Port': ['ID=5d4974de-b13e-4e8a-9c15-8e7db3745f3a,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:01.390093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:01.470595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-41661278-8ffd-46a4-8643-0eb3a4ec5421 service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975828
Nov 06 21:17:01.494633 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Floating IP c1efb052-423b-4999-b4c0-c012d626f3c8 associated. External IP: 172.35.0.25, port: 0a85121f-6ead-4625-bb23-166787188982.
Nov 06 21:17:01.565904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9dd91d8d-dfc5-47cc-a78d-58a7bf9963ae req-1694526d-f168-4436-be61-e0a36b411825 service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880871
Nov 06 21:17:01.703528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 35340917-62a6-49c5-9fb3-7d536c313152 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:17:01.709431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-b8c318b1-f5d2-4be3-96b0-f84f57b038f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:01.710958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-b8c318b1-f5d2-4be3-96b0-f84f57b038f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=672009b3c8024ef891de3084390a04f1&device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 1094 time: 0.0452116
Nov 06 21:17:01.806221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-54ae3318-4f65-4be2-a6e0-ee1a8919f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:01.807648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-54ae3318-4f65-4be2-a6e0-ee1a8919f5da service neutron] 10.222.0.37 "GET /v2.0/networks?id=002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 200  len: 916 time: 0.0896547
Nov 06 21:17:01.858038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-394f07fd-1749-4b45-a232-69aca7cce6a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=952a328d-09a8-46b0-8c0c-416afb3fbc80 HTTP/1.1" status: 200  len: 217 time: 0.0413949
Nov 06 21:17:01.910411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-ab6d7fb3-7207-4f8a-9a9a-e29c6eb76d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:01.911960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-ab6d7fb3-7207-4f8a-9a9a-e29c6eb76d24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 200  len: 855 time: 0.0467379
Nov 06 21:17:01.946501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-aa976d1a-8e65-4672-bbfc-bce87276744c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=002af318-7415-4004-9cdf-d72664bf5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254509
Nov 06 21:17:02.038325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-f5e434df-225a-4c9d-88ca-7f949f675789 service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840650
Nov 06 21:17:02.068880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:17:02.086337 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] Sync routers for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:17:02.087257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:02.103623 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:17:02.106184 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252991f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:02.120706 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ccb3ff8b-bb99-46ba-a349-17005684f0ed tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9372048
Nov 06 21:17:02.120706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'tag': '0a85121f-6ead-4625-bb23-166787188982'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:17:02.121498 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904df254-ba7c-4b6a-86d7-4694856b676f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "tag": "0a85121f-6ead-4625-bb23-166787188982"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:17:02.146735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a34b1d81-a7f8-49f0-b430-cd962cdbb9ce req-aa6c93b1-ec1f-43b7-9e94-6f230363abba service neutron] 10.222.0.37 "GET /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1002967
Nov 06 21:17:02.221659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18c30a-bc33-4352-8147-76b8d772c29b req-3020e6b8-1f37-4db5-8cf4-d79edf0c60ba tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:02.224676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b18c30a-bc33-4352-8147-76b8d772c29b req-3020e6b8-1f37-4db5-8cf4-d79edf0c60ba tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 943 time: 0.0606134
Nov 06 21:17:02.228423 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:17:02.316148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fed61d-c85f-43f3-ab89-e50f69f9d878 req-8690e8e7-a2f8-4a96-931e-7f417047c8d7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:02.317689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23fed61d-c85f-43f3-ab89-e50f69f9d878 req-8690e8e7-a2f8-4a96-931e-7f417047c8d7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0892146
Nov 06 21:17:02.321074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b18c30a-bc33-4352-8147-76b8d772c29b req-a7518c32-c914-4af5-9eb6-2dba1024e0ed tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812833
Nov 06 21:17:02.376279 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac66f70-2ef0-46f9-90fb-bf6233197130 x-openstack-request-id: req-2ac66f70-2ef0-46f9-90fb-bf6233197130 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:17:02.376797 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "tag": "0a85121f-6ead-4625-bb23-166787188982", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:17:02.376911 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ac66f70-2ef0-46f9-90fb-bf6233197130 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:17:02.377241 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'tag': '0a85121f-6ead-4625-bb23-166787188982', 'status': 'completed', 'code': 200}
Nov 06 21:17:02.403725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23fed61d-c85f-43f3-ab89-e50f69f9d878 req-f99a6bc8-d4ad-4670-8aa1-be8a93b06660 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743036
Nov 06 21:17:02.420929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35476) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:02.459132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df254-ba7c-4b6a-86d7-4694856b676f req-e6b85778-0104-4e90-b1aa-ca69633a573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:02.460642 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-904df254-ba7c-4b6a-86d7-4694856b676f req-e6b85778-0104-4e90-b1aa-ca69633a573f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 1097 time: 0.0563259
Nov 06 21:17:02.486831 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252991f70>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1efb052-423b-4999-b4c0-c012d626f3c8', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'port_id': '0a85121f-6ead-4625-bb23-166787188982', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'mac_address': 'fa:16:3e:bd:8b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:17:00Z', 'updated_at': '2021-11-06T21:17:00Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:46Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:02.492781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1994e924-75ba-4562-91f3-8253fe6d5490 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/c1efb052-423b-4999-b4c0-c012d626f3c8 HTTP/1.1" status: 200  len: 991 time: 0.0703058
Nov 06 21:17:02.521331 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] Checking router: 35340917-62a6-49c5-9fb3-7d536c313152 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:17:02.531659 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:17:02.532582 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252991f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:16:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:02.560967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df254-ba7c-4b6a-86d7-4694856b676f req-3a2e9eb2-4342-449e-854c-94b1302cff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:02.562801 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-904df254-ba7c-4b6a-86d7-4694856b676f req-3a2e9eb2-4342-449e-854c-94b1302cff92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ceab72c-17bb-4431-b274-3d972f24a055 HTTP/1.1" status: 200  len: 897 time: 0.0947721
Nov 06 21:17:02.638880 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-904df254-ba7c-4b6a-86d7-4694856b676f req-c5632726-23d5-4a3d-a08b-bef228a49106 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a85121f-6ead-4625-bb23-166787188982 HTTP/1.1" status: 200  len: 999 time: 0.0686841
Nov 06 21:17:02.649150 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:17:02.693037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df254-ba7c-4b6a-86d7-4694856b676f req-11afb1f1-f368-473d-b57b-69c3228c66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:02.694545 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-904df254-ba7c-4b6a-86d7-4694856b676f req-11afb1f1-f368-473d-b57b-69c3228c66f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d876311-7f21-4afa-b6d0-7c6c8269b62d HTTP/1.1" status: 200  len: 835 time: 0.0485311
Nov 06 21:17:02.751285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df254-ba7c-4b6a-86d7-4694856b676f req-762be682-cfc9-42b7-9a3a-03bfbabbdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:02.753025 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-904df254-ba7c-4b6a-86d7-4694856b676f req-762be682-cfc9-42b7-9a3a-03bfbabbdd59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ceab72c-17bb-4431-b274-3d972f24a055&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0511413
Nov 06 21:17:02.843353 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-904df254-ba7c-4b6a-86d7-4694856b676f req-50e53ef9-0981-45ce-ae7a-19d62e5f146e service neutron] 10.222.0.10 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824873
Nov 06 21:17:02.888204 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252991f70>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1efb052-423b-4999-b4c0-c012d626f3c8', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'port_id': '0a85121f-6ead-4625-bb23-166787188982', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'mac_address': 'fa:16:3e:bd:8b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:17:00Z', 'updated_at': '2021-11-06T21:17:00Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:46Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:02.915480 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc3b65-946f-46b6-a949-657e609b522b None None] The sync data for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 is: [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1efb052-423b-4999-b4c0-c012d626f3c8', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'port_id': '0a85121f-6ead-4625-bb23-166787188982', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'mac_address': 'fa:16:3e:bd:8b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:17:00Z', 'updated_at': '2021-11-06T21:17:00Z', 'revision_number': 0, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:46Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:17:02.939021 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-904df254-ba7c-4b6a-86d7-4694856b676f req-017c2da0-9422-49f5-87bc-f5c591140c87 service neutron] 10.222.0.10 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882525
Nov 06 21:17:03.115315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d03d14-013e-450e-9a10-977684650007 None None] New status for floating IP c1efb052-423b-4999-b4c0-c012d626f3c8: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:17:03.443496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae34db-d6d6-4733-8715-4bdcecc731a2 req-d718486f-7590-443e-ac72-3c79a95dcf2e tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:03.444928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bbae34db-d6d6-4733-8715-4bdcecc731a2 req-d718486f-7590-443e-ac72-3c79a95dcf2e tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 943 time: 0.0520394
Nov 06 21:17:03.491993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bbae34db-d6d6-4733-8715-4bdcecc731a2 req-00d07010-1fef-453e-afc0-2ba40844f30f tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404644
Nov 06 21:17:03.497252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35482) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:03.555840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-087b8853-cbf6-4afe-94dd-8960a7132248 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/c1efb052-423b-4999-b4c0-c012d626f3c8 HTTP/1.1" status: 200  len: 993 time: 0.0575044
Nov 06 21:17:04.606361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994eab2-154c-4fd0-8fa7-851a69d17781 req-24051a10-421e-455e-afb3-34ec4b19cc2d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:04.607851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7994eab2-154c-4fd0-8fa7-851a69d17781 req-24051a10-421e-455e-afb3-34ec4b19cc2d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 943 time: 0.0483685
Nov 06 21:17:04.658047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7994eab2-154c-4fd0-8fa7-851a69d17781 req-fb355ab5-d697-4660-997c-1d81a8efe0d1 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441282
Nov 06 21:17:04.852255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 952a328d-09a8-46b0-8c0c-416afb3fbc80 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:17:04.950351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 952a328d-09a8-46b0-8c0c-416afb3fbc80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=952a328d-09a8-46b0-8c0c-416afb3fbc80,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:04.961704 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '952a328d-09a8-46b0-8c0c-416afb3fbc80', 'network_id': '002af318-7415-4004-9cdf-d72664bf5d96', 'port_id': '952a328d-09a8-46b0-8c0c-416afb3fbc80', 'mac_address': 'fa:16:3e:4a:cc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8857b4c0-57e9-436e-98c8-c786b4ac9c62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:17:04.998161 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:05.010463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952a328d-09a8-46b0-8c0c-416afb3fbc80 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:17:05.029192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 952a328d-09a8-46b0-8c0c-416afb3fbc80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=952a328d-09a8-46b0-8c0c-416afb3fbc80,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:05.032590 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:05.079268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=952a328d-09a8-46b0-8c0c-416afb3fbc80,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:05.379364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['952a328d-09a8-46b0-8c0c-416afb3fbc80'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:05.773461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f29cb-34f0-4106-bced-2f6ab95b63c2 req-65e62045-209e-4bbc-9653-31741f899c69 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:05.774936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-209f29cb-34f0-4106-bced-2f6ab95b63c2 req-65e62045-209e-4bbc-9653-31741f899c69 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 944 time: 0.0481043
Nov 06 21:17:05.822659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-209f29cb-34f0-4106-bced-2f6ab95b63c2 req-90f3feeb-1b1c-481a-9cf2-7632eb9de8d4 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410607
Nov 06 21:17:06.859043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 952a328d-09a8-46b0-8c0c-416afb3fbc80 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:17:06.911400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 952a328d-09a8-46b0-8c0c-416afb3fbc80 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:17:06.915759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 952a328d-09a8-46b0-8c0c-416afb3fbc80 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:17:06.916131 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:06.939694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60888a46-dfd0-46de-812c-3660fd5265aa req-302ba2a2-fe55-41d5-a243-25218a58fe14 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:06.941224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60888a46-dfd0-46de-812c-3660fd5265aa req-302ba2a2-fe55-41d5-a243-25218a58fe14 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 944 time: 0.0498552
Nov 06 21:17:06.988315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60888a46-dfd0-46de-812c-3660fd5265aa req-147d582e-39d1-47ed-b600-53ab66871d10 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410323
Nov 06 21:17:06.994163 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:07.015985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927fcd55-d52f-46b8-b03f-96b765418eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952a328d-09a8-46b0-8c0c-416afb3fbc80'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:17:07.018235 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2140110f-4efe-473d-9a84-bb52e30c84fc" -d '{"events": [{"server_uuid": "927fcd55-d52f-46b8-b03f-96b765418eee", "name": "network-vif-plugged", "status": "completed", "tag": "952a328d-09a8-46b0-8c0c-416afb3fbc80"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:17:07.031537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 952a328d-09a8-46b0-8c0c-416afb3fbc80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=952a328d-09a8-46b0-8c0c-416afb3fbc80,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:07.035638 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:07.060969 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681b43a3-9206-420c-8d6d-ba28262df5b1 x-openstack-request-id: req-681b43a3-9206-420c-8d6d-ba28262df5b1 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:17:07.061265 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927fcd55-d52f-46b8-b03f-96b765418eee", "name": "network-vif-plugged", "status": "completed", "tag": "952a328d-09a8-46b0-8c0c-416afb3fbc80", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:17:07.061518 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-681b43a3-9206-420c-8d6d-ba28262df5b1 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:17:07.061937 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927fcd55-d52f-46b8-b03f-96b765418eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952a328d-09a8-46b0-8c0c-416afb3fbc80', 'code': 200}
Nov 06 21:17:07.090197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=952a328d-09a8-46b0-8c0c-416afb3fbc80,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:07.157893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0362b-280e-4cc1-8ff6-bd82bd6436c4 req-086e6fff-786d-4c32-88a0-2f3f021b9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:07.159316 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54c0362b-280e-4cc1-8ff6-bd82bd6436c4 req-086e6fff-786d-4c32-88a0-2f3f021b9a0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 1096 time: 0.0424922
Nov 06 21:17:07.203838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54c0362b-280e-4cc1-8ff6-bd82bd6436c4 req-3a9aeb19-47b7-4bcf-80c7-ec640cf4fc2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373354
Nov 06 21:17:08.103701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dd8c4-1a17-462e-89b3-ff8af380b243 req-750b9bd6-96c5-4af2-a9ef-18f6820d27de tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:08.105210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-150dd8c4-1a17-462e-89b3-ff8af380b243 req-750b9bd6-96c5-4af2-a9ef-18f6820d27de tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 945 time: 0.0482512
Nov 06 21:17:08.153100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-150dd8c4-1a17-462e-89b3-ff8af380b243 req-0c7f37d7-7dbb-4df5-a3cc-ff7239fb69d6 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408816
Nov 06 21:17:09.270720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5248d-8e8a-4d84-b407-1747e73db17e req-2e54ed9b-ab71-40fe-846e-24fd06d7c1b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:09.272199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63d5248d-8e8a-4d84-b407-1747e73db17e req-2e54ed9b-ab71-40fe-846e-24fd06d7c1b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 945 time: 0.0517678
Nov 06 21:17:09.318397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63d5248d-8e8a-4d84-b407-1747e73db17e req-73d5b436-1464-49a5-99d1-845015b1d779 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403304
Nov 06 21:17:14.576664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:14.600006 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:16.847597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe6848-5503-4dc5-bdd9-45c536fddc99 req-8672e05e-e3a8-41ef-82de-2c4b318890f1 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:16.849131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ddfe6848-5503-4dc5-bdd9-45c536fddc99 req-8672e05e-e3a8-41ef-82de-2c4b318890f1 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 945 time: 0.0507419
Nov 06 21:17:16.854933 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0ba92d7f-258b-4a2a-a5d1-6592c7d57a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:16.899658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ddfe6848-5503-4dc5-bdd9-45c536fddc99 req-6079f161-5698-410d-82d3-9372727b8fe7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430222
Nov 06 21:17:18.015623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f00c14-6010-448c-b645-20f1757e3a63 req-cb38cea9-3ab9-4370-acf1-0e730648ed36 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:18.017096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70f00c14-6010-448c-b645-20f1757e3a63 req-cb38cea9-3ab9-4370-acf1-0e730648ed36 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 945 time: 0.0468140
Nov 06 21:17:18.067113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70f00c14-6010-448c-b645-20f1757e3a63 req-cce139a5-758f-4882-bf81-420db60fd08a tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440667
Nov 06 21:17:18.565591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-613c7522-6c83-4992-9980-5778cccce011 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:18.567034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-613c7522-6c83-4992-9980-5778cccce011 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 945 time: 0.0478754
Nov 06 21:17:18.658996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Deleting port 952a328d-09a8-46b0-8c0c-416afb3fbc80 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:18.659334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:18.752078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] For port 952a328d-09a8-46b0-8c0c-416afb3fbc80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=952a328d-09a8-46b0-8c0c-416afb3fbc80,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:18.752497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:18.765285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Calling delete_port for 952a328d-09a8-46b0-8c0c-416afb3fbc80 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:18.914733 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:18.929751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:18.932458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f4f4ac47-b622-493a-ba70-73c70c72d6e1', '4c1f79d0-950d-432b-a1d8-730ebf768793', '952a328d-09a8-46b0-8c0c-416afb3fbc80'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:18.942878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Pushing event deleted for resources: {'Port': ['ID=952a328d-09a8-46b0-8c0c-416afb3fbc80,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:18.992917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] No DVR routers for this DVR port 952a328d-09a8-46b0-8c0c-416afb3fbc80 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:18.997155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:19.001277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7fe312-5ecf-4c96-a83d-9a9f2b7a9738 req-0b80832d-c650-486f-8174-4dd6d39ea2b5 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "DELETE /v2.0/ports/952a328d-09a8-46b0-8c0c-416afb3fbc80 HTTP/1.1" status: 204  len: 173 time: 0.4279408
Nov 06 21:17:19.002005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927fcd55-d52f-46b8-b03f-96b765418eee', 'name': 'network-vif-deleted', 'tag': '952a328d-09a8-46b0-8c0c-416afb3fbc80'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:17:19.004509 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cecabb-b46f-4734-a15c-a6e9c6c966f1" -d '{"events": [{"server_uuid": "927fcd55-d52f-46b8-b03f-96b765418eee", "name": "network-vif-deleted", "tag": "952a328d-09a8-46b0-8c0c-416afb3fbc80"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:17:19.066460 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989a785f-59e6-47ab-a049-2a9de267599e x-openstack-request-id: req-989a785f-59e6-47ab-a049-2a9de267599e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:17:19.067956 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927fcd55-d52f-46b8-b03f-96b765418eee", "name": "network-vif-deleted", "tag": "952a328d-09a8-46b0-8c0c-416afb3fbc80", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:17:19.068682 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-989a785f-59e6-47ab-a049-2a9de267599e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:17:19.069556 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927fcd55-d52f-46b8-b03f-96b765418eee', 'name': 'network-vif-deleted', 'tag': '952a328d-09a8-46b0-8c0c-416afb3fbc80', 'status': 'completed', 'code': 200}
Nov 06 21:17:19.198104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-389e6515-d945-4fed-820e-b76410de8e3d req-d4abcf61-bfad-4cf7-a1ca-557368f2eb8a tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=927fcd55-d52f-46b8-b03f-96b765418eee HTTP/1.1" status: 200  len: 210 time: 0.0304370
Nov 06 21:17:19.251321 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d7381f8b-83eb-4d3e-8f7e-7936a6861e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:19.343902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41683f51-e98e-4ecc-b210-719e8e0da4fe req-4d333556-5684-4d66-99d7-7ffeb1de2e0a tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:19.345417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41683f51-e98e-4ecc-b210-719e8e0da4fe req-4d333556-5684-4d66-99d7-7ffeb1de2e0a tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 945 time: 0.0488923
Nov 06 21:17:19.409677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41683f51-e98e-4ecc-b210-719e8e0da4fe req-9e35d31a-c6c3-47bf-b5d9-40198e041947 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/security-groups?id=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579712
Nov 06 21:17:19.905578 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-d89ab92e-db97-4494-a74e-2ba59bde89f7 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:19.907084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-d89ab92e-db97-4494-a74e-2ba59bde89f7 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 945 time: 0.0492659
Nov 06 21:17:20.001031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Deleting port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:20.001373 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:20.093097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] For port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:20.093838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:20.263319 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:20.263692 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:20.264056 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Floating IP 31ce0b57-712e-4087-85be-47a9ef9c75d8 disassociated. External IP: 172.35.0.182, port: 8a928c32-e301-4df3-9dd3-df2f9da3fdc0.
Nov 06 21:17:20.264335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Calling delete_port for 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:20.432074 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:20.495943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event deleted for resources: {'Port': ['ID=8a928c32-e301-4df3-9dd3-df2f9da3fdc0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:20.548343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1523acc9-acf8-47d5-89b9-5f4beb056b33 req-fb27bebf-b73c-4fa9-8b3e-30a014120a12 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed037684-51f8-4762-9f7e-04784883f269 HTTP/1.1" status: 200  len: 210 time: 0.0441179
Nov 06 21:17:20.625293 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:20.676141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Router 5b57442c-7593-4b6b-b5f1-95970017bf57 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:17:20.791527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:17:20.802815 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] Sync routers for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:17:20.813241 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:17:20.813851 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:20.833830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] No DVR routers for this DVR port 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:20.837449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:20.843762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9cfc6aa4-c185-4b56-aaf4-573465fb33a4 req-0bf197fc-9afd-4940-984e-394551167c22 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.37 "DELETE /v2.0/ports/8a928c32-e301-4df3-9dd3-df2f9da3fdc0 HTTP/1.1" status: 204  len: 173 time: 0.9287736
Nov 06 21:17:20.930980 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:17:21.070585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed037684-51f8-4762-9f7e-04784883f269', 'name': 'network-vif-deleted', 'tag': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:17:21.072979 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e77bda-3628-4a01-a0bc-28dddfa020ca" -d '{"events": [{"server_uuid": "ed037684-51f8-4762-9f7e-04784883f269", "name": "network-vif-deleted", "tag": "8a928c32-e301-4df3-9dd3-df2f9da3fdc0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:17:21.111611 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc7963-28d0-4ab4-a834-224acdc223f5 x-openstack-request-id: req-f1cc7963-28d0-4ab4-a834-224acdc223f5 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:17:21.112226 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed037684-51f8-4762-9f7e-04784883f269", "name": "network-vif-deleted", "tag": "8a928c32-e301-4df3-9dd3-df2f9da3fdc0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:17:21.112226 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1cc7963-28d0-4ab4-a834-224acdc223f5 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:17:21.112564 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed037684-51f8-4762-9f7e-04784883f269', 'name': 'network-vif-deleted', 'tag': '8a928c32-e301-4df3-9dd3-df2f9da3fdc0', 'status': 'completed', 'code': 200}
Nov 06 21:17:21.137621 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06d60>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:44Z', 'revision_number': 5, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:21.162545 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] Checking router: 5b57442c-7593-4b6b-b5f1-95970017bf57 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:17:21.170928 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:17:21.171529 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:21.374562 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:17:21.581008 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06d60>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:44Z', 'revision_number': 5, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:21.612129 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2356c42-a86f-4e07-8bc6-a50e66daa5e4 None None] The sync data for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 is: [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:32Z', 'revision_number': 4, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67422481-c372-4b35-b578-07103ebb61fb', 'name': '', 'network_id': '346fa48e-d19b-41a3-a405-c0c564390c77', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'mac_address': 'fa:16:3e:44:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:31Z', 'updated_at': '2021-11-06T21:11:44Z', 'revision_number': 5, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'subnets': [{'id': 'd2c42ea1-7c50-4294-882b-1d65cc3a431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:17:21.616039 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35700) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:21.646791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fba142-9ae2-41f8-96f3-0b99a3b1757f req-0d02e2fd-9f9a-42d7-94cf-0ac32d0c1361 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:21.654430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62fba142-9ae2-41f8-96f3-0b99a3b1757f req-0d02e2fd-9f9a-42d7-94cf-0ac32d0c1361 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 946 time: 0.0746374
Nov 06 21:17:21.700327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62fba142-9ae2-41f8-96f3-0b99a3b1757f req-37f6ee53-9b8d-4f57-a3f6-c8f0f4c27efc tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448766
Nov 06 21:17:21.758045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Deleting port 879d4cf1-6a0a-4f24-ad27-2d3783874b95 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:21.758387 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:21.837770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:21.838220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:21.841328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb18dbc-5083-4d1a-a220-21ce2ed4b773 None None] New status for floating IP 31ce0b57-712e-4087-85be-47a9ef9c75d8: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:17:21.854016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Calling delete_port for 879d4cf1-6a0a-4f24-ad27-2d3783874b95 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:21.952065 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.005879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.031317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event deleted for resources: {'Port': ['ID=879d4cf1-6a0a-4f24-ad27-2d3783874b95,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:22.057366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.057715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.058055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.058391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.058757 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.059084 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.059411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.059734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.060055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.060399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.060751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.061072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:22.103705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.106953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.108129 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-44d074d7-d011-4605-8893-501ebb461847 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "DELETE /v2.0/floatingips/31ce0b57-712e-4087-85be-47a9ef9c75d8 HTTP/1.1" status: 204  len: 168 time: 0.4910738
Nov 06 21:17:22.175298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35706) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:22.232962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7493db6-1685-4b8e-b03b-46ea23f98947 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.256976 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7493db6-1685-4b8e-b03b-46ea23f98947 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.316088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7493db6-1685-4b8e-b03b-46ea23f98947 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.318722 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7493db6-1685-4b8e-b03b-46ea23f98947 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.319877 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7493db6-1685-4b8e-b03b-46ea23f98947 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] 10.222.0.13 "DELETE /v2.0/security-groups/8888cbfa-0ddb-46bf-8ab1-ba109670a3a2 HTTP/1.1" status: 204  len: 168 time: 0.1435921
Nov 06 21:17:22.334376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7493db6-1685-4b8e-b03b-46ea23f98947 tempest-TestServerBasicOps-2010902782 tempest-TestServerBasicOps-2010902782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8888cbfa-0ddb-46bf-8ab1-ba109670a3a2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:22.360266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35710) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:22.487427 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.820085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2ac26-d49c-4142-9102-f878b5ac1008 req-d2972d71-e3ad-411f-81e7-ca675a4b9f65 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:22.821606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80f2ac26-d49c-4142-9102-f878b5ac1008 req-d2972d71-e3ad-411f-81e7-ca675a4b9f65 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 946 time: 0.0479758
Nov 06 21:17:22.843382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:22.868369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80f2ac26-d49c-4142-9102-f878b5ac1008 req-c1d38f38-9fe3-4dd6-91f2-99b848bbbf1a tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401189
Nov 06 21:17:22.904100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:22.924549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:22.924893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 8a928c32-e301-4df3-9dd3-df2f9da3fdc0 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:22.925329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 952a328d-09a8-46b0-8c0c-416afb3fbc80 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:22.944842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 952a328d-09a8-46b0-8c0c-416afb3fbc80 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:22.945185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 952a328d-09a8-46b0-8c0c-416afb3fbc80 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:23.137629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Deleting port 67422481-c372-4b35-b578-07103ebb61fb {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:23.137962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:23.211263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] For port 67422481-c372-4b35-b578-07103ebb61fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67422481-c372-4b35-b578-07103ebb61fb,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:23.211616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:23.223584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Calling delete_port for 67422481-c372-4b35-b578-07103ebb61fb owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:23.382659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-65d8b700-887a-4e82-8469-f0a20f55d0bf tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:23.384114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-65d8b700-887a-4e82-8469-f0a20f55d0bf tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 946 time: 0.0517220
Nov 06 21:17:23.402106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:23.433923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Pushing event deleted for resources: {'Port': ['ID=67422481-c372-4b35-b578-07103ebb61fb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:23.632629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:23.870064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Deleting port 4c1f79d0-950d-432b-a1d8-730ebf768793 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:23.870920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.001146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] For port 4c1f79d0-950d-432b-a1d8-730ebf768793, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c1f79d0-950d-432b-a1d8-730ebf768793,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:24.001420 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.020963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab662ee-9a7a-4e3a-a78a-59ac37d712e5 req-08e7dd95-8dd2-4022-abd3-957806341a92 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:24.022452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ab662ee-9a7a-4e3a-a78a-59ac37d712e5 req-08e7dd95-8dd2-4022-abd3-957806341a92 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=f445f016-1639-4ccf-bbc9-64841874e40b HTTP/1.1" status: 200  len: 946 time: 0.0805354
Nov 06 21:17:24.026535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Calling delete_port for 4c1f79d0-950d-432b-a1d8-730ebf768793 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:24.108269 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Router 5b57442c-7593-4b6b-b5f1-95970017bf57 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:17:24.120670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ab662ee-9a7a-4e3a-a78a-59ac37d712e5 req-fff0276d-8d8d-49f3-86c0-ad91b31f981f tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895772
Nov 06 21:17:24.192359 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.206873 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f4f4ac47-b622-493a-ba70-73c70c72d6e1', '4c1f79d0-950d-432b-a1d8-730ebf768793'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:24.209360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:24.219708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:17:24.228718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Pushing event deleted for resources: {'Port': ['ID=4c1f79d0-950d-432b-a1d8-730ebf768793,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:24.228861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-afa53a19-1979-4530-b0ea-5ad8596b95bb admin admin] 10.222.0.13 "PUT /v2.0/routers/5b57442c-7593-4b6b-b5f1-95970017bf57/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8636787
Nov 06 21:17:24.228861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35724) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:24.240155 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] Sync routers for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:17:24.263460 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:17:24.264113 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:24.283996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] No DVR routers for this DVR port 4c1f79d0-950d-432b-a1d8-730ebf768793 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:24.286778 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.290639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99324bfc-f36a-40b4-8e79-fcca114a939e req-732d8114-9e2f-4afb-aaeb-a193854c6801 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "DELETE /v2.0/ports/4c1f79d0-950d-432b-a1d8-730ebf768793 HTTP/1.1" status: 204  len: 173 time: 0.9000900
Nov 06 21:17:24.309270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445f016-1639-4ccf-bbc9-64841874e40b', 'name': 'network-vif-deleted', 'tag': '4c1f79d0-950d-432b-a1d8-730ebf768793'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:17:24.316178 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32954546-3f32-4455-bc7e-647989bbfcba" -d '{"events": [{"server_uuid": "f445f016-1639-4ccf-bbc9-64841874e40b", "name": "network-vif-deleted", "tag": "4c1f79d0-950d-432b-a1d8-730ebf768793"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:17:24.383085 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d8126a-41ff-4530-988c-710d55984740 x-openstack-request-id: req-33d8126a-41ff-4530-988c-710d55984740 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:17:24.383656 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445f016-1639-4ccf-bbc9-64841874e40b", "name": "network-vif-deleted", "tag": "4c1f79d0-950d-432b-a1d8-730ebf768793", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:17:24.384163 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33d8126a-41ff-4530-988c-710d55984740 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:17:24.384811 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445f016-1639-4ccf-bbc9-64841874e40b', 'name': 'network-vif-deleted', 'tag': '4c1f79d0-950d-432b-a1d8-730ebf768793', 'status': 'completed', 'code': 200}
Nov 06 21:17:24.421689 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:17:24.449341 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.560802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.610019 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06910>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110'}], 'enable_snat': True}, 'gw_port_id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:17:23Z', 'revision_number': 5, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port': {'id': '5fd7d00f-9677-4c36-a305-cf52abb1aca2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:24.617295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Deleting port 5fd7d00f-9677-4c36-a305-cf52abb1aca2 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:24.617639 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.637612 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] Checking router: 5b57442c-7593-4b6b-b5f1-95970017bf57 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:17:24.645928 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] Routers {'5b57442c-7593-4b6b-b5f1-95970017bf57'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:17:24.646526 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a06910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b57442c-7593-4b6b-b5f1-95970017bf57'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:24.705351 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] For port 5fd7d00f-9677-4c36-a305-cf52abb1aca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fd7d00f-9677-4c36-a305-cf52abb1aca2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:24.705727 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.719902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Calling delete_port for 5fd7d00f-9677-4c36-a305-cf52abb1aca2 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:24.732939 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] Set router 5b57442c-7593-4b6b-b5f1-95970017bf57 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:17:24.794803 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a06910>, [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:17:24Z', 'revision_number': 6, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:24.827721 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b474b-2457-4cfd-ba68-2540516ff92d None None] The sync data for ids ['5b57442c-7593-4b6b-b5f1-95970017bf57'] in ncdv-master-1 is: [{'id': '5b57442c-7593-4b6b-b5f1-95970017bf57', 'name': 'tempest-TestServerBasicOps-846848331-router', 'tenant_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:28Z', 'updated_at': '2021-11-06T21:17:24Z', 'revision_number': 6, 'project_id': '7e7bb72df2e54f4aa72356d80aae9d38', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:17:24.899953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:24.924347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd7d00f-9677-4c36-a305-cf52abb1aca2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:24.991465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.091839 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.093843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.154666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.155445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b57442c-7593-4b6b-b5f1-95970017bf57 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:17:25.159646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.163168 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c0f34b2f-565d-45e5-a05d-7bb8a342dfcf admin admin] 10.222.0.13 "DELETE /v2.0/routers/5b57442c-7593-4b6b-b5f1-95970017bf57 HTTP/1.1" status: 204  len: 168 time: 0.9324646
Nov 06 21:17:25.163660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35732) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:25.226741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a588e089-f75d-480a-9240-672d1702e903 admin admin] Deleting subnet d2c42ea1-7c50-4294-882b-1d65cc3a431d {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:17:25.230149 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a588e089-f75d-480a-9240-672d1702e903 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.266652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a588e089-f75d-480a-9240-672d1702e903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.356000 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a588e089-f75d-480a-9240-672d1702e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.438707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a588e089-f75d-480a-9240-672d1702e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.451826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7de3f-870c-4c55-a616-948968443fa3 req-87a6862f-0716-4666-96d5-54bdfc9d399b tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:25.453367 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cd7de3f-870c-4c55-a616-948968443fa3 req-87a6862f-0716-4666-96d5-54bdfc9d399b tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 946 time: 0.0713623
Nov 06 21:17:25.477230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588e089-f75d-480a-9240-672d1702e903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c42ea1-7c50-4294-882b-1d65cc3a431d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:25.492146 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a588e089-f75d-480a-9240-672d1702e903 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.492410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc0780-56d1-46a4-88a8-ed89cc6ab174 None None] Network 346fa48e-d19b-41a3-a405-c0c564390c77 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:17:25.495621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a588e089-f75d-480a-9240-672d1702e903 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d2c42ea1-7c50-4294-882b-1d65cc3a431d HTTP/1.1" status: 204  len: 168 time: 0.3308969
Nov 06 21:17:25.498594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35738) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:25.526663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cd7de3f-870c-4c55-a616-948968443fa3 req-783cfab0-49be-4f38-9bf3-a8aabad2f093 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531392
Nov 06 21:17:25.577749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.633731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Deleting port a672e81d-31c7-472f-b685-ec9564a9e87f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:25.634184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.707018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] DHCP port deletion for 346fa48e-d19b-41a3-a405-c0c564390c77 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:17:25.707728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] For port a672e81d-31c7-472f-b685-ec9564a9e87f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a672e81d-31c7-472f-b685-ec9564a9e87f,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:25.708188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.723164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Calling delete_port for a672e81d-31c7-472f-b685-ec9564a9e87f owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:25.759323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] Deleting port a672e81d-31c7-472f-b685-ec9564a9e87f {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:25.759780 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.809686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.830726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] For port a672e81d-31c7-472f-b685-ec9564a9e87f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a672e81d-31c7-472f-b685-ec9564a9e87f,segment=NetworkSegment(ac1d204b-b410-448c-a702-3161de7918fa),segment_id=ac1d204b-b410-448c-a702-3161de7918fa)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:25.831117 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.836530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a672e81d-31c7-472f-b685-ec9564a9e87f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:25.841684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] No DVR routers for this DVR port a672e81d-31c7-472f-b685-ec9564a9e87f on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:25.845327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] Calling delete_port for a672e81d-31c7-472f-b685-ec9564a9e87f owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:25.917448 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.924766 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.945032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92570bce80>,) {'filters': {'network_id': ['346fa48e-d19b-41a3-a405-c0c564390c77']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:25.955976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92570bce80>, 'ac1d204b-b410-448c-a702-3161de7918fa') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:25.956262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92570bce80>, 'ac1d204b-b410-448c-a702-3161de7918fa') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:25.956411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] Pushing event deleted for resources: {'Port': ['ID=a672e81d-31c7-472f-b685-ec9564a9e87f,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:25.961910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac02f7-838d-45bf-8818-5afd4a221393 None None] No DVR routers for this DVR port a672e81d-31c7-472f-b685-ec9564a9e87f on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:25.966690 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.981634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:17:25.991201 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:17:26.048006 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:26.052813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:26.055981 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/346fa48e-d19b-41a3-a405-c0c564390c77 HTTP/1.1" status: 204  len: 168 time: 0.5563745
Nov 06 21:17:26.059546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:26.075641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb021fb-d611-4506-ba07-1754e21f34f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=346fa48e-d19b-41a3-a405-c0c564390c77,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:26.275262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a672e81d-31c7-472f-b685-ec9564a9e87f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:26.297084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: a672e81d-31c7-472f-b685-ec9564a9e87f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:26.297424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a672e81d-31c7-472f-b685-ec9564a9e87f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:26.297839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5fd7d00f-9677-4c36-a305-cf52abb1aca2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:26.316042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5fd7d00f-9677-4c36-a305-cf52abb1aca2 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:26.316413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5fd7d00f-9677-4c36-a305-cf52abb1aca2 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:26.316834 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 67422481-c372-4b35-b578-07103ebb61fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:26.335019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 67422481-c372-4b35-b578-07103ebb61fb {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:26.335353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 67422481-c372-4b35-b578-07103ebb61fb not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:26.409818 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:26.644907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742fde-4258-47a6-8992-3507fa730b15 req-cc223100-3095-4112-939d-edeab8b3a417 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:26.646425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1742fde-4258-47a6-8992-3507fa730b15 req-cc223100-3095-4112-939d-edeab8b3a417 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 946 time: 0.0499082
Nov 06 21:17:26.649456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Deleting port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:26.649797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:26.698534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1742fde-4258-47a6-8992-3507fa730b15 req-4ef2ecb9-792a-4036-924e-be017d8cd677 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453763
Nov 06 21:17:26.730419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] For port 6c810ae0-f7e9-4e7a-904c-2afaa38a752f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,segment=NetworkSegment(6340f42c-e4cb-450c-aef4-29e0efe81196),segment_id=6340f42c-e4cb-450c-aef4-29e0efe81196)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:26.730773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:26.744339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Calling delete_port for 6c810ae0-f7e9-4e7a-904c-2afaa38a752f owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:26.922703 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:26.923621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4c1f79d0-950d-432b-a1d8-730ebf768793 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:26.942540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 4c1f79d0-950d-432b-a1d8-730ebf768793 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:26.942875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 4c1f79d0-950d-432b-a1d8-730ebf768793 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:26.951385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c810ae0-f7e9-4e7a-904c-2afaa38a752f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:27.340280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-00c5295c-f14a-44c2-a1f4-8a776a17413a tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:27.341741 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-00c5295c-f14a-44c2-a1f4-8a776a17413a tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.10 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 946 time: 0.3689947
Nov 06 21:17:27.455462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:27.527670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Deleting port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:27.528009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:27.689166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] For port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:27.689430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:27.708020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Calling delete_port for edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:27.814785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Router 6af8c152-e59c-42d9-9077-815c8f57b4fb has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:17:27.824052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137bef4-e1e6-4431-a532-3530a807f8c9 req-2851fedf-5a9e-4485-b751-8bf5ae2c4694 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:27.825736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9137bef4-e1e6-4431-a532-3530a807f8c9 req-2851fedf-5a9e-4485-b751-8bf5ae2c4694 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=451e0e47-f3f4-4c68-a06c-d76669d1a37f HTTP/1.1" status: 200  len: 946 time: 0.0538273
Nov 06 21:17:27.881900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9137bef4-e1e6-4431-a532-3530a807f8c9 req-ca9ea666-6312-44fc-ae44-dfc5188c501d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500371
Nov 06 21:17:27.975198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:27.977075 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:17:27.987291 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-503d5fe7-f00a-4f27-8cef-14a1474aa0fd admin admin] 10.222.0.13 "PUT /v2.0/routers/6af8c152-e59c-42d9-9077-815c8f57b4fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9267724
Nov 06 21:17:27.990289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35752) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:27.990747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] Sync routers for ids ['6af8c152-e59c-42d9-9077-815c8f57b4fb'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:17:27.993457 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:27.995783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f4f4ac47-b622-493a-ba70-73c70c72d6e1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:28.009022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Pushing event deleted for resources: {'Port': ['ID=edb0c6c0-2020-46ee-8c6c-6b2c645b65a5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:28.052953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] Routers {'6af8c152-e59c-42d9-9077-815c8f57b4fb'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:17:28.053585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925220a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6af8c152-e59c-42d9-9077-815c8f57b4fb'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:28.061169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] No DVR routers for this DVR port edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:28.063212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.067034 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-35a17c0c-cd69-470f-a91e-4acb07a181f8 req-331b65ef-5170-44b5-bfe8-74d2c34885c9 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.10 "DELETE /v2.0/ports/edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 HTTP/1.1" status: 204  len: 173 time: 0.7154765
Nov 06 21:17:28.067305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e0e47-f3f4-4c68-a06c-d76669d1a37f', 'name': 'network-vif-deleted', 'tag': 'edb0c6c0-2020-46ee-8c6c-6b2c645b65a5'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:17:28.069966 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa6cf62-b22b-4098-9cc9-f67d99fcc0d3" -d '{"events": [{"server_uuid": "451e0e47-f3f4-4c68-a06c-d76669d1a37f", "name": "network-vif-deleted", "tag": "edb0c6c0-2020-46ee-8c6c-6b2c645b65a5"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:17:28.100820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.113311 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6421c40-e1ed-4c43-a5e2-f74ad39dab64 x-openstack-request-id: req-b6421c40-e1ed-4c43-a5e2-f74ad39dab64 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:17:28.113607 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e0e47-f3f4-4c68-a06c-d76669d1a37f", "name": "network-vif-deleted", "tag": "edb0c6c0-2020-46ee-8c6c-6b2c645b65a5", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:17:28.114483 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6421c40-e1ed-4c43-a5e2-f74ad39dab64 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:17:28.114904 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e0e47-f3f4-4c68-a06c-d76669d1a37f', 'name': 'network-vif-deleted', 'tag': 'edb0c6c0-2020-46ee-8c6c-6b2c645b65a5', 'status': 'completed', 'code': 200}
Nov 06 21:17:28.219333 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.236755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] Set router 6af8c152-e59c-42d9-9077-815c8f57b4fb gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:17:28.280662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Deleting port adc4d38b-8fb1-4836-bc79-32d3013b826d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:28.281145 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.369913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] For port adc4d38b-8fb1-4836-bc79-32d3013b826d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adc4d38b-8fb1-4836-bc79-32d3013b826d,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:28.370273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.383433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Calling delete_port for adc4d38b-8fb1-4836-bc79-32d3013b826d owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:28.450485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925220a7c0>, [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59'}], 'enable_snat': True}, 'gw_port_id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:17:26Z', 'revision_number': 5, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port': {'id': 'adc4d38b-8fb1-4836-bc79-32d3013b826d', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:11:36Z', 'updated_at': '2021-11-06T21:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:28.476717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] Checking router: 6af8c152-e59c-42d9-9077-815c8f57b4fb for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:17:28.486691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] Routers {'6af8c152-e59c-42d9-9077-815c8f57b4fb'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:17:28.486898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925220a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6af8c152-e59c-42d9-9077-815c8f57b4fb'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:28.560037 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.589141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=adc4d38b-8fb1-4836-bc79-32d3013b826d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:28.657339 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.729731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] Set router 6af8c152-e59c-42d9-9077-815c8f57b4fb gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:17:28.754836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.756895 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.784261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925220a7c0>, [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:17:28Z', 'revision_number': 6, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:28.801932 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.802507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af8c152-e59c-42d9-9077-815c8f57b4fb {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:17:28.806655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.807787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-110b9c21-0a4e-4b2d-8b6a-2b4abb373dbc admin admin] 10.222.0.13 "DELETE /v2.0/routers/6af8c152-e59c-42d9-9077-815c8f57b4fb HTTP/1.1" status: 204  len: 168 time: 0.8165264
Nov 06 21:17:28.810855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35756) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:28.812377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0881ea24-2e74-4a93-8939-b3ed82549ff2 None None] The sync data for ids ['6af8c152-e59c-42d9-9077-815c8f57b4fb'] in ncdv-master-1 is: [{'id': '6af8c152-e59c-42d9-9077-815c8f57b4fb', 'name': 'tempest-TestServerBasicOps-996387061-router', 'tenant_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:11:35Z', 'updated_at': '2021-11-06T21:17:28Z', 'revision_number': 6, 'project_id': '902fb69dbe014a0fa8a7ae3059c6f8be', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:17:28.858335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1519bb2-d4f5-4145-9481-936e7cba5ba4 admin admin] Deleting subnet 324e2293-dfbc-4c99-b1ea-29cef6c7dbb0 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:17:28.861477 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1519bb2-d4f5-4145-9481-936e7cba5ba4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.896962 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1519bb2-d4f5-4145-9481-936e7cba5ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:28.989447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1519bb2-d4f5-4145-9481-936e7cba5ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.048817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1519bb2-d4f5-4145-9481-936e7cba5ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.077295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1519bb2-d4f5-4145-9481-936e7cba5ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324e2293-dfbc-4c99-b1ea-29cef6c7dbb0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:29.080104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1519bb2-d4f5-4145-9481-936e7cba5ba4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.083364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430c406-6c2b-40d5-92a1-94e0b7abe78e None None] Network 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:17:29.085664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35776) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:29.086162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b1519bb2-d4f5-4145-9481-936e7cba5ba4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/324e2293-dfbc-4c99-b1ea-29cef6c7dbb0 HTTP/1.1" status: 204  len: 168 time: 0.2739248
Nov 06 21:17:29.162390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.229966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Deleting port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:29.230978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.300772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] DHCP port deletion for 4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:17:29.306712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] For port c9bbbcc1-d1ea-4379-9587-f17f2b086e01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,segment=NetworkSegment(6340f42c-e4cb-450c-aef4-29e0efe81196),segment_id=6340f42c-e4cb-450c-aef4-29e0efe81196)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:29.307484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.321605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Calling delete_port for c9bbbcc1-d1ea-4379-9587-f17f2b086e01 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:29.353227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] Deleting port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:29.353921 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.409769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.423157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] For port c9bbbcc1-d1ea-4379-9587-f17f2b086e01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,segment=NetworkSegment(6340f42c-e4cb-450c-aef4-29e0efe81196),segment_id=6340f42c-e4cb-450c-aef4-29e0efe81196)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:29.423631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.437432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] Calling delete_port for c9bbbcc1-d1ea-4379-9587-f17f2b086e01 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:29.441083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:29.444578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] No DVR routers for this DVR port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:29.516872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.528235 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.537571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92567648b0>,) {'filters': {'network_id': ['4dc4998e-a6ff-4b6b-b941-da273ce7e2b0']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:29.547627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92567648b0>, '6340f42c-e4cb-450c-aef4-29e0efe81196') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:29.547924 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92567648b0>, '6340f42c-e4cb-450c-aef4-29e0efe81196') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:29.556905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] Pushing event deleted for resources: {'Port': ['ID=c9bbbcc1-d1ea-4379-9587-f17f2b086e01,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:29.557315 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.560491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8e59b-9134-4051-a8b2-1c4dbe523aef None None] No DVR routers for this DVR port c9bbbcc1-d1ea-4379-9587-f17f2b086e01 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:29.573989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.580129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:17:29.580590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:17:29.582241 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:17:29.643222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.648741 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.651847 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] 10.222.0.13 "DELETE /v2.0/networks/4dc4998e-a6ff-4b6b-b941-da273ce7e2b0 HTTP/1.1" status: 204  len: 168 time: 0.5647988
Nov 06 21:17:29.663354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cd493-64d1-4499-a54d-0a450ca1c59f admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc4998e-a6ff-4b6b-b941-da273ce7e2b0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:29.767005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35796) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:29.808067 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d616ba26-79fd-4e45-b62a-dc81be4a10f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e7bb72df2e54f4aa72356d80aae9d38&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0398834
Nov 06 21:17:29.810521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35798) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:29.870388 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d36d17-6590-42bd-ab0c-00e4c3e07bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.892467 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d36d17-6590-42bd-ab0c-00e4c3e07bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.937034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d36d17-6590-42bd-ab0c-00e4c3e07bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.939678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d36d17-6590-42bd-ab0c-00e4c3e07bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:29.940859 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-29d36d17-6590-42bd-ab0c-00e4c3e07bf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e01aae8f-90ba-4c90-aed3-6ab50d658031 HTTP/1.1" status: 204  len: 168 time: 0.1294286
Nov 06 21:17:29.948686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d36d17-6590-42bd-ab0c-00e4c3e07bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01aae8f-90ba-4c90-aed3-6ab50d658031,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:30.288392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6c810ae0-f7e9-4e7a-904c-2afaa38a752f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:30.305428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35812) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:30.315770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6c810ae0-f7e9-4e7a-904c-2afaa38a752f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:30.316201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6c810ae0-f7e9-4e7a-904c-2afaa38a752f not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:30.316762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c9bbbcc1-d1ea-4379-9587-f17f2b086e01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:30.336238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c9bbbcc1-d1ea-4379-9587-f17f2b086e01 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:30.336601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c9bbbcc1-d1ea-4379-9587-f17f2b086e01 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:30.337014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device adc4d38b-8fb1-4836-bc79-32d3013b826d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:30.352679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c832472-bb38-4ec7-afec-5a49562d9f4e req-201decf4-a797-4d17-8333-4c05d7a50bf7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:30.354181 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c832472-bb38-4ec7-afec-5a49562d9f4e req-201decf4-a797-4d17-8333-4c05d7a50bf7 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 945 time: 0.0996206
Nov 06 21:17:30.356008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: adc4d38b-8fb1-4836-bc79-32d3013b826d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:30.356378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device adc4d38b-8fb1-4836-bc79-32d3013b826d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:30.384131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6f679ba7-d4d6-4f52-9c7b-5911f49ccf61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=902fb69dbe014a0fa8a7ae3059c6f8be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0775154
Nov 06 21:17:30.387321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35814) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:30.441682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c832472-bb38-4ec7-afec-5a49562d9f4e req-3582aa12-52ed-4169-915f-486995fcc563 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795345
Nov 06 21:17:30.457941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-adc2f0a9-f302-4c86-8550-65ac4e802c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:30.478981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-adc2f0a9-f302-4c86-8550-65ac4e802c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:30.525295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-adc2f0a9-f302-4c86-8550-65ac4e802c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:30.527981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-adc2f0a9-f302-4c86-8550-65ac4e802c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:30.529255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-adc2f0a9-f302-4c86-8550-65ac4e802c27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9d2c578-beda-4b54-9b4b-d6ec8b354101 HTTP/1.1" status: 204  len: 168 time: 0.1409945
Nov 06 21:17:30.537136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2f0a9-f302-4c86-8550-65ac4e802c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d2c578-beda-4b54-9b4b-d6ec8b354101,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:31.126493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:31.149398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:31.149663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device edb0c6c0-2020-46ee-8c6c-6b2c645b65a5 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:31.556467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6594f5b-d7b0-4d5d-a774-babff80dd7e2 req-21c49dde-f67d-4172-a70f-681614bfe46e tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:31.557958 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6594f5b-d7b0-4d5d-a774-babff80dd7e2 req-21c49dde-f67d-4172-a70f-681614bfe46e tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 945 time: 0.0487297
Nov 06 21:17:31.608078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6594f5b-d7b0-4d5d-a774-babff80dd7e2 req-53925ed4-654b-4b03-849c-281c1eba63c4 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2c8061b-ab1f-431b-a084-dc01604636cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437355
Nov 06 21:17:32.093422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-32f60790-67c9-4dc4-88ff-d0f986740311 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:32.095028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-32f60790-67c9-4dc4-88ff-d0f986740311 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 945 time: 0.0498021
Nov 06 21:17:32.195212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Deleting port f4f4ac47-b622-493a-ba70-73c70c72d6e1 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:17:32.195548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:32.285372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] For port f4f4ac47-b622-493a-ba70-73c70c72d6e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4f4ac47-b622-493a-ba70-73c70c72d6e1,segment=NetworkSegment(4ea42f85-8390-456f-bca4-a801a3a5059e),segment_id=4ea42f85-8390-456f-bca4-a801a3a5059e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:17:32.285732 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:32.299113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Calling delete_port for f4f4ac47-b622-493a-ba70-73c70c72d6e1 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:17:32.429066 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:32.442045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f4f4ac47-b622-493a-ba70-73c70c72d6e1'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:17:32.465497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Pushing event deleted for resources: {'Port': ['ID=f4f4ac47-b622-493a-ba70-73c70c72d6e1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:32.501995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] No DVR routers for this DVR port f4f4ac47-b622-493a-ba70-73c70c72d6e1 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:17:32.504730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:32.508594 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2102a94c-5417-439d-904b-ac7c7050c5a7 req-536e758a-eb27-4bd6-8f3e-ed33976df847 tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.37 "DELETE /v2.0/ports/f4f4ac47-b622-493a-ba70-73c70c72d6e1 HTTP/1.1" status: 204  len: 173 time: 0.4070847
Nov 06 21:17:32.509053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd73eaa9-7dc4-4c01-90be-3af6d045291d', 'name': 'network-vif-deleted', 'tag': 'f4f4ac47-b622-493a-ba70-73c70c72d6e1'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:17:32.511308 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2acd97-3327-4431-b51f-de5e7b488e77" -d '{"events": [{"server_uuid": "cd73eaa9-7dc4-4c01-90be-3af6d045291d", "name": "network-vif-deleted", "tag": "f4f4ac47-b622-493a-ba70-73c70c72d6e1"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:17:32.551053 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6542581a-339f-4ab4-9188-82243eae7200 x-openstack-request-id: req-6542581a-339f-4ab4-9188-82243eae7200 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:17:32.551349 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd73eaa9-7dc4-4c01-90be-3af6d045291d", "name": "network-vif-deleted", "tag": "f4f4ac47-b622-493a-ba70-73c70c72d6e1", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:17:32.551642 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6542581a-339f-4ab4-9188-82243eae7200 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:17:32.552045 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd73eaa9-7dc4-4c01-90be-3af6d045291d', 'name': 'network-vif-deleted', 'tag': 'f4f4ac47-b622-493a-ba70-73c70c72d6e1', 'status': 'completed', 'code': 200}
Nov 06 21:17:32.717964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27486dc2-c972-4708-b290-3288550e0dd7 req-07738f6c-3559-41c8-a84f-e55ff1e6e90d tempest-AttachVolumeNegativeTest-995217399 tempest-AttachVolumeNegativeTest-995217399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd73eaa9-7dc4-4c01-90be-3af6d045291d HTTP/1.1" status: 200  len: 210 time: 0.0266199
Nov 06 21:17:33.772567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35832) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:33.817168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a752b0c-10df-4a54-9437-81bdce028fcb admin admin] Deleting subnet 8857b4c0-57e9-436e-98c8-c786b4ac9c62 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:17:33.820228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a752b0c-10df-4a54-9437-81bdce028fcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:33.858631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a752b0c-10df-4a54-9437-81bdce028fcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:33.897895 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a752b0c-10df-4a54-9437-81bdce028fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:33.948904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a752b0c-10df-4a54-9437-81bdce028fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:33.974161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a752b0c-10df-4a54-9437-81bdce028fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8857b4c0-57e9-436e-98c8-c786b4ac9c62,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:33.977891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a752b0c-10df-4a54-9437-81bdce028fcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:33.983840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9a752b0c-10df-4a54-9437-81bdce028fcb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8857b4c0-57e9-436e-98c8-c786b4ac9c62 HTTP/1.1" status: 204  len: 168 time: 0.2080321
Nov 06 21:17:33.984110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35834) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:34.055254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.101840 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:17:34.132723 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.156898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255779dc0>,) {'filters': {'network_id': ['002af318-7415-4004-9cdf-d72664bf5d96']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:34.166171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255779dc0>, '4ea42f85-8390-456f-bca4-a801a3a5059e') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:34.166469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255779dc0>, '4ea42f85-8390-456f-bca4-a801a3a5059e') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:17:34.176097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.188717 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.194409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:17:34.194787 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:17:34.196422 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:17:34.250037 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.254621 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.257870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/002af318-7415-4004-9cdf-d72664bf5d96 HTTP/1.1" status: 204  len: 168 time: 0.2727890
Nov 06 21:17:34.271779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b6d7c-c0cf-4fd2-bb97-1a6a94cb36a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=002af318-7415-4004-9cdf-d72664bf5d96,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:34.420498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35840) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:34.459968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-11f505f4-6f6a-465d-9d37-a7f0c50f036b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=672009b3c8024ef891de3084390a04f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382621
Nov 06 21:17:34.462347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35842) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:34.507716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72f3e75a-bc04-4655-a09b-90809710b20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.533039 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72f3e75a-bc04-4655-a09b-90809710b20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.578230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72f3e75a-bc04-4655-a09b-90809710b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.580786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72f3e75a-bc04-4655-a09b-90809710b20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:34.581956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-72f3e75a-bc04-4655-a09b-90809710b20e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2c8061b-ab1f-431b-a084-dc01604636cc HTTP/1.1" status: 204  len: 168 time: 0.1186380
Nov 06 21:17:34.589585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3e75a-bc04-4655-a09b-90809710b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c8061b-ab1f-431b-a084-dc01604636cc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:36.925470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35918) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:36.994079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f4f4ac47-b622-493a-ba70-73c70c72d6e1 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:17:37.013952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: f4f4ac47-b622-493a-ba70-73c70c72d6e1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:17:37.014292 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f4f4ac47-b622-493a-ba70-73c70c72d6e1 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:17:37.039552 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.114473 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.118223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.156458 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a0a1ca6e27840d7888cebd9f8c2c8bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2298033
Nov 06 21:17:37.157344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a046f594-5dbf-4fea-bbe7-42b56336e15d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:37.159237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35922) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:37.164890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.165486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.165823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.166155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.166496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.166803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.167240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.168111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.168540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.168843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.169159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.169477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626bf94-fefd-4e00-8bb1-05c575875880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:17:37.210914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f879909d-11d3-4ef6-9533-16786463f18a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.231810 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f879909d-11d3-4ef6-9533-16786463f18a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.276081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f879909d-11d3-4ef6-9533-16786463f18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.279161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f879909d-11d3-4ef6-9533-16786463f18a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.280340 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f879909d-11d3-4ef6-9533-16786463f18a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a046f594-5dbf-4fea-bbe7-42b56336e15d HTTP/1.1" status: 204  len: 168 time: 0.1200941
Nov 06 21:17:37.287847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879909d-11d3-4ef6-9533-16786463f18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046f594-5dbf-4fea-bbe7-42b56336e15d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:37.536260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35930) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:37.549733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-523ba838-bbd5-4d65-9bfd-ef44321aeac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.622099 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-523ba838-bbd5-4d65-9bfd-ef44321aeac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.625526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-523ba838-bbd5-4d65-9bfd-ef44321aeac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.661989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ba838-bbd5-4d65-9bfd-ef44321aeac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5027bb97-c787-41b2-92f4-7967822f8ac4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:37.666568 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-523ba838-bbd5-4d65-9bfd-ef44321aeac3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=445129dab7f14be3b939d7c134c5bb9c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1292307
Nov 06 21:17:37.669611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 35932) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:37.717713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-349e1d9f-f066-40d4-b6e6-c6ae6733603e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.738130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-349e1d9f-f066-40d4-b6e6-c6ae6733603e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.785933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-349e1d9f-f066-40d4-b6e6-c6ae6733603e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.788436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-349e1d9f-f066-40d4-b6e6-c6ae6733603e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:37.789580 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-349e1d9f-f066-40d4-b6e6-c6ae6733603e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5027bb97-c787-41b2-92f4-7967822f8ac4 HTTP/1.1" status: 204  len: 168 time: 0.1192284
Nov 06 21:17:37.799081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e1d9f-f066-40d4-b6e6-c6ae6733603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5027bb97-c787-41b2-92f4-7967822f8ac4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:39.916865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 35998) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:40.021185 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06df08b8-696c-4793-9065-b00b24f07664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.098467 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06df08b8-696c-4793-9065-b00b24f07664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.102323 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-06df08b8-696c-4793-9065-b00b24f07664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.144654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-06df08b8-696c-4793-9065-b00b24f07664 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b175a9e29d4f482bbfecd0fae767d62e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2265358
Nov 06 21:17:40.145482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df08b8-696c-4793-9065-b00b24f07664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c7dda-5cdc-42ea-819d-1c06a151bbf2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:40.147270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:40.196439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b291ee5f-c108-4e2b-8020-afb6987cb25a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.217272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b291ee5f-c108-4e2b-8020-afb6987cb25a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.266303 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b291ee5f-c108-4e2b-8020-afb6987cb25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.268863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b291ee5f-c108-4e2b-8020-afb6987cb25a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.270035 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b291ee5f-c108-4e2b-8020-afb6987cb25a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e0c7dda-5cdc-42ea-819d-1c06a151bbf2 HTTP/1.1" status: 204  len: 168 time: 0.1217191
Nov 06 21:17:40.277567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291ee5f-c108-4e2b-8020-afb6987cb25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c7dda-5cdc-42ea-819d-1c06a151bbf2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:40.528760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36008) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:40.542037 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f61c46a-8664-4234-925a-157721bc4187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.615402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f61c46a-8664-4234-925a-157721bc4187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.619129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6f61c46a-8664-4234-925a-157721bc4187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.656991 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6f61c46a-8664-4234-925a-157721bc4187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b186fcc7bb4d4034b303fef360ff9cfb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1271288
Nov 06 21:17:40.657885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61c46a-8664-4234-925a-157721bc4187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfccd0b6-29ce-47cb-a673-6ce7bfabd256,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:40.659751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36012) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:40.710532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f824-7faa-4e90-bfc4-14bd66494b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.732160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f824-7faa-4e90-bfc4-14bd66494b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.776517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f824-7faa-4e90-bfc4-14bd66494b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.779564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f824-7faa-4e90-bfc4-14bd66494b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:40.780729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8bb6f824-7faa-4e90-bfc4-14bd66494b37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfccd0b6-29ce-47cb-a673-6ce7bfabd256 HTTP/1.1" status: 204  len: 168 time: 0.1199000
Nov 06 21:17:40.788104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6f824-7faa-4e90-bfc4-14bd66494b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfccd0b6-29ce-47cb-a673-6ce7bfabd256,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:42.874311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36080) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:42.982136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7ec45092-86ba-4472-b9ee-23d7efe65ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:43.056997 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7ec45092-86ba-4472-b9ee-23d7efe65ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:43.063866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7ec45092-86ba-4472-b9ee-23d7efe65ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:43.106759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7ec45092-86ba-4472-b9ee-23d7efe65ec3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6bf50fe8acb47249e1b74c648cf2665&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2313530
Nov 06 21:17:43.107604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec45092-86ba-4472-b9ee-23d7efe65ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9280a8-c9aa-486d-88cc-9bb7cdbd7a9d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:43.109508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36084) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:43.160907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e2162e8-ac2d-4cd9-8f8e-1ac46118077f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:43.181524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e2162e8-ac2d-4cd9-8f8e-1ac46118077f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:43.226237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e2162e8-ac2d-4cd9-8f8e-1ac46118077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:43.229086 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e2162e8-ac2d-4cd9-8f8e-1ac46118077f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:43.230462 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e2162e8-ac2d-4cd9-8f8e-1ac46118077f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd9280a8-c9aa-486d-88cc-9bb7cdbd7a9d HTTP/1.1" status: 204  len: 168 time: 0.1197119
Nov 06 21:17:43.238294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2162e8-ac2d-4cd9-8f8e-1ac46118077f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9280a8-c9aa-486d-88cc-9bb7cdbd7a9d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:44.618387 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:44.622051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:44.798389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36130) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:44.901805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cce6e3a3-1bb2-438a-a910-24eeac3a1206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:44.975587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cce6e3a3-1bb2-438a-a910-24eeac3a1206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:44.979657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cce6e3a3-1bb2-438a-a910-24eeac3a1206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.016871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e3a3-1bb2-438a-a910-24eeac3a1206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f15ebd4-f4c3-4289-9e80-c111ec0fe7b5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:45.021217 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cce6e3a3-1bb2-438a-a910-24eeac3a1206 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2395bd4fab3414fbd3b53c469100bd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2217500
Nov 06 21:17:45.023755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36136) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:45.071331 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2104aa67-f1e9-4fa7-a363-f06f5c123561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.095657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2104aa67-f1e9-4fa7-a363-f06f5c123561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.139635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2104aa67-f1e9-4fa7-a363-f06f5c123561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.142166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2104aa67-f1e9-4fa7-a363-f06f5c123561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.143310 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2104aa67-f1e9-4fa7-a363-f06f5c123561 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f15ebd4-f4c3-4289-9e80-c111ec0fe7b5 HTTP/1.1" status: 204  len: 168 time: 0.1186161
Nov 06 21:17:45.150664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104aa67-f1e9-4fa7-a363-f06f5c123561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f15ebd4-f4c3-4289-9e80-c111ec0fe7b5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:45.393178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36142) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:45.406980 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90306b22-47e4-4f00-998c-c994a2c71de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.483287 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90306b22-47e4-4f00-998c-c994a2c71de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.486824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90306b22-47e4-4f00-998c-c994a2c71de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.524222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-90306b22-47e4-4f00-998c-c994a2c71de4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68dcea01f8ab4180ae69cff29373c123&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1299865
Nov 06 21:17:45.526732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90306b22-47e4-4f00-998c-c994a2c71de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f7b15c-b533-4beb-9b1d-5aefc7860728,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:45.527017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36144) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:45.579293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2f63-589b-40ba-a99f-a66f17069fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.600035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2f63-589b-40ba-a99f-a66f17069fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.645044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2f63-589b-40ba-a99f-a66f17069fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.647718 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5f0e2f63-589b-40ba-a99f-a66f17069fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:45.648935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5f0e2f63-589b-40ba-a99f-a66f17069fea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06f7b15c-b533-4beb-9b1d-5aefc7860728 HTTP/1.1" status: 204  len: 168 time: 0.1202323
Nov 06 21:17:45.657384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e2f63-589b-40ba-a99f-a66f17069fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f7b15c-b533-4beb-9b1d-5aefc7860728,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:46.089286 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-283922e3-aeaa-4872-b606-c629025fab31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413504
Nov 06 21:17:46.153283 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333c42-9bed-4d2d-b228-252461cae775 req-f704d1fe-d222-4939-89b0-efea5255f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:46.154804 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-f704d1fe-d222-4939-89b0-efea5255f519 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 1096 time: 0.0448289
Nov 06 21:17:46.258104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333c42-9bed-4d2d-b228-252461cae775 req-ee0e6afd-9309-4ddb-be51-009e58a15906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:46.259592 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-ee0e6afd-9309-4ddb-be51-009e58a15906 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.0853090
Nov 06 21:17:46.333686 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-e2b89569-654a-4f43-ac89-5ab7083a55f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 HTTP/1.1" status: 200  len: 1000 time: 0.0675182
Nov 06 21:17:46.384636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333c42-9bed-4d2d-b228-252461cae775 req-d87e5c56-bf09-4e64-8e93-d8e6df9bfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:46.386115 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-d87e5c56-bf09-4e64-8e93-d8e6df9bfdc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0456338
Nov 06 21:17:46.431044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98333c42-9bed-4d2d-b228-252461cae775 req-d985f882-ab31-41b6-b065-8713affc3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:17:46.432611 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-d985f882-ab31-41b6-b065-8713affc3eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397117
Nov 06 21:17:46.443393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-831d7e8a-43d8-475d-8e2a-9007cc40c058 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:17:46.444856 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-831d7e8a-43d8-475d-8e2a-9007cc40c058 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053449
Nov 06 21:17:46.536818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-4b2f8deb-1377-4e9c-a2a3-0960805141d2 service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856073
Nov 06 21:17:46.627957 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98333c42-9bed-4d2d-b228-252461cae775 req-dae905c9-204f-4e03-82af-7728ed90ba2c service neutron] 10.222.0.10 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837014
Nov 06 21:17:46.859146 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3acc17d4-239b-4ba5-91d2-7d215c5d3d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:47.532428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36224) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:47.636355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d9b02e-3491-4626-9dca-ba583adbf05b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:47.709451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d9b02e-3491-4626-9dca-ba583adbf05b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:47.713100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d9b02e-3491-4626-9dca-ba583adbf05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:47.750336 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-37d9b02e-3491-4626-9dca-ba583adbf05b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc27bccb19ea4f3fa71db0d56d3a6d72&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2168078
Nov 06 21:17:47.751548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9b02e-3491-4626-9dca-ba583adbf05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422ad07d-7804-4509-b39d-c7be0cd1455f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:47.753084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36228) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:47.801091 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c52f240-2a80-4aab-8215-4045d04604de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:47.822808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c52f240-2a80-4aab-8215-4045d04604de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:47.868353 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c52f240-2a80-4aab-8215-4045d04604de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:47.871494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c52f240-2a80-4aab-8215-4045d04604de admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:47.872759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8c52f240-2a80-4aab-8215-4045d04604de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/422ad07d-7804-4509-b39d-c7be0cd1455f HTTP/1.1" status: 204  len: 168 time: 0.1186533
Nov 06 21:17:47.880975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52f240-2a80-4aab-8215-4045d04604de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422ad07d-7804-4509-b39d-c7be0cd1455f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:48.128841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36234) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:48.146190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98835ef1-89ed-43c2-be3f-233d8629d066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:48.221581 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98835ef1-89ed-43c2-be3f-233d8629d066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:48.225765 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98835ef1-89ed-43c2-be3f-233d8629d066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:48.265065 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-98835ef1-89ed-43c2-be3f-233d8629d066 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db76ec3304e648c3a4189b0fc8b99a5e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1351051
Nov 06 21:17:48.265775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98835ef1-89ed-43c2-be3f-233d8629d066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b23863-6313-42ab-b3a8-226f7e948184,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:48.267846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36238) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:48.316437 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b2487a17-5f68-46e5-bad4-676df5a37484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:48.337738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b2487a17-5f68-46e5-bad4-676df5a37484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:48.385041 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b2487a17-5f68-46e5-bad4-676df5a37484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:48.388276 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b2487a17-5f68-46e5-bad4-676df5a37484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:48.389435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b2487a17-5f68-46e5-bad4-676df5a37484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41b23863-6313-42ab-b3a8-226f7e948184 HTTP/1.1" status: 204  len: 168 time: 0.1205018
Nov 06 21:17:48.397100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2487a17-5f68-46e5-bad4-676df5a37484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b23863-6313-42ab-b3a8-226f7e948184,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:49.213295 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-040a04f8-25ac-4b6b-b678-d2d3fe9ba3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:50.630023 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:51.872422 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:52.494499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:53.703337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36596) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:53.820534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eb034766-6e6c-448a-8b0f-bf350b6ac135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:53.896579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eb034766-6e6c-448a-8b0f-bf350b6ac135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:53.900900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eb034766-6e6c-448a-8b0f-bf350b6ac135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:53.941418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb034766-6e6c-448a-8b0f-bf350b6ac135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12c76b-fed8-427d-82d5-61f4cc50b402,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:53.945870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eb034766-6e6c-448a-8b0f-bf350b6ac135 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f145ade2fdff4017af13ea7caa8f3097&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2414670
Nov 06 21:17:53.948375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36600) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:53.999865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b335506c-3c25-46fd-a1cb-9b671c71ad6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:54.024422 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b335506c-3c25-46fd-a1cb-9b671c71ad6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:54.074774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b335506c-3c25-46fd-a1cb-9b671c71ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:54.078067 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b335506c-3c25-46fd-a1cb-9b671c71ad6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:54.079504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b335506c-3c25-46fd-a1cb-9b671c71ad6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf12c76b-fed8-427d-82d5-61f4cc50b402 HTTP/1.1" status: 204  len: 168 time: 0.1299658
Nov 06 21:17:54.088022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335506c-3c25-46fd-a1cb-9b671c71ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf12c76b-fed8-427d-82d5-61f4cc50b402,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:56.036314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36686) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:56.152518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3b60a1-8616-42e6-a200-2861040b4a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.232593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3b60a1-8616-42e6-a200-2861040b4a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.237046 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c3b60a1-8616-42e6-a200-2861040b4a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.277603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c3b60a1-8616-42e6-a200-2861040b4a91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc4e9eac164644789f46e3e2916e6319&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2400315
Nov 06 21:17:56.278430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b60a1-8616-42e6-a200-2861040b4a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5c463c-e92f-4b88-85ec-24a05ef999a1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:56.280880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36690) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:56.329456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f08784c4-d369-429d-8fd8-cc0de7dd30f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.350516 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f08784c4-d369-429d-8fd8-cc0de7dd30f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.395847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f08784c4-d369-429d-8fd8-cc0de7dd30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.398418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f08784c4-d369-429d-8fd8-cc0de7dd30f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.399567 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f08784c4-d369-429d-8fd8-cc0de7dd30f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e5c463c-e92f-4b88-85ec-24a05ef999a1 HTTP/1.1" status: 204  len: 168 time: 0.1168957
Nov 06 21:17:56.408128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08784c4-d369-429d-8fd8-cc0de7dd30f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5c463c-e92f-4b88-85ec-24a05ef999a1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:56.685481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36696) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:56.698421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8614c264-67f9-487c-a599-a9058d5f99ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.777049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8614c264-67f9-487c-a599-a9058d5f99ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.781472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8614c264-67f9-487c-a599-a9058d5f99ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.820860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8614c264-67f9-487c-a599-a9058d5f99ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=236e019b40a947f9a7956d0637cfefa1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341889
Nov 06 21:17:56.821734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614c264-67f9-487c-a599-a9058d5f99ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ecc54-2e41-4c90-b739-d29d1c8f4a38,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:56.824054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36700) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:56.871679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e3f099a-326a-444b-8287-f7b120186511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.899334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e3f099a-326a-444b-8287-f7b120186511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.946431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e3f099a-326a-444b-8287-f7b120186511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.949223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7e3f099a-326a-444b-8287-f7b120186511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:56.950391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7e3f099a-326a-444b-8287-f7b120186511 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e9ecc54-2e41-4c90-b739-d29d1c8f4a38 HTTP/1.1" status: 204  len: 168 time: 0.1258414
Nov 06 21:17:56.958157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f099a-326a-444b-8287-f7b120186511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ecc54-2e41-4c90-b739-d29d1c8f4a38,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:58.254037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36764) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:58.365547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55035ff6-c63e-4b97-a4b8-7fbd42fea0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:58.449832 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55035ff6-c63e-4b97-a4b8-7fbd42fea0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:58.456951 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-55035ff6-c63e-4b97-a4b8-7fbd42fea0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:58.501391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-55035ff6-c63e-4b97-a4b8-7fbd42fea0dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00a2ac5182b04ef88b63cb4f85a4229b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2461834
Nov 06 21:17:58.502098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55035ff6-c63e-4b97-a4b8-7fbd42fea0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc4a8a9-4b90-4e90-b4dd-cd7776f37209,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:58.504153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36770) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:58.557685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-809ccca8-190d-4645-babe-f3b145396d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:58.579200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-809ccca8-190d-4645-babe-f3b145396d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:58.624887 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-809ccca8-190d-4645-babe-f3b145396d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:58.627440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-809ccca8-190d-4645-babe-f3b145396d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:17:58.629004 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-809ccca8-190d-4645-babe-f3b145396d0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acc4a8a9-4b90-4e90-b4dd-cd7776f37209 HTTP/1.1" status: 204  len: 168 time: 0.1235864
Nov 06 21:17:58.638835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ccca8-190d-4645-babe-f3b145396d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc4a8a9-4b90-4e90-b4dd-cd7776f37209,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:17:59.777215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36808) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:17:59.872156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-884cd356-80dc-4d76-a684-3e4a2d0d937d tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-832904314'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:17:59.873314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-884cd356-80dc-4d76-a684-3e4a2d0d937d tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Unknown quota resources ['metering_label']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 21:18:00.051580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-884cd356-80dc-4d76-a684-3e4a2d0d937d tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:00.052794 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-884cd356-80dc-4d76-a684-3e4a2d0d937d tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.2745707
Nov 06 21:18:00.055458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36814) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:00.059522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-212390ce-bb07-4ef6-bd98-34c3ae1ac1d0 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '09ae27bb-e3eb-47b5-86be-c7cf67f88eb9'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:00.060028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-212390ce-bb07-4ef6-bd98-34c3ae1ac1d0 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 21:18:00.394981 ncdv-master-1 neutron-server[119334]: WARNING neutron.services.metering.metering_plugin [None req-212390ce-bb07-4ef6-bd98-34c3ae1ac1d0 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 06 21:18:00.493655 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-212390ce-bb07-4ef6-bd98-34c3ae1ac1d0 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:00.494850 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-212390ce-bb07-4ef6-bd98-34c3ae1ac1d0 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.4384892
Nov 06 21:18:00.498405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:00.502452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-eb2126a0-5032-48e3-8088-90aa13f4945a tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '09ae27bb-e3eb-47b5-86be-c7cf67f88eb9'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:00.502925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-eb2126a0-5032-48e3-8088-90aa13f4945a tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 21:18:00.556615 ncdv-master-1 neutron-server[119334]: WARNING neutron.services.metering.metering_plugin [None req-eb2126a0-5032-48e3-8088-90aa13f4945a tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 06 21:18:00.635139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-eb2126a0-5032-48e3-8088-90aa13f4945a tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:00.636339 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-eb2126a0-5032-48e3-8088-90aa13f4945a tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.1370084
Nov 06 21:18:00.639603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36818) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:00.649374 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8118e81a-80ab-4e55-bd19-a96aa7e030bf tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=785627c2-4282-486a-b90e-f77cbd4f565e HTTP/1.1" status: 200  len: 462 time: 0.0087347
Nov 06 21:18:00.651439 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:00.748607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a044c0f-9401-4ce2-867d-d827bb2e74a3 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:00.749694 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6a044c0f-9401-4ce2-867d-d827bb2e74a3 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/785627c2-4282-486a-b90e-f77cbd4f565e HTTP/1.1" status: 204  len: 168 time: 0.0974207
Nov 06 21:18:00.752356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36822) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:00.760911 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4cd5928d-3b7f-46c9-99c8-bcbd3fc7a8e5 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=785627c2-4282-486a-b90e-f77cbd4f565e HTTP/1.1" status: 200  len: 221 time: 0.0075531
Nov 06 21:18:00.764523 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36824) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:00.768268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-429944b0-e254-48e3-a297-1c597459776f tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1098642429', 'description': 'label created by tempest'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:00.768731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-429944b0-e254-48e3-a297-1c597459776f tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Unknown quota resources ['metering_label']. {{(pid=119334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 06 21:18:00.923731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-429944b0-e254-48e3-a297-1c597459776f tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:00.924851 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-429944b0-e254-48e3-a297-1c597459776f tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.1594625
Nov 06 21:18:00.927547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36826) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:00.996862 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-168e49a1-a973-4f89-abd3-07005e1e752d tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=d368b694-59ac-4d96-ac62-d3d58fae7b95 HTTP/1.1" status: 200  len: 468 time: 0.0682497
Nov 06 21:18:00.999281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36828) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:01.177365 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-47bf0ecd-6fda-4ca7-a3d8-cd4e1e7e6098 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:01.179041 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-47bf0ecd-6fda-4ca7-a3d8-cd4e1e7e6098 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/d368b694-59ac-4d96-ac62-d3d58fae7b95 HTTP/1.1" status: 204  len: 168 time: 0.1782289
Nov 06 21:18:01.181128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36832) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:01.191962 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5c579d12-8bb0-4510-ac1b-bae12a114291 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=d368b694-59ac-4d96-ac62-d3d58fae7b95 HTTP/1.1" status: 200  len: 216 time: 0.0098665
Nov 06 21:18:01.195043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36834) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:01.203750 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4804b3d8-5754-4e59-bfd9-5960f2e4a35f tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0077522
Nov 06 21:18:01.206730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36836) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:01.219292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dbfac19c-8fb8-4476-9fb5-3f9db5a62306 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0112627
Nov 06 21:18:01.222441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36838) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:01.297797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-14245f32-f54a-4e52-a6e6-7ae7afe57a67 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/09ae27bb-e3eb-47b5-86be-c7cf67f88eb9 HTTP/1.1" status: 200  len: 472 time: 0.0742664
Nov 06 21:18:01.301031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36840) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:01.311896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c434239f-fd97-4008-8248-6bf9c38bc637 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/9ea413af-515c-45f2-8a55-3c6c53bceac3 HTTP/1.1" status: 200  len: 459 time: 0.0098653
Nov 06 21:18:01.314709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36842) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:01.430521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a2b2-a996-443f-a6d2-38b1478e7e1b tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:01.431592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6ac2a2b2-a996-443f-a6d2-38b1478e7e1b tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/9ea413af-515c-45f2-8a55-3c6c53bceac3 HTTP/1.1" status: 204  len: 168 time: 0.1160498
Nov 06 21:18:01.434106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36844) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:01.659019 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-70c43c81-44e4-4afa-9b25-cc4af7979b32 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:01.660166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-70c43c81-44e4-4afa-9b25-cc4af7979b32 tempest-MeteringIpV6TestJSON-404234606 tempest-MeteringIpV6TestJSON-404234606-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/09ae27bb-e3eb-47b5-86be-c7cf67f88eb9 HTTP/1.1" status: 204  len: 168 time: 0.2251694
Nov 06 21:18:01.899085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36850) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:02.007530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28ec04b4-11cc-48aa-a74a-edb49cf85214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.084027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28ec04b4-11cc-48aa-a74a-edb49cf85214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.088201 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28ec04b4-11cc-48aa-a74a-edb49cf85214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.127384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-28ec04b4-11cc-48aa-a74a-edb49cf85214 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0edb9e7ad1494038923f796d086564bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2271934
Nov 06 21:18:02.128468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec04b4-11cc-48aa-a74a-edb49cf85214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447a24c8-8a56-4250-8cbc-93dc03cb361c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:02.130093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36856) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:02.181223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad2061a-e408-4400-b7d5-245e34eaad3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.201787 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad2061a-e408-4400-b7d5-245e34eaad3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.247764 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad2061a-e408-4400-b7d5-245e34eaad3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.250359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cad2061a-e408-4400-b7d5-245e34eaad3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.251503 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cad2061a-e408-4400-b7d5-245e34eaad3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/447a24c8-8a56-4250-8cbc-93dc03cb361c HTTP/1.1" status: 204  len: 168 time: 0.1203690
Nov 06 21:18:02.259167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2061a-e408-4400-b7d5-245e34eaad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447a24c8-8a56-4250-8cbc-93dc03cb361c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:02.502234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36862) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:02.515263 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94ba2c4b-fc35-4ec3-bccf-f335a73843d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.591942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94ba2c4b-fc35-4ec3-bccf-f335a73843d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.595632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-94ba2c4b-fc35-4ec3-bccf-f335a73843d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.633553 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-94ba2c4b-fc35-4ec3-bccf-f335a73843d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f95eb86a62dc4d3f97a53d37eb6d91b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1302452
Nov 06 21:18:02.634682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba2c4b-fc35-4ec3-bccf-f335a73843d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d22f978-b501-4657-bbda-f09144d7baca,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:02.636245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36864) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:02.684019 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b86782a7-1c98-4b55-a829-aa60b9b15023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.708836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b86782a7-1c98-4b55-a829-aa60b9b15023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.755645 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b86782a7-1c98-4b55-a829-aa60b9b15023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.758132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b86782a7-1c98-4b55-a829-aa60b9b15023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:02.759283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b86782a7-1c98-4b55-a829-aa60b9b15023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d22f978-b501-4657-bbda-f09144d7baca HTTP/1.1" status: 204  len: 168 time: 0.1219890
Nov 06 21:18:02.766902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86782a7-1c98-4b55-a829-aa60b9b15023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d22f978-b501-4657-bbda-f09144d7baca,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:03.931965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36902) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:04.029492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1208745348', 'router:external': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:04.051932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Made reservation on behalf of 76f23910472a422ba24e8758f51c0529 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:04.054397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.066532 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.146220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.150152 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.172956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:18:04.187507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c35f5e-ba76-4899-953c-8428b369fb86,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:04.204852 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.205202 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Added segment 06a662ad-4546-416a-957c-4bd72dc76624 of type vlan for network 1b07cea5-0cf5-471a-a4b7-013b864d3907
Nov 06 21:18:04.232448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5cc3-48a8-4c00-a928-3b1f8e5dcf3a req-5febb0d8-49b8-4113-bb10-747fe2ff88ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:04.234814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-475a5cc3-48a8-4c00-a928-3b1f8e5dcf3a req-5febb0d8-49b8-4113-bb10-747fe2ff88ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 945 time: 0.0525043
Nov 06 21:18:04.251865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.284642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.285646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:04.286233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.299785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-475a5cc3-48a8-4c00-a928-3b1f8e5dcf3a req-b4747508-0661-402c-8347-0d4a933783cf tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524955
Nov 06 21:18:04.361472 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4283369
Nov 06 21:18:04.364575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36912) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:04.369599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'subnet': {'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:04.379718 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d87c1-a5f4-4336-96ef-380854741d22 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'Network': ['ID=1b07cea5-0cf5-471a-a4b7-013b864d3907,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:04.390409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1b07cea5-0cf5-471a-a4b7-013b864d3907 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:18:04.392652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Made reservation on behalf of 76f23910472a422ba24e8758f51c0529 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:04.394989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.683178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.objects.ports [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119333) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:18:04.683608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.738109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ba8ccdc2-938e-41d3-8d6f-843ed831fa7f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:04.746727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Checking segment: {'id': '06a662ad-4546-416a-957c-4bd72dc76624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:04.747114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Network hostable DHCP agents. Network: 1b07cea5-0cf5-471a-a4b7-013b864d3907, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:18:04.764219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Network 1b07cea5-0cf5-471a-a4b7-013b864d3907 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:18:04.772263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b07cea5-0cf5-471a-a4b7-013b864d3907) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:04.776500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:04.777096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.781796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f0c0e-ef3e-48a0-ac35-5b5604a8cc3a None None] Network 1b07cea5-0cf5-471a-a4b7-013b864d3907 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:04.793094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-828a3004-1128-4eb5-96c2-ac9c9278b7d8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 0.4273756
Nov 06 21:18:04.796245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36914) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:04.801095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1862701689', 'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:04.821724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Made reservation on behalf of 76f23910472a422ba24e8758f51c0529 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:04.824084 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:04.840079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] device_id is not set on port a9ae3fbc-2386-4ea2-8a6d-aaef2d3563f3 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:18:04.907215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db358b56-c888-463c-9164-17bc123e1f7f None None] Network 1b07cea5-0cf5-471a-a4b7-013b864d3907 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:04.993877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Allocated IP 2001:db8::20c (1b07cea5-0cf5-471a-a4b7-013b864d3907/ba8ccdc2-938e-41d3-8d6f-843ed831fa7f/a9ae3fbc-2386-4ea2-8a6d-aaef2d3563f3) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:05.130713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.163169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.201079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Network 1b07cea5-0cf5-471a-a4b7-013b864d3907 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:05.213352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:05.217442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:05.218422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:05.219146 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.227090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'Port': ['ID=a9ae3fbc-2386-4ea2-8a6d-aaef2d3563f3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:05.239249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f6fa1b3e-bc83-470e-b2a8-b5b62b465dbc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.4419587
Nov 06 21:18:05.241869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36916) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:05.315452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d6600a49-1630-4fdf-988d-f58b521c2a15 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Deleting port a9ae3fbc-2386-4ea2-8a6d-aaef2d3563f3 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:05.315735 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6600a49-1630-4fdf-988d-f58b521c2a15 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.426896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6600a49-1630-4fdf-988d-f58b521c2a15 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.449181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917048f-e40c-47f0-8da6-49374fd3bbeb req-503008bb-947f-425b-843c-b7451a6324ca tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:05.451236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2917048f-e40c-47f0-8da6-49374fd3bbeb req-503008bb-947f-425b-843c-b7451a6324ca tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 945 time: 0.0798879
Nov 06 21:18:05.452154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d6600a49-1630-4fdf-988d-f58b521c2a15 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Calling delete_port for a9ae3fbc-2386-4ea2-8a6d-aaef2d3563f3 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:05.550686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2917048f-e40c-47f0-8da6-49374fd3bbeb req-4c4fd901-8fbe-407d-9b25-2760a714cfdb tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928330
Nov 06 21:18:05.616055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6600a49-1630-4fdf-988d-f58b521c2a15 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.644136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6600a49-1630-4fdf-988d-f58b521c2a15 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9ae3fbc-2386-4ea2-8a6d-aaef2d3563f3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:05.672011 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d6600a49-1630-4fdf-988d-f58b521c2a15 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.675274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d6600a49-1630-4fdf-988d-f58b521c2a15 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a9ae3fbc-2386-4ea2-8a6d-aaef2d3563f3 HTTP/1.1" status: 204  len: 168 time: 0.4324431
Nov 06 21:18:05.677894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36922) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:05.682016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907', 'external_fixed_ips': [{'subnet_id': 'ba8ccdc2-938e-41d3-8d6f-843ed831fa7f', 'ip_address': '2001:db8::20c'}]}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:05.705800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.706788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:05.789431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.018233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-adb16bdd-6ac4-488d-874d-1995599684ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:06.019823 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-adb16bdd-6ac4-488d-874d-1995599684ad tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 945 time: 0.0509977
Nov 06 21:18:06.118061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:06.118438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.209892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] For port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:06.210156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.271385 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.442193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.442795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.443368 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Floating IP 816877e3-36cc-42da-8f14-ad62835404b5 disassociated. External IP: 172.35.0.36, port: 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9.
Nov 06 21:18:06.443729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:06.531978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.567236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.601078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.637788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:06.740329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74a0006f-13a5-48b7-bddf-2f2671d2008c req-216eb352-e6ab-4a8e-a4ea-b887925742eb tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=e65f8275-232c-4352-b2dc-d80a46ce45e8 HTTP/1.1" status: 200  len: 210 time: 0.0750446
Nov 06 21:18:06.762198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Router 408b6896-0ddf-4af0-8202-79134b6443e1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:06.789583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f641-f458-412d-a653-51defde2c445 req-449811b9-454c-466c-a62f-921eccd28619 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:06.791359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58d5f641-f458-412d-a653-51defde2c445 req-449811b9-454c-466c-a62f-921eccd28619 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.1980786
Nov 06 21:18:06.882937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Allocated IP 2001:db8::20c (1b07cea5-0cf5-471a-a4b7-013b864d3907/ba8ccdc2-938e-41d3-8d6f-843ed831fa7f/419518fd-e655-4631-8dcd-5fca5e98027d) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:06.885025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:06.888332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58d5f641-f458-412d-a653-51defde2c445 req-2ecacae4-5904-4a63-924e-a4357de7b66b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884132
Nov 06 21:18:06.896859 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:06.909317 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:06.910176 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252fcd4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:06.934276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] No DVR routers for this DVR port 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:18:06.937130 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:06.940934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4ceec920-e3d3-42dd-bd59-86e8a7027bd9 req-5261e0a0-9fdf-446c-bb4e-63fbf65caa15 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.10 "DELETE /v2.0/ports/4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 HTTP/1.1" status: 204  len: 173 time: 0.9141510
Nov 06 21:18:06.941613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'name': 'network-vif-deleted', 'tag': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:18:06.943972 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bf7ce6-fa76-4598-a804-c83b9b8a4905" -d '{"events": [{"server_uuid": "e65f8275-232c-4352-b2dc-d80a46ce45e8", "name": "network-vif-deleted", "tag": "4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:18:07.004981 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb7bca7-f043-4bfb-884f-9077367630d8 x-openstack-request-id: req-6fb7bca7-f043-4bfb-884f-9077367630d8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:18:07.005372 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65f8275-232c-4352-b2dc-d80a46ce45e8", "name": "network-vif-deleted", "tag": "4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:18:07.005720 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fb7bca7-f043-4bfb-884f-9077367630d8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:18:07.006814 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65f8275-232c-4352-b2dc-d80a46ce45e8', 'name': 'network-vif-deleted', 'tag': '4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9', 'status': 'completed', 'code': 200}
Nov 06 21:18:07.043130 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:07.044502 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:07.090097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:07.134180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Network 1b07cea5-0cf5-471a-a4b7-013b864d3907 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:07.137346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:07.139848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:07.224373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'Port': ['ID=419518fd-e655-4631-8dcd-5fca5e98027d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:07.303613 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252fcd4c0>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:07.373648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:07.418643 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:18:07.427570 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:07.428790 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252fcd4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:07.557280 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:07.586025 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:07.726975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Router 07cbc72b-ba0d-4bfe-a95b-755c0467dc19 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:07.762802 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252fcd4c0>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:07.794046 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d882bf-bb5e-4602-a0ed-82848227cc2d None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:07.844163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:07.859430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Sync routers for ids ['07cbc72b-ba0d-4bfe-a95b-755c0467dc19'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:07.872527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Routers {'07cbc72b-ba0d-4bfe-a95b-755c0467dc19'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:07.873841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258a384f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['07cbc72b-ba0d-4bfe-a95b-755c0467dc19'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:07.874302 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:07.875743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b85932fa-2092-489f-81fd-74f131920b7c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 2.1969075
Nov 06 21:18:07.878420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36954) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:07.999975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Set router 07cbc72b-ba0d-4bfe-a95b-755c0467dc19 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:08.063799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.113524 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ec666-09c8-4524-af11-ef2f48fcb100 None None] New status for floating IP 816877e3-36cc-42da-8f14-ad62835404b5: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:18:08.209694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258a384f0>, [{'id': '07cbc72b-ba0d-4bfe-a95b-755c0467dc19', 'name': '', 'tenant_id': '76f23910472a422ba24e8758f51c0529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907', 'external_fixed_ips': [{'subnet_id': 'ba8ccdc2-938e-41d3-8d6f-843ed831fa7f', 'ip_address': '2001:db8::20c'}], 'enable_snat': True}, 'gw_port_id': '419518fd-e655-4631-8dcd-5fca5e98027d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:18:05Z', 'updated_at': '2021-11-06T21:18:07Z', 'revision_number': 3, 'project_id': '76f23910472a422ba24e8758f51c0529', 'gw_port': {'id': '419518fd-e655-4631-8dcd-5fca5e98027d', 'name': '', 'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cbc72b-ba0d-4bfe-a95b-755c0467dc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'ba8ccdc2-938e-41d3-8d6f-843ed831fa7f', 'ip_address': '2001:db8::20c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:18:06Z', 'updated_at': '2021-11-06T21:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8ccdc2-938e-41d3-8d6f-843ed831fa7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:08.241665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Checking router: 07cbc72b-ba0d-4bfe-a95b-755c0467dc19 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:18:08.242117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Updating router 07cbc72b-ba0d-4bfe-a95b-755c0467dc19 port 419518fd-e655-4631-8dcd-5fca5e98027d binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:18:08.275578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.441209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53b735-19c1-4e54-8f94-9bf53f21af0c req-108fb26a-a0d5-4895-880e-e3a57d4669d7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:08.442619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f53b735-19c1-4e54-8f94-9bf53f21af0c req-108fb26a-a0d5-4895-880e-e3a57d4669d7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.4141891
Nov 06 21:18:08.446390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-4ed3b0b2-3556-4f44-870d-4dd6a22a8089 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302622068&fields=id&tenant_id=98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 267 time: 0.4037085
Nov 06 21:18:08.531237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.536702 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.537833 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.590043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Attempting to bind port 419518fd-e655-4631-8dcd-5fca5e98027d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:18:08.590411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Attempting to bind port 419518fd-e655-4631-8dcd-5fca5e98027d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06a662ad-4546-416a-957c-4bd72dc76624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:18:08.590767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Attempting to bind port 419518fd-e655-4631-8dcd-5fca5e98027d on network 1b07cea5-0cf5-471a-a4b7-013b864d3907 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:18:08.600120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:18:08.600515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Checking segment: {'id': '06a662ad-4546-416a-957c-4bd72dc76624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:08.600908 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.601294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Bound using segment: {'id': '06a662ad-4546-416a-957c-4bd72dc76624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:18:08.601748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Bound port: 419518fd-e655-4631-8dcd-5fca5e98027d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a662ad-4546-416a-957c-4bd72dc76624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b07cea5-0cf5-471a-a4b7-013b864d3907'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:18:08.602121 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.604536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Pushing event updated for resources: {'Port': ['ID=419518fd-e655-4631-8dcd-5fca5e98027d,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:08.606093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f53b735-19c1-4e54-8f94-9bf53f21af0c req-b223c625-00a2-4460-901f-4a574fd6933c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1569743
Nov 06 21:18:08.633581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-248686be-a088-435c-bda7-21f958debc98 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:08.635085 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-248686be-a088-435c-bda7-21f958debc98 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1732700
Nov 06 21:18:08.655482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-9231e07b-9a22-4760-b50b-a68b7002c9d3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/quotas/98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 375 time: 0.0131893
Nov 06 21:18:08.661677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] For port 419518fd-e655-4631-8dcd-5fca5e98027d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:18:08.665185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] For port 419518fd-e655-4631-8dcd-5fca5e98027d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=419518fd-e655-4631-8dcd-5fca5e98027d,segment=NetworkSegment(06a662ad-4546-416a-957c-4bd72dc76624),segment_id=06a662ad-4546-416a-957c-4bd72dc76624)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:18:08.667958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.668331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.669064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.669064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.669316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.669792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.670122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.670590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.670917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.671242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.671642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.671897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:08.676048 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.680071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Deleting port 419518fd-e655-4631-8dcd-5fca5e98027d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:08.680464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.731292 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Routers {'07cbc72b-ba0d-4bfe-a95b-755c0467dc19'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:08.731897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258a384f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['07cbc72b-ba0d-4bfe-a95b-755c0467dc19'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:08.767310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfb858-d915-4265-8ba5-af67eca46790 None None] Pushing event updated for resources: {'Port': ['ID=419518fd-e655-4631-8dcd-5fca5e98027d,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:08.769897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-98ca6388-7fea-4537-a0b6-e0a6f11e7792 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1043434
Nov 06 21:18:08.805770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] For port 419518fd-e655-4631-8dcd-5fca5e98027d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=419518fd-e655-4631-8dcd-5fca5e98027d,segment=NetworkSegment(06a662ad-4546-416a-957c-4bd72dc76624),segment_id=06a662ad-4546-416a-957c-4bd72dc76624)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:08.806413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:08.820843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Calling delete_port for 419518fd-e655-4631-8dcd-5fca5e98027d owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:08.824422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] Set router 07cbc72b-ba0d-4bfe-a95b-755c0467dc19 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:08.877641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258a384f0>, [{'id': '07cbc72b-ba0d-4bfe-a95b-755c0467dc19', 'name': '', 'tenant_id': '76f23910472a422ba24e8758f51c0529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:18:05Z', 'updated_at': '2021-11-06T21:18:08Z', 'revision_number': 4, 'project_id': '76f23910472a422ba24e8758f51c0529', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:08.906985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfac38-e356-4901-a09b-a639d753b5e7 None None] The sync data for ids ['07cbc72b-ba0d-4bfe-a95b-755c0467dc19'] in ncdv-master-1 is: [{'id': '07cbc72b-ba0d-4bfe-a95b-755c0467dc19', 'name': '', 'tenant_id': '76f23910472a422ba24e8758f51c0529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:18:05Z', 'updated_at': '2021-11-06T21:18:08Z', 'revision_number': 4, 'project_id': '76f23910472a422ba24e8758f51c0529', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:09.016314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-01cae26b-22cf-43bb-97ea-8dfd16d02fa7 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298350
Nov 06 21:18:09.149457 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.184009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d144422e-d209-4b9b-a006-eb7ff2e7709c service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600010
Nov 06 21:18:09.184741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event deleted for resources: {'Port': ['ID=419518fd-e655-4631-8dcd-5fca5e98027d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:09.211108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.310334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.314400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:18:09.318740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.338700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:18:09.339157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 4e6b89f2-97ee-4ca4-b5d0-c35bddce27c9 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:18:09.364456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.365563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07cbc72b-ba0d-4bfe-a95b-755c0467dc19 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:09.370002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.371189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1416ecd6-336e-40fd-8610-8fd7afa9c946 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "DELETE /v2.0/routers/07cbc72b-ba0d-4bfe-a95b-755c0467dc19 HTTP/1.1" status: 204  len: 168 time: 1.4918170
Nov 06 21:18:09.374036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 36972) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:09.423590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d37b09b-65cb-42b5-b8bc-12bf9b5e6644 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Deleting subnet ba8ccdc2-938e-41d3-8d6f-843ed831fa7f {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:18:09.425136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d37b09b-65cb-42b5-b8bc-12bf9b5e6644 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.503111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-53035fa1-8646-486e-9cfd-a5ce1b27d3bd req-82c459ae-810e-4c0e-a4ed-6e164bd97502 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 210 time: 0.0399892
Nov 06 21:18:09.505963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d37b09b-65cb-42b5-b8bc-12bf9b5e6644 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.553539 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d37b09b-65cb-42b5-b8bc-12bf9b5e6644 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.607572 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d37b09b-65cb-42b5-b8bc-12bf9b5e6644 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.635437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37b09b-65cb-42b5-b8bc-12bf9b5e6644 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8ccdc2-938e-41d3-8d6f-843ed831fa7f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:09.637519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7d37b09b-65cb-42b5-b8bc-12bf9b5e6644 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.641471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7d37b09b-65cb-42b5-b8bc-12bf9b5e6644 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/ba8ccdc2-938e-41d3-8d6f-843ed831fa7f HTTP/1.1" status: 204  len: 168 time: 0.2664220
Nov 06 21:18:09.644349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 36982) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:09.749757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f9ec-4c8b-4cc5-8178-9190226a6f23 req-f1cb828d-4cd6-491b-831e-afa974327677 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:09.751705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ead2f9ec-4c8b-4cc5-8178-9190226a6f23 req-f1cb828d-4cd6-491b-831e-afa974327677 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0683241
Nov 06 21:18:09.752629 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.812324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ead2f9ec-4c8b-4cc5-8178-9190226a6f23 req-b69ae8fa-fc48-46c6-bec9-9e7acf91f3e3 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539725
Nov 06 21:18:09.878433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.923601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254d551c0>,) {'filters': {'network_id': ['1b07cea5-0cf5-471a-a4b7-013b864d3907']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:09.935704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d551c0>, '06a662ad-4546-416a-957c-4bd72dc76624') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:09.936332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254d551c0>, '06a662ad-4546-416a-957c-4bd72dc76624') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:09.948125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.962949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.970473 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:18:09.970999 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:18:09.973403 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:18:10.046776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.054613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1b07cea5-0cf5-471a-a4b7-013b864d3907 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 06 21:18:10.057250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.064445 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1b07cea5-0cf5-471a-a4b7-013b864d3907 HTTP/1.1" status: 204  len: 168 time: 0.4145536
Nov 06 21:18:10.070908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d08816-d934-466b-9041-c9ce13aa59d4 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b07cea5-0cf5-471a-a4b7-013b864d3907,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:10.329790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37014) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:10.334813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-df32c111-0343-4a07-91d8-04f2081393e1 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'router': {'name': 'tempest-router--22465634', 'project_id': '8d2abd803f3b4959892b6ebe61f5f65f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:10.358609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df32c111-0343-4a07-91d8-04f2081393e1 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.359694 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df32c111-0343-4a07-91d8-04f2081393e1 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.414242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df32c111-0343-4a07-91d8-04f2081393e1 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.419404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df32c111-0343-4a07-91d8-04f2081393e1 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.437641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df32c111-0343-4a07-91d8-04f2081393e1 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.438889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-df32c111-0343-4a07-91d8-04f2081393e1 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1080570
Nov 06 21:18:10.441857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37016) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:10.613526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59928641-9b9e-4ec2-a9f9-2586f715ca53 req-12fab522-00c8-4ae3-b05b-9a4e8d4b6bff tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 210 time: 0.0291507
Nov 06 21:18:10.782195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a99dfc94-055a-4805-b8f7-eb883a6da572 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.834243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-6e6c4bbc-c84a-453e-ad5c-ae261a0aa077 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:10.835760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-6e6c4bbc-c84a-453e-ad5c-ae261a0aa077 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1169569
Nov 06 21:18:10.950627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-5fbf3baf-e142-411f-abfb-c8f70261caa2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 380 time: 0.1048875
Nov 06 21:18:10.968928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a99dfc94-055a-4805-b8f7-eb883a6da572 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:10.970012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'port': {'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'admin_state_up': True, 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'security_groups': ['aebfff74-ab70-4b6a-8379-9bc48e31182f']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:10.971290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a99dfc94-055a-4805-b8f7-eb883a6da572 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.016072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a99dfc94-055a-4805-b8f7-eb883a6da572 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.017332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99dfc94-055a-4805-b8f7-eb883a6da572 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cbe261c-d2c3-40d9-84f0-fe39bc8cc0d6 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:11.022291 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a99dfc94-055a-4805-b8f7-eb883a6da572 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.026839 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a99dfc94-055a-4805-b8f7-eb883a6da572 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1cbe261c-d2c3-40d9-84f0-fe39bc8cc0d6 HTTP/1.1" status: 204  len: 168 time: 0.5839586
Nov 06 21:18:11.052517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c35e5b-3445-40ec-9cc3-b3e93bfe28bb req-0d243bf3-b684-4944-8c41-5381616cc950 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:11.054121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50c35e5b-3445-40ec-9cc3-b3e93bfe28bb req-0d243bf3-b684-4944-8c41-5381616cc950 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.1261110
Nov 06 21:18:11.103635 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:18:11.135448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50c35e5b-3445-40ec-9cc3-b3e93bfe28bb req-ac1931e9-111a-469f-a8ae-57edaa5052d0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707309
Nov 06 21:18:11.151110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Made reservation on behalf of 98ca138427bf46a0bff4b6bfbd378ec6 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:11.155783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.160680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37026) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:11.298126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.20.0.12 (d3f7c65e-ecf0-4c1d-974f-85d78dbec967/fa706528-9259-4a22-8878-c72df3e42ce0/6c24608c-1640-4444-9edd-a9836259cfab) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:11.382976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1346909739', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:11.407244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.408275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.451046 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.459444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.489880 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.526933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:11.532753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:11.537083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:11.572972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=6c24608c-1640-4444-9edd-a9836259cfab,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:11.600087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:11.601021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.621001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-d4c2b994-aff3-4850-858b-31a6360fba87 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6556771
Nov 06 21:18:11.633045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-59a93440-5cac-4f6f-adf0-c52cdc1173a6 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:18:11.633366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.634241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-59a93440-5cac-4f6f-adf0-c52cdc1173a6 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0077193
Nov 06 21:18:11.742553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Request body: {'port': {'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:11.824614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21f561-193b-410e-8725-73b1b98d4793 req-51460bff-2941-4d54-83f0-90e657c0b49f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:11.826133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce21f561-193b-410e-8725-73b1b98d4793 req-51460bff-2941-4d54-83f0-90e657c0b49f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 932 time: 0.1248353
Nov 06 21:18:11.829027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-eeeb3eb6-3f25-4a0e-8c68-11ed757b2a67 None None] Provisioning complete for port 6c24608c-1640-4444-9edd-a9836259cfab triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:11.830305 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3eb6-3f25-4a0e-8c68-11ed757b2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.833926 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.894815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce21f561-193b-410e-8725-73b1b98d4793 req-2bbe6814-6a3b-4eab-8f67-28a00a1dff4e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584593
Nov 06 21:18:11.900362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb3eb6-3f25-4a0e-8c68-11ed757b2a67 None None] Port 6c24608c-1640-4444-9edd-a9836259cfab cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:11.917054 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:11.942024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.057603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Allocated IP 172.35.0.67 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/0bc9c3f7-b5d8-482b-aad1-f91e89061f60) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:12.167966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.171588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c24608c-1640-4444-9edd-a9836259cfab {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:18:12.180584 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.193891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Transition to ACTIVE for port object 6c24608c-1640-4444-9edd-a9836259cfab will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:18:12.199453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.206748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.252509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:12.255828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:12.260763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:12.284280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Pushing event updated for resources: {'Port': ['ID=6c24608c-1640-4444-9edd-a9836259cfab,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:12.286395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event updated for resources: {'Port': ['ID=0bc9c3f7-b5d8-482b-aad1-f91e89061f60,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:12.346308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56510bb-ff57-48f9-8717-a6c701fd47d3 req-72856763-8275-497d-be29-132f6f4151fb tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:12.347960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c56510bb-ff57-48f9-8717-a6c701fd47d3 req-72856763-8275-497d-be29-132f6f4151fb tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.1169550
Nov 06 21:18:12.391561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Attempting to bind port 6c24608c-1640-4444-9edd-a9836259cfab on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:18:12.391900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Attempting to bind port 6c24608c-1640-4444-9edd-a9836259cfab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:18:12.392473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Attempting to bind port 6c24608c-1640-4444-9edd-a9836259cfab on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:18:12.402490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Port 6c24608c-1640-4444-9edd-a9836259cfab on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:18:12.402817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Attempting to bind port 6c24608c-1640-4444-9edd-a9836259cfab on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:18:12.421663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:18:12.421923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:12.422312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Bound using segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:18:12.422771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Bound port: 6c24608c-1640-4444-9edd-a9836259cfab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:18:12.423098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.438221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c56510bb-ff57-48f9-8717-a6c701fd47d3 req-d0e89c9b-0ec6-48d1-aae8-dbc685085d1f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836155
Nov 06 21:18:12.497225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] For port 6c24608c-1640-4444-9edd-a9836259cfab, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:18:12.500874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] For port 6c24608c-1640-4444-9edd-a9836259cfab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c24608c-1640-4444-9edd-a9836259cfab,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:18:12.505541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.540177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.541074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:12.541798 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.543517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 200  len: 1092 time: 0.8984654
Nov 06 21:18:12.544074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:18:12.547034 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a" -d '{"events": [{"name": "network-changed", "server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "tag": "6c24608c-1640-4444-9edd-a9836259cfab"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:18:12.585517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f7d1d-1ad3-4b2d-bfab-d2a0e801d013 service neutron] Pushing event updated for resources: {'Port': ['ID=6c24608c-1640-4444-9edd-a9836259cfab,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:12.648263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-a223c992-5aba-4a96-888b-7eb3776ffd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:12.650429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-a223c992-5aba-4a96-888b-7eb3776ffd1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1095 time: 0.0512321
Nov 06 21:18:12.710582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-9c4142b4-b970-4340-b200-656264b76258 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 200  len: 217 time: 0.0470986
Nov 06 21:18:12.770732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-4cff1685-94fe-42ca-8a52-be3b2e00804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:12.772538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-4cff1685-94fe-42ca-8a52-be3b2e00804f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0553427
Nov 06 21:18:12.781901 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de08247-0a84-407b-9452-69a17aa72ba6 x-openstack-request-id: req-9de08247-0a84-407b-9452-69a17aa72ba6 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:18:12.782426 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "tag": "6c24608c-1640-4444-9edd-a9836259cfab", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:18:12.782886 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9de08247-0a84-407b-9452-69a17aa72ba6 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:18:12.783898 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab', 'status': 'completed', 'code': 200}
Nov 06 21:18:12.788786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:12.831071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-3ec74a4d-6b4c-4453-81ab-3ffadc06733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:12.832640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-3ec74a4d-6b4c-4453-81ab-3ffadc06733b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0476637
Nov 06 21:18:12.919461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Router c019f689-73f8-41f1-a517-2216304ef3cb is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:12.934615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-f999085b-cfc8-4113-bef5-cd326a506f78 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913036
Nov 06 21:18:13.033970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:13.044442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d39c3dd-8821-42c0-b27f-4657a29bae84 None None] Sync routers for ids ['c019f689-73f8-41f1-a517-2216304ef3cb'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:13.057409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d39c3dd-8821-42c0-b27f-4657a29bae84 None None] Routers {'c019f689-73f8-41f1-a517-2216304ef3cb'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:13.058303 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8d39c3dd-8821-42c0-b27f-4657a29bae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92515ef610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c019f689-73f8-41f1-a517-2216304ef3cb'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:13.063596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4946-6306-4590-8a98-503051427b0a req-217b99c4-58b8-402d-992f-852f40d2e959 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:13.065163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82ca4946-6306-4590-8a98-503051427b0a req-217b99c4-58b8-402d-992f-852f40d2e959 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 944 time: 0.0807180
Nov 06 21:18:13.066858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.068333 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63243a6b-d4a0-44b4-b60c-46f461afb082 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 1.9067585
Nov 06 21:18:13.071179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37056) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:13.085106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-201e30ca-5253-434e-adc0-9d55cd26c505 req-f8dcf843-adc7-4e98-86d5-cc724f41a741 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435885
Nov 06 21:18:13.105091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8d39c3dd-8821-42c0-b27f-4657a29bae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92515ef610>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:13.117813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d39c3dd-8821-42c0-b27f-4657a29bae84 None None] Routers {'c019f689-73f8-41f1-a517-2216304ef3cb'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:13.119638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8d39c3dd-8821-42c0-b27f-4657a29bae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92515ef610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c019f689-73f8-41f1-a517-2216304ef3cb'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:13.140650 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82ca4946-6306-4590-8a98-503051427b0a req-5198cfc4-afb4-49e7-a541-63464b7ed467 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604982
Nov 06 21:18:13.162047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8d39c3dd-8821-42c0-b27f-4657a29bae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92515ef610>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:13.163307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d39c3dd-8821-42c0-b27f-4657a29bae84 None None] The sync data for ids ['c019f689-73f8-41f1-a517-2216304ef3cb'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:13.193104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-fd71c5f0-ed88-45d3-a77f-d908bb98e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:13.194536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-fd71c5f0-ed88-45d3-a77f-d908bb98e933 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1095 time: 0.0530236
Nov 06 21:18:13.200482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d294fab4-26a8-4f86-b729-49bdc2f12e61 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/routers/c019f689-73f8-41f1-a517-2216304ef3cb HTTP/1.1" status: 200  len: 924 time: 0.1281729
Nov 06 21:18:13.203446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37058) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:13.229497 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dbc2b3b0-8e4f-42f7-affe-f4e4e6959cdb tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=c019f689-73f8-41f1-a517-2216304ef3cb HTTP/1.1" status: 200  len: 205 time: 0.0249989
Nov 06 21:18:13.231982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37060) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:13.288374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-95d30a13-cb39-4807-a381-b8fb023de80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:13.290113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-95d30a13-cb39-4807-a381-b8fb023de80c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.0886216
Nov 06 21:18:13.335421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.335727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-cf1771fc-dd6a-4c25-8dce-7875036767ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 200  len: 217 time: 0.0379090
Nov 06 21:18:13.384024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-c3306a08-9c4b-45e4-8fb4-ccf3ffd4a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:13.385540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-c3306a08-9c4b-45e4-8fb4-ccf3ffd4a0f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0435033
Nov 06 21:18:13.436002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-e49d2202-dba1-456e-be08-19c036956802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:13.437453 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.437743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-e49d2202-dba1-456e-be08-19c036956802 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446188
Nov 06 21:18:13.492190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Deleting port 0bc9c3f7-b5d8-482b-aad1-f91e89061f60 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:13.492651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.557427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-7891a42b-8986-428c-bf19-2dfd562a2f50 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124671
Nov 06 21:18:13.574694 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.586892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Calling delete_port for 0bc9c3f7-b5d8-482b-aad1-f91e89061f60 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:13.756738 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.787795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event deleted for resources: {'Port': ['ID=0bc9c3f7-b5d8-482b-aad1-f91e89061f60,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:13.851585 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.875927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c2e59-698f-4516-867f-b06fa4dfb229 req-485bea6a-ed11-46a8-a919-eed723008ea1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:13.877485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-945c2e59-698f-4516-867f-b06fa4dfb229 req-485bea6a-ed11-46a8-a919-eed723008ea1 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.3585210
Nov 06 21:18:13.945404 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.947658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.955737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d7e7bcc-51c3-4335-a4a6-88a99607a22a req-3d5fe531-113d-4b92-8369-22c359f5ee21 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3906617
Nov 06 21:18:13.960037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-945c2e59-698f-4516-867f-b06fa4dfb229 req-c08fb782-6dad-4735-882e-5f4c1a679a34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726004
Nov 06 21:18:13.994856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:13.995463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Fanout notify agent at l3_agent the message router_deleted on router c019f689-73f8-41f1-a517-2216304ef3cb {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:14.002636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.005037 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0832f64a-0056-4dfe-934f-8cef8888a031 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/c019f689-73f8-41f1-a517-2216304ef3cb HTTP/1.1" status: 204  len: 168 time: 0.7717645
Nov 06 21:18:14.007891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37064) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:14.012274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1423515767', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': False}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:14.033362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.034462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.085485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.265988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072855-85d2-4839-a93d-6c586cf8c35a req-9fabf589-2b6e-482f-b40e-16cecaeb075d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:14.267507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29072855-85d2-4839-a93d-6c586cf8c35a req-9fabf589-2b6e-482f-b40e-16cecaeb075d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 944 time: 0.0522943
Nov 06 21:18:14.321511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29072855-85d2-4839-a93d-6c586cf8c35a req-25fa8e99-c54a-415f-8882-ede616b5549f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475671
Nov 06 21:18:14.505269 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.717576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.718214 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.719422 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.736137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.841880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Allocated IP 172.35.0.22 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/fef951d5-7bb8-40dd-81fe-cb369bf7e050) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:14.940782 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:14.974005 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:15.015488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:15.018281 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:15.024592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:15.048565 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'Port': ['ID=fef951d5-7bb8-40dd-81fe-cb369bf7e050,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:15.099312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7710e-68ca-4a03-af15-f863e7d20d82 req-e5a6e8a7-a813-4a09-9f33-f862749652ac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:15.100850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bae7710e-68ca-4a03-af15-f863e7d20d82 req-e5a6e8a7-a813-4a09-9f33-f862749652ac tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0585623
Nov 06 21:18:15.152200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bae7710e-68ca-4a03-af15-f863e7d20d82 req-a37f5e94-54ce-4400-ac35-7bb05be080c7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449765
Nov 06 21:18:15.277940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:15.439194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49d9ec-8239-4b8a-a323-734e9f3bc9df req-ad4093dc-3d4b-4cda-8680-44daba5d6e44 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:15.440719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d49d9ec-8239-4b8a-a323-734e9f3bc9df req-ad4093dc-3d4b-4cda-8680-44daba5d6e44 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 944 time: 0.0487227
Nov 06 21:18:15.472652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:15.493451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d49d9ec-8239-4b8a-a323-734e9f3bc9df req-f843ac52-9fe6-4490-886d-b2d3598febe2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468526
Nov 06 21:18:15.599220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Router d3c423e2-0d13-49a1-814f-28ba88be03d0 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:15.701902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:15.710379 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Sync routers for ids ['d3c423e2-0d13-49a1-814f-28ba88be03d0'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:15.718391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:15.719839 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-29cf6175-aa9f-45d2-8212-76ebde5e7ec8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 1.7108021
Nov 06 21:18:15.720564 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Routers {'d3c423e2-0d13-49a1-814f-28ba88be03d0'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:15.721178 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d3c423e2-0d13-49a1-814f-28ba88be03d0'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:15.722330 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37076) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:15.825854 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Set router d3c423e2-0d13-49a1-814f-28ba88be03d0 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:15.830443 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6e427546-1b57-4095-9cc5-77447cb9fcc8 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/routers/d3c423e2-0d13-49a1-814f-28ba88be03d0 HTTP/1.1" status: 200  len: 908 time: 0.1045954
Nov 06 21:18:15.830637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37078) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:15.834776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1423515767', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': True}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:15.857824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:15.858769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:15.910118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.000117 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0820>, [{'id': 'd3c423e2-0d13-49a1-814f-28ba88be03d0', 'name': 'tempest-snat-router-1423515767', 'tenant_id': '76f23910472a422ba24e8758f51c0529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.22'}], 'enable_snat': False}, 'gw_port_id': 'fef951d5-7bb8-40dd-81fe-cb369bf7e050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:18:14Z', 'updated_at': '2021-11-06T21:18:15Z', 'revision_number': 3, 'project_id': '76f23910472a422ba24e8758f51c0529', 'gw_port': {'id': 'fef951d5-7bb8-40dd-81fe-cb369bf7e050', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c423e2-0d13-49a1-814f-28ba88be03d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:18:14Z', 'updated_at': '2021-11-06T21:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:16.030062 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Checking router: d3c423e2-0d13-49a1-814f-28ba88be03d0 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:18:16.030408 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Updating router d3c423e2-0d13-49a1-814f-28ba88be03d0 port fef951d5-7bb8-40dd-81fe-cb369bf7e050 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:18:16.044669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.054884 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.255476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.280109 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.299931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479a28a-5049-4344-b4fa-9aa510996940 req-0c498b4e-c196-49c3-af7c-26e1e63600e9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:16.302597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e479a28a-5049-4344-b4fa-9aa510996940 req-0c498b4e-c196-49c3-af7c-26e1e63600e9 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0656817
Nov 06 21:18:16.330308 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.338713 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.372506 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e479a28a-5049-4344-b4fa-9aa510996940 req-2f936520-c764-482c-8beb-157e8fb343e5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602744
Nov 06 21:18:16.408707 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Attempting to bind port fef951d5-7bb8-40dd-81fe-cb369bf7e050 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:18:16.409116 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Attempting to bind port fef951d5-7bb8-40dd-81fe-cb369bf7e050 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:18:16.409472 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Attempting to bind port fef951d5-7bb8-40dd-81fe-cb369bf7e050 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:18:16.411612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Allocated IP 172.35.0.122 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/c2523779-4256-4d02-92cd-9b640f91adf0) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:16.419131 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Pushing event updated for resources: {'Port': ['ID=fef951d5-7bb8-40dd-81fe-cb369bf7e050,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:16.427171 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:18:16.427568 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:16.427964 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.428489 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:18:16.429051 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Bound port: fef951d5-7bb8-40dd-81fe-cb369bf7e050, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:18:16.429426 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.432523 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.432862 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.433189 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.433514 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.433905 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.434151 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.434468 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.434781 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.435095 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.435406 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.436356 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.436674 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:16.493655 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] For port fef951d5-7bb8-40dd-81fe-cb369bf7e050, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:18:16.497050 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] For port fef951d5-7bb8-40dd-81fe-cb369bf7e050, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fef951d5-7bb8-40dd-81fe-cb369bf7e050,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:18:16.502051 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.520471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.558493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.559835 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Routers {'d3c423e2-0d13-49a1-814f-28ba88be03d0'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:16.560517 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d3c423e2-0d13-49a1-814f-28ba88be03d0'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:16.597133 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95efd2-1dfd-4f2b-8bf7-eeed2d54e4e3 None None] Pushing event updated for resources: {'Port': ['ID=fef951d5-7bb8-40dd-81fe-cb369bf7e050,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:16.609453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'Port': ['ID=c2523779-4256-4d02-92cd-9b640f91adf0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:16.615360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7cea-c15b-4bf2-84ea-af0d9939ac6a req-099a0e71-fba1-48ca-9007-03c88a08be31 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:16.621423 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:16.622905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:16.624036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a98c7cea-c15b-4bf2-84ea-af0d9939ac6a req-099a0e71-fba1-48ca-9007-03c88a08be31 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 944 time: 0.0576293
Nov 06 21:18:16.626072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:16.671330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a98c7cea-c15b-4bf2-84ea-af0d9939ac6a req-909db60d-f83c-4690-90df-eca6ab58e6e4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462437
Nov 06 21:18:16.678934 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] Set router d3c423e2-0d13-49a1-814f-28ba88be03d0 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:16.870090 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-61524be2-5946-4c18-883c-c0016ae4eb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.875812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:16.946648 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0820>, [{'id': 'd3c423e2-0d13-49a1-814f-28ba88be03d0', 'name': 'tempest-snat-router-1423515767', 'tenant_id': '76f23910472a422ba24e8758f51c0529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.22'}], 'enable_snat': False}, 'gw_port_id': 'fef951d5-7bb8-40dd-81fe-cb369bf7e050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:18:14Z', 'updated_at': '2021-11-06T21:18:15Z', 'revision_number': 3, 'project_id': '76f23910472a422ba24e8758f51c0529', 'gw_port': {'id': 'fef951d5-7bb8-40dd-81fe-cb369bf7e050', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c423e2-0d13-49a1-814f-28ba88be03d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:18:14Z', 'updated_at': '2021-11-06T21:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:16.976429 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ae4b3-5857-4317-b6de-d117543e8edb None None] The sync data for ids ['d3c423e2-0d13-49a1-814f-28ba88be03d0'] in ncdv-master-1 is: [{'id': 'd3c423e2-0d13-49a1-814f-28ba88be03d0', 'name': 'tempest-snat-router-1423515767', 'tenant_id': '76f23910472a422ba24e8758f51c0529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.22'}], 'enable_snat': False}, 'gw_port_id': 'fef951d5-7bb8-40dd-81fe-cb369bf7e050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:18:14Z', 'updated_at': '2021-11-06T21:18:15Z', 'revision_number': 3, 'project_id': '76f23910472a422ba24e8758f51c0529', 'gw_port': {'id': 'fef951d5-7bb8-40dd-81fe-cb369bf7e050', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c423e2-0d13-49a1-814f-28ba88be03d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:18:14Z', 'updated_at': '2021-11-06T21:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:17.388702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:17.504244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76595fe3-6792-42b4-ba87-107dd1f2cd1d req-e54429cc-57c5-4ed0-9e2c-0841403ac670 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:17.506413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76595fe3-6792-42b4-ba87-107dd1f2cd1d req-e54429cc-57c5-4ed0-9e2c-0841403ac670 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0662205
Nov 06 21:18:17.535711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Router 451ceaed-298c-4a1a-89a2-0dfd4196baf3 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:17.566852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76595fe3-6792-42b4-ba87-107dd1f2cd1d req-8e4932de-2815-4394-ba59-93a7895ed2a0 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543141
Nov 06 21:18:17.652483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:17.662007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Sync routers for ids ['451ceaed-298c-4a1a-89a2-0dfd4196baf3'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:17.670045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:17.671592 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21100cdc-689c-4477-a043-02195f77d7ad tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 1.8400517
Nov 06 21:18:17.674396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37092) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:17.675398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Routers {'451ceaed-298c-4a1a-89a2-0dfd4196baf3'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:17.676112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925229a520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['451ceaed-298c-4a1a-89a2-0dfd4196baf3'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:17.792458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c3507b81-9403-4d88-ba4c-0c71ecd6d86e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/routers/451ceaed-298c-4a1a-89a2-0dfd4196baf3 HTTP/1.1" status: 200  len: 908 time: 0.1169238
Nov 06 21:18:17.794942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37096) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:17.803619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b975890-98c8-40ff-8b41-f5eaa192602f req-95d79a5a-1452-4c95-aa01-4b6ed47f0ad9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:17.807346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Set router 451ceaed-298c-4a1a-89a2-0dfd4196baf3 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:17.811165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b975890-98c8-40ff-8b41-f5eaa192602f req-95d79a5a-1452-4c95-aa01-4b6ed47f0ad9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 944 time: 0.0588777
Nov 06 21:18:17.877114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b975890-98c8-40ff-8b41-f5eaa192602f req-8faefafc-d583-4244-89ea-1ed4b14299cd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596268
Nov 06 21:18:17.921086 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.011418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925229a520>, [{'id': '451ceaed-298c-4a1a-89a2-0dfd4196baf3', 'name': 'tempest-snat-router-1423515767', 'tenant_id': '76f23910472a422ba24e8758f51c0529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.122'}], 'enable_snat': True}, 'gw_port_id': 'c2523779-4256-4d02-92cd-9b640f91adf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:18:15Z', 'updated_at': '2021-11-06T21:18:16Z', 'revision_number': 3, 'project_id': '76f23910472a422ba24e8758f51c0529', 'gw_port': {'id': 'c2523779-4256-4d02-92cd-9b640f91adf0', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ceaed-298c-4a1a-89a2-0dfd4196baf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:18:16Z', 'updated_at': '2021-11-06T21:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:18.022450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.039302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Checking router: 451ceaed-298c-4a1a-89a2-0dfd4196baf3 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:18:18.039652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Updating router 451ceaed-298c-4a1a-89a2-0dfd4196baf3 port c2523779-4256-4d02-92cd-9b640f91adf0 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:18:18.066680 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.077930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Deleting port c2523779-4256-4d02-92cd-9b640f91adf0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:18.078278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.152668 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.165317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Calling delete_port for c2523779-4256-4d02-92cd-9b640f91adf0 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:18.337286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fef951d5-7bb8-40dd-81fe-cb369bf7e050 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:18.342889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.364952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:18:18.365387 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:18:18.367799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2523779-4256-4d02-92cd-9b640f91adf0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:18.397731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port fef951d5-7bb8-40dd-81fe-cb369bf7e050 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:18.398170 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.439121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.476578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.497928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port fef951d5-7bb8-40dd-81fe-cb369bf7e050, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fef951d5-7bb8-40dd-81fe-cb369bf7e050,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:18.509704 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.542045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.547365 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.573153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=fef951d5-7bb8-40dd-81fe-cb369bf7e050,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:18.597008 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.597521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 451ceaed-298c-4a1a-89a2-0dfd4196baf3 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:18.601766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.605686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37102) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:18.606287 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0292cc0f-03c7-4b04-acdc-b6640cb6c03e tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "DELETE /v2.0/routers/451ceaed-298c-4a1a-89a2-0dfd4196baf3 HTTP/1.1" status: 204  len: 168 time: 0.8097036
Nov 06 21:18:18.741370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93732eed-8982-4432-9341-559500c04c15 req-657284d1-0d72-4ac4-94d7-f33a548049f7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:18.742867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93732eed-8982-4432-9341-559500c04c15 req-657284d1-0d72-4ac4-94d7-f33a548049f7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0911884
Nov 06 21:18:18.776737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.838416 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93732eed-8982-4432-9341-559500c04c15 req-87cec106-4e18-4b75-8894-c956b0049066 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883074
Nov 06 21:18:18.884809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Port c2523779-4256-4d02-92cd-9b640f91adf0 not found while updating agent binding for router 451ceaed-298c-4a1a-89a2-0dfd4196baf3. {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 06 21:18:18.893047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:18.893414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 06 21:18:18.894006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'451ceaed-298c-4a1a-89a2-0dfd4196baf3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:17:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent'). {{(pid=119335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 06 21:18:18.894379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6583ac-5de0-443f-b05b-7c588861656f None None] The sync data for ids ['451ceaed-298c-4a1a-89a2-0dfd4196baf3'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:18.903024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:18.987849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Deleting port fef951d5-7bb8-40dd-81fe-cb369bf7e050 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:18.988091 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.052476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8904-b89b-4f6e-b0b5-ef0850839ec0 req-88b48601-4ecc-4de4-93f0-e88952629386 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:19.053987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15c8904-b89b-4f6e-b0b5-ef0850839ec0 req-88b48601-4ecc-4de4-93f0-e88952629386 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 944 time: 0.0963185
Nov 06 21:18:19.109396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] For port fef951d5-7bb8-40dd-81fe-cb369bf7e050, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fef951d5-7bb8-40dd-81fe-cb369bf7e050,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:19.109676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.137043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Calling delete_port for fef951d5-7bb8-40dd-81fe-cb369bf7e050 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:19.146543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15c8904-b89b-4f6e-b0b5-ef0850839ec0 req-4b1a73f5-2821-42a6-bf0d-5e44dcf5e248 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808425
Nov 06 21:18:19.180373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6c24608c-1640-4444-9edd-a9836259cfab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:18:19.263570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-36914f04-251d-4b3a-9245-7bac32661159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.315296 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6c24608c-1640-4444-9edd-a9836259cfab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c24608c-1640-4444-9edd-a9836259cfab,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:19.331682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '6c24608c-1640-4444-9edd-a9836259cfab', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:18:19.345772 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.371990 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.386720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c24608c-1640-4444-9edd-a9836259cfab {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:18:19.389884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event deleted for resources: {'Port': ['ID=fef951d5-7bb8-40dd-81fe-cb369bf7e050,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:19.414415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6c24608c-1640-4444-9edd-a9836259cfab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c24608c-1640-4444-9edd-a9836259cfab,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:19.419202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.448486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.475228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=6c24608c-1640-4444-9edd-a9836259cfab,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:19.542809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.545559 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.593948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.594823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3c423e2-0d13-49a1-814f-28ba88be03d0 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:19.600059 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.604985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-456ce235-ea18-46b3-adb3-c845e5108127 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d3c423e2-0d13-49a1-814f-28ba88be03d0 HTTP/1.1" status: 204  len: 168 time: 0.9933305
Nov 06 21:18:19.605103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37108) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:19.612714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-669715183', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:19.637928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.639027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.696960 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.719844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6c24608c-1640-4444-9edd-a9836259cfab'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:18:19.840953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:19.987462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304b45-2b6e-4923-b0cc-9e34af0a4218 req-53442257-7047-4be1-a0e4-840b09bc8d30 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:19.988883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e304b45-2b6e-4923-b0cc-9e34af0a4218 req-53442257-7047-4be1-a0e4-840b09bc8d30 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0658422
Nov 06 21:18:20.131742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e304b45-2b6e-4923-b0cc-9e34af0a4218 req-6643f9bd-d154-4c48-ae99-19a71d976a8c tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365502
Nov 06 21:18:20.132375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:20.155938 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:20.291454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Allocated IP 172.35.0.68 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/1aa4ca04-be83-4aec-9656-89c03a70446a) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:20.305315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fef951d5-7bb8-40dd-81fe-cb369bf7e050 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:18:20.313197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396a18e-7abe-4ea5-91e8-4b234c0716a7 req-57b8756b-51ff-4ffc-b5ec-294e13997dc4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:20.314704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a396a18e-7abe-4ea5-91e8-4b234c0716a7 req-57b8756b-51ff-4ffc-b5ec-294e13997dc4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 945 time: 0.0786896
Nov 06 21:18:20.327243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: fef951d5-7bb8-40dd-81fe-cb369bf7e050 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:18:20.327523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fef951d5-7bb8-40dd-81fe-cb369bf7e050 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:18:20.424770 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a396a18e-7abe-4ea5-91e8-4b234c0716a7 req-d43ae17b-0dbf-4711-8c07-9abe0bb64d34 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927322
Nov 06 21:18:20.450639 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:20.484374 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:20.521061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:20.525777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:20.529882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:20.555706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event updated for resources: {'Port': ['ID=1aa4ca04-be83-4aec-9656-89c03a70446a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:20.631866 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:20.786508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:20.978775 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:21.104690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Router a7e29533-3395-47c7-9910-96510a443118 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:21.183582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6c24608c-1640-4444-9edd-a9836259cfab up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:21.234868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 6c24608c-1640-4444-9edd-a9836259cfab completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:18:21.238805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 6c24608c-1640-4444-9edd-a9836259cfab triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:21.239180 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:21.240988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:21.252094 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467da662-67f5-427a-b551-c799ddb5f7db None None] Sync routers for ids ['a7e29533-3395-47c7-9910-96510a443118'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:21.261501 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467da662-67f5-427a-b551-c799ddb5f7db None None] Routers {'a7e29533-3395-47c7-9910-96510a443118'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:21.262552 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-467da662-67f5-427a-b551-c799ddb5f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252fadf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a7e29533-3395-47c7-9910-96510a443118'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:21.275944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4b5a5-479e-443e-8bd9-d7bf67232408 req-0d44b523-986a-4faf-8791-ac124792cf1b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:21.277476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7c4b5a5-479e-443e-8bd9-d7bf67232408 req-0d44b523-986a-4faf-8791-ac124792cf1b tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0769885
Nov 06 21:18:21.280113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:21.283804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ad31ff99-165c-4599-b5a4-f735fada1dab tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.6752076
Nov 06 21:18:21.284415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37118) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:21.289083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7eee7355-bf90-4773-9b2f-962dd7922c3f tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': False}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:21.304115 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-467da662-67f5-427a-b551-c799ddb5f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252fadf40>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:21.314998 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467da662-67f5-427a-b551-c799ddb5f7db None None] Routers {'a7e29533-3395-47c7-9910-96510a443118'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:21.315616 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-467da662-67f5-427a-b551-c799ddb5f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252fadf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a7e29533-3395-47c7-9910-96510a443118'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:21.332259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7c4b5a5-479e-443e-8bd9-d7bf67232408 req-840fbf0f-f4a6-40b8-a9ba-11150f0cc653 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482643
Nov 06 21:18:21.334572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:21.359177 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-467da662-67f5-427a-b551-c799ddb5f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252fadf40>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:21.359525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:18:21.360069 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467da662-67f5-427a-b551-c799ddb5f7db None None] The sync data for ids ['a7e29533-3395-47c7-9910-96510a443118'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:21.363075 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d798d1d-b27b-4a3c-a921-263d5ff37e6c" -d '{"events": [{"server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "name": "network-vif-plugged", "status": "completed", "tag": "6c24608c-1640-4444-9edd-a9836259cfab"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:18:21.377752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6c24608c-1640-4444-9edd-a9836259cfab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c24608c-1640-4444-9edd-a9836259cfab,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:21.383814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:21.439143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=6c24608c-1640-4444-9edd-a9836259cfab,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:21.468494 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba887a8-7c94-4e88-893d-f1d50b552e1e x-openstack-request-id: req-4ba887a8-7c94-4e88-893d-f1d50b552e1e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:18:21.468985 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "name": "network-vif-plugged", "status": "completed", "tag": "6c24608c-1640-4444-9edd-a9836259cfab", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:18:21.469233 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ba887a8-7c94-4e88-893d-f1d50b552e1e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:18:21.469795 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab', 'code': 200}
Nov 06 21:18:21.607846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863099b9-a312-4b86-ae38-dd2f20a5b38c req-a5bd7af7-d27a-4179-ab39-08e26757dbb7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:21.611211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-863099b9-a312-4b86-ae38-dd2f20a5b38c req-a5bd7af7-d27a-4179-ab39-08e26757dbb7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 946 time: 0.0897100
Nov 06 21:18:21.618137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fcc9-ee89-4184-8fcc-63ac256fc5f3 req-58bc3eb0-a28f-447d-97a0-38c3709aabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:21.619577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8510fcc9-ee89-4184-8fcc-63ac256fc5f3 req-58bc3eb0-a28f-447d-97a0-38c3709aabe7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1097 time: 0.0632946
Nov 06 21:18:21.656730 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eee7355-bf90-4773-9b2f-962dd7922c3f tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:21.691747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-863099b9-a312-4b86-ae38-dd2f20a5b38c req-ac88623a-9db0-476f-acbd-4bfd724c3449 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712109
Nov 06 21:18:21.695448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8510fcc9-ee89-4184-8fcc-63ac256fc5f3 req-56112600-a8c7-4e39-96f5-1cfcc0d4b6f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692756
Nov 06 21:18:21.874913 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:22.045969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eee7355-bf90-4773-9b2f-962dd7922c3f tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:22.049162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eee7355-bf90-4773-9b2f-962dd7922c3f tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:22.154857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eee7355-bf90-4773-9b2f-962dd7922c3f tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Router a7e29533-3395-47c7-9910-96510a443118 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:22.260670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eee7355-bf90-4773-9b2f-962dd7922c3f tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:22.265751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7eee7355-bf90-4773-9b2f-962dd7922c3f tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:22.266966 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7eee7355-bf90-4773-9b2f-962dd7922c3f tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "PUT /v2.0/routers/a7e29533-3395-47c7-9910-96510a443118 HTTP/1.1" status: 200  len: 924 time: 0.9813724
Nov 06 21:18:22.269581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37128) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:22.269813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af24ddd-bfd4-48d6-94c7-8b8035f5e365 None None] Sync routers for ids ['a7e29533-3395-47c7-9910-96510a443118'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:22.280451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af24ddd-bfd4-48d6-94c7-8b8035f5e365 None None] Routers {'a7e29533-3395-47c7-9910-96510a443118'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:22.281056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8af24ddd-bfd4-48d6-94c7-8b8035f5e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251461040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a7e29533-3395-47c7-9910-96510a443118'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:22.313024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8af24ddd-bfd4-48d6-94c7-8b8035f5e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251461040>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:22.321345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af24ddd-bfd4-48d6-94c7-8b8035f5e365 None None] Routers {'a7e29533-3395-47c7-9910-96510a443118'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:22.321939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8af24ddd-bfd4-48d6-94c7-8b8035f5e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251461040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a7e29533-3395-47c7-9910-96510a443118'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:22.356653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8af24ddd-bfd4-48d6-94c7-8b8035f5e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251461040>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:22.357329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af24ddd-bfd4-48d6-94c7-8b8035f5e365 None None] The sync data for ids ['a7e29533-3395-47c7-9910-96510a443118'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:22.373449 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-87e49117-cf26-4323-8f6e-e8e4daa9de59 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/routers/a7e29533-3395-47c7-9910-96510a443118 HTTP/1.1" status: 200  len: 924 time: 0.1019704
Nov 06 21:18:22.375827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37132) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:22.445495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce45cb-359a-4943-8d77-e1f2cd9cfae5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:22.447075 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-26ce45cb-359a-4943-8d77-e1f2cd9cfae5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=a7e29533-3395-47c7-9910-96510a443118&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0702500
Nov 06 21:18:22.449818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37134) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:22.453342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7760-f777-4ba4-93a1-3149396ca82f req-83891bba-8b12-477d-b2f0-7eb3c7c0b68f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:22.454868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-690e7760-f777-4ba4-93a1-3149396ca82f req-83891bba-8b12-477d-b2f0-7eb3c7c0b68f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0500872
Nov 06 21:18:22.492809 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:22.510781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-690e7760-f777-4ba4-93a1-3149396ca82f req-fb5cb6f4-ad14-4776-8e0d-00d1ea3db8b5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497510
Nov 06 21:18:22.817824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228fc30-1025-4bc3-885c-ff11ac4a4a70 req-24b4e7a4-3135-4174-bcee-1469e5872cc7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:22.819731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9228fc30-1025-4bc3-885c-ff11ac4a4a70 req-24b4e7a4-3135-4174-bcee-1469e5872cc7 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 946 time: 0.0513844
Nov 06 21:18:22.830329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f005d2f7-21cf-4d42-91f4-dfcc1fbcca36 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:22.831968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f005d2f7-21cf-4d42-91f4-dfcc1fbcca36 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 881 time: 0.3812623
Nov 06 21:18:22.834882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37140) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:22.865377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ad3ec8ff-345b-41b0-9f30-3a7ac740ea6d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7e29533-3395-47c7-9910-96510a443118 HTTP/1.1" status: 200  len: 205 time: 0.0292668
Nov 06 21:18:22.867734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37142) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:22.886226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9228fc30-1025-4bc3-885c-ff11ac4a4a70 req-5ceecd11-c3ff-4af7-8191-f92cabd0e3c0 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603569
Nov 06 21:18:22.977598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.082702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.136148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Deleting port 1aa4ca04-be83-4aec-9656-89c03a70446a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:23.136528 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.215286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.227356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Calling delete_port for 1aa4ca04-be83-4aec-9656-89c03a70446a owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:23.389685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.416396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event deleted for resources: {'Port': ['ID=1aa4ca04-be83-4aec-9656-89c03a70446a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:23.441040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.441390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.441740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.442081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.442421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.442755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.443080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.443408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.443731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.444056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.444408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.444736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:23.486756 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.575425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.578115 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.629611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.630239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Fanout notify agent at l3_agent the message router_deleted on router a7e29533-3395-47c7-9910-96510a443118 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:23.637492 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.639099 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b20b4bd-d018-41e8-ba1e-b6777d14ea20 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/a7e29533-3395-47c7-9910-96510a443118 HTTP/1.1" status: 204  len: 168 time: 0.7697992
Nov 06 21:18:23.642967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37148) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:23.647275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ff75d301-a906-47ff-bc06-b12857ca3285 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1262846230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:23.670219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff75d301-a906-47ff-bc06-b12857ca3285 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.671565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff75d301-a906-47ff-bc06-b12857ca3285 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.730423 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff75d301-a906-47ff-bc06-b12857ca3285 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.735055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff75d301-a906-47ff-bc06-b12857ca3285 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.756713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff75d301-a906-47ff-bc06-b12857ca3285 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:23.758096 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ff75d301-a906-47ff-bc06-b12857ca3285 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1140978
Nov 06 21:18:23.760606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37150) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:23.765978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:23.775200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a2570-fe46-44be-8976-7cd22aac005b req-2f158d9d-8730-4e83-a0f3-047fea99ad34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:23.777850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-102a2570-fe46-44be-8976-7cd22aac005b req-2f158d9d-8730-4e83-a0f3-047fea99ad34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0565760
Nov 06 21:18:23.832118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-102a2570-fe46-44be-8976-7cd22aac005b req-af6ae108-91b0-45b6-ab25-954d100b0ec2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478864
Nov 06 21:18:23.982733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.012870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c138701-61a7-4b15-8179-697e3439ac47 req-fe5c9c89-573f-469f-84ff-9bac2793c8e2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:24.014894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c138701-61a7-4b15-8179-697e3439ac47 req-fe5c9c89-573f-469f-84ff-9bac2793c8e2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 946 time: 0.0539675
Nov 06 21:18:24.064154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c138701-61a7-4b15-8179-697e3439ac47 req-43ce955c-d7f3-4b0c-b7bf-d1045ab2fa1d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432231
Nov 06 21:18:24.177818 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.181139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2869a4-7db4-47f3-b53c-9864ecce5987 req-20207e9b-77af-4859-b0f6-56323f1df1b1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:24.182629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b2869a4-7db4-47f3-b53c-9864ecce5987 req-20207e9b-77af-4859-b0f6-56323f1df1b1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 946 time: 0.0496726
Nov 06 21:18:24.196450 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.232611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b2869a4-7db4-47f3-b53c-9864ecce5987 req-aaf90948-0262-4c61-aa86-7f8f69ed9ebe tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439057
Nov 06 21:18:24.255557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37158) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:24.299244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe07427-cae9-4097-a54a-aa5f30aa89db tempest-TestVolumeBootPattern-2126190486 tempest-TestVolumeBootPattern-2126190486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:24.300965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dfe07427-cae9-4097-a54a-aa5f30aa89db tempest-TestVolumeBootPattern-2126190486 tempest-TestVolumeBootPattern-2126190486-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1092 time: 0.0441446
Nov 06 21:18:24.303688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37160) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:24.305970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Allocated IP 172.35.0.180 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/502183a6-d8e9-4701-8788-ed3d89193e21) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:24.308084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:24.332954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.407779 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.427548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.447454 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.483731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:24.486590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:24.489001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:24.521619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event updated for resources: {'Port': ['ID=502183a6-d8e9-4701-8788-ed3d89193e21,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:24.537370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.35.0.132 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/f7f46486-21c3-493c-a9cb-a27d90f5e1f0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:24.636209 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.672680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.718613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:24.721389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:24.725867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:24.728884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=f7f46486-21c3-493c-a9cb-a27d90f5e1f0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:24.750343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.960107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:24.964187 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:25.098804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Router 64e89154-e45f-4894-89de-6af5d076c56b is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:25.209134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:25.217846 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:25.219068 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7be5f159-0a80-4940-9a4f-a9eaa165f41e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "PUT /v2.0/routers/64e89154-e45f-4894-89de-6af5d076c56b HTTP/1.1" status: 200  len: 884 time: 1.4573870
Nov 06 21:18:25.222464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37166) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:25.232908 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2282914-ebaa-481b-89de-043d0382d1a9 None None] Sync routers for ids ['64e89154-e45f-4894-89de-6af5d076c56b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:25.242722 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2282914-ebaa-481b-89de-043d0382d1a9 None None] Routers {'64e89154-e45f-4894-89de-6af5d076c56b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:25.243322 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2282914-ebaa-481b-89de-043d0382d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526f5130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['64e89154-e45f-4894-89de-6af5d076c56b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:25.267527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e6ad7-02b6-43ba-a205-0c8a33375f5e req-4fbe65d8-0ffe-4d03-bc37-74b2e6e1b53e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:25.272766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-291e6ad7-02b6-43ba-a205-0c8a33375f5e req-4fbe65d8-0ffe-4d03-bc37-74b2e6e1b53e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.3426747
Nov 06 21:18:25.277466 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2282914-ebaa-481b-89de-043d0382d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526f5130>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:25.286292 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2282914-ebaa-481b-89de-043d0382d1a9 None None] Routers {'64e89154-e45f-4894-89de-6af5d076c56b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:25.287191 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2282914-ebaa-481b-89de-043d0382d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526f5130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['64e89154-e45f-4894-89de-6af5d076c56b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:25.321820 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b2282914-ebaa-481b-89de-043d0382d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526f5130>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:25.322816 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2282914-ebaa-481b-89de-043d0382d1a9 None None] The sync data for ids ['64e89154-e45f-4894-89de-6af5d076c56b'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:25.488457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-291e6ad7-02b6-43ba-a205-0c8a33375f5e req-774c2841-01de-4064-aa21-356573da2820 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1913865
Nov 06 21:18:25.598741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:25.617501 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9e0b6d63-be0d-49fe-92df-615b1932546c tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/routers/64e89154-e45f-4894-89de-6af5d076c56b HTTP/1.1" status: 200  len: 925 time: 0.3938789
Nov 06 21:18:25.620223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37168) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:25.658981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88075f63-0ddb-4fbb-b465-e3503e55a445 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:25.663142 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88075f63-0ddb-4fbb-b465-e3503e55a445 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=64e89154-e45f-4894-89de-6af5d076c56b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0393338
Nov 06 21:18:25.663321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37170) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:25.702930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:25.746071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647197bc-403d-4d91-b35d-e43babc6aaed tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:25.750776 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-647197bc-403d-4d91-b35d-e43babc6aaed tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 881 time: 0.0832562
Nov 06 21:18:25.750993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37172) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:25.780928 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21ee6023-0832-41dd-a12b-ad4775de7c47 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=64e89154-e45f-4894-89de-6af5d076c56b HTTP/1.1" status: 200  len: 205 time: 0.0259888
Nov 06 21:18:25.781102 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37174) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:25.861228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:25.866081 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:25.891796 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:25.943162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=f7f46486-21c3-493c-a9cb-a27d90f5e1f0,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:25.949820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.005226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.055704 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Floating IP ba946625-7e3d-4294-8ed1-104712bef456 associated. External IP: 172.35.0.132, port: 6c24608c-1640-4444-9edd-a9836259cfab.
Nov 06 21:18:26.085253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f644cc1-3684-4e83-920c-c085578a6d04 req-7a0e158e-f48c-4a31-abf5-49aaa1655527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:26.086783 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f644cc1-3684-4e83-920c-c085578a6d04 req-7a0e158e-f48c-4a31-abf5-49aaa1655527 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 1097 time: 0.0757051
Nov 06 21:18:26.113183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Deleting port 502183a6-d8e9-4701-8788-ed3d89193e21 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:26.113437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.182502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7f644cc1-3684-4e83-920c-c085578a6d04 req-4526ec5b-2f66-4493-8801-ae68017c76d8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869880
Nov 06 21:18:26.211977 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.223531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Calling delete_port for 502183a6-d8e9-4701-8788-ed3d89193e21 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:26.271867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Router 408b6896-0ddf-4af0-8202-79134b6443e1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:26.382455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:26.387644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.395874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:26.401740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.408214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:26.408930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251239100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:26.415939 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event deleted for resources: {'Port': ['ID=502183a6-d8e9-4701-8788-ed3d89193e21,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:26.444036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f8c892f8-0e61-487d-b2c9-564a55f1938a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1320376
Nov 06 21:18:26.444036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:18:26.444036 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a261d3-0914-4055-8319-d8a665adef2d" -d '{"events": [{"name": "network-changed", "server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "tag": "6c24608c-1640-4444-9edd-a9836259cfab"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:18:26.478598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.484154 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3774b02-193d-45e5-9575-9016ffd73988 x-openstack-request-id: req-c3774b02-193d-45e5-9575-9016ffd73988 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:18:26.484486 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "tag": "6c24608c-1640-4444-9edd-a9836259cfab", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:18:26.484741 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3774b02-193d-45e5-9575-9016ffd73988 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:18:26.485146 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab', 'status': 'completed', 'code': 200}
Nov 06 21:18:26.530007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:26.555607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a261d3-0914-4055-8319-d8a665adef2d req-f55a5515-e163-48c3-8592-aa2c875e58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:26.557341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31a261d3-0914-4055-8319-d8a665adef2d req-f55a5515-e163-48c3-8592-aa2c875e58d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1097 time: 0.0476913
Nov 06 21:18:26.579473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.581691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.629824 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.630531 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Fanout notify agent at l3_agent the message router_deleted on router 64e89154-e45f-4894-89de-6af5d076c56b {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:26.637590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.643872 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ad077e1-dfb6-4f07-afee-e4f672e222c2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/64e89154-e45f-4894-89de-6af5d076c56b HTTP/1.1" status: 204  len: 168 time: 0.8617709
Nov 06 21:18:26.644536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37184) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:26.649966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2025e0bf-431e-4e02-ade8-0f2c000db33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-624091878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:26.674551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2025e0bf-431e-4e02-ade8-0f2c000db33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.676113 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2025e0bf-431e-4e02-ade8-0f2c000db33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.692422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadca0e-5a0b-48a2-9dea-53e33f6deabc req-8e5260af-217c-4080-b5fb-ada711c00215 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:26.693962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dadca0e-5a0b-48a2-9dea-53e33f6deabc req-8e5260af-217c-4080-b5fb-ada711c00215 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.1112881
Nov 06 21:18:26.714789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a261d3-0914-4055-8319-d8a665adef2d req-e33e65ca-879e-4b1c-9036-185b898d7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:26.716634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31a261d3-0914-4055-8319-d8a665adef2d req-e33e65ca-879e-4b1c-9036-185b898d7677 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1525869
Nov 06 21:18:26.742930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2025e0bf-431e-4e02-ade8-0f2c000db33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.748379 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2025e0bf-431e-4e02-ade8-0f2c000db33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.770115 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2025e0bf-431e-4e02-ade8-0f2c000db33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:26.773920 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2025e0bf-431e-4e02-ade8-0f2c000db33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1255960
Nov 06 21:18:26.774134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37186) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:26.779328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': True}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:26.794334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251239100>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:25Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:26.808269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dadca0e-5a0b-48a2-9dea-53e33f6deabc req-9f9e073e-0d92-48ca-ba86-45d2206cfd08 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046236
Nov 06 21:18:26.813296 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31a261d3-0914-4055-8319-d8a665adef2d req-5bded878-06a0-4d8c-a6a5-533917537fcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 200  len: 1000 time: 0.0890112
Nov 06 21:18:26.825685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:18:26.844732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:26.845376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251239100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:26.877006 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a261d3-0914-4055-8319-d8a665adef2d req-0d7bbbb5-1ed2-433a-a9e9-c59499a58e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:26.878541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31a261d3-0914-4055-8319-d8a665adef2d req-0d7bbbb5-1ed2-433a-a9e9-c59499a58e01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0582085
Nov 06 21:18:26.929141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a261d3-0914-4055-8319-d8a665adef2d req-4df5507e-47b2-47f4-a577-762e3579264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:26.930263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31a261d3-0914-4055-8319-d8a665adef2d req-4df5507e-47b2-47f4-a577-762e3579264f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445518
Nov 06 21:18:26.953389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:18:26.994467 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.039099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31a261d3-0914-4055-8319-d8a665adef2d req-27054858-e410-463e-be8f-fd7ec8762939 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1019800
Nov 06 21:18:27.150910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31a261d3-0914-4055-8319-d8a665adef2d req-778ec8fe-1838-45ec-8a93-ab9ef79e0db6 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1049485
Nov 06 21:18:27.201185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251239100>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:25Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:27.202686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.221250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.334011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Allocated IP 172.35.0.249 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/e799f92e-edec-4283-9766-d31d783b03b5) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:27.383878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760f1a2-790d-49a0-9537-3c34a0ee4969 None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:25Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:27.452333 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.454678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0a85121f-6ead-4625-bb23-166787188982 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:18:27.456784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0a85121f-6ead-4625-bb23-166787188982 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:18:27.488220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.541185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:27.544180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:27.549922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:27.552676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'Port': ['ID=e799f92e-edec-4283-9766-d31d783b03b5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:27.615167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.650540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a85121f-6ead-4625-bb23-166787188982'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:18:27.652876 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ec1b65-ac66-478c-a12e-6d54a1f51cb3" -d '{"events": [{"server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "name": "network-vif-unplugged", "status": "completed", "tag": "0a85121f-6ead-4625-bb23-166787188982"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:18:27.667017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:27.678036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.681033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:27.708802 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928be09-f2fd-47db-952d-fd4f97e708b9 None None] New status for floating IP ba946625-7e3d-4294-8ed1-104712bef456: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:18:27.715096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '0a85121f-6ead-4625-bb23-166787188982', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'port_id': '0a85121f-6ead-4625-bb23-166787188982', 'mac_address': 'fa:16:3e:bd:8b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:18:27.726173 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5136f8a0-444c-4794-907d-8292ff51af46 x-openstack-request-id: req-5136f8a0-444c-4794-907d-8292ff51af46 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:18:27.726469 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "name": "network-vif-unplugged", "status": "completed", "tag": "0a85121f-6ead-4625-bb23-166787188982", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:18:27.726715 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5136f8a0-444c-4794-907d-8292ff51af46 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:18:27.727099 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a85121f-6ead-4625-bb23-166787188982', 'code': 200}
Nov 06 21:18:27.776688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:27.783485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.796982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a85121f-6ead-4625-bb23-166787188982 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:18:27.815962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:27.821843 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.826664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:27.882155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:27.969891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65601688-4725-4737-b855-c163b0939811 req-4948a16a-81f8-4b13-9b66-4292d7c422d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:27.971343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65601688-4725-4737-b855-c163b0939811 req-4948a16a-81f8-4b13-9b66-4292d7c422d2 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 945 time: 0.0532277
Nov 06 21:18:28.020397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65601688-4725-4737-b855-c163b0939811 req-d54f0345-b4e6-49d0-b9a6-751414fb5fd7 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428929
Nov 06 21:18:28.042715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37194) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:28.051490 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:28.055173 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:28.109194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-69117d00-873c-4eaf-a54d-6ef625a37aea tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/floatingips/c1efb052-423b-4999-b4c0-c012d626f3c8 HTTP/1.1" status: 200  len: 992 time: 0.0653002
Nov 06 21:18:28.183463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Router 6b9127bd-7487-49b0-8f10-9518e02b6708 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:28.195845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['0a85121f-6ead-4625-bb23-166787188982'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:18:28.289200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:28.293681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:28.300505 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c8466e0b-5e8d-45ec-842c-5fb4e20a90d9 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "PUT /v2.0/routers/6b9127bd-7487-49b0-8f10-9518e02b6708 HTTP/1.1" status: 200  len: 918 time: 1.5203297
Nov 06 21:18:28.300579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37198) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:28.303910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade70c2-2ef4-4913-a1a3-ff98ee2d6f1a None None] Sync routers for ids ['6b9127bd-7487-49b0-8f10-9518e02b6708'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:28.334739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade70c2-2ef4-4913-a1a3-ff98ee2d6f1a None None] Routers {'6b9127bd-7487-49b0-8f10-9518e02b6708'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:28.335357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-3ade70c2-2ef4-4913-a1a3-ff98ee2d6f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b506d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6b9127bd-7487-49b0-8f10-9518e02b6708'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:28.369535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-3ade70c2-2ef4-4913-a1a3-ff98ee2d6f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b506d0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:28.395410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade70c2-2ef4-4913-a1a3-ff98ee2d6f1a None None] Routers {'6b9127bd-7487-49b0-8f10-9518e02b6708'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:28.396031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-3ade70c2-2ef4-4913-a1a3-ff98ee2d6f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b506d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6b9127bd-7487-49b0-8f10-9518e02b6708'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:28.440365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-3ade70c2-2ef4-4913-a1a3-ff98ee2d6f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b506d0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:28.441016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade70c2-2ef4-4913-a1a3-ff98ee2d6f1a None None] The sync data for ids ['6b9127bd-7487-49b0-8f10-9518e02b6708'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:28.662582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c0764dbb-e409-4e48-a953-7b33d1662689 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/routers/6b9127bd-7487-49b0-8f10-9518e02b6708 HTTP/1.1" status: 200  len: 924 time: 0.3629925
Nov 06 21:18:28.665821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37200) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:28.733555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c1f968-ae3e-4760-927b-c99288e0f9c7 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:28.735073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c0c1f968-ae3e-4760-927b-c99288e0f9c7 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=6b9127bd-7487-49b0-8f10-9518e02b6708&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0683396
Nov 06 21:18:28.737703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37202) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:28.823348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b5cc5a-68ac-41a8-a238-b45787538cfa tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:28.824775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f5b5cc5a-68ac-41a8-a238-b45787538cfa tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 881 time: 0.0861678
Nov 06 21:18:28.827505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37204) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:28.858108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-57682225-ddc6-441f-96fd-62895e8e718c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9127bd-7487-49b0-8f10-9518e02b6708 HTTP/1.1" status: 200  len: 205 time: 0.0285735
Nov 06 21:18:28.860166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37206) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:28.965690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.067241 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.118822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Deleting port e799f92e-edec-4283-9766-d31d783b03b5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:29.119215 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.195654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.207688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Calling delete_port for e799f92e-edec-4283-9766-d31d783b03b5 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:29.379112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.405349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event deleted for resources: {'Port': ['ID=e799f92e-edec-4283-9766-d31d783b03b5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:29.452696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0a85121f-6ead-4625-bb23-166787188982 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:29.465180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.500562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 0a85121f-6ead-4625-bb23-166787188982 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:29.500847 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.556532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.558643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.583279 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.605123 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.605694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Fanout notify agent at l3_agent the message router_deleted on router 6b9127bd-7487-49b0-8f10-9518e02b6708 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:29.613184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.618247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:29.618832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37210) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:29.619369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1e8bc086-4cb8-4ba1-a548-73f596b64cce tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/6b9127bd-7487-49b0-8f10-9518e02b6708 HTTP/1.1" status: 204  len: 168 time: 0.7580717
Nov 06 21:18:29.625205 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.625535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ef493b72-ec66-478c-8319-c2247b652132 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1458856757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:29.652259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef493b72-ec66-478c-8319-c2247b652132 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.653281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef493b72-ec66-478c-8319-c2247b652132 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.674005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:29.705425 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef493b72-ec66-478c-8319-c2247b652132 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.709618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef493b72-ec66-478c-8319-c2247b652132 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.727228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef493b72-ec66-478c-8319-c2247b652132 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:29.728413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a85121f-6ead-4625-bb23-166787188982'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:18:29.728529 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ef493b72-ec66-478c-8319-c2247b652132 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1078756
Nov 06 21:18:29.730826 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c350aa-0889-4650-9689-7e320051cd7c" -d '{"events": [{"server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "name": "network-vif-plugged", "status": "completed", "tag": "0a85121f-6ead-4625-bb23-166787188982"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:18:29.731188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37212) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:29.735460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'enable_snat': False}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:29.768618 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e7d552-ffd2-4940-9cce-a13b6b81f774 x-openstack-request-id: req-79e7d552-ffd2-4940-9cce-a13b6b81f774 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:18:29.768913 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "name": "network-vif-plugged", "status": "completed", "tag": "0a85121f-6ead-4625-bb23-166787188982", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:18:29.769165 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79e7d552-ffd2-4940-9cce-a13b6b81f774 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:18:29.769556 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a85121f-6ead-4625-bb23-166787188982', 'code': 200}
Nov 06 21:18:29.933437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:30.413420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:30.432357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:30.536035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Allocated IP 172.35.0.216 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/7b7b66bc-f1ad-49b7-b99a-cfc03f376205) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:30.632473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:30.668255 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:30.708951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:30.714165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:30.718166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:30.740032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Pushing event updated for resources: {'Port': ['ID=7b7b66bc-f1ad-49b7-b99a-cfc03f376205,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:30.961412 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:31.151077 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:31.155862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:31.281413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Router 7ad98832-607a-460a-ad68-9758a85099ce is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:31.383438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:31.389103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:31.392343 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c1d655f2-844b-42ca-9d67-34428cbac5a5 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "PUT /v2.0/routers/7ad98832-607a-460a-ad68-9758a85099ce HTTP/1.1" status: 200  len: 920 time: 1.6583381
Nov 06 21:18:31.393144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37220) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:31.395925 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71b996-2395-4cfa-8efa-88d9e46b6c49 None None] Sync routers for ids ['7ad98832-607a-460a-ad68-9758a85099ce'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:31.407485 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71b996-2395-4cfa-8efa-88d9e46b6c49 None None] Routers {'7ad98832-607a-460a-ad68-9758a85099ce'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:31.408055 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a71b996-2395-4cfa-8efa-88d9e46b6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ac8280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7ad98832-607a-460a-ad68-9758a85099ce'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:31.441998 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a71b996-2395-4cfa-8efa-88d9e46b6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ac8280>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:31.451211 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a71b996-2395-4cfa-8efa-88d9e46b6c49 None None] Routers {'7ad98832-607a-460a-ad68-9758a85099ce'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:31.451813 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a71b996-2395-4cfa-8efa-88d9e46b6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ac8280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['7ad98832-607a-460a-ad68-9758a85099ce'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:31.487040 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a71b996-2395-4cfa-8efa-88d9e46b6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ac8280>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:31.487829 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71b996-2395-4cfa-8efa-88d9e46b6c49 None None] The sync data for ids ['7ad98832-607a-460a-ad68-9758a85099ce'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:31.498461 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-07dd1e78-7bdc-4b75-8f08-a4c6822f3a30 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/routers/7ad98832-607a-460a-ad68-9758a85099ce HTTP/1.1" status: 200  len: 926 time: 0.1036923
Nov 06 21:18:31.501414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37222) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:31.546358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76798796-52bd-4792-8b32-ee9f872036cc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:31.547889 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-76798796-52bd-4792-8b32-ee9f872036cc tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=7ad98832-607a-460a-ad68-9758a85099ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0455828
Nov 06 21:18:31.550722 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37224) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:31.632194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56182f04-04be-41d6-b227-6672601aef24 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:31.633658 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56182f04-04be-41d6-b227-6672601aef24 tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/networks/1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 881 time: 0.0820246
Nov 06 21:18:31.636455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37226) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:31.662052 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63737c14-031d-42b4-b57c-c18f748e253c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad98832-607a-460a-ad68-9758a85099ce HTTP/1.1" status: 200  len: 205 time: 0.0245090
Nov 06 21:18:31.664265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37228) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:31.768020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:31.870844 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:31.922879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Deleting port 7b7b66bc-f1ad-49b7-b99a-cfc03f376205 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:31.923146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:31.998078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.009178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Calling delete_port for 7b7b66bc-f1ad-49b7-b99a-cfc03f376205 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:32.167207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.193385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event deleted for resources: {'Port': ['ID=7b7b66bc-f1ad-49b7-b99a-cfc03f376205,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:32.249781 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.337900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.339975 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.384118 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.384654 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad98832-607a-460a-ad68-9758a85099ce {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:32.391942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.393065 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1068e35e-ffe1-46bf-9f61-9bf301fe06a2 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/7ad98832-607a-460a-ad68-9758a85099ce HTTP/1.1" status: 204  len: 168 time: 0.7276607
Nov 06 21:18:32.396580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37230) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:32.400978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-294237469', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:32.424894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.425895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.477098 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.611664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.800702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.819238 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:32.924309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Allocated IP 172.35.0.113 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/0117552d-9fc7-4901-abd6-2b7495abd732) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:33.022031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:33.059531 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:33.094420 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:33.097199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:33.102704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:33.127170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event updated for resources: {'Port': ['ID=0117552d-9fc7-4901-abd6-2b7495abd732,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:33.645150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:33.836366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:33.966869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Router 110847ea-efd3-4333-a505-0549ef132141 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:34.080694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:34.090517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9a48-2286-4c83-a402-5ae4662023f9 None None] Sync routers for ids ['110847ea-efd3-4333-a505-0549ef132141'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:34.101281 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:34.101448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed9a48-2286-4c83-a402-5ae4662023f9 None None] Routers {'110847ea-efd3-4333-a505-0549ef132141'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:34.102069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0fed9a48-2286-4c83-a402-5ae4662023f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518153a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['110847ea-efd3-4333-a505-0549ef132141'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:34.105084 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4fc66a91-e7be-4a5f-ac19-f35646c0b65c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 1.7050080
Nov 06 21:18:34.105289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37238) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:34.110379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:34.138697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0fed9a48-2286-4c83-a402-5ae4662023f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518153a0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:34.147703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed9a48-2286-4c83-a402-5ae4662023f9 None None] Routers {'110847ea-efd3-4333-a505-0549ef132141'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:34.148314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0fed9a48-2286-4c83-a402-5ae4662023f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518153a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['110847ea-efd3-4333-a505-0549ef132141'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:34.182126 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0fed9a48-2286-4c83-a402-5ae4662023f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518153a0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:34.182769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9a48-2286-4c83-a402-5ae4662023f9 None None] The sync data for ids ['110847ea-efd3-4333-a505-0549ef132141'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:34.411249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:34.422861 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:34.481219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Deleting port 0117552d-9fc7-4901-abd6-2b7495abd732 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:34.481554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:34.556137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:34.568122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Calling delete_port for 0117552d-9fc7-4901-abd6-2b7495abd732 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:34.740384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:34.763177 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Pushing event deleted for resources: {'Port': ['ID=0117552d-9fc7-4901-abd6-2b7495abd732,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:34.828644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.026402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.029565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.105805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Router 110847ea-efd3-4333-a505-0549ef132141 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:35.176734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:35.183350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.185469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c272bacd-e018-41f8-b377-7f926f44b422 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "PUT /v2.0/routers/110847ea-efd3-4333-a505-0549ef132141 HTTP/1.1" status: 200  len: 709 time: 1.0782268
Nov 06 21:18:35.185769 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997e382-a689-4cd9-b667-f47832f5eddc None None] Sync routers for ids ['110847ea-efd3-4333-a505-0549ef132141'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:35.187833 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37244) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.195588 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997e382-a689-4cd9-b667-f47832f5eddc None None] Routers {'110847ea-efd3-4333-a505-0549ef132141'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:35.196184 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e997e382-a689-4cd9-b667-f47832f5eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adfd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['110847ea-efd3-4333-a505-0549ef132141'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:35.228813 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e997e382-a689-4cd9-b667-f47832f5eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adfd30>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:35.237890 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997e382-a689-4cd9-b667-f47832f5eddc None None] Routers {'110847ea-efd3-4333-a505-0549ef132141'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:35.238481 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e997e382-a689-4cd9-b667-f47832f5eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adfd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['110847ea-efd3-4333-a505-0549ef132141'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:35.261454 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5c587492-0c77-4db3-84d1-269b39f5a15a tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/routers/110847ea-efd3-4333-a505-0549ef132141 HTTP/1.1" status: 200  len: 744 time: 0.0722406
Nov 06 21:18:35.263930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37246) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.272350 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e997e382-a689-4cd9-b667-f47832f5eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adfd30>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:35.273016 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997e382-a689-4cd9-b667-f47832f5eddc None None] The sync data for ids ['110847ea-efd3-4333-a505-0549ef132141'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:35.313264 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ad6038b0-808c-4bcd-9be7-7056585215dd tempest-RoutersIpV6AdminTest-290896220 tempest-RoutersIpV6AdminTest-290896220-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&device_id=110847ea-efd3-4333-a505-0549ef132141 HTTP/1.1" status: 200  len: 205 time: 0.0481863
Nov 06 21:18:35.316081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37248) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.340967 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4a07de67-2302-4d0f-9397-c264c53597c6 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=110847ea-efd3-4333-a505-0549ef132141 HTTP/1.1" status: 200  len: 205 time: 0.0238214
Nov 06 21:18:35.343376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37250) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.419263 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb62500c-854f-43c2-be92-abacd5c34c37 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.579420 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb62500c-854f-43c2-be92-abacd5c34c37 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.581534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb62500c-854f-43c2-be92-abacd5c34c37 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.624441 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb62500c-854f-43c2-be92-abacd5c34c37 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.624970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb62500c-854f-43c2-be92-abacd5c34c37 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Fanout notify agent at l3_agent the message router_deleted on router 110847ea-efd3-4333-a505-0549ef132141 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:35.633098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb62500c-854f-43c2-be92-abacd5c34c37 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:35.638202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cb62500c-854f-43c2-be92-abacd5c34c37 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/110847ea-efd3-4333-a505-0549ef132141 HTTP/1.1" status: 204  len: 168 time: 0.2894046
Nov 06 21:18:35.638202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37254) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.666939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bf017847-51d0-4658-a110-e17aee3c805b tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=110847ea-efd3-4333-a505-0549ef132141 HTTP/1.1" status: 200  len: 205 time: 0.0257661
Nov 06 21:18:35.667154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37256) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.703674 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-24e0c3db-78b8-4923-bc80-78ca266e6b4a tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] delete failed (client error): The resource could not be found.
Nov 06 21:18:35.704703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-24e0c3db-78b8-4923-bc80-78ca266e6b4a tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/110847ea-efd3-4333-a505-0549ef132141 HTTP/1.1" status: 404  len: 336 time: 0.0366559
Nov 06 21:18:35.707188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37258) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.738611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1d9e1d96-5b82-4fb8-afde-c34604825a41 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad98832-607a-460a-ad68-9758a85099ce HTTP/1.1" status: 200  len: 205 time: 0.0303864
Nov 06 21:18:35.740876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37260) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.775799 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-eb2ff639-0a98-4aca-b8f6-6c71c0edd0c7 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] delete failed (client error): The resource could not be found.
Nov 06 21:18:35.776766 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eb2ff639-0a98-4aca-b8f6-6c71c0edd0c7 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/7ad98832-607a-460a-ad68-9758a85099ce HTTP/1.1" status: 404  len: 336 time: 0.0350249
Nov 06 21:18:35.778962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37262) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.805486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c00360a1-f457-4bed-99e9-2f95e218e04e tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9127bd-7487-49b0-8f10-9518e02b6708 HTTP/1.1" status: 200  len: 205 time: 0.0255399
Nov 06 21:18:35.807674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37264) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.846987 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-eab59a9e-5636-40a6-b89b-0af849350caa tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] delete failed (client error): The resource could not be found.
Nov 06 21:18:35.847909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eab59a9e-5636-40a6-b89b-0af849350caa tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/6b9127bd-7487-49b0-8f10-9518e02b6708 HTTP/1.1" status: 404  len: 336 time: 0.0393727
Nov 06 21:18:35.850358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37266) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.877255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-daf2cb1a-9e50-44ba-8294-ad6fc6169698 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=64e89154-e45f-4894-89de-6af5d076c56b HTTP/1.1" status: 200  len: 205 time: 0.0258491
Nov 06 21:18:35.879470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37268) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.916166 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-cd2b8321-1d4c-450a-aa3b-9c9773ceb50c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] delete failed (client error): The resource could not be found.
Nov 06 21:18:35.917194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cd2b8321-1d4c-450a-aa3b-9c9773ceb50c tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/64e89154-e45f-4894-89de-6af5d076c56b HTTP/1.1" status: 404  len: 336 time: 0.0368328
Nov 06 21:18:35.919722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37270) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.950116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4e2759a9-53b0-4713-912e-51945acd56d3 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7e29533-3395-47c7-9910-96510a443118 HTTP/1.1" status: 200  len: 205 time: 0.0293744
Nov 06 21:18:35.952952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37272) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:35.988579 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-e9e8a10d-c3ed-4f9f-b5a0-b67bd5d7f33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] delete failed (client error): The resource could not be found.
Nov 06 21:18:35.989538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9e8a10d-c3ed-4f9f-b5a0-b67bd5d7f33d tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/a7e29533-3395-47c7-9910-96510a443118 HTTP/1.1" status: 404  len: 336 time: 0.0357285
Nov 06 21:18:35.991935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37274) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:36.017663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-02de9662-d53d-47a3-9afc-07cf6cf2c115 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "GET /v2.0/ports?device_id=c019f689-73f8-41f1-a517-2216304ef3cb HTTP/1.1" status: 200  len: 205 time: 0.0247176
Nov 06 21:18:36.020029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37276) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:36.059177 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-6f41282c-1f09-4e63-8df1-4a54a9571826 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] delete failed (client error): The resource could not be found.
Nov 06 21:18:36.060137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6f41282c-1f09-4e63-8df1-4a54a9571826 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/routers/c019f689-73f8-41f1-a517-2216304ef3cb HTTP/1.1" status: 404  len: 336 time: 0.0392072
Nov 06 21:18:36.062638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37278) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:36.089150 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d27131-c3e0-413a-ba1a-f6cc84243d81 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:18:36.089583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d27131-c3e0-413a-ba1a-f6cc84243d81 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:18:36.093054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-18d27131-c3e0-413a-ba1a-f6cc84243d81 tempest-RoutersIpV6AdminTest-1149842617 tempest-RoutersIpV6AdminTest-1149842617-project] 10.222.0.13 "DELETE /v2.0/subnets/ba8ccdc2-938e-41d3-8d6f-843ed831fa7f HTTP/1.1" status: 404  len: 337 time: 0.0289776
Nov 06 21:18:36.346487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37284) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:36.448414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2686e3-f33b-4340-9928-9933f20cccf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:36.520009 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2686e3-f33b-4340-9928-9933f20cccf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:36.523586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db2686e3-f33b-4340-9928-9933f20cccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:36.561574 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db2686e3-f33b-4340-9928-9933f20cccf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14ab2b75b1844fb6b1d44a477dcd9f1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2140260
Nov 06 21:18:36.562796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2686e3-f33b-4340-9928-9933f20cccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c2cda9-d6c8-4127-98a4-0971073dbf0b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:36.564265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37288) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:36.612169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e27d9376-4a16-4540-90de-6f2843ec8204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:36.632409 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e27d9376-4a16-4540-90de-6f2843ec8204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:36.680505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e27d9376-4a16-4540-90de-6f2843ec8204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:36.683140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e27d9376-4a16-4540-90de-6f2843ec8204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:36.684357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e27d9376-4a16-4540-90de-6f2843ec8204 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32c2cda9-d6c8-4127-98a4-0971073dbf0b HTTP/1.1" status: 204  len: 168 time: 0.1190507
Nov 06 21:18:36.692007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d9376-4a16-4540-90de-6f2843ec8204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c2cda9-d6c8-4127-98a4-0971073dbf0b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:36.951259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37296) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:36.994741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-510f4335-0914-4820-a439-f885d5b1ad68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76f23910472a422ba24e8758f51c0529&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0416250
Nov 06 21:18:36.997114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37298) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:37.043207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a942f726-eb72-46ae-935a-391d9459e135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:37.064252 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a942f726-eb72-46ae-935a-391d9459e135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:37.109328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a942f726-eb72-46ae-935a-391d9459e135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:37.112087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a942f726-eb72-46ae-935a-391d9459e135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:37.113339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a942f726-eb72-46ae-935a-391d9459e135 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81c35f5e-ba76-4899-953c-8428b369fb86 HTTP/1.1" status: 204  len: 168 time: 0.1152661
Nov 06 21:18:37.120874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942f726-eb72-46ae-935a-391d9459e135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c35f5e-ba76-4899-953c-8428b369fb86,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:37.784032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37322) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:37.884406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-1577242973'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:37.905555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:37.908953 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:37.917402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:37.989501 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:37.993225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.018499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:18:38.027858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5308971a-4368-4a84-8cae-84de1c6d24ac,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:38.032881 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.033223 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment 42d92e9d-6779-46ec-9f06-0756adf8acb9 of type vlan for network 3e8a2b95-1933-4655-b758-cd3ba73ad66c
Nov 06 21:18:38.052822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.053167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.053508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.053838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.054167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.054493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.054812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.055132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.055451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.055770 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.056088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.056434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:18:38.094556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.118618 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.124198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:38.124821 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.187678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4023833
Nov 06 21:18:38.190358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37326) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:38.195418 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-1255403055'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:38.196286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c7281-970e-4ba3-b348-8e089cd62dd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=3e8a2b95-1933-4655-b758-cd3ba73ad66c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:38.208089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 3e8a2b95-1933-4655-b758-cd3ba73ad66c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:18:38.220198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:38.224224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.246941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:18:38.256488 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.256835 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment c20c148d-f959-487d-a446-3f9d1351f27d of type vlan for network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5
Nov 06 21:18:38.300089 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.323659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.329328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:38.329899 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.386134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.1946177
Nov 06 21:18:38.389191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37328) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:38.394341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': '3e8a2b95-1933-4655-b758-cd3ba73ad66c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:38.397256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405b1d4-8820-4bd7-ac70-f887c0e0b865 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=5d75d99b-346f-41cf-bd62-a7bdb57cd0d5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:38.407172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:18:38.491910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:38.495411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.672706 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.735778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=b3ebee24-e4f6-4640-ac57-fd5adb5335a5,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:38.742497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': '42d92e9d-6779-46ec-9f06-0756adf8acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3e8a2b95-1933-4655-b758-cd3ba73ad66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:38.742859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: 3e8a2b95-1933-4655-b758-cd3ba73ad66c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:18:38.760160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 3e8a2b95-1933-4655-b758-cd3ba73ad66c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:18:38.770540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e8a2b95-1933-4655-b758-cd3ba73ad66c) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:38.778555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:38.779393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.780928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9eb7a-37c1-442f-8637-17b7fc0f2c47 None None] Network 3e8a2b95-1933-4655-b758-cd3ba73ad66c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:38.800070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37330) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:38.800258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c18f1c69-2871-4031-ad62-0a70477721fd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4098537
Nov 06 21:18:38.805708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': '5d75d99b-346f-41cf-bd62-a7bdb57cd0d5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:38.902568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:38.906877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:38.935222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e8a2b95-1933-4655-b758-cd3ba73ad66c', 'network_id': '3e8a2b95-1933-4655-b758-cd3ba73ad66c', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': 'b3ebee24-e4f6-4640-ac57-fd5adb5335a5'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:18:38.936227 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.070265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Allocated IP 172.20.0.2 (3e8a2b95-1933-4655-b758-cd3ba73ad66c/b3ebee24-e4f6-4640-ac57-fd5adb5335a5/f49862d6-426a-4600-942a-8193c8c249ba) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:39.091716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.152928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=6b3a1a25-b9e5-4bac-ba0f-bc3f7d131280,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:39.160554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': 'c20c148d-f959-487d-a446-3f9d1351f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5d75d99b-346f-41cf-bd62-a7bdb57cd0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:39.160554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:18:39.176929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:18:39.185530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:39.190091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:39.190683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.204568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb96675d-376a-462f-a1d1-fed885be823a None None] Network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:39.206613 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-09389d68-dfa7-4663-9fef-f5077878aeae tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4051089
Nov 06 21:18:39.209137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37336) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:39.213921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-55dc7f91-956e-43b5-833c-54a8f8bf1e42 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-947247834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:39.237259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55dc7f91-956e-43b5-833c-54a8f8bf1e42 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.238457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55dc7f91-956e-43b5-833c-54a8f8bf1e42 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.269942 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.277958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.289478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55dc7f91-956e-43b5-833c-54a8f8bf1e42 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.293701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55dc7f91-956e-43b5-833c-54a8f8bf1e42 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.312434 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-55dc7f91-956e-43b5-833c-54a8f8bf1e42 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.313658 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-55dc7f91-956e-43b5-833c-54a8f8bf1e42 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1035428
Nov 06 21:18:39.316617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37338) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:39.333937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Network 3e8a2b95-1933-4655-b758-cd3ba73ad66c is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:39.346700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:39.349789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Pushing event updated for resources: {'Port': ['ID=f49862d6-426a-4600-942a-8193c8c249ba,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:39.351947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:39.453597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Attempting to bind port f49862d6-426a-4600-942a-8193c8c249ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:18:39.453827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Attempting to bind port f49862d6-426a-4600-942a-8193c8c249ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42d92e9d-6779-46ec-9f06-0756adf8acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3e8a2b95-1933-4655-b758-cd3ba73ad66c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:18:39.454194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Attempting to bind port f49862d6-426a-4600-942a-8193c8c249ba on network 3e8a2b95-1933-4655-b758-cd3ba73ad66c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:18:39.459366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:18:39.459747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Checking segment: {'id': '42d92e9d-6779-46ec-9f06-0756adf8acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3e8a2b95-1933-4655-b758-cd3ba73ad66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:39.460151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.460577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Bound using segment: {'id': '42d92e9d-6779-46ec-9f06-0756adf8acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3e8a2b95-1933-4655-b758-cd3ba73ad66c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:18:39.461055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Bound port: f49862d6-426a-4600-942a-8193c8c249ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d92e9d-6779-46ec-9f06-0756adf8acb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3e8a2b95-1933-4655-b758-cd3ba73ad66c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:18:39.461429 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.465405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d75d99b-346f-41cf-bd62-a7bdb57cd0d5', 'network_id': '5d75d99b-346f-41cf-bd62-a7bdb57cd0d5', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': '6b3a1a25-b9e5-4bac-ba0f-bc3f7d131280'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:18:39.466224 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.591536 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.622680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] For port f49862d6-426a-4600-942a-8193c8c249ba, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:18:39.640429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] For port f49862d6-426a-4600-942a-8193c8c249ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f49862d6-426a-4600-942a-8193c8c249ba,segment=NetworkSegment(42d92e9d-6779-46ec-9f06-0756adf8acb9),segment_id=42d92e9d-6779-46ec-9f06-0756adf8acb9)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:18:39.647179 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.683019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Allocated IP 172.21.0.2 (5d75d99b-346f-41cf-bd62-a7bdb57cd0d5/6b3a1a25-b9e5-4bac-ba0f-bc3f7d131280/3069f8bf-44f6-4925-9c58-d772abb48962) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:39.759245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c47b0-ef7c-4b1c-9b67-0618767c0b64 None None] Pushing event updated for resources: {'Port': ['ID=f49862d6-426a-4600-942a-8193c8c249ba,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:39.844443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.20.0.1 (3e8a2b95-1933-4655-b758-cd3ba73ad66c/b3ebee24-e4f6-4640-ac57-fd5adb5335a5/d4c22b23-60e6-4356-aea4-5d514cd579cf) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:39.862431 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.870851 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:39.954650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:39.956909 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:39.970260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:39.972500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Pushing event updated for resources: {'Port': ['ID=3069f8bf-44f6-4925-9c58-d772abb48962,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:40.025657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.065846 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.120784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 3e8a2b95-1933-4655-b758-cd3ba73ad66c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:40.126873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:40.129395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:40.158481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=d4c22b23-60e6-4356-aea4-5d514cd579cf,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:40.182437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.201366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Attempting to bind port 3069f8bf-44f6-4925-9c58-d772abb48962 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:18:40.202278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Attempting to bind port 3069f8bf-44f6-4925-9c58-d772abb48962 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c20c148d-f959-487d-a446-3f9d1351f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5d75d99b-346f-41cf-bd62-a7bdb57cd0d5'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:18:40.202631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Attempting to bind port 3069f8bf-44f6-4925-9c58-d772abb48962 on network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:18:40.208161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:18:40.208642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Checking segment: {'id': 'c20c148d-f959-487d-a446-3f9d1351f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5d75d99b-346f-41cf-bd62-a7bdb57cd0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:40.209029 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.209413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Bound using segment: {'id': 'c20c148d-f959-487d-a446-3f9d1351f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5d75d99b-346f-41cf-bd62-a7bdb57cd0d5'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:18:40.209868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Bound port: 3069f8bf-44f6-4925-9c58-d772abb48962, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20c148d-f959-487d-a446-3f9d1351f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5d75d99b-346f-41cf-bd62-a7bdb57cd0d5'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:18:40.210239 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.281488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] For port 3069f8bf-44f6-4925-9c58-d772abb48962, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:18:40.285595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] For port 3069f8bf-44f6-4925-9c58-d772abb48962, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3069f8bf-44f6-4925-9c58-d772abb48962,segment=NetworkSegment(c20c148d-f959-487d-a446-3f9d1351f27d),segment_id=c20c148d-f959-487d-a446-3f9d1351f27d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:18:40.295057 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.310402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.358673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f49862d6-426a-4600-942a-8193c8c249ba up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:40.396890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d640-f0a3-418b-8c08-a56dd5dcc7e3 None None] Pushing event updated for resources: {'Port': ['ID=3069f8bf-44f6-4925-9c58-d772abb48962,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:40.432666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f49862d6-426a-4600-942a-8193c8c249ba triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:40.433022 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.547697 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.600562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port f49862d6-426a-4600-942a-8193c8c249ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f49862d6-426a-4600-942a-8193c8c249ba,segment=NetworkSegment(42d92e9d-6779-46ec-9f06-0756adf8acb9),segment_id=42d92e9d-6779-46ec-9f06-0756adf8acb9)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:40.612374 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:40.728707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=f49862d6-426a-4600-942a-8193c8c249ba,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:40.997477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ce9419-07b0-48e3-a261-5e138c5e6b16 None None] Network 3e8a2b95-1933-4655-b758-cd3ba73ad66c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:41.031468 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:41.036964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:41.120509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=d4c22b23-60e6-4356-aea4-5d514cd579cf,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:41.124312 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:41.127673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1c91f3a0-89ed-49f7-9d70-88a35fe1b929 None None] Provisioning complete for port f49862d6-426a-4600-942a-8193c8c249ba triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:41.128036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c91f3a0-89ed-49f7-9d70-88a35fe1b929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:41.256225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 3e8a2b95-1933-4655-b758-cd3ba73ad66c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:41.258599 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:41.394963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router fabe37d8-f3a0-4795-8bef-168513596ebf is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:41.516941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:41.522665 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d769b344-3ce1-49de-87be-4ef47f7833be tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/fabe37d8-f3a0-4795-8bef-168513596ebf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2049520
Nov 06 21:18:41.525554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37344) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:41.528934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866cde51-9258-4893-8312-a4c047814b2c None None] Sync routers for ids ['fabe37d8-f3a0-4795-8bef-168513596ebf'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:41.542976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866cde51-9258-4893-8312-a4c047814b2c None None] Routers {'fabe37d8-f3a0-4795-8bef-168513596ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:41.543737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-866cde51-9258-4893-8312-a4c047814b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925182eb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fabe37d8-f3a0-4795-8bef-168513596ebf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:41.581865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65884d5d-bb69-4053-90d4-11889ba53092 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:41.586863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37346) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:41.588639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-65884d5d-bb69-4053-90d4-11889ba53092 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports/d4c22b23-60e6-4356-aea4-5d514cd579cf HTTP/1.1" status: 200  len: 910 time: 0.0570693
Nov 06 21:18:41.592327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-866cde51-9258-4893-8312-a4c047814b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925182eb50>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:41.610031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c5d87d93-45d9-471c-b184-253e69366321 None None] Provisioning complete for port d4c22b23-60e6-4356-aea4-5d514cd579cf triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:41.610031 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c5d87d93-45d9-471c-b184-253e69366321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:41.612143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866cde51-9258-4893-8312-a4c047814b2c None None] Routers {'fabe37d8-f3a0-4795-8bef-168513596ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:41.612786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-866cde51-9258-4893-8312-a4c047814b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925182eb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fabe37d8-f3a0-4795-8bef-168513596ebf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:41.675569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-866cde51-9258-4893-8312-a4c047814b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925182eb50>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:41.676502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866cde51-9258-4893-8312-a4c047814b2c None None] The sync data for ids ['fabe37d8-f3a0-4795-8bef-168513596ebf'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:41.708615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c5d87d93-45d9-471c-b184-253e69366321 None None] Port d4c22b23-60e6-4356-aea4-5d514cd579cf cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:41.725749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c5d87d93-45d9-471c-b184-253e69366321 None None] Provisioning complete for port f49862d6-426a-4600-942a-8193c8c249ba triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:41.726425 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c5d87d93-45d9-471c-b184-253e69366321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:41.769785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dce31a-9024-4081-ad22-711f6a19b089 None None] Network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:42.043226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.079520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] Provisioning complete for port 3069f8bf-44f6-4925-9c58-d772abb48962 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:42.080021 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.180269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.224945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] For port 3069f8bf-44f6-4925-9c58-d772abb48962, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3069f8bf-44f6-4925-9c58-d772abb48962,segment=NetworkSegment(c20c148d-f959-487d-a446-3f9d1351f27d),segment_id=c20c148d-f959-487d-a446-3f9d1351f27d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:42.230915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.272605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] Provisioning complete for port d4c22b23-60e6-4356-aea4-5d514cd579cf triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:42.272978 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.307460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] Pushing event updated for resources: {'Port': ['ID=3069f8bf-44f6-4925-9c58-d772abb48962,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:42.320264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bc60070e-97d6-417b-9d97-3022cb17fdd5 None None] Port d4c22b23-60e6-4356-aea4-5d514cd579cf cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:42.371507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.21.0.1 (5d75d99b-346f-41cf-bd62-a7bdb57cd0d5/6b3a1a25-b9e5-4bac-ba0f-bc3f7d131280/57705156-3145-413a-9e38-35042eee73a3) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:42.415630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3069f8bf-44f6-4925-9c58-d772abb48962 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:42.467671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0d65ec82-3539-4f96-9108-562fc0b2a0b9 None None] Provisioning complete for port 3069f8bf-44f6-4925-9c58-d772abb48962 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:42.468130 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0d65ec82-3539-4f96-9108-562fc0b2a0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.502228 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.511319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3069f8bf-44f6-4925-9c58-d772abb48962 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:42.511686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.536583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.574425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:42.578044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:42.584505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:42.611018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=57705156-3145-413a-9e38-35042eee73a3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:42.631186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f49862d6-426a-4600-942a-8193c8c249ba up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:42.635949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.696277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f49862d6-426a-4600-942a-8193c8c249ba triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:42.696666 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.774994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.911863 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c8e1996d-05de-421c-addd-a3b65b450312 None None] Provisioning complete for port 57705156-3145-413a-9e38-35042eee73a3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:42.912215 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8e1996d-05de-421c-addd-a3b65b450312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:42.947775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1996d-05de-421c-addd-a3b65b450312 None None] Port 57705156-3145-413a-9e38-35042eee73a3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:43.049137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:43.053428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:43.122752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=57705156-3145-413a-9e38-35042eee73a3,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:43.128094 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:43.222357 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:43.223739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:43.326424 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router fabe37d8-f3a0-4795-8bef-168513596ebf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:43.421642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:43.426544 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-75968a2e-f01e-4a30-9870-3d866f8c6eff tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/fabe37d8-f3a0-4795-8bef-168513596ebf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8367608
Nov 06 21:18:43.429270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37352) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:43.433162 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d8a79-d782-4f8d-8f6d-3b644dd60283 None None] Sync routers for ids ['fabe37d8-f3a0-4795-8bef-168513596ebf'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:43.444488 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d8a79-d782-4f8d-8f6d-3b644dd60283 None None] Routers {'fabe37d8-f3a0-4795-8bef-168513596ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:43.445099 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f62d8a79-d782-4f8d-8f6d-3b644dd60283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adf430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fabe37d8-f3a0-4795-8bef-168513596ebf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:43.473285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-aee901a7-f57a-43fa-bac9-1f8bc95a6a61 None None] Provisioning complete for port 57705156-3145-413a-9e38-35042eee73a3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:43.473675 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aee901a7-f57a-43fa-bac9-1f8bc95a6a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:43.475334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d387f36-0982-4d75-a077-a6947e328134 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:43.476861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0d387f36-0982-4d75-a077-a6947e328134 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports/57705156-3145-413a-9e38-35042eee73a3 HTTP/1.1" status: 200  len: 910 time: 0.0467541
Nov 06 21:18:43.479581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37354) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:43.481481 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f62d8a79-d782-4f8d-8f6d-3b644dd60283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adf430>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:43.491298 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d8a79-d782-4f8d-8f6d-3b644dd60283 None None] Routers {'fabe37d8-f3a0-4795-8bef-168513596ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:43.491903 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f62d8a79-d782-4f8d-8f6d-3b644dd60283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252adf430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fabe37d8-f3a0-4795-8bef-168513596ebf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:43.508472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-aee901a7-f57a-43fa-bac9-1f8bc95a6a61 None None] Port 57705156-3145-413a-9e38-35042eee73a3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:43.529289 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f62d8a79-d782-4f8d-8f6d-3b644dd60283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252adf430>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:43.529948 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d8a79-d782-4f8d-8f6d-3b644dd60283 None None] The sync data for ids ['fabe37d8-f3a0-4795-8bef-168513596ebf'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:43.784739 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:44.022268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 57705156-3145-413a-9e38-35042eee73a3 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:44.022604 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:44.109196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:44.120658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 57705156-3145-413a-9e38-35042eee73a3 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:44.296241 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:44.324336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3069f8bf-44f6-4925-9c58-d772abb48962 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:44.329199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=57705156-3145-413a-9e38-35042eee73a3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:44.377033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3069f8bf-44f6-4925-9c58-d772abb48962 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:44.377499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:44.486608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:44.615532 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:44.649761 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:44.982341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router fabe37d8-f3a0-4795-8bef-168513596ebf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:45.072948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:45.078990 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-35cacf11-2f76-4ad9-96ec-8942258c6e34 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/fabe37d8-f3a0-4795-8bef-168513596ebf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5984147
Nov 06 21:18:45.081738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37358) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:45.083688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6fe11-00fd-47da-b06a-9a0096182daf None None] Sync routers for ids ['fabe37d8-f3a0-4795-8bef-168513596ebf'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:45.093792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6fe11-00fd-47da-b06a-9a0096182daf None None] Routers {'fabe37d8-f3a0-4795-8bef-168513596ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:45.094393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-31b6fe11-00fd-47da-b06a-9a0096182daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251404070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fabe37d8-f3a0-4795-8bef-168513596ebf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:45.127200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-31b6fe11-00fd-47da-b06a-9a0096182daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251404070>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:45.135661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6fe11-00fd-47da-b06a-9a0096182daf None None] Routers {'fabe37d8-f3a0-4795-8bef-168513596ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:45.136246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-31b6fe11-00fd-47da-b06a-9a0096182daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251404070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fabe37d8-f3a0-4795-8bef-168513596ebf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:45.171159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-31b6fe11-00fd-47da-b06a-9a0096182daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251404070>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:45.171784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6fe11-00fd-47da-b06a-9a0096182daf None None] The sync data for ids ['fabe37d8-f3a0-4795-8bef-168513596ebf'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:45.394558 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:45.482084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360435de-aed2-4335-a33f-818b2208f23b req-40dafc54-fbb1-4e9f-807f-f275f6f9b816 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0462739
Nov 06 21:18:45.580420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360435de-aed2-4335-a33f-818b2208f23b req-cb48d7d3-57e6-4808-934a-341f757bc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:45.582404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360435de-aed2-4335-a33f-818b2208f23b req-cb48d7d3-57e6-4808-934a-341f757bc6c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1097 time: 0.0507991
Nov 06 21:18:45.669226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port d4c22b23-60e6-4356-aea4-5d514cd579cf {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:45.669574 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:45.701331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360435de-aed2-4335-a33f-818b2208f23b req-c84de045-10c1-4a94-8930-5a2f6c841dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:45.703323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360435de-aed2-4335-a33f-818b2208f23b req-c84de045-10c1-4a94-8930-5a2f6c841dda service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1014776
Nov 06 21:18:45.776131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:45.777890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360435de-aed2-4335-a33f-818b2208f23b req-aaaf7b44-d3aa-427e-b483-66547e324f29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 200  len: 1002 time: 0.0655122
Nov 06 21:18:45.791673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for d4c22b23-60e6-4356-aea4-5d514cd579cf owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:45.830059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360435de-aed2-4335-a33f-818b2208f23b req-a60a5f75-ad99-4597-bac7-77441378ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:45.831585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360435de-aed2-4335-a33f-818b2208f23b req-a60a5f75-ad99-4597-bac7-77441378ad4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0455427
Nov 06 21:18:45.879974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360435de-aed2-4335-a33f-818b2208f23b req-6ac450c9-ec02-42cd-9c6c-29efa2dd461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:45.881554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360435de-aed2-4335-a33f-818b2208f23b req-6ac450c9-ec02-42cd-9c6c-29efa2dd461c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425453
Nov 06 21:18:45.977326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360435de-aed2-4335-a33f-818b2208f23b req-c04fbdec-f87e-4b66-8c06-08f274afc4e7 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878057
Nov 06 21:18:45.980837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.013026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=d4c22b23-60e6-4356-aea4-5d514cd579cf,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:46.077146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-360435de-aed2-4335-a33f-818b2208f23b req-ce082856-9d34-4c51-95d1-33c1ecf72152 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919266
Nov 06 21:18:46.155302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.328993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router fabe37d8-f3a0-4795-8bef-168513596ebf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:46.419215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:46.427143 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-57e16795-727f-4c40-acd9-6a1ca3dafb79 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/fabe37d8-f3a0-4795-8bef-168513596ebf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3414297
Nov 06 21:18:46.427143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37364) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:46.433245 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035fe9ad-aa5a-4da1-83bc-8b9bd9a130d7 None None] Sync routers for ids ['fabe37d8-f3a0-4795-8bef-168513596ebf'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:46.455479 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035fe9ad-aa5a-4da1-83bc-8b9bd9a130d7 None None] Routers {'fabe37d8-f3a0-4795-8bef-168513596ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:46.456248 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-035fe9ad-aa5a-4da1-83bc-8b9bd9a130d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252bc1370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fabe37d8-f3a0-4795-8bef-168513596ebf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:46.457156 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-02fcee9d-5f51-41c5-9587-caa01f8316f9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=fabe37d8-f3a0-4795-8bef-168513596ebf HTTP/1.1" status: 200  len: 205 time: 0.0291059
Nov 06 21:18:46.459650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37366) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:46.492038 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-035fe9ad-aa5a-4da1-83bc-8b9bd9a130d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252bc1370>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:46.501374 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035fe9ad-aa5a-4da1-83bc-8b9bd9a130d7 None None] Routers {'fabe37d8-f3a0-4795-8bef-168513596ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:46.501965 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-035fe9ad-aa5a-4da1-83bc-8b9bd9a130d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252bc1370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['fabe37d8-f3a0-4795-8bef-168513596ebf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:46.533211 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-035fe9ad-aa5a-4da1-83bc-8b9bd9a130d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252bc1370>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:46.533758 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035fe9ad-aa5a-4da1-83bc-8b9bd9a130d7 None None] The sync data for ids ['fabe37d8-f3a0-4795-8bef-168513596ebf'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:46.537967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c164fb8b-8a00-4d3b-a0c5-80ffd3a8731e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.692664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c164fb8b-8a00-4d3b-a0c5-80ffd3a8731e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.694733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c164fb8b-8a00-4d3b-a0c5-80ffd3a8731e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.740352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c164fb8b-8a00-4d3b-a0c5-80ffd3a8731e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.740888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c164fb8b-8a00-4d3b-a0c5-80ffd3a8731e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Fanout notify agent at l3_agent the message router_deleted on router fabe37d8-f3a0-4795-8bef-168513596ebf {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:46.747966 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c164fb8b-8a00-4d3b-a0c5-80ffd3a8731e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.751988 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c164fb8b-8a00-4d3b-a0c5-80ffd3a8731e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/fabe37d8-f3a0-4795-8bef-168513596ebf HTTP/1.1" status: 204  len: 168 time: 0.2885439
Nov 06 21:18:46.752434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37370) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:46.803251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24e8467-6918-4f90-b0a2-e61488d5c44e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet 6b3a1a25-b9e5-4bac-ba0f-bc3f7d131280 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:18:46.806319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c24e8467-6918-4f90-b0a2-e61488d5c44e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.851377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c24e8467-6918-4f90-b0a2-e61488d5c44e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.865821 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-80005853-798e-4513-9b1a-ffc80024ec24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:46.970959 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c24e8467-6918-4f90-b0a2-e61488d5c44e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.033521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c24e8467-6918-4f90-b0a2-e61488d5c44e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.062519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e8467-6918-4f90-b0a2-e61488d5c44e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3a1a25-b9e5-4bac-ba0f-bc3f7d131280,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:47.064704 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c24e8467-6918-4f90-b0a2-e61488d5c44e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.068432 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c24e8467-6918-4f90-b0a2-e61488d5c44e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/6b3a1a25-b9e5-4bac-ba0f-bc3f7d131280 HTTP/1.1" status: 204  len: 168 time: 0.3146057
Nov 06 21:18:47.070008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6667a-ab2c-4ddc-8319-e508016d6074 None None] Network 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:47.072983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37372) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:47.127062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e99dd08-0b8c-47d0-8eb4-c1eda3cc871a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet b3ebee24-e4f6-4640-ac57-fd5adb5335a5 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:18:47.130507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e99dd08-0b8c-47d0-8eb4-c1eda3cc871a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.178231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e99dd08-0b8c-47d0-8eb4-c1eda3cc871a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.241414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] DHCP port deletion for 5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:18:47.262912 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e99dd08-0b8c-47d0-8eb4-c1eda3cc871a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.290682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] Deleting port 3069f8bf-44f6-4925-9c58-d772abb48962 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:47.291047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.322208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e99dd08-0b8c-47d0-8eb4-c1eda3cc871a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.351734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99dd08-0b8c-47d0-8eb4-c1eda3cc871a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ebee24-e4f6-4640-ac57-fd5adb5335a5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:47.358270 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e99dd08-0b8c-47d0-8eb4-c1eda3cc871a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.359504 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] For port 3069f8bf-44f6-4925-9c58-d772abb48962, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3069f8bf-44f6-4925-9c58-d772abb48962,segment=NetworkSegment(c20c148d-f959-487d-a446-3f9d1351f27d),segment_id=c20c148d-f959-487d-a446-3f9d1351f27d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:47.359912 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.364137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37374) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:47.364276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4e99dd08-0b8c-47d0-8eb4-c1eda3cc871a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/b3ebee24-e4f6-4640-ac57-fd5adb5335a5 HTTP/1.1" status: 204  len: 168 time: 0.2900076
Nov 06 21:18:47.372662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45743983-6ac1-4700-8545-ec158ad741c9 None None] Network 3e8a2b95-1933-4655-b758-cd3ba73ad66c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:47.416743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] Calling delete_port for 3069f8bf-44f6-4925-9c58-d772abb48962 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:47.455529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.519279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 3069f8bf-44f6-4925-9c58-d772abb48962 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:47.519625 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.563675 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.591472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] Pushing event deleted for resources: {'Port': ['ID=3069f8bf-44f6-4925-9c58-d772abb48962,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:47.600066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port 3069f8bf-44f6-4925-9c58-d772abb48962, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3069f8bf-44f6-4925-9c58-d772abb48962,segment=NetworkSegment(c20c148d-f959-487d-a446-3f9d1351f27d),segment_id=c20c148d-f959-487d-a446-3f9d1351f27d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:47.600066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.600665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102338e8-b94f-41a6-a6ee-e2699117942d None None] No DVR routers for this DVR port 3069f8bf-44f6-4925-9c58-d772abb48962 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:18:47.619438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 3069f8bf-44f6-4925-9c58-d772abb48962 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:47.653955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] DHCP port deletion for 3e8a2b95-1933-4655-b758-cd3ba73ad66c request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:18:47.703201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] Deleting port f49862d6-426a-4600-942a-8193c8c249ba {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:47.703565 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.705100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.729942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=3069f8bf-44f6-4925-9c58-d772abb48962,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:47.734000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No DVR routers for this DVR port 3069f8bf-44f6-4925-9c58-d772abb48962 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:18:47.771924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] For port f49862d6-426a-4600-942a-8193c8c249ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f49862d6-426a-4600-942a-8193c8c249ba,segment=NetworkSegment(42d92e9d-6779-46ec-9f06-0756adf8acb9),segment_id=42d92e9d-6779-46ec-9f06-0756adf8acb9)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:47.772362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.787355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] Calling delete_port for f49862d6-426a-4600-942a-8193c8c249ba owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:47.827876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.853507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256ebea00>,) {'filters': {'network_id': ['5d75d99b-346f-41cf-bd62-a7bdb57cd0d5']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:47.868063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256ebea00>, 'c20c148d-f959-487d-a446-3f9d1351f27d') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:47.868561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256ebea00>, 'c20c148d-f959-487d-a446-3f9d1351f27d') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:47.871027 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.885918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.900758 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.903725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] Pushing event deleted for resources: {'Port': ['ID=f49862d6-426a-4600-942a-8193c8c249ba,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:47.908519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:18:47.908795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef2476-c042-4c01-ac8e-e9bfd474f005 None None] No DVR routers for this DVR port f49862d6-426a-4600-942a-8193c8c249ba on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:18:47.909125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:18:47.912473 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:18:47.977675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.983834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:47.987255 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/5d75d99b-346f-41cf-bd62-a7bdb57cd0d5 HTTP/1.1" status: 204  len: 168 time: 0.6220319
Nov 06 21:18:47.990064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37378) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:48.003254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae4e26-fa20-4412-9ecb-22f3da30acd9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=5d75d99b-346f-41cf-bd62-a7bdb57cd0d5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:48.072163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.106484 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:18:48.174288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.196804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255020850>,) {'filters': {'network_id': ['3e8a2b95-1933-4655-b758-cd3ba73ad66c']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:48.207752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255020850>, '42d92e9d-6779-46ec-9f06-0756adf8acb9') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:48.208051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255020850>, '42d92e9d-6779-46ec-9f06-0756adf8acb9') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:48.219226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.233737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.240391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:18:48.240854 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:18:48.244391 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:18:48.311825 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.317127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.321115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/3e8a2b95-1933-4655-b758-cd3ba73ad66c HTTP/1.1" status: 204  len: 168 time: 0.3298094
Nov 06 21:18:48.325296 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37380) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:48.328877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3069f8bf-44f6-4925-9c58-d772abb48962 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:18:48.332406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-1562121187'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:48.339630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b7d81-cc21-42b5-a78a-036037136058 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=3e8a2b95-1933-4655-b758-cd3ba73ad66c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:48.353743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 3069f8bf-44f6-4925-9c58-d772abb48962 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:18:48.354350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3069f8bf-44f6-4925-9c58-d772abb48962 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:18:48.354781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f49862d6-426a-4600-942a-8193c8c249ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:18:48.355314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:48.359774 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.376656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f49862d6-426a-4600-942a-8193c8c249ba {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:18:48.377001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f49862d6-426a-4600-942a-8193c8c249ba not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:18:48.387067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:18:48.397038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.397381 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment 1e7c0b63-2fb1-40d9-90f5-39ab197c95ee of type vlan for network b9c6e663-1f8a-418c-aaae-a7cba99114ee
Nov 06 21:18:48.436233 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.460639 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.466390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:48.466989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.528284 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2010524
Nov 06 21:18:48.531266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37382) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:48.537124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc284d-62a3-42c6-87e5-e4738cb50ff6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=b9c6e663-1f8a-418c-aaae-a7cba99114ee,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:48.537313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': 'b9c6e663-1f8a-418c-aaae-a7cba99114ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:48.549070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network b9c6e663-1f8a-418c-aaae-a7cba99114ee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:18:48.655019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:48.659163 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.862593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.928106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=bd43e9c9-c5c9-45af-817c-63e0814a5b2e,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:48.936519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': '1e7c0b63-2fb1-40d9-90f5-39ab197c95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b9c6e663-1f8a-418c-aaae-a7cba99114ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:48.936882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: b9c6e663-1f8a-418c-aaae-a7cba99114ee, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:18:48.953992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network b9c6e663-1f8a-418c-aaae-a7cba99114ee is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:18:48.962399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9c6e663-1f8a-418c-aaae-a7cba99114ee) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:48.966630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:48.967290 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:48.972541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff7246-8476-47fa-95ef-017200603183 None None] Network b9c6e663-1f8a-418c-aaae-a7cba99114ee requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:48.988120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5729e5e9-b2e3-42bc-8728-bb99feac8ded tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4555409
Nov 06 21:18:48.990967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37386) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:48.996016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-745480fc-4a4c-45e9-8d5b-e433c7ad34b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-931639232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:49.025501 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-745480fc-4a4c-45e9-8d5b-e433c7ad34b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.026643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-745480fc-4a4c-45e9-8d5b-e433c7ad34b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.083852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-745480fc-4a4c-45e9-8d5b-e433c7ad34b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.087860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-745480fc-4a4c-45e9-8d5b-e433c7ad34b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.105583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-745480fc-4a4c-45e9-8d5b-e433c7ad34b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.106810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-745480fc-4a4c-45e9-8d5b-e433c7ad34b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1147418
Nov 06 21:18:49.110171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37388) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:49.115040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'port': {'network_id': 'b9c6e663-1f8a-418c-aaae-a7cba99114ee', 'name': 'tempest-RoutersTest-812799689'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:49.125705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b9c6e663-1f8a-418c-aaae-a7cba99114ee', 'network_id': 'b9c6e663-1f8a-418c-aaae-a7cba99114ee', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': 'bd43e9c9-c5c9-45af-817c-63e0814a5b2e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:18:49.126714 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.236626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:49.238030 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93fb0c21-8fce-4c0e-884a-a86212574587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.240526 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.260412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] device_id is not set on port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 yet. {{(pid=119333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:18:49.280911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Allocated IP 172.20.0.2 (b9c6e663-1f8a-418c-aaae-a7cba99114ee/bd43e9c9-c5c9-45af-817c-63e0814a5b2e/640ec94a-8cf5-46ab-8f1c-6a7fba432a1e) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:49.432917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.439437 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.480568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Network b9c6e663-1f8a-418c-aaae-a7cba99114ee is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:49.483374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:49.486547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:49.497954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.20.0.5 (b9c6e663-1f8a-418c-aaae-a7cba99114ee/bd43e9c9-c5c9-45af-817c-63e0814a5b2e/eb5a26eb-5efb-41ca-af20-87c339d9e5b7) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:49.503356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Pushing event updated for resources: {'Port': ['ID=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:49.561248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Attempting to bind port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:18:49.561706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Attempting to bind port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e7c0b63-2fb1-40d9-90f5-39ab197c95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b9c6e663-1f8a-418c-aaae-a7cba99114ee'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:18:49.561971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Attempting to bind port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e on network b9c6e663-1f8a-418c-aaae-a7cba99114ee {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:18:49.567309 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:18:49.567676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Checking segment: {'id': '1e7c0b63-2fb1-40d9-90f5-39ab197c95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b9c6e663-1f8a-418c-aaae-a7cba99114ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:49.568071 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.568584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Bound using segment: {'id': '1e7c0b63-2fb1-40d9-90f5-39ab197c95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b9c6e663-1f8a-418c-aaae-a7cba99114ee'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:18:49.569041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Bound port: 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7c0b63-2fb1-40d9-90f5-39ab197c95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b9c6e663-1f8a-418c-aaae-a7cba99114ee'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:18:49.569427 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.634905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] For port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:18:49.638543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] For port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,segment=NetworkSegment(1e7c0b63-2fb1-40d9-90f5-39ab197c95ee),segment_id=1e7c0b63-2fb1-40d9-90f5-39ab197c95ee)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:18:49.643294 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.667096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.700352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145036bb-9abd-4e22-acd2-967f06669e5d None None] Pushing event updated for resources: {'Port': ['ID=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:49.718647 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.772094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network b9c6e663-1f8a-418c-aaae-a7cba99114ee is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:49.778320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:49.783182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:49.791092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=eb5a26eb-5efb-41ca-af20-87c339d9e5b7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:49.840970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:49.841696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:49.859773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-342f9008-8333-4404-af30-b24e6d7bf73a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 0.7485275
Nov 06 21:18:49.862856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37392) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:50.358408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:50.418960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:50.419513 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:50.516668 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:50.527343 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:50.554979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,segment=NetworkSegment(1e7c0b63-2fb1-40d9-90f5-39ab197c95ee),segment_id=1e7c0b63-2fb1-40d9-90f5-39ab197c95ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:50.560374 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:50.616703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:50.638038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:50.820241 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:50.827108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:50.832631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742a5e5-e127-479d-aa54-49f9ac9fac86 None None] Network b9c6e663-1f8a-418c-aaae-a7cba99114ee requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:50.907704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=eb5a26eb-5efb-41ca-af20-87c339d9e5b7,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:50.915089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6e6aafae-00d3-4c03-b4ab-46760ec6104c None None] Provisioning complete for port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:50.915607 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e6aafae-00d3-4c03-b4ab-46760ec6104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.079704 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.242763 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.390888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d04729f6-0f58-40e2-aea3-69fb186ef794 None None] Provisioning complete for port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:51.391433 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d04729f6-0f58-40e2-aea3-69fb186ef794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.510923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d04729f6-0f58-40e2-aea3-69fb186ef794 None None] Provisioning complete for port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:51.511296 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d04729f6-0f58-40e2-aea3-69fb186ef794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.553376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d04729f6-0f58-40e2-aea3-69fb186ef794 None None] Port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:51.582554 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.588644 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.670889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.673076 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=eb5a26eb-5efb-41ca-af20-87c339d9e5b7,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:51.676217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4912269f-2b8f-4fa3-8b90-724394b8be19 None None] Provisioning complete for port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:51.676829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4912269f-2b8f-4fa3-8b90-724394b8be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.718804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4912269f-2b8f-4fa3-8b90-724394b8be19 None None] Port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:51.780762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network b9c6e663-1f8a-418c-aaae-a7cba99114ee is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:51.782311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:51.851232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b4b7abe5-692b-497b-acde-6db2d3aa159b None None] Provisioning complete for port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:51.851540 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b4b7abe5-692b-497b-acde-6db2d3aa159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.932266 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:51.933129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7abe5-692b-497b-acde-6db2d3aa159b None None] Port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:51.939029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 5eab0411-e050-4f7b-a4a0-72e67f21488f is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:52.041467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:52.047028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c0188afa-6b9d-41c9-bff7-6ae17fbccfd4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/5eab0411-e050-4f7b-a4a0-72e67f21488f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1827717
Nov 06 21:18:52.049458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37398) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:52.101653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2f7db0-00bf-42e2-8a2e-5d87215766b2 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:52.105719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9c2f7db0-00bf-42e2-8a2e-5d87215766b2 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports/eb5a26eb-5efb-41ca-af20-87c339d9e5b7 HTTP/1.1" status: 200  len: 976 time: 0.0525422
Nov 06 21:18:52.105965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37400) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:52.225537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d299885-72e1-407c-ac8f-71eaf515e4d1 None None] Sync routers for ids ['5eab0411-e050-4f7b-a4a0-72e67f21488f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:52.238274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d3076ac0-5fdd-4a7f-9f1e-ff339f601aa1 None None] Provisioning complete for port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:52.238636 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d3076ac0-5fdd-4a7f-9f1e-ff339f601aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:52.267900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d299885-72e1-407c-ac8f-71eaf515e4d1 None None] Routers {'5eab0411-e050-4f7b-a4a0-72e67f21488f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:52.268684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6d299885-72e1-407c-ac8f-71eaf515e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251278490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5eab0411-e050-4f7b-a4a0-72e67f21488f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:52.309391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6d299885-72e1-407c-ac8f-71eaf515e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251278490>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:52.326718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d3076ac0-5fdd-4a7f-9f1e-ff339f601aa1 None None] Port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:52.330931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d299885-72e1-407c-ac8f-71eaf515e4d1 None None] Routers {'5eab0411-e050-4f7b-a4a0-72e67f21488f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:52.331540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6d299885-72e1-407c-ac8f-71eaf515e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251278490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5eab0411-e050-4f7b-a4a0-72e67f21488f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:52.376879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:52.380547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6d299885-72e1-407c-ac8f-71eaf515e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251278490>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:52.381306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d299885-72e1-407c-ac8f-71eaf515e4d1 None None] The sync data for ids ['5eab0411-e050-4f7b-a4a0-72e67f21488f'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:52.442303 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:52.443044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:52.503445 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:52.569743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:52.802334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port eb5a26eb-5efb-41ca-af20-87c339d9e5b7 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:52.803118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:52.897535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:52.911109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for eb5a26eb-5efb-41ca-af20-87c339d9e5b7 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:53.094649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:53.121827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=eb5a26eb-5efb-41ca-af20-87c339d9e5b7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:53.263215 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:53.713989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 5eab0411-e050-4f7b-a4a0-72e67f21488f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:53.791553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:53.797074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-01e8af2d-9c57-40e1-92af-a0e4016d4d7e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/5eab0411-e050-4f7b-a4a0-72e67f21488f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6900995
Nov 06 21:18:53.799809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37404) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:53.802330 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fb781-3d95-4f43-93e3-012a7bb06274 None None] Sync routers for ids ['5eab0411-e050-4f7b-a4a0-72e67f21488f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:53.812317 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fb781-3d95-4f43-93e3-012a7bb06274 None None] Routers {'5eab0411-e050-4f7b-a4a0-72e67f21488f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:53.812938 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-403fb781-3d95-4f43-93e3-012a7bb06274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252933520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5eab0411-e050-4f7b-a4a0-72e67f21488f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:53.844611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-403fb781-3d95-4f43-93e3-012a7bb06274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252933520>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:53.853337 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fb781-3d95-4f43-93e3-012a7bb06274 None None] Routers {'5eab0411-e050-4f7b-a4a0-72e67f21488f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:53.853940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-403fb781-3d95-4f43-93e3-012a7bb06274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252933520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5eab0411-e050-4f7b-a4a0-72e67f21488f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:53.891175 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-403fb781-3d95-4f43-93e3-012a7bb06274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252933520>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:53.891827 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fb781-3d95-4f43-93e3-012a7bb06274 None None] The sync data for ids ['5eab0411-e050-4f7b-a4a0-72e67f21488f'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:53.990806 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-ebee0abd-70eb-4982-b3b9-656529662041 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] remove_router_interface failed (client error): The resource could not be found.
Nov 06 21:18:53.991780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ebee0abd-70eb-4982-b3b9-656529662041 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/5eab0411-e050-4f7b-a4a0-72e67f21488f/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.1910186
Nov 06 21:18:53.994489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37406) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:54.020694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-931f303f-a23d-4200-bf1d-80f8c7f7b6c1 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab0411-e050-4f7b-a4a0-72e67f21488f HTTP/1.1" status: 200  len: 205 time: 0.0250385
Nov 06 21:18:54.023004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37410) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:54.101147 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b0dad6b-afc8-41c8-8248-cc7b9d7a81c4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.266794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b0dad6b-afc8-41c8-8248-cc7b9d7a81c4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.269037 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b0dad6b-afc8-41c8-8248-cc7b9d7a81c4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.311612 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b0dad6b-afc8-41c8-8248-cc7b9d7a81c4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.312150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0dad6b-afc8-41c8-8248-cc7b9d7a81c4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Fanout notify agent at l3_agent the message router_deleted on router 5eab0411-e050-4f7b-a4a0-72e67f21488f {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:54.318944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b0dad6b-afc8-41c8-8248-cc7b9d7a81c4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.319920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7b0dad6b-afc8-41c8-8248-cc7b9d7a81c4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/5eab0411-e050-4f7b-a4a0-72e67f21488f HTTP/1.1" status: 204  len: 168 time: 0.2960191
Nov 06 21:18:54.322542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37412) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:54.371974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b9f132-3196-4404-a9fb-17cb8ebdbb66 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet bd43e9c9-c5c9-45af-817c-63e0814a5b2e {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:18:54.375623 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1b9f132-3196-4404-a9fb-17cb8ebdbb66 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.418367 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1b9f132-3196-4404-a9fb-17cb8ebdbb66 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.502102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1b9f132-3196-4404-a9fb-17cb8ebdbb66 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.557933 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1b9f132-3196-4404-a9fb-17cb8ebdbb66 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.589094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9f132-3196-4404-a9fb-17cb8ebdbb66 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=bd43e9c9-c5c9-45af-817c-63e0814a5b2e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:54.593903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1b9f132-3196-4404-a9fb-17cb8ebdbb66 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.597074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c1b9f132-3196-4404-a9fb-17cb8ebdbb66 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/bd43e9c9-c5c9-45af-817c-63e0814a5b2e HTTP/1.1" status: 204  len: 168 time: 0.2736168
Nov 06 21:18:54.599699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37414) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:54.599920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b991d95e-3315-48c4-80ee-059007a02865 None None] Network b9c6e663-1f8a-418c-aaae-a7cba99114ee requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:54.675342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.729425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:54.729763 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.764549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea0626-d234-4a77-8726-3730517d107a None None] DHCP port deletion for b9c6e663-1f8a-418c-aaae-a7cba99114ee request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:18:54.799633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,segment=NetworkSegment(1e7c0b63-2fb1-40d9-90f5-39ab197c95ee),segment_id=1e7c0b63-2fb1-40d9-90f5-39ab197c95ee)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:54.799989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.811263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-39ea0626-d234-4a77-8726-3730517d107a None None] Deleting port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:54.811548 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-39ea0626-d234-4a77-8726-3730517d107a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.812522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:54.875672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-39ea0626-d234-4a77-8726-3730517d107a None None] For port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,segment=NetworkSegment(1e7c0b63-2fb1-40d9-90f5-39ab197c95ee),segment_id=1e7c0b63-2fb1-40d9-90f5-39ab197c95ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:54.876009 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-39ea0626-d234-4a77-8726-3730517d107a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.889612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-39ea0626-d234-4a77-8726-3730517d107a None None] Calling delete_port for 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:54.892864 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.919138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:54.922951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No DVR routers for this DVR port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:18:54.970835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-39ea0626-d234-4a77-8726-3730517d107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:54.995690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea0626-d234-4a77-8726-3730517d107a None None] Pushing event deleted for resources: {'Port': ['ID=640ec94a-8cf5-46ab-8f1c-6a7fba432a1e,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:55.000156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea0626-d234-4a77-8726-3730517d107a None None] No DVR routers for this DVR port 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:18:55.009990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.030195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92547d89d0>,) {'filters': {'network_id': ['b9c6e663-1f8a-418c-aaae-a7cba99114ee']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:55.039162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92547d89d0>, '1e7c0b63-2fb1-40d9-90f5-39ab197c95ee') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:55.039451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92547d89d0>, '1e7c0b63-2fb1-40d9-90f5-39ab197c95ee') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:55.049128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.062645 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.068454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:18:55.068833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:18:55.071800 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:18:55.134352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.143989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.147334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/b9c6e663-1f8a-418c-aaae-a7cba99114ee HTTP/1.1" status: 204  len: 168 time: 0.5467229
Nov 06 21:18:55.151348 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37418) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:55.156690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-1740760918'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:55.157781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58810e9-a2b7-4d9b-9898-e88480d61e1b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=b9c6e663-1f8a-418c-aaae-a7cba99114ee,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:55.177700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:55.181191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.205361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:18:55.213901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.214239 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment 956b5e7b-9db0-472c-9e4a-249c9787ad3b of type vlan for network 92705a20-a147-4bcc-9b3d-c54f6870dbac
Nov 06 21:18:55.254547 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.278457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.284105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:55.284721 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.346378 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.1935813
Nov 06 21:18:55.349252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37422) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:55.354553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': '92705a20-a147-4bcc-9b3d-c54f6870dbac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:55.355052 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def277b-64bd-4aa7-8f55-1827bbf08f4d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=92705a20-a147-4bcc-9b3d-c54f6870dbac,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:55.366682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 92705a20-a147-4bcc-9b3d-c54f6870dbac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:18:55.441634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:18:55.445404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.625906 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.689244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=2d24b8b9-8040-43b6-a2f9-6f711e9c2a89,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:55.697749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': '956b5e7b-9db0-472c-9e4a-249c9787ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '92705a20-a147-4bcc-9b3d-c54f6870dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:55.698109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: 92705a20-a147-4bcc-9b3d-c54f6870dbac, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:18:55.714105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 92705a20-a147-4bcc-9b3d-c54f6870dbac is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:18:55.722607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92705a20-a147-4bcc-9b3d-c54f6870dbac) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:55.726719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:55.727310 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.731361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4dbe6-18af-447a-a87a-40ae079e6f0c None None] Network 92705a20-a147-4bcc-9b3d-c54f6870dbac requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:55.744161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-88938662-9365-4c3b-8046-e49964f38154 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3936977
Nov 06 21:18:55.746786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37424) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:55.751879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5486fcb0-5198-4345-b9af-288b4a0bedfb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-907666013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:18:55.774262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5486fcb0-5198-4345-b9af-288b4a0bedfb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.775402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5486fcb0-5198-4345-b9af-288b4a0bedfb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.827463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5486fcb0-5198-4345-b9af-288b4a0bedfb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.834304 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5486fcb0-5198-4345-b9af-288b4a0bedfb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.852663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5486fcb0-5198-4345-b9af-288b4a0bedfb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:55.854033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5486fcb0-5198-4345-b9af-288b4a0bedfb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1062763
Nov 06 21:18:55.856898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37426) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:55.882472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92705a20-a147-4bcc-9b3d-c54f6870dbac', 'network_id': '92705a20-a147-4bcc-9b3d-c54f6870dbac', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': '2d24b8b9-8040-43b6-a2f9-6f711e9c2a89'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:18:55.883452 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.014708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Allocated IP 172.20.0.2 (92705a20-a147-4bcc-9b3d-c54f6870dbac/2d24b8b9-8040-43b6-a2f9-6f711e9c2a89/ce41fbf5-94d8-4116-b13f-845320456415) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:56.134354 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.158882 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.165855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.207177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Network 92705a20-a147-4bcc-9b3d-c54f6870dbac is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:56.212993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:56.216766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:56.222626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Pushing event updated for resources: {'Port': ['ID=ce41fbf5-94d8-4116-b13f-845320456415,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:56.282212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Attempting to bind port ce41fbf5-94d8-4116-b13f-845320456415 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:18:56.282783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Attempting to bind port ce41fbf5-94d8-4116-b13f-845320456415 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '956b5e7b-9db0-472c-9e4a-249c9787ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '92705a20-a147-4bcc-9b3d-c54f6870dbac'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:18:56.283313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Attempting to bind port ce41fbf5-94d8-4116-b13f-845320456415 on network 92705a20-a147-4bcc-9b3d-c54f6870dbac {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:18:56.294511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:18:56.295445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Checking segment: {'id': '956b5e7b-9db0-472c-9e4a-249c9787ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '92705a20-a147-4bcc-9b3d-c54f6870dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:18:56.295859 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.296260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Bound using segment: {'id': '956b5e7b-9db0-472c-9e4a-249c9787ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '92705a20-a147-4bcc-9b3d-c54f6870dbac'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:18:56.296804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Bound port: ce41fbf5-94d8-4116-b13f-845320456415, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956b5e7b-9db0-472c-9e4a-249c9787ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '92705a20-a147-4bcc-9b3d-c54f6870dbac'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:18:56.297245 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.332763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:18:56.358654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:18:56.358999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 640ec94a-8cf5-46ab-8f1c-6a7fba432a1e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:18:56.387086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] For port ce41fbf5-94d8-4116-b13f-845320456415, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:18:56.390500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] For port ce41fbf5-94d8-4116-b13f-845320456415, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce41fbf5-94d8-4116-b13f-845320456415,segment=NetworkSegment(956b5e7b-9db0-472c-9e4a-249c9787ad3b),segment_id=956b5e7b-9db0-472c-9e4a-249c9787ad3b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:18:56.394411 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.459361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb3578-f388-4cd5-9543-b636eacdc146 None None] Pushing event updated for resources: {'Port': ['ID=ce41fbf5-94d8-4116-b13f-845320456415,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:56.747084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.20.0.1 (92705a20-a147-4bcc-9b3d-c54f6870dbac/2d24b8b9-8040-43b6-a2f9-6f711e9c2a89/4ccbc2d0-a714-4585-89c2-a06d29032fc5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:18:56.864641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.902382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:56.943840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 92705a20-a147-4bcc-9b3d-c54f6870dbac is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:56.946858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:56.953891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:18:56.979151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=4ccbc2d0-a714-4585-89c2-a06d29032fc5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:57.001208 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.120943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.337486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3199886-f302-4db1-bb91-2278755eb433 None None] Network 92705a20-a147-4bcc-9b3d-c54f6870dbac requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:18:57.396268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.401251 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.413468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-444b1256-0134-4c35-8941-29f19b9c9d94 None None] Provisioning complete for port ce41fbf5-94d8-4116-b13f-845320456415 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:57.413848 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-444b1256-0134-4c35-8941-29f19b9c9d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.474420 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.476966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=4ccbc2d0-a714-4585-89c2-a06d29032fc5,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:57.565610 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-444b1256-0134-4c35-8941-29f19b9c9d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.571427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 92705a20-a147-4bcc-9b3d-c54f6870dbac is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:18:57.572838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:18:57.599667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-444b1256-0134-4c35-8941-29f19b9c9d94 None None] For port ce41fbf5-94d8-4116-b13f-845320456415, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce41fbf5-94d8-4116-b13f-845320456415,segment=NetworkSegment(956b5e7b-9db0-472c-9e4a-249c9787ad3b),segment_id=956b5e7b-9db0-472c-9e4a-249c9787ad3b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:18:57.606611 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-444b1256-0134-4c35-8941-29f19b9c9d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.662595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b1256-0134-4c35-8941-29f19b9c9d94 None None] Pushing event updated for resources: {'Port': ['ID=ce41fbf5-94d8-4116-b13f-845320456415,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:57.697451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 6972026c-08ce-4707-bcc3-779d2ab8cfef is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:18:57.795886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:57.803746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f2abc678-f4f7-42c5-be7c-44cf8256ea89 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/6972026c-08ce-4707-bcc3-779d2ab8cfef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9422338
Nov 06 21:18:57.804499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37432) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:57.805700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac05355d-2a74-41b2-b1e6-a7f32ded51b7 None None] Sync routers for ids ['6972026c-08ce-4707-bcc3-779d2ab8cfef'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:57.825145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05355d-2a74-41b2-b1e6-a7f32ded51b7 None None] Routers {'6972026c-08ce-4707-bcc3-779d2ab8cfef'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:57.825797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ac05355d-2a74-41b2-b1e6-a7f32ded51b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d58880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6972026c-08ce-4707-bcc3-779d2ab8cfef'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:57.852958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc2e55-c30d-44f6-bf36-82c55bfc19e1 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:18:57.854455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-26dc2e55-c30d-44f6-bf36-82c55bfc19e1 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports/4ccbc2d0-a714-4585-89c2-a06d29032fc5 HTTP/1.1" status: 200  len: 910 time: 0.0489089
Nov 06 21:18:57.858014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37434) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:57.862555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ac05355d-2a74-41b2-b1e6-a7f32ded51b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d58880>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:57.872139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-18fc2165-8be5-481e-85a8-7087f961875f None None] Provisioning complete for port ce41fbf5-94d8-4116-b13f-845320456415 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:57.872537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-18fc2165-8be5-481e-85a8-7087f961875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:57.897282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05355d-2a74-41b2-b1e6-a7f32ded51b7 None None] Routers {'6972026c-08ce-4707-bcc3-779d2ab8cfef'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:57.897918 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ac05355d-2a74-41b2-b1e6-a7f32ded51b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d58880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6972026c-08ce-4707-bcc3-779d2ab8cfef'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:57.937623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ac05355d-2a74-41b2-b1e6-a7f32ded51b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d58880>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:57.938273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac05355d-2a74-41b2-b1e6-a7f32ded51b7 None None] The sync data for ids ['6972026c-08ce-4707-bcc3-779d2ab8cfef'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:58.009928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-18fc2165-8be5-481e-85a8-7087f961875f None None] Provisioning complete for port 4ccbc2d0-a714-4585-89c2-a06d29032fc5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:58.010301 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-18fc2165-8be5-481e-85a8-7087f961875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:58.045238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-18fc2165-8be5-481e-85a8-7087f961875f None None] Port 4ccbc2d0-a714-4585-89c2-a06d29032fc5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:58.164564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-131f4d1d-fa2b-4bd5-a911-63d8381ea74f None None] Provisioning complete for port 4ccbc2d0-a714-4585-89c2-a06d29032fc5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:58.165075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-131f4d1d-fa2b-4bd5-a911-63d8381ea74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:58.191898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:58.200663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-131f4d1d-fa2b-4bd5-a911-63d8381ea74f None None] Port 4ccbc2d0-a714-4585-89c2-a06d29032fc5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:58.326134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-15b4743c-ccce-4f0d-b41a-ec5407621c5d None None] Provisioning complete for port 4ccbc2d0-a714-4585-89c2-a06d29032fc5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:58.326363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-15b4743c-ccce-4f0d-b41a-ec5407621c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:58.366359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ce41fbf5-94d8-4116-b13f-845320456415 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:18:58.399134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-15b4743c-ccce-4f0d-b41a-ec5407621c5d None None] Port 4ccbc2d0-a714-4585-89c2-a06d29032fc5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:18:58.423969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ce41fbf5-94d8-4116-b13f-845320456415 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:18:58.424507 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:58.445324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 4ccbc2d0-a714-4585-89c2-a06d29032fc5 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:18:58.445660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:58.814250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:58.827061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 4ccbc2d0-a714-4585-89c2-a06d29032fc5 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:18:58.987588 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.012582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=4ccbc2d0-a714-4585-89c2-a06d29032fc5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:18:59.156213 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.307044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 6972026c-08ce-4707-bcc3-779d2ab8cfef has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:18:59.385953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:18:59.391379 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5c988056-8c00-46cb-b535-eb84787a115f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/6972026c-08ce-4707-bcc3-779d2ab8cfef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5317423
Nov 06 21:18:59.394107 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37440) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:59.396824 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eae294f-d9f7-44a8-8108-c5fdab9297e1 None None] Sync routers for ids ['6972026c-08ce-4707-bcc3-779d2ab8cfef'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:18:59.410295 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eae294f-d9f7-44a8-8108-c5fdab9297e1 None None] Routers {'6972026c-08ce-4707-bcc3-779d2ab8cfef'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:59.410917 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2eae294f-d9f7-44a8-8108-c5fdab9297e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528c0460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6972026c-08ce-4707-bcc3-779d2ab8cfef'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:59.423625 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af16366c-12b4-49de-af31-e8dfccb2eb08 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=6972026c-08ce-4707-bcc3-779d2ab8cfef HTTP/1.1" status: 200  len: 205 time: 0.0278070
Nov 06 21:18:59.426308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:59.452641 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2eae294f-d9f7-44a8-8108-c5fdab9297e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528c0460>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:59.461477 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eae294f-d9f7-44a8-8108-c5fdab9297e1 None None] Routers {'6972026c-08ce-4707-bcc3-779d2ab8cfef'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:18:59.462073 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2eae294f-d9f7-44a8-8108-c5fdab9297e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528c0460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6972026c-08ce-4707-bcc3-779d2ab8cfef'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:59.497403 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2eae294f-d9f7-44a8-8108-c5fdab9297e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528c0460>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:18:59.498084 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eae294f-d9f7-44a8-8108-c5fdab9297e1 None None] The sync data for ids ['6972026c-08ce-4707-bcc3-779d2ab8cfef'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:18:59.502913 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19f87877-aaeb-4de0-9b01-b6b01d376515 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.670217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19f87877-aaeb-4de0-9b01-b6b01d376515 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.672242 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19f87877-aaeb-4de0-9b01-b6b01d376515 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.718259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19f87877-aaeb-4de0-9b01-b6b01d376515 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.718785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f87877-aaeb-4de0-9b01-b6b01d376515 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Fanout notify agent at l3_agent the message router_deleted on router 6972026c-08ce-4707-bcc3-779d2ab8cfef {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:18:59.725631 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19f87877-aaeb-4de0-9b01-b6b01d376515 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.726820 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-19f87877-aaeb-4de0-9b01-b6b01d376515 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/6972026c-08ce-4707-bcc3-779d2ab8cfef HTTP/1.1" status: 204  len: 168 time: 0.2992816
Nov 06 21:18:59.729623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37444) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:18:59.786619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db11680-fa47-4cf7-9b71-86d3dd155d20 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet 2d24b8b9-8040-43b6-a2f9-6f711e9c2a89 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:18:59.790103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5db11680-fa47-4cf7-9b71-86d3dd155d20 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.836399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5db11680-fa47-4cf7-9b71-86d3dd155d20 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.934023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5db11680-fa47-4cf7-9b71-86d3dd155d20 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:18:59.993072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5db11680-fa47-4cf7-9b71-86d3dd155d20 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.024001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db11680-fa47-4cf7-9b71-86d3dd155d20 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=2d24b8b9-8040-43b6-a2f9-6f711e9c2a89,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:00.027653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5db11680-fa47-4cf7-9b71-86d3dd155d20 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.034926 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5db11680-fa47-4cf7-9b71-86d3dd155d20 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/2d24b8b9-8040-43b6-a2f9-6f711e9c2a89 HTTP/1.1" status: 204  len: 168 time: 0.3043058
Nov 06 21:19:00.035748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7fe29-3fc0-4e14-b82a-57ebc1e26497 None None] Network 92705a20-a147-4bcc-9b3d-c54f6870dbac requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:00.037557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37446) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:00.113180 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.170833 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port ce41fbf5-94d8-4116-b13f-845320456415 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:00.171174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.201669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] DHCP port deletion for 92705a20-a147-4bcc-9b3d-c54f6870dbac request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:00.237427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port ce41fbf5-94d8-4116-b13f-845320456415, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce41fbf5-94d8-4116-b13f-845320456415,segment=NetworkSegment(956b5e7b-9db0-472c-9e4a-249c9787ad3b),segment_id=956b5e7b-9db0-472c-9e4a-249c9787ad3b)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:00.237788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.253202 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for ce41fbf5-94d8-4116-b13f-845320456415 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:00.263893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] Deleting port ce41fbf5-94d8-4116-b13f-845320456415 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:00.264272 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.329982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] For port ce41fbf5-94d8-4116-b13f-845320456415, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce41fbf5-94d8-4116-b13f-845320456415,segment=NetworkSegment(956b5e7b-9db0-472c-9e4a-249c9787ad3b),segment_id=956b5e7b-9db0-472c-9e4a-249c9787ad3b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:00.330602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.334640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ce41fbf5-94d8-4116-b13f-845320456415 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:00.335325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.362793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=ce41fbf5-94d8-4116-b13f-845320456415,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:00.364662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No DVR routers for this DVR port ce41fbf5-94d8-4116-b13f-845320456415 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:00.364939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ce41fbf5-94d8-4116-b13f-845320456415 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:00.365294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ce41fbf5-94d8-4116-b13f-845320456415 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:00.370283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] Calling delete_port for ce41fbf5-94d8-4116-b13f-845320456415 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:00.446958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.447178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.470603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] Pushing event deleted for resources: {'Port': ['ID=ce41fbf5-94d8-4116-b13f-845320456415,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:00.476328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1c644-87e5-4bad-b993-1d0b1c0a0182 None None] No DVR routers for this DVR port ce41fbf5-94d8-4116-b13f-845320456415 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:00.479054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92566f0520>,) {'filters': {'network_id': ['92705a20-a147-4bcc-9b3d-c54f6870dbac']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:00.492841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566f0520>, '956b5e7b-9db0-472c-9e4a-249c9787ad3b') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:00.493137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92566f0520>, '956b5e7b-9db0-472c-9e4a-249c9787ad3b') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:00.503287 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.517539 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.523333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:00.523706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:00.527600 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:00.587628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.592413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.599212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37450) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:00.599696 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/92705a20-a147-4bcc-9b3d-c54f6870dbac HTTP/1.1" status: 204  len: 168 time: 0.5606596
Nov 06 21:19:00.603977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1985950302', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:00.613840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a543c-7e66-4c66-9b38-1e7ee588cf2d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=92705a20-a147-4bcc-9b3d-c54f6870dbac,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:00.632309 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.633390 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.683249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:00.824493 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:01.013006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:01.035948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:01.138200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.35.0.6 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/1feb6d27-6b77-4e9d-afb7-aa03a13d43fb) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:01.244624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:01.278920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:01.314289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:01.318389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:01.324336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:01.348970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=1feb6d27-6b77-4e9d-afb7-aa03a13d43fb,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:01.572105 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:01.769243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:01.894865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router b4fde17d-dfbc-4719-94d9-7c81fe8a9acc is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:19:01.999338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:02.009207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa53808-96c6-46b7-aa7d-919df9dac121 None None] Sync routers for ids ['b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:02.018536 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:02.018771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa53808-96c6-46b7-aa7d-919df9dac121 None None] Routers {'b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:02.019374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-afa53808-96c6-46b7-aa7d-919df9dac121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258bde310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:02.022323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-64b2874d-09f7-48d1-a695-ba6b0a512f5f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 1.4195049
Nov 06 21:19:02.022622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37454) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:02.055785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-afa53808-96c6-46b7-aa7d-919df9dac121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258bde310>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:02.064950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa53808-96c6-46b7-aa7d-919df9dac121 None None] Routers {'b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:02.065551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-afa53808-96c6-46b7-aa7d-919df9dac121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258bde310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:02.097428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-afa53808-96c6-46b7-aa7d-919df9dac121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258bde310>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:02.098069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa53808-96c6-46b7-aa7d-919df9dac121 None None] The sync data for ids ['b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:02.131644 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3a9c1536-4568-4cb9-a620-b47f15a34c36 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/routers/b4fde17d-dfbc-4719-94d9-7c81fe8a9acc HTTP/1.1" status: 200  len: 879 time: 0.1077876
Nov 06 21:19:02.133919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37456) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:02.355990 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-134395d0-9901-44d2-9d4e-f822c2369b42 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.2210116
Nov 06 21:19:02.358532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37458) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:02.362905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-72ec710e-a234-4a48-9f36-79111600e903 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1985950302'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:02.939293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72ec710e-a234-4a48-9f36-79111600e903 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:02.950305 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72ec710e-a234-4a48-9f36-79111600e903 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.051516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ec710e-a234-4a48-9f36-79111600e903 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router b4fde17d-dfbc-4719-94d9-7c81fe8a9acc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:03.154398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec710e-a234-4a48-9f36-79111600e903 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:03.161417 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72ec710e-a234-4a48-9f36-79111600e903 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.162573 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-72ec710e-a234-4a48-9f36-79111600e903 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/b4fde17d-dfbc-4719-94d9-7c81fe8a9acc HTTP/1.1" status: 200  len: 886 time: 0.8031130
Nov 06 21:19:03.165517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37462) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:03.166184 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29de69e-fae8-4f4e-822f-cead1cf5033e None None] Sync routers for ids ['b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:03.176604 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29de69e-fae8-4f4e-822f-cead1cf5033e None None] Routers {'b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:03.177248 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f29de69e-fae8-4f4e-822f-cead1cf5033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252955a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:03.208938 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f29de69e-fae8-4f4e-822f-cead1cf5033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252955a60>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:03.217231 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29de69e-fae8-4f4e-822f-cead1cf5033e None None] Routers {'b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:03.217819 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f29de69e-fae8-4f4e-822f-cead1cf5033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252955a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:03.249519 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f29de69e-fae8-4f4e-822f-cead1cf5033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252955a60>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:03.250143 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29de69e-fae8-4f4e-822f-cead1cf5033e None None] The sync data for ids ['b4fde17d-dfbc-4719-94d9-7c81fe8a9acc'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:03.273651 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4b4cc93b-356e-4ac0-b40a-4190049e3a6d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/routers/b4fde17d-dfbc-4719-94d9-7c81fe8a9acc HTTP/1.1" status: 200  len: 886 time: 0.1069810
Nov 06 21:19:03.276146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:03.301867 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-390d2b88-f471-4db7-a4cc-27214f36ecdc tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4fde17d-dfbc-4719-94d9-7c81fe8a9acc HTTP/1.1" status: 200  len: 205 time: 0.0246520
Nov 06 21:19:03.304239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37466) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:03.405461 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.505537 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.556532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 1feb6d27-6b77-4e9d-afb7-aa03a13d43fb {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:03.556873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.632487 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.643817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 1feb6d27-6b77-4e9d-afb7-aa03a13d43fb owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:03.809921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.840185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=1feb6d27-6b77-4e9d-afb7-aa03a13d43fb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:03.894709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.986251 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:03.988277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.033238 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.033751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Fanout notify agent at l3_agent the message router_deleted on router b4fde17d-dfbc-4719-94d9-7c81fe8a9acc {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:19:04.040559 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.041586 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e3c6f805-e5b7-4dec-8b0e-0ee696add363 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/b4fde17d-dfbc-4719-94d9-7c81fe8a9acc HTTP/1.1" status: 204  len: 168 time: 0.7364631
Nov 06 21:19:04.045034 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37470) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:04.049935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-577531593'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:04.069659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:04.073107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.096920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:04.105625 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.105959 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment bf2e34f6-1d79-4305-9b8a-66cb7d309a6b of type vlan for network b90c4208-c7d6-47f0-92fd-6f8090a59340
Nov 06 21:19:04.144754 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.167440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.173057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:04.173627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.230274 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.1841800
Nov 06 21:19:04.233078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37472) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:04.238221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': 'b90c4208-c7d6-47f0-92fd-6f8090a59340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:04.292159 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2d689-11d0-4273-8482-778d94df9d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=b90c4208-c7d6-47f0-92fd-6f8090a59340,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:04.303940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network b90c4208-c7d6-47f0-92fd-6f8090a59340 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:04.339405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:04.343399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.526394 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.582651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=89c09fa2-4017-46df-9ec9-fb4f149cb45a,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:04.592584 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': 'bf2e34f6-1d79-4305-9b8a-66cb7d309a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b90c4208-c7d6-47f0-92fd-6f8090a59340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:04.592940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: b90c4208-c7d6-47f0-92fd-6f8090a59340, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:04.609077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network b90c4208-c7d6-47f0-92fd-6f8090a59340 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:04.617554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b90c4208-c7d6-47f0-92fd-6f8090a59340) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:04.621929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:04.622524 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.627242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef032842-d0b6-4e87-b071-62e173b9c374 None None] Network b90c4208-c7d6-47f0-92fd-6f8090a59340 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:04.639482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4e086e85-be63-4e99-86a6-21fb0fb9064b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4053631
Nov 06 21:19:04.642051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37478) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:04.646403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9c0b7fe0-09c9-48d3-9778-5deaf17d9caa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1622126121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:04.668848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fe0-09c9-48d3-9778-5deaf17d9caa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.669836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fe0-09c9-48d3-9778-5deaf17d9caa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.726473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fe0-09c9-48d3-9778-5deaf17d9caa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.732075 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fe0-09c9-48d3-9778-5deaf17d9caa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.753536 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fe0-09c9-48d3-9778-5deaf17d9caa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.758155 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9c0b7fe0-09c9-48d3-9778-5deaf17d9caa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1151316
Nov 06 21:19:04.758511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37482) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:04.789994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b90c4208-c7d6-47f0-92fd-6f8090a59340', 'network_id': 'b90c4208-c7d6-47f0-92fd-6f8090a59340', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': '89c09fa2-4017-46df-9ec9-fb4f149cb45a'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:04.791193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:04.945085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Allocated IP 172.20.0.2 (b90c4208-c7d6-47f0-92fd-6f8090a59340/89c09fa2-4017-46df-9ec9-fb4f149cb45a/13223047-de6a-4e6c-aedf-2022004ce6ee) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:05.062257 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.088039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.096011 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.138226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Network b90c4208-c7d6-47f0-92fd-6f8090a59340 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:05.144019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:05.147640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:05.153467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Pushing event updated for resources: {'Port': ['ID=13223047-de6a-4e6c-aedf-2022004ce6ee,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:05.209021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Attempting to bind port 13223047-de6a-4e6c-aedf-2022004ce6ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:05.209394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Attempting to bind port 13223047-de6a-4e6c-aedf-2022004ce6ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf2e34f6-1d79-4305-9b8a-66cb7d309a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b90c4208-c7d6-47f0-92fd-6f8090a59340'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:05.209752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Attempting to bind port 13223047-de6a-4e6c-aedf-2022004ce6ee on network b90c4208-c7d6-47f0-92fd-6f8090a59340 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:05.215779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:05.216161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Checking segment: {'id': 'bf2e34f6-1d79-4305-9b8a-66cb7d309a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b90c4208-c7d6-47f0-92fd-6f8090a59340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:05.216588 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.216980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Bound using segment: {'id': 'bf2e34f6-1d79-4305-9b8a-66cb7d309a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b90c4208-c7d6-47f0-92fd-6f8090a59340'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:05.218045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Bound port: 13223047-de6a-4e6c-aedf-2022004ce6ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2e34f6-1d79-4305-9b8a-66cb7d309a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b90c4208-c7d6-47f0-92fd-6f8090a59340'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:05.218450 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.283297 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] For port 13223047-de6a-4e6c-aedf-2022004ce6ee, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:05.286942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] For port 13223047-de6a-4e6c-aedf-2022004ce6ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13223047-de6a-4e6c-aedf-2022004ce6ee,segment=NetworkSegment(bf2e34f6-1d79-4305-9b8a-66cb7d309a6b),segment_id=bf2e34f6-1d79-4305-9b8a-66cb7d309a6b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:05.291291 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.352345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4660f00-7d55-4757-89db-b0ef48350472 None None] Pushing event updated for resources: {'Port': ['ID=13223047-de6a-4e6c-aedf-2022004ce6ee,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:05.619235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.20.0.1 (b90c4208-c7d6-47f0-92fd-6f8090a59340/89c09fa2-4017-46df-9ec9-fb4f149cb45a/16ee5ccd-e009-41a0-804b-351602e8a6b6) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:05.735209 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.767335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.809277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network b90c4208-c7d6-47f0-92fd-6f8090a59340 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:05.814499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:05.818295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:05.825666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=16ee5ccd-e009-41a0-804b-351602e8a6b6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:05.871574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:05.989462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:06.275533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:06.281142 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:06.288666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b29c0a-5b13-47ce-be63-c6e2ffcb9d7b None None] Network b90c4208-c7d6-47f0-92fd-6f8090a59340 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:06.361949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=16ee5ccd-e009-41a0-804b-351602e8a6b6,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:06.364839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:06.411893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 13223047-de6a-4e6c-aedf-2022004ce6ee up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:06.468516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network b90c4208-c7d6-47f0-92fd-6f8090a59340 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:06.470206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:06.602557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 8b583ffe-6495-4581-ad4d-be90534f264c is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:19:06.614440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ddd99de3-055d-4dc7-a59a-d40c11e7a76a None None] Provisioning complete for port 13223047-de6a-4e6c-aedf-2022004ce6ee triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:06.614801 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ddd99de3-055d-4dc7-a59a-d40c11e7a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:06.709955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:06.710172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 13223047-de6a-4e6c-aedf-2022004ce6ee triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:06.710416 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:06.716335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b5177eee-dab6-47b1-a3eb-45e9596855aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/8b583ffe-6495-4581-ad4d-be90534f264c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9557264
Nov 06 21:19:06.719288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37488) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:06.742167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790b39f-56e6-4012-8a7f-f25e2a6aef36 None None] Sync routers for ids ['8b583ffe-6495-4581-ad4d-be90534f264c'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:06.767573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3cb668-b978-4ef4-8e7c-893ba3c0cf25 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:06.773620 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ef3cb668-b978-4ef4-8e7c-893ba3c0cf25 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports/16ee5ccd-e009-41a0-804b-351602e8a6b6 HTTP/1.1" status: 200  len: 910 time: 0.0487339
Nov 06 21:19:06.773620 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37490) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:06.779689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ff46f8bd-983c-43fe-abd2-4fda223c3e54 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89c09fa2-4017-46df-9ec9-fb4f149cb45a'}]}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:06.798250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790b39f-56e6-4012-8a7f-f25e2a6aef36 None None] Routers {'8b583ffe-6495-4581-ad4d-be90534f264c'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:06.798889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8790b39f-56e6-4012-8a7f-f25e2a6aef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258bde310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['8b583ffe-6495-4581-ad4d-be90534f264c'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:06.843349 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ddd99de3-055d-4dc7-a59a-d40c11e7a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:06.846454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8790b39f-56e6-4012-8a7f-f25e2a6aef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258bde310>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:06.923950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ddd99de3-055d-4dc7-a59a-d40c11e7a76a None None] For port 13223047-de6a-4e6c-aedf-2022004ce6ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13223047-de6a-4e6c-aedf-2022004ce6ee,segment=NetworkSegment(bf2e34f6-1d79-4305-9b8a-66cb7d309a6b),segment_id=bf2e34f6-1d79-4305-9b8a-66cb7d309a6b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:06.927275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790b39f-56e6-4012-8a7f-f25e2a6aef36 None None] Routers {'8b583ffe-6495-4581-ad4d-be90534f264c'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:06.928184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8790b39f-56e6-4012-8a7f-f25e2a6aef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9258bde310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['8b583ffe-6495-4581-ad4d-be90534f264c'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:06.967116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ddd99de3-055d-4dc7-a59a-d40c11e7a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:06.975625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-8790b39f-56e6-4012-8a7f-f25e2a6aef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9258bde310>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:06.975839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790b39f-56e6-4012-8a7f-f25e2a6aef36 None None] The sync data for ids ['8b583ffe-6495-4581-ad4d-be90534f264c'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:06.982653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff46f8bd-983c-43fe-abd2-4fda223c3e54 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.006802 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.049595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd99de3-055d-4dc7-a59a-d40c11e7a76a None None] Pushing event updated for resources: {'Port': ['ID=13223047-de6a-4e6c-aedf-2022004ce6ee,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:07.110355 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:19:07.110702 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:19:07.112340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-997d28fb-b2c0-4c44-b417-9b8bcf9cd386 None None] Provisioning complete for port 16ee5ccd-e009-41a0-804b-351602e8a6b6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:07.112780 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-997d28fb-b2c0-4c44-b417-9b8bcf9cd386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.152412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-997d28fb-b2c0-4c44-b417-9b8bcf9cd386 None None] Port 16ee5ccd-e009-41a0-804b-351602e8a6b6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:07.166663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-997d28fb-b2c0-4c44-b417-9b8bcf9cd386 None None] Provisioning complete for port 13223047-de6a-4e6c-aedf-2022004ce6ee triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:07.167087 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-997d28fb-b2c0-4c44-b417-9b8bcf9cd386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.380959 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d1e5c53d-ae29-4ae9-b3cf-1c651708b7a7 None None] Provisioning complete for port 16ee5ccd-e009-41a0-804b-351602e8a6b6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:07.381349 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d1e5c53d-ae29-4ae9-b3cf-1c651708b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.425733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff46f8bd-983c-43fe-abd2-4fda223c3e54 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.426753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5c53d-ae29-4ae9-b3cf-1c651708b7a7 None None] Port 16ee5ccd-e009-41a0-804b-351602e8a6b6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:07.437264 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff46f8bd-983c-43fe-abd2-4fda223c3e54 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.520203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46f8bd-983c-43fe-abd2-4fda223c3e54 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=16ee5ccd-e009-41a0-804b-351602e8a6b6,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:07.528706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46f8bd-983c-43fe-abd2-4fda223c3e54 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:07.528902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff46f8bd-983c-43fe-abd2-4fda223c3e54 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.530360 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ff46f8bd-983c-43fe-abd2-4fda223c3e54 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/ports/16ee5ccd-e009-41a0-804b-351602e8a6b6 HTTP/1.1" status: 200  len: 910 time: 0.7560766
Nov 06 21:19:07.533311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37496) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:07.550853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-751e8437-e860-49f9-b10c-c59fd86ada45 None None] Provisioning complete for port 16ee5ccd-e009-41a0-804b-351602e8a6b6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:07.551563 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-751e8437-e860-49f9-b10c-c59fd86ada45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:07.592479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-751e8437-e860-49f9-b10c-c59fd86ada45 None None] Port 16ee5ccd-e009-41a0-804b-351602e8a6b6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:07.863956 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:08.127898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 16ee5ccd-e009-41a0-804b-351602e8a6b6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:08.128166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:08.222223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:08.235043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 16ee5ccd-e009-41a0-804b-351602e8a6b6 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:08.340357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 13223047-de6a-4e6c-aedf-2022004ce6ee up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:08.399412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 13223047-de6a-4e6c-aedf-2022004ce6ee triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:08.399702 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:08.418742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:08.446956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=16ee5ccd-e009-41a0-804b-351602e8a6b6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:08.608552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:08.770784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 8b583ffe-6495-4581-ad4d-be90534f264c has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:08.856579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:08.860443 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a319122e-4a0a-43be-aad4-e19e8cf6ff81 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/8b583ffe-6495-4581-ad4d-be90534f264c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3260715
Nov 06 21:19:08.860814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37500) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:08.865796 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa7200-560a-401d-b101-272771a6dd84 None None] Sync routers for ids ['8b583ffe-6495-4581-ad4d-be90534f264c'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:08.886580 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa7200-560a-401d-b101-272771a6dd84 None None] Routers {'8b583ffe-6495-4581-ad4d-be90534f264c'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:08.887456 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0dfa7200-560a-401d-b101-272771a6dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253ba4d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['8b583ffe-6495-4581-ad4d-be90534f264c'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:08.908521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-575740a8-607a-45a0-80cc-1b04bad5e5b2 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b583ffe-6495-4581-ad4d-be90534f264c HTTP/1.1" status: 200  len: 205 time: 0.0458736
Nov 06 21:19:08.910593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37502) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:08.926498 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0dfa7200-560a-401d-b101-272771a6dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253ba4d90>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:08.935324 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa7200-560a-401d-b101-272771a6dd84 None None] Routers {'8b583ffe-6495-4581-ad4d-be90534f264c'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:08.935983 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0dfa7200-560a-401d-b101-272771a6dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253ba4d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['8b583ffe-6495-4581-ad4d-be90534f264c'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:08.968092 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0dfa7200-560a-401d-b101-272771a6dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253ba4d90>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:08.968737 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa7200-560a-401d-b101-272771a6dd84 None None] The sync data for ids ['8b583ffe-6495-4581-ad4d-be90534f264c'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:09.000568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-770dd98b-1a7b-445f-bdeb-8b102442bbcd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.177490 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-770dd98b-1a7b-445f-bdeb-8b102442bbcd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.179685 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-770dd98b-1a7b-445f-bdeb-8b102442bbcd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.226583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-770dd98b-1a7b-445f-bdeb-8b102442bbcd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.227099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770dd98b-1a7b-445f-bdeb-8b102442bbcd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Fanout notify agent at l3_agent the message router_deleted on router 8b583ffe-6495-4581-ad4d-be90534f264c {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:19:09.234598 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-770dd98b-1a7b-445f-bdeb-8b102442bbcd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.238101 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-770dd98b-1a7b-445f-bdeb-8b102442bbcd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/8b583ffe-6495-4581-ad4d-be90534f264c HTTP/1.1" status: 204  len: 168 time: 0.3239329
Nov 06 21:19:09.238328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37506) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:09.291831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e8929d-3384-417b-91d9-4c11867b66a6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet 89c09fa2-4017-46df-9ec9-fb4f149cb45a {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:09.295088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-90e8929d-3384-417b-91d9-4c11867b66a6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.347658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-90e8929d-3384-417b-91d9-4c11867b66a6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.444220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-90e8929d-3384-417b-91d9-4c11867b66a6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.506867 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-90e8929d-3384-417b-91d9-4c11867b66a6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.539954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8929d-3384-417b-91d9-4c11867b66a6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=89c09fa2-4017-46df-9ec9-fb4f149cb45a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:09.544149 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-90e8929d-3384-417b-91d9-4c11867b66a6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.548635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-90e8929d-3384-417b-91d9-4c11867b66a6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/89c09fa2-4017-46df-9ec9-fb4f149cb45a HTTP/1.1" status: 204  len: 168 time: 0.3087094
Nov 06 21:19:09.550627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37508) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:09.553512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a65d7b-4074-4d3c-ba3c-6a809146fe58 None None] Network b90c4208-c7d6-47f0-92fd-6f8090a59340 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:09.628702 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.683814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 13223047-de6a-4e6c-aedf-2022004ce6ee {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:09.684162 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.736243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] DHCP port deletion for b90c4208-c7d6-47f0-92fd-6f8090a59340 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:09.754401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port 13223047-de6a-4e6c-aedf-2022004ce6ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13223047-de6a-4e6c-aedf-2022004ce6ee,segment=NetworkSegment(bf2e34f6-1d79-4305-9b8a-66cb7d309a6b),segment_id=bf2e34f6-1d79-4305-9b8a-66cb7d309a6b)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:09.754684 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.768782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 13223047-de6a-4e6c-aedf-2022004ce6ee owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:09.787281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Deleting port 13223047-de6a-4e6c-aedf-2022004ce6ee {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:09.787736 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.858207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.877343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] For port 13223047-de6a-4e6c-aedf-2022004ce6ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13223047-de6a-4e6c-aedf-2022004ce6ee,segment=NetworkSegment(bf2e34f6-1d79-4305-9b8a-66cb7d309a6b),segment_id=bf2e34f6-1d79-4305-9b8a-66cb7d309a6b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:09.877343 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.888535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Calling delete_port for 13223047-de6a-4e6c-aedf-2022004ce6ee owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:09.893006 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No DVR routers for this DVR port 13223047-de6a-4e6c-aedf-2022004ce6ee on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:09.901356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=13223047-de6a-4e6c-aedf-2022004ce6ee,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:09.969657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.992162 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:09.992417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Pushing event deleted for resources: {'Port': ['ID=13223047-de6a-4e6c-aedf-2022004ce6ee,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:10.001456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] No DVR routers for this DVR port 13223047-de6a-4e6c-aedf-2022004ce6ee on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:10.003849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.004189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.004530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.004867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.005197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.005525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.005848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.006208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.006490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.006808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.007127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.007443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09931f-457f-49fa-b8ef-9828927e62de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:10.017077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256d26fd0>,) {'filters': {'network_id': ['b90c4208-c7d6-47f0-92fd-6f8090a59340']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:10.028174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256d26fd0>, 'bf2e34f6-1d79-4305-9b8a-66cb7d309a6b') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:10.028540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256d26fd0>, 'bf2e34f6-1d79-4305-9b8a-66cb7d309a6b') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:10.041634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.057210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.066497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:10.067036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:10.070637 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:10.147631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.169002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.175195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/b90c4208-c7d6-47f0-92fd-6f8090a59340 HTTP/1.1" status: 204  len: 168 time: 0.6225817
Nov 06 21:19:10.177934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37520) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:10.183725 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-689c6c3d-ceae-44b1-b80a-32401c45188b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-919591778', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:10.203633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9225df-9df5-4148-8dce-c8def8d64b37 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=b90c4208-c7d6-47f0-92fd-6f8090a59340,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:10.219545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689c6c3d-ceae-44b1-b80a-32401c45188b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.221132 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689c6c3d-ceae-44b1-b80a-32401c45188b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.283671 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689c6c3d-ceae-44b1-b80a-32401c45188b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.288543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689c6c3d-ceae-44b1-b80a-32401c45188b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.311599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689c6c3d-ceae-44b1-b80a-32401c45188b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.312991 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-689c6c3d-ceae-44b1-b80a-32401c45188b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1333346
Nov 06 21:19:10.315836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37532) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:10.321941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-861184436'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:10.347270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:10.347930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 13223047-de6a-4e6c-aedf-2022004ce6ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:10.351187 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.374273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 13223047-de6a-4e6c-aedf-2022004ce6ee {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:10.374867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 13223047-de6a-4e6c-aedf-2022004ce6ee not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:10.380877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:10.391471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.391797 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment a62dbad8-8149-430d-af3a-c44fbf47ae23 of type vlan for network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b
Nov 06 21:19:10.439648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.465189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.471572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:10.472087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.533507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2162135
Nov 06 21:19:10.536140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37536) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:10.541814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:10.549042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb22fe-cdbb-4c7d-838e-87f1aeb286a4 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=9b9c5005-2035-4cf9-aa6f-ae9d139c377b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:10.561177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:10.637603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:10.642008 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.847439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.911017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=d2698342-d7a9-4299-9197-7579e864ed7e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:10.918837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:10.919187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: 9b9c5005-2035-4cf9-aa6f-ae9d139c377b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:10.937235 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:10.946142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b9c5005-2035-4cf9-aa6f-ae9d139c377b) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:10.950743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:10.951832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:10.956651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbc44f-97e2-43d9-95cf-1904caabae26 None None] Network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:10.970661 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f7b90d3e-08a6-4ac5-b1c9-c0e639fe71c7 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4330118
Nov 06 21:19:10.973317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37538) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:11.119217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:11.120142 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:11.275055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Allocated IP 172.20.0.2 (9b9c5005-2035-4cf9-aa6f-ae9d139c377b/d2698342-d7a9-4299-9197-7579e864ed7e/f2edb772-4c26-465f-810c-a51d4a964deb) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:11.458366 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:11.464243 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:11.511590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:11.515015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:11.520124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:11.523542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Pushing event updated for resources: {'Port': ['ID=f2edb772-4c26-465f-810c-a51d4a964deb,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:11.581013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Attempting to bind port f2edb772-4c26-465f-810c-a51d4a964deb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:11.581761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Attempting to bind port f2edb772-4c26-465f-810c-a51d4a964deb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:11.581761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Attempting to bind port f2edb772-4c26-465f-810c-a51d4a964deb on network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:11.587265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:11.587636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Checking segment: {'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:11.588028 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:11.588459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Bound using segment: {'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:11.588920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Bound port: f2edb772-4c26-465f-810c-a51d4a964deb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:11.589297 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:11.592687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:11.660990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] For port f2edb772-4c26-465f-810c-a51d4a964deb, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:11.664905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] For port f2edb772-4c26-465f-810c-a51d4a964deb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2edb772-4c26-465f-810c-a51d4a964deb,segment=NetworkSegment(a62dbad8-8149-430d-af3a-c44fbf47ae23),segment_id=a62dbad8-8149-430d-af3a-c44fbf47ae23)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:11.671709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:11.747317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13ac42-0e99-4645-bd5a-1d87e431f9e0 None None] Pushing event updated for resources: {'Port': ['ID=f2edb772-4c26-465f-810c-a51d4a964deb,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:11.869477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.20.0.1 (9b9c5005-2035-4cf9-aa6f-ae9d139c377b/d2698342-d7a9-4299-9197-7579e864ed7e/b92758cf-edd1-49e0-9699-36378a214a26) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:12.046620 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.085721 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.139568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:12.143062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:12.145540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:12.152967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=b92758cf-edd1-49e0-9699-36378a214a26,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:12.200549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.334109 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.377141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f2edb772-4c26-465f-810c-a51d4a964deb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:12.436635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f2edb772-4c26-465f-810c-a51d4a964deb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:12.437062 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.537994 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.581739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port f2edb772-4c26-465f-810c-a51d4a964deb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2edb772-4c26-465f-810c-a51d4a964deb,segment=NetworkSegment(a62dbad8-8149-430d-af3a-c44fbf47ae23),segment_id=a62dbad8-8149-430d-af3a-c44fbf47ae23)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:12.588130 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.641297 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=f2edb772-4c26-465f-810c-a51d4a964deb,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:12.660724 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.665960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.753877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=b92758cf-edd1-49e0-9699-36378a214a26,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:12.757488 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.788732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1938bf1f-36d0-467e-a6c1-bcfbbacea197 None None] Network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:12.866981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:12.868910 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:12.884891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8cafefb7-fa8d-4757-b86f-b3a614870fcf None None] Provisioning complete for port f2edb772-4c26-465f-810c-a51d4a964deb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:12.885324 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8cafefb7-fa8d-4757-b86f-b3a614870fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:12.993459 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:19:13.098224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:13.105400 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-963fa3c0-9ef5-4b31-9310-ad612d73e537 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1309977
Nov 06 21:19:13.108452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37544) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:13.114557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-326432334'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:13.117142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:13.132043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:13.133007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251a3bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:13.148068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:13.152714 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.184251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:13.200191 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.201185 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment 95c7e4e9-e551-43cd-9f9b-b99392e4dac1 of type vlan for network fa011645-f513-41a9-bb65-b8d9ecf43469
Nov 06 21:19:13.246070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:13.254189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.293808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.301337 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:13.301999 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.383630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37546) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:13.383793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2740598
Nov 06 21:19:13.389508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:13.396698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cc89d-4a24-479f-9c92-3db1ec326b06 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=fa011645-f513-41a9-bb65-b8d9ecf43469,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:13.425037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network fa011645-f513-41a9-bb65-b8d9ecf43469 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:13.427269 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5c5116b9-0ea9-4647-9e50-80c06c87e542 None None] Provisioning complete for port f2edb772-4c26-465f-810c-a51d4a964deb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:13.427684 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c5116b9-0ea9-4647-9e50-80c06c87e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.525053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:13.529230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.674555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251a3bd30>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:12Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:12Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:13.762035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.840073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:13.846754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:13.847223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: fa011645-f513-41a9-bb65-b8d9ecf43469, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:13.869586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network fa011645-f513-41a9-bb65-b8d9ecf43469 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:13.883262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa011645-f513-41a9-bb65-b8d9ecf43469) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:13.886005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:13.886365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Updating router 115e07ad-3e08-4c74-8bcc-8b709199448f port b92758cf-edd1-49e0-9699-36378a214a26 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:19:13.889861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:13.890363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5c5116b9-0ea9-4647-9e50-80c06c87e542 None None] Provisioning complete for port b92758cf-edd1-49e0-9699-36378a214a26 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:13.890685 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c5116b9-0ea9-4647-9e50-80c06c87e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.891176 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:13.909941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c69fbf-22be-4e33-937a-6cdbf604b27a None None] Network fa011645-f513-41a9-bb65-b8d9ecf43469 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:13.916424 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f3e13274-2f51-4609-86bb-3e1a3037b03d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5285151
Nov 06 21:19:13.917431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37552) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:13.984994 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.011736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5c5116b9-0ea9-4647-9e50-80c06c87e542 None None] Port b92758cf-edd1-49e0-9699-36378a214a26 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:14.191821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6329ec7e-e850-449b-8c81-878c4998aac0 None None] Provisioning complete for port b92758cf-edd1-49e0-9699-36378a214a26 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:14.192101 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6329ec7e-e850-449b-8c81-878c4998aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.292660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6329ec7e-e850-449b-8c81-878c4998aac0 None None] Port b92758cf-edd1-49e0-9699-36378a214a26 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:14.303582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa011645-f513-41a9-bb65-b8d9ecf43469', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:14.304701 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.315637 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.406870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f2edb772-4c26-465f-810c-a51d4a964deb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:14.547580 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.566771 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.583282 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Allocated IP 172.21.0.2 (fa011645-f513-41a9-bb65-b8d9ecf43469/38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb/05a1c7e1-f8a1-4c48-b859-b71772545262) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:14.608460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f2edb772-4c26-465f-810c-a51d4a964deb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:14.608827 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.736979 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.747581 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d085ef-383a-4a8a-9db9-5a57341e8a9f None None] Pushing event updated for resources: {'Port': ['ID=b92758cf-edd1-49e0-9699-36378a214a26,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:14.753993 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.839192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Attempting to bind port b92758cf-edd1-49e0-9699-36378a214a26 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:14.839554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Attempting to bind port b92758cf-edd1-49e0-9699-36378a214a26 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:14.839927 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Attempting to bind port b92758cf-edd1-49e0-9699-36378a214a26 on network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:14.861336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:14.863286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Checking segment: {'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:14.863286 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.863286 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Bound using segment: {'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:14.863633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Bound port: b92758cf-edd1-49e0-9699-36378a214a26, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62dbad8-8149-430d-af3a-c44fbf47ae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:14.864010 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:14.997693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.011805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.017156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9d284bdb-7067-4214-816b-cc4d8da3db28 None None] Provisioning complete for port b92758cf-edd1-49e0-9699-36378a214a26 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:15.017514 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9d284bdb-7067-4214-816b-cc4d8da3db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.054307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.21.0.1 (fa011645-f513-41a9-bb65-b8d9ecf43469/38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb/0be034e0-1531-49e6-883e-e832045557d9) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:15.097216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Network fa011645-f513-41a9-bb65-b8d9ecf43469 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:15.105023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] For port b92758cf-edd1-49e0-9699-36378a214a26, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:15.111620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Pushing event updated for resources: {'Port': ['ID=05a1c7e1-f8a1-4c48-b859-b71772545262,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:15.114476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:15.120730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:15.128675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9d284bdb-7067-4214-816b-cc4d8da3db28 None None] Port b92758cf-edd1-49e0-9699-36378a214a26 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:15.134549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] For port b92758cf-edd1-49e0-9699-36378a214a26, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b92758cf-edd1-49e0-9699-36378a214a26,segment=NetworkSegment(a62dbad8-8149-430d-af3a-c44fbf47ae23),segment_id=a62dbad8-8149-430d-af3a-c44fbf47ae23)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:15.140433 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.170669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.205937 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.233970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Attempting to bind port 05a1c7e1-f8a1-4c48-b859-b71772545262 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:15.234593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Attempting to bind port 05a1c7e1-f8a1-4c48-b859-b71772545262 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:15.235227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Attempting to bind port 05a1c7e1-f8a1-4c48-b859-b71772545262 on network fa011645-f513-41a9-bb65-b8d9ecf43469 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:15.251999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:15.252462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Checking segment: {'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:15.252795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.253186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Bound using segment: {'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:15.253653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Bound port: 05a1c7e1-f8a1-4c48-b859-b71772545262, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:15.254029 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.255266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network fa011645-f513-41a9-bb65-b8d9ecf43469 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:15.256053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d085ef-383a-4a8a-9db9-5a57341e8a9f None None] Pushing event updated for resources: {'Port': ['ID=b92758cf-edd1-49e0-9699-36378a214a26,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:15.258553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:15.260304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:15.261048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251a3bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:15.262386 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:15.299805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=0be034e0-1531-49e6-883e-e832045557d9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:15.322342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.397428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:15.441302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] For port 05a1c7e1-f8a1-4c48-b859-b71772545262, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:15.451066 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.486534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] For port 05a1c7e1-f8a1-4c48-b859-b71772545262, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05a1c7e1-f8a1-4c48-b859-b71772545262,segment=NetworkSegment(95c7e4e9-e551-43cd-9f9b-b99392e4dac1),segment_id=95c7e4e9-e551-43cd-9f9b-b99392e4dac1)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:15.500377 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.618865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-134fb267-298e-4923-95ab-6a5ff05ae979 None None] Provisioning complete for port b92758cf-edd1-49e0-9699-36378a214a26 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:15.619235 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-134fb267-298e-4923-95ab-6a5ff05ae979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.623348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a84c6f-1f3a-438d-899b-e2c4d5067825 None None] Pushing event updated for resources: {'Port': ['ID=05a1c7e1-f8a1-4c48-b859-b71772545262,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:15.752158 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.753773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-134fb267-298e-4923-95ab-6a5ff05ae979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.758417 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.767826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251a3bd30>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:12Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:15.801352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1136e75f-45ac-4bd4-a0b9-ea9bb12cfc4a None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:12Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:15.840492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-134fb267-298e-4923-95ab-6a5ff05ae979 None None] For port b92758cf-edd1-49e0-9699-36378a214a26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b92758cf-edd1-49e0-9699-36378a214a26,segment=NetworkSegment(a62dbad8-8149-430d-af3a-c44fbf47ae23),segment_id=a62dbad8-8149-430d-af3a-c44fbf47ae23)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:15.846304 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-134fb267-298e-4923-95ab-6a5ff05ae979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.854860 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:15.856611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=0be034e0-1531-49e6-883e-e832045557d9,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:15.916766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fb267-298e-4923-95ab-6a5ff05ae979 None None] Pushing event updated for resources: {'Port': ['ID=b92758cf-edd1-49e0-9699-36378a214a26,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:15.995627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network fa011645-f513-41a9-bb65-b8d9ecf43469 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:15.997129 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:16.115126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:16.227640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:16.233481 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8c5e85c1-2b18-47b4-b07b-3530e3e32a38 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3149240
Nov 06 21:19:16.236436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37560) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:16.242157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-1307293696'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:16.271034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:16.275513 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:16.318222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:16.337347 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:16.337771 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment 5c272649-bf79-47d4-b732-225b46f58be3 of type vlan for network bd8f2f9d-de0d-4475-9844-cd573f7769f9
Nov 06 21:19:16.408968 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:16.457051 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:16.463432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:16.464071 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:16.465151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b92758cf-edd1-49e0-9699-36378a214a26 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:16.546982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=bd8f2f9d-de0d-4475-9844-cd573f7769f9,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:16.558892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5d97109f-bb1a-4045-96ba-6b79a6ad5033 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3188331
Nov 06 21:19:16.559320 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37562) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:16.570001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:16.679304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:16.725968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:16.732990 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:16.814414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b92758cf-edd1-49e0-9699-36378a214a26 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:16.815766 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:16.888489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe60fe9-b273-405c-b101-a259c842f030 None None] Network fa011645-f513-41a9-bb65-b8d9ecf43469 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:16.893381 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d042634f-7485-42aa-8959-a8866133ebeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:16.976742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.029288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 05a1c7e1-f8a1-4c48-b859-b71772545262 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:17.032339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6ff8ee41-14f0-4f8a-8747-9ca320b77991 None None] Provisioning complete for port 05a1c7e1-f8a1-4c48-b859-b71772545262 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:17.032748 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ee41-14f0-4f8a-8747-9ca320b77991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.043779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=762f54bb-19e4-4469-b187-35a13913061c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:17.054984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:17.055401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: bd8f2f9d-de0d-4475-9844-cd573f7769f9, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:17.074248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:17.085354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bd8f2f9d-de0d-4475-9844-cd573f7769f9) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:17.090836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:17.091695 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.099539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c69591-2a54-44ba-944f-3f7484905550 None None] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:17.112855 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bfa36291-8094-4945-96d5-cab09c4ca798 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5480690
Nov 06 21:19:17.115581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37566) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:17.284124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 05a1c7e1-f8a1-4c48-b859-b71772545262 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:17.284586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.345506 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ee41-14f0-4f8a-8747-9ca320b77991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.435049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6ff8ee41-14f0-4f8a-8747-9ca320b77991 None None] For port 05a1c7e1-f8a1-4c48-b859-b71772545262, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05a1c7e1-f8a1-4c48-b859-b71772545262,segment=NetworkSegment(95c7e4e9-e551-43cd-9f9b-b99392e4dac1),segment_id=95c7e4e9-e551-43cd-9f9b-b99392e4dac1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:17.458887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:17.459850 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.464497 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ff8ee41-14f0-4f8a-8747-9ca320b77991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.518906 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.524179 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:17.536098 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:17.536884 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253ba4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:17.572435 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.631299 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:17.654853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8ee41-14f0-4f8a-8747-9ca320b77991 None None] Pushing event updated for resources: {'Port': ['ID=05a1c7e1-f8a1-4c48-b859-b71772545262,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:17.726318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f71c392f-be89-4881-8b78-d11439e0f7ff None None] Provisioning complete for port 05a1c7e1-f8a1-4c48-b859-b71772545262 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:17.726837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f71c392f-be89-4881-8b78-d11439e0f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.783388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Allocated IP 172.22.0.2 (bd8f2f9d-de0d-4475-9844-cd573f7769f9/762f54bb-19e4-4469-b187-35a13913061c/b7ad005d-e38c-4cf6-89e0-74bc0171a61a) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:17.785796 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:19:17.786305 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:19:17.896990 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253ba4be0>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 3, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:17.924744 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:17.925385 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Updating router 115e07ad-3e08-4c74-8bcc-8b709199448f port 0be034e0-1531-49e6-883e-e832045557d9 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:19:17.950459 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:17.961704 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f71c392f-be89-4881-8b78-d11439e0f7ff None None] Provisioning complete for port 0be034e0-1531-49e6-883e-e832045557d9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:17.962273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f71c392f-be89-4881-8b78-d11439e0f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.034808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f71c392f-be89-4881-8b78-d11439e0f7ff None None] Port 0be034e0-1531-49e6-883e-e832045557d9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:18.037566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.043567 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.085499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:18.090902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:18.093840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:18.097154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b7ad005d-e38c-4cf6-89e0-74bc0171a61a,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:18.101395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.22.0.1 (bd8f2f9d-de0d-4475-9844-cd573f7769f9/762f54bb-19e4-4469-b187-35a13913061c/0dd4804b-a3a3-441e-80d9-a164d09f7503) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:18.163238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Attempting to bind port b7ad005d-e38c-4cf6-89e0-74bc0171a61a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:18.163513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Attempting to bind port b7ad005d-e38c-4cf6-89e0-74bc0171a61a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:18.163872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Attempting to bind port b7ad005d-e38c-4cf6-89e0-74bc0171a61a on network bd8f2f9d-de0d-4475-9844-cd573f7769f9 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:18.172711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b1686443-4ed8-450d-b478-5729107721e9 None None] Provisioning complete for port 0be034e0-1531-49e6-883e-e832045557d9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:18.173064 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1686443-4ed8-450d-b478-5729107721e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.174774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:18.175140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Checking segment: {'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:18.175523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.175908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Bound using segment: {'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:18.176405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Bound port: b7ad005d-e38c-4cf6-89e0-74bc0171a61a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:18.176782 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.234841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.241382 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b1686443-4ed8-450d-b478-5729107721e9 None None] Port 0be034e0-1531-49e6-883e-e832045557d9 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:18.272137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] For port b7ad005d-e38c-4cf6-89e0-74bc0171a61a, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:18.275440 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.276055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] For port b7ad005d-e38c-4cf6-89e0-74bc0171a61a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7ad005d-e38c-4cf6-89e0-74bc0171a61a,segment=NetworkSegment(5c272649-bf79-47d4-b732-225b46f58be3),segment_id=5c272649-bf79-47d4-b732-225b46f58be3)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:18.282026 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.317516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:18.323416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:18.327838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:18.335001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=0dd4804b-a3a3-441e-80d9-a164d09f7503,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:18.344145 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.360375 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.379736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467df33a-1a82-4c6c-9af4-4da2e102ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b7ad005d-e38c-4cf6-89e0-74bc0171a61a,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:18.387710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.429550 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Pushing event updated for resources: {'Port': ['ID=0be034e0-1531-49e6-883e-e832045557d9,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:18.442955 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.443753 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.443960 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.444436 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.444647 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.444970 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.445296 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.445615 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.445937 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.446765 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.447108 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.447428 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:18.511943 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Attempting to bind port 0be034e0-1531-49e6-883e-e832045557d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:18.512808 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Attempting to bind port 0be034e0-1531-49e6-883e-e832045557d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:18.513327 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Attempting to bind port 0be034e0-1531-49e6-883e-e832045557d9 on network fa011645-f513-41a9-bb65-b8d9ecf43469 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:18.519942 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:18.520182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 05a1c7e1-f8a1-4c48-b859-b71772545262 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:18.520404 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Checking segment: {'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:18.520994 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.521199 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Bound using segment: {'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:18.521791 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Bound port: 0be034e0-1531-49e6-883e-e832045557d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c7e4e9-e551-43cd-9f9b-b99392e4dac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:18.522189 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.607028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.623074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 05a1c7e1-f8a1-4c48-b859-b71772545262 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:18.623552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.635944 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] For port 0be034e0-1531-49e6-883e-e832045557d9, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:18.642263 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] For port 0be034e0-1531-49e6-883e-e832045557d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0be034e0-1531-49e6-883e-e832045557d9,segment=NetworkSegment(95c7e4e9-e551-43cd-9f9b-b99392e4dac1),segment_id=95c7e4e9-e551-43cd-9f9b-b99392e4dac1)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:18.652095 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:18.727192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:18.728278 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253ba4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:18:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:18.788108 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869be922-437d-4569-b552-62a4e554cab8 None None] Pushing event updated for resources: {'Port': ['ID=0be034e0-1531-49e6-883e-e832045557d9,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:18.862589 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:18.887243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4f445f2c-847f-47e2-88cc-de8a07986987 None None] Provisioning complete for port 0be034e0-1531-49e6-883e-e832045557d9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:18.887607 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f445f2c-847f-47e2-88cc-de8a07986987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.061600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f445f2c-847f-47e2-88cc-de8a07986987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.097729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4f445f2c-847f-47e2-88cc-de8a07986987 None None] For port 0be034e0-1531-49e6-883e-e832045557d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0be034e0-1531-49e6-883e-e832045557d9,segment=NetworkSegment(95c7e4e9-e551-43cd-9f9b-b99392e4dac1),segment_id=95c7e4e9-e551-43cd-9f9b-b99392e4dac1)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:19.102738 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f445f2c-847f-47e2-88cc-de8a07986987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.153910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f445f2c-847f-47e2-88cc-de8a07986987 None None] Pushing event updated for resources: {'Port': ['ID=0be034e0-1531-49e6-883e-e832045557d9,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:19.167770 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253ba4be0>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:18Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:18Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:18Z', 'revision_number': 1, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:19.197203 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173627a-f972-4d9f-9480-a796926014f9 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:18Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:18Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:18Z', 'revision_number': 1, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:19.238999 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c40f8b3a-7dfb-46d2-9835-dbc477bd5051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.241814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-176a5bd2-f8ba-4147-a70c-eae3e1f5613f None None] Provisioning complete for port 0be034e0-1531-49e6-883e-e832045557d9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:19.241814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-176a5bd2-f8ba-4147-a70c-eae3e1f5613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.344621 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.351289 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.430803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=0dd4804b-a3a3-441e-80d9-a164d09f7503,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:19.438710 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.585646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:19.587141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:19.624865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1a3c2-9e9d-49f0-b0cd-76076b15635d None None] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:19.711416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5de13850-a6ba-4778-b37b-57479746f1b5 None None] Provisioning complete for port b7ad005d-e38c-4cf6-89e0-74bc0171a61a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:19.711703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5de13850-a6ba-4778-b37b-57479746f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.726038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:19.887591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:19.889573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5de13850-a6ba-4778-b37b-57479746f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.893885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4fac0e72-635b-4ef8-a649-45faeea7df6b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7768865
Nov 06 21:19:19.896743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37572) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:19.905994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085065988'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:19.944522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:19.948809 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:19.989646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:20.005493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.006824 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added segment 79a28932-7b40-42f0-af90-ff2aac9528db of type vlan for network 700e8d02-f265-4110-a4d8-adeca7c7e211
Nov 06 21:19:20.057570 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.094962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.101561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:20.102377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.135271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5de13850-a6ba-4778-b37b-57479746f1b5 None None] For port b7ad005d-e38c-4cf6-89e0-74bc0171a61a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7ad005d-e38c-4cf6-89e0-74bc0171a61a,segment=NetworkSegment(5c272649-bf79-47d4-b732-225b46f58be3),segment_id=5c272649-bf79-47d4-b732-225b46f58be3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:20.143030 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5de13850-a6ba-4778-b37b-57479746f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.175294 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2745562
Nov 06 21:19:20.175788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37576) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:20.182681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'subnet': {'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:20.193322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43781c5e-0616-40a9-bc65-238cb00743fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Network': ['ID=700e8d02-f265-4110-a4d8-adeca7c7e211,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:20.211775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 700e8d02-f265-4110-a4d8-adeca7c7e211 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:20.214983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de13850-a6ba-4778-b37b-57479746f1b5 None None] Pushing event updated for resources: {'Port': ['ID=b7ad005d-e38c-4cf6-89e0-74bc0171a61a,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:20.315410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Made reservation on behalf of 59e12a25203c466eb305f9ce19251660 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:20.319392 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.506682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1ab06fde-f818-4d51-b139-493081adec87 None None] Provisioning complete for port b7ad005d-e38c-4cf6-89e0-74bc0171a61a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:20.507050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1ab06fde-f818-4d51-b139-493081adec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.558497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.614027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0be034e0-1531-49e6-883e-e832045557d9 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:20.643886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Subnet': ['ID=6fa8a57d-21b6-4256-87b2-b65cf35d9621,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:20.661944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Checking segment: {'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:20.662259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network hostable DHCP agents. Network: 700e8d02-f265-4110-a4d8-adeca7c7e211, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:20.683431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 700e8d02-f265-4110-a4d8-adeca7c7e211 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:20.697210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 700e8d02-f265-4110-a4d8-adeca7c7e211) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:20.697453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.706275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:20.706900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.713468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526931ea-6700-47f9-9d47-bfdfafe04799 None None] Network 700e8d02-f265-4110-a4d8-adeca7c7e211 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:20.733050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-009b01d5-c22f-4e8a-a4b1-0fa68f40f280 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5544577
Nov 06 21:19:20.735075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37580) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:20.797065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1ab06fde-f818-4d51-b139-493081adec87 None None] Provisioning complete for port 0dd4804b-a3a3-441e-80d9-a164d09f7503 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:20.797441 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1ab06fde-f818-4d51-b139-493081adec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.837611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:20.848803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0be034e0-1531-49e6-883e-e832045557d9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:20.849183 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:20.901056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:20.901697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92515911f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:20.906989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1ab06fde-f818-4d51-b139-493081adec87 None None] Port 0dd4804b-a3a3-441e-80d9-a164d09f7503 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:21.072554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:21.119160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:21.125583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6f8aa5a9-f233-40cb-b56c-80ff702ca902 None None] Provisioning complete for port 0dd4804b-a3a3-441e-80d9-a164d09f7503 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:21.125949 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa5a9-f233-40cb-b56c-80ff702ca902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:21.137714 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-700e8d02-f265-4110-a4d8-adeca7c7e211', 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'fixed_ips': [{'subnet_id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:21.138615 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:21.186033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b7ad005d-e38c-4cf6-89e0-74bc0171a61a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:21.289414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6f8aa5a9-f233-40cb-b56c-80ff702ca902 None None] Port 0dd4804b-a3a3-441e-80d9-a164d09f7503 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:21.379886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Allocated IP 172.23.0.1 (700e8d02-f265-4110-a4d8-adeca7c7e211/6fa8a57d-21b6-4256-87b2-b65cf35d9621/ac0bbfba-626b-467b-909d-85ba6c4964a5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:21.420814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b7ad005d-e38c-4cf6-89e0-74bc0171a61a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:21.421182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:21.498184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:21.532418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92515911f0>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:18Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:21.534024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:21.574288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 700e8d02-f265-4110-a4d8-adeca7c7e211 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:21.577402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:21.583962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:21.585011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:21.585374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Updating router 115e07ad-3e08-4c74-8bcc-8b709199448f port 0dd4804b-a3a3-441e-80d9-a164d09f7503 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:19:21.616560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=ac0bbfba-626b-467b-909d-85ba6c4964a5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:21.630613 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:21.633301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Allocated IP 172.23.0.2 (700e8d02-f265-4110-a4d8-adeca7c7e211/6fa8a57d-21b6-4256-87b2-b65cf35d9621/3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:21.637218 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:21.756978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.045353 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.050291 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.088633 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.113210 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.127295 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.133255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event updated for resources: {'Port': ['ID=ac0bbfba-626b-467b-909d-85ba6c4964a5,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:22.137061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.210146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Network 700e8d02-f265-4110-a4d8-adeca7c7e211 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:22.212490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Pushing event updated for resources: {'Port': ['ID=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:22.219766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:22.225395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:22.238934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Network 700e8d02-f265-4110-a4d8-adeca7c7e211 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:22.241941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:22.271057 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.296208 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.331108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Attempting to bind port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:22.331473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Attempting to bind port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:22.331833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Attempting to bind port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e on network 700e8d02-f265-4110-a4d8-adeca7c7e211 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:22.347950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:22.348395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Checking segment: {'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:22.348790 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.349289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Bound using segment: {'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:22.349831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Bound port: 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:22.350264 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.355344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:22.382122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844e0ff-89d6-4b3f-a15b-afc23d56d4b5 None None] Pushing event updated for resources: {'Port': ['ID=0dd4804b-a3a3-441e-80d9-a164d09f7503,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:22.464627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:22.471372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-289db7ac-48f6-4c22-befd-da558aadc4a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7351170
Nov 06 21:19:22.473160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Attempting to bind port 0dd4804b-a3a3-441e-80d9-a164d09f7503 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:22.473522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Attempting to bind port 0dd4804b-a3a3-441e-80d9-a164d09f7503 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:22.474001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37590) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:22.476657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Attempting to bind port 0dd4804b-a3a3-441e-80d9-a164d09f7503 on network bd8f2f9d-de0d-4475-9844-cd573f7769f9 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:22.478987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:22.498505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:22.498891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Checking segment: {'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:22.499294 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.499713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Bound using segment: {'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:22.500176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Bound port: 0dd4804b-a3a3-441e-80d9-a164d09f7503, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c272649-bf79-47d4-b732-225b46f58be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:22.500573 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.517800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] For port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:22.533426 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.537680 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] For port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,segment=NetworkSegment(79a28932-7b40-42f0-af90-ff2aac9528db),segment_id=79a28932-7b40-42f0-af90-ff2aac9528db)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:22.562975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.662279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] For port 0dd4804b-a3a3-441e-80d9-a164d09f7503, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:22.666377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] For port 0dd4804b-a3a3-441e-80d9-a164d09f7503, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dd4804b-a3a3-441e-80d9-a164d09f7503,segment=NetworkSegment(5c272649-bf79-47d4-b732-225b46f58be3),segment_id=5c272649-bf79-47d4-b732-225b46f58be3)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:22.676789 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.680462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b868dcc-2841-4536-b72b-d4aebe2c07cf None None] Pushing event updated for resources: {'Port': ['ID=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:22.694819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b6002b5a-9964-4f6c-a941-5d642d3e82e1 None None] Provisioning complete for port 0dd4804b-a3a3-441e-80d9-a164d09f7503 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:22.695184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b6002b5a-9964-4f6c-a941-5d642d3e82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:22.786577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:22.787284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92515911f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:22.878647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844e0ff-89d6-4b3f-a15b-afc23d56d4b5 None None] Pushing event updated for resources: {'Port': ['ID=0dd4804b-a3a3-441e-80d9-a164d09f7503,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:22.965010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 06 21:19:22.967732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:22.988392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Removed routes are [] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 06 21:19:22.988803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:23.026669 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b6002b5a-9964-4f6c-a941-5d642d3e82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:23.157406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b6002b5a-9964-4f6c-a941-5d642d3e82e1 None None] For port 0dd4804b-a3a3-441e-80d9-a164d09f7503, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dd4804b-a3a3-441e-80d9-a164d09f7503,segment=NetworkSegment(5c272649-bf79-47d4-b732-225b46f58be3),segment_id=5c272649-bf79-47d4-b732-225b46f58be3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:23.163509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b6002b5a-9964-4f6c-a941-5d642d3e82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:23.226746 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:23.230963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:23.271881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002b5a-9964-4f6c-a941-5d642d3e82e1 None None] Pushing event updated for resources: {'Port': ['ID=0dd4804b-a3a3-441e-80d9-a164d09f7503,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:23.304726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0b8b4163-edda-490a-acde-0cbbc34bc6ce None None] Provisioning complete for port 0dd4804b-a3a3-441e-80d9-a164d09f7503 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:23.305128 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4163-edda-490a-acde-0cbbc34bc6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:23.368563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92515911f0>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:21Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:22Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0bbfba-626b-467b-909d-85ba6c4964a5', 'name': '', 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:7e:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:21Z', 'updated_at': '2021-11-06T21:19:21Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:23.405398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964db8c-3c7d-4ab7-96c0-e64222a0ed89 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:21Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:22Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0bbfba-626b-467b-909d-85ba6c4964a5', 'name': '', 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:7e:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:21Z', 'updated_at': '2021-11-06T21:19:21Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:23.685865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:23.807759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:23.816109 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:23.819706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-10c2d659-64d8-4607-9a50-257a477fb361 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 200  len: 933 time: 1.3423488
Nov 06 21:19:23.819988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37594) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:23.945129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eacbb0-c902-4cf7-886d-240d2267fbd3 None None] Network 700e8d02-f265-4110-a4d8-adeca7c7e211 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:23.946685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-08a5ddbc-7d89-468e-8a8e-50f99636190b tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 200  len: 933 time: 0.1255558
Nov 06 21:19:23.949441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37596) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:23.956530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'routes': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:24.039888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a1a04df2-29ba-470f-a07f-f4f5e73b0aca None None] Provisioning complete for port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:24.040270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a1a04df2-29ba-470f-a07f-f4f5e73b0aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.218107 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a1a04df2-29ba-470f-a07f-f4f5e73b0aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.249122 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:24.262872 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:24.263590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a1a04df2-29ba-470f-a07f-f4f5e73b0aca None None] For port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,segment=NetworkSegment(79a28932-7b40-42f0-af90-ff2aac9528db),segment_id=79a28932-7b40-42f0-af90-ff2aac9528db)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:24.263876 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925277aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:24.268721 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a1a04df2-29ba-470f-a07f-f4f5e73b0aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.336025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a04df2-29ba-470f-a07f-f4f5e73b0aca None None] Pushing event updated for resources: {'Port': ['ID=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:24.379062 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:24.403391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added routes are [] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 06 21:19:24.403876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 06 21:19:24.459734 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.612509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b112a275-37d9-4d97-8a67-472a96d9cce5 None None] Provisioning complete for port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:24.613169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b112a275-37d9-4d97-8a67-472a96d9cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.683971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0dd4804b-a3a3-441e-80d9-a164d09f7503 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:24.687274 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925277aa00>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:22Z', 'revision_number': 6, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0bbfba-626b-467b-909d-85ba6c4964a5', 'name': '', 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:7e:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:21Z', 'updated_at': '2021-11-06T21:19:21Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:24.707319 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.711325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.725449 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:24.726018 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Updating router 115e07ad-3e08-4c74-8bcc-8b709199448f port ac0bbfba-626b-467b-909d-85ba6c4964a5 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:19:24.765492 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.792924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0dd4804b-a3a3-441e-80d9-a164d09f7503 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:24.793333 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.826508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:24.856915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b112a275-37d9-4d97-8a67-472a96d9cce5 None None] Provisioning complete for port ac0bbfba-626b-467b-909d-85ba6c4964a5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:24.857826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b112a275-37d9-4d97-8a67-472a96d9cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.952215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b112a275-37d9-4d97-8a67-472a96d9cce5 None None] Port ac0bbfba-626b-467b-909d-85ba6c4964a5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:24.967146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:24.975814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:24.977149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b66c4e8d-48e1-4e10-9447-1d919c4f64c5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 200  len: 699 time: 1.0247202
Nov 06 21:19:24.979966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37600) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:24.990580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:25.089363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d06327aa-d53d-4d17-b48f-990a1e4a9a1b None None] Provisioning complete for port ac0bbfba-626b-467b-909d-85ba6c4964a5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:25.089963 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d06327aa-d53d-4d17-b48f-990a1e4a9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.125712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-42eb8886-69c5-4c46-b0e5-03a5fe3adc4a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 200  len: 699 time: 0.1443238
Nov 06 21:19:25.126125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:25.126698 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.128511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37602) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:25.141048 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:19:25.152915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d06327aa-d53d-4d17-b48f-990a1e4a9a1b None None] Port ac0bbfba-626b-467b-909d-85ba6c4964a5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:25.170811 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.178076 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.286583 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181161b-7486-4462-b66d-88e08e0b03d4 None None] Pushing event updated for resources: {'Port': ['ID=ac0bbfba-626b-467b-909d-85ba6c4964a5,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:25.309272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2f5c67e1-15c4-4d5f-93b7-754c6a650783 None None] Provisioning complete for port ac0bbfba-626b-467b-909d-85ba6c4964a5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:25.309609 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2f5c67e1-15c4-4d5f-93b7-754c6a650783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.320574 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Attempting to bind port ac0bbfba-626b-467b-909d-85ba6c4964a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:25.321032 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Attempting to bind port ac0bbfba-626b-467b-909d-85ba6c4964a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:25.321470 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Attempting to bind port ac0bbfba-626b-467b-909d-85ba6c4964a5 on network 700e8d02-f265-4110-a4d8-adeca7c7e211 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:25.327637 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:25.328160 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Checking segment: {'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:25.328722 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.329185 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Bound using segment: {'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:25.329834 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Bound port: ac0bbfba-626b-467b-909d-85ba6c4964a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a28932-7b40-42f0-af90-ff2aac9528db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:25.330382 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.354201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c67e1-15c4-4d5f-93b7-754c6a650783 None None] Port ac0bbfba-626b-467b-909d-85ba6c4964a5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:25.411792 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] For port ac0bbfba-626b-467b-909d-85ba6c4964a5, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:25.415828 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] For port ac0bbfba-626b-467b-909d-85ba6c4964a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac0bbfba-626b-467b-909d-85ba6c4964a5,segment=NetworkSegment(79a28932-7b40-42f0-af90-ff2aac9528db),segment_id=79a28932-7b40-42f0-af90-ff2aac9528db)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:25.422557 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.504243 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181161b-7486-4462-b66d-88e08e0b03d4 None None] Pushing event updated for resources: {'Port': ['ID=ac0bbfba-626b-467b-909d-85ba6c4964a5,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:25.511711 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:25.512598 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925277aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:25.569102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.581450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f163a6d3-abea-4415-8380-1fd837a8a529 None None] Provisioning complete for port ac0bbfba-626b-467b-909d-85ba6c4964a5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:25.581826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f163a6d3-abea-4415-8380-1fd837a8a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.641994 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:25.703175 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f163a6d3-abea-4415-8380-1fd837a8a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.747016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f163a6d3-abea-4415-8380-1fd837a8a529 None None] For port ac0bbfba-626b-467b-909d-85ba6c4964a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac0bbfba-626b-467b-909d-85ba6c4964a5,segment=NetworkSegment(79a28932-7b40-42f0-af90-ff2aac9528db),segment_id=79a28932-7b40-42f0-af90-ff2aac9528db)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:25.754508 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f163a6d3-abea-4415-8380-1fd837a8a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.841451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163a6d3-abea-4415-8380-1fd837a8a529 None None] Pushing event updated for resources: {'Port': ['ID=ac0bbfba-626b-467b-909d-85ba6c4964a5,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:25.893233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5d5dd416-9380-4921-9ee5-267b06b0a173 None None] Provisioning complete for port ac0bbfba-626b-467b-909d-85ba6c4964a5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:25.893832 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5d5dd416-9380-4921-9ee5-267b06b0a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:25.972080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port ac0bbfba-626b-467b-909d-85ba6c4964a5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:25.972964 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:26.032677 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925277aa00>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:24Z', 'revision_number': 7, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0bbfba-626b-467b-909d-85ba6c4964a5', 'name': '', 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:7e:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:21Z', 'updated_at': '2021-11-06T21:19:25Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:26.067277 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad91e37-56aa-4b4d-9719-06bfc1524159 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:24Z', 'revision_number': 7, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0bbfba-626b-467b-909d-85ba6c4964a5', 'name': '', 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:7e:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:21Z', 'updated_at': '2021-11-06T21:19:25Z', 'revision_number': 4, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:26.080844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port ac0bbfba-626b-467b-909d-85ba6c4964a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac0bbfba-626b-467b-909d-85ba6c4964a5,segment=NetworkSegment(79a28932-7b40-42f0-af90-ff2aac9528db),segment_id=79a28932-7b40-42f0-af90-ff2aac9528db)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:26.081229 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:26.098223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for ac0bbfba-626b-467b-909d-85ba6c4964a5 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:26.237480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:26.249097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:26.249778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b99760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:26.298548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:26.341237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=ac0bbfba-626b-467b-909d-85ba6c4964a5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:26.507178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:26.538938 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:26.752957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b99760>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:24Z', 'revision_number': 7, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0bbfba-626b-467b-909d-85ba6c4964a5', 'name': '', 'network_id': '700e8d02-f265-4110-a4d8-adeca7c7e211', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:7e:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:21Z', 'updated_at': '2021-11-06T21:19:25Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '6fa8a57d-21b6-4256-87b2-b65cf35d9621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:26.764001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:26.782495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:26.792028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:26.792703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b99760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:26.876195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:26.884822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f19c1c18-e733-42b4-9443-65d4dba861fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7551346
Nov 06 21:19:26.885534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37608) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:26.898322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:26.943492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e35f58-ae2d-4d59-b6ec-afc778568beb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet 6fa8a57d-21b6-4256-87b2-b65cf35d9621 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:26.947033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11e35f58-ae2d-4d59-b6ec-afc778568beb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:26.990465 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11e35f58-ae2d-4d59-b6ec-afc778568beb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.090600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11e35f58-ae2d-4d59-b6ec-afc778568beb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.125885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b99760>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:26Z', 'revision_number': 8, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:27.159212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11e35f58-ae2d-4d59-b6ec-afc778568beb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.160151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c95c52-d0ee-4f90-8065-cdc436121823 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:26Z', 'revision_number': 8, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:27.195129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e35f58-ae2d-4d59-b6ec-afc778568beb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa8a57d-21b6-4256-87b2-b65cf35d9621,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:27.199083 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11e35f58-ae2d-4d59-b6ec-afc778568beb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.203302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-11e35f58-ae2d-4d59-b6ec-afc778568beb tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/6fa8a57d-21b6-4256-87b2-b65cf35d9621 HTTP/1.1" status: 204  len: 168 time: 0.3167441
Nov 06 21:19:27.205914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37612) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:27.209200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb6295-9ec9-4f11-866d-60ad176c52ec None None] Network 700e8d02-f265-4110-a4d8-adeca7c7e211 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:27.289368 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.350462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:27.350897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.421978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,segment=NetworkSegment(79a28932-7b40-42f0-af90-ff2aac9528db),segment_id=79a28932-7b40-42f0-af90-ff2aac9528db)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:27.422271 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.436589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:27.516708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] DHCP port deletion for 700e8d02-f265-4110-a4d8-adeca7c7e211 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:27.583269 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] Deleting port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:27.583845 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.672614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] For port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,segment=NetworkSegment(79a28932-7b40-42f0-af90-ff2aac9528db),segment_id=79a28932-7b40-42f0-af90-ff2aac9528db)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:27.672937 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.693785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] Calling delete_port for 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:27.771010 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:27.787411 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:27.788511 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925262e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:27.805075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.842784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] Pushing event deleted for resources: {'Port': ['ID=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:27.845159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c7b04-1e48-4372-941e-57d2c522cbfd None None] No DVR routers for this DVR port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:27.848729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:27.878596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:27.884332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No DVR routers for this DVR port 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:27.899717 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:27.982950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:28.009050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c74f70>,) {'filters': {'network_id': ['700e8d02-f265-4110-a4d8-adeca7c7e211']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:28.021115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c74f70>, '79a28932-7b40-42f0-af90-ff2aac9528db') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:28.021447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c74f70>, '79a28932-7b40-42f0-af90-ff2aac9528db') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:28.033725 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:28.049355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:28.055683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:28.056095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:28.059592 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:28.119267 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925262e370>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:26Z', 'revision_number': 8, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:28.128941 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:28.138061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:28.141756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/700e8d02-f265-4110-a4d8-adeca7c7e211 HTTP/1.1" status: 204  len: 168 time: 0.9346044
Nov 06 21:19:28.145517 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:28.145674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37616) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:28.155927 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:28.156602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea95a8-45a0-414c-921a-518761ca6b61 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=700e8d02-f265-4110-a4d8-adeca7c7e211,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:28.156734 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925262e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:28.250638 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:28.488666 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925262e370>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:26Z', 'revision_number': 8, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:28.503955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ac0bbfba-626b-467b-909d-85ba6c4964a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:28.516271 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a245801-a135-44d6-80d5-ebf2ecfc6549 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:26Z', 'revision_number': 8, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dd4804b-a3a3-441e-80d9-a164d09f7503', 'name': '', 'network_id': 'bd8f2f9d-de0d-4475-9844-cd573f7769f9', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:77:46:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '762f54bb-19e4-4469-b187-35a13913061c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:17Z', 'updated_at': '2021-11-06T21:19:23Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '762f54bb-19e4-4469-b187-35a13913061c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:28.532148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ac0bbfba-626b-467b-909d-85ba6c4964a5 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:28.532883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ac0bbfba-626b-467b-909d-85ba6c4964a5 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:28.533102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:28.555474 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:28.555957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 3e63dbb8-dd8d-4ac1-8b5d-c58d8463157e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:28.869045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:29.143117 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 0dd4804b-a3a3-441e-80d9-a164d09f7503 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:29.143461 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:29.246106 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port 0dd4804b-a3a3-441e-80d9-a164d09f7503, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dd4804b-a3a3-441e-80d9-a164d09f7503,segment=NetworkSegment(5c272649-bf79-47d4-b732-225b46f58be3),segment_id=5c272649-bf79-47d4-b732-225b46f58be3)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:29.246803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:29.261792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 0dd4804b-a3a3-441e-80d9-a164d09f7503 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:29.431070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:29.460855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=0dd4804b-a3a3-441e-80d9-a164d09f7503,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:29.474287 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.474640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.474981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.475317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.475648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.476124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.476468 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.476835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.477149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.477592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.477941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.478267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:29.630389 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:29.818416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:29.912455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:29.921039 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4f736c2e-135b-4002-9cde-14c41f6909aa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7739387
Nov 06 21:19:29.921191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37622) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:29.923468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:29.939207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:29.939823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b58b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:29.981735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3e1ea9-7b93-460f-9ccf-10082295e675 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet 762f54bb-19e4-4469-b187-35a13913061c {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:29.985125 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1ea9-7b93-460f-9ccf-10082295e675 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.025483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1ea9-7b93-460f-9ccf-10082295e675 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.026175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:30.107658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1ea9-7b93-460f-9ccf-10082295e675 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.173330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1ea9-7b93-460f-9ccf-10082295e675 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.203538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e1ea9-7b93-460f-9ccf-10082295e675 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=762f54bb-19e4-4469-b187-35a13913061c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:30.205581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1ea9-7b93-460f-9ccf-10082295e675 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.209217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f3e1ea9-7b93-460f-9ccf-10082295e675 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/762f54bb-19e4-4469-b187-35a13913061c HTTP/1.1" status: 204  len: 168 time: 0.2839024
Nov 06 21:19:30.211772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37624) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:30.214155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202f5c5a-f314-4aed-aeae-5119ff2d727f None None] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:30.290774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.312759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b58b50>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:29Z', 'revision_number': 9, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:30.344152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port b7ad005d-e38c-4cf6-89e0-74bc0171a61a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:30.344612 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.356373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:30.370166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:30.370770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b58b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:30.416534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port b7ad005d-e38c-4cf6-89e0-74bc0171a61a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7ad005d-e38c-4cf6-89e0-74bc0171a61a,segment=NetworkSegment(5c272649-bf79-47d4-b732-225b46f58be3),segment_id=5c272649-bf79-47d4-b732-225b46f58be3)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:30.416971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.433070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for b7ad005d-e38c-4cf6-89e0-74bc0171a61a owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:30.472825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:30.502911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] DHCP port deletion for bd8f2f9d-de0d-4475-9844-cd573f7769f9 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:30.521178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.554618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=b7ad005d-e38c-4cf6-89e0-74bc0171a61a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:30.559499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No DVR routers for this DVR port b7ad005d-e38c-4cf6-89e0-74bc0171a61a on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:30.641791 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.650277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] Deleting port b7ad005d-e38c-4cf6-89e0-74bc0171a61a {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:30.650647 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.662364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92583ee790>,) {'filters': {'network_id': ['bd8f2f9d-de0d-4475-9844-cd573f7769f9']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:30.672540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92583ee790>, '5c272649-bf79-47d4-b732-225b46f58be3') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:30.672902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92583ee790>, '5c272649-bf79-47d4-b732-225b46f58be3') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:30.682344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.696075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.702046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:30.702433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:30.705489 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:30.753656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] For port b7ad005d-e38c-4cf6-89e0-74bc0171a61a, host ncdv-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:30.753966 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.769569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] Calling delete_port for b7ad005d-e38c-4cf6-89e0-74bc0171a61a owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:30.770852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.774591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.ipam_backend_mixin [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] Port b7ad005d-e38c-4cf6-89e0-74bc0171a61a was not found and therefore no delete operation was performed {{(pid=119335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 21:19:30.777798 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.779303 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:30.783866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/bd8f2f9d-de0d-4475-9844-cd573f7769f9 HTTP/1.1" status: 204  len: 168 time: 0.5711207
Nov 06 21:19:30.787780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37626) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:30.796931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd1887-e867-4898-bd6f-d84b9185dfd8 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=bd8f2f9d-de0d-4475-9844-cd573f7769f9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:30.803848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] Network bd8f2f9d-de0d-4475-9844-cd573f7769f9 is not hosted by any dhcp agent {{(pid=119335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 21:19:30.804381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] No DVR routers for this DVR port b7ad005d-e38c-4cf6-89e0-74bc0171a61a on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:30.806945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675b93f-b0a9-45c7-bd4a-dc39f345ec4f None None] Pushing event deleted for resources: {'Port': ['ID=b7ad005d-e38c-4cf6-89e0-74bc0171a61a,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:30.821447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b58b50>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:29Z', 'revision_number': 9, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:30.852637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31dd815-4876-46d0-a749-4a9d9f3a08b4 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:29Z', 'revision_number': 9, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': '0be034e0-1531-49e6-883e-e832045557d9', 'name': '', 'network_id': 'fa011645-f513-41a9-bb65-b8d9ecf43469', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:30:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:14Z', 'updated_at': '2021-11-06T21:19:19Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': '38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:31.134422 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:31.382260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 0be034e0-1531-49e6-883e-e832045557d9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:31.382594 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:31.471564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port 0be034e0-1531-49e6-883e-e832045557d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0be034e0-1531-49e6-883e-e832045557d9,segment=NetworkSegment(95c7e4e9-e551-43cd-9f9b-b99392e4dac1),segment_id=95c7e4e9-e551-43cd-9f9b-b99392e4dac1)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:31.471833 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:31.484183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 0be034e0-1531-49e6-883e-e832045557d9 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:31.647638 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:31.673574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=0be034e0-1531-49e6-883e-e832045557d9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:31.830510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.022596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:32.113040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:32.118000 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d235549f-b1b4-4ff8-988d-7aae3d7f69fa tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3281705
Nov 06 21:19:32.120935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37632) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:32.122290 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:32.132744 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:32.133345 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252848c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:32.173062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec21e79-0a99-4293-8557-8441e0fba505 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet 38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:32.176221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ec21e79-0a99-4293-8557-8441e0fba505 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.217781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ec21e79-0a99-4293-8557-8441e0fba505 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.219742 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:32.306350 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ec21e79-0a99-4293-8557-8441e0fba505 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.365387 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ec21e79-0a99-4293-8557-8441e0fba505 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.393143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec21e79-0a99-4293-8557-8441e0fba505 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:32.397060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1ec21e79-0a99-4293-8557-8441e0fba505 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.403626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1ec21e79-0a99-4293-8557-8441e0fba505 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb HTTP/1.1" status: 204  len: 168 time: 0.2816963
Nov 06 21:19:32.403859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:32.414265 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252848c10>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:31Z', 'revision_number': 10, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:32.442925 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:32.454281 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:32.455162 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252848c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:32.504161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.566135 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:32.568224 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port 05a1c7e1-f8a1-4c48-b859-b71772545262 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:32.568715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.582223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f484101-5bc1-42d0-9f8e-b0f94ae044d6 None None] Network fa011645-f513-41a9-bb65-b8d9ecf43469 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:32.619127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b7ad005d-e38c-4cf6-89e0-74bc0171a61a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:32.634613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port 05a1c7e1-f8a1-4c48-b859-b71772545262, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05a1c7e1-f8a1-4c48-b859-b71772545262,segment=NetworkSegment(95c7e4e9-e551-43cd-9f9b-b99392e4dac1),segment_id=95c7e4e9-e551-43cd-9f9b-b99392e4dac1)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:32.635007 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.646540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b7ad005d-e38c-4cf6-89e0-74bc0171a61a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:32.646893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b7ad005d-e38c-4cf6-89e0-74bc0171a61a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:32.647316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0dd4804b-a3a3-441e-80d9-a164d09f7503 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:32.648344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for 05a1c7e1-f8a1-4c48-b859-b71772545262 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:32.682357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 0dd4804b-a3a3-441e-80d9-a164d09f7503 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:32.682721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0dd4804b-a3a3-441e-80d9-a164d09f7503 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:32.743968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.772231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=05a1c7e1-f8a1-4c48-b859-b71772545262,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:32.777427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No DVR routers for this DVR port 05a1c7e1-f8a1-4c48-b859-b71772545262 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:32.812605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415a30e-a2df-42c1-a61f-3d2f39a48735 None None] DHCP port deletion for fa011645-f513-41a9-bb65-b8d9ecf43469 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:32.868735 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.876157 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252848c10>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:31Z', 'revision_number': 10, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:32.891788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92554f8a00>,) {'filters': {'network_id': ['fa011645-f513-41a9-bb65-b8d9ecf43469']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:32.900867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92554f8a00>, '95c7e4e9-e551-43cd-9f9b-b99392e4dac1') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:32.901168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92554f8a00>, '95c7e4e9-e551-43cd-9f9b-b99392e4dac1') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:32.905573 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3b080-cf6d-4883-8988-dcc672f2eca9 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:31Z', 'revision_number': 10, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None, '_interfaces': [{'id': 'b92758cf-edd1-49e0-9699-36378a214a26', 'name': '', 'network_id': '9b9c5005-2035-4cf9-aa6f-ae9d139c377b', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'mac_address': 'fa:16:3e:33:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:19:11Z', 'updated_at': '2021-11-06T21:19:15Z', 'revision_number': 5, 'project_id': '59e12a25203c466eb305f9ce19251660', 'subnets': [{'id': 'd2698342-d7a9-4299-9197-7579e864ed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:32.916895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.931125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.937790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:32.938205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:32.941173 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:33.001623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:33.008801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:33.014665 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/fa011645-f513-41a9-bb65-b8d9ecf43469 HTTP/1.1" status: 204  len: 168 time: 0.6068523
Nov 06 21:19:33.015396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37638) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:33.031707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51ad19-7087-45db-ad71-9a666f945f69 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=fa011645-f513-41a9-bb65-b8d9ecf43469,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:33.353605 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:33.583205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port b92758cf-edd1-49e0-9699-36378a214a26 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:33.583552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:33.672673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port b92758cf-edd1-49e0-9699-36378a214a26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b92758cf-edd1-49e0-9699-36378a214a26,segment=NetworkSegment(a62dbad8-8149-430d-af3a-c44fbf47ae23),segment_id=a62dbad8-8149-430d-af3a-c44fbf47ae23)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:33.673032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:33.685686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for b92758cf-edd1-49e0-9699-36378a214a26 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:33.849169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:33.876223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=b92758cf-edd1-49e0-9699-36378a214a26,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:34.016850 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:34.470707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:34.529793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0be034e0-1531-49e6-883e-e832045557d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:34.548691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:34.551434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 0be034e0-1531-49e6-883e-e832045557d9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:34.551781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0be034e0-1531-49e6-883e-e832045557d9 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:34.552199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 05a1c7e1-f8a1-4c48-b859-b71772545262 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:34.556964 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a9c44ac8-d1d4-4622-9184-c224058980a9 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5372922
Nov 06 21:19:34.556964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37644) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:34.573223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:34.575509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 05a1c7e1-f8a1-4c48-b859-b71772545262 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:34.575857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 05a1c7e1-f8a1-4c48-b859-b71772545262 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:34.584958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:34.585789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251de8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:34.608744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20b5220-e207-451a-b1ed-38b39348b501 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting subnet d2698342-d7a9-4299-9197-7579e864ed7e {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:34.611862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b20b5220-e207-451a-b1ed-38b39348b501 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:34.650689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b20b5220-e207-451a-b1ed-38b39348b501 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:34.654481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:34.708590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251de8ee0>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:33Z', 'revision_number': 11, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:34.735099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:34.735569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b20b5220-e207-451a-b1ed-38b39348b501 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:34.743562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:34.744161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251de8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:34.753248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37646) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:34.797772 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b20b5220-e207-451a-b1ed-38b39348b501 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:34.817694 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:34.824737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b5220-e207-451a-b1ed-38b39348b501 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Subnet': ['ID=d2698342-d7a9-4299-9197-7579e864ed7e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:34.829053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b20b5220-e207-451a-b1ed-38b39348b501 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:34.832178 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b20b5220-e207-451a-b1ed-38b39348b501 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/d2698342-d7a9-4299-9197-7579e864ed7e HTTP/1.1" status: 204  len: 168 time: 0.2744899
Nov 06 21:19:34.834744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37648) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:34.854537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9dec57-bdc5-415d-adf4-055474c3fd96 None None] Network 9b9c5005-2035-4cf9-aa6f-ae9d139c377b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:34.906850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251de8ee0>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:33Z', 'revision_number': 11, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:34.928345 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:34.942359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 5d4974de-b13e-4e8a-9c15-8e7db3745f3a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:34.942787 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:34.972122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f29084-85a1-474e-96b1-aef9ec5ee5a7 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:33Z', 'revision_number': 11, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:35.018214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Deleting port f2edb772-4c26-465f-810c-a51d4a964deb {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:35.018834 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.037920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.038494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.051580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 5d4974de-b13e-4e8a-9c15-8e7db3745f3a owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:35.084951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] For port f2edb772-4c26-465f-810c-a51d4a964deb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2edb772-4c26-465f-810c-a51d4a964deb,segment=NetworkSegment(a62dbad8-8149-430d-af3a-c44fbf47ae23),segment_id=a62dbad8-8149-430d-af3a-c44fbf47ae23)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:35.085373 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.105840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Calling delete_port for f2edb772-4c26-465f-810c-a51d4a964deb owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:35.189176 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.215616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Port': ['ID=f2edb772-4c26-465f-810c-a51d4a964deb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:35.219842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No DVR routers for this DVR port f2edb772-4c26-465f-810c-a51d4a964deb on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:35.254119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.277685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=5d4974de-b13e-4e8a-9c15-8e7db3745f3a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:35.301583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.321968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92571671c0>,) {'filters': {'network_id': ['9b9c5005-2035-4cf9-aa6f-ae9d139c377b']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:35.337111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92571671c0>, 'a62dbad8-8149-430d-af3a-c44fbf47ae23') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:35.337409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92571671c0>, 'a62dbad8-8149-430d-af3a-c44fbf47ae23') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:35.348550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.350535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.351167 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Floating IP c1efb052-423b-4999-b4c0-c012d626f3c8 disassociated (deleted). External IP: 172.35.0.25, port: 0a85121f-6ead-4625-bb23-166787188982.
Nov 06 21:19:35.355547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891abb8-5c3c-42ec-85e6-4c1fa034b741 None None] DHCP port deletion for 9b9c5005-2035-4cf9-aa6f-ae9d139c377b request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:35.365025 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.382664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:35.383691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:35.387105 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:35.451877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.459408 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.462541 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/networks/9b9c5005-2035-4cf9-aa6f-ae9d139c377b HTTP/1.1" status: 204  len: 168 time: 0.6266644
Nov 06 21:19:35.465453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37652) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:35.473261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'routes': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:35.475502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aa7c7-f482-40e3-9724-606feff0fc9c tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Pushing event deleted for resources: {'Network': ['ID=9b9c5005-2035-4cf9-aa6f-ae9d139c377b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:35.698490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Added routes are [] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 06 21:19:35.698725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.extraroute_db [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Removed routes are [] {{(pid=119333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 06 21:19:35.699087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.849969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 35340917-62a6-49c5-9fb3-7d536c313152 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:35.856363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:35.861227 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.013491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 115e07ad-3e08-4c74-8bcc-8b709199448f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:36.098527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:36.103924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.111499 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] Sync routers for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:36.121381 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:36.121976 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526f2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:36.126577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:36.134660 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.138373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4d7bdc1a-ff94-498c-b6ba-336ff1dfa288 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 200  len: 700 time: 0.6664441
Nov 06 21:19:36.138551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] Sync routers for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:36.138980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37654) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:36.153211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:36.153866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925148af40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:36.169596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cc6db229-5f3d-44ab-962e-fb28fc8122d2 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 200  len: 205 time: 0.0271828
Nov 06 21:19:36.169596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-14171abe-89c8-4daf-b251-ad292b862de5 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/floatingips/c1efb052-423b-4999-b4c0-c012d626f3c8 HTTP/1.1" status: 204  len: 168 time: 1.4140770
Nov 06 21:19:36.169596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'tag': '0a85121f-6ead-4625-bb23-166787188982'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:19:36.170956 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37656) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:36.181767 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95" -d '{"events": [{"name": "network-changed", "server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "tag": "0a85121f-6ead-4625-bb23-166787188982"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:19:36.231134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:36.249727 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c22dae7-90ba-4045-bee3-dce111f2291d x-openstack-request-id: req-8c22dae7-90ba-4045-bee3-dce111f2291d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:19:36.250033 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "tag": "0a85121f-6ead-4625-bb23-166787188982", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:19:36.250301 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c22dae7-90ba-4045-bee3-dce111f2291d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:19:36.250712 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'tag': '0a85121f-6ead-4625-bb23-166787188982', 'status': 'completed', 'code': 200}
Nov 06 21:19:36.280106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f60c447a-9156-445d-8281-aef28d9ba722 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.300076 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:36.306561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925148af40>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:33Z', 'revision_number': 11, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:36.345835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] Checking router: 115e07ad-3e08-4c74-8bcc-8b709199448f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:36.355364 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] Routers {'115e07ad-3e08-4c74-8bcc-8b709199448f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:36.356425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925148af40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['115e07ad-3e08-4c74-8bcc-8b709199448f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:36.459864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] Set router 115e07ad-3e08-4c74-8bcc-8b709199448f gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:36.517509 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526f2be0>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:46Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:36.530679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1240f-6b71-43e2-8d1e-d35222bcd6fb req-3b07359c-f481-4ed1-b21e-8bfcf171bd95 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:36.540181 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcb1240f-6b71-43e2-8d1e-d35222bcd6fb req-3b07359c-f481-4ed1-b21e-8bfcf171bd95 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0704923
Nov 06 21:19:36.545497 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] Checking router: 35340917-62a6-49c5-9fb3-7d536c313152 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:36.546590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b92758cf-edd1-49e0-9699-36378a214a26 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:36.550482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925148af40>, [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:33Z', 'revision_number': 11, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:36.555423 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:36.556279 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526f2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:36.573774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-59383a10-afb9-4539-a838-02b01916846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:36.575326 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-59383a10-afb9-4539-a838-02b01916846d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f8c001debad4d98b1531db2b7d91349&device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 1097 time: 0.2889764
Nov 06 21:19:36.577088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f60c447a-9156-445d-8281-aef28d9ba722 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.579719 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f60c447a-9156-445d-8281-aef28d9ba722 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.594935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcb1240f-6b71-43e2-8d1e-d35222bcd6fb req-4d2c0d3d-0ad2-4401-bca0-737a918e7c37 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537620
Nov 06 21:19:36.615559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1a904-495e-4890-9fe4-3932fd2597e6 None None] The sync data for ids ['115e07ad-3e08-4c74-8bcc-8b709199448f'] in ncdv-master-1 is: [{'id': '115e07ad-3e08-4c74-8bcc-8b709199448f', 'name': 'tempest-RoutersTest-router-919591778', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:10Z', 'updated_at': '2021-11-06T21:19:33Z', 'revision_number': 11, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:36.617259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b92758cf-edd1-49e0-9699-36378a214a26 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:36.617607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b92758cf-edd1-49e0-9699-36378a214a26 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:36.618022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f2edb772-4c26-465f-810c-a51d4a964deb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:36.640283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f2edb772-4c26-465f-810c-a51d4a964deb {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:36.640924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f2edb772-4c26-465f-810c-a51d4a964deb not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:36.678384 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:36.682034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f60c447a-9156-445d-8281-aef28d9ba722 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.682840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60c447a-9156-445d-8281-aef28d9ba722 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Fanout notify agent at l3_agent the message router_deleted on router 115e07ad-3e08-4c74-8bcc-8b709199448f {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:19:36.693687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f60c447a-9156-445d-8281-aef28d9ba722 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.694926 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f60c447a-9156-445d-8281-aef28d9ba722 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 204  len: 168 time: 0.5222940
Nov 06 21:19:36.699141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37666) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:36.704487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5fb06fa7-d2bc-4b2b-b35b-f206bbd1f148 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1149656699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:36.756942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5fb06fa7-d2bc-4b2b-b35b-f206bbd1f148 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.758068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5fb06fa7-d2bc-4b2b-b35b-f206bbd1f148 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.766412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-a5ca2a18-cfcc-4f15-9f75-f9b9b22e532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:36.768039 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-a5ca2a18-cfcc-4f15-9f75-f9b9b22e532b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ceab72c-17bb-4431-b274-3d972f24a055 HTTP/1.1" status: 200  len: 897 time: 0.1804473
Nov 06 21:19:36.846849 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-4b749c1e-477e-40e2-ad76-481e5911f4ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a85121f-6ead-4625-bb23-166787188982 HTTP/1.1" status: 200  len: 217 time: 0.0670872
Nov 06 21:19:36.851318 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5fb06fa7-d2bc-4b2b-b35b-f206bbd1f148 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.868154 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5fb06fa7-d2bc-4b2b-b35b-f206bbd1f148 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.914410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5fb06fa7-d2bc-4b2b-b35b-f206bbd1f148 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:36.918431 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5fb06fa7-d2bc-4b2b-b35b-f206bbd1f148 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2158177
Nov 06 21:19:36.918584 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526f2be0>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:46Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:36.919164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37668) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:36.923936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-b29cde9f-71b6-4111-a5f3-bdb902245a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:36.925151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fcfa0e35-e3d0-489a-afe9-a1652b75e22e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Request body: {'router': {'admin_state_up': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:36.925417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-b29cde9f-71b6-4111-a5f3-bdb902245a1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d876311-7f21-4afa-b6d0-7c6c8269b62d HTTP/1.1" status: 200  len: 835 time: 0.0706866
Nov 06 21:19:36.943191 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c27ae1-00ea-4f47-8a05-c76f1f0688c4 None None] The sync data for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 is: [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48449739-666d-4dae-bb94-26800070800b', 'name': '', 'network_id': '8ceab72c-17bb-4431-b274-3d972f24a055', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'mac_address': 'fa:16:3e:65:0e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:41Z', 'updated_at': '2021-11-06T21:16:46Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'subnets': [{'id': '0d876311-7f21-4afa-b6d0-7c6c8269b62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:36.986231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-98403ac7-fcb7-4535-aa50-73e2818b2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:36.987886 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-98403ac7-fcb7-4535-aa50-73e2818b2bce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ceab72c-17bb-4431-b274-3d972f24a055&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0539761
Nov 06 21:19:37.085879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-05956367-59d8-45eb-b9f9-6238b7f34d2a service neutron] 10.222.0.10 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884757
Nov 06 21:19:37.143574 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0e35-e3d0-489a-afe9-a1652b75e22e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8661'] for router, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:37.159639 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0e35-e3d0-489a-afe9-a1652b75e22e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422142'] for router, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:37.195309 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-b0f79db9-67eb-4bf8-b6fb-ba9c33ae0d95 req-f8893fc5-9497-4ead-93a1-c8fc654a73c0 service neutron] 10.222.0.10 "GET /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016395
Nov 06 21:19:37.198952 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda4270-66ea-4145-9723-2ffadc324f22 None None] New status for floating IP c1efb052-423b-4999-b4c0-c012d626f3c8: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:19:37.260400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfa0e35-e3d0-489a-afe9-a1652b75e22e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Router 758ad5b0-8483-4719-b8a6-67067b3cd8dd is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:19:37.628464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa0e35-e3d0-489a-afe9-a1652b75e22e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:37.635349 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fcfa0e35-e3d0-489a-afe9-a1652b75e22e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:37.636659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fcfa0e35-e3d0-489a-afe9-a1652b75e22e tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "PUT /v2.0/routers/758ad5b0-8483-4719-b8a6-67067b3cd8dd HTTP/1.1" status: 200  len: 694 time: 0.7152212
Nov 06 21:19:37.638946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] Sync routers for ids ['758ad5b0-8483-4719-b8a6-67067b3cd8dd'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:37.639408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37674) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:37.649219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] Routers {'758ad5b0-8483-4719-b8a6-67067b3cd8dd'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:37.649739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519422b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['758ad5b0-8483-4719-b8a6-67067b3cd8dd'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:37.720496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] Set router 758ad5b0-8483-4719-b8a6-67067b3cd8dd gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:37.744721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0dbfab9d-4ce6-4acc-a625-01bb2879866a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/routers/758ad5b0-8483-4719-b8a6-67067b3cd8dd HTTP/1.1" status: 200  len: 700 time: 0.1019001
Nov 06 21:19:37.746367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:37.766966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd453400-5fa2-4724-a5cf-70d6dd6587b1 req-eafc35bc-11a1-4d85-80c7-2c29392e1117 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:37.767790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd453400-5fa2-4724-a5cf-70d6dd6587b1 req-eafc35bc-11a1-4d85-80c7-2c29392e1117 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.0904522
Nov 06 21:19:37.776697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519422b0>, [{'id': '758ad5b0-8483-4719-b8a6-67067b3cd8dd', 'name': 'tempest-RoutersTest-router-1149656699', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:36Z', 'updated_at': '2021-11-06T21:19:37Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:37.786183 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c09ac41c-dd97-4cad-8234-d6cc299b73af tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=758ad5b0-8483-4719-b8a6-67067b3cd8dd HTTP/1.1" status: 200  len: 205 time: 0.0363157
Nov 06 21:19:37.786371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37678) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:37.804237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] Checking router: 758ad5b0-8483-4719-b8a6-67067b3cd8dd for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:37.814875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] Routers {'758ad5b0-8483-4719-b8a6-67067b3cd8dd'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:37.815480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519422b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['758ad5b0-8483-4719-b8a6-67067b3cd8dd'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:37.827668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd453400-5fa2-4724-a5cf-70d6dd6587b1 req-c1efd5a1-a02e-44c0-9104-cc8d17e81987 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f5f9475-790a-421e-96e7-839fb988dc57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528715
Nov 06 21:19:37.871565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1dd816d-23b5-4d48-8a3b-ebd57a468821 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:37.884647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] Set router 758ad5b0-8483-4719-b8a6-67067b3cd8dd gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:37.939015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519422b0>, [{'id': '758ad5b0-8483-4719-b8a6-67067b3cd8dd', 'name': 'tempest-RoutersTest-router-1149656699', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:36Z', 'updated_at': '2021-11-06T21:19:37Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:37.965339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c68c5-5d77-414b-af21-ef7f3fbaf048 None None] The sync data for ids ['758ad5b0-8483-4719-b8a6-67067b3cd8dd'] in ncdv-master-1 is: [{'id': '758ad5b0-8483-4719-b8a6-67067b3cd8dd', 'name': 'tempest-RoutersTest-router-1149656699', 'tenant_id': '59e12a25203c466eb305f9ce19251660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:19:36Z', 'updated_at': '2021-11-06T21:19:37Z', 'revision_number': 2, 'project_id': '59e12a25203c466eb305f9ce19251660', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:38.065299 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1dd816d-23b5-4d48-8a3b-ebd57a468821 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:38.074134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-c973151b-9f9a-4762-bfab-02997cf7938f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:38.076140 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-c973151b-9f9a-4762-bfab-02997cf7938f tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 946 time: 0.1392550
Nov 06 21:19:38.077330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1dd816d-23b5-4d48-8a3b-ebd57a468821 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:38.148245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1dd816d-23b5-4d48-8a3b-ebd57a468821 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:38.148796 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd816d-23b5-4d48-8a3b-ebd57a468821 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Fanout notify agent at l3_agent the message router_deleted on router 758ad5b0-8483-4719-b8a6-67067b3cd8dd {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:19:38.158663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1dd816d-23b5-4d48-8a3b-ebd57a468821 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:38.162973 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c1dd816d-23b5-4d48-8a3b-ebd57a468821 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/758ad5b0-8483-4719-b8a6-67067b3cd8dd HTTP/1.1" status: 204  len: 168 time: 0.3719988
Nov 06 21:19:38.163298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37680) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.191338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0938f544-0214-45d5-b2e7-baf662647a16 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=758ad5b0-8483-4719-b8a6-67067b3cd8dd HTTP/1.1" status: 200  len: 205 time: 0.0267828
Nov 06 21:19:38.193637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37682) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.216929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 0a85121f-6ead-4625-bb23-166787188982 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:38.217498 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:38.240820 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-5e232b9a-d9b9-482c-b888-4bbb9677194d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] delete failed (client error): The resource could not be found.
Nov 06 21:19:38.241854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5e232b9a-d9b9-482c-b888-4bbb9677194d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/758ad5b0-8483-4719-b8a6-67067b3cd8dd HTTP/1.1" status: 404  len: 336 time: 0.0472977
Nov 06 21:19:38.244546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37684) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.270940 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c400b218-92ea-40f7-b4f2-d4b0b29e20b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:38.271390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c400b218-92ea-40f7-b4f2-d4b0b29e20b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:38.274414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c400b218-92ea-40f7-b4f2-d4b0b29e20b3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/6fa8a57d-21b6-4256-87b2-b65cf35d9621 HTTP/1.1" status: 404  len: 337 time: 0.0289822
Nov 06 21:19:38.276951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37686) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.305017 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46d5d31-40d2-4b20-b657-98b4a8be9657 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:38.305463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46d5d31-40d2-4b20-b657-98b4a8be9657 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:38.308455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f46d5d31-40d2-4b20-b657-98b4a8be9657 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/762f54bb-19e4-4469-b187-35a13913061c HTTP/1.1" status: 404  len: 337 time: 0.0305860
Nov 06 21:19:38.310947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37688) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.311575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port 0a85121f-6ead-4625-bb23-166787188982, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0a85121f-6ead-4625-bb23-166787188982,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:38.311947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:38.325071 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 0a85121f-6ead-4625-bb23-166787188982 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:38.336454 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b39c9e-ed9b-4eab-bf9a-83fac7558767 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:38.336904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b39c9e-ed9b-4eab-bf9a-83fac7558767 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:38.339852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-07b39c9e-ed9b-4eab-bf9a-83fac7558767 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/38d1ddc9-58f9-4eae-97ab-b7a3dd77f3fb HTTP/1.1" status: 404  len: 337 time: 0.0280128
Nov 06 21:19:38.342895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.374890 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9167d0c5-dff1-4688-9923-fa49e507d5dd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:38.375435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9167d0c5-dff1-4688-9923-fa49e507d5dd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:38.378623 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9167d0c5-dff1-4688-9923-fa49e507d5dd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/d2698342-d7a9-4299-9197-7579e864ed7e HTTP/1.1" status: 404  len: 337 time: 0.0348079
Nov 06 21:19:38.381212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37692) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.406833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2e9567ab-6523-44b6-bcf9-54ce363d3800 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 200  len: 205 time: 0.0245152
Nov 06 21:19:38.409201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37696) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.455014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:38.459484 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-c96d07ce-c16e-4b64-a5d3-1f3b440586bf tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] delete failed (client error): The resource could not be found.
Nov 06 21:19:38.463204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c96d07ce-c16e-4b64-a5d3-1f3b440586bf tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/115e07ad-3e08-4c74-8bcc-8b709199448f HTTP/1.1" status: 404  len: 336 time: 0.0502367
Nov 06 21:19:38.463351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37698) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.494177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e1edc9fd-5bbd-4b45-a389-bcb0c66c3f62 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b583ffe-6495-4581-ad4d-be90534f264c HTTP/1.1" status: 200  len: 205 time: 0.0276928
Nov 06 21:19:38.494408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37700) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.509005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=0a85121f-6ead-4625-bb23-166787188982,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:38.534782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] No DVR routers for this DVR port 0a85121f-6ead-4625-bb23-166787188982 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:38.536793 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-51253073-89d5-4bf5-ad97-3eed8a5bf7f6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] delete failed (client error): The resource could not be found.
Nov 06 21:19:38.540325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:38.540477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-51253073-89d5-4bf5-ad97-3eed8a5bf7f6 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/8b583ffe-6495-4581-ad4d-be90534f264c HTTP/1.1" status: 404  len: 336 time: 0.0421183
Nov 06 21:19:38.540972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37702) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.541333 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d01fb6b2-619d-48c9-b40b-29b9e77c300c req-f2c6a2a7-9999-4ef3-941c-159eb900448e tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.10 "DELETE /v2.0/ports/0a85121f-6ead-4625-bb23-166787188982 HTTP/1.1" status: 204  len: 173 time: 0.4587271
Nov 06 21:19:38.541851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'name': 'network-vif-deleted', 'tag': '0a85121f-6ead-4625-bb23-166787188982'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:19:38.544200 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aeadee-8745-4019-9f50-881898539984" -d '{"events": [{"server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "name": "network-vif-deleted", "tag": "0a85121f-6ead-4625-bb23-166787188982"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:19:38.569681 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f822ac-1a80-4a1c-a082-cc38ed8ef99a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:38.570440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f822ac-1a80-4a1c-a082-cc38ed8ef99a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:38.576462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-89f822ac-1a80-4a1c-a082-cc38ed8ef99a tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/89c09fa2-4017-46df-9ec9-fb4f149cb45a HTTP/1.1" status: 404  len: 337 time: 0.0313463
Nov 06 21:19:38.580232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37708) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.616286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-568f4d31-4fcc-4653-9c0a-cd5996f19514 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4fde17d-dfbc-4719-94d9-7c81fe8a9acc HTTP/1.1" status: 200  len: 205 time: 0.0327487
Nov 06 21:19:38.616689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37710) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.655279 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-5d21b199-4f5a-4337-b076-39d60f53eb90 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] delete failed (client error): The resource could not be found.
Nov 06 21:19:38.658681 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5d21b199-4f5a-4337-b076-39d60f53eb90 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/b4fde17d-dfbc-4719-94d9-7c81fe8a9acc HTTP/1.1" status: 404  len: 336 time: 0.0384765
Nov 06 21:19:38.659208 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37712) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.702637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7e9992fe-ded9-4898-bfbd-6f8098b81a96 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=6972026c-08ce-4707-bcc3-779d2ab8cfef HTTP/1.1" status: 200  len: 205 time: 0.0423005
Nov 06 21:19:38.705080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37714) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.742718 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-ca42825f-c4f8-4811-997a-b29cce6e6cbe tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] delete failed (client error): The resource could not be found.
Nov 06 21:19:38.743708 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ca42825f-c4f8-4811-997a-b29cce6e6cbe tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/6972026c-08ce-4707-bcc3-779d2ab8cfef HTTP/1.1" status: 404  len: 336 time: 0.0376341
Nov 06 21:19:38.746253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37716) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.756189 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eea7f5-78a3-492f-96c2-79c927fbbb8e x-openstack-request-id: req-77eea7f5-78a3-492f-96c2-79c927fbbb8e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:19:38.756528 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e706ea8-3459-47bc-8f69-cbb47b52240b", "name": "network-vif-deleted", "tag": "0a85121f-6ead-4625-bb23-166787188982", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:19:38.756782 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77eea7f5-78a3-492f-96c2-79c927fbbb8e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:19:38.757168 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e706ea8-3459-47bc-8f69-cbb47b52240b', 'name': 'network-vif-deleted', 'tag': '0a85121f-6ead-4625-bb23-166787188982', 'status': 'completed', 'code': 200}
Nov 06 21:19:38.775047 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f25a2d-6717-4ac0-b016-39df65ad7cbd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:38.775484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f25a2d-6717-4ac0-b016-39df65ad7cbd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:38.779882 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c4f25a2d-6717-4ac0-b016-39df65ad7cbd tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/2d24b8b9-8040-43b6-a2f9-6f711e9c2a89 HTTP/1.1" status: 404  len: 337 time: 0.0311060
Nov 06 21:19:38.781601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37718) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.810031 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d65fd7f7-0390-4b17-a12d-a83e8945d5b5 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab0411-e050-4f7b-a4a0-72e67f21488f HTTP/1.1" status: 200  len: 205 time: 0.0272727
Nov 06 21:19:38.812484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37720) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.854036 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-7268c735-8436-4e0c-8d8b-c9be73f51d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] delete failed (client error): The resource could not be found.
Nov 06 21:19:38.856346 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7268c735-8436-4e0c-8d8b-c9be73f51d30 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/5eab0411-e050-4f7b-a4a0-72e67f21488f HTTP/1.1" status: 404  len: 336 time: 0.0417004
Nov 06 21:19:38.858507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37724) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.891678 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce49266-1eb4-4be8-9fc7-9af6ea3f327d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:38.891678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce49266-1eb4-4be8-9fc7-9af6ea3f327d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:38.897789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37726) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:38.897992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fce49266-1eb4-4be8-9fc7-9af6ea3f327d tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/bd43e9c9-c5c9-45af-817c-63e0814a5b2e HTTP/1.1" status: 404  len: 337 time: 0.0382586
Nov 06 21:19:38.938299 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c610cc99-8e69-4f28-81b2-c698c5c73c0f tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "GET /v2.0/ports?device_id=fabe37d8-f3a0-4795-8bef-168513596ebf HTTP/1.1" status: 200  len: 205 time: 0.0392740
Nov 06 21:19:38.940753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37728) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:39.006603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bc7bc4cc-0ee1-41f2-bb32-87d3153018ed req-81961409-2b63-4696-a65d-9de4ff73bf33 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e706ea8-3459-47bc-8f69-cbb47b52240b HTTP/1.1" status: 200  len: 210 time: 0.0754590
Nov 06 21:19:39.008359 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-22b10aeb-e400-416f-80c0-17f338ce4ef3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] delete failed (client error): The resource could not be found.
Nov 06 21:19:39.009576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-22b10aeb-e400-416f-80c0-17f338ce4ef3 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/routers/fabe37d8-f3a0-4795-8bef-168513596ebf HTTP/1.1" status: 404  len: 336 time: 0.0678861
Nov 06 21:19:39.012521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37732) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:39.049793 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-26418a63-5854-4ead-b1b7-b900cff23b18 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:39.050271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26418a63-5854-4ead-b1b7-b900cff23b18 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:39.053442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-26418a63-5854-4ead-b1b7-b900cff23b18 tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/6b3a1a25-b9e5-4bac-ba0f-bc3f7d131280 HTTP/1.1" status: 404  len: 337 time: 0.0390768
Nov 06 21:19:39.055935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37734) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:39.081573 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde76424-cb33-4ba5-a8a6-f35116b579fc tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:19:39.082027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde76424-cb33-4ba5-a8a6-f35116b579fc tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:19:39.085045 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fde76424-cb33-4ba5-a8a6-f35116b579fc tempest-RoutersTest-1546864689 tempest-RoutersTest-1546864689-project] 10.222.0.13 "DELETE /v2.0/subnets/b3ebee24-e4f6-4640-ac57-fd5adb5335a5 HTTP/1.1" status: 404  len: 337 time: 0.0281491
Nov 06 21:19:39.340288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37740) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:39.475736 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f848f52d-933a-4f95-bc31-a1200bf4010a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59e12a25203c466eb305f9ce19251660&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341264
Nov 06 21:19:39.476916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37746) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:39.526601 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ada104d6-937f-4fc9-927a-4f8f333f3e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:39.547634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ada104d6-937f-4fc9-927a-4f8f333f3e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:39.593254 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ada104d6-937f-4fc9-927a-4f8f333f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:39.595783 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ada104d6-937f-4fc9-927a-4f8f333f3e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:39.596999 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ada104d6-937f-4fc9-927a-4f8f333f3e94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5308971a-4368-4a84-8cae-84de1c6d24ac HTTP/1.1" status: 204  len: 168 time: 0.1191394
Nov 06 21:19:39.604797 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada104d6-937f-4fc9-927a-4f8f333f3e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5308971a-4368-4a84-8cae-84de1c6d24ac,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:40.065063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37766) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:40.230031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37772) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:40.328866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-083888d8-e02a-4d01-91cd-b5db3c5fef3e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-590765701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:40.362488 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-083888d8-e02a-4d01-91cd-b5db3c5fef3e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.363804 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-083888d8-e02a-4d01-91cd-b5db3c5fef3e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.424974 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-083888d8-e02a-4d01-91cd-b5db3c5fef3e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.431642 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-083888d8-e02a-4d01-91cd-b5db3c5fef3e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.444314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.449581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-083888d8-e02a-4d01-91cd-b5db3c5fef3e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.451350 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-083888d8-e02a-4d01-91cd-b5db3c5fef3e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.2202408
Nov 06 21:19:40.454456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37776) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:40.459671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1316572850'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:40.480186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Made reservation on behalf of 579aa653f9fc44fc8c1a05046e1938cd for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:40.483963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.492500 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.569282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.574696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.602908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:40.620329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b4062-03a3-4cc8-a4f4-a3278c2f952d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:40.623570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.623911 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Added segment 6ca09793-8d0a-4256-98f1-c6e888096320 of type vlan for network 68217c6f-8278-4a19-ad95-a4c3275fa82b
Nov 06 21:19:40.636386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.636733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.637072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.637407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.638289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.638628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.638952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.639274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.639598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.639918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.640239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.640579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:19:40.682510 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.707793 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.711576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 48449739-666d-4dae-bb94-26800070800b {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:40.711933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.713593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:40.714203 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.773011 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.3173256
Nov 06 21:19:40.775824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37780) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:40.781216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'subnet': {'network_id': '68217c6f-8278-4a19-ad95-a4c3275fa82b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:40.800415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port 48449739-666d-4dae-bb94-26800070800b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48449739-666d-4dae-bb94-26800070800b,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:40.800780 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:40.814466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 48449739-666d-4dae-bb94-26800070800b owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:40.835233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe0963-6991-4fcc-9086-335cfac63e4b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Network': ['ID=68217c6f-8278-4a19-ad95-a4c3275fa82b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:40.845551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 68217c6f-8278-4a19-ad95-a4c3275fa82b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:40.890610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Made reservation on behalf of 579aa653f9fc44fc8c1a05046e1938cd for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:40.894667 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.000546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.025971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=48449739-666d-4dae-bb94-26800070800b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:41.115099 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.189276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Subnet': ['ID=8e80d848-52c5-4b38-9b72-a163ae650eae,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:41.209640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Checking segment: {'id': '6ca09793-8d0a-4256-98f1-c6e888096320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68217c6f-8278-4a19-ad95-a4c3275fa82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:41.210003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network hostable DHCP agents. Network: 68217c6f-8278-4a19-ad95-a4c3275fa82b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:41.229835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network 68217c6f-8278-4a19-ad95-a4c3275fa82b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:41.240547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68217c6f-8278-4a19-ad95-a4c3275fa82b) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:41.245065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:41.245763 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.255072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c7cca-7eb9-4d53-8c77-9207803950dc None None] Network 68217c6f-8278-4a19-ad95-a4c3275fa82b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:41.274671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ba2c18ab-cdd2-4024-a57f-12a341087350 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4949784
Nov 06 21:19:41.274978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37782) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:41.280441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'network': {'name': 'tempest-router-network01--393394288'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:41.305357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Made reservation on behalf of 579aa653f9fc44fc8c1a05046e1938cd for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:41.308822 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.337078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:41.348099 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.348484 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Added segment aa42e335-c767-4385-83b8-655b5e358478 of type vlan for network c11ceeb9-c071-4b92-8f64-1aa9bce1585c
Nov 06 21:19:41.392495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.416091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-68217c6f-8278-4a19-ad95-a4c3275fa82b', 'network_id': '68217c6f-8278-4a19-ad95-a4c3275fa82b', 'tenant_id': '579aa653f9fc44fc8c1a05046e1938cd', 'fixed_ips': [{'subnet_id': '8e80d848-52c5-4b38-9b72-a163ae650eae'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:41.417259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.421830 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.427913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:41.428583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.500267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2218521
Nov 06 21:19:41.501362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37784) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:41.509132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'network': {'name': 'tempest-router-network02--1821415545'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:41.520129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57350182-4db4-4b7b-87b9-1c068b9e9711 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Network': ['ID=c11ceeb9-c071-4b92-8f64-1aa9bce1585c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:41.539114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Made reservation on behalf of 579aa653f9fc44fc8c1a05046e1938cd for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:41.544879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.549196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.576975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:41.588103 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.588354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c11ceeb9-c071-4b92-8f64-1aa9bce1585c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:41.588565 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Added segment eaf53cbc-9b08-40b4-81a6-3d9b4baa1033 of type vlan for network 33563086-b888-4ae1-a6c2-185b1ac419af
Nov 06 21:19:41.632448 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.669704 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.676557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:41.677464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:41.763872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Network': ['ID=33563086-b888-4ae1-a6c2-185b1ac419af,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:41.779794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 33563086-b888-4ae1-a6c2-185b1ac419af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:41.780573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37788) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:41.781393 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e01f2be7-f022-4be4-8f06-6400f6c45243 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2791388
Nov 06 21:19:41.782053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Allocated IP 2001:db8::2 (68217c6f-8278-4a19-ad95-a4c3275fa82b/8e80d848-52c5-4b38-9b72-a163ae650eae/156b03e4-07cf-4d0e-9905-7ca58aefd376) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:41.786719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'subnet': {'network_id': 'c11ceeb9-c071-4b92-8f64-1aa9bce1585c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:41.842202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0a85121f-6ead-4625-bb23-166787188982 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:41.870027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Router 35340917-62a6-49c5-9fb3-7d536c313152 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:41.910027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 0a85121f-6ead-4625-bb23-166787188982 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:41.910599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 0a85121f-6ead-4625-bb23-166787188982 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:41.948514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Made reservation on behalf of 579aa653f9fc44fc8c1a05046e1938cd for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:41.952452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.005927 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.012308 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.053756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Network 68217c6f-8278-4a19-ad95-a4c3275fa82b is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:42.056711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:42.061836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:42.062033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:42.065096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Pushing event updated for resources: {'Port': ['ID=156b03e4-07cf-4d0e-9905-7ca58aefd376,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:42.070329 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-de7562fb-974b-409e-9094-c75f1cddf729 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "PUT /v2.0/routers/35340917-62a6-49c5-9fb3-7d536c313152/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0041206
Nov 06 21:19:42.072965 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] Sync routers for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:42.073477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37790) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:42.100928 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:42.101885 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252edb430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:42.132223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Attempting to bind port 156b03e4-07cf-4d0e-9905-7ca58aefd376 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:42.132616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Attempting to bind port 156b03e4-07cf-4d0e-9905-7ca58aefd376 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ca09793-8d0a-4256-98f1-c6e888096320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68217c6f-8278-4a19-ad95-a4c3275fa82b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:42.132982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Attempting to bind port 156b03e4-07cf-4d0e-9905-7ca58aefd376 on network 68217c6f-8278-4a19-ad95-a4c3275fa82b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:42.139378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc014dfa-6977-4926-9720-997526e08528 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting subnet 0d876311-7f21-4afa-b6d0-7c6c8269b62d {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:42.142008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:42.142390 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Checking segment: {'id': '6ca09793-8d0a-4256-98f1-c6e888096320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68217c6f-8278-4a19-ad95-a4c3275fa82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:42.142793 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.143568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Bound using segment: {'id': '6ca09793-8d0a-4256-98f1-c6e888096320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68217c6f-8278-4a19-ad95-a4c3275fa82b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:42.143843 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc014dfa-6977-4926-9720-997526e08528 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.144042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Bound port: 156b03e4-07cf-4d0e-9905-7ca58aefd376, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca09793-8d0a-4256-98f1-c6e888096320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '68217c6f-8278-4a19-ad95-a4c3275fa82b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:42.144572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.188329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc014dfa-6977-4926-9720-997526e08528 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.218001 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.218269 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:42.226723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] For port 156b03e4-07cf-4d0e-9905-7ca58aefd376, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:42.230827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] For port 156b03e4-07cf-4d0e-9905-7ca58aefd376, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=156b03e4-07cf-4d0e-9905-7ca58aefd376,segment=NetworkSegment(6ca09793-8d0a-4256-98f1-c6e888096320),segment_id=6ca09793-8d0a-4256-98f1-c6e888096320)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:42.237361 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.299230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc014dfa-6977-4926-9720-997526e08528 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.321989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746fec2-8a14-4a2b-b00f-e76c761c49b0 None None] Pushing event updated for resources: {'Port': ['ID=156b03e4-07cf-4d0e-9905-7ca58aefd376,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:42.334125 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Checking segment: {'id': 'aa42e335-c767-4385-83b8-655b5e358478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c11ceeb9-c071-4b92-8f64-1aa9bce1585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:42.334937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network hostable DHCP agents. Network: c11ceeb9-c071-4b92-8f64-1aa9bce1585c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:42.347196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Subnet': ['ID=11b1ef42-8aee-4c7d-b3a8-001e0e6401a5,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:42.365853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network c11ceeb9-c071-4b92-8f64-1aa9bce1585c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:42.378418 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc014dfa-6977-4926-9720-997526e08528 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.390622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c11ceeb9-c071-4b92-8f64-1aa9bce1585c) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:42.395193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:42.395797 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.403734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2787aad-8d65-4259-b508-f54ce50362ac None None] Network c11ceeb9-c071-4b92-8f64-1aa9bce1585c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:42.450049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc014dfa-6977-4926-9720-997526e08528 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Subnet': ['ID=0d876311-7f21-4afa-b6d0-7c6c8269b62d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:42.450772 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1400463a-6467-479c-a501-680496a9df1a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6654425
Nov 06 21:19:42.450959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37792) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:42.454247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dc014dfa-6977-4926-9720-997526e08528 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.457917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dc014dfa-6977-4926-9720-997526e08528 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/subnets/0d876311-7f21-4afa-b6d0-7c6c8269b62d HTTP/1.1" status: 204  len: 168 time: 0.3835075
Nov 06 21:19:42.460469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37794) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:42.467216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'subnet': {'network_id': '33563086-b888-4ae1-a6c2-185b1ac419af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:42.475682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ed305-1f32-4d47-8234-83294d0b60f1 None None] Network 8ceab72c-17bb-4431-b274-3d972f24a055 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:42.491003 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252edb430>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:19:40Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:42.553587 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] Checking router: 35340917-62a6-49c5-9fb3-7d536c313152 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:19:42.563235 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] Routers {'35340917-62a6-49c5-9fb3-7d536c313152'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:42.564034 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252edb430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['35340917-62a6-49c5-9fb3-7d536c313152'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:42.666440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Made reservation on behalf of 579aa653f9fc44fc8c1a05046e1938cd for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:42.677378 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.681383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.710069 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] Set router 35340917-62a6-49c5-9fb3-7d536c313152 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:19:42.826294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c11ceeb9-c071-4b92-8f64-1aa9bce1585c', 'network_id': 'c11ceeb9-c071-4b92-8f64-1aa9bce1585c', 'tenant_id': '579aa653f9fc44fc8c1a05046e1938cd', 'fixed_ips': [{'subnet_id': '11b1ef42-8aee-4c7d-b3a8-001e0e6401a5'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:42.829468 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.861085 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.941560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Deleting port 552b9559-17d9-4596-ba74-b6b817aceed6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:42.942132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:42.990173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] DHCP port deletion for 8ceab72c-17bb-4431-b274-3d972f24a055 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:43.057106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.065506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] For port 552b9559-17d9-4596-ba74-b6b817aceed6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=552b9559-17d9-4596-ba74-b6b817aceed6,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:43.066167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.084105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Calling delete_port for 552b9559-17d9-4596-ba74-b6b817aceed6 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:43.099120 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Allocated IP 2001:db8::2 (c11ceeb9-c071-4b92-8f64-1aa9bce1585c/11b1ef42-8aee-4c7d-b3a8-001e0e6401a5/b01bd3cf-9b6a-419b-ad70-f41885b62001) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:43.102067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] Deleting port af794843-8b94-4709-84b9-f9fee714d6e3 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:43.102430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.135035 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252edb430>, [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:19:40Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:43.151364 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Subnet': ['ID=f90c98e5-ca87-490c-a7d3-7c8c1aaeb628,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:43.157496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Checking segment: {'id': 'eaf53cbc-9b08-40b4-81a6-3d9b4baa1033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '33563086-b888-4ae1-a6c2-185b1ac419af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:43.157848 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network hostable DHCP agents. Network: 33563086-b888-4ae1-a6c2-185b1ac419af, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:43.186942 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d68eec-e65b-4c50-b861-fe2a7d1211aa None None] The sync data for ids ['35340917-62a6-49c5-9fb3-7d536c313152'] in ncdv-master-1 is: [{'id': '35340917-62a6-49c5-9fb3-7d536c313152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288277850', 'tenant_id': '5f8c001debad4d98b1531db2b7d91349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138'}], 'enable_snat': True}, 'gw_port_id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:19:40Z', 'revision_number': 5, 'project_id': '5f8c001debad4d98b1531db2b7d91349', 'gw_port': {'id': '552b9559-17d9-4596-ba74-b6b817aceed6', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35340917-62a6-49c5-9fb3-7d536c313152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:16:38Z', 'updated_at': '2021-11-06T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:43.192257 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network 33563086-b888-4ae1-a6c2-185b1ac419af is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:43.208051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33563086-b888-4ae1-a6c2-185b1ac419af) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:43.214038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:43.214576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.242072 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73adf10d-f51d-4f0e-abdc-4bf780abed0d tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7858033
Nov 06 21:19:43.242261 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37798) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:43.251401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f39921-b239-467b-9d75-ad9d851feda2 None None] Network 33563086-b888-4ae1-a6c2-185b1ac419af requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:43.372607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] For port af794843-8b94-4709-84b9-f9fee714d6e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af794843-8b94-4709-84b9-f9fee714d6e3,segment=NetworkSegment(56d4df9e-c38e-440a-a323-4962b5a9b8ee),segment_id=56d4df9e-c38e-440a-a323-4962b5a9b8ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:43.373012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.374362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.418827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Port': ['ID=552b9559-17d9-4596-ba74-b6b817aceed6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:43.440066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] Calling delete_port for af794843-8b94-4709-84b9-f9fee714d6e3 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:43.513968 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.585018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.634405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.638721 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.653898 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.671393 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.693783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.694964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Fanout notify agent at l3_agent the message router_deleted on router 35340917-62a6-49c5-9fb3-7d536c313152 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:19:43.707197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.717984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-76d2184f-8518-421e-8617-e50544596695 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/routers/35340917-62a6-49c5-9fb3-7d536c313152 HTTP/1.1" status: 204  len: 168 time: 1.2550788
Nov 06 21:19:43.722892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37800) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:43.731910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Pushing event updated for resources: {'Port': ['ID=b01bd3cf-9b6a-419b-ad70-f41885b62001,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:43.772518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Network c11ceeb9-c071-4b92-8f64-1aa9bce1585c is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:43.775410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:43.777867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:43.782997 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.797602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33563086-b888-4ae1-a6c2-185b1ac419af', 'network_id': '33563086-b888-4ae1-a6c2-185b1ac419af', 'tenant_id': '579aa653f9fc44fc8c1a05046e1938cd', 'fixed_ips': [{'subnet_id': 'f90c98e5-ca87-490c-a7d3-7c8c1aaeb628'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:43.798597 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:43.801678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] No DVR routers for this DVR port af794843-8b94-4709-84b9-f9fee714d6e3 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:43.840431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279d245-fdf1-43a5-aeb7-161ce645d8b5 None None] Pushing event deleted for resources: {'Port': ['ID=af794843-8b94-4709-84b9-f9fee714d6e3,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:43.898081 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33da68c-8295-477e-aaf3-2f06f52107f5 None None] Network 68217c6f-8278-4a19-ad95-a4c3275fa82b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:44.001030 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.077827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Allocated IP 2001:db8::1 (c11ceeb9-c071-4b92-8f64-1aa9bce1585c/11b1ef42-8aee-4c7d-b3a8-001e0e6401a5/8fb41013-f1c4-4fc5-821b-c66ed300173a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:44.125977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.151650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92557911c0>,) {'filters': {'network_id': ['8ceab72c-17bb-4431-b274-3d972f24a055']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:44.164078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92557911c0>, '56d4df9e-c38e-440a-a323-4962b5a9b8ee') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:44.164709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92557911c0>, '56d4df9e-c38e-440a-a323-4962b5a9b8ee') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:44.173672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Attempting to bind port b01bd3cf-9b6a-419b-ad70-f41885b62001 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:44.174205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Attempting to bind port b01bd3cf-9b6a-419b-ad70-f41885b62001 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa42e335-c767-4385-83b8-655b5e358478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c11ceeb9-c071-4b92-8f64-1aa9bce1585c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:44.174416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Attempting to bind port b01bd3cf-9b6a-419b-ad70-f41885b62001 on network c11ceeb9-c071-4b92-8f64-1aa9bce1585c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:44.176439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-497dc048-1599-4b39-a936-d3ba62602d31 None None] Provisioning complete for port 156b03e4-07cf-4d0e-9905-7ca58aefd376 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:44.176602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-497dc048-1599-4b39-a936-d3ba62602d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.180738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.195120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.201471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:44.202317 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:44.205431 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:44.218393 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.219441 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:44.219817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Checking segment: {'id': 'aa42e335-c767-4385-83b8-655b5e358478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c11ceeb9-c071-4b92-8f64-1aa9bce1585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:44.220212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.220626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Bound using segment: {'id': 'aa42e335-c767-4385-83b8-655b5e358478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c11ceeb9-c071-4b92-8f64-1aa9bce1585c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:44.221092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Bound port: b01bd3cf-9b6a-419b-ad70-f41885b62001, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa42e335-c767-4385-83b8-655b5e358478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c11ceeb9-c071-4b92-8f64-1aa9bce1585c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:44.221468 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.258034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.272707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.285228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.292124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/networks/8ceab72c-17bb-4431-b274-3d972f24a055 HTTP/1.1" status: 204  len: 168 time: 0.5653391
Nov 06 21:19:44.292674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37804) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:44.304623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network c11ceeb9-c071-4b92-8f64-1aa9bce1585c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:44.313006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:44.316314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249c1e5-e01e-4006-a65c-8b5c586f18ef tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'Network': ['ID=8ceab72c-17bb-4431-b274-3d972f24a055,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:44.317322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:44.317883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.324614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Port': ['ID=8fb41013-f1c4-4fc5-821b-c66ed300173a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:44.376254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05d528de-2a29-4c0c-8b6e-057a0f0eca34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.422098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05d528de-2a29-4c0c-8b6e-057a0f0eca34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.463606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.502568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05d528de-2a29-4c0c-8b6e-057a0f0eca34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.506478 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05d528de-2a29-4c0c-8b6e-057a0f0eca34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.508582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-05d528de-2a29-4c0c-8b6e-057a0f0eca34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f5f9475-790a-421e-96e7-839fb988dc57 HTTP/1.1" status: 204  len: 168 time: 0.2146218
Nov 06 21:19:44.531934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d528de-2a29-4c0c-8b6e-057a0f0eca34 tempest-TestNetworkAdvancedServerOps-1024784625 tempest-TestNetworkAdvancedServerOps-1024784625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f9475-790a-421e-96e7-839fb988dc57,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:44.581275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] For port b01bd3cf-9b6a-419b-ad70-f41885b62001, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:44.592128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Allocated IP 2001:db8::2 (33563086-b888-4ae1-a6c2-185b1ac419af/f90c98e5-ca87-490c-a7d3-7c8c1aaeb628/4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:44.597242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 156b03e4-07cf-4d0e-9905-7ca58aefd376 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:44.660649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] For port b01bd3cf-9b6a-419b-ad70-f41885b62001, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b01bd3cf-9b6a-419b-ad70-f41885b62001,segment=NetworkSegment(aa42e335-c767-4385-83b8-655b5e358478),segment_id=aa42e335-c767-4385-83b8-655b5e358478)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:44.683957 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.777627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.778690 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.783973 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.785190 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.786438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.793745 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-497dc048-1599-4b39-a936-d3ba62602d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.876330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-497dc048-1599-4b39-a936-d3ba62602d31 None None] For port 156b03e4-07cf-4d0e-9905-7ca58aefd376, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=156b03e4-07cf-4d0e-9905-7ca58aefd376,segment=NetworkSegment(6ca09793-8d0a-4256-98f1-c6e888096320),segment_id=6ca09793-8d0a-4256-98f1-c6e888096320)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:44.884644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ffce-534c-4cfa-9874-407b6782041c None None] Pushing event updated for resources: {'Port': ['ID=b01bd3cf-9b6a-419b-ad70-f41885b62001,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:44.894713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Port': ['ID=8fb41013-f1c4-4fc5-821b-c66ed300173a,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:44.897715 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-497dc048-1599-4b39-a936-d3ba62602d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.911000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 156b03e4-07cf-4d0e-9905-7ca58aefd376 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:44.911310 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:44.941091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network c11ceeb9-c071-4b92-8f64-1aa9bce1585c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:44.942499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:45.059240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dc048-1599-4b39-a936-d3ba62602d31 None None] Pushing event updated for resources: {'Port': ['ID=156b03e4-07cf-4d0e-9905-7ca58aefd376,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:45.077303 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:45.094398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d9948482-a318-4394-86a5-4d16bba98d7c None None] Provisioning complete for port 156b03e4-07cf-4d0e-9905-7ca58aefd376 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:45.094765 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9948482-a318-4394-86a5-4d16bba98d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:45.099433 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:45.121877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Router 54e2c3a5-be5d-4abf-8a3b-3a423488da49 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:19:45.183835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Network 33563086-b888-4ae1-a6c2-185b1ac419af is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:45.196709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:45.203279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:45.222508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:45.228344 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3df83e06-616a-4963-8836-21cb6474d2ef tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "PUT /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9841878
Nov 06 21:19:45.233323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37810) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:45.257889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Pushing event updated for resources: {'Port': ['ID=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:45.261559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d261b-384e-40b1-859a-bfd3301862d5 None None] Sync routers for ids ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:45.286575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 48449739-666d-4dae-bb94-26800070800b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:45.324752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 48449739-666d-4dae-bb94-26800070800b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:45.325722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 48449739-666d-4dae-bb94-26800070800b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:45.326141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 552b9559-17d9-4596-ba74-b6b817aceed6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:45.328077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d261b-384e-40b1-859a-bfd3301862d5 None None] Routers {'54e2c3a5-be5d-4abf-8a3b-3a423488da49'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:45.328808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-446d261b-384e-40b1-859a-bfd3301862d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252125be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:45.330483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Attempting to bind port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:45.331184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Attempting to bind port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eaf53cbc-9b08-40b4-81a6-3d9b4baa1033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '33563086-b888-4ae1-a6c2-185b1ac419af'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:45.331184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Attempting to bind port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d on network 33563086-b888-4ae1-a6c2-185b1ac419af {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:45.405653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 552b9559-17d9-4596-ba74-b6b817aceed6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:45.405989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 552b9559-17d9-4596-ba74-b6b817aceed6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:45.406402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device af794843-8b94-4709-84b9-f9fee714d6e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:45.409750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-446d261b-384e-40b1-859a-bfd3301862d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252125be0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:45.411838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:45.412205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Checking segment: {'id': 'eaf53cbc-9b08-40b4-81a6-3d9b4baa1033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '33563086-b888-4ae1-a6c2-185b1ac419af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:45.412618 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:45.413003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Bound using segment: {'id': 'eaf53cbc-9b08-40b4-81a6-3d9b4baa1033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '33563086-b888-4ae1-a6c2-185b1ac419af'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:45.413470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Bound port: 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf53cbc-9b08-40b4-81a6-3d9b4baa1033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '33563086-b888-4ae1-a6c2-185b1ac419af'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:45.413867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:45.449100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: af794843-8b94-4709-84b9-f9fee714d6e3 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:45.449437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device af794843-8b94-4709-84b9-f9fee714d6e3 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:45.465018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d261b-384e-40b1-859a-bfd3301862d5 None None] Routers {'54e2c3a5-be5d-4abf-8a3b-3a423488da49'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:45.465170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-446d261b-384e-40b1-859a-bfd3301862d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252125be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:45.525038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-446d261b-384e-40b1-859a-bfd3301862d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252125be0>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:45.525699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d261b-384e-40b1-859a-bfd3301862d5 None None] The sync data for ids ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:45.573825 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] For port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:45.577929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] For port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,segment=NetworkSegment(eaf53cbc-9b08-40b4-81a6-3d9b4baa1033),segment_id=eaf53cbc-9b08-40b4-81a6-3d9b4baa1033)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:45.597277 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:45.645367 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-92c2a310-4bc2-4e74-831a-9deaf88e16b1 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:45.646446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-92c2a310-4bc2-4e74-831a-9deaf88e16b1 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "PUT /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.4119470
Nov 06 21:19:45.649432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37816) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:45.672093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad365f5-e0c9-4321-9c83-f2a5d271bd0c None None] Pushing event updated for resources: {'Port': ['ID=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:45.944022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:46.030977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b871750-3e83-416f-9ffd-6945a23025c5 None None] Network c11ceeb9-c071-4b92-8f64-1aa9bce1585c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:46.126471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.127408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a0798e14-c9d7-4310-826a-f6bb669697b8 None None] Provisioning complete for port b01bd3cf-9b6a-419b-ad70-f41885b62001 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:46.127779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0798e14-c9d7-4310-826a-f6bb669697b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.213991 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b028a271-dac0-4f98-9533-f619e179945a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f8c001debad4d98b1531db2b7d91349&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2689078
Nov 06 21:19:46.217288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37826) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:46.283663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1fc7-0b7e-4547-8703-a16c42f9bdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.292805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0798e14-c9d7-4310-826a-f6bb669697b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.315140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1fc7-0b7e-4547-8703-a16c42f9bdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.335437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a0798e14-c9d7-4310-826a-f6bb669697b8 None None] For port b01bd3cf-9b6a-419b-ad70-f41885b62001, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b01bd3cf-9b6a-419b-ad70-f41885b62001,segment=NetworkSegment(aa42e335-c767-4385-83b8-655b5e358478),segment_id=aa42e335-c767-4385-83b8-655b5e358478)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:46.342586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0798e14-c9d7-4310-826a-f6bb669697b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.395857 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1fc7-0b7e-4547-8703-a16c42f9bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.399493 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c5e1fc7-0b7e-4547-8703-a16c42f9bdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.404161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4c5e1fc7-0b7e-4547-8703-a16c42f9bdb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/090d29be-b49e-48cd-8aab-285a7b04efe1 HTTP/1.1" status: 204  len: 168 time: 0.1854353
Nov 06 21:19:46.406619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0798e14-c9d7-4310-826a-f6bb669697b8 None None] Pushing event updated for resources: {'Port': ['ID=b01bd3cf-9b6a-419b-ad70-f41885b62001,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:46.413484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e1fc7-0b7e-4547-8703-a16c42f9bdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090d29be-b49e-48cd-8aab-285a7b04efe1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:46.691911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:46.779433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-76ec005b-b505-479c-8e75-804efb1e82d5 None None] Provisioning complete for port 8fb41013-f1c4-4fc5-821b-c66ed300173a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:46.779802 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-76ec005b-b505-479c-8e75-804efb1e82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.817187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:46.817555 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.837196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting port 8fb41013-f1c4-4fc5-821b-c66ed300173a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:46.837660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.867163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-76ec005b-b505-479c-8e75-804efb1e82d5 None None] Port 8fb41013-f1c4-4fc5-821b-c66ed300173a cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:46.891709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d0a8441c-21d4-497c-96bb-a0bb429fb60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.902060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-76ec005b-b505-479c-8e75-804efb1e82d5 None None] Provisioning complete for port b01bd3cf-9b6a-419b-ad70-f41885b62001 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:46.902519 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-76ec005b-b505-479c-8e75-804efb1e82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.967587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:46.989861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Calling delete_port for 8fb41013-f1c4-4fc5-821b-c66ed300173a owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:46.991507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37832) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:47.006683 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.047031 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b9e7a5ba-886f-448e-a9e7-5524170b2b40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eb5c7249d344a55a13dbbf7314c345c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0536830
Nov 06 21:19:47.050282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37834) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:47.080355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,segment=NetworkSegment(eaf53cbc-9b08-40b4-81a6-3d9b4baa1033),segment_id=eaf53cbc-9b08-40b4-81a6-3d9b4baa1033)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:47.088174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.089269 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 156b03e4-07cf-4d0e-9905-7ca58aefd376 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:47.122440 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be2d1ee6-65ca-4ead-9eea-05d9961686ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.151138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be2d1ee6-65ca-4ead-9eea-05d9961686ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.172814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628514d-9037-41b5-b411-e54b17790945 None None] Network 33563086-b888-4ae1-a6c2-185b1ac419af requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:47.230069 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be2d1ee6-65ca-4ead-9eea-05d9961686ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.233990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be2d1ee6-65ca-4ead-9eea-05d9961686ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.237874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-be2d1ee6-65ca-4ead-9eea-05d9961686ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fa1a1c7-49b9-4659-a7b1-0e140679781a HTTP/1.1" status: 204  len: 168 time: 0.1840348
Nov 06 21:19:47.238033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:47.252333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d1ee6-65ca-4ead-9eea-05d9961686ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa1a1c7-49b9-4659-a7b1-0e140679781a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:47.319992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bed34be5-bcfb-43a2-a78a-779191a9fe1e None None] Provisioning complete for port 8fb41013-f1c4-4fc5-821b-c66ed300173a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:47.320645 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bed34be5-bcfb-43a2-a78a-779191a9fe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.320832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.351277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 156b03e4-07cf-4d0e-9905-7ca58aefd376 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:47.351642 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.357000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Port': ['ID=8fb41013-f1c4-4fc5-821b-c66ed300173a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:47.357502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bed34be5-bcfb-43a2-a78a-779191a9fe1e None None] Port 8fb41013-f1c4-4fc5-821b-c66ed300173a was deleted so its status cannot be updated. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 06 21:19:47.475100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.525526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-23afdd2f-395b-498e-a893-4dd86d5f7704 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0709386
Nov 06 21:19:47.667147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-e8280e95-b017-4133-a0b3-9331e40a7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:47.669200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-e8280e95-b017-4133-a0b3-9331e40a7d8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1097 time: 0.0794952
Nov 06 21:19:47.682109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Router 54e2c3a5-be5d-4abf-8a3b-3a423488da49 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:47.725526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bed34be5-bcfb-43a2-a78a-779191a9fe1e None None] Provisioning complete for port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:47.726151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bed34be5-bcfb-43a2-a78a-779191a9fe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:47.780482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:47.799097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37840) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:47.800041 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c8243d5f-74fb-46dd-b40c-95ff2f45cbcc tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "PUT /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1494324
Nov 06 21:19:47.804399 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575bd99-516f-4027-a5a1-b70e169fdeff None None] Sync routers for ids ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:47.820876 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575bd99-516f-4027-a5a1-b70e169fdeff None None] Routers {'54e2c3a5-be5d-4abf-8a3b-3a423488da49'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:47.822425 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3575bd99-516f-4027-a5a1-b70e169fdeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e94400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:47.858030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-c6517b43-3d5a-46b7-8cbf-a12c172e1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:47.859930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-c6517b43-3d5a-46b7-8cbf-a12c172e1257 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1675260
Nov 06 21:19:47.864225 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3575bd99-516f-4027-a5a1-b70e169fdeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e94400>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:47.866984 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-e4df8c9d-1420-4f53-9753-27805729181a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] delete failed (client error): The resource could not be found.
Nov 06 21:19:47.871558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e4df8c9d-1420-4f53-9753-27805729181a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1919651322 HTTP/1.1" status: 404  len: 335 time: 0.0671270
Nov 06 21:19:47.879950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37842) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:47.881330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b01bd3cf-9b6a-419b-ad70-f41885b62001 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:47.882047 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575bd99-516f-4027-a5a1-b70e169fdeff None None] Routers {'54e2c3a5-be5d-4abf-8a3b-3a423488da49'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:47.883848 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3575bd99-516f-4027-a5a1-b70e169fdeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252e94400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:47.894762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-aecce254-34ce-4456-a4e0-5cd829f1c277 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'router': {'external_gateway_info': {'network_id': '54e2c3a5-be5d-4abf-8a3b-3a423488da49'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:47.928943 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3575bd99-516f-4027-a5a1-b70e169fdeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252e94400>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:47.930865 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575bd99-516f-4027-a5a1-b70e169fdeff None None] The sync data for ids ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:48.004092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b01bd3cf-9b6a-419b-ad70-f41885b62001 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:48.004504 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.077522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-85ec9280-4d20-4e6f-af6d-645c14c41036 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 200  len: 1002 time: 0.2081273
Nov 06 21:19:48.120112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b2db62cd-24a0-4609-86ed-87122f6e6763 None None] Could not find standard attr ID for object 8fb41013-f1c4-4fc5-821b-c66ed300173a. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:19:48.221542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aecce254-34ce-4456-a4e0-5cd829f1c277 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.225847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-ac9609dc-63e0-4b9f-accf-3b4640dfd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.227698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-ac9609dc-63e0-4b9f-accf-3b4640dfd919 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.1213028
Nov 06 21:19:48.239101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ecfc883f-ed6d-43d3-980d-7c615d9dc389 None None] Provisioning complete for port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:48.239472 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ecfc883f-ed6d-43d3-980d-7c615d9dc389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.251901 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-aecce254-34ce-4456-a4e0-5cd829f1c277 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] update failed (client error): The resource could not be found.
Nov 06 21:19:48.256478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aecce254-34ce-4456-a4e0-5cd829f1c277 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "PUT /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49 HTTP/1.1" status: 404  len: 339 time: 0.3720355
Nov 06 21:19:48.256788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37846) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:48.261836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1135390961'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:48.283836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-88729dfa-d3bf-4573-9c5c-d7d0a991b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.285406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-88729dfa-d3bf-4573-9c5c-d7d0a991b593 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0496669
Nov 06 21:19:48.291050 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Made reservation on behalf of 579aa653f9fc44fc8c1a05046e1938cd for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:48.294442 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.321081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:19:48.331697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.332500 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Added segment ff796028-9662-41e4-94e3-dc18d2939dbd of type vlan for network f3fe132b-a284-4118-a19c-57e13525bf3b
Nov 06 21:19:48.376070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.399187 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-6ebca1a5-c6ca-48bf-a126-0248d334429b service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1057730
Nov 06 21:19:48.400059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.405868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.406383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.481202 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.2232506
Nov 06 21:19:48.484543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37850) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:48.489634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'subnet': {'network_id': 'f3fe132b-a284-4118-a19c-57e13525bf3b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:48.498713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:48.511834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ff3eb-3919-45e9-890e-133ca0baa547 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Network': ['ID=f3fe132b-a284-4118-a19c-57e13525bf3b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:48.527875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network f3fe132b-a284-4118-a19c-57e13525bf3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:19:48.531667 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-affbadba-c65e-425c-88e2-5f4e480d813d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0714540
Nov 06 21:19:48.610209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:48.610577 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.646526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-6e1e114c-0eed-4f7c-b829-1f962e96a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.647262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-6e1e114c-0eed-4f7c-b829-1f962e96a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.647990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-6e1e114c-0eed-4f7c-b829-1f962e96a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.648652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-6e1e114c-0eed-4f7c-b829-1f962e96a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.649118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-6e1e114c-0eed-4f7c-b829-1f962e96a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.649574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-6e1e114c-0eed-4f7c-b829-1f962e96a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.650054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-6e1e114c-0eed-4f7c-b829-1f962e96a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.652017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-6e1e114c-0eed-4f7c-b829-1f962e96a4f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.0658956
Nov 06 21:19:48.663333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02ddc0b2-4760-409c-bd96-05398f5cb34b req-b9a57643-7992-40fe-b962-876793c2403c service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248536
Nov 06 21:19:48.665869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Made reservation on behalf of 579aa653f9fc44fc8c1a05046e1938cd for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:19:48.670404 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.782127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-93bbd9ba-c150-4583-84ae-f9a4860283f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.782585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-93bbd9ba-c150-4583-84ae-f9a4860283f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.783035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-93bbd9ba-c150-4583-84ae-f9a4860283f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.784697 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-93bbd9ba-c150-4583-84ae-f9a4860283f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=99b40b59-cbc5-4528-be4b-431bf31e7971&id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 2293 time: 0.1015534
Nov 06 21:19:48.852475 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-3bf6764a-52e7-4769-bab9-a3546bfa5817 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 1002 time: 0.0589695
Nov 06 21:19:48.859246 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.901463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-e31b347c-d47b-4aa1-aee1-585eb090f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.902983 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-e31b347c-d47b-4aa1-aee1-585eb090f640 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 200  len: 850 time: 0.0437157
Nov 06 21:19:48.920419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Subnet': ['ID=10d7d43d-4f4b-4488-9b98-3a967da523e7,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:48.927562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Checking segment: {'id': 'ff796028-9662-41e4-94e3-dc18d2939dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f3fe132b-a284-4118-a19c-57e13525bf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:48.927913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network hostable DHCP agents. Network: f3fe132b-a284-4118-a19c-57e13525bf3b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:19:48.945129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network f3fe132b-a284-4118-a19c-57e13525bf3b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:19:48.956085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3fe132b-a284-4118-a19c-57e13525bf3b) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:48.958897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-c9907ca7-75ed-4694-912d-912d3ab1c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.960950 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-c9907ca7-75ed-4694-912d-912d3ab1c8dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0510798
Nov 06 21:19:48.964379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:48.965169 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:48.968074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe06968-b998-4392-ba49-6abcd741557f None None] Network f3fe132b-a284-4118-a19c-57e13525bf3b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:48.987731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-04b03958-4674-4cfc-aa04-7e518d15ab20 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5018170
Nov 06 21:19:48.991397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37852) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:48.996159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ad89a55c-eb77-4c45-9b48-d1ac620e070f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3fe132b-a284-4118-a19c-57e13525bf3b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:49.078298 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-02ecbb0f-40f3-41f6-886b-0bb6b5c1e0d0 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1089828
Nov 06 21:19:49.162574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f3fe132b-a284-4118-a19c-57e13525bf3b', 'network_id': 'f3fe132b-a284-4118-a19c-57e13525bf3b', 'tenant_id': '579aa653f9fc44fc8c1a05046e1938cd', 'fixed_ips': [{'subnet_id': '10d7d43d-4f4b-4488-9b98-3a967da523e7'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:19:49.163448 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:49.198720 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-17379f97-ed5d-43f4-a74e-1d8835e62334 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131542
Nov 06 21:19:49.264797 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-bef37210-8d45-4178-bb49-4414fd334373 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 217 time: 0.0574663
Nov 06 21:19:49.270778 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-37184389-3feb-451b-b6ec-c44d9d2b633a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:49.321776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-c92ac7e7-02b2-4f05-ba37-975155e00802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:49.323562 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-c92ac7e7-02b2-4f05-ba37-975155e00802 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0528712
Nov 06 21:19:49.360970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Allocated IP 2001:db8:1::2 (f3fe132b-a284-4118-a19c-57e13525bf3b/10d7d43d-4f4b-4488-9b98-3a967da523e7/f27cb49f-439e-4638-af78-60968d51ecc6) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:49.406031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-d20cd3fb-c2eb-4128-82c9-e43cdb581a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:49.407969 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-d20cd3fb-c2eb-4128-82c9-e43cdb581a8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0764143
Nov 06 21:19:49.520493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-c6b06e32-d131-4e10-922a-7287711c4b1d service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993116
Nov 06 21:19:49.535574 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:49.542501 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:49.560530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad89a55c-eb77-4c45-9b48-d1ac620e070f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:49.594013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Network f3fe132b-a284-4118-a19c-57e13525bf3b is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:49.595678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Pushing event updated for resources: {'Port': ['ID=f27cb49f-439e-4638-af78-60968d51ecc6,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:49.597970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:49.600045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:49.619752 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-5bf79c67-dab2-4528-ab15-63036bcdef31 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919507
Nov 06 21:19:49.669358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Attempting to bind port f27cb49f-439e-4638-af78-60968d51ecc6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:19:49.669726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Attempting to bind port f27cb49f-439e-4638-af78-60968d51ecc6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ff796028-9662-41e4-94e3-dc18d2939dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f3fe132b-a284-4118-a19c-57e13525bf3b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:19:49.670691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Attempting to bind port f27cb49f-439e-4638-af78-60968d51ecc6 on network f3fe132b-a284-4118-a19c-57e13525bf3b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:19:49.670804 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-94f2e68f-5a9f-451f-ab87-8eb7d9fca88f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 217 time: 0.0429149
Nov 06 21:19:49.675117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:19:49.675612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Checking segment: {'id': 'ff796028-9662-41e4-94e3-dc18d2939dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f3fe132b-a284-4118-a19c-57e13525bf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:19:49.676014 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:49.676556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Bound using segment: {'id': 'ff796028-9662-41e4-94e3-dc18d2939dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f3fe132b-a284-4118-a19c-57e13525bf3b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:19:49.676835 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-ad89a55c-eb77-4c45-9b48-d1ac620e070f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:49.677069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Bound port: f27cb49f-439e-4638-af78-60968d51ecc6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff796028-9662-41e4-94e3-dc18d2939dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f3fe132b-a284-4118-a19c-57e13525bf3b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:19:49.677395 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:49.681518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ad89a55c-eb77-4c45-9b48-d1ac620e070f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "PUT /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49 HTTP/1.1" status: 400  len: 364 time: 0.6855516
Nov 06 21:19:49.681705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37858) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:49.721103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-d102390a-4fe4-4ea3-bb8e-ff0e7d346875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:49.722632 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-d102390a-4fe4-4ea3-bb8e-ff0e7d346875 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0459573
Nov 06 21:19:49.745990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] For port f27cb49f-439e-4638-af78-60968d51ecc6, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:19:49.750316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] For port f27cb49f-439e-4638-af78-60968d51ecc6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f27cb49f-439e-4638-af78-60968d51ecc6,segment=NetworkSegment(ff796028-9662-41e4-94e3-dc18d2939dbd),segment_id=ff796028-9662-41e4-94e3-dc18d2939dbd)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:19:49.755017 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:49.771254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-082fb77a-4f8c-4eb5-984f-8723d5d5ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:49.772814 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-082fb77a-4f8c-4eb5-984f-8723d5d5ef4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0434349
Nov 06 21:19:49.832145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3a2d-bfd4-4862-b4b8-5939eec26548 None None] Pushing event updated for resources: {'Port': ['ID=f27cb49f-439e-4638-af78-60968d51ecc6,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:49.886851 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-e06e313b-5185-44de-93f2-e14c11c4253c service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068180
Nov 06 21:19:49.985696 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-15a6926a-cfaf-4969-9ed7-c29ffe804b1c service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922399
Nov 06 21:19:49.990457 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.067179 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-b4111aa6-eb30-41e6-b2bb-408f82d90ca2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 200  len: 217 time: 0.0527539
Nov 06 21:19:50.121472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-63ac98f3-8cdf-4ffc-b180-2aa561af1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:50.123132 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-63ac98f3-8cdf-4ffc-b180-2aa561af1288 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0494182
Nov 06 21:19:50.170012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-ea0a19ec-d21e-4366-bac9-1e23ba7dd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:50.171537 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-ea0a19ec-d21e-4366-bac9-1e23ba7dd939 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0419950
Nov 06 21:19:50.256750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Allocated IP 2001:db8::1 (68217c6f-8278-4a19-ad95-a4c3275fa82b/8e80d848-52c5-4b38-9b72-a163ae650eae/ae02746e-cb6d-4821-abc0-ccc757f0ff3e) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:19:50.269103 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-88d71dd1-d55a-43d0-86e4-d089a0d3cbf4 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899012
Nov 06 21:19:50.365037 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-52edab5c-3b0e-4901-be58-55c4c0388f39 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889053
Nov 06 21:19:50.373378 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.410095 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-a091e826-2b89-4804-9cfb-d1c3d679b35c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 200  len: 217 time: 0.0378001
Nov 06 21:19:50.410511 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.474192 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-2083330e-1f45-4a38-8088-96913d7ec8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:50.475703 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-2083330e-1f45-4a38-8088-96913d7ec8f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0591872
Nov 06 21:19:50.479645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network 68217c6f-8278-4a19-ad95-a4c3275fa82b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:50.483052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:50.489558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:19:50.490112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.550928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-54ba601c-e460-4f60-9494-f44d23785a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:50.560093 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-54ba601c-e460-4f60-9494-f44d23785a9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0767052
Nov 06 21:19:50.575783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Port': ['ID=ae02746e-cb6d-4821-abc0-ccc757f0ff3e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:50.582866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f27cb49f-439e-4638-af78-60968d51ecc6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:50.653648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.681840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.690541 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-9feed464-2c48-44c4-b9f4-4cf14aae3b16 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223819
Nov 06 21:19:50.700938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f27cb49f-439e-4638-af78-60968d51ecc6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:50.701304 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.801804 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.825612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-fc377687-6577-4115-badc-974b2b239230 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276057
Nov 06 21:19:50.859365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port f27cb49f-439e-4638-af78-60968d51ecc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f27cb49f-439e-4638-af78-60968d51ecc6,segment=NetworkSegment(ff796028-9662-41e4-94e3-dc18d2939dbd),segment_id=ff796028-9662-41e4-94e3-dc18d2939dbd)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:50.867730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:50.888152 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-69b127d5-db52-4e5c-ab08-318a9e6c4e0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 200  len: 217 time: 0.0546844
Nov 06 21:19:50.933400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=f27cb49f-439e-4638-af78-60968d51ecc6,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:50.956968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-ae676650-d9e8-4f0b-9531-6775f52b0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:50.958538 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-ae676650-d9e8-4f0b-9531-6775f52b0811 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0621538
Nov 06 21:19:50.989750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b2f6c0ba-e0ed-4780-832a-0f7d38f75a17 None None] Provisioning complete for port ae02746e-cb6d-4821-abc0-ccc757f0ff3e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:50.990116 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b2f6c0ba-e0ed-4780-832a-0f7d38f75a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.018010 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.018672 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-d8353c82-f48d-400f-8417-4e621aa879b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:51.021498 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-d8353c82-f48d-400f-8417-4e621aa879b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0559478
Nov 06 21:19:51.024963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.025824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.035276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b800b3-b129-4016-934d-5ab8be0a8698 None None] Network f3fe132b-a284-4118-a19c-57e13525bf3b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:51.040098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6c0ba-e0ed-4780-832a-0f7d38f75a17 None None] Port ae02746e-cb6d-4821-abc0-ccc757f0ff3e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:51.041150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-853d1805-2272-472e-9ff9-c43e701254e8 req-623b1bd8-3378-457b-acd1-e255d8761837 service neutron] (119334) timed out ('10.222.0.10', 56753) {{(pid=119334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:19:51.126013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event updated for resources: {'Port': ['ID=ae02746e-cb6d-4821-abc0-ccc757f0ff3e,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:51.138456 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-8ca741b7-3d08-4a50-8616-d31f8676ca46 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086011
Nov 06 21:19:51.180599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Network 68217c6f-8278-4a19-ad95-a4c3275fa82b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:19:51.182125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:19:51.195052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ab3acc0b-53ef-49ca-b145-613b41c9e39e None None] Provisioning complete for port f27cb49f-439e-4638-af78-60968d51ecc6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:51.195464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ab3acc0b-53ef-49ca-b145-613b41c9e39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.266007 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-8d66e9fb-87f0-4691-98c1-07063efcabf3 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201627
Nov 06 21:19:51.306295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Router 54e2c3a5-be5d-4abf-8a3b-3a423488da49 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:51.332878 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-4f550bd1-d6e0-4267-8288-22b89740cfc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 217 time: 0.0602801
Nov 06 21:19:51.391762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-d563221b-abcd-4e08-ba50-e953e238be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:51.393391 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-d563221b-abcd-4e08-ba50-e953e238be23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0517178
Nov 06 21:19:51.416818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:51.422355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-41541a34-dead-43b3-ab3d-6e24d074c14f tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "PUT /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7396398
Nov 06 21:19:51.424949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37862) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:51.427984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e22de9-eda4-4a17-8650-a73af093a9f3 None None] Sync routers for ids ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:51.444994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e22de9-eda4-4a17-8650-a73af093a9f3 None None] Routers {'54e2c3a5-be5d-4abf-8a3b-3a423488da49'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:51.445625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a9e22de9-eda4-4a17-8650-a73af093a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92516dc220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:51.482756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a9e22de9-eda4-4a17-8650-a73af093a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92516dc220>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:51.486246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-5587dd9e-c388-4418-9695-7ef8462d8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:19:51.488017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-5587dd9e-c388-4418-9695-7ef8462d8f35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0875430
Nov 06 21:19:51.497464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e22de9-eda4-4a17-8650-a73af093a9f3 None None] Routers {'54e2c3a5-be5d-4abf-8a3b-3a423488da49'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:51.498094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a9e22de9-eda4-4a17-8650-a73af093a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92516dc220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:51.546616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a9e22de9-eda4-4a17-8650-a73af093a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92516dc220>, [], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:51.547288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e22de9-eda4-4a17-8650-a73af093a9f3 None None] The sync data for ids ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'] in ncdv-master-1 is: [] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:51.556363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3238dcca-0457-488f-b0c8-a93dc32449b5 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.599326 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-405164fe-be38-45b8-b182-73090831b303 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1035781
Nov 06 21:19:51.659736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9b8f37e4-dfed-4b92-bc04-5b9bae845dbb None None] Provisioning complete for port ae02746e-cb6d-4821-abc0-ccc757f0ff3e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:51.660446 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b8f37e4-dfed-4b92-bc04-5b9bae845dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.660539 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-3238dcca-0457-488f-b0c8-a93dc32449b5 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:19:51.661263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3238dcca-0457-488f-b0c8-a93dc32449b5 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49 HTTP/1.1" status: 409  len: 329 time: 0.2353117
Nov 06 21:19:51.663977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37866) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:51.695838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f37e4-dfed-4b92-bc04-5b9bae845dbb None None] Port ae02746e-cb6d-4821-abc0-ccc757f0ff3e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:19:51.703539 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a7ad1c2b-a4a4-462a-9254-5f1d3efeccc4 req-66f5d75a-a482-4cfa-95ec-6031c3f56571 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942287
Nov 06 21:19:51.706465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9b8f37e4-dfed-4b92-bc04-5b9bae845dbb None None] Provisioning complete for port f27cb49f-439e-4638-af78-60968d51ecc6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:51.706860 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b8f37e4-dfed-4b92-bc04-5b9bae845dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.881852 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:51.987032 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:52.226616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting port ae02746e-cb6d-4821-abc0-ccc757f0ff3e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:52.226960 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:52.313699 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:52.325843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Calling delete_port for ae02746e-cb6d-4821-abc0-ccc757f0ff3e owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:52.498871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f27cb49f-439e-4638-af78-60968d51ecc6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:19:52.523670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:52.552408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f27cb49f-439e-4638-af78-60968d51ecc6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:19:52.552782 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:52.790640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:52.818123 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Port': ['ID=ae02746e-cb6d-4821-abc0-ccc757f0ff3e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:52.912446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.076093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Router 54e2c3a5-be5d-4abf-8a3b-3a423488da49 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:19:53.155815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:19:53.160597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8a13f3f0-37de-431e-b309-68135bd62fca tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "PUT /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4953811
Nov 06 21:19:53.164155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37874) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:53.166807 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0065cae-6efa-4888-9ebc-0bade918f55a None None] Sync routers for ids ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:19:53.177354 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0065cae-6efa-4888-9ebc-0bade918f55a None None] Routers {'54e2c3a5-be5d-4abf-8a3b-3a423488da49'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:53.177941 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d0065cae-6efa-4888-9ebc-0bade918f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aa36a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:53.201817 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-1b039515-e3ae-4d1a-a44f-932d88ff3d0a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] show failed (client error): The resource could not be found.
Nov 06 21:19:53.202853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b039515-e3ae-4d1a-a44f-932d88ff3d0a tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1982445976 HTTP/1.1" status: 404  len: 335 time: 0.0373664
Nov 06 21:19:53.206513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:53.210783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7d88a319-85b3-4fa9-98d2-1726cd307ac1 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Request body: {'router': {'name': 'new_name'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:53.212709 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d0065cae-6efa-4888-9ebc-0bade918f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aa36a0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:53.222127 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0065cae-6efa-4888-9ebc-0bade918f55a None None] Routers {'54e2c3a5-be5d-4abf-8a3b-3a423488da49'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:19:53.222714 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d0065cae-6efa-4888-9ebc-0bade918f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aa36a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:19:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:53.244140 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-7d88a319-85b3-4fa9-98d2-1726cd307ac1 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] update failed (client error): The resource could not be found.
Nov 06 21:19:53.245214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7d88a319-85b3-4fa9-98d2-1726cd307ac1 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1436192499 HTTP/1.1" status: 404  len: 335 time: 0.0378132
Nov 06 21:19:53.248499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37880) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:53.256593 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d0065cae-6efa-4888-9ebc-0bade918f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aa36a0>, [], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:53.257237 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0065cae-6efa-4888-9ebc-0bade918f55a None None] The sync data for ids ['54e2c3a5-be5d-4abf-8a3b-3a423488da49'] in ncdv-master-1 is: [] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:19:53.303524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f75954-5eb0-420e-b8bd-2647f70e700e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting subnet 10d7d43d-4f4b-4488-9b98-3a967da523e7 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:53.306543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4f75954-5eb0-420e-b8bd-2647f70e700e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.346799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4f75954-5eb0-420e-b8bd-2647f70e700e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.426097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4f75954-5eb0-420e-b8bd-2647f70e700e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.486054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4f75954-5eb0-420e-b8bd-2647f70e700e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.514365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f75954-5eb0-420e-b8bd-2647f70e700e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Subnet': ['ID=10d7d43d-4f4b-4488-9b98-3a967da523e7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:53.516463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e4f75954-5eb0-420e-b8bd-2647f70e700e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.520475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e4f75954-5eb0-420e-b8bd-2647f70e700e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/subnets/10d7d43d-4f4b-4488-9b98-3a967da523e7 HTTP/1.1" status: 204  len: 168 time: 0.2703376
Nov 06 21:19:53.521687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a7a7a-8c47-4004-835f-d1bd28ab2d60 None None] Network f3fe132b-a284-4118-a19c-57e13525bf3b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:53.522594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37882) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:53.598401 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.650916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting port f27cb49f-439e-4638-af78-60968d51ecc6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:53.651377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.697447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] DHCP port deletion for f3fe132b-a284-4118-a19c-57e13525bf3b request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:53.724385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] For port f27cb49f-439e-4638-af78-60968d51ecc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f27cb49f-439e-4638-af78-60968d51ecc6,segment=NetworkSegment(ff796028-9662-41e4-94e3-dc18d2939dbd),segment_id=ff796028-9662-41e4-94e3-dc18d2939dbd)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:53.725016 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.739362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Calling delete_port for f27cb49f-439e-4638-af78-60968d51ecc6 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:53.757111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] Deleting port f27cb49f-439e-4638-af78-60968d51ecc6 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:53.757475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.818807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.824622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] For port f27cb49f-439e-4638-af78-60968d51ecc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f27cb49f-439e-4638-af78-60968d51ecc6,segment=NetworkSegment(ff796028-9662-41e4-94e3-dc18d2939dbd),segment_id=ff796028-9662-41e4-94e3-dc18d2939dbd)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:53.825557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.838656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] Calling delete_port for f27cb49f-439e-4638-af78-60968d51ecc6 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:53.848268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Port': ['ID=f27cb49f-439e-4638-af78-60968d51ecc6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:53.852083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] No DVR routers for this DVR port f27cb49f-439e-4638-af78-60968d51ecc6 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:53.923564 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.931207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.947975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] Pushing event deleted for resources: {'Port': ['ID=f27cb49f-439e-4638-af78-60968d51ecc6,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:53.952210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e24b6d-cc3f-421e-82d1-c3ab802f89b9 None None] No DVR routers for this DVR port f27cb49f-439e-4638-af78-60968d51ecc6 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:53.958938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92557ae790>,) {'filters': {'network_id': ['f3fe132b-a284-4118-a19c-57e13525bf3b']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:53.971554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92557ae790>, 'ff796028-9662-41e4-94e3-dc18d2939dbd') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:53.971850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92557ae790>, 'ff796028-9662-41e4-94e3-dc18d2939dbd') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:53.981217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:53.994226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.000144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:54.000614 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:54.003526 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:54.062397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.069265 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.072419 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/networks/f3fe132b-a284-4118-a19c-57e13525bf3b HTTP/1.1" status: 204  len: 168 time: 0.5487056
Nov 06 21:19:54.075525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37888) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:54.084931 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a4c13-6334-4a04-b920-e537c4c64d8b tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Network': ['ID=f3fe132b-a284-4118-a19c-57e13525bf3b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:54.127096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-30549dd1-43b5-43b2-a670-32eebbff08c4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting subnet f90c98e5-ca87-490c-a7d3-7c8c1aaeb628 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:54.130123 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-30549dd1-43b5-43b2-a670-32eebbff08c4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.170702 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-30549dd1-43b5-43b2-a670-32eebbff08c4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.257958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-30549dd1-43b5-43b2-a670-32eebbff08c4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.317178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-30549dd1-43b5-43b2-a670-32eebbff08c4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.344382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30549dd1-43b5-43b2-a670-32eebbff08c4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Subnet': ['ID=f90c98e5-ca87-490c-a7d3-7c8c1aaeb628,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:54.348016 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-30549dd1-43b5-43b2-a670-32eebbff08c4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.351235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-30549dd1-43b5-43b2-a670-32eebbff08c4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/subnets/f90c98e5-ca87-490c-a7d3-7c8c1aaeb628 HTTP/1.1" status: 204  len: 168 time: 0.2746787
Nov 06 21:19:54.353655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37890) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:54.354165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09375071-6998-4ff6-84f0-9acb1eafad73 None None] Network 33563086-b888-4ae1-a6c2-185b1ac419af requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:54.409105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe98f069-5365-414d-bfd8-43bcbc6025d2 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting subnet 11b1ef42-8aee-4c7d-b3a8-001e0e6401a5 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:54.412061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe98f069-5365-414d-bfd8-43bcbc6025d2 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.461471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe98f069-5365-414d-bfd8-43bcbc6025d2 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.505271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f27cb49f-439e-4638-af78-60968d51ecc6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:54.525786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f27cb49f-439e-4638-af78-60968d51ecc6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:54.526416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f27cb49f-439e-4638-af78-60968d51ecc6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:54.534022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] DHCP port deletion for 33563086-b888-4ae1-a6c2-185b1ac419af request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:54.555406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe98f069-5365-414d-bfd8-43bcbc6025d2 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.583213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] Deleting port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:54.583576 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.621191 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe98f069-5365-414d-bfd8-43bcbc6025d2 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.648141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] For port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,segment=NetworkSegment(eaf53cbc-9b08-40b4-81a6-3d9b4baa1033),segment_id=eaf53cbc-9b08-40b4-81a6-3d9b4baa1033)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:54.648481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98f069-5365-414d-bfd8-43bcbc6025d2 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Subnet': ['ID=11b1ef42-8aee-4c7d-b3a8-001e0e6401a5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:54.648591 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.651924 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe98f069-5365-414d-bfd8-43bcbc6025d2 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.655714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fe98f069-5365-414d-bfd8-43bcbc6025d2 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/subnets/11b1ef42-8aee-4c7d-b3a8-001e0e6401a5 HTTP/1.1" status: 204  len: 168 time: 0.3009472
Nov 06 21:19:54.658126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37892) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:54.663534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba280aa8-9246-4cf4-9796-6a615ffc33be None None] Network c11ceeb9-c071-4b92-8f64-1aa9bce1585c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:54.670034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] Calling delete_port for 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:54.734667 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.791651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:54.792467 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.850617 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.876185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] Pushing event deleted for resources: {'Port': ['ID=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:54.881489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e3499-7c44-449d-96c2-5b0db99196d8 None None] No DVR routers for this DVR port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:54.882584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] For port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,segment=NetworkSegment(eaf53cbc-9b08-40b4-81a6-3d9b4baa1033),segment_id=eaf53cbc-9b08-40b4-81a6-3d9b4baa1033)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:54.882949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.900983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Calling delete_port for 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:54.932965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] DHCP port deletion for c11ceeb9-c071-4b92-8f64-1aa9bce1585c request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:54.978382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:54.983160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] Deleting port b01bd3cf-9b6a-419b-ad70-f41885b62001 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:54.983527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.005715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Port': ['ID=4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:55.007584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] No DVR routers for this DVR port 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:55.049437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] For port b01bd3cf-9b6a-419b-ad70-f41885b62001, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b01bd3cf-9b6a-419b-ad70-f41885b62001,segment=NetworkSegment(aa42e335-c767-4385-83b8-655b5e358478),segment_id=aa42e335-c767-4385-83b8-655b5e358478)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:55.049823 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.062978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] Calling delete_port for b01bd3cf-9b6a-419b-ad70-f41885b62001 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:55.093675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.114233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92540510a0>,) {'filters': {'network_id': ['33563086-b888-4ae1-a6c2-185b1ac419af']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:55.124277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92540510a0>, 'eaf53cbc-9b08-40b4-81a6-3d9b4baa1033') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:55.124635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92540510a0>, 'eaf53cbc-9b08-40b4-81a6-3d9b4baa1033') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:55.134567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.148675 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.148999 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.155826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:55.156149 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:55.159277 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:55.224963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.232877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.236039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/networks/33563086-b888-4ae1-a6c2-185b1ac419af HTTP/1.1" status: 204  len: 168 time: 0.5769572
Nov 06 21:19:55.238597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37896) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:55.251516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7284e6-4a9c-44de-8389-83f3d67d75e4 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Network': ['ID=33563086-b888-4ae1-a6c2-185b1ac419af,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:55.318250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.331501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] Pushing event deleted for resources: {'Port': ['ID=b01bd3cf-9b6a-419b-ad70-f41885b62001,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:55.336076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b7686-10d5-490e-81cb-19942ace9edb None None] No DVR routers for this DVR port b01bd3cf-9b6a-419b-ad70-f41885b62001 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:55.408440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.428769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254300ee0>,) {'filters': {'network_id': ['c11ceeb9-c071-4b92-8f64-1aa9bce1585c']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:55.438711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254300ee0>, 'aa42e335-c767-4385-83b8-655b5e358478') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:55.439006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254300ee0>, 'aa42e335-c767-4385-83b8-655b5e358478') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:55.449586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.464114 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.469990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:55.470462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:55.473371 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:55.535310 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.543195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.546975 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/networks/c11ceeb9-c071-4b92-8f64-1aa9bce1585c HTTP/1.1" status: 204  len: 168 time: 0.3073621
Nov 06 21:19:55.549378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37898) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:55.567318 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140c3a0-da25-43ad-8958-83fac727bd5e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Network': ['ID=c11ceeb9-c071-4b92-8f64-1aa9bce1585c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:55.608912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0216b6d-2374-48bd-9e7d-25432ef26a5c tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting subnet 8e80d848-52c5-4b38-9b72-a163ae650eae {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:19:55.611838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a0216b6d-2374-48bd-9e7d-25432ef26a5c tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.650150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a0216b6d-2374-48bd-9e7d-25432ef26a5c tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.732573 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a0216b6d-2374-48bd-9e7d-25432ef26a5c tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.791406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a0216b6d-2374-48bd-9e7d-25432ef26a5c tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.805038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a0216b6d-2374-48bd-9e7d-25432ef26a5c tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.808833 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a0216b6d-2374-48bd-9e7d-25432ef26a5c tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/subnets/8e80d848-52c5-4b38-9b72-a163ae650eae HTTP/1.1" status: 204  len: 168 time: 0.2585051
Nov 06 21:19:55.809968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba73384-b0bc-4b60-b297-7620f175d393 None None] Network 68217c6f-8278-4a19-ad95-a4c3275fa82b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:19:55.811365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37900) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:55.827123 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0216b6d-2374-48bd-9e7d-25432ef26a5c tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Subnet': ['ID=8e80d848-52c5-4b38-9b72-a163ae650eae,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:55.899830 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.954217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Deleting port 156b03e4-07cf-4d0e-9905-7ca58aefd376 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:55.954556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:55.991927 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] DHCP port deletion for 68217c6f-8278-4a19-ad95-a4c3275fa82b request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:19:56.021501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] For port 156b03e4-07cf-4d0e-9905-7ca58aefd376, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=156b03e4-07cf-4d0e-9905-7ca58aefd376,segment=NetworkSegment(6ca09793-8d0a-4256-98f1-c6e888096320),segment_id=6ca09793-8d0a-4256-98f1-c6e888096320)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:56.021861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.035178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Calling delete_port for 156b03e4-07cf-4d0e-9905-7ca58aefd376 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:56.037848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] Deleting port 156b03e4-07cf-4d0e-9905-7ca58aefd376 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:19:56.038215 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.100122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] For port 156b03e4-07cf-4d0e-9905-7ca58aefd376, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=156b03e4-07cf-4d0e-9905-7ca58aefd376,segment=NetworkSegment(6ca09793-8d0a-4256-98f1-c6e888096320),segment_id=6ca09793-8d0a-4256-98f1-c6e888096320)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:19:56.100556 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.113452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] Calling delete_port for 156b03e4-07cf-4d0e-9905-7ca58aefd376 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:19:56.113680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.143599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Port': ['ID=156b03e4-07cf-4d0e-9905-7ca58aefd376,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:56.145445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] No DVR routers for this DVR port 156b03e4-07cf-4d0e-9905-7ca58aefd376 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:56.191040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.217720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] Pushing event deleted for resources: {'Port': ['ID=156b03e4-07cf-4d0e-9905-7ca58aefd376,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:56.222683 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f88304-ad9a-4384-a3d0-d5402351e37a None None] No DVR routers for this DVR port 156b03e4-07cf-4d0e-9905-7ca58aefd376 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:19:56.223531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.245459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256d4ad90>,) {'filters': {'network_id': ['68217c6f-8278-4a19-ad95-a4c3275fa82b']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:56.254719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256d4ad90>, '6ca09793-8d0a-4256-98f1-c6e888096320') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:56.255040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256d4ad90>, '6ca09793-8d0a-4256-98f1-c6e888096320') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:19:56.265068 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.279313 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.285145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:19:56.285521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:19:56.288577 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:19:56.348824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.355386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.358501 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/networks/68217c6f-8278-4a19-ad95-a4c3275fa82b HTTP/1.1" status: 204  len: 168 time: 0.5459206
Nov 06 21:19:56.363390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37904) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:56.370075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18053f40-d1c6-40ef-bea3-541cfb8e31ec tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Pushing event deleted for resources: {'Network': ['ID=68217c6f-8278-4a19-ad95-a4c3275fa82b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:56.389972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1d05c8fb-03bf-4cc8-a6c7-cfb0d5dc746e tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "GET /v2.0/ports?device_id=54e2c3a5-be5d-4abf-8a3b-3a423488da49 HTTP/1.1" status: 200  len: 205 time: 0.0254345
Nov 06 21:19:56.392234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37906) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:56.468620 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c70448f8-3c4d-4de2-8173-101c7c14a254 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.504600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:56.525412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:56.525750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4b27cfc1-0dd3-4d95-b8cf-b14e361a9d6d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:56.526164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b01bd3cf-9b6a-419b-ad70-f41885b62001 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:56.549554 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b01bd3cf-9b6a-419b-ad70-f41885b62001 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:56.549891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b01bd3cf-9b6a-419b-ad70-f41885b62001 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:56.550306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 156b03e4-07cf-4d0e-9905-7ca58aefd376 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:19:56.572274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 156b03e4-07cf-4d0e-9905-7ca58aefd376 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:19:56.572635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 156b03e4-07cf-4d0e-9905-7ca58aefd376 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:19:56.647196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c70448f8-3c4d-4de2-8173-101c7c14a254 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.649258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c70448f8-3c4d-4de2-8173-101c7c14a254 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.697230 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c70448f8-3c4d-4de2-8173-101c7c14a254 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.697760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70448f8-3c4d-4de2-8173-101c7c14a254 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Fanout notify agent at l3_agent the message router_deleted on router 54e2c3a5-be5d-4abf-8a3b-3a423488da49 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:19:56.704616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c70448f8-3c4d-4de2-8173-101c7c14a254 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:56.705995 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c70448f8-3c4d-4de2-8173-101c7c14a254 tempest-RoutersNegativeIpV6Test-1269723931 tempest-RoutersNegativeIpV6Test-1269723931-project] 10.222.0.13 "DELETE /v2.0/routers/54e2c3a5-be5d-4abf-8a3b-3a423488da49 HTTP/1.1" status: 204  len: 168 time: 0.3125720
Nov 06 21:19:56.948626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37914) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:57.079838 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63561863-3ca6-4384-879a-d2b7e506d853 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=579aa653f9fc44fc8c1a05046e1938cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1300249
Nov 06 21:19:57.082349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37918) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:57.132577 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-883fd422-1d41-4994-b88b-90ff70bf320d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:57.154252 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-883fd422-1d41-4994-b88b-90ff70bf320d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:57.197775 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-883fd422-1d41-4994-b88b-90ff70bf320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:57.200757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-883fd422-1d41-4994-b88b-90ff70bf320d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:57.201897 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-883fd422-1d41-4994-b88b-90ff70bf320d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a5b4062-03a3-4cc8-a4f4-a3278c2f952d HTTP/1.1" status: 204  len: 168 time: 0.1186440
Nov 06 21:19:57.209458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fd422-1d41-4994-b88b-90ff70bf320d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5b4062-03a3-4cc8-a4f4-a3278c2f952d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:57.820577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37940) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:57.917493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6bc74963-9bd6-435d-9fc8-d0d2d120ce94 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'default'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:57.917932 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-6bc74963-9bd6-435d-9fc8-d0d2d120ce94 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 06 21:19:57.918904 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-6bc74963-9bd6-435d-9fc8-d0d2d120ce94 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:19:57.919860 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6bc74963-9bd6-435d-9fc8-d0d2d120ce94 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.0982885
Nov 06 21:19:57.923415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37944) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:57.928062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949997076'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:57.949995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:57.958240 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.033480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.037430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.072369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c470f64f-135a-4fd0-a370-59399577082a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:58.112580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.116318 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.145377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.146584 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2222910
Nov 06 21:19:58.148465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7597fe-5d06-40de-8d30-c0680528d98c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c34fe-b3a8-463d-96b1-ab5aab462bd1,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:58.149700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37948) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.155077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-220a7024-7c24-4936-9ceb-59215d48025b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '5a1c34fe-b3a8-463d-96b1-ab5aab462bd1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:58.182077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-220a7024-7c24-4936-9ceb-59215d48025b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.235634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-220a7024-7c24-4936-9ceb-59215d48025b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.239090 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-220a7024-7c24-4936-9ceb-59215d48025b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.256207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a7024-7c24-4936-9ceb-59215d48025b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d771255d-4c02-478a-8f44-8588c3e5ead8,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:58.263282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-220a7024-7c24-4936-9ceb-59215d48025b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.264498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-220a7024-7c24-4936-9ceb-59215d48025b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1137276
Nov 06 21:19:58.267259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37950) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.271534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-061ad672-afaf-40e8-97e9-e896e0a44636 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '5a1c34fe-b3a8-463d-96b1-ab5aab462bd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:58.297660 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-061ad672-afaf-40e8-97e9-e896e0a44636 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.339796 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-061ad672-afaf-40e8-97e9-e896e0a44636 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:19:58.343962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-061ad672-afaf-40e8-97e9-e896e0a44636 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0732288
Nov 06 21:19:58.344186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37952) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.394905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c0c4-3488-4a23-a369-ba49341ca9d6 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.422133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c0c4-3488-4a23-a369-ba49341ca9d6 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.466291 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c0c4-3488-4a23-a369-ba49341ca9d6 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.468905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e6e4c0c4-3488-4a23-a369-ba49341ca9d6 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.470094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e6e4c0c4-3488-4a23-a369-ba49341ca9d6 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/5a1c34fe-b3a8-463d-96b1-ab5aab462bd1 HTTP/1.1" status: 204  len: 168 time: 0.1249607
Nov 06 21:19:58.472779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37954) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.479057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4c0c4-3488-4a23-a369-ba49341ca9d6 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c34fe-b3a8-463d-96b1-ab5aab462bd1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:58.525746 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-75030fd9-905d-401a-945e-389df0e48f76 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0515332
Nov 06 21:19:58.529964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37956) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.534422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-71d14b4d-be63-40f1-bf32-0fc13b1ece56 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428646565'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:58.556413 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71d14b4d-be63-40f1-bf32-0fc13b1ece56 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.620234 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71d14b4d-be63-40f1-bf32-0fc13b1ece56 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.623896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71d14b4d-be63-40f1-bf32-0fc13b1ece56 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.654129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71d14b4d-be63-40f1-bf32-0fc13b1ece56 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.655349 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-71d14b4d-be63-40f1-bf32-0fc13b1ece56 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1243439
Nov 06 21:19:58.657187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d14b4d-be63-40f1-bf32-0fc13b1ece56 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051a2c17-399f-4e68-870b-45a3b2c3d333,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:58.658276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37958) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.662985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0c5364fc-3097-42cd-8e28-2dd15659d8a8 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '051a2c17-399f-4e68-870b-45a3b2c3d333', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:58.663941 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-0c5364fc-3097-42cd-8e28-2dd15659d8a8 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 06 21:19:58.664912 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-0c5364fc-3097-42cd-8e28-2dd15659d8a8 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:58.666014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c5364fc-3097-42cd-8e28-2dd15659d8a8 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0066597
Nov 06 21:19:58.668614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37960) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.719601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f50f7504-a19d-4c31-a902-db370a0068af tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.742056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f50f7504-a19d-4c31-a902-db370a0068af tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.783006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f50f7504-a19d-4c31-a902-db370a0068af tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.785702 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f50f7504-a19d-4c31-a902-db370a0068af tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.786838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f50f7504-a19d-4c31-a902-db370a0068af tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/051a2c17-399f-4e68-870b-45a3b2c3d333 HTTP/1.1" status: 204  len: 168 time: 0.1173725
Nov 06 21:19:58.789836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37962) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.796475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f7504-a19d-4c31-a902-db370a0068af tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051a2c17-399f-4e68-870b-45a3b2c3d333,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:58.832443 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c85b168-c746-4c00-8852-4d94c0f27e37 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0413539
Nov 06 21:19:58.836029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37964) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.840184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c3371c1f-0b23-4a46-a89f-33ca91c1e06a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850170945'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:58.860932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3371c1f-0b23-4a46-a89f-33ca91c1e06a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.926791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3371c1f-0b23-4a46-a89f-33ca91c1e06a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.930277 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3371c1f-0b23-4a46-a89f-33ca91c1e06a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.958315 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c3371c1f-0b23-4a46-a89f-33ca91c1e06a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:58.959526 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c3371c1f-0b23-4a46-a89f-33ca91c1e06a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1225481
Nov 06 21:19:58.962474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37966) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:58.963753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3371c1f-0b23-4a46-a89f-33ca91c1e06a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fb5658-275b-4e52-b038-1145dbeabe33,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:58.968351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ff2b1eba-3cb0-4e9b-b84f-17557a849539 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '04fb5658-275b-4e52-b038-1145dbeabe33', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:58.969218 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-ff2b1eba-3cb0-4e9b-b84f-17557a849539 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 06 21:19:58.969709 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-ff2b1eba-3cb0-4e9b-b84f-17557a849539 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:58.971340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ff2b1eba-3cb0-4e9b-b84f-17557a849539 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0072320
Nov 06 21:19:58.973755 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37968) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.024158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c11f7aa-5df8-415e-b60b-cf36a430a62a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.049409 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c11f7aa-5df8-415e-b60b-cf36a430a62a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.092064 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c11f7aa-5df8-415e-b60b-cf36a430a62a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.094960 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1c11f7aa-5df8-415e-b60b-cf36a430a62a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.096386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1c11f7aa-5df8-415e-b60b-cf36a430a62a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/04fb5658-275b-4e52-b038-1145dbeabe33 HTTP/1.1" status: 204  len: 168 time: 0.1215413
Nov 06 21:19:59.099083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37972) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.105499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11f7aa-5df8-415e-b60b-cf36a430a62a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fb5658-275b-4e52-b038-1145dbeabe33,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:59.150308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-652c915d-c9e9-4b50-a35f-7ba36fb9e508 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0498264
Nov 06 21:19:59.153954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37974) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.158074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1b87a8f7-5942-41a1-9d8d-1efc0fb95f00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--111455012'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.179188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b87a8f7-5942-41a1-9d8d-1efc0fb95f00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.242489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b87a8f7-5942-41a1-9d8d-1efc0fb95f00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.245795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b87a8f7-5942-41a1-9d8d-1efc0fb95f00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.273083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1b87a8f7-5942-41a1-9d8d-1efc0fb95f00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.274285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1b87a8f7-5942-41a1-9d8d-1efc0fb95f00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1194334
Nov 06 21:19:59.277290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37976) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.278350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87a8f7-5942-41a1-9d8d-1efc0fb95f00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19c27e5-5e82-4f8b-ac40-83232a49d3b5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:59.282202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-80e50b61-ff1e-4a39-aa63-59538efbe31c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'f19c27e5-5e82-4f8b-ac40-83232a49d3b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.284466 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-80e50b61-ff1e-4a39-aa63-59538efbe31c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 06 21:19:59.285136 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-80e50b61-ff1e-4a39-aa63-59538efbe31c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.287258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-80e50b61-ff1e-4a39-aa63-59538efbe31c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0077021
Nov 06 21:19:59.289197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37978) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.294510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-91034ec8-4dd4-4973-be58-bbacda896944 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'f19c27e5-5e82-4f8b-ac40-83232a49d3b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.295179 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-91034ec8-4dd4-4973-be58-bbacda896944 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 06 21:19:59.295649 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-91034ec8-4dd4-4973-be58-bbacda896944 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.296603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-91034ec8-4dd4-4973-be58-bbacda896944 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0062337
Nov 06 21:19:59.298969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37980) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.303452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2b3f83d4-1871-4ac5-b0f4-45f4adc5dc01 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'f19c27e5-5e82-4f8b-ac40-83232a49d3b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.304252 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-2b3f83d4-1871-4ac5-b0f4-45f4adc5dc01 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 06 21:19:59.304758 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-2b3f83d4-1871-4ac5-b0f4-45f4adc5dc01 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.305687 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2b3f83d4-1871-4ac5-b0f4-45f4adc5dc01 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0057399
Nov 06 21:19:59.307854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37982) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.312536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7fb69349-4220-4115-8b12-6464c25237cb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'f19c27e5-5e82-4f8b-ac40-83232a49d3b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.313406 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-7fb69349-4220-4115-8b12-6464c25237cb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 06 21:19:59.313873 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-7fb69349-4220-4115-8b12-6464c25237cb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.314806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7fb69349-4220-4115-8b12-6464c25237cb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0060327
Nov 06 21:19:59.317008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37984) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.367905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46da8560-77d0-4f4e-ac6d-ee7a92178123 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.390009 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46da8560-77d0-4f4e-ac6d-ee7a92178123 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.432120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46da8560-77d0-4f4e-ac6d-ee7a92178123 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.435411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-46da8560-77d0-4f4e-ac6d-ee7a92178123 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.439249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-46da8560-77d0-4f4e-ac6d-ee7a92178123 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/f19c27e5-5e82-4f8b-ac40-83232a49d3b5 HTTP/1.1" status: 204  len: 168 time: 0.1213953
Nov 06 21:19:59.439419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37986) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.448510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da8560-77d0-4f4e-ac6d-ee7a92178123 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19c27e5-5e82-4f8b-ac40-83232a49d3b5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:59.487049 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-78c894f3-6f6a-4493-834d-d6083d50db5a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0466552
Nov 06 21:19:59.490719 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37988) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.494862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9751bd9c-a4b8-49b8-9107-2cf20f3e7626 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224998536'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.516166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9751bd9c-a4b8-49b8-9107-2cf20f3e7626 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.580588 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9751bd9c-a4b8-49b8-9107-2cf20f3e7626 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.584107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9751bd9c-a4b8-49b8-9107-2cf20f3e7626 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.612480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9751bd9c-a4b8-49b8-9107-2cf20f3e7626 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.613737 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9751bd9c-a4b8-49b8-9107-2cf20f3e7626 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1221130
Nov 06 21:19:59.616820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37990) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.617693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751bd9c-a4b8-49b8-9107-2cf20f3e7626 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3da920b-4aec-4270-b767-31dac0f8b8d9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:19:59.621604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c8e55319-eebd-49c9-b012-5f6254891879 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.622090 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-c8e55319-eebd-49c9-b012-5f6254891879 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 06 21:19:59.622580 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-c8e55319-eebd-49c9-b012-5f6254891879 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.623686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c8e55319-eebd-49c9-b012-5f6254891879 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0057895
Nov 06 21:19:59.626352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37992) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.631356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fc7b5d4b-32ad-4757-b811-d417938d017c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.666494 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-fc7b5d4b-32ad-4757-b811-d417938d017c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.667589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fc7b5d4b-32ad-4757-b811-d417938d017c tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0403674
Nov 06 21:19:59.671094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 37994) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.675520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f87de552-0f27-4ca4-9c7b-a72bfd4c1d00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.675989 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-f87de552-0f27-4ca4-9c7b-a72bfd4c1d00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 06 21:19:59.676461 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-f87de552-0f27-4ca4-9c7b-a72bfd4c1d00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.677363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f87de552-0f27-4ca4-9c7b-a72bfd4c1d00 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0053775
Nov 06 21:19:59.679739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37996) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.684317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-73d4aae2-c7ea-4143-b888-b31cd6ad316b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.717236 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-73d4aae2-c7ea-4143-b888-b31cd6ad316b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.718295 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73d4aae2-c7ea-4143-b888-b31cd6ad316b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0375402
Nov 06 21:19:59.721019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 37998) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.725310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-de2d5689-df3b-4111-949a-b1f990caa3b0 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.727350 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-de2d5689-df3b-4111-949a-b1f990caa3b0 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 06 21:19:59.727827 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-de2d5689-df3b-4111-949a-b1f990caa3b0 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.728868 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-de2d5689-df3b-4111-949a-b1f990caa3b0 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0069458
Nov 06 21:19:59.731898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38000) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.737241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7280ec17-eafc-4019-8195-629450439646 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.757904 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-7280ec17-eafc-4019-8195-629450439646 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Project 312f110e05ba412db5a67cc6f1a70fe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:19:59.770262 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-7280ec17-eafc-4019-8195-629450439646 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.771300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7280ec17-eafc-4019-8195-629450439646 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0383997
Nov 06 21:19:59.774448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38002) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.779231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-30cd6df0-f063-4719-8313-e467a2a55b8b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.779704 ncdv-master-1 neutron-server[119333]: WARNING neutron.api.v2.base [None req-30cd6df0-f063-4719-8313-e467a2a55b8b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 06 21:19:59.780163 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-30cd6df0-f063-4719-8313-e467a2a55b8b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.781117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-30cd6df0-f063-4719-8313-e467a2a55b8b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0057590
Nov 06 21:19:59.783333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38004) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.787959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e3018c94-3e3c-4226-9ed5-3e11f40be246 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.809688 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-e3018c94-3e3c-4226-9ed5-3e11f40be246 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Project 312f110e05ba412db5a67cc6f1a70fe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:19:59.821727 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-e3018c94-3e3c-4226-9ed5-3e11f40be246 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.822780 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e3018c94-3e3c-4226-9ed5-3e11f40be246 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0386136
Nov 06 21:19:59.825541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38006) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.829928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-19c3b21f-f0c4-44e3-a7ca-5cc158995d95 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': 'e3da920b-4aec-4270-b767-31dac0f8b8d9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:19:59.853356 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-19c3b21f-f0c4-44e3-a7ca-5cc158995d95 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Project 312f110e05ba412db5a67cc6f1a70fe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:19:59.866261 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-19c3b21f-f0c4-44e3-a7ca-5cc158995d95 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:19:59.867280 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-19c3b21f-f0c4-44e3-a7ca-5cc158995d95 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0408525
Nov 06 21:19:59.870305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38008) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:19:59.921940 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2402912-d5e0-4f48-b4e5-ec76d3f33a25 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.947448 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2402912-d5e0-4f48-b4e5-ec76d3f33a25 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.987033 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2402912-d5e0-4f48-b4e5-ec76d3f33a25 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.989771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a2402912-d5e0-4f48-b4e5-ec76d3f33a25 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:19:59.990969 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a2402912-d5e0-4f48-b4e5-ec76d3f33a25 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3da920b-4aec-4270-b767-31dac0f8b8d9 HTTP/1.1" status: 204  len: 168 time: 0.1196921
Nov 06 21:19:59.993622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38010) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.000100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2402912-d5e0-4f48-b4e5-ec76d3f33a25 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3da920b-4aec-4270-b767-31dac0f8b8d9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:00.046313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e1563bce-d2fe-40f6-b959-3693f62c1b3d tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0513334
Nov 06 21:20:00.050176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38012) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.054539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0530345b-5db8-4c9b-a4c0-506f96a70a5b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--864858603'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:00.078408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0530345b-5db8-4c9b-a4c0-506f96a70a5b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.144744 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0530345b-5db8-4c9b-a4c0-506f96a70a5b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.148654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0530345b-5db8-4c9b-a4c0-506f96a70a5b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.181070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0530345b-5db8-4c9b-a4c0-506f96a70a5b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.182333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0530345b-5db8-4c9b-a4c0-506f96a70a5b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1312768
Nov 06 21:20:00.184285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530345b-5db8-4c9b-a4c0-506f96a70a5b tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da80c53-30ae-4a75-ba29-7f5db2e8fd2f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:00.185433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38016) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.191850 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-638a4d02-a71e-4909-8e0f-ef9ce59d771f tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '9da80c53-30ae-4a75-ba29-7f5db2e8fd2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:00.233659 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-638a4d02-a71e-4909-8e0f-ef9ce59d771f tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The resource could not be found.
Nov 06 21:20:00.234706 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-638a4d02-a71e-4909-8e0f-ef9ce59d771f tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0474291
Nov 06 21:20:00.237522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38018) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.241767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-87598a66-29de-4cc3-9f01-c9034ee5b05e tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '9da80c53-30ae-4a75-ba29-7f5db2e8fd2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '143be7d0-7477-463e-91e8-00211dad74a8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:00.280241 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-87598a66-29de-4cc3-9f01-c9034ee5b05e tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The resource could not be found.
Nov 06 21:20:00.281299 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-87598a66-29de-4cc3-9f01-c9034ee5b05e tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0428653
Nov 06 21:20:00.284038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38020) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.335815 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3abed696-e651-453a-960d-2367a06402eb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.360021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3abed696-e651-453a-960d-2367a06402eb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.400863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3abed696-e651-453a-960d-2367a06402eb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.403339 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3abed696-e651-453a-960d-2367a06402eb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.407254 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3abed696-e651-453a-960d-2367a06402eb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/9da80c53-30ae-4a75-ba29-7f5db2e8fd2f HTTP/1.1" status: 204  len: 168 time: 0.1195688
Nov 06 21:20:00.407841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38022) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.413701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abed696-e651-453a-960d-2367a06402eb tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da80c53-30ae-4a75-ba29-7f5db2e8fd2f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:00.452614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7642db7f-42b9-4eed-8fc2-55802b918dcd tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0433640
Nov 06 21:20:00.456323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38024) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.460559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-789c574a-af7a-4802-aa3d-5df6000af269 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '0c93a070-4bbb-4f8b-ab13-bcf3e4fa0ba1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:00.498106 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-789c574a-af7a-4802-aa3d-5df6000af269 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The resource could not be found.
Nov 06 21:20:00.499197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-789c574a-af7a-4802-aa3d-5df6000af269 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0419405
Nov 06 21:20:00.503006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38026) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.507774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fc70a9c9-881a-4386-a8ac-f5dd59499401 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612408017'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:00.530329 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fc70a9c9-881a-4386-a8ac-f5dd59499401 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.596557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fc70a9c9-881a-4386-a8ac-f5dd59499401 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.600652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fc70a9c9-881a-4386-a8ac-f5dd59499401 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.636278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fc70a9c9-881a-4386-a8ac-f5dd59499401 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.638107 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fc70a9c9-881a-4386-a8ac-f5dd59499401 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1339502
Nov 06 21:20:00.639993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70a9c9-881a-4386-a8ac-f5dd59499401 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c67b422-6503-4aeb-8aaf-cb9c8a48afbf,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:00.641584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38028) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.647032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c0a5153f-4cdd-451c-93b7-e77ac37b57de tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127371336'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:00.670366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0a5153f-4cdd-451c-93b7-e77ac37b57de tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.735861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0a5153f-4cdd-451c-93b7-e77ac37b57de tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.739747 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0a5153f-4cdd-451c-93b7-e77ac37b57de tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.773282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c0a5153f-4cdd-451c-93b7-e77ac37b57de tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:00.774507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c0a5153f-4cdd-451c-93b7-e77ac37b57de tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1317642
Nov 06 21:20:00.776385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5153f-4cdd-451c-93b7-e77ac37b57de tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a6c1f1-f73b-4c81-a32b-0c8f8d760e2a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:00.777619 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38030) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:00.783606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ef284b89-3bd8-4a1e-a45f-1fce366aba36 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '7c67b422-6503-4aeb-8aaf-cb9c8a48afbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '57a6c1f1-f73b-4c81-a32b-0c8f8d760e2a'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:00.821031 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-ef284b89-3bd8-4a1e-a45f-1fce366aba36 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:20:00.822068 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ef284b89-3bd8-4a1e-a45f-1fce366aba36 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0427167
Nov 06 21:20:00.824915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38032) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.187293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57426b15-bcb9-4d47-8439-ae0e96435b79 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.210918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57426b15-bcb9-4d47-8439-ae0e96435b79 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.254589 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57426b15-bcb9-4d47-8439-ae0e96435b79 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.257660 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-57426b15-bcb9-4d47-8439-ae0e96435b79 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.259163 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-57426b15-bcb9-4d47-8439-ae0e96435b79 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/57a6c1f1-f73b-4c81-a32b-0c8f8d760e2a HTTP/1.1" status: 204  len: 168 time: 0.4330182
Nov 06 21:20:01.261895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38036) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.268809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426b15-bcb9-4d47-8439-ae0e96435b79 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a6c1f1-f73b-4c81-a32b-0c8f8d760e2a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:01.323881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bbb324cc-34c7-4351-8f8b-5e2e691ba8be tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0603151
Nov 06 21:20:01.326686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38038) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.378493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1666421d-53e5-4faa-aa8d-39fd6a4c33ec tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.399343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1666421d-53e5-4faa-aa8d-39fd6a4c33ec tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.438978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1666421d-53e5-4faa-aa8d-39fd6a4c33ec tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.441436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1666421d-53e5-4faa-aa8d-39fd6a4c33ec tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.442559 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1666421d-53e5-4faa-aa8d-39fd6a4c33ec tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c67b422-6503-4aeb-8aaf-cb9c8a48afbf HTTP/1.1" status: 204  len: 168 time: 0.1148961
Nov 06 21:20:01.445374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38040) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.453016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666421d-53e5-4faa-aa8d-39fd6a4c33ec tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c67b422-6503-4aeb-8aaf-cb9c8a48afbf,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:01.490279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b5cab803-2e58-4626-b4c1-f46ea6391f8a tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0437627
Nov 06 21:20:01.494003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38042) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.498370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8d37616f-24f5-46f7-b845-000fbcd69c04 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987239094'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:01.520216 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d37616f-24f5-46f7-b845-000fbcd69c04 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.584900 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d37616f-24f5-46f7-b845-000fbcd69c04 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.588180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d37616f-24f5-46f7-b845-000fbcd69c04 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.614812 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d37616f-24f5-46f7-b845-000fbcd69c04 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.616031 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8d37616f-24f5-46f7-b845-000fbcd69c04 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1210108
Nov 06 21:20:01.619154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38044) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.620000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37616f-24f5-46f7-b845-000fbcd69c04 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3bc22c-5473-4413-bb1e-d739ce6e2a48,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:01.623789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-74104131-e303-4831-aea9-22af01cf1cb2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '6a3bc22c-5473-4413-bb1e-d739ce6e2a48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:01.661268 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-74104131-e303-4831-aea9-22af01cf1cb2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:20:01.662292 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-74104131-e303-4831-aea9-22af01cf1cb2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0420809
Nov 06 21:20:01.665364 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38046) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.669617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-50c9e9fd-0c92-401c-b560-0b57e3a44f73 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group_rule': {'security_group_id': '6a3bc22c-5473-4413-bb1e-d739ce6e2a48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:01.701668 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-50c9e9fd-0c92-401c-b560-0b57e3a44f73 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:20:01.702575 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-50c9e9fd-0c92-401c-b560-0b57e3a44f73 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0363035
Nov 06 21:20:01.705163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38048) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.753910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-79644844-8ee4-48fe-a309-b0216716fee2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.775079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-79644844-8ee4-48fe-a309-b0216716fee2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.814821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-79644844-8ee4-48fe-a309-b0216716fee2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.817338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-79644844-8ee4-48fe-a309-b0216716fee2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.818446 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-79644844-8ee4-48fe-a309-b0216716fee2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a3bc22c-5473-4413-bb1e-d739ce6e2a48 HTTP/1.1" status: 204  len: 168 time: 0.1124146
Nov 06 21:20:01.821139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38050) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.827575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79644844-8ee4-48fe-a309-b0216716fee2 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3bc22c-5473-4413-bb1e-d739ce6e2a48,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:01.865253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-be23cc94-5f00-4399-a663-2e7e2934d4c7 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0429590
Nov 06 21:20:01.868881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38052) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:01.874103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3d944b7c-afa6-42cf-9d5f-1024d636e256 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034216513'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:01.896247 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d944b7c-afa6-42cf-9d5f-1024d636e256 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.961485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d944b7c-afa6-42cf-9d5f-1024d636e256 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.965531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d944b7c-afa6-42cf-9d5f-1024d636e256 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.998531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d944b7c-afa6-42cf-9d5f-1024d636e256 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:01.999756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3d944b7c-afa6-42cf-9d5f-1024d636e256 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1299567
Nov 06 21:20:02.001741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d944b7c-afa6-42cf-9d5f-1024d636e256 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a441a14-604e-4173-9c71-679af5a9db4d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:02.002820 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38054) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:02.007530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f043ac39-64dc-46dd-bde2-4862c4397508 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Request body: {'security_group': {'name': 'default'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:02.007948 ncdv-master-1 neutron-server[119334]: WARNING neutron.api.v2.base [None req-f043ac39-64dc-46dd-bde2-4862c4397508 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 06 21:20:02.008462 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-f043ac39-64dc-46dd-bde2-4862c4397508 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 06 21:20:02.009393 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f043ac39-64dc-46dd-bde2-4862c4397508 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "PUT /v2.0/security-groups/0a441a14-604e-4173-9c71-679af5a9db4d HTTP/1.1" status: 409  len: 330 time: 0.0055861
Nov 06 21:20:02.012215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38056) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:02.063278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-915af34a-a9d0-4d75-9a52-401882f79b84 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:02.084147 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-915af34a-a9d0-4d75-9a52-401882f79b84 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:02.110188 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:20:02.128391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-915af34a-a9d0-4d75-9a52-401882f79b84 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:02.131002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-915af34a-a9d0-4d75-9a52-401882f79b84 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:02.132124 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-915af34a-a9d0-4d75-9a52-401882f79b84 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a441a14-604e-4173-9c71-679af5a9db4d HTTP/1.1" status: 204  len: 168 time: 0.1190112
Nov 06 21:20:02.134923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38058) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:02.141093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915af34a-a9d0-4d75-9a52-401882f79b84 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a441a14-604e-4173-9c71-679af5a9db4d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:02.177539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-98791017-b6bf-4c5c-8a2c-b06a9a0150af tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0414367
Nov 06 21:20:02.181266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38060) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:02.194666 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-a5905dbb-45ee-44dc-8ced-e079643c18ee tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] delete failed (client error): The resource could not be found.
Nov 06 21:20:02.195626 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a5905dbb-45ee-44dc-8ced-e079643c18ee tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb600949-ec55-41a5-844a-73f39fc5ed04 HTTP/1.1" status: 404  len: 347 time: 0.0133278
Nov 06 21:20:02.199117 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38062) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:02.212035 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-69e0e36b-2375-42c5-81d3-1e63d07b0ef4 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] show failed (client error): The resource could not be found.
Nov 06 21:20:02.212939 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-69e0e36b-2375-42c5-81d3-1e63d07b0ef4 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-groups/70720988-aeaa-4fd3-95f6-75e8639fdaf7 HTTP/1.1" status: 404  len: 347 time: 0.0124514
Nov 06 21:20:02.216714 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38064) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:02.229635 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-1db4691b-a994-458a-a290-b9ce297fe2c7 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] show failed (client error): The resource could not be found.
Nov 06 21:20:02.230597 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1db4691b-a994-458a-a290-b9ce297fe2c7 tempest-NegativeSecGroupIPv6Test-1663690238 tempest-NegativeSecGroupIPv6Test-1663690238-project] 10.222.0.13 "GET /v2.0/security-group-rules/e447e146-0694-471d-b40d-00a01556fe3f HTTP/1.1" status: 404  len: 356 time: 0.0130310
Nov 06 21:20:02.471036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38072) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:02.598761 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-da25a644-7ee0-4c85-9848-d968cf9bee99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=312f110e05ba412db5a67cc6f1a70fe3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1265349
Nov 06 21:20:02.601175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38076) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:02.645833 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6158c27c-1a05-4ad3-b7cb-cabb886c0477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:02.668089 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6158c27c-1a05-4ad3-b7cb-cabb886c0477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:02.713584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6158c27c-1a05-4ad3-b7cb-cabb886c0477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:02.716376 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6158c27c-1a05-4ad3-b7cb-cabb886c0477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:02.717523 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6158c27c-1a05-4ad3-b7cb-cabb886c0477 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c470f64f-135a-4fd0-a370-59399577082a HTTP/1.1" status: 204  len: 168 time: 0.1154633
Nov 06 21:20:02.724996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158c27c-1a05-4ad3-b7cb-cabb886c0477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470f64f-135a-4fd0-a370-59399577082a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:04.336441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38140) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:04.451330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d829c58-14b4-4c81-802d-7193c418a0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:04.527161 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d829c58-14b4-4c81-802d-7193c418a0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:04.531428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d829c58-14b4-4c81-802d-7193c418a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:04.568942 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9d829c58-14b4-4c81-802d-7193c418a0bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2350a51c0cc24603ac42ec90e048ef7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2313662
Nov 06 21:20:04.569809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d829c58-14b4-4c81-802d-7193c418a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d10f3-4642-4f4f-a15a-5844f1c3b42b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:04.571646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38156) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:04.619996 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34ed8c40-bf6c-41bb-98fe-62326576b8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:04.640778 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34ed8c40-bf6c-41bb-98fe-62326576b8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:04.687506 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34ed8c40-bf6c-41bb-98fe-62326576b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:04.690380 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34ed8c40-bf6c-41bb-98fe-62326576b8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:04.691540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-34ed8c40-bf6c-41bb-98fe-62326576b8e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d6d10f3-4642-4f4f-a15a-5844f1c3b42b HTTP/1.1" status: 204  len: 168 time: 0.1188626
Nov 06 21:20:04.699113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed8c40-bf6c-41bb-98fe-62326576b8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d10f3-4642-4f4f-a15a-5844f1c3b42b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:04.958024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38162) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:04.973165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d412011d-cc7b-4eeb-ae5b-04db36e090c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:05.050367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d412011d-cc7b-4eeb-ae5b-04db36e090c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:05.054132 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d412011d-cc7b-4eeb-ae5b-04db36e090c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:05.090526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412011d-cc7b-4eeb-ae5b-04db36e090c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4067651d-f6c0-4bfc-97ff-be8c85cff50c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:05.095114 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d412011d-cc7b-4eeb-ae5b-04db36e090c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3f9aef94b784fecb017c22ef4555920&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1358819
Nov 06 21:20:05.097746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38166) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:05.143620 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acccfff3-e528-43aa-a7e8-a75248f6a732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:05.164719 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acccfff3-e528-43aa-a7e8-a75248f6a732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:05.213314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acccfff3-e528-43aa-a7e8-a75248f6a732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:05.216478 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acccfff3-e528-43aa-a7e8-a75248f6a732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:05.217647 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-acccfff3-e528-43aa-a7e8-a75248f6a732 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4067651d-f6c0-4bfc-97ff-be8c85cff50c HTTP/1.1" status: 204  len: 168 time: 0.1190038
Nov 06 21:20:05.225049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccfff3-e528-43aa-a7e8-a75248f6a732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4067651d-f6c0-4bfc-97ff-be8c85cff50c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:07.092907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-8068a332-49aa-4e05-8b36-bccc51f10849 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302622068&fields=id&tenant_id=98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 267 time: 0.0467889
Nov 06 21:20:07.211019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-a8846afe-26e8-4dd1-95eb-331e18b0360a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:07.212540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-a8846afe-26e8-4dd1-95eb-331e18b0360a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1118846
Nov 06 21:20:07.229421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-d4067d99-731e-40c4-8972-b2b6463ea4cf tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/quotas/98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 375 time: 0.0097008
Nov 06 21:20:07.289930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1a34ae2e-21f7-447b-9494-f9ec35e8b5a1 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0539668
Nov 06 21:20:07.407560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-5470b91d-12f0-4614-9de3-be1fcc05bff0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:20:07.408598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-5470b91d-12f0-4614-9de3-be1fcc05bff0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1064169
Nov 06 21:20:07.504276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-36ac9cae-06fe-4213-99c3-3769cf3a6b29 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891936
Nov 06 21:20:07.599477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-9b597aea-8528-450d-8a03-1a0ddb17de43 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886354
Nov 06 21:20:07.911004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b4024c9-0e45-423b-b300-c8c7715082be req-8cc248fd-b59c-4c41-8bd1-811948ed3e89 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 210 time: 0.0387235
Nov 06 21:20:08.214812 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38366) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:08.327439 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d18a7145-473a-432c-a2f1-c6a59ed9b3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:08.402213 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d18a7145-473a-432c-a2f1-c6a59ed9b3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:08.406290 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d18a7145-473a-432c-a2f1-c6a59ed9b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:08.447708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38370) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:08.448191 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d18a7145-473a-432c-a2f1-c6a59ed9b3b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2d6f03ac3fe441a839f80b5e1e6da10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2319131
Nov 06 21:20:08.449706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a7145-473a-432c-a2f1-c6a59ed9b3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eff83b-2a48-454e-b3cb-043ecf48250d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:08.503645 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-659d18ea-7fa5-467c-8499-aea915421be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:08.528937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-659d18ea-7fa5-467c-8499-aea915421be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:08.576219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-659d18ea-7fa5-467c-8499-aea915421be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:08.579107 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-659d18ea-7fa5-467c-8499-aea915421be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:08.580265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-659d18ea-7fa5-467c-8499-aea915421be6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9eff83b-2a48-454e-b3cb-043ecf48250d HTTP/1.1" status: 204  len: 168 time: 0.1315045
Nov 06 21:20:08.588205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d18ea-7fa5-467c-8499-aea915421be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eff83b-2a48-454e-b3cb-043ecf48250d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:08.845977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-8a4808c4-9acc-4f40-b650-549f8ff7d30e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:08.847738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-8a4808c4-9acc-4f40-b650-549f8ff7d30e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 812 time: 0.1206918
Nov 06 21:20:08.865942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38378) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:08.890521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b078c2b-d1b4-4d5f-869f-e2daa4bb1f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:08.965156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-832340db-b447-4cb7-a74e-ca9ec16c697c tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ca138427bf46a0bff4b6bfbd378ec6 HTTP/1.1" status: 200  len: 380 time: 0.1082633
Nov 06 21:20:08.975381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'port': {'device_id': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'admin_state_up': True, 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'security_groups': ['aebfff74-ab70-4b6a-8379-9bc48e31182f']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:09.060010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c99a68b-1da6-4b7c-a436-c34a8fb724fc req-fd9b0dd7-1208-4a04-bb76-787156448bbd tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 210 time: 0.0669458
Nov 06 21:20:09.129178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b078c2b-d1b4-4d5f-869f-e2daa4bb1f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.136075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2b078c2b-d1b4-4d5f-869f-e2daa4bb1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.188898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2b078c2b-d1b4-4d5f-869f-e2daa4bb1f2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e40c434e020440d9644e8cbc98b264d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3213418
Nov 06 21:20:09.189488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078c2b-d1b4-4d5f-869f-e2daa4bb1f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc83db4e-3f54-4f78-84dd-5a9fd65e17f6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:09.191499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38382) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:09.193625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Made reservation on behalf of 98ca138427bf46a0bff4b6bfbd378ec6 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:20:09.197407 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.242384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9f694b22-43eb-4644-b6b0-56820b2e13c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.269611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9f694b22-43eb-4644-b6b0-56820b2e13c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.318342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9f694b22-43eb-4644-b6b0-56820b2e13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.321077 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9f694b22-43eb-4644-b6b0-56820b2e13c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.322250 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9f694b22-43eb-4644-b6b0-56820b2e13c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc83db4e-3f54-4f78-84dd-5a9fd65e17f6 HTTP/1.1" status: 204  len: 168 time: 0.1294854
Nov 06 21:20:09.330669 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f694b22-43eb-4644-b6b0-56820b2e13c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc83db4e-3f54-4f78-84dd-5a9fd65e17f6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:09.345327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.20.0.3 (d3f7c65e-ecf0-4c1d-974f-85d78dbec967/fa706528-9259-4a22-8878-c72df3e42ce0/5f788952-1196-4668-9f00-4a5e96918d04) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:09.491937 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.527827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.577885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:09.583129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:09.586860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:09.618948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=5f788952-1196-4668-9f00-4a5e96918d04,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:09.646717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:09.647474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.666022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-6434193f-bf05-4c3d-b116-f6a30fc0d8ae tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6944740
Nov 06 21:20:09.678904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Request body: {'port': {'device_id': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:09.757156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.947147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-89dca968-e74b-492b-a178-78194c1d2902 None None] Provisioning complete for port 5f788952-1196-4668-9f00-4a5e96918d04 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:09.947714 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-89dca968-e74b-492b-a178-78194c1d2902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:09.987248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-89dca968-e74b-492b-a178-78194c1d2902 None None] Port 5f788952-1196-4668-9f00-4a5e96918d04 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:20:10.118733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f788952-1196-4668-9f00-4a5e96918d04 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:20:10.128013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:10.154281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Transition to ACTIVE for port object 5f788952-1196-4668-9f00-4a5e96918d04 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:20:10.172486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:10.243329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90d77b-fdd8-4000-9263-d4d59ec469b7 req-74678bcc-c47d-4ec3-9276-e94b6da65db3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:10.245475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e90d77b-fdd8-4000-9263-d4d59ec469b7 req-74678bcc-c47d-4ec3-9276-e94b6da65db3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 931 time: 0.1068668
Nov 06 21:20:10.248524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Pushing event updated for resources: {'Port': ['ID=5f788952-1196-4668-9f00-4a5e96918d04,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:10.361628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e90d77b-fdd8-4000-9263-d4d59ec469b7 req-23e23509-2e18-474e-89b4-9e8e1fd5de96 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911303
Nov 06 21:20:10.364100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Attempting to bind port 5f788952-1196-4668-9f00-4a5e96918d04 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:20:10.364476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Attempting to bind port 5f788952-1196-4668-9f00-4a5e96918d04 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:20:10.364810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Attempting to bind port 5f788952-1196-4668-9f00-4a5e96918d04 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:10.372501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Port 5f788952-1196-4668-9f00-4a5e96918d04 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:20:10.372833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Attempting to bind port 5f788952-1196-4668-9f00-4a5e96918d04 on network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:10.379879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:20:10.380350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Checking segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:10.380828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Bound using segment: {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:20:10.381359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Bound port: 5f788952-1196-4668-9f00-4a5e96918d04, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7420e4-d06f-4595-8b7c-ba58ef00734d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:20:10.381957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:10.465213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] For port 5f788952-1196-4668-9f00-4a5e96918d04, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:20:10.467842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] For port 5f788952-1196-4668-9f00-4a5e96918d04, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f788952-1196-4668-9f00-4a5e96918d04,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:20:10.472636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:10.508137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:10.508808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:10.510543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] 10.222.0.37 "PUT /v2.0/ports/5f788952-1196-4668-9f00-4a5e96918d04 HTTP/1.1" status: 200  len: 1091 time: 0.8359637
Nov 06 21:20:10.510636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:20:10.513457 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a5bf8f-1683-49db-8a00-97689d141dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "tag": "5f788952-1196-4668-9f00-4a5e96918d04"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:20:10.547774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73f9ba-9da3-4720-a6cf-1d663af83574 service neutron] Pushing event updated for resources: {'Port': ['ID=5f788952-1196-4668-9f00-4a5e96918d04,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:10.577531 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391c4265-b105-4708-8ade-e6b06321f7f6 x-openstack-request-id: req-391c4265-b105-4708-8ade-e6b06321f7f6 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:20:10.577920 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "tag": "5f788952-1196-4668-9f00-4a5e96918d04", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:20:10.578260 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-391c4265-b105-4708-8ade-e6b06321f7f6 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:20:10.579172 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04', 'status': 'completed', 'code': 200}
Nov 06 21:20:10.629108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-45746d57-64ec-4179-a1fb-d9e02b522732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:10.630638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-45746d57-64ec-4179-a1fb-d9e02b522732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 1094 time: 0.0470233
Nov 06 21:20:10.677747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-ac4f2434-04e3-4a07-bd42-c80c891c02e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f788952-1196-4668-9f00-4a5e96918d04 HTTP/1.1" status: 200  len: 217 time: 0.0392711
Nov 06 21:20:10.729536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-295e9e75-108c-4cb2-be45-c0ecddef8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:10.731561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-295e9e75-108c-4cb2-be45-c0ecddef8d45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0469913
Nov 06 21:20:10.781468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-a986b608-163b-4264-9b84-93579ae77b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:10.782994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-a986b608-163b-4264-9b84-93579ae77b07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444925
Nov 06 21:20:11.191738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-063bcf4f-1d5a-4d34-be66-13087f50cb4d service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4012125
Nov 06 21:20:11.287459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6e7a2c6-c69f-4bd6-be1f-403ce959d3f8 req-db3f6878-0f96-46c4-89ba-075a5440b00f service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882456
Nov 06 21:20:11.374679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-e351b01d-6b84-4c0e-81f6-18bc812e3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:11.376201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-e351b01d-6b84-4c0e-81f6-18bc812e3757 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 1094 time: 0.0424683
Nov 06 21:20:11.508366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-16a408fe-99e2-43ec-9618-fc48c31a585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:11.509779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-16a408fe-99e2-43ec-9618-fc48c31a585b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1263585
Nov 06 21:20:11.518898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b351f-7baf-4af2-ac26-bf057e5c50bc req-ab395fa5-c2db-452c-9246-82c2dc7b5419 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:11.520263 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-660b351f-7baf-4af2-ac26-bf057e5c50bc req-ab395fa5-c2db-452c-9246-82c2dc7b5419 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 943 time: 0.0775359
Nov 06 21:20:11.562223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-6a018ceb-ed0f-49e7-b0ab-d3764fe68495 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f788952-1196-4668-9f00-4a5e96918d04 HTTP/1.1" status: 200  len: 217 time: 0.0409942
Nov 06 21:20:11.636227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-660b351f-7baf-4af2-ac26-bf057e5c50bc req-f982ddf5-ead5-4182-b0b1-0861f1e9bda9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078441
Nov 06 21:20:11.642017 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-6d41d30e-105b-45b9-b74a-84f8df9e6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:11.643450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-6d41d30e-105b-45b9-b74a-84f8df9e6490 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0726445
Nov 06 21:20:11.691753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-bc38ed33-5a7c-4ae5-947b-b34f047cb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:11.693323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-bc38ed33-5a7c-4ae5-947b-b34f047cb6bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421712
Nov 06 21:20:11.713113 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38488) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:11.784315 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-15efcd21-713d-42ce-b1e6-9e78ae06aa27 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841925
Nov 06 21:20:11.824942 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c902f013-1978-412d-9219-f1b79f5f9288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:11.884022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34a5bf8f-1683-49db-8a00-97689d141dd3 req-521f452d-fe7b-4e11-84a7-4188841517c6 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920134
Nov 06 21:20:11.898468 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c902f013-1978-412d-9219-f1b79f5f9288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:11.903057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c902f013-1978-412d-9219-f1b79f5f9288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:11.939157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902f013-1978-412d-9219-f1b79f5f9288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af70b785-338c-47fa-ad99-bf46cea92516,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:11.943526 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c902f013-1978-412d-9219-f1b79f5f9288 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46dbbd7e1200490b96d1fe988dcf0f83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2294106
Nov 06 21:20:11.946200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38492) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:11.992967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8f73e927-cf65-43de-b4a9-bf850978d406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.014503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8f73e927-cf65-43de-b4a9-bf850978d406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.062266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8f73e927-cf65-43de-b4a9-bf850978d406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.065082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8f73e927-cf65-43de-b4a9-bf850978d406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.066232 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8f73e927-cf65-43de-b4a9-bf850978d406 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af70b785-338c-47fa-ad99-bf46cea92516 HTTP/1.1" status: 204  len: 168 time: 0.1191406
Nov 06 21:20:12.076902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73e927-cf65-43de-b4a9-bf850978d406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af70b785-338c-47fa-ad99-bf46cea92516,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:12.171853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-bb436e41-a46f-42ca-91f8-1b0ab29281e3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.178217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-bb436e41-a46f-42ca-91f8-1b0ab29281e3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.184360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-bb436e41-a46f-42ca-91f8-1b0ab29281e3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.190490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-bb436e41-a46f-42ca-91f8-1b0ab29281e3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.196565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-bb436e41-a46f-42ca-91f8-1b0ab29281e3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.203187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-bb436e41-a46f-42ca-91f8-1b0ab29281e3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.209308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-bb436e41-a46f-42ca-91f8-1b0ab29281e3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.211268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-bb436e41-a46f-42ca-91f8-1b0ab29281e3 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.0950210
Nov 06 21:20:12.271818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-547baf7c-f0fc-4474-8a4b-38ebea69b699 req-9c57edbf-e5e6-4afa-97b6-b17b05c2351b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0536933
Nov 06 21:20:12.339233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38504) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:12.352981 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-53962dcb-1a2a-4b68-9656-2f093126415a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.425779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbd8e-f440-4a3a-8c4e-c650e70d0197 req-70a46ef7-9099-4e39-9a94-5b9f2e366e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.431740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbd8e-f440-4a3a-8c4e-c650e70d0197 req-70a46ef7-9099-4e39-9a94-5b9f2e366e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.431897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-53962dcb-1a2a-4b68-9656-2f093126415a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.436087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-53962dcb-1a2a-4b68-9656-2f093126415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.439041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbd8e-f440-4a3a-8c4e-c650e70d0197 req-70a46ef7-9099-4e39-9a94-5b9f2e366e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.445583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbd8e-f440-4a3a-8c4e-c650e70d0197 req-70a46ef7-9099-4e39-9a94-5b9f2e366e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.452156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbd8e-f440-4a3a-8c4e-c650e70d0197 req-70a46ef7-9099-4e39-9a94-5b9f2e366e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.458200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbd8e-f440-4a3a-8c4e-c650e70d0197 req-70a46ef7-9099-4e39-9a94-5b9f2e366e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.464253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bbd8e-f440-4a3a-8c4e-c650e70d0197 req-70a46ef7-9099-4e39-9a94-5b9f2e366e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.466261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d32bbd8e-f440-4a3a-8c4e-c650e70d0197 req-70a46ef7-9099-4e39-9a94-5b9f2e366e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.1022725
Nov 06 21:20:12.475804 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-53962dcb-1a2a-4b68-9656-2f093126415a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f028db8e8e743dea8f523ea2f5cd369&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1353436
Nov 06 21:20:12.476788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53962dcb-1a2a-4b68-9656-2f093126415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e797670-d230-4cb1-a1ca-1c078bbc6e87,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:12.478893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38508) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:12.527735 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfd82646-0dbd-4bcb-acef-d7ff7eb32ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.548617 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfd82646-0dbd-4bcb-acef-d7ff7eb32ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.595658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfd82646-0dbd-4bcb-acef-d7ff7eb32ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.598579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfd82646-0dbd-4bcb-acef-d7ff7eb32ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:12.599751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bfd82646-0dbd-4bcb-acef-d7ff7eb32ca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e797670-d230-4cb1-a1ca-1c078bbc6e87 HTTP/1.1" status: 204  len: 168 time: 0.1196783
Nov 06 21:20:12.608137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd82646-0dbd-4bcb-acef-d7ff7eb32ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e797670-d230-4cb1-a1ca-1c078bbc6e87,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:12.763748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa500e-7701-4404-bd1b-f5e880ea843b req-5232e56f-74a7-467c-9d9f-f57d24647e3e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:12.765277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57aa500e-7701-4404-bd1b-f5e880ea843b req-5232e56f-74a7-467c-9d9f-f57d24647e3e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 943 time: 0.0536294
Nov 06 21:20:12.819716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57aa500e-7701-4404-bd1b-f5e880ea843b req-911e3425-9fc9-4ade-8033-4222c9df4724 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484331
Nov 06 21:20:13.949460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9148-d9cd-4ec2-b3d6-323f8d2eb11a req-b0222de5-ca52-4b12-bb4e-6dc1768bec59 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:13.951005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-435d9148-d9cd-4ec2-b3d6-323f8d2eb11a req-b0222de5-ca52-4b12-bb4e-6dc1768bec59 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 943 time: 0.0556023
Nov 06 21:20:14.004950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-435d9148-d9cd-4ec2-b3d6-323f8d2eb11a req-e3a13c88-9284-41bf-95cb-020536ac45a3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479836
Nov 06 21:20:14.100939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-08de35f8-f9a6-432e-9010-b218d490aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:14.101416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-08de35f8-f9a6-432e-9010-b218d490aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:14.101885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-08de35f8-f9a6-432e-9010-b218d490aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:14.102341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-08de35f8-f9a6-432e-9010-b218d490aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:14.102794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-08de35f8-f9a6-432e-9010-b218d490aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:14.103255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-08de35f8-f9a6-432e-9010-b218d490aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:14.103705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-08de35f8-f9a6-432e-9010-b218d490aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:14.108526 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-08de35f8-f9a6-432e-9010-b218d490aa02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.1563563
Nov 06 21:20:14.161048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-d98b2733-488e-46eb-8702-89e7abf9cb9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0488565
Nov 06 21:20:14.629969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:14.657355 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:15.135395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d077d-e642-4404-873f-cd0a84ff55f7 req-a59503a1-145b-47a2-97b4-b7985d92fb1a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:15.137309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e65d077d-e642-4404-873f-cd0a84ff55f7 req-a59503a1-145b-47a2-97b4-b7985d92fb1a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 943 time: 0.0544319
Nov 06 21:20:15.187491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e65d077d-e642-4404-873f-cd0a84ff55f7 req-3c733745-ad9f-4105-8236-5c4299f17476 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442712
Nov 06 21:20:15.664878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5f788952-1196-4668-9f00-4a5e96918d04 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:20:15.765744 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5f788952-1196-4668-9f00-4a5e96918d04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f788952-1196-4668-9f00-4a5e96918d04,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:15.777101 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '5f788952-1196-4668-9f00-4a5e96918d04', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'port_id': '5f788952-1196-4668-9f00-4a5e96918d04', 'mac_address': 'fa:16:3e:6b:ea:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:20:15.817522 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:15.831008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f788952-1196-4668-9f00-4a5e96918d04 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:20:15.850880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5f788952-1196-4668-9f00-4a5e96918d04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f788952-1196-4668-9f00-4a5e96918d04,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:15.854842 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:15.905360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5f788952-1196-4668-9f00-4a5e96918d04,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:15.912496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.912835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.913169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.913496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.913821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.914149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.914721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.915037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.915353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.915665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.915979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:15.916307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:16.166761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['5f788952-1196-4668-9f00-4a5e96918d04'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:20:16.302472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc257f-178a-4c7c-ab02-c8987fb38a4d req-21ec6b91-4b81-40e3-86a6-49f67e381cf9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:16.304114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00fc257f-178a-4c7c-ab02-c8987fb38a4d req-21ec6b91-4b81-40e3-86a6-49f67e381cf9 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 944 time: 0.0490134
Nov 06 21:20:16.355282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00fc257f-178a-4c7c-ab02-c8987fb38a4d req-a5584633-b959-40a9-b6a0-431e5d59712a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445826
Nov 06 21:20:16.860438 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42669bc5-4c38-4d29-aefa-f5fd8a100593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:17.471372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ab9d-52ce-4d23-ab95-291d4a06aa0d req-dd926b6f-4d6a-44c2-bbc3-b7e77676f6d2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:17.472904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5968ab9d-52ce-4d23-ab95-291d4a06aa0d req-dd926b6f-4d6a-44c2-bbc3-b7e77676f6d2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 944 time: 0.0488493
Nov 06 21:20:17.525135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5968ab9d-52ce-4d23-ab95-291d4a06aa0d req-f9d1fb46-ad33-4c13-b935-a618336adce4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463331
Nov 06 21:20:17.668599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5f788952-1196-4668-9f00-4a5e96918d04 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:17.716853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 5f788952-1196-4668-9f00-4a5e96918d04 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:20:17.720582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 5f788952-1196-4668-9f00-4a5e96918d04 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:17.720959 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:17.795620 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:17.819288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:20:17.821658 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db135a-3bac-4db9-864f-85f109d9afa7" -d '{"events": [{"server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "name": "network-vif-plugged", "status": "completed", "tag": "5f788952-1196-4668-9f00-4a5e96918d04"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:20:17.836138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5f788952-1196-4668-9f00-4a5e96918d04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f788952-1196-4668-9f00-4a5e96918d04,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:17.840285 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:17.868128 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56192aeb-2235-4850-988b-2ea54ca9710a x-openstack-request-id: req-56192aeb-2235-4850-988b-2ea54ca9710a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:20:17.868745 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "name": "network-vif-plugged", "status": "completed", "tag": "5f788952-1196-4668-9f00-4a5e96918d04", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:20:17.868745 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56192aeb-2235-4850-988b-2ea54ca9710a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:20:17.869046 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04', 'code': 200}
Nov 06 21:20:17.897872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5f788952-1196-4668-9f00-4a5e96918d04,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:17.969154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033a904-e70d-4f37-bafc-9fee88a1dc38 req-e1f58539-2baf-4ac0-969f-a101c697c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:17.970539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1033a904-e70d-4f37-bafc-9fee88a1dc38 req-e1f58539-2baf-4ac0-969f-a101c697c8df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 1096 time: 0.0404396
Nov 06 21:20:18.017446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1033a904-e70d-4f37-bafc-9fee88a1dc38 req-f26f9f07-d84e-4498-b326-d791b195cb1e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400500
Nov 06 21:20:18.645376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a23518-201f-4eaf-98f5-b021eb31dbb6 req-53191d12-6bab-4c02-ad85-a2b82b430dc2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:18.646941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72a23518-201f-4eaf-98f5-b021eb31dbb6 req-53191d12-6bab-4c02-ad85-a2b82b430dc2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 945 time: 0.0513356
Nov 06 21:20:18.696344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72a23518-201f-4eaf-98f5-b021eb31dbb6 req-f3ee6fbc-d616-444d-88c9-111afaad6d85 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430522
Nov 06 21:20:19.233527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e49021cf-d536-4316-b6f9-6bde226c7436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:19.833524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0928cb-c04e-4d9c-bc48-f2069fa8f9f8 req-90e67edb-39ab-4408-b951-dc264a26be7f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:19.835354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df0928cb-c04e-4d9c-bc48-f2069fa8f9f8 req-90e67edb-39ab-4408-b951-dc264a26be7f tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 945 time: 0.0642433
Nov 06 21:20:19.899763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df0928cb-c04e-4d9c-bc48-f2069fa8f9f8 req-deac0e10-afcd-47e3-8870-a11211d8d228 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580328
Nov 06 21:20:20.068968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bda58-39cc-4f7c-97e5-f3e8ab744156 req-0010787d-e097-474c-a992-784f30801dbf tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:20.070902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f84bda58-39cc-4f7c-97e5-f3e8ab744156 req-0010787d-e097-474c-a992-784f30801dbf tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 945 time: 0.0776958
Nov 06 21:20:20.141191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f84bda58-39cc-4f7c-97e5-f3e8ab744156 req-c91ca971-61d3-4f9f-b50c-779cd164319a tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628943
Nov 06 21:20:20.157054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38712) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:20.207132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c0df8-11ce-4b61-ad26-5fe4f7b5f516 tempest-TestVolumeBootPattern-2126190486 tempest-TestVolumeBootPattern-2126190486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:20.212222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38714) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:20.212841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-193c0df8-11ce-4b61-ad26-5fe4f7b5f516 tempest-TestVolumeBootPattern-2126190486 tempest-TestVolumeBootPattern-2126190486-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 1091 time: 0.0544288
Nov 06 21:20:20.219209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '5f788952-1196-4668-9f00-4a5e96918d04', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:20.243863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:20.344830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:20.449206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Allocated IP 172.35.0.233 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/a0e281e9-dcb5-44eb-8731-896c57855c79) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:20.546235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:20.579401 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:20.619272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:20.624580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:20.628036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:20.633628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=a0e281e9-dcb5-44eb-8731-896c57855c79,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:20.640414 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:21.004581 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:21.076266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:21.237914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:21.242568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:21.311466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event updated for resources: {'Port': ['ID=a0e281e9-dcb5-44eb-8731-896c57855c79,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:21.320336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:21.418747 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Floating IP d5e5f220-4610-40f5-8058-768d0e020e26 associated. External IP: 172.35.0.233, port: 5f788952-1196-4668-9f00-4a5e96918d04.
Nov 06 21:20:21.623784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Router 408b6896-0ddf-4af0-8202-79134b6443e1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:20:21.730247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:20:21.740401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:20:21.747034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:21.749490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:21.750052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92522c0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:21.774734 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-22880dc7-2a28-409d-9056-fd5331bf25b4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5607741
Nov 06 21:20:21.775563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:20:21.778508 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ec030f-5223-487a-8689-1f47985407a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "tag": "5f788952-1196-4668-9f00-4a5e96918d04"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:20:21.815408 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe16aaa3-6b24-4a10-9bdd-43003c9fc5b8 x-openstack-request-id: req-fe16aaa3-6b24-4a10-9bdd-43003c9fc5b8 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:20:21.815700 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "tag": "5f788952-1196-4668-9f00-4a5e96918d04", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:20:21.815957 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe16aaa3-6b24-4a10-9bdd-43003c9fc5b8 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:20:21.816389 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04', 'status': 'completed', 'code': 200}
Nov 06 21:20:21.860190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:21.887768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec030f-5223-487a-8689-1f47985407a1 req-2f805f14-071a-4e3c-9187-9f47fac4c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:21.889381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ec030f-5223-487a-8689-1f47985407a1 req-2f805f14-071a-4e3c-9187-9f47fac4c454 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 1096 time: 0.0499895
Nov 06 21:20:21.962262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:22.019532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec030f-5223-487a-8689-1f47985407a1 req-1e41adfe-f8ed-4b1c-9abe-e5737fe402a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:22.021365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ec030f-5223-487a-8689-1f47985407a1 req-1e41adfe-f8ed-4b1c-9abe-e5737fe402a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1097333
Nov 06 21:20:22.102785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ec030f-5223-487a-8689-1f47985407a1 req-9159ec9d-d86f-4a62-8b7e-29d65b7fc7cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f788952-1196-4668-9f00-4a5e96918d04 HTTP/1.1" status: 200  len: 999 time: 0.0735643
Nov 06 21:20:22.118724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92522c0a30>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:27Z', 'revision_number': 1, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}, {'id': 'd5e5f220-4610-40f5-8058-768d0e020e26', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.233', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '5f788952-1196-4668-9f00-4a5e96918d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:6b:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:20:20Z', 'updated_at': '2021-11-06T21:20:20Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:22.146272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:20:22.155177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:22.155792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92522c0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:22.158983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec030f-5223-487a-8689-1f47985407a1 req-b81a5de9-9fa5-4e7e-9b3c-e059cdd09ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:22.160522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ec030f-5223-487a-8689-1f47985407a1 req-b81a5de9-9fa5-4e7e-9b3c-e059cdd09ff6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0513744
Nov 06 21:20:22.210812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec030f-5223-487a-8689-1f47985407a1 req-3b6ccb72-15c5-4c91-887d-239e1357908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:22.212704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ec030f-5223-487a-8689-1f47985407a1 req-3b6ccb72-15c5-4c91-887d-239e1357908a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453875
Nov 06 21:20:22.267593 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:22.320089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ec030f-5223-487a-8689-1f47985407a1 req-0db1ede7-a90e-4bac-890c-ac3c7a450900 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005726
Nov 06 21:20:22.421689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42ec030f-5223-487a-8689-1f47985407a1 req-7eb12de6-0010-48ed-bf7b-ec41aa1fc8e8 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932434
Nov 06 21:20:22.499321 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:22.517762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92522c0a30>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:27Z', 'revision_number': 1, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}, {'id': 'd5e5f220-4610-40f5-8058-768d0e020e26', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.233', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '5f788952-1196-4668-9f00-4a5e96918d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:6b:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:20:20Z', 'updated_at': '2021-11-06T21:20:20Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:22.544821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16042717-4fcd-46d0-a3ad-dbaf6d139df4 None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:27Z', 'revision_number': 1, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}, {'id': 'd5e5f220-4610-40f5-8058-768d0e020e26', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.233', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '5f788952-1196-4668-9f00-4a5e96918d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:6b:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:20:20Z', 'updated_at': '2021-11-06T21:20:20Z', 'revision_number': 0, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:20:22.730454 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8e8b2-6d73-4bc3-8b09-544e772e3436 None None] New status for floating IP d5e5f220-4610-40f5-8058-768d0e020e26: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:20:23.231427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38806) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:23.340659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25c5af60-f164-4e1d-9ea3-3982bbd54e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.413296 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25c5af60-f164-4e1d-9ea3-3982bbd54e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.417681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25c5af60-f164-4e1d-9ea3-3982bbd54e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.454055 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-25c5af60-f164-4e1d-9ea3-3982bbd54e7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=458dc884fdbe4d5b90112a2f5c4a9b55&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2215889
Nov 06 21:20:23.455967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5af60-f164-4e1d-9ea3-3982bbd54e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3899d6-84c8-4c5c-a3ac-5aee1e444464,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:23.456802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38810) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:23.506503 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-abdd7751-e514-4ef2-b36b-2473088a0c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.527933 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-abdd7751-e514-4ef2-b36b-2473088a0c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.577205 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-abdd7751-e514-4ef2-b36b-2473088a0c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.579855 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-abdd7751-e514-4ef2-b36b-2473088a0c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.581042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-abdd7751-e514-4ef2-b36b-2473088a0c2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d3899d6-84c8-4c5c-a3ac-5aee1e444464 HTTP/1.1" status: 204  len: 168 time: 0.1232512
Nov 06 21:20:23.588459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd7751-e514-4ef2-b36b-2473088a0c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3899d6-84c8-4c5c-a3ac-5aee1e444464,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:23.835749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38816) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:23.848828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8dedf8-e7a9-49d6-8752-e15a6856657e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.926877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8dedf8-e7a9-49d6-8752-e15a6856657e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.930551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8dedf8-e7a9-49d6-8752-e15a6856657e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:23.968819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ea8dedf8-e7a9-49d6-8752-e15a6856657e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70d77b776e0c4f50869d33d99bab1488&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1319184
Nov 06 21:20:23.969948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dedf8-e7a9-49d6-8752-e15a6856657e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb4d24f-c5b9-4de2-a42a-16c7b17cf0d1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:23.971606 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38818) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:24.025429 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46b74bad-f4d9-43fe-bdbe-3e5fe1791dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:24.046613 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46b74bad-f4d9-43fe-bdbe-3e5fe1791dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:24.093970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46b74bad-f4d9-43fe-bdbe-3e5fe1791dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:24.096598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46b74bad-f4d9-43fe-bdbe-3e5fe1791dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:24.097757 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46b74bad-f4d9-43fe-bdbe-3e5fe1791dc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffb4d24f-c5b9-4de2-a42a-16c7b17cf0d1 HTTP/1.1" status: 204  len: 168 time: 0.1244235
Nov 06 21:20:24.105233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b74bad-f4d9-43fe-bdbe-3e5fe1791dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb4d24f-c5b9-4de2-a42a-16c7b17cf0d1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:25.124998 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 38848) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:25.235019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46899bc3-62fb-447a-8162-3db680d2e1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:25.307857 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46899bc3-62fb-447a-8162-3db680d2e1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:25.311675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46899bc3-62fb-447a-8162-3db680d2e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:25.349415 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46899bc3-62fb-447a-8162-3db680d2e1f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=672b763364e3496f8ef485766df9a7d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2233391
Nov 06 21:20:25.350529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899bc3-62fb-447a-8162-3db680d2e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40818cba-12a8-403f-a4ae-2d451e9f5333,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:25.352184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 38852) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:25.414674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb713d13-4782-486f-b39e-c091bb41e74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:25.436651 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb713d13-4782-486f-b39e-c091bb41e74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:25.485912 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb713d13-4782-486f-b39e-c091bb41e74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:25.488538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb713d13-4782-486f-b39e-c091bb41e74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:25.489711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bb713d13-4782-486f-b39e-c091bb41e74a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40818cba-12a8-403f-a4ae-2d451e9f5333 HTTP/1.1" status: 204  len: 168 time: 0.1363912
Nov 06 21:20:25.502213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb713d13-4782-486f-b39e-c091bb41e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40818cba-12a8-403f-a4ae-2d451e9f5333,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:33.380969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39048) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:33.492823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:33.578107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:33.581302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:33.624634 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09170279c56e444eaa0a04ea65219a50&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2424314
Nov 06 21:20:33.625738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d5789b-beaf-4a1b-97d8-df745c00915f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:33.627422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39052) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:33.633770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.634111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.634475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.634809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.635136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.635462 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.635780 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.636095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.636453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.636767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.637088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.637428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5961924-5ba3-4763-8800-4ed12626517b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:33.682917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-922c0125-5e5d-47c2-ba87-c7d5ce99748b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:33.708460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-922c0125-5e5d-47c2-ba87-c7d5ce99748b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:33.758759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-922c0125-5e5d-47c2-ba87-c7d5ce99748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:33.761342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-922c0125-5e5d-47c2-ba87-c7d5ce99748b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:33.762554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-922c0125-5e5d-47c2-ba87-c7d5ce99748b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94d5789b-beaf-4a1b-97d8-df745c00915f HTTP/1.1" status: 204  len: 168 time: 0.1340435
Nov 06 21:20:33.770300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c0125-5e5d-47c2-ba87-c7d5ce99748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d5789b-beaf-4a1b-97d8-df745c00915f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:34.036152 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39058) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:34.050312 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51859094-d218-4225-8ef2-8906207726c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.124223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51859094-d218-4225-8ef2-8906207726c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.127883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-51859094-d218-4225-8ef2-8906207726c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.167939 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-51859094-d218-4225-8ef2-8906207726c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=587601c40d9946fe8a5377c1cc97f73b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1306248
Nov 06 21:20:34.169422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51859094-d218-4225-8ef2-8906207726c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416ced51-2d3f-489c-8b68-0625cb12de60,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:34.171275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39060) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:34.218243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8588dfc9-51b5-4796-9b0d-5c1d9133c158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.239147 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8588dfc9-51b5-4796-9b0d-5c1d9133c158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.283998 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8588dfc9-51b5-4796-9b0d-5c1d9133c158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.286498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8588dfc9-51b5-4796-9b0d-5c1d9133c158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.287682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8588dfc9-51b5-4796-9b0d-5c1d9133c158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/416ced51-2d3f-489c-8b68-0625cb12de60 HTTP/1.1" status: 204  len: 168 time: 0.1154134
Nov 06 21:20:34.296096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588dfc9-51b5-4796-9b0d-5c1d9133c158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416ced51-2d3f-489c-8b68-0625cb12de60,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:34.629139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39066) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:34.646041 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b2b16c4-00c2-4ba3-a9c0-50cc19d877f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.732679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b2b16c4-00c2-4ba3-a9c0-50cc19d877f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.736598 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b2b16c4-00c2-4ba3-a9c0-50cc19d877f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.778888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b2b16c4-00c2-4ba3-a9c0-50cc19d877f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b785dcac9ee4d15b5d65b6370aa23b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1486220
Nov 06 21:20:34.781789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b16c4-00c2-4ba3-a9c0-50cc19d877f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71679427-9d20-47ec-b7f7-8408075f09b6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:34.781981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39068) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:34.839144 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66951191-f9d4-45b1-9123-160ecbdd726e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.869120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66951191-f9d4-45b1-9123-160ecbdd726e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.936962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66951191-f9d4-45b1-9123-160ecbdd726e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.939596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66951191-f9d4-45b1-9123-160ecbdd726e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:34.940806 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-66951191-f9d4-45b1-9123-160ecbdd726e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71679427-9d20-47ec-b7f7-8408075f09b6 HTTP/1.1" status: 204  len: 168 time: 0.1579230
Nov 06 21:20:34.951511 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66951191-f9d4-45b1-9123-160ecbdd726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71679427-9d20-47ec-b7f7-8408075f09b6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:35.742581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39092) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:35.838782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1591850533-network', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:35.863575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Made reservation on behalf of 0c4bbb4861b54d018fa0aa0cae24291b for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:20:35.865895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:35.874563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:35.946357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:35.950195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:35.975101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:20:35.984378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4d395e-0f7d-4a25-8e4d-3629f68c7cc7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:35.990073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:35.990413 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Added segment 7046f8b4-b0f2-42b1-ad8e-06498308c34d of type vlan for network 458a25a3-c9e9-4728-8290-888c9270b6a0
Nov 06 21:20:36.029367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.052994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.054046 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:36.054649 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.113899 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3700752
Nov 06 21:20:36.116820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39096) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:36.119024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe03f-45b2-4269-b6ae-da9b7efe6bba admin admin] Pushing event updated for resources: {'Network': ['ID=458a25a3-c9e9-4728-8290-888c9270b6a0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:36.121831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Request body: {'subnet': {'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1591850533-subnet', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:36.129572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 458a25a3-c9e9-4728-8290-888c9270b6a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:20:36.144361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Made reservation on behalf of 0c4bbb4861b54d018fa0aa0cae24291b for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:20:36.147691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.314581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.368386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4080582-8fea-4bc9-a7d2-b05e81d90905,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:36.377343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Checking segment: {'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:36.377762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Network hostable DHCP agents. Network: 458a25a3-c9e9-4728-8290-888c9270b6a0, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:20:36.393480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Network 458a25a3-c9e9-4728-8290-888c9270b6a0 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:20:36.401964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 458a25a3-c9e9-4728-8290-888c9270b6a0) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:36.405952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:36.406547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.410759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8d665-2c55-45ef-8130-a61902108803 None None] Network 458a25a3-c9e9-4728-8290-888c9270b6a0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:20:36.422338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-79ee55a5-74c1-4e84-a9dd-3136d2a1a312 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3044341
Nov 06 21:20:36.425061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39098) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:36.429263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:36.449696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.451393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.501916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.555614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-458a25a3-c9e9-4728-8290-888c9270b6a0', 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'fixed_ips': [{'subnet_id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:20:36.556615 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.642097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.687638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Allocated IP 172.20.0.2 (458a25a3-c9e9-4728-8290-888c9270b6a0/f4080582-8fea-4bc9-a7d2-b05e81d90905/dcdc52ab-3653-4101-87ba-af79e0feaafb) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:36.830899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.836667 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.844039 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.863927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.887604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Network 458a25a3-c9e9-4728-8290-888c9270b6a0 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:36.891638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:36.893660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Pushing event updated for resources: {'Port': ['ID=dcdc52ab-3653-4101-87ba-af79e0feaafb,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:36.895988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:36.954835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Attempting to bind port dcdc52ab-3653-4101-87ba-af79e0feaafb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:20:36.955438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Attempting to bind port dcdc52ab-3653-4101-87ba-af79e0feaafb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:20:36.955981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Attempting to bind port dcdc52ab-3653-4101-87ba-af79e0feaafb on network 458a25a3-c9e9-4728-8290-888c9270b6a0 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:36.960999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:20:36.961365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Checking segment: {'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:36.961756 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.962144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Bound using segment: {'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:20:36.962599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Bound port: dcdc52ab-3653-4101-87ba-af79e0feaafb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:20:36.962970 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:36.982257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Allocated IP 172.35.0.142 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/e8667645-b773-437b-87f1-f9916bedd21b) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:37.031240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] For port dcdc52ab-3653-4101-87ba-af79e0feaafb, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:20:37.035198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] For port dcdc52ab-3653-4101-87ba-af79e0feaafb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcdc52ab-3653-4101-87ba-af79e0feaafb,segment=NetworkSegment(7046f8b4-b0f2-42b1-ad8e-06498308c34d),segment_id=7046f8b4-b0f2-42b1-ad8e-06498308c34d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:20:37.039577 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:37.116854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c020521-31da-4fa2-ae2c-34d51fda2921 None None] Pushing event updated for resources: {'Port': ['ID=dcdc52ab-3653-4101-87ba-af79e0feaafb,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:37.133831 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:37.175056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:37.218146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:37.223359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:37.225994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:37.256398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Pushing event updated for resources: {'Port': ['ID=e8667645-b773-437b-87f1-f9916bedd21b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:37.535817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:37.753474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:37.904479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Router 865ce903-a59b-4360-906c-b83d342dff1b is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:20:38.050611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:20:38.066899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Sync routers for ids ['865ce903-a59b-4360-906c-b83d342dff1b'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:20:38.104519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:38.106754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d984f743-a65c-4539-95ca-4f8e6bbcef9c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.6806593
Nov 06 21:20:38.109612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39100) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:38.111559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Routers {'865ce903-a59b-4360-906c-b83d342dff1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:38.113177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c39df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['865ce903-a59b-4360-906c-b83d342dff1b'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:38.326517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5882d3-a4ea-4b37-b4e5-7afad3034746 None None] Network 458a25a3-c9e9-4728-8290-888c9270b6a0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:20:38.438494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e845d0d4-ff82-4089-9895-2645620da5fe None None] Provisioning complete for port dcdc52ab-3653-4101-87ba-af79e0feaafb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:38.438794 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e845d0d4-ff82-4089-9895-2645620da5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:38.523206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Set router 865ce903-a59b-4360-906c-b83d342dff1b gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:38.593807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device dcdc52ab-3653-4101-87ba-af79e0feaafb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:38.820613 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e845d0d4-ff82-4089-9895-2645620da5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:38.865839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:38.875248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port dcdc52ab-3653-4101-87ba-af79e0feaafb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:38.875248 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:38.924381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e845d0d4-ff82-4089-9895-2645620da5fe None None] For port dcdc52ab-3653-4101-87ba-af79e0feaafb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcdc52ab-3653-4101-87ba-af79e0feaafb,segment=NetworkSegment(7046f8b4-b0f2-42b1-ad8e-06498308c34d),segment_id=7046f8b4-b0f2-42b1-ad8e-06498308c34d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:38.939488 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e845d0d4-ff82-4089-9895-2645620da5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.027163 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845d0d4-ff82-4089-9895-2645620da5fe None None] Pushing event updated for resources: {'Port': ['ID=dcdc52ab-3653-4101-87ba-af79e0feaafb,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:39.037792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c39df0>, [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142'}], 'enable_snat': True}, 'gw_port_id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:37Z', 'revision_number': 3, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port': {'id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:39.052767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Allocated IP 172.20.0.1 (458a25a3-c9e9-4728-8290-888c9270b6a0/f4080582-8fea-4bc9-a7d2-b05e81d90905/6e15ea0e-2baf-49db-88db-afc35fb655ab) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:39.072206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Checking router: 865ce903-a59b-4360-906c-b83d342dff1b for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:20:39.073150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Updating router 865ce903-a59b-4360-906c-b83d342dff1b port e8667645-b773-437b-87f1-f9916bedd21b binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:20:39.109050 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:20:39.110616 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.174280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.209585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.223522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-03029054-7728-457c-9321-f8dabcc7a6ec None None] Provisioning complete for port dcdc52ab-3653-4101-87ba-af79e0feaafb triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:39.223891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-03029054-7728-457c-9321-f8dabcc7a6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.248510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Network 458a25a3-c9e9-4728-8290-888c9270b6a0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:39.253555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:39.256007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:39.283872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e15ea0e-2baf-49db-88db-afc35fb655ab,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:39.313733 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.450699 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.455977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.459045 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.524668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Attempting to bind port e8667645-b773-437b-87f1-f9916bedd21b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:20:39.524980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Attempting to bind port e8667645-b773-437b-87f1-f9916bedd21b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:20:39.525342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Attempting to bind port e8667645-b773-437b-87f1-f9916bedd21b on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:39.531888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8a902-c018-4bd8-a9d9-178a64341b62 None None] Pushing event updated for resources: {'Port': ['ID=e8667645-b773-437b-87f1-f9916bedd21b,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:39.540620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:20:39.540995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:39.541399 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.541780 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:20:39.542248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Bound port: e8667645-b773-437b-87f1-f9916bedd21b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:20:39.542624 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.546716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3bb8e588-e714-4060-a586-33d9b3ade719 None None] Provisioning complete for port 6e15ea0e-2baf-49db-88db-afc35fb655ab triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:39.547066 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e588-e714-4060-a586-33d9b3ade719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.613217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8e588-e714-4060-a586-33d9b3ade719 None None] Port 6e15ea0e-2baf-49db-88db-afc35fb655ab cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:20:39.624209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] For port e8667645-b773-437b-87f1-f9916bedd21b, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:20:39.626565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.627290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] For port e8667645-b773-437b-87f1-f9916bedd21b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8667645-b773-437b-87f1-f9916bedd21b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:20:39.631221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.632646 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.690531 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Routers {'865ce903-a59b-4360-906c-b83d342dff1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:39.691138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c39df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['865ce903-a59b-4360-906c-b83d342dff1b'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:39.698909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e15ea0e-2baf-49db-88db-afc35fb655ab,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:39.701823 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:39.726235 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8a902-c018-4bd8-a9d9-178a64341b62 None None] Pushing event updated for resources: {'Port': ['ID=e8667645-b773-437b-87f1-f9916bedd21b,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:39.797047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Network 458a25a3-c9e9-4728-8290-888c9270b6a0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:39.798541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:39.798917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] Set router 865ce903-a59b-4360-906c-b83d342dff1b gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:39.936921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Router 865ce903-a59b-4360-906c-b83d342dff1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:20:40.028910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c39df0>, [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142'}], 'enable_snat': True}, 'gw_port_id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 4, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port': {'id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e15ea0e-2baf-49db-88db-afc35fb655ab', 'name': '', 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'mac_address': 'fa:16:3e:09:fd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:38Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 2, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'subnets': [{'id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:40.055831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178421f6-a080-4f95-aac5-0ac93a47374b None None] The sync data for ids ['865ce903-a59b-4360-906c-b83d342dff1b'] in ncdv-master-1 is: [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142'}], 'enable_snat': True}, 'gw_port_id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 4, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port': {'id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e15ea0e-2baf-49db-88db-afc35fb655ab', 'name': '', 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'mac_address': 'fa:16:3e:09:fd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:38Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 2, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'subnets': [{'id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:20:40.056671 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:20:40.064680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a3044b9e-2bc4-42c6-81ed-894c895fe1d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/865ce903-a59b-4360-906c-b83d342dff1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9513619
Nov 06 21:20:40.135084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d80e4a91-2055-41c8-8f93-5ce307c343b8 None None] Provisioning complete for port 6e15ea0e-2baf-49db-88db-afc35fb655ab triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:40.135627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d80e4a91-2055-41c8-8f93-5ce307c343b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.177795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d80e4a91-2055-41c8-8f93-5ce307c343b8 None None] Port 6e15ea0e-2baf-49db-88db-afc35fb655ab cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:20:40.544664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device dcdc52ab-3653-4101-87ba-af79e0feaafb up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:40.589305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39116) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:40.596348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-986955984-network', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:40.597040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port dcdc52ab-3653-4101-87ba-af79e0feaafb triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:40.597410 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.618793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Made reservation on behalf of cb83df4ba86e4bea8e597dd9ab059f5e for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:20:40.621920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.631382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.730596 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.739614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.780105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:20:40.794207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858e19ee-efce-4196-a7dc-5df69a175602,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:40.801207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.801508 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Added segment 212174c1-2e3f-456c-b4c3-ff2a8d001121 of type vlan for network 07505e49-fa3c-40bb-a48f-2ef1407cdb05
Nov 06 21:20:40.819259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.819609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.819950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.820280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.820659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.820988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.821329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.821638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.821961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.822285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.822607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.822928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:40.872482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.907141 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.908635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:40.909485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:40.975060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3838658
Nov 06 21:20:40.977913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39118) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:40.982430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9764-e53b-452b-9e1d-03fc0b5f02a6 admin admin] Pushing event updated for resources: {'Network': ['ID=07505e49-fa3c-40bb-a48f-2ef1407cdb05,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:40.985087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Request body: {'subnet': {'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-986955984-subnet', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:40.994210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:20:41.013201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Made reservation on behalf of cb83df4ba86e4bea8e597dd9ab059f5e for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:20:41.015791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.212052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.263307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc90e2c-ad04-455e-a00a-710aa97614bc,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:41.283489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Checking segment: {'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:41.283883 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Network hostable DHCP agents. Network: 07505e49-fa3c-40bb-a48f-2ef1407cdb05, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:20:41.302183 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:20:41.311651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07505e49-fa3c-40bb-a48f-2ef1407cdb05) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:41.315831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:41.316484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.323851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6664bc9-042e-4ef3-a3db-5fc7359a8282 None None] Network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:20:41.342033 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a011c1f6-b3e9-4158-852e-e2cb6aad2fd8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3625314
Nov 06 21:20:41.344590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39120) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:41.349322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:41.373124 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.374749 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.435817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.485178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07505e49-fa3c-40bb-a48f-2ef1407cdb05', 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'fixed_ips': [{'subnet_id': '7cc90e2c-ad04-455e-a00a-710aa97614bc'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:20:41.486215 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.579809 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.623795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Allocated IP 172.20.0.2 (07505e49-fa3c-40bb-a48f-2ef1407cdb05/7cc90e2c-ad04-455e-a00a-710aa97614bc/453ee862-843d-41bb-97f9-55284d7484cd) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:41.777329 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.779247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.783828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.800094 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.829461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:41.835989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:41.840947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:41.849467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Pushing event updated for resources: {'Port': ['ID=453ee862-843d-41bb-97f9-55284d7484cd,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:41.927804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Attempting to bind port 453ee862-843d-41bb-97f9-55284d7484cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:20:41.928448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Attempting to bind port 453ee862-843d-41bb-97f9-55284d7484cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:20:41.928623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Attempting to bind port 453ee862-843d-41bb-97f9-55284d7484cd on network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:41.934041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:20:41.934415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Checking segment: {'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:41.934810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.935357 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Bound using segment: {'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:20:41.935811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Bound port: 453ee862-843d-41bb-97f9-55284d7484cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:20:41.936198 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:41.946040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Allocated IP 172.35.0.129 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/c423392f-4ac3-4d0e-8be7-c91ff9852d70) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:42.012848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] For port 453ee862-843d-41bb-97f9-55284d7484cd, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:20:42.017139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] For port 453ee862-843d-41bb-97f9-55284d7484cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=453ee862-843d-41bb-97f9-55284d7484cd,segment=NetworkSegment(212174c1-2e3f-456c-b4c3-ff2a8d001121),segment_id=212174c1-2e3f-456c-b4c3-ff2a8d001121)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:20:42.021982 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.066273 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.107543 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.151215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:42.158504 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:42.171866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c423392f-4ac3-4d0e-8be7-c91ff9852d70,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:42.174853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:42.267574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f9d05-985c-4c57-a027-006cb7b17402 None None] Pushing event updated for resources: {'Port': ['ID=453ee862-843d-41bb-97f9-55284d7484cd,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:42.301611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Sync routers for ids ['865ce903-a59b-4360-906c-b83d342dff1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:20:42.314955 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Routers {'865ce903-a59b-4360-906c-b83d342dff1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:42.315577 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252835b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['865ce903-a59b-4360-906c-b83d342dff1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:42.431693 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Set router 865ce903-a59b-4360-906c-b83d342dff1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:42.503451 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.677574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 453ee862-843d-41bb-97f9-55284d7484cd up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:42.681158 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252835b50>, [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142'}], 'enable_snat': True}, 'gw_port_id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 4, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port': {'id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e15ea0e-2baf-49db-88db-afc35fb655ab', 'name': '', 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'mac_address': 'fa:16:3e:09:fd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:38Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 2, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'subnets': [{'id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:42.709043 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Checking router: 865ce903-a59b-4360-906c-b83d342dff1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:20:42.709752 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Updating router 865ce903-a59b-4360-906c-b83d342dff1b port 6e15ea0e-2baf-49db-88db-afc35fb655ab binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:20:42.729125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 453ee862-843d-41bb-97f9-55284d7484cd triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:42.729492 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.741041 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.752186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.822357 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.876966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 453ee862-843d-41bb-97f9-55284d7484cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=453ee862-843d-41bb-97f9-55284d7484cd,segment=NetworkSegment(212174c1-2e3f-456c-b4c3-ff2a8d001121),segment_id=212174c1-2e3f-456c-b4c3-ff2a8d001121)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:42.887537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:42.888991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e8667645-b773-437b-87f1-f9916bedd21b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:42.986876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=453ee862-843d-41bb-97f9-55284d7484cd,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:43.005369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e8667645-b773-437b-87f1-f9916bedd21b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:43.005744 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.136582 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.137861 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.148661 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.170159 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port e8667645-b773-437b-87f1-f9916bedd21b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8667645-b773-437b-87f1-f9916bedd21b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:43.177953 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.249190 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Router 1b9eb585-7918-4a88-8688-20c5135cbc30 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:20:43.259656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=e8667645-b773-437b-87f1-f9916bedd21b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:43.279997 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Pushing event updated for resources: {'Port': ['ID=6e15ea0e-2baf-49db-88db-afc35fb655ab,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:43.297486 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.297819 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.298165 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.298638 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.299943 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.300321 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.300655 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.300988 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.301315 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.301655 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.302243 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.302449 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:20:43.307141 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Attempting to bind port 6e15ea0e-2baf-49db-88db-afc35fb655ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:20:43.307516 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Attempting to bind port 6e15ea0e-2baf-49db-88db-afc35fb655ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:20:43.307876 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Attempting to bind port 6e15ea0e-2baf-49db-88db-afc35fb655ab on network 458a25a3-c9e9-4728-8290-888c9270b6a0 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:43.314243 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:20:43.314616 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Checking segment: {'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:43.315014 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.315401 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Bound using segment: {'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:20:43.315867 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Bound port: 6e15ea0e-2baf-49db-88db-afc35fb655ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7046f8b4-b0f2-42b1-ad8e-06498308c34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:20:43.316239 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.374483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:20:43.388723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Sync routers for ids ['1b9eb585-7918-4a88-8688-20c5135cbc30'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:20:43.393485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.394781 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a63655c9-9450-47d8-9392-e96d5874e5e4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.0490267
Nov 06 21:20:43.397950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39126) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:43.399861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Routers {'1b9eb585-7918-4a88-8688-20c5135cbc30'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:43.400553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925226eaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1b9eb585-7918-4a88-8688-20c5135cbc30'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:43.405383 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] For port 6e15ea0e-2baf-49db-88db-afc35fb655ab, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:20:43.410587 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] For port 6e15ea0e-2baf-49db-88db-afc35fb655ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e15ea0e-2baf-49db-88db-afc35fb655ab,segment=NetworkSegment(7046f8b4-b0f2-42b1-ad8e-06498308c34d),segment_id=7046f8b4-b0f2-42b1-ad8e-06498308c34d)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:20:43.419865 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.513489 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416f30e-7899-42da-ab94-8f8e881be25b None None] Pushing event updated for resources: {'Port': ['ID=6e15ea0e-2baf-49db-88db-afc35fb655ab,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:43.518701 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Routers {'865ce903-a59b-4360-906c-b83d342dff1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:43.519704 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252835b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['865ce903-a59b-4360-906c-b83d342dff1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:43.562403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Set router 1b9eb585-7918-4a88-8688-20c5135cbc30 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:43.662393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee9cf4-2e45-4830-bb62-6326360f2dfd None None] Network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:20:43.670572 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] Set router 865ce903-a59b-4360-906c-b83d342dff1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:43.755655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-313f57ff-d846-4b00-b8a4-667658685c12 None None] Provisioning complete for port 6e15ea0e-2baf-49db-88db-afc35fb655ab triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:43.756260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-313f57ff-d846-4b00-b8a4-667658685c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:43.926310 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252835b50>, [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142'}], 'enable_snat': True}, 'gw_port_id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 4, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port': {'id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e15ea0e-2baf-49db-88db-afc35fb655ab', 'name': '', 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'mac_address': 'fa:16:3e:09:fd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:38Z', 'updated_at': '2021-11-06T21:20:43Z', 'revision_number': 4, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'subnets': [{'id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:44.006691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.017105 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-313f57ff-d846-4b00-b8a4-667658685c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.039745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925226eaf0>, [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:42Z', 'revision_number': 3, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:44.057834 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75dd32-2460-4016-8851-8a7956313230 None None] The sync data for ids ['865ce903-a59b-4360-906c-b83d342dff1b'] in ncdv-master-1 is: [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142'}], 'enable_snat': True}, 'gw_port_id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:39Z', 'revision_number': 4, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port': {'id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e15ea0e-2baf-49db-88db-afc35fb655ab', 'name': '', 'network_id': '458a25a3-c9e9-4728-8290-888c9270b6a0', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'mac_address': 'fa:16:3e:09:fd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:38Z', 'updated_at': '2021-11-06T21:20:43Z', 'revision_number': 4, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'subnets': [{'id': 'f4080582-8fea-4bc9-a7d2-b05e81d90905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:20:44.076190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Checking router: 1b9eb585-7918-4a88-8688-20c5135cbc30 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:20:44.076675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Updating router 1b9eb585-7918-4a88-8688-20c5135cbc30 port c423392f-4ac3-4d0e-8be7-c91ff9852d70 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:20:44.129614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-313f57ff-d846-4b00-b8a4-667658685c12 None None] For port 6e15ea0e-2baf-49db-88db-afc35fb655ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e15ea0e-2baf-49db-88db-afc35fb655ab,segment=NetworkSegment(7046f8b4-b0f2-42b1-ad8e-06498308c34d),segment_id=7046f8b4-b0f2-42b1-ad8e-06498308c34d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:44.130977 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.156770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-313f57ff-d846-4b00-b8a4-667658685c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.231073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Allocated IP 172.20.0.1 (07505e49-fa3c-40bb-a48f-2ef1407cdb05/7cc90e2c-ad04-455e-a00a-710aa97614bc/cd460451-2ed4-4027-922e-5f8c7d8d9d19) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:44.370280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f57ff-d846-4b00-b8a4-667658685c12 None None] Pushing event updated for resources: {'Port': ['ID=6e15ea0e-2baf-49db-88db-afc35fb655ab,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:44.387556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-365f3b83-fd18-428a-a963-1a8bdda59af5 None None] Provisioning complete for port 6e15ea0e-2baf-49db-88db-afc35fb655ab triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:44.387995 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-365f3b83-fd18-428a-a963-1a8bdda59af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.399582 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.445806 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.493757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Pushing event updated for resources: {'Port': ['ID=cd460451-2ed4-4027-922e-5f8c7d8d9d19,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:44.516618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:44.518823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:44.525177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:44.585525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-365f3b83-fd18-428a-a963-1a8bdda59af5 None None] Provisioning complete for port 453ee862-843d-41bb-97f9-55284d7484cd triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:44.585900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-365f3b83-fd18-428a-a963-1a8bdda59af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.602605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.610810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.639258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 453ee862-843d-41bb-97f9-55284d7484cd up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:44.654992 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.753855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.795366 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.800788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Attempting to bind port c423392f-4ac3-4d0e-8be7-c91ff9852d70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:20:44.801338 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Attempting to bind port c423392f-4ac3-4d0e-8be7-c91ff9852d70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:20:44.801780 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Attempting to bind port c423392f-4ac3-4d0e-8be7-c91ff9852d70 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:44.819490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:20:44.819911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:44.820534 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.820979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:20:44.821471 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Bound port: c423392f-4ac3-4d0e-8be7-c91ff9852d70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:20:44.821887 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.823595 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.862945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e3fea-cade-448d-9800-dec0acf2f6be None None] Pushing event updated for resources: {'Port': ['ID=c423392f-4ac3-4d0e-8be7-c91ff9852d70,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:44.939182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 453ee862-843d-41bb-97f9-55284d7484cd triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:44.939558 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:44.946368 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] For port c423392f-4ac3-4d0e-8be7-c91ff9852d70, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:20:44.989461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] For port c423392f-4ac3-4d0e-8be7-c91ff9852d70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c423392f-4ac3-4d0e-8be7-c91ff9852d70,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:20:44.997670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:45.030058 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:45.036575 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:45.077262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Routers {'1b9eb585-7918-4a88-8688-20c5135cbc30'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:45.077944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925226eaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1b9eb585-7918-4a88-8688-20c5135cbc30'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:45.114003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:45.117155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Pushing event updated for resources: {'Port': ['ID=cd460451-2ed4-4027-922e-5f8c7d8d9d19,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:45.228130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:45.230021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:45.316274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e3fea-cade-448d-9800-dec0acf2f6be None None] Pushing event updated for resources: {'Port': ['ID=c423392f-4ac3-4d0e-8be7-c91ff9852d70,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:45.365858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Router 1b9eb585-7918-4a88-8688-20c5135cbc30 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:20:45.381430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6e15ea0e-2baf-49db-88db-afc35fb655ab up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:45.407023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-78f72153-c499-43fd-ac07-243bf2908836 None None] Provisioning complete for port 453ee862-843d-41bb-97f9-55284d7484cd triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:45.407395 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78f72153-c499-43fd-ac07-243bf2908836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:45.488573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] Set router 1b9eb585-7918-4a88-8688-20c5135cbc30 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:45.509306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:20:45.515995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-51435381-7c63-485b-9bc5-3bbda4aac8ab admin admin] 10.222.0.13 "PUT /v2.0/routers/1b9eb585-7918-4a88-8688-20c5135cbc30/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1151886
Nov 06 21:20:45.588229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6e15ea0e-2baf-49db-88db-afc35fb655ab triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:45.588998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:45.760687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-78f72153-c499-43fd-ac07-243bf2908836 None None] Provisioning complete for port cd460451-2ed4-4027-922e-5f8c7d8d9d19 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:45.761103 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78f72153-c499-43fd-ac07-243bf2908836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:45.852865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-78f72153-c499-43fd-ac07-243bf2908836 None None] Port cd460451-2ed4-4027-922e-5f8c7d8d9d19 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:20:45.854359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e8667645-b773-437b-87f1-f9916bedd21b up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:45.918896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925226eaf0>, [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 4, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd460451-2ed4-4027-922e-5f8c7d8d9d19', 'name': '', 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'mac_address': 'fa:16:3e:9e:88:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:44Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 2, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'subnets': [{'id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:45.951899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade998c3-f2c7-43b2-8f6c-b09850627b0c None None] The sync data for ids ['1b9eb585-7918-4a88-8688-20c5135cbc30'] in ncdv-master-1 is: [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 4, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd460451-2ed4-4027-922e-5f8c7d8d9d19', 'name': '', 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'mac_address': 'fa:16:3e:9e:88:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:44Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 2, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'subnets': [{'id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:20:45.957192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e8667645-b773-437b-87f1-f9916bedd21b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:45.957592 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:46.013646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fcdcfd0c-95c4-45a7-b483-306bc806d42f None None] Provisioning complete for port cd460451-2ed4-4027-922e-5f8c7d8d9d19 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:46.013927 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fcdcfd0c-95c4-45a7-b483-306bc806d42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:46.077885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcfd0c-95c4-45a7-b483-306bc806d42f None None] Port cd460451-2ed4-4027-922e-5f8c7d8d9d19 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:20:46.853811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-84ad83fc-5a78-464c-a5dc-666b46e5e940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:47.497556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-ab2c7d71-023b-4fe4-aa14-f6595f1f13e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0596843
Nov 06 21:20:47.613836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-0be87eaa-d950-4231-8fd7-0e7d11c35c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:47.615613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-0be87eaa-d950-4231-8fd7-0e7d11c35c2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1097 time: 0.0605094
Nov 06 21:20:47.750942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-cc4d2799-da29-4a57-a97e-be2bfa1982b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:47.752551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-cc4d2799-da29-4a57-a97e-be2bfa1982b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1120746
Nov 06 21:20:47.766636 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39174) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:47.828486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-87ac6d3d-b035-4e25-9897-c6ad64191f41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 200  len: 1002 time: 0.0689707
Nov 06 21:20:47.901845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-498cce15-a5fe-4f21-b0cd-a3e47f9f719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:47.903804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-498cce15-a5fe-4f21-b0cd-a3e47f9f719e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0686214
Nov 06 21:20:47.954327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-a750930a-e769-416e-91c0-bb144c3c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:47.956042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-a750930a-e769-416e-91c0-bb144c3c729f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0450494
Nov 06 21:20:48.055543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-91e86052-36db-40a9-88bc-ac7b2b511c38 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921948
Nov 06 21:20:48.177077 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:48.474786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Deleting port 6e15ea0e-2baf-49db-88db-afc35fb655ab {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:20:48.475142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:48.485785 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Sync routers for ids ['1b9eb585-7918-4a88-8688-20c5135cbc30'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:20:48.494850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b65ac855-c5f3-462e-b2a6-fe76c4fc627b req-02a9ebf8-d88b-44c7-9d4e-67b157809a74 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4326520
Nov 06 21:20:48.502909 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Routers {'1b9eb585-7918-4a88-8688-20c5135cbc30'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:48.503839 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925262b070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1b9eb585-7918-4a88-8688-20c5135cbc30'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:48.590354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] For port 6e15ea0e-2baf-49db-88db-afc35fb655ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e15ea0e-2baf-49db-88db-afc35fb655ab,segment=NetworkSegment(7046f8b4-b0f2-42b1-ad8e-06498308c34d),segment_id=7046f8b4-b0f2-42b1-ad8e-06498308c34d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:48.590808 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:48.595949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c423392f-4ac3-4d0e-8be7-c91ff9852d70 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:48.609467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Calling delete_port for 6e15ea0e-2baf-49db-88db-afc35fb655ab owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:20:48.648269 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Set router 1b9eb585-7918-4a88-8688-20c5135cbc30 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:48.653185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c423392f-4ac3-4d0e-8be7-c91ff9852d70 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:48.653617 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:48.754535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:48.776068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port c423392f-4ac3-4d0e-8be7-c91ff9852d70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c423392f-4ac3-4d0e-8be7-c91ff9852d70,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:48.782415 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:48.845125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:48.848221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=c423392f-4ac3-4d0e-8be7-c91ff9852d70,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:48.882615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=6e15ea0e-2baf-49db-88db-afc35fb655ab,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:48.888337 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925262b070>, [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 4, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd460451-2ed4-4027-922e-5f8c7d8d9d19', 'name': '', 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'mac_address': 'fa:16:3e:9e:88:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:44Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 2, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'subnets': [{'id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:48.923339 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Checking router: 1b9eb585-7918-4a88-8688-20c5135cbc30 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:20:48.923731 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Updating router 1b9eb585-7918-4a88-8688-20c5135cbc30 port cd460451-2ed4-4027-922e-5f8c7d8d9d19 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:20:48.952936 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.096587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.239964 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-97551137-3070-4748-bfda-413cb5490c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.242119 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.252949 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.316096 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474b71-bec9-487d-bd15-e0dee7f7f335 None None] Pushing event updated for resources: {'Port': ['ID=cd460451-2ed4-4027-922e-5f8c7d8d9d19,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:49.345032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Router 865ce903-a59b-4360-906c-b83d342dff1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:20:49.394024 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Attempting to bind port cd460451-2ed4-4027-922e-5f8c7d8d9d19 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:20:49.395120 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Attempting to bind port cd460451-2ed4-4027-922e-5f8c7d8d9d19 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:20:49.395120 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Attempting to bind port cd460451-2ed4-4027-922e-5f8c7d8d9d19 on network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:49.402058 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:20:49.403408 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Checking segment: {'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:49.403990 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.404465 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Bound using segment: {'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:20:49.404963 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Bound port: cd460451-2ed4-4027-922e-5f8c7d8d9d19, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212174c1-2e3f-456c-b4c3-ff2a8d001121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:20:49.405372 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.484620 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] For port cd460451-2ed4-4027-922e-5f8c7d8d9d19, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:20:49.489376 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] For port cd460451-2ed4-4027-922e-5f8c7d8d9d19, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd460451-2ed4-4027-922e-5f8c7d8d9d19,segment=NetworkSegment(212174c1-2e3f-456c-b4c3-ff2a8d001121),segment_id=212174c1-2e3f-456c-b4c3-ff2a8d001121)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:20:49.497143 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.507353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:20:49.513747 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bf2bdfd9-8ffe-4a54-a7cf-bbacb8d8e0fb admin admin] 10.222.0.13 "PUT /v2.0/routers/865ce903-a59b-4360-906c-b83d342dff1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7457390
Nov 06 21:20:49.517140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39176) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:49.520822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] Sync routers for ids ['865ce903-a59b-4360-906c-b83d342dff1b'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:20:49.525435 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-9de59d32-576c-4451-9a8a-9396f877d376 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0763326
Nov 06 21:20:49.549200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] Routers {'865ce903-a59b-4360-906c-b83d342dff1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:49.552154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519aadc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['865ce903-a59b-4360-906c-b83d342dff1b'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:49.577689 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Routers {'1b9eb585-7918-4a88-8688-20c5135cbc30'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:49.578194 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925262b070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1b9eb585-7918-4a88-8688-20c5135cbc30'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:49.631670 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474b71-bec9-487d-bd15-e0dee7f7f335 None None] Pushing event updated for resources: {'Port': ['ID=cd460451-2ed4-4027-922e-5f8c7d8d9d19,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:49.679786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.684280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-37ed2f2c-4d3f-47ea-9cec-79300c14974e None None] Provisioning complete for port cd460451-2ed4-4027-922e-5f8c7d8d9d19 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:49.685331 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-37ed2f2c-4d3f-47ea-9cec-79300c14974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.725437 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] Set router 1b9eb585-7918-4a88-8688-20c5135cbc30 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:49.774763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] Set router 865ce903-a59b-4360-906c-b83d342dff1b gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:49.843132 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0720282f-ffc4-45ce-ada3-11aff13f0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:49.843657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:49.845715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0720282f-ffc4-45ce-ada3-11aff13f0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:49.846195 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0720282f-ffc4-45ce-ada3-11aff13f0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:49.846786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0720282f-ffc4-45ce-ada3-11aff13f0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:49.847698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0720282f-ffc4-45ce-ada3-11aff13f0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:49.848923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0720282f-ffc4-45ce-ada3-11aff13f0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:49.849379 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0720282f-ffc4-45ce-ada3-11aff13f0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:49.855969 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0720282f-ffc4-45ce-ada3-11aff13f0a2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.1213000
Nov 06 21:20:49.952390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Deleting port e8667645-b773-437b-87f1-f9916bedd21b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:20:49.954198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.022360 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925262b070>, [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 4, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd460451-2ed4-4027-922e-5f8c7d8d9d19', 'name': '', 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'mac_address': 'fa:16:3e:9e:88:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:44Z', 'updated_at': '2021-11-06T21:20:49Z', 'revision_number': 4, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'subnets': [{'id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:50.028444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0fec3b69-f40a-47b7-9c06-77c12e68e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:50.029175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0fec3b69-f40a-47b7-9c06-77c12e68e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:50.029674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0fec3b69-f40a-47b7-9c06-77c12e68e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:50.032189 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-0fec3b69-f40a-47b7-9c06-77c12e68e672 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=99b40b59-cbc5-4528-be4b-431bf31e7971&id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 2293 time: 0.1337049
Nov 06 21:20:50.052013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-37ed2f2c-4d3f-47ea-9cec-79300c14974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.059149 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eda6d1-457e-4c4c-9168-44c924564765 None None] The sync data for ids ['1b9eb585-7918-4a88-8688-20c5135cbc30'] in ncdv-master-1 is: [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:44Z', 'revision_number': 4, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd460451-2ed4-4027-922e-5f8c7d8d9d19', 'name': '', 'network_id': '07505e49-fa3c-40bb-a48f-2ef1407cdb05', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'mac_address': 'fa:16:3e:9e:88:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:44Z', 'updated_at': '2021-11-06T21:20:49Z', 'revision_number': 4, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'subnets': [{'id': '7cc90e2c-ad04-455e-a00a-710aa97614bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:20:50.076972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] For port e8667645-b773-437b-87f1-f9916bedd21b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8667645-b773-437b-87f1-f9916bedd21b,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:50.077650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.095889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Calling delete_port for e8667645-b773-437b-87f1-f9916bedd21b owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:20:50.147512 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-7d94de9f-b77b-4556-9799-d57f3e1207eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 1002 time: 0.1074808
Nov 06 21:20:50.148907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-37ed2f2c-4d3f-47ea-9cec-79300c14974e None None] For port cd460451-2ed4-4027-922e-5f8c7d8d9d19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd460451-2ed4-4027-922e-5f8c7d8d9d19,segment=NetworkSegment(212174c1-2e3f-456c-b4c3-ff2a8d001121),segment_id=212174c1-2e3f-456c-b4c3-ff2a8d001121)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:50.157273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-37ed2f2c-4d3f-47ea-9cec-79300c14974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.192470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519aadc0>, [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142'}], 'enable_snat': True}, 'gw_port_id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:48Z', 'revision_number': 5, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port': {'id': 'e8667645-b773-437b-87f1-f9916bedd21b', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ce903-a59b-4360-906c-b83d342dff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:50.222665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-f81cb51d-0b7e-48f6-9419-c26f30c3136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:50.224738 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-f81cb51d-0b7e-48f6-9419-c26f30c3136f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 200  len: 850 time: 0.0700047
Nov 06 21:20:50.240775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] Checking router: 865ce903-a59b-4360-906c-b83d342dff1b for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:20:50.274890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed2f2c-4d3f-47ea-9cec-79300c14974e None None] Pushing event updated for resources: {'Port': ['ID=cd460451-2ed4-4027-922e-5f8c7d8d9d19,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:50.283913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] Routers {'865ce903-a59b-4360-906c-b83d342dff1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:50.284670 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92519aadc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['865ce903-a59b-4360-906c-b83d342dff1b'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:50.300332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-02d53d0b-dc77-4645-93c3-43400702850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:50.302430 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-02d53d0b-dc77-4645-93c3-43400702850a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0705326
Nov 06 21:20:50.361194 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.421063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8667645-b773-437b-87f1-f9916bedd21b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:50.487374 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-2fa5d86a-e90e-42d1-b2ab-e05c00431f28 service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773593
Nov 06 21:20:50.532051 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.571778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-252552b1-1d22-4b7c-b0b4-1c8be4947b1f None None] Provisioning complete for port cd460451-2ed4-4027-922e-5f8c7d8d9d19 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:50.572218 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-252552b1-1d22-4b7c-b0b4-1c8be4947b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.621730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] Set router 865ce903-a59b-4360-906c-b83d342dff1b gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:50.661249 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-1af5e6b5-537d-4877-a025-6efbfc6587bf service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640384
Nov 06 21:20:50.709070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.711874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.726071 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-a34b8307-bb30-4a5e-a4c4-8adef1a1845e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 217 time: 0.0541658
Nov 06 21:20:50.745850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92519aadc0>, [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:49Z', 'revision_number': 6, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:50.764250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cd460451-2ed4-4027-922e-5f8c7d8d9d19 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:50.795729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.796624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 865ce903-a59b-4360-906c-b83d342dff1b {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:20:50.802421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.803931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ae19591b-3762-4174-b8c6-df6cb8d884d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/865ce903-a59b-4360-906c-b83d342dff1b HTTP/1.1" status: 204  len: 168 time: 1.2856467
Nov 06 21:20:50.806514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39178) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:50.814983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-11046e99-f817-4dad-9fcf-aae250c3ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:50.816695 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-11046e99-f817-4dad-9fcf-aae250c3ee5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0817907
Nov 06 21:20:50.823273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abc2de-3aa1-471c-a82c-fb1dc423ead8 None None] The sync data for ids ['865ce903-a59b-4360-906c-b83d342dff1b'] in ncdv-master-1 is: [{'id': '865ce903-a59b-4360-906c-b83d342dff1b', 'name': 'tempest-TestAggregatesBasicOps-1591850533-router', 'tenant_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:36Z', 'updated_at': '2021-11-06T21:20:49Z', 'revision_number': 6, 'project_id': '0c4bbb4861b54d018fa0aa0cae24291b', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:20:50.827045 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.863480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe616ca7-f82d-4780-a526-0ff6a4acd467 admin admin] Deleting subnet f4080582-8fea-4bc9-a7d2-b05e81d90905 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:20:50.871219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe616ca7-f82d-4780-a526-0ff6a4acd467 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.883914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-1e4c73ca-cc7a-478a-9e93-6d2aa34bcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:50.885721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-1e4c73ca-cc7a-478a-9e93-6d2aa34bcf5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0611396
Nov 06 21:20:50.890114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cd460451-2ed4-4027-922e-5f8c7d8d9d19 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:50.890486 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.916765 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe616ca7-f82d-4780-a526-0ff6a4acd467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:50.980521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c423392f-4ac3-4d0e-8be7-c91ff9852d70 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:20:50.992233 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-04ba4bd6-d298-40cf-9cff-5c550935d77e service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989656
Nov 06 21:20:51.024549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe616ca7-f82d-4780-a526-0ff6a4acd467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.035810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c423392f-4ac3-4d0e-8be7-c91ff9852d70 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:51.036212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.124972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-c7758fd8-a96a-47b7-823d-e2e6e875202d service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248322
Nov 06 21:20:51.126824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe616ca7-f82d-4780-a526-0ff6a4acd467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.160054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fe616ca7-f82d-4780-a526-0ff6a4acd467 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.163469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fe616ca7-f82d-4780-a526-0ff6a4acd467 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f4080582-8fea-4bc9-a7d2-b05e81d90905 HTTP/1.1" status: 204  len: 168 time: 0.3559394
Nov 06 21:20:51.164839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe616ca7-f82d-4780-a526-0ff6a4acd467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4080582-8fea-4bc9-a7d2-b05e81d90905,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:51.167830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39182) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:51.174179 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad7ffb-bb69-4007-90b2-d2291b74595a None None] Network 458a25a3-c9e9-4728-8290-888c9270b6a0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:20:51.180378 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-4ab6c792-71ff-493a-8848-13fe3b0f0ae4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 217 time: 0.0488081
Nov 06 21:20:51.242706 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.249533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-95fffae1-5d93-4deb-9a28-062beaa0a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:51.251950 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-95fffae1-5d93-4deb-9a28-062beaa0a698 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0644178
Nov 06 21:20:51.307116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Deleting port dcdc52ab-3653-4101-87ba-af79e0feaafb {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:20:51.307431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.307859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-dd101135-2c32-4f2a-a1f8-743ef0050c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:51.309469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-dd101135-2c32-4f2a-a1f8-743ef0050c6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0505536
Nov 06 21:20:51.392432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] For port dcdc52ab-3653-4101-87ba-af79e0feaafb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcdc52ab-3653-4101-87ba-af79e0feaafb,segment=NetworkSegment(7046f8b4-b0f2-42b1-ad8e-06498308c34d),segment_id=7046f8b4-b0f2-42b1-ad8e-06498308c34d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:51.392929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.397952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] DHCP port deletion for 458a25a3-c9e9-4728-8290-888c9270b6a0 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:20:51.408838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Calling delete_port for dcdc52ab-3653-4101-87ba-af79e0feaafb owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:20:51.420105 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-9b9b378f-eb11-4e3a-b681-512f37e241b7 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032288
Nov 06 21:20:51.459501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] Deleting port dcdc52ab-3653-4101-87ba-af79e0feaafb {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:20:51.460462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.510784 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.535269 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-1d82930c-39d3-4bca-8393-ec1cb3fee65c service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079242
Nov 06 21:20:51.537473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] For port dcdc52ab-3653-4101-87ba-af79e0feaafb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcdc52ab-3653-4101-87ba-af79e0feaafb,segment=NetworkSegment(7046f8b4-b0f2-42b1-ad8e-06498308c34d),segment_id=7046f8b4-b0f2-42b1-ad8e-06498308c34d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:51.537947 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.541252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] No DVR routers for this DVR port dcdc52ab-3653-4101-87ba-af79e0feaafb on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:20:51.546524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdc52ab-3653-4101-87ba-af79e0feaafb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:51.555327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] Calling delete_port for dcdc52ab-3653-4101-87ba-af79e0feaafb owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:20:51.583941 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-3110da8d-9fe5-46aa-9f34-a2041cc39ab1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 200  len: 217 time: 0.0412080
Nov 06 21:20:51.617947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.634870 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.636010 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-a721fe15-10d9-4513-a0f5-87f42b0777c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:51.637706 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-a721fe15-10d9-4513-a0f5-87f42b0777c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0475197
Nov 06 21:20:51.640028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92546f1e20>,) {'filters': {'network_id': ['458a25a3-c9e9-4728-8290-888c9270b6a0']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:51.649488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92546f1e20>, '7046f8b4-b0f2-42b1-ad8e-06498308c34d') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:51.649787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92546f1e20>, '7046f8b4-b0f2-42b1-ad8e-06498308c34d') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:51.660213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] Pushing event deleted for resources: {'Port': ['ID=dcdc52ab-3653-4101-87ba-af79e0feaafb,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:51.663580 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.664898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d27441-b01b-4cee-b59c-ef61924faed3 None None] No DVR routers for this DVR port dcdc52ab-3653-4101-87ba-af79e0feaafb on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:20:51.680451 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.687735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:20:51.688228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:20:51.690253 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:20:51.696629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-105b2913-5416-4c6a-87df-33099e8b235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:51.698257 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-105b2913-5416-4c6a-87df-33099e8b235a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0537839
Nov 06 21:20:51.746680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.751896 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:51.755713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] 10.222.0.13 "DELETE /v2.0/networks/458a25a3-c9e9-4728-8290-888c9270b6a0 HTTP/1.1" status: 204  len: 168 time: 0.5869040
Nov 06 21:20:51.758800 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39184) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:51.768613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fc310-93a9-41a9-b90e-e33a79330768 admin admin] Pushing event deleted for resources: {'Network': ['ID=458a25a3-c9e9-4728-8290-888c9270b6a0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:51.867849 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-cc78d6d7-fb92-4531-8637-620505e2a11d service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623456
Nov 06 21:20:51.887496 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:52.344203 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-51d44f6f-0c8b-4f4c-b228-3db41613b9b7 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4689467
Nov 06 21:20:52.390405 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-4a6007d0-7219-4efd-9659-854b2b3bb1d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 200  len: 217 time: 0.0371549
Nov 06 21:20:52.470312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-f88f9ec9-4bef-45c3-b2be-364f6a6b5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:52.472122 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-f88f9ec9-4bef-45c3-b2be-364f6a6b5e56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0604591
Nov 06 21:20:52.503288 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:52.535219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6e15ea0e-2baf-49db-88db-afc35fb655ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:20:52.543166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-204cad7a-63a4-4ca0-a518-7762a3d2a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:52.544684 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-204cad7a-63a4-4ca0-a518-7762a3d2a0ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0563557
Nov 06 21:20:52.558990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6e15ea0e-2baf-49db-88db-afc35fb655ab {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:20:52.559336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6e15ea0e-2baf-49db-88db-afc35fb655ab not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:20:52.559758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e8667645-b773-437b-87f1-f9916bedd21b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:20:52.578929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: e8667645-b773-437b-87f1-f9916bedd21b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:20:52.579275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e8667645-b773-437b-87f1-f9916bedd21b not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:20:52.579687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device dcdc52ab-3653-4101-87ba-af79e0feaafb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:20:52.598709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: dcdc52ab-3653-4101-87ba-af79e0feaafb {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:20:52.599054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device dcdc52ab-3653-4101-87ba-af79e0feaafb not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:20:52.673017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-18fc7afe-a1c4-4703-adf0-97e3b8f2dec5 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210227
Nov 06 21:20:52.691894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:52.851972 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-7f516a37-b5af-4981-9d90-a3af2151d4cc service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703012
Nov 06 21:20:52.940199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-7db5f68e-80f6-428b-b380-0564fbbd60ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 200  len: 217 time: 0.0576508
Nov 06 21:20:52.999535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-8b87e497-11b0-4991-8e7e-5fee4a02f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:53.000945 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-8b87e497-11b0-4991-8e7e-5fee4a02f78c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0540700
Nov 06 21:20:53.091266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-21331f34-a822-4d91-9b6f-94eba5934acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:53.092861 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-21331f34-a822-4d91-9b6f-94eba5934acc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0845501
Nov 06 21:20:53.155970 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Deleting port cd460451-2ed4-4027-922e-5f8c7d8d9d19 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:20:53.156332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:53.245439 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-c8f63267-48bc-4f05-a464-fd31b1511380 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454074
Nov 06 21:20:53.314037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] For port cd460451-2ed4-4027-922e-5f8c7d8d9d19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd460451-2ed4-4027-922e-5f8c7d8d9d19,segment=NetworkSegment(212174c1-2e3f-456c-b4c3-ff2a8d001121),segment_id=212174c1-2e3f-456c-b4c3-ff2a8d001121)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:53.314322 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:53.332179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Calling delete_port for cd460451-2ed4-4027-922e-5f8c7d8d9d19 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:20:53.405561 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-173fa85a-ac8e-457b-b062-e59c4e4857ed service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519201
Nov 06 21:20:53.453409 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-c3e06d06-2841-488a-9aa7-a84fb8d9351c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 217 time: 0.0397079
Nov 06 21:20:53.549219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-ee704841-708b-4e56-9b85-507c06d0f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:53.550689 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-ee704841-708b-4e56-9b85-507c06d0f8f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0896497
Nov 06 21:20:53.627094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-05904964-9701-460e-88b8-2011986d28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:53.628633 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-05904964-9701-460e-88b8-2011986d28f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0705748
Nov 06 21:20:53.682048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:53.716438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd460451-2ed4-4027-922e-5f8c7d8d9d19,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:53.801776 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-d82a0e71-3084-4f3e-ac4c-2aa294693b08 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659589
Nov 06 21:20:53.972555 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-40edaa93-64bd-4705-8071-37e9cfafd550 req-850e40f1-d4a8-4dab-9e3f-7a7cc3c36f18 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638124
Nov 06 21:20:53.974788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:54.186021 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Router 1b9eb585-7918-4a88-8688-20c5135cbc30 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:20:54.290653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:20:54.295517 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e8b8fd76-7022-43a0-8a7a-0ce004124f9a admin admin] 10.222.0.13 "PUT /v2.0/routers/1b9eb585-7918-4a88-8688-20c5135cbc30/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5357492
Nov 06 21:20:54.298036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39186) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:54.301606 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cd1fd-485b-4556-8337-614967a63369 None None] Sync routers for ids ['1b9eb585-7918-4a88-8688-20c5135cbc30'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:20:54.311094 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cd1fd-485b-4556-8337-614967a63369 None None] Routers {'1b9eb585-7918-4a88-8688-20c5135cbc30'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:54.311684 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-613cd1fd-485b-4556-8337-614967a63369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1b9eb585-7918-4a88-8688-20c5135cbc30'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:54.400313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:54.413482 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-613cd1fd-485b-4556-8337-614967a63369 None None] Set router 1b9eb585-7918-4a88-8688-20c5135cbc30 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:54.597281 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-613cd1fd-485b-4556-8337-614967a63369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8040>, [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:53Z', 'revision_number': 5, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:54.628594 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cd1fd-485b-4556-8337-614967a63369 None None] Checking router: 1b9eb585-7918-4a88-8688-20c5135cbc30 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:20:54.638304 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cd1fd-485b-4556-8337-614967a63369 None None] Routers {'1b9eb585-7918-4a88-8688-20c5135cbc30'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:54.638918 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-613cd1fd-485b-4556-8337-614967a63369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1b9eb585-7918-4a88-8688-20c5135cbc30'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:54.818756 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:54.840344 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-613cd1fd-485b-4556-8337-614967a63369 None None] Set router 1b9eb585-7918-4a88-8688-20c5135cbc30 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:20:54.869716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Deleting port c423392f-4ac3-4d0e-8be7-c91ff9852d70 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:20:54.870049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:54.949981 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] For port c423392f-4ac3-4d0e-8be7-c91ff9852d70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c423392f-4ac3-4d0e-8be7-c91ff9852d70,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:54.950327 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:54.963721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Calling delete_port for c423392f-4ac3-4d0e-8be7-c91ff9852d70 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:20:55.026344 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-613cd1fd-485b-4556-8337-614967a63369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8040>, [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:53Z', 'revision_number': 5, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:55.052619 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cd1fd-485b-4556-8337-614967a63369 None None] The sync data for ids ['1b9eb585-7918-4a88-8688-20c5135cbc30'] in ncdv-master-1 is: [{'id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'name': 'tempest-TestAggregatesBasicOps-986955984-router', 'tenant_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:53Z', 'revision_number': 5, 'project_id': 'cb83df4ba86e4bea8e597dd9ab059f5e', 'gw_port': {'id': 'c423392f-4ac3-4d0e-8be7-c91ff9852d70', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9eb585-7918-4a88-8688-20c5135cbc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:41Z', 'updated_at': '2021-11-06T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:20:55.137889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.166560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c423392f-4ac3-4d0e-8be7-c91ff9852d70,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:55.225107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.320169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.322051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.364936 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.365342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b9eb585-7918-4a88-8688-20c5135cbc30 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:20:55.369529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.370540 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d319b0eb-2de6-46d6-a5fd-ab608addabe8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b9eb585-7918-4a88-8688-20c5135cbc30 HTTP/1.1" status: 204  len: 168 time: 1.0715961
Nov 06 21:20:55.373526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39190) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:55.425934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e36f37f-2e20-4298-88b1-c22bd4eafe45 admin admin] Deleting subnet 7cc90e2c-ad04-455e-a00a-710aa97614bc {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:20:55.429211 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e36f37f-2e20-4298-88b1-c22bd4eafe45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.465179 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e36f37f-2e20-4298-88b1-c22bd4eafe45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.546135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e36f37f-2e20-4298-88b1-c22bd4eafe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.605043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e36f37f-2e20-4298-88b1-c22bd4eafe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.631049 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36f37f-2e20-4298-88b1-c22bd4eafe45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc90e2c-ad04-455e-a00a-710aa97614bc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:55.634701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9e36f37f-2e20-4298-88b1-c22bd4eafe45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.638534 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9e36f37f-2e20-4298-88b1-c22bd4eafe45 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7cc90e2c-ad04-455e-a00a-710aa97614bc HTTP/1.1" status: 204  len: 168 time: 0.2640729
Nov 06 21:20:55.641074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39192) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:55.643818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049baead-14c9-4d75-a553-580cc9c86761 None None] Network 07505e49-fa3c-40bb-a48f-2ef1407cdb05 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:20:55.711496 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.766223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Deleting port 453ee862-843d-41bb-97f9-55284d7484cd {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:20:55.766659 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.837595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] For port 453ee862-843d-41bb-97f9-55284d7484cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=453ee862-843d-41bb-97f9-55284d7484cd,segment=NetworkSegment(212174c1-2e3f-456c-b4c3-ff2a8d001121),segment_id=212174c1-2e3f-456c-b4c3-ff2a8d001121)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:20:55.838190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.850430 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Calling delete_port for 453ee862-843d-41bb-97f9-55284d7484cd owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:20:55.932231 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:55.961950 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=453ee862-843d-41bb-97f9-55284d7484cd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:55.965419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] No DVR routers for this DVR port 453ee862-843d-41bb-97f9-55284d7484cd on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:20:56.034855 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.054809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bc2188-bc22-4887-8c1c-dc9372c7a525 None None] DHCP port deletion for 07505e49-fa3c-40bb-a48f-2ef1407cdb05 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:20:56.058809 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925594fd00>,) {'filters': {'network_id': ['07505e49-fa3c-40bb-a48f-2ef1407cdb05']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:56.070137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925594fd00>, '212174c1-2e3f-456c-b4c3-ff2a8d001121') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:56.070434 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925594fd00>, '212174c1-2e3f-456c-b4c3-ff2a8d001121') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:56.081426 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.094919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.101216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:20:56.101682 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:20:56.103389 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:20:56.159598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.164081 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.168231 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/07505e49-fa3c-40bb-a48f-2ef1407cdb05 HTTP/1.1" status: 204  len: 168 time: 0.5255435
Nov 06 21:20:56.181813 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3da39-1aef-4b5a-bd28-559862edf2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=07505e49-fa3c-40bb-a48f-2ef1407cdb05,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:56.332409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39196) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:56.371916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-85f41cd1-581b-4469-b106-cd58dd53cd0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c4bbb4861b54d018fa0aa0cae24291b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382566
Nov 06 21:20:56.374217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39198) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:56.420316 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9c6375f-0619-4ead-8905-00d583f26584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.441408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9c6375f-0619-4ead-8905-00d583f26584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.493615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9c6375f-0619-4ead-8905-00d583f26584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.497000 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e9c6375f-0619-4ead-8905-00d583f26584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.498188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9c6375f-0619-4ead-8905-00d583f26584 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b4d395e-0f7d-4a25-8e4d-3629f68c7cc7 HTTP/1.1" status: 204  len: 168 time: 0.1230218
Nov 06 21:20:56.507082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6375f-0619-4ead-8905-00d583f26584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4d395e-0f7d-4a25-8e4d-3629f68c7cc7,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:56.537553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cd460451-2ed4-4027-922e-5f8c7d8d9d19 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:20:56.557553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: cd460451-2ed4-4027-922e-5f8c7d8d9d19 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:20:56.557894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cd460451-2ed4-4027-922e-5f8c7d8d9d19 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:20:56.558850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c423392f-4ac3-4d0e-8be7-c91ff9852d70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:20:56.577503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c423392f-4ac3-4d0e-8be7-c91ff9852d70 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:20:56.577836 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c423392f-4ac3-4d0e-8be7-c91ff9852d70 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:20:56.578239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 453ee862-843d-41bb-97f9-55284d7484cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:20:56.599646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 453ee862-843d-41bb-97f9-55284d7484cd {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:20:56.599988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 453ee862-843d-41bb-97f9-55284d7484cd not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:20:56.821782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39204) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:56.861965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-00f0cc94-56dc-4cfb-b98f-ef3417f46358 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb83df4ba86e4bea8e597dd9ab059f5e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0389967
Nov 06 21:20:56.864550 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39206) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:56.912587 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75e406d7-a844-4038-881a-8cc041aceb9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.934047 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75e406d7-a844-4038-881a-8cc041aceb9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.977769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75e406d7-a844-4038-881a-8cc041aceb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.980893 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-75e406d7-a844-4038-881a-8cc041aceb9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:56.982046 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-75e406d7-a844-4038-881a-8cc041aceb9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/858e19ee-efce-4196-a7dc-5df69a175602 HTTP/1.1" status: 204  len: 168 time: 0.1164815
Nov 06 21:20:56.990097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e406d7-a844-4038-881a-8cc041aceb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858e19ee-efce-4196-a7dc-5df69a175602,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:57.619353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39228) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:57.715076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1543304007-network', 'tenant_id': '5673884ca4974d97b139bf3200b87b43'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:57.736601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Made reservation on behalf of 5673884ca4974d97b139bf3200b87b43 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:20:57.738751 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:57.746884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:57.821969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:57.825995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:57.851849 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:20:57.857054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e489b4-1606-45a8-b65f-7825db6e0a23,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:57.870094 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:57.870639 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Added segment 94192b75-1b05-4d39-8e5b-c4ce5e664ad5 of type vlan for network ec8261be-0c55-45d8-a956-fd67c266d61a
Nov 06 21:20:57.912403 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:57.935263 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:57.936207 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:57.936805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:57.988809 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3682537
Nov 06 21:20:57.991788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39232) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:57.997347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Request body: {'subnet': {'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1543304007-subnet', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:57.998548 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e104e-e0a3-444c-9d1a-036196d0124d admin admin] Pushing event updated for resources: {'Network': ['ID=ec8261be-0c55-45d8-a956-fd67c266d61a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:58.008713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ec8261be-0c55-45d8-a956-fd67c266d61a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:20:58.017383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Made reservation on behalf of 5673884ca4974d97b139bf3200b87b43 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:20:58.019981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.193808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.246779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:58.256619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Checking segment: {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:58.256978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Network hostable DHCP agents. Network: ec8261be-0c55-45d8-a956-fd67c266d61a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:20:58.273869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Network ec8261be-0c55-45d8-a956-fd67c266d61a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:20:58.282390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec8261be-0c55-45d8-a956-fd67c266d61a) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:58.286226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:20:58.286820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.292506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c39ab-6f75-4af6-9fe6-049349159bfe None None] Network ec8261be-0c55-45d8-a956-fd67c266d61a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:20:58.302450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a09555b0-0811-404c-8b41-b3b0fe2d9615 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3095241
Nov 06 21:20:58.305135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39234) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:58.310265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:20:58.333783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.334800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.389947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.438939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec8261be-0c55-45d8-a956-fd67c266d61a', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:20:58.439798 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.525644 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.576349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Allocated IP 172.20.0.2 (ec8261be-0c55-45d8-a956-fd67c266d61a/1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581/76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:58.716733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.723635 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.729378 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.750553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.761644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Network ec8261be-0c55-45d8-a956-fd67c266d61a is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:58.766921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:58.770613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:58.780391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Pushing event updated for resources: {'Port': ['ID=76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:58.830124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Attempting to bind port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:20:58.830483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Attempting to bind port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:20:58.830840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Attempting to bind port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 on network ec8261be-0c55-45d8-a956-fd67c266d61a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:20:58.835751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:20:58.836117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Checking segment: {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:20:58.836539 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.836927 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Bound using segment: {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:20:58.837400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Bound port: 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:20:58.837768 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.857735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Allocated IP 172.35.0.115 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/373f7c3c-23d0-431b-9537-45923a64f3a5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:20:58.901617 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] For port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:20:58.905739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] For port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:20:58.910043 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:58.967214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f7b2d-1655-4bd0-bc11-8c107b8ee185 None None] Pushing event updated for resources: {'Port': ['ID=76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:58.968372 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:59.002652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:59.045647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:20:59.048635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:20:59.053215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:20:59.056437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Pushing event updated for resources: {'Port': ['ID=373f7c3c-23d0-431b-9537-45923a64f3a5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:20:59.322532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:59.520094 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:59.657784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Router 6c708703-d3c1-4b31-8105-94a7ece611a1 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:20:59.770684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:20:59.779382 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Sync routers for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:20:59.789695 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:20:59.791214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9a398553-48d7-448b-a3e8-ee87d7eb9e4f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.4850011
Nov 06 21:20:59.794000 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39236) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:20:59.796712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:20:59.797472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512736a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:20:59.844572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65071577-9a1a-4ad0-ad4b-cc484d856917 None None] Network ec8261be-0c55-45d8-a956-fd67c266d61a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:20:59.969445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0db8b503-aed4-4ea4-bb7c-b5cbe56a12ad None None] Provisioning complete for port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:20:59.969819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0db8b503-aed4-4ea4-bb7c-b5cbe56a12ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.003913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:00.214055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.449974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0db8b503-aed4-4ea4-bb7c-b5cbe56a12ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.507157 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0db8b503-aed4-4ea4-bb7c-b5cbe56a12ad None None] For port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:00.514947 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0db8b503-aed4-4ea4-bb7c-b5cbe56a12ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.586649 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512736a0>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:20:59Z', 'revision_number': 3, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:00.595064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8b503-aed4-4ea4-bb7c-b5cbe56a12ad None None] Pushing event updated for resources: {'Port': ['ID=76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:00.634596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:00.637481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Checking router: 6c708703-d3c1-4b31-8105-94a7ece611a1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:21:00.637826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Updating router 6c708703-d3c1-4b31-8105-94a7ece611a1 port 373f7c3c-23d0-431b-9537-45923a64f3a5 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:21:00.696985 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.720512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Allocated IP 172.20.0.1 (ec8261be-0c55-45d8-a956-fd67c266d61a/1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581/a722bb21-0ddf-490b-ad32-0d74a1fcf2d0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:21:00.805047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:00.805651 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.831456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.846628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-558e3bf7-3f28-4b1b-a509-dc240197aca7 None None] Provisioning complete for port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:00.846992 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-558e3bf7-3f28-4b1b-a509-dc240197aca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.867729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:00.909252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Network ec8261be-0c55-45d8-a956-fd67c266d61a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:21:00.914880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:00.919172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:21:00.948620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Pushing event updated for resources: {'Port': ['ID=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:00.963707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.104616 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.134330 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.139794 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.204644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Attempting to bind port 373f7c3c-23d0-431b-9537-45923a64f3a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:21:01.204934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Attempting to bind port 373f7c3c-23d0-431b-9537-45923a64f3a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:21:01.205290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Attempting to bind port 373f7c3c-23d0-431b-9537-45923a64f3a5 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:21:01.210876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d671f40-442f-4149-9093-fb05c9ca05f7 None None] Pushing event updated for resources: {'Port': ['ID=373f7c3c-23d0-431b-9537-45923a64f3a5,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:01.218280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:21:01.218652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:21:01.219049 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.219534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:21:01.219987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Bound port: 373f7c3c-23d0-431b-9537-45923a64f3a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:21:01.220450 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.244527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-4999f281-a60b-47ac-84a3-0b10530fe0c4 None None] Provisioning complete for port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:01.244889 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4999f281-a60b-47ac-84a3-0b10530fe0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.279003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.284958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.299627 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-4999f281-a60b-47ac-84a3-0b10530fe0c4 None None] Port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:21:01.305647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] For port 373f7c3c-23d0-431b-9537-45923a64f3a5, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:21:01.308773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] For port 373f7c3c-23d0-431b-9537-45923a64f3a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=373f7c3c-23d0-431b-9537-45923a64f3a5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:21:01.313111 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.356669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Pushing event updated for resources: {'Port': ['ID=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:01.359030 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.371443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:01.372502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512736a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:01.416571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d671f40-442f-4149-9093-fb05c9ca05f7 None None] Pushing event updated for resources: {'Port': ['ID=373f7c3c-23d0-431b-9537-45923a64f3a5,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:01.454352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Network ec8261be-0c55-45d8-a956-fd67c266d61a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:21:01.455754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:01.498315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:01.579345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Router 6c708703-d3c1-4b31-8105-94a7ece611a1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:21:01.702631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:21:01.707813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2fbf8fb1-3699-4bad-9f20-2c5c62178eab admin admin] 10.222.0.13 "PUT /v2.0/routers/6c708703-d3c1-4b31-8105-94a7ece611a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9128335
Nov 06 21:21:01.711107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512736a0>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 2, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:01.742323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce0a61-8e2d-4fec-be44-d43a99793fe5 None None] The sync data for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 is: [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 2, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:21:01.754069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b8dc436a-7292-4b74-959a-e99137e25a0c None None] Provisioning complete for port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:01.754442 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b8dc436a-7292-4b74-959a-e99137e25a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:01.796225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc436a-7292-4b74-959a-e99137e25a0c None None] Port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:21:02.212444 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39254) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:02.219637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2100506644-network', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:02.246937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Made reservation on behalf of 7a358134e822481e8e74a1c92ac76e67 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:21:02.249614 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.258812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.344471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.348842 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.379041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:21:02.391340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef912b4-ff4a-4fb6-b30f-793f69a42304,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:02.397876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.398283 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Added segment 607f4b99-f3d3-4dcf-831d-bb85e14adeef of type vlan for network 18253ff9-903a-4bd9-958f-556029aadea7
Nov 06 21:21:02.442654 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.469830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.470942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:02.471548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.533379 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3197777
Nov 06 21:21:02.537038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39256) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:02.541486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35add02-dc99-482c-8f78-8d9c3028c5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=18253ff9-903a-4bd9-958f-556029aadea7,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:02.542897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Request body: {'subnet': {'network_id': '18253ff9-903a-4bd9-958f-556029aadea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2100506644-subnet', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:02.555168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 18253ff9-903a-4bd9-958f-556029aadea7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:21:02.588057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Made reservation on behalf of 7a358134e822481e8e74a1c92ac76e67 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:21:02.592082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.639867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 373f7c3c-23d0-431b-9537-45923a64f3a5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:02.704352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 373f7c3c-23d0-431b-9537-45923a64f3a5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:02.705060 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.790398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.791805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.814523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 373f7c3c-23d0-431b-9537-45923a64f3a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=373f7c3c-23d0-431b-9537-45923a64f3a5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:02.818982 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.819828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:02.854379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd2486f-a7a5-429c-a603-bb860dd9120f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:02.862156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Checking segment: {'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:21:02.862568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Network hostable DHCP agents. Network: 18253ff9-903a-4bd9-958f-556029aadea7, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:21:02.894045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Network 18253ff9-903a-4bd9-958f-556029aadea7 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:21:02.907402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 18253ff9-903a-4bd9-958f-556029aadea7) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:02.913048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:02.913811 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.924983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad6d7c-5a7a-46f0-a563-3b47c712bb91 None None] Network 18253ff9-903a-4bd9-958f-556029aadea7 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:21:02.935064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0be5ec55-482d-4c04-99d0-2b6a309b961c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3966432
Nov 06 21:21:02.937557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39258) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:02.942068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:02.970321 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.971885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:02.988426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=373f7c3c-23d0-431b-9537-45923a64f3a5,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:03.013247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:03.013768 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.049013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.188073 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-18253ff9-903a-4bd9-958f-556029aadea7', 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'fixed_ips': [{'subnet_id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:21:03.188969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.201820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.328131 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Allocated IP 172.20.0.2 (18253ff9-903a-4bd9-958f-556029aadea7/fbd2486f-a7a5-429c-a603-bb860dd9120f/09c0f280-2d96-4d89-8fdf-0760cd952fe4) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:21:03.414969 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.434415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.479293 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.485044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.522482 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Network 18253ff9-903a-4bd9-958f-556029aadea7 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:21:03.527319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:03.530735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:21:03.537651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Pushing event updated for resources: {'Port': ['ID=09c0f280-2d96-4d89-8fdf-0760cd952fe4,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:03.546168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Allocated IP 172.35.0.10 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/6fe83881-afe0-4545-a7b1-910c07e4208c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:21:03.592533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Attempting to bind port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:21:03.593023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Attempting to bind port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:21:03.593245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Attempting to bind port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 on network 18253ff9-903a-4bd9-958f-556029aadea7 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:21:03.599258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:21:03.599642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Checking segment: {'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:21:03.600113 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.600558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Bound using segment: {'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:21:03.601008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Bound port: 09c0f280-2d96-4d89-8fdf-0760cd952fe4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:21:03.601394 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.657189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.665964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] For port 09c0f280-2d96-4d89-8fdf-0760cd952fe4, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:21:03.669677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] For port 09c0f280-2d96-4d89-8fdf-0760cd952fe4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09c0f280-2d96-4d89-8fdf-0760cd952fe4,segment=NetworkSegment(607f4b99-f3d3-4dcf-831d-bb85e14adeef),segment_id=607f4b99-f3d3-4dcf-831d-bb85e14adeef)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:21:03.675658 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.693246 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:03.730960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:21:03.732778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:03.736232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:21:03.742536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324ae90-ab59-4813-be08-7a41ba8066d3 None None] Pushing event updated for resources: {'Port': ['ID=09c0f280-2d96-4d89-8fdf-0760cd952fe4,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:03.785212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Pushing event updated for resources: {'Port': ['ID=6fe83881-afe0-4545-a7b1-910c07e4208c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:03.967933 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Sync routers for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:21:03.978447 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:03.979068 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925291a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:04.043987 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:04.103478 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:04.243946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:04.303719 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925291a820>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 2, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:04.330612 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Checking router: 6c708703-d3c1-4b31-8105-94a7ece611a1 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:21:04.330964 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Updating router 6c708703-d3c1-4b31-8105-94a7ece611a1 port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:21:04.358782 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:04.373355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Router 41944cf7-d936-4317-9167-29b2218ee105 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:21:04.492192 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:21:04.503288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Sync routers for ids ['41944cf7-d936-4317-9167-29b2218ee105'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:21:04.520891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Routers {'41944cf7-d936-4317-9167-29b2218ee105'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:04.521597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513d6850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41944cf7-d936-4317-9167-29b2218ee105'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:04.536790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:04.538718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-16d48c82-74ac-40c3-85b6-3672ae46f33f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.6001489
Nov 06 21:21:04.541789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39260) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:04.690458 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:04.701460 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:04.744274 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3cfd1-7520-4cec-aa37-a592b6066150 None None] Pushing event updated for resources: {'Port': ['ID=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:04.845236 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Attempting to bind port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:21:04.845602 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Attempting to bind port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:21:04.845958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Attempting to bind port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 on network ec8261be-0c55-45d8-a956-fd67c266d61a {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:21:04.852013 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:21:04.852429 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Checking segment: {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:21:04.852830 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:04.853224 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Bound using segment: {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:21:04.853695 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Bound port: a722bb21-0ddf-490b-ad32-0d74a1fcf2d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:21:04.854071 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:04.889651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 373f7c3c-23d0-431b-9537-45923a64f3a5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:04.925227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Set router 41944cf7-d936-4317-9167-29b2218ee105 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:04.927346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d41d1ad-a739-4f83-9bfd-3fcf25b0d286 None None] Network 18253ff9-903a-4bd9-958f-556029aadea7 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:21:04.953756 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] For port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:21:04.958037 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] For port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:21:04.965142 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.039954 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3cfd1-7520-4cec-aa37-a592b6066150 None None] Pushing event updated for resources: {'Port': ['ID=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:05.045827 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:05.046439 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925291a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:05.110650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-87a55490-0c98-44cc-8733-e2090dc693d6 None None] Provisioning complete for port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:05.111021 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87a55490-0c98-44cc-8733-e2090dc693d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.129985 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.171479 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:05.211955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 373f7c3c-23d0-431b-9537-45923a64f3a5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:05.212353 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.323127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Allocated IP 172.20.0.1 (18253ff9-903a-4bd9-958f-556029aadea7/fbd2486f-a7a5-429c-a603-bb860dd9120f/5227d77e-8699-41d9-ad09-e3d4cd55c789) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:21:05.395036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87a55490-0c98-44cc-8733-e2090dc693d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.426966 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925291a820>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:04Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:05.454453 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1afb2c-4fc5-4380-8b4b-425f70c1820f None None] The sync data for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 is: [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:04Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:21:05.461351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.486626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-87a55490-0c98-44cc-8733-e2090dc693d6 None None] For port 09c0f280-2d96-4d89-8fdf-0760cd952fe4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09c0f280-2d96-4d89-8fdf-0760cd952fe4,segment=NetworkSegment(607f4b99-f3d3-4dcf-831d-bb85e14adeef),segment_id=607f4b99-f3d3-4dcf-831d-bb85e14adeef)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:05.489703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513d6850>, [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:21:03Z', 'revision_number': 3, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port': {'id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:03Z', 'updated_at': '2021-11-06T21:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:05.498047 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.498315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 09c0f280-2d96-4d89-8fdf-0760cd952fe4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:05.526425 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87a55490-0c98-44cc-8733-e2090dc693d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.549722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Checking router: 41944cf7-d936-4317-9167-29b2218ee105 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:21:05.550510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Updating router 41944cf7-d936-4317-9167-29b2218ee105 port 6fe83881-afe0-4545-a7b1-910c07e4208c binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:21:05.559578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Network 18253ff9-903a-4bd9-958f-556029aadea7 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:21:05.565761 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:05.569442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:21:05.626552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.629185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.632911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Pushing event updated for resources: {'Port': ['ID=5227d77e-8699-41d9-ad09-e3d4cd55c789,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:05.678855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a55490-0c98-44cc-8733-e2090dc693d6 None None] Pushing event updated for resources: {'Port': ['ID=09c0f280-2d96-4d89-8fdf-0760cd952fe4,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:05.701041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cc6908ff-6123-4d2e-99d6-a845f1bd27d4 None None] Provisioning complete for port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:05.701041 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cc6908ff-6123-4d2e-99d6-a845f1bd27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.776038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:05.777007 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.777823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:05.957447 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cc6908ff-6123-4d2e-99d6-a845f1bd27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.000958 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.006851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.045591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cc6908ff-6123-4d2e-99d6-a845f1bd27d4 None None] For port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:06.055002 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cc6908ff-6123-4d2e-99d6-a845f1bd27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.080691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Pushing event updated for resources: {'Port': ['ID=5227d77e-8699-41d9-ad09-e3d4cd55c789,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:06.085708 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.159442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6908ff-6123-4d2e-99d6-a845f1bd27d4 None None] Pushing event updated for resources: {'Port': ['ID=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:06.176482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.185472 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.192172 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Network 18253ff9-903a-4bd9-958f-556029aadea7 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:21:06.193732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:06.221988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-10b0cffd-f529-47d8-9e4a-8155ccf9b372 None None] Provisioning complete for port 5227d77e-8699-41d9-ad09-e3d4cd55c789 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:06.222358 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-10b0cffd-f529-47d8-9e4a-8155ccf9b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.269587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Attempting to bind port 6fe83881-afe0-4545-a7b1-910c07e4208c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:21:06.269951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Attempting to bind port 6fe83881-afe0-4545-a7b1-910c07e4208c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:21:06.270315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Attempting to bind port 6fe83881-afe0-4545-a7b1-910c07e4208c on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:21:06.272208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28204a38-2a40-4a0f-b3ee-837bb4bde775 None None] Pushing event updated for resources: {'Port': ['ID=6fe83881-afe0-4545-a7b1-910c07e4208c,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:06.295608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:21:06.296000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:21:06.296424 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.296820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:21:06.297405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Bound port: 6fe83881-afe0-4545-a7b1-910c07e4208c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:21:06.297794 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.300017 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-10b0cffd-f529-47d8-9e4a-8155ccf9b372 None None] Port 5227d77e-8699-41d9-ad09-e3d4cd55c789 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:21:06.343882 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-10b0cffd-f529-47d8-9e4a-8155ccf9b372 None None] Provisioning complete for port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:06.344255 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-10b0cffd-f529-47d8-9e4a-8155ccf9b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.350185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Router 41944cf7-d936-4317-9167-29b2218ee105 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:21:06.392380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] For port 6fe83881-afe0-4545-a7b1-910c07e4208c, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:21:06.396969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] For port 6fe83881-afe0-4545-a7b1-910c07e4208c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fe83881-afe0-4545-a7b1-910c07e4208c,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:21:06.406679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.478733 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:21:06.492055 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-feb4fef5-0bcf-4660-bd85-592cbdfcd386 admin admin] 10.222.0.13 "PUT /v2.0/routers/41944cf7-d936-4317-9167-29b2218ee105/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9404013
Nov 06 21:21:06.497586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Routers {'41944cf7-d936-4317-9167-29b2218ee105'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:06.498152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513d6850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41944cf7-d936-4317-9167-29b2218ee105'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:06.541343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28204a38-2a40-4a0f-b3ee-837bb4bde775 None None] Pushing event updated for resources: {'Port': ['ID=6fe83881-afe0-4545-a7b1-910c07e4208c,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:06.594922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 09c0f280-2d96-4d89-8fdf-0760cd952fe4 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:06.825108 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] Set router 41944cf7-d936-4317-9167-29b2218ee105 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:06.854164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6f74ca52-5c40-4155-8574-98a80d6c0ec1 None None] Provisioning complete for port 5227d77e-8699-41d9-ad09-e3d4cd55c789 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:06.854563 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6f74ca52-5c40-4155-8574-98a80d6c0ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.938110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:06.938478 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:06.941490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6f74ca52-5c40-4155-8574-98a80d6c0ec1 None None] Port 5227d77e-8699-41d9-ad09-e3d4cd55c789 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:21:07.106691 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:07.170982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:07.171359 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:07.174685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513d6850>, [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 4, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port': {'id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:03Z', 'updated_at': '2021-11-06T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5227d77e-8699-41d9-ad09-e3d4cd55c789', 'name': '', 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'mac_address': 'fa:16:3e:67:65:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:05Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 2, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'subnets': [{'id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:07.222121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda26e6e-4126-4301-9ad4-e8afec4c2686 None None] The sync data for ids ['41944cf7-d936-4317-9167-29b2218ee105'] in ncdv-master-1 is: [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 4, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port': {'id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:03Z', 'updated_at': '2021-11-06T21:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5227d77e-8699-41d9-ad09-e3d4cd55c789', 'name': '', 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'mac_address': 'fa:16:3e:67:65:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:05Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 2, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'subnets': [{'id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:21:08.587522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6fe83881-afe0-4545-a7b1-910c07e4208c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:08.655575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6fe83881-afe0-4545-a7b1-910c07e4208c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:08.656071 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:08.750648 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:08.773907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6fe83881-afe0-4545-a7b1-910c07e4208c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fe83881-afe0-4545-a7b1-910c07e4208c,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:08.780439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:08.834021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6fe83881-afe0-4545-a7b1-910c07e4208c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:09.772351 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Sync routers for ids ['41944cf7-d936-4317-9167-29b2218ee105'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:21:09.782708 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Routers {'41944cf7-d936-4317-9167-29b2218ee105'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:09.783326 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925291a070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41944cf7-d936-4317-9167-29b2218ee105'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:09.980125 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Set router 41944cf7-d936-4317-9167-29b2218ee105 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:10.223261 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925291a070>, [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 4, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port': {'id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:03Z', 'updated_at': '2021-11-06T21:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5227d77e-8699-41d9-ad09-e3d4cd55c789', 'name': '', 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'mac_address': 'fa:16:3e:67:65:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:05Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 2, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'subnets': [{'id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:10.258882 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Checking router: 41944cf7-d936-4317-9167-29b2218ee105 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:21:10.259487 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Updating router 41944cf7-d936-4317-9167-29b2218ee105 port 5227d77e-8699-41d9-ad09-e3d4cd55c789 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:21:10.291775 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:10.605996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6fe83881-afe0-4545-a7b1-910c07e4208c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:10.656213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6fe83881-afe0-4545-a7b1-910c07e4208c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:10.660028 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:10.682368 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:10.688754 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:10.749725 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ab8a6-b1a5-4d9e-ae27-5b17a9be4db3 None None] Pushing event updated for resources: {'Port': ['ID=5227d77e-8699-41d9-ad09-e3d4cd55c789,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:10.812248 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Attempting to bind port 5227d77e-8699-41d9-ad09-e3d4cd55c789 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:21:10.814282 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Attempting to bind port 5227d77e-8699-41d9-ad09-e3d4cd55c789 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:21:10.814282 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Attempting to bind port 5227d77e-8699-41d9-ad09-e3d4cd55c789 on network 18253ff9-903a-4bd9-958f-556029aadea7 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:21:10.819359 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:21:10.819542 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Checking segment: {'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:21:10.820069 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:10.820507 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Bound using segment: {'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:21:10.820978 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Bound port: 5227d77e-8699-41d9-ad09-e3d4cd55c789, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607f4b99-f3d3-4dcf-831d-bb85e14adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:21:10.821354 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:10.935820 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] For port 5227d77e-8699-41d9-ad09-e3d4cd55c789, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:21:10.941365 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] For port 5227d77e-8699-41d9-ad09-e3d4cd55c789, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5227d77e-8699-41d9-ad09-e3d4cd55c789,segment=NetworkSegment(607f4b99-f3d3-4dcf-831d-bb85e14adeef),segment_id=607f4b99-f3d3-4dcf-831d-bb85e14adeef)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:21:10.946691 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:11.019089 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ab8a6-b1a5-4d9e-ae27-5b17a9be4db3 None None] Pushing event updated for resources: {'Port': ['ID=5227d77e-8699-41d9-ad09-e3d4cd55c789,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:11.022140 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Routers {'41944cf7-d936-4317-9167-29b2218ee105'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:11.022755 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925291a070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:20:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41944cf7-d936-4317-9167-29b2218ee105'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:11.093271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-aaa7ec52-80f2-47a5-8c8b-0c07266f4e65 None None] Provisioning complete for port 5227d77e-8699-41d9-ad09-e3d4cd55c789 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:11.093770 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ec52-80f2-47a5-8c8b-0c07266f4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:11.185809 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] Set router 41944cf7-d936-4317-9167-29b2218ee105 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:11.237056 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ec52-80f2-47a5-8c8b-0c07266f4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:11.304789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-aaa7ec52-80f2-47a5-8c8b-0c07266f4e65 None None] For port 5227d77e-8699-41d9-ad09-e3d4cd55c789, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5227d77e-8699-41d9-ad09-e3d4cd55c789,segment=NetworkSegment(607f4b99-f3d3-4dcf-831d-bb85e14adeef),segment_id=607f4b99-f3d3-4dcf-831d-bb85e14adeef)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:11.315481 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ec52-80f2-47a5-8c8b-0c07266f4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:11.377061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7ec52-80f2-47a5-8c8b-0c07266f4e65 None None] Pushing event updated for resources: {'Port': ['ID=5227d77e-8699-41d9-ad09-e3d4cd55c789,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:11.437110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fddc3aac-f96f-48b9-b235-ec2c94673461 None None] Provisioning complete for port 5227d77e-8699-41d9-ad09-e3d4cd55c789 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:11.437468 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fddc3aac-f96f-48b9-b235-ec2c94673461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:11.444259 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925291a070>, [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 4, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port': {'id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:03Z', 'updated_at': '2021-11-06T21:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5227d77e-8699-41d9-ad09-e3d4cd55c789', 'name': '', 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'mac_address': 'fa:16:3e:67:65:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:05Z', 'updated_at': '2021-11-06T21:21:10Z', 'revision_number': 4, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'subnets': [{'id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:11.470490 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76ea23-02f8-4eb4-bb32-af16d86eabf1 None None] The sync data for ids ['41944cf7-d936-4317-9167-29b2218ee105'] in ncdv-master-1 is: [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 4, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port': {'id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:03Z', 'updated_at': '2021-11-06T21:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5227d77e-8699-41d9-ad09-e3d4cd55c789', 'name': '', 'network_id': '18253ff9-903a-4bd9-958f-556029aadea7', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'mac_address': 'fa:16:3e:67:65:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:05Z', 'updated_at': '2021-11-06T21:21:10Z', 'revision_number': 4, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'subnets': [{'id': 'fbd2486f-a7a5-429c-a603-bb860dd9120f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:21:12.586323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5227d77e-8699-41d9-ad09-e3d4cd55c789 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:12.656615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5227d77e-8699-41d9-ad09-e3d4cd55c789 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:12.656988 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:14.637730 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:14.688219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:16.110488 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:21:16.862898 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5ad672b9-6b51-40b1-843a-9a9df5d3123c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:19.235391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-98793d8f-ceb3-418b-955d-be02bc079087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:20.651335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:21.916204 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:22.510163 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:23.766031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39568) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:23.770842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-3bad6de8-cf8d-46a1-a747-6346ab6db17f tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515524473', 'description': 'tempest-secgroup-smoke-1515524473 description', 'project_id': '5673884ca4974d97b139bf3200b87b43'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:23.793237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3bad6de8-cf8d-46a1-a747-6346ab6db17f tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:23.867036 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3bad6de8-cf8d-46a1-a747-6346ab6db17f tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:23.867036 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3bad6de8-cf8d-46a1-a747-6346ab6db17f tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:23.900742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3bad6de8-cf8d-46a1-a747-6346ab6db17f tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:23.904308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3bad6de8-cf8d-46a1-a747-6346ab6db17f tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1348536
Nov 06 21:21:23.905820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39570) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:23.906432 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad6de8-cf8d-46a1-a747-6346ab6db17f tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1b72b3-eb40-4f74-97d8-064a9ade5802,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:23.912800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b913039e-ed11-4bc4-9181-a729b2b45d14 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'security_group_rule': {'security_group_id': '1f1b72b3-eb40-4f74-97d8-064a9ade5802', 'project_id': '5673884ca4974d97b139bf3200b87b43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:23.942416 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b913039e-ed11-4bc4-9181-a729b2b45d14 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.009427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b913039e-ed11-4bc4-9181-a729b2b45d14 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.014524 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b913039e-ed11-4bc4-9181-a729b2b45d14 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.034852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913039e-ed11-4bc4-9181-a729b2b45d14 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a451f9-3d9a-4f3c-87f9-78b4673a71f4,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:24.043680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b913039e-ed11-4bc4-9181-a729b2b45d14 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.044920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b913039e-ed11-4bc4-9181-a729b2b45d14 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1372230
Nov 06 21:21:24.047707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39572) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:24.052270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-26fad818-b738-40af-b0a7-e9f26e50d850 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'security_group_rule': {'security_group_id': '1f1b72b3-eb40-4f74-97d8-064a9ade5802', 'project_id': '5673884ca4974d97b139bf3200b87b43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:24.083450 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26fad818-b738-40af-b0a7-e9f26e50d850 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.145513 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26fad818-b738-40af-b0a7-e9f26e50d850 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.148978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26fad818-b738-40af-b0a7-e9f26e50d850 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.168511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fad818-b738-40af-b0a7-e9f26e50d850 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64219b83-1a54-4bca-8e0f-ca1575efdc07,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:24.178872 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26fad818-b738-40af-b0a7-e9f26e50d850 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.180475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-26fad818-b738-40af-b0a7-e9f26e50d850 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1316595
Nov 06 21:21:24.183058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39574) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:24.188510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-72e9aea0-d45f-415b-ac98-45bac9e24e70 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'security_group_rule': {'security_group_id': '1f1b72b3-eb40-4f74-97d8-064a9ade5802', 'project_id': '5673884ca4974d97b139bf3200b87b43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:24.218136 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72e9aea0-d45f-415b-ac98-45bac9e24e70 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.281606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72e9aea0-d45f-415b-ac98-45bac9e24e70 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.285153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72e9aea0-d45f-415b-ac98-45bac9e24e70 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.303694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9aea0-d45f-415b-ac98-45bac9e24e70 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36440140-48ae-4ce0-a2c1-bfce31401e59,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:24.312622 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-72e9aea0-d45f-415b-ac98-45bac9e24e70 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.314062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-72e9aea0-d45f-415b-ac98-45bac9e24e70 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1299026
Nov 06 21:21:24.317189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39576) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:24.322329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-11381ce9-a715-485e-97a7-170aa504f3d0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'security_group_rule': {'security_group_id': '1f1b72b3-eb40-4f74-97d8-064a9ade5802', 'project_id': '5673884ca4974d97b139bf3200b87b43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:24.350831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11381ce9-a715-485e-97a7-170aa504f3d0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.419436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11381ce9-a715-485e-97a7-170aa504f3d0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.423618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11381ce9-a715-485e-97a7-170aa504f3d0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.443069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11381ce9-a715-485e-97a7-170aa504f3d0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732fde9e-e0a4-4cee-a4db-a03bb09b5733,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:24.453087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11381ce9-a715-485e-97a7-170aa504f3d0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.454373 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-11381ce9-a715-485e-97a7-170aa504f3d0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1359689
Nov 06 21:21:24.457155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39578) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:24.461737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c13d3c9b-8c16-43fe-b2bf-fcc7b84208c0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'security_group_rule': {'security_group_id': '1f1b72b3-eb40-4f74-97d8-064a9ade5802', 'project_id': '5673884ca4974d97b139bf3200b87b43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:24.485143 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-c13d3c9b-8c16-43fe-b2bf-fcc7b84208c0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Project 5673884ca4974d97b139bf3200b87b43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:21:24.492188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c13d3c9b-8c16-43fe-b2bf-fcc7b84208c0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.557355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c13d3c9b-8c16-43fe-b2bf-fcc7b84208c0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.562627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c13d3c9b-8c16-43fe-b2bf-fcc7b84208c0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.583474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d3c9b-8c16-43fe-b2bf-fcc7b84208c0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047370a7-8f3b-4588-821d-a4d4736ccadf,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:24.593164 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c13d3c9b-8c16-43fe-b2bf-fcc7b84208c0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.594574 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c13d3c9b-8c16-43fe-b2bf-fcc7b84208c0 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1364360
Nov 06 21:21:24.597262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39580) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:24.602466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6d6ae410-ca01-4486-a2cf-558a14a5e7a9 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'security_group_rule': {'security_group_id': '1f1b72b3-eb40-4f74-97d8-064a9ade5802', 'project_id': '5673884ca4974d97b139bf3200b87b43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:24.626286 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-6d6ae410-ca01-4486-a2cf-558a14a5e7a9 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Project 5673884ca4974d97b139bf3200b87b43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:21:24.631155 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae410-ca01-4486-a2cf-558a14a5e7a9 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.690753 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae410-ca01-4486-a2cf-558a14a5e7a9 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.694302 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae410-ca01-4486-a2cf-558a14a5e7a9 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.712538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ae410-ca01-4486-a2cf-558a14a5e7a9 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764dbc4f-7817-4d2c-aeed-631da5f32def,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:24.719475 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae410-ca01-4486-a2cf-558a14a5e7a9 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:24.720678 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6d6ae410-ca01-4486-a2cf-558a14a5e7a9 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1223390
Nov 06 21:21:24.873311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-8b2f8d97-dd72-4f1a-bb10-a8e612128237 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515524473&fields=id&tenant_id=5673884ca4974d97b139bf3200b87b43 HTTP/1.1" status: 200  len: 267 time: 0.0446205
Nov 06 21:21:24.982104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-16086dd4-756d-434a-bcaa-9fbf7534c7ea tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:24.983574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-16086dd4-756d-434a-bcaa-9fbf7534c7ea tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/networks?id=ec8261be-0c55-45d8-a956-fd67c266d61a HTTP/1.1" status: 200  len: 814 time: 0.1034606
Nov 06 21:21:24.998560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-0481abd9-507b-4110-b9e0-589ebbc57eb2 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/quotas/5673884ca4974d97b139bf3200b87b43 HTTP/1.1" status: 200  len: 375 time: 0.0091777
Nov 06 21:21:25.049329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-7e167f3c-3db4-4f0e-bf86-e6fbab168fd5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5673884ca4974d97b139bf3200b87b43&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0454876
Nov 06 21:21:25.146535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-c8286d5a-c00c-439a-8a6a-349eb581b472 service neutron] 10.222.0.13 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851712
Nov 06 21:21:25.233428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-39d58477-1dca-42a5-a319-34b758e548a6 service neutron] 10.222.0.13 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808253
Nov 06 21:21:25.507201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ecafb5c5-a1f1-4d38-8225-dec1e5c227d1 req-d4e4bb5c-fef3-4021-8512-dfd9446d5b4f tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 210 time: 0.0264714
Nov 06 21:21:26.411763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4ce2b3af-e39b-432e-9cd5-4988d100aa60 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:26.413248 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4ce2b3af-e39b-432e-9cd5-4988d100aa60 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.10 "GET /v2.0/networks?id=ec8261be-0c55-45d8-a956-fd67c266d61a HTTP/1.1" status: 200  len: 814 time: 0.1055157
Nov 06 21:21:26.478561 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-5e739c9f-2554-4b0f-9a3a-144803d8f7cf tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5673884ca4974d97b139bf3200b87b43 HTTP/1.1" status: 200  len: 380 time: 0.0559986
Nov 06 21:21:26.487752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'port': {'device_id': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'admin_state_up': True, 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'security_groups': ['1f1b72b3-eb40-4f74-97d8-064a9ade5802']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:26.609944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Made reservation on behalf of 5673884ca4974d97b139bf3200b87b43 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:21:26.614085 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:26.620154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f98e0759-ef9f-4da1-a4e6-6d45bfdd818f req-809f491e-25fb-404b-9a04-a7498e1d4456 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 210 time: 0.0329504
Nov 06 21:21:26.742148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Allocated IP 172.20.0.9 (ec8261be-0c55-45d8-a956-fd67c266d61a/1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581/f7e8b01a-a1d8-46e6-a436-e608a8aa3f73) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:21:26.889104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:26.922204 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:26.964659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Network ec8261be-0c55-45d8-a956-fd67c266d61a is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:21:26.969615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:26.972285 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:21:27.000881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'Port': ['ID=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:27.029066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:27.029700 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:27.047408 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-aad207b4-271c-444e-80c5-7ae86f574e12 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5635109
Nov 06 21:21:27.060499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Request body: {'port': {'device_id': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:27.129308 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:27.258154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-96c968c7-e314-4a44-ae52-d6f80177f475 None None] Provisioning complete for port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:27.258729 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96c968c7-e314-4a44-ae52-d6f80177f475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:27.300015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-96c968c7-e314-4a44-ae52-d6f80177f475 None None] Port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:21:27.406338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:21:27.413878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:27.426166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Transition to ACTIVE for port object f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:21:27.429474 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:27.488573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:27.557990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Attempting to bind port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:21:27.558892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Attempting to bind port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:21:27.559218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Attempting to bind port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 on network ec8261be-0c55-45d8-a956-fd67c266d61a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:21:27.563881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 on network ec8261be-0c55-45d8-a956-fd67c266d61a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:21:27.564201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Attempting to bind port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 on network ec8261be-0c55-45d8-a956-fd67c266d61a {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:21:27.569280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:21:27.569609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Checking segment: {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:21:27.570096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Bound using segment: {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:21:27.570385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Bound port: f7e8b01a-a1d8-46e6-a436-e608a8aa3f73, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94192b75-1b05-4d39-8e5b-c4ce5e664ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:21:27.570738 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:27.642708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] For port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:21:27.645983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] For port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:21:27.651007 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:27.685372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:27.685989 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:27.687386 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 HTTP/1.1" status: 200  len: 1091 time: 0.6318939
Nov 06 21:21:27.687829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:21:27.690107 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:21:27.723130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7be859-e1d7-4919-b643-2bd4d3e4efc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:27.750245 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c75b1d4-33dc-40af-8e57-8b3100f4640a x-openstack-request-id: req-9c75b1d4-33dc-40af-8e57-8b3100f4640a {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:21:27.750899 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:21:27.751452 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c75b1d4-33dc-40af-8e57-8b3100f4640a {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:21:27.752467 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'status': 'completed', 'code': 200}
Nov 06 21:21:27.765310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2b5f0-5743-4f22-8321-391e29fff6a3 req-384a127f-2f20-4e71-b369-85dd8ec2908c tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:27.766891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52b2b5f0-5743-4f22-8321-391e29fff6a3 req-384a127f-2f20-4e71-b369-85dd8ec2908c tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 943 time: 0.0758529
Nov 06 21:21:27.815776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-9d0e6ada-613b-4c61-afdb-790e5f821f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:27.817322 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-9d0e6ada-613b-4c61-afdb-790e5f821f64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5673884ca4974d97b139bf3200b87b43&device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1094 time: 0.0485737
Nov 06 21:21:27.825000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52b2b5f0-5743-4f22-8321-391e29fff6a3 req-a6d9a5d1-6bb5-4e73-a284-cb3d73956242 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517430
Nov 06 21:21:27.862717 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-ea79d78f-94f2-44bf-9950-4208d108ca24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 HTTP/1.1" status: 200  len: 217 time: 0.0373015
Nov 06 21:21:27.915549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-b8fa9aef-b6e6-4dae-8050-21aa92426f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:27.917065 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-b8fa9aef-b6e6-4dae-8050-21aa92426f95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581 HTTP/1.1" status: 200  len: 853 time: 0.0474818
Nov 06 21:21:27.966453 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-da7afd7d-ed66-4846-a010-a3d731249ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:27.967879 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-da7afd7d-ed66-4846-a010-a3d731249ce7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec8261be-0c55-45d8-a956-fd67c266d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431535
Nov 06 21:21:28.055472 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-81afd5aa-510d-47d8-887c-3976d695f3fc service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798421
Nov 06 21:21:28.147884 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-61d2e347-067b-4229-82dd-c7934073f6c7 req-86395f37-ef6d-4d32-9634-5e7e22ab233f service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854928
Nov 06 21:21:28.227350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-59c400a6-1f9a-4bb9-9a7c-1807d8f7278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:28.228883 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-59c400a6-1f9a-4bb9-9a7c-1807d8f7278e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5673884ca4974d97b139bf3200b87b43&device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1094 time: 0.0397511
Nov 06 21:21:28.315137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-47d14d63-c561-4683-9b90-d11c1646ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:28.316622 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-47d14d63-c561-4683-9b90-d11c1646ca49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec8261be-0c55-45d8-a956-fd67c266d61a HTTP/1.1" status: 200  len: 915 time: 0.0811191
Nov 06 21:21:28.360772 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-83e2e751-e2c4-4e26-a08d-8935cf6bf170 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 HTTP/1.1" status: 200  len: 217 time: 0.0374525
Nov 06 21:21:28.408954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-d2af7c71-0eff-4a5e-9888-0eefaadd2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:28.410457 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-d2af7c71-0eff-4a5e-9888-0eefaadd2537 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581 HTTP/1.1" status: 200  len: 853 time: 0.0437295
Nov 06 21:21:28.456935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-12eda500-f046-4b89-b6a8-c62092d3b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:28.458471 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-12eda500-f046-4b89-b6a8-c62092d3b93f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec8261be-0c55-45d8-a956-fd67c266d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411277
Nov 06 21:21:28.550039 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-58abc261-32e0-4a82-8d46-636315aab329 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837991
Nov 06 21:21:28.635827 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-f61ec43c-2b8a-40ad-ac5f-3199680d92c7 req-96fe869b-3f91-4116-954f-ac8af1fbb7a5 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0790949
Nov 06 21:21:28.946802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b96cf1-3dc5-48ec-9d6b-14691ec118fb req-b650bd5c-7dcc-42a1-8e5b-3af51f11c8e7 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:28.948192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20b96cf1-3dc5-48ec-9d6b-14691ec118fb req-b650bd5c-7dcc-42a1-8e5b-3af51f11c8e7 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 943 time: 0.0490375
Nov 06 21:21:28.997377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20b96cf1-3dc5-48ec-9d6b-14691ec118fb req-d8b86a53-ddd1-4a99-8e47-defb232b4bae tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425005
Nov 06 21:21:30.129976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f36b21-8dde-4129-a12e-2a3c88502fb6 req-07915793-e7ce-481f-bd86-c6fd11ab46e5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:30.131242 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2f36b21-8dde-4129-a12e-2a3c88502fb6 req-07915793-e7ce-481f-bd86-c6fd11ab46e5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 943 time: 0.0610683
Nov 06 21:21:30.195680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2f36b21-8dde-4129-a12e-2a3c88502fb6 req-616913a4-966b-4d84-83d0-792b0c1bc920 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574286
Nov 06 21:21:31.310938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e88e6-bd3d-47c3-b908-898a8a4d66a7 req-82a5919c-12fb-462f-8855-fe72f058db4c tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:31.312451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-929e88e6-bd3d-47c3-b908-898a8a4d66a7 req-82a5919c-12fb-462f-8855-fe72f058db4c tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 943 time: 0.0493817
Nov 06 21:21:31.361899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-929e88e6-bd3d-47c3-b908-898a8a4d66a7 req-638c6d3c-db58-4767-bb00-5c93f64122b2 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435529
Nov 06 21:21:32.350753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:21:32.458135 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:32.471629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'mac_address': 'fa:16:3e:6d:75:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:21:32.487945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b04aa-61bc-4da5-8ecf-3ce025d99659 req-6aff1f02-0485-47f4-abc6-fd42853dec53 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:32.489705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-323b04aa-61bc-4da5-8ecf-3ce025d99659 req-6aff1f02-0485-47f4-abc6-fd42853dec53 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 943 time: 0.0579181
Nov 06 21:21:32.511524 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:32.525609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:21:32.547634 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:32.552263 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:32.557322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-323b04aa-61bc-4da5-8ecf-3ce025d99659 req-61a79647-861b-4d44-93b8-55d04bd82bf6 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600729
Nov 06 21:21:32.603137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:32.612432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.612793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.613184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.613586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.614004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.614337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.614665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.614990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.615318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.615640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.615960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.616359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:32.994406 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:21:33.677446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835aaea-e2ae-467e-aa47-2b08d003dd34 req-5753f2e8-0f43-4be5-ad73-6436db505275 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:33.679114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4835aaea-e2ae-467e-aa47-2b08d003dd34 req-5753f2e8-0f43-4be5-ad73-6436db505275 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 944 time: 0.0538270
Nov 06 21:21:33.735463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4835aaea-e2ae-467e-aa47-2b08d003dd34 req-efc2c4d7-1f67-4532-bee0-bbe2f7cc6330 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496175
Nov 06 21:21:34.346020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:21:34.400702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:21:34.405439 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:21:34.405861 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:34.487250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:34.512316 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:21:34.515398 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57488a2-fb0e-4f83-a286-48cc495df523" -d '{"events": [{"server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:21:34.529463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:21:34.535096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:34.560824 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222cb2a6-27dc-40c7-9fbc-2153a177708a x-openstack-request-id: req-222cb2a6-27dc-40c7-9fbc-2153a177708a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:21:34.561183 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:21:34.561553 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-222cb2a6-27dc-40c7-9fbc-2153a177708a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:21:34.561944 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'code': 200}
Nov 06 21:21:34.597427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:34.664618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962f65c-9758-4d60-9053-d2008742f2c6 req-626bccbe-a706-4184-beab-de4b0e1cd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:34.666129 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d962f65c-9758-4d60-9053-d2008742f2c6 req-626bccbe-a706-4184-beab-de4b0e1cd0ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1096 time: 0.0442357
Nov 06 21:21:34.720112 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-d962f65c-9758-4d60-9053-d2008742f2c6 req-a908c8e2-4ed4-43fe-876e-63e0d1eb1588 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469971
Nov 06 21:21:34.856857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a819db-f754-4682-baff-96a8cb646584 req-5e424659-ea89-4fc9-9634-267f4479b92e tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:34.858386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9a819db-f754-4682-baff-96a8cb646584 req-5e424659-ea89-4fc9-9634-267f4479b92e tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 945 time: 0.0518734
Nov 06 21:21:34.912079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9a819db-f754-4682-baff-96a8cb646584 req-493d0a3c-b051-4891-a3c1-dcc0a74a7de4 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474401
Nov 06 21:21:36.042032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb5605-d2fb-4c86-9768-75e93e335c6b req-b363215e-ca68-4ba9-b5f2-b408d65f7854 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:36.043550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5eb5605-d2fb-4c86-9768-75e93e335c6b req-b363215e-ca68-4ba9-b5f2-b408d65f7854 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 945 time: 0.0559576
Nov 06 21:21:36.098482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5eb5605-d2fb-4c86-9768-75e93e335c6b req-a4db2e1b-51f7-459c-9525-53bd75b35f24 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476334
Nov 06 21:21:37.213149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a830-6d80-4b4d-9c45-3f78a5701fe8 req-ef5f641f-0f1f-4652-a5b5-4f175ca114eb tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:37.214628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a17a830-6d80-4b4d-9c45-3f78a5701fe8 req-ef5f641f-0f1f-4652-a5b5-4f175ca114eb tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 945 time: 0.0485523
Nov 06 21:21:37.262653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a17a830-6d80-4b4d-9c45-3f78a5701fe8 req-75dd8c10-452b-492c-96ef-ca6b48ff96f6 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421438
Nov 06 21:21:37.378852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10a38a-8713-4259-81c1-a36567554293 req-55914795-3539-45a9-9d60-3fa903145904 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:37.380323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a10a38a-8713-4259-81c1-a36567554293 req-55914795-3539-45a9-9d60-3fa903145904 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 945 time: 0.0518227
Nov 06 21:21:37.429046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a10a38a-8713-4259-81c1-a36567554293 req-6a8a29d5-0e22-4915-81f2-14b3ff424627 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427175
Nov 06 21:21:37.451855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39646) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:37.580971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06922f4e-f8fc-46ee-a12f-ec84ea5d9507 tempest-TestVolumeBackupRestore-653448744 tempest-TestVolumeBackupRestore-653448744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:37.582490 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-06922f4e-f8fc-46ee-a12f-ec84ea5d9507 tempest-TestVolumeBackupRestore-653448744 tempest-TestVolumeBackupRestore-653448744-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1091 time: 0.1295793
Nov 06 21:21:37.585408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39650) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:37.589601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:37.610973 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:37.706231 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:37.807031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Allocated IP 172.35.0.9 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/eaac1469-635f-4111-8537-c36b13d4d904) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:21:37.909120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:37.942812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:37.979582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:21:37.984937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:21:37.988538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:21:38.010110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'Port': ['ID=eaac1469-635f-4111-8537-c36b13d4d904,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:38.021414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.021768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.022135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.022455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.022791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.023126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.023480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.023791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.024122 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.024480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.024807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.025134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:21:38.349238 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:38.412482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:38.558092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:38.563584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:38.630161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event updated for resources: {'Port': ['ID=eaac1469-635f-4111-8537-c36b13d4d904,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:21:38.640083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:39.037499 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Floating IP ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66 associated. External IP: 172.35.0.9, port: f7e8b01a-a1d8-46e6-a436-e608a8aa3f73.
Nov 06 21:21:39.240861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Router 6c708703-d3c1-4b31-8105-94a7ece611a1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:21:39.344248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:21:39.354038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] Sync routers for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:21:39.363001 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:39.365252 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:39.365970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c25d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:21:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:39.389105 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1252dde9-375f-45db-8325-f3dde9c467f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.8027029
Nov 06 21:21:39.389776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:21:39.391844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39652) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:39.392344 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf32fec-38c5-49de-a07d-896d2fc437d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:21:39.429815 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29520b59-b72b-4e5a-b58e-f71c01433f46 x-openstack-request-id: req-29520b59-b72b-4e5a-b58e-f71c01433f46 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:21:39.429815 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:21:39.430220 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29520b59-b72b-4e5a-b58e-f71c01433f46 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:21:39.430816 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'status': 'completed', 'code': 200}
Nov 06 21:21:39.432583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf1d65-70a5-4b6f-b02c-88dde5211485 tempest-TestVolumeBackupRestore-653448744 tempest-TestVolumeBackupRestore-653448744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:39.434116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e9bf1d65-70a5-4b6f-b02c-88dde5211485 tempest-TestVolumeBackupRestore-653448744 tempest-TestVolumeBackupRestore-653448744-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1091 time: 0.0412381
Nov 06 21:21:39.436986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39656) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:21:39.441418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b345c06d-1863-4bb4-902e-af296f16b4f5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Request body: {'floatingip': {'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:21:39.478529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:39.497415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b345c06d-1863-4bb4-902e-af296f16b4f5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:39.497779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-3d3b3409-4b84-40c6-8d21-61e51624d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:39.501782 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-3d3b3409-4b84-40c6-8d21-61e51624d72e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5673884ca4974d97b139bf3200b87b43&device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1096 time: 0.0423937
Nov 06 21:21:39.598431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-a1db347b-0d6d-4662-8cdd-73fdefd7fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:39.599910 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-a1db347b-0d6d-4662-8cdd-73fdefd7fbda service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec8261be-0c55-45d8-a956-fd67c266d61a HTTP/1.1" status: 200  len: 915 time: 0.0933523
Nov 06 21:21:39.670334 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-b3ae216f-cf6a-4ef1-a1db-9d70edc9e05a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 HTTP/1.1" status: 200  len: 997 time: 0.0637310
Nov 06 21:21:39.716506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c25d90>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'floating_ip_address': '172.35.0.9', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'mac_address': 'fa:16:3e:6d:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:21:38Z', 'updated_at': '2021-11-06T21:21:38Z', 'revision_number': 0, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:39.722413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-be602151-58ae-4e48-a5a2-2a3419bd8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:39.723916 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-be602151-58ae-4e48-a5a2-2a3419bd8aed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581 HTTP/1.1" status: 200  len: 853 time: 0.0473154
Nov 06 21:21:39.747532 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] Checking router: 6c708703-d3c1-4b31-8105-94a7ece611a1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:21:39.756562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:39.757177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c25d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:21:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:39.777112 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-c41d181b-6509-4b44-a4d3-afee5824058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:39.778637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-c41d181b-6509-4b44-a4d3-afee5824058e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec8261be-0c55-45d8-a956-fd67c266d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0472734
Nov 06 21:21:39.866603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:39.882754 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-72cd9e9b-d4d2-4ec9-abb0-5a955e593601 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956628
Nov 06 21:21:39.987406 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-ecf32fec-38c5-49de-a07d-896d2fc437d6 req-0511797b-d956-463c-a27a-558b6e4cf61c service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975847
Nov 06 21:21:40.264839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c25d90>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'floating_ip_address': '172.35.0.9', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'mac_address': 'fa:16:3e:6d:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:21:38Z', 'updated_at': '2021-11-06T21:21:38Z', 'revision_number': 0, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:40.294454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82636e-3c37-4d80-b84d-868d3b3c75d1 None None] The sync data for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 is: [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'floating_ip_address': '172.35.0.9', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'mac_address': 'fa:16:3e:6d:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:21:38Z', 'updated_at': '2021-11-06T21:21:38Z', 'revision_number': 0, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:21:40.304801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b345c06d-1863-4bb4-902e-af296f16b4f5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:40.309295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b345c06d-1863-4bb4-902e-af296f16b4f5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:40.526584 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888edbab-816d-4608-880e-96b8cdf0c278 None None] New status for floating IP ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:21:40.531557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b345c06d-1863-4bb4-902e-af296f16b4f5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Router 6c708703-d3c1-4b31-8105-94a7ece611a1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:21:40.640680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b345c06d-1863-4bb4-902e-af296f16b4f5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:21:40.645236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b345c06d-1863-4bb4-902e-af296f16b4f5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:40.673930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:21:40.676754 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c297583a-dc4e-4822-a886-6ea0ca0d4d23" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:21:40.710548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b345c06d-1863-4bb4-902e-af296f16b4f5 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "PUT /v2.0/floatingips/ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66 HTTP/1.1" status: 200  len: 989 time: 1.2680054
Nov 06 21:21:40.732851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] Sync routers for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:21:40.739348 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef8cd28-460c-42fa-b6a1-b964bcd1564a x-openstack-request-id: req-fef8cd28-460c-42fa-b6a1-b964bcd1564a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:21:40.739637 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:21:40.739894 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fef8cd28-460c-42fa-b6a1-b964bcd1564a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:21:40.740345 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'status': 'completed', 'code': 200}
Nov 06 21:21:40.743025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:40.743624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92525428b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:21:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:40.808870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-e8c045fa-cd0d-4034-a971-6aa5494f42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:40.810310 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-e8c045fa-cd0d-4034-a971-6aa5494f42fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5673884ca4974d97b139bf3200b87b43&device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1096 time: 0.0406890
Nov 06 21:21:40.849708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:40.907832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-fa47b637-cfce-45f2-9865-e93b62bc45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:40.909386 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-fa47b637-cfce-45f2-9865-e93b62bc45b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec8261be-0c55-45d8-a956-fd67c266d61a HTTP/1.1" status: 200  len: 915 time: 0.0927188
Nov 06 21:21:40.976678 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-b4e9f77d-4e67-4bb9-9d5c-4d1b605ac712 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 HTTP/1.1" status: 200  len: 999 time: 0.0599537
Nov 06 21:21:41.025232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-cdfc9bf8-a692-457d-bb8b-d8129a267ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:41.026705 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-cdfc9bf8-a692-457d-bb8b-d8129a267ff3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581 HTTP/1.1" status: 200  len: 853 time: 0.0432181
Nov 06 21:21:41.077193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-65d3f25b-765e-4529-9569-ebb71406a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:41.078730 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-65d3f25b-765e-4529-9569-ebb71406a888 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec8261be-0c55-45d8-a956-fd67c266d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447733
Nov 06 21:21:41.079334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92525428b0>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'floating_ip_address': '172.35.0.9', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'mac_address': 'fa:16:3e:6d:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:21:38Z', 'updated_at': '2021-11-06T21:21:40Z', 'revision_number': 2, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:41.106115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] Checking router: 6c708703-d3c1-4b31-8105-94a7ece611a1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:21:41.114840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:21:41.115436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92525428b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:21:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:41.168428 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-044d64bb-2b40-48f7-85a5-94e6c455aaa4 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815718
Nov 06 21:21:41.221663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:21:41.264056 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c297583a-dc4e-4822-a886-6ea0ca0d4d23 req-6c11fd54-7719-4c8e-9baa-6eb4184eee05 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887671
Nov 06 21:21:41.441275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92525428b0>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'floating_ip_address': '172.35.0.9', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'mac_address': 'fa:16:3e:6d:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:21:38Z', 'updated_at': '2021-11-06T21:21:40Z', 'revision_number': 2, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:21:41.466099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849767c-45b0-455c-9bbc-e5207686d8b9 None None] The sync data for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 is: [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'floating_ip_address': '172.35.0.9', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'port_id': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'mac_address': 'fa:16:3e:6d:75:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:21:38Z', 'updated_at': '2021-11-06T21:21:40Z', 'revision_number': 2, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:21:42.741662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:21:42.744009 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c33f030-66f9-43db-b38b-5fa0d78252e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:21:42.779856 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcd4c62-1879-47a7-8bb8-ba12dd6ff34b x-openstack-request-id: req-6fcd4c62-1879-47a7-8bb8-ba12dd6ff34b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:21:42.780151 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:21:42.780441 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fcd4c62-1879-47a7-8bb8-ba12dd6ff34b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:21:42.780843 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'status': 'completed', 'code': 200}
Nov 06 21:21:42.840600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-8d81def3-c3d2-435f-a790-49e4317c7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:42.842113 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-8d81def3-c3d2-435f-a790-49e4317c7869 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5673884ca4974d97b139bf3200b87b43&device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1096 time: 0.0403259
Nov 06 21:21:42.932332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-3e1e5e66-9526-4f7f-8c17-6cafc708dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:42.933824 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-3e1e5e66-9526-4f7f-8c17-6cafc708dd83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec8261be-0c55-45d8-a956-fd67c266d61a HTTP/1.1" status: 200  len: 915 time: 0.0852311
Nov 06 21:21:43.001436 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-fd01bf52-ee45-49c3-b937-ec8c4f5de39d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 HTTP/1.1" status: 200  len: 999 time: 0.0601935
Nov 06 21:21:43.064670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-b26d91fb-992b-42a1-823b-b161055e4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:43.066466 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-b26d91fb-992b-42a1-823b-b161055e4ed1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581 HTTP/1.1" status: 200  len: 853 time: 0.0577250
Nov 06 21:21:43.111730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-93b36886-1bbb-4453-81d6-ac874d6ce234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:43.113234 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-93b36886-1bbb-4453-81d6-ac874d6ce234 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec8261be-0c55-45d8-a956-fd67c266d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402653
Nov 06 21:21:43.205633 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-ed20b397-618c-4e8e-a443-364cc28d7a22 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854404
Nov 06 21:21:43.294493 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1c33f030-66f9-43db-b38b-5fa0d78252e4 req-0d9c7bbb-717d-4b17-aead-0fdb49c51680 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818748
Nov 06 21:21:44.639089 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:44.701965 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:46.863953 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c37a86a3-040a-4930-b0ae-1953daac6d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:49.229554 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-366ae873-ff59-443e-bb66-f1525d742966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:49.483248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-3a27eac8-bcdc-4c8b-8ab8-61330444f8cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0428910
Nov 06 21:21:49.547645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-85389cd2-6824-455f-8024-18fbce8e796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:49.549223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-85389cd2-6824-455f-8024-18fbce8e796e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 1096 time: 0.0426564
Nov 06 21:21:49.649293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-45d85c02-c58f-4d67-9ee7-d02c6be00423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:49.650748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-45d85c02-c58f-4d67-9ee7-d02c6be00423 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.0830741
Nov 06 21:21:49.720672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-55688434-8153-4e0c-aea8-36345fb8ccc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f788952-1196-4668-9f00-4a5e96918d04 HTTP/1.1" status: 200  len: 1001 time: 0.0622840
Nov 06 21:21:49.768530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-b32d9650-3531-4e75-9566-0f382b7cf6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:49.769862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-b32d9650-3531-4e75-9566-0f382b7cf6fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0431290
Nov 06 21:21:49.813355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-47fc9b14-91e9-40be-9a14-e2e7c05bf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:49.815365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-47fc9b14-91e9-40be-9a14-e2e7c05bf545 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389175
Nov 06 21:21:49.907324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-5c36d461-1bdb-4403-801f-ac3edb679747 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851617
Nov 06 21:21:49.997383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2dab0df-51c5-4cde-ae01-3cb7becbc030 req-7c9d8353-0ee3-4a39-a650-65f148aa9117 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832045
Nov 06 21:21:50.645713 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:51.523770 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-6c5885fa-1446-4a81-a39c-cd5797dcd445 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0985193
Nov 06 21:21:51.621681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-e2e2c3cc-9211-442d-95a9-9352d5b3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.622151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-e2e2c3cc-9211-442d-95a9-9352d5b3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.622607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-e2e2c3cc-9211-442d-95a9-9352d5b3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.623057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-e2e2c3cc-9211-442d-95a9-9352d5b3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.623506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-e2e2c3cc-9211-442d-95a9-9352d5b3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.623955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-e2e2c3cc-9211-442d-95a9-9352d5b3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.624428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-e2e2c3cc-9211-442d-95a9-9352d5b3e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.626993 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-e2e2c3cc-9211-442d-95a9-9352d5b3e006 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2091e07dbaca4b439d38b56488c3048f&device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 6492 time: 0.0479314
Nov 06 21:21:51.745222 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-949a18d8-3830-4ab9-97b9-8a14c8ce5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.745679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-949a18d8-3830-4ab9-97b9-8a14c8ce5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.746134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-949a18d8-3830-4ab9-97b9-8a14c8ce5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.747816 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-949a18d8-3830-4ab9-97b9-8a14c8ce5ccc service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=538a8624-f3bf-4857-8ec1-74778884f05f&id=99b40b59-cbc5-4528-be4b-431bf31e7971&id=99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 200  len: 2293 time: 0.0950081
Nov 06 21:21:51.817027 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-eda22157-20f5-4260-b0b5-bd1c893b2608 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 200  len: 1002 time: 0.0617607
Nov 06 21:21:51.868679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-b6840973-2506-492c-a541-5518608a0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.870127 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-b6840973-2506-492c-a541-5518608a0dad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 200  len: 850 time: 0.0434611
Nov 06 21:21:51.894186 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:51.916670 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-0d3dda97-86aa-4537-adea-1352570cd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:51.918176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-0d3dda97-86aa-4537-adea-1352570cd23f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d05c836-9ebe-45c6-ac6b-bc9513b61535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404150
Nov 06 21:21:52.010261 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-32bdcb0c-5601-44d0-9728-b4bd7e5553eb service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833988
Nov 06 21:21:52.098649 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-284693b6-30d8-4e9c-96d2-2513a0ce368c service neutron] 10.222.0.10 "GET /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804501
Nov 06 21:21:52.143398 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-466ea675-4352-4302-b900-372e70799dfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 217 time: 0.0375719
Nov 06 21:21:52.191879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-51e0dc0f-f384-41b7-9ed6-520f6f3efe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:52.193294 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-51e0dc0f-f384-41b7-9ed6-520f6f3efe1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0428679
Nov 06 21:21:52.237971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-fd77e2f9-93cb-48c5-9e6e-6f8ff2c1f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:52.239426 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-fd77e2f9-93cb-48c5-9e6e-6f8ff2c1f4b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0392039
Nov 06 21:21:52.331029 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-db4a217c-9f23-4e3c-8a2c-9b5e268d53c1 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834873
Nov 06 21:21:52.420064 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-dba1d03b-bef5-4620-acdf-3f0deed7da3d service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807106
Nov 06 21:21:52.462577 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-6b6904aa-add2-44f8-95ed-cc3c2e2049ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 217 time: 0.0330658
Nov 06 21:21:52.502872 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:21:52.515690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-32433f79-ac9c-44bd-a595-51424e22743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:52.517705 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-32433f79-ac9c-44bd-a595-51424e22743e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0463483
Nov 06 21:21:52.561925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-ff5a6cc4-5b6a-4bbf-8c13-9232b113b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:52.563400 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-ff5a6cc4-5b6a-4bbf-8c13-9232b113b74b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0389087
Nov 06 21:21:52.651147 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-46fe1a84-d8f9-4a49-830f-513b5d11822f service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798655
Nov 06 21:21:52.741691 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-5c5c90bd-123a-44f4-8be4-342c38b77b8b service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839133
Nov 06 21:21:52.784193 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-a7fa02ec-9d50-4ee8-92e5-595ab57045ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 200  len: 217 time: 0.0347719
Nov 06 21:21:52.836604 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-ea942689-bf8c-41d3-a5f5-76ed596a9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:52.838078 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-ea942689-bf8c-41d3-a5f5-76ed596a9289 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0473375
Nov 06 21:21:52.883141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-a46deafd-ed55-4c27-8509-b66415b221ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:52.884703 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-a46deafd-ed55-4c27-8509-b66415b221ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0398970
Nov 06 21:21:52.974416 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-80307111-bfef-407b-b1b0-b420764669e2 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809369
Nov 06 21:21:53.069095 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-b005861f-7c36-4529-b7b4-ce62befdb25c service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875137
Nov 06 21:21:53.109274 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:21:53.110288 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-6a51b466-6264-4bbf-b449-f95cc0f53334 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 200  len: 217 time: 0.0340676
Nov 06 21:21:53.156603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-f0be65d3-e7da-450c-a46a-8c5e5eb86ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:53.158049 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-f0be65d3-e7da-450c-a46a-8c5e5eb86ad9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 200  len: 797 time: 0.0414925
Nov 06 21:21:53.209362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-304c8c6e-120d-4515-bd7a-3f0c1c75fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:53.210848 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-304c8c6e-120d-4515-bd7a-3f0c1c75fdcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=538a8624-f3bf-4857-8ec1-74778884f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0457723
Nov 06 21:21:53.302183 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-a5dd5b25-6906-4614-b560-d388974c5787 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831425
Nov 06 21:21:53.398905 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-d6abe027-f4ea-4d65-8dfa-6effe95718d3 service neutron] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893748
Nov 06 21:21:53.443060 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-bef44975-8709-4e6f-a726-17e405e38c4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 200  len: 217 time: 0.0347629
Nov 06 21:21:53.493987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-48aeb500-adf9-4c8a-9422-bdf74cb77a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:53.495452 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-48aeb500-adf9-4c8a-9422-bdf74cb77a80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0445812
Nov 06 21:21:53.549467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-f73cd523-0e81-4c0c-b217-3c47381639f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:53.551025 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-f73cd523-0e81-4c0c-b217-3c47381639f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0467515
Nov 06 21:21:53.641877 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-f9ef4ae4-6fb3-4ae9-9252-710cd110854e service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822783
Nov 06 21:21:53.740763 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-a84b0f86-dced-414f-84b6-e5971aa1bed9 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913365
Nov 06 21:21:53.784034 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-aaa42429-e776-43f9-95cf-bcf9b33bf5dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 200  len: 217 time: 0.0344296
Nov 06 21:21:53.833309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-616ceec7-d2d4-461a-84cf-63cb60deb286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:53.834758 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-616ceec7-d2d4-461a-84cf-63cb60deb286 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 200  len: 797 time: 0.0434935
Nov 06 21:21:53.892408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-1461d622-ad9f-44d2-b9db-127d90ba5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:21:53.893855 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-1461d622-ad9f-44d2-b9db-127d90ba5414 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99b40b59-cbc5-4528-be4b-431bf31e7971&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0503755
Nov 06 21:21:53.989624 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-ff776311-7f1a-42ce-901c-d8415c73adcd service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855951
Nov 06 21:21:54.086007 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4703e0c1-8c73-4945-9b4b-b6d62161f27d req-2ec01926-15f4-4fb3-8fd2-7bda17a6a1d2 service neutron] 10.222.0.10 "GET /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890183
Nov 06 21:22:11.308789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39688) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:11.501403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port a0e281e9-dcb5-44eb-8731-896c57855c79 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:11.501894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:11.592858 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:11.593197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:11.607756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for a0e281e9-dcb5-44eb-8731-896c57855c79 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:11.775479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:11.804634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=a0e281e9-dcb5-44eb-8731-896c57855c79,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:11.829339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.829698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.830107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.830445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.830803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.831209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.831528 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.833287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.833287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.833287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.833651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.833778 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:11.884036 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:11.884036 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Floating IP d5e5f220-4610-40f5-8058-768d0e020e26 disassociated (deleted). External IP: 172.35.0.233, port: 5f788952-1196-4668-9f00-4a5e96918d04.
Nov 06 21:22:12.115852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Router 408b6896-0ddf-4af0-8202-79134b6443e1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:22:12.240344 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:22:12.246092 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:12.250674 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:22:12.262206 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:12.262821 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529e3d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:21:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:12.279184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-295fa73f-a063-49a4-95ca-78366ca02626 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5e5f220-4610-40f5-8058-768d0e020e26 HTTP/1.1" status: 204  len: 168 time: 0.9693055
Nov 06 21:22:12.279804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:12.282210 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b6bf68-084e-4d26-b4f7-915a56483cef" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "tag": "5f788952-1196-4668-9f00-4a5e96918d04"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:12.335578 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62d9a7-d70d-4900-bbd9-2d5f4006077f x-openstack-request-id: req-1d62d9a7-d70d-4900-bbd9-2d5f4006077f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:12.336215 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "tag": "5f788952-1196-4668-9f00-4a5e96918d04", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:12.336215 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d62d9a7-d70d-4900-bbd9-2d5f4006077f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:12.336683 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04', 'status': 'completed', 'code': 200}
Nov 06 21:22:12.378030 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:12.425538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-122875a4-5506-4521-af9b-0340ab6a641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:12.428570 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-122875a4-5506-4521-af9b-0340ab6a641f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 1096 time: 0.0687871
Nov 06 21:22:12.547736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-30f86180-c195-4fb9-a6a4-649e2f4dce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:12.549528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-30f86180-c195-4fb9-a6a4-649e2f4dce49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1143537
Nov 06 21:22:12.606845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-c5044f93-f8d8-48cd-b446-66f514a80863 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f788952-1196-4668-9f00-4a5e96918d04 HTTP/1.1" status: 200  len: 217 time: 0.0490794
Nov 06 21:22:12.648724 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529e3d60>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:27Z', 'revision_number': 1, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:12.664237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-88201d06-4757-41d5-9a92-76ff01632304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:12.665749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-88201d06-4757-41d5-9a92-76ff01632304 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0511107
Nov 06 21:22:12.675199 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:22:12.684073 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:12.684711 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529e3d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:21:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:12.736601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-c95d5f2d-85c6-4fe2-8ad2-2da7e3ff5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:12.738101 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-c95d5f2d-85c6-4fe2-8ad2-2da7e3ff5bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0630081
Nov 06 21:22:12.746642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4281fd-863b-4e27-b2f9-142342ce2a0f req-91352850-fc25-4dd5-b30d-7b7a752c0296 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:12.748031 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c4281fd-863b-4e27-b2f9-142342ce2a0f req-91352850-fc25-4dd5-b30d-7b7a752c0296 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 945 time: 0.2414539
Nov 06 21:22:12.794466 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:12.851858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c4281fd-863b-4e27-b2f9-142342ce2a0f req-ec1a8bac-eda6-4c67-8353-74968c5f8e65 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949099
Nov 06 21:22:12.874730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-4286033d-dab3-4045-a579-4c32312a19f4 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257267
Nov 06 21:22:12.975339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2b6bf68-084e-4d26-b4f7-915a56483cef req-ec6b116a-f4f9-4d27-b7ab-afc52c28ee50 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933170
Nov 06 21:22:13.030850 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529e3d60>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:27Z', 'revision_number': 1, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:13.066004 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a2bf6-dd39-4550-bbe6-68f2b7289a4f None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ba946625-7e3d-4294-8ed1-104712bef456', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'floating_ip_address': '172.35.0.132', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'port_id': '6c24608c-1640-4444-9edd-a9836259cfab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'mac_address': 'fa:16:3e:03:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:18:25Z', 'updated_at': '2021-11-06T21:18:27Z', 'revision_number': 1, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:22:13.312616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7719dc21-019d-46da-bf64-6d4fe8fa5251 None None] New status for floating IP d5e5f220-4610-40f5-8058-768d0e020e26: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:22:14.054657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a5d5-b906-42b8-8443-dc8d71be4230 req-ab77a18f-c3a3-4b1e-b17c-4ea723d1ebd4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:14.056218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08a5a5d5-b906-42b8-8443-dc8d71be4230 req-ab77a18f-c3a3-4b1e-b17c-4ea723d1ebd4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 945 time: 0.1246238
Nov 06 21:22:14.109072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08a5a5d5-b906-42b8-8443-dc8d71be4230 req-b7e65ac8-bf32-49e6-bf64-70c5d7c1a7de tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460186
Nov 06 21:22:14.208093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-0557b2da-9185-4c0b-b0f9-4693fd7eb8c8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:14.209464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-0557b2da-9185-4c0b-b0f9-4693fd7eb8c8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 945 time: 0.0491576
Nov 06 21:22:14.303415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port 5f788952-1196-4668-9f00-4a5e96918d04 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:14.303741 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:14.390093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] For port 5f788952-1196-4668-9f00-4a5e96918d04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f788952-1196-4668-9f00-4a5e96918d04,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:14.390458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:14.403703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for 5f788952-1196-4668-9f00-4a5e96918d04 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:14.535252 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:14.563478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=5f788952-1196-4668-9f00-4a5e96918d04,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:14.604723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] No DVR routers for this DVR port 5f788952-1196-4668-9f00-4a5e96918d04 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:14.607230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:14.610521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-356280a9-8a20-4083-8c8c-bdc7be47067d req-17514a39-23d4-4cf0-8d0b-af5445111d33 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "DELETE /v2.0/ports/5f788952-1196-4668-9f00-4a5e96918d04 HTTP/1.1" status: 204  len: 173 time: 0.3950386
Nov 06 21:22:14.610958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'name': 'network-vif-deleted', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:14.613197 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37e1e4e-9032-4306-b7bc-4cb616eb0624" -d '{"events": [{"server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "name": "network-vif-deleted", "tag": "5f788952-1196-4668-9f00-4a5e96918d04"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:14.644692 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:14.657680 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089292e4-d984-4d6c-944d-fd280b1f77cf x-openstack-request-id: req-089292e4-d984-4d6c-944d-fd280b1f77cf {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:14.657978 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d64b83-a4ff-4951-bbff-68414c17be9a", "name": "network-vif-deleted", "tag": "5f788952-1196-4668-9f00-4a5e96918d04", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:14.658257 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-089292e4-d984-4d6c-944d-fd280b1f77cf {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:14.658657 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d64b83-a4ff-4951-bbff-68414c17be9a', 'name': 'network-vif-deleted', 'tag': '5f788952-1196-4668-9f00-4a5e96918d04', 'status': 'completed', 'code': 200}
Nov 06 21:22:14.704282 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:15.221540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c25cf25-3267-4549-8265-3f2f09a3a854 req-fbcb27a1-e85c-429a-a339-7e97289fa5e8 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d64b83-a4ff-4951-bbff-68414c17be9a HTTP/1.1" status: 200  len: 210 time: 0.0293038
Nov 06 21:22:16.079813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-856b3be1-2918-4b72-9231-b92a7f9a711f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:16.086478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-856b3be1-2918-4b72-9231-b92a7f9a711f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:16.092443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-856b3be1-2918-4b72-9231-b92a7f9a711f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:16.098455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-856b3be1-2918-4b72-9231-b92a7f9a711f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:16.105325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-856b3be1-2918-4b72-9231-b92a7f9a711f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:16.111384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-856b3be1-2918-4b72-9231-b92a7f9a711f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:16.117950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-856b3be1-2918-4b72-9231-b92a7f9a711f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:16.119796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-856b3be1-2918-4b72-9231-b92a7f9a711f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.1000423
Nov 06 21:22:16.178088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7bde84f8-72ba-4884-8409-2ec8eb6c6071 req-4c64fc2e-b502-49e0-b1d2-824d5c50a2b0 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0521927
Nov 06 21:22:16.857109 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e3844d64-4256-45a8-b30d-0072e4b20986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:17.309177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-b8cff491-704b-4f3f-83c5-00cee32ad9ba tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.315304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-b8cff491-704b-4f3f-83c5-00cee32ad9ba tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.321746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-b8cff491-704b-4f3f-83c5-00cee32ad9ba tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.327885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-b8cff491-704b-4f3f-83c5-00cee32ad9ba tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.335112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-b8cff491-704b-4f3f-83c5-00cee32ad9ba tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.342122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-b8cff491-704b-4f3f-83c5-00cee32ad9ba tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.349450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-b8cff491-704b-4f3f-83c5-00cee32ad9ba tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.352358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-b8cff491-704b-4f3f-83c5-00cee32ad9ba tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.0985279
Nov 06 21:22:17.354317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b0b506f7-3e35-4eda-bd3a-fa9065791e37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.361342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b0b506f7-3e35-4eda-bd3a-fa9065791e37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.369514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b0b506f7-3e35-4eda-bd3a-fa9065791e37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.375583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b0b506f7-3e35-4eda-bd3a-fa9065791e37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.382503 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b0b506f7-3e35-4eda-bd3a-fa9065791e37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.388767 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b0b506f7-3e35-4eda-bd3a-fa9065791e37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.395775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b0b506f7-3e35-4eda-bd3a-fa9065791e37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.397841 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b0b506f7-3e35-4eda-bd3a-fa9065791e37 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 5435 time: 0.0982385
Nov 06 21:22:17.431176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31bb8b5e-f795-4fae-a30e-e56c7fe63c1b req-ebc91b43-a0de-4b75-86b2-8a50d14cf6f5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0720634
Nov 06 21:22:17.447938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-1d5bac65-3c7f-4cf9-8c5f-5df1140333d6 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:17.449369 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-1d5bac65-3c7f-4cf9-8c5f-5df1140333d6 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "GET /v2.0/ports/a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0449500
Nov 06 21:22:17.564635 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-cd303647-c522-4ce2-ae0c-5c60513a7796 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "GET /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1090775
Nov 06 21:22:17.578613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:17.631895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:17.760743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] For port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:17.792875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] For port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:22:17.823226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] device_id is not set on port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:22:17.831223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:17.837053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:17.900653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] No DVR routers for this DVR port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:17.902747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,revision_number=6']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:18.110833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-270dffa4-7858-4f22-a5cb-ea42599986ef None None] Provisioning complete for port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:22:18.111452 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-270dffa4-7858-4f22-a5cb-ea42599986ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.146456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-270dffa4-7858-4f22-a5cb-ea42599986ef None None] Port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:22:18.251822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] In _notify_port_updated(), no bound segment for port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:22:18.252251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5f788952-1196-4668-9f00-4a5e96918d04 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:18.252401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.253047 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.254450 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a5c650c0-c801-4c5b-be39-eb785bae37f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 200  len: 1028 time: 0.6828530
Nov 06 21:22:18.276202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 5f788952-1196-4668-9f00-4a5e96918d04 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:18.276603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5f788952-1196-4668-9f00-4a5e96918d04 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:18.302656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-32312db6-ba17-4530-bc45-30423151148b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.303948 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-32312db6-ba17-4530-bc45-30423151148b tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "GET /v2.0/ports/65197fdc-c361-4fe6-bfc2-c5e8a6e80918?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0425334
Nov 06 21:22:18.315559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:18.368799 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.498783 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] For port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:18.533574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] For port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:22:18.565168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081d0a8-3e09-4bdd-9de6-30d802c2e1b1 req-5a414ef4-817c-4457-923b-384f628a7e23 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.568966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] device_id is not set on port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 yet. {{(pid=119334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 06 21:22:18.571300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081d0a8-3e09-4bdd-9de6-30d802c2e1b1 req-5a414ef4-817c-4457-923b-384f628a7e23 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.577278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.577504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081d0a8-3e09-4bdd-9de6-30d802c2e1b1 req-5a414ef4-817c-4457-923b-384f628a7e23 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.583509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.584614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081d0a8-3e09-4bdd-9de6-30d802c2e1b1 req-5a414ef4-817c-4457-923b-384f628a7e23 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.590744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081d0a8-3e09-4bdd-9de6-30d802c2e1b1 req-5a414ef4-817c-4457-923b-384f628a7e23 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.596831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081d0a8-3e09-4bdd-9de6-30d802c2e1b1 req-5a414ef4-817c-4457-923b-384f628a7e23 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.599334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c081d0a8-3e09-4bdd-9de6-30d802c2e1b1 req-5a414ef4-817c-4457-923b-384f628a7e23 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 4660 time: 0.0894406
Nov 06 21:22:18.636873 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] No DVR routers for this DVR port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:18.663705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c081d0a8-3e09-4bdd-9de6-30d802c2e1b1 req-5a033e7e-cd97-4f00-8d38-db670960fac8 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=49b85fb8-f0e7-4e49-842b-860f9cee2e11&id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0579739
Nov 06 21:22:18.666868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,revision_number=6']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:18.686454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] In _notify_port_updated(), no bound segment for port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 on network 538a8624-f3bf-4857-8ec1-74778884f05f {{(pid=119334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 06 21:22:18.687367 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:18.687986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.689350 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-bd0a76ca-bd2e-44d7-9bae-eac513b5fc4b service neutron] 10.222.0.10 "PUT /v2.0/ports/65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 200  len: 1027 time: 0.3782787
Nov 06 21:22:18.799577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port c1811b60-ace5-4089-a26b-30b8d0069c32 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:18.799919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.867621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-77b2fac9-6e1c-481f-a17b-7de7ef18ed34 None None] Provisioning complete for port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:22:18.868132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-77b2fac9-6e1c-481f-a17b-7de7ef18ed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.889995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] For port c1811b60-ace5-4089-a26b-30b8d0069c32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1811b60-ace5-4089-a26b-30b8d0069c32,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:18.890289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:18.902937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-77b2fac9-6e1c-481f-a17b-7de7ef18ed34 None None] Port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:22:18.903989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for c1811b60-ace5-4089-a26b-30b8d0069c32 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:19.033697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.063390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=c1811b60-ace5-4089-a26b-30b8d0069c32,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:19.114100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] No DVR routers for this DVR port c1811b60-ace5-4089-a26b-30b8d0069c32 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:19.116987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.120600 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-3cf284b8-93e3-44ab-83d5-bc0a22dd627c tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "DELETE /v2.0/ports/c1811b60-ace5-4089-a26b-30b8d0069c32 HTTP/1.1" status: 204  len: 173 time: 0.4241593
Nov 06 21:22:19.121047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': 'c1811b60-ace5-4089-a26b-30b8d0069c32'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:19.123418 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd590f42-8b10-4ec3-8531-d27a59ada5bf" -d '{"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "c1811b60-ace5-4089-a26b-30b8d0069c32"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:19.164071 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9160f261-d12c-45e9-86e8-31d58acee1d6 x-openstack-request-id: req-9160f261-d12c-45e9-86e8-31d58acee1d6 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:19.164418 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "c1811b60-ace5-4089-a26b-30b8d0069c32", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:19.164711 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9160f261-d12c-45e9-86e8-31d58acee1d6 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:19.165251 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': 'c1811b60-ace5-4089-a26b-30b8d0069c32', 'status': 'completed', 'code': 200}
Nov 06 21:22:19.224067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:19.224447 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.232911 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-55d79c3a-25b5-4ea2-8a48-f891248baecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.319489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] For port 89e5b536-ea65-4af4-a7d6-a983f8c270b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89e5b536-ea65-4af4-a7d6-a983f8c270b9,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:19.319779 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.333308 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for 89e5b536-ea65-4af4-a7d6-a983f8c270b9 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:19.467402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.503114 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=89e5b536-ea65-4af4-a7d6-a983f8c270b9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:19.546747 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] No DVR routers for this DVR port 89e5b536-ea65-4af4-a7d6-a983f8c270b9 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:19.549406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.553929 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-2a69f1f6-6a5e-447f-b06e-d296fd988923 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "DELETE /v2.0/ports/89e5b536-ea65-4af4-a7d6-a983f8c270b9 HTTP/1.1" status: 204  len: 173 time: 0.4248843
Nov 06 21:22:19.654271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port f7d05032-4b91-4c3e-8527-9398846f0081 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:19.654576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.752483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] For port f7d05032-4b91-4c3e-8527-9398846f0081, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7d05032-4b91-4c3e-8527-9398846f0081,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:19.752841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.767093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for f7d05032-4b91-4c3e-8527-9398846f0081 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:19.817831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3969e6f-eff4-4912-979f-ff7aa7328eba req-614d685d-a003-4d23-8db2-ce83b9760219 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:19.824311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3969e6f-eff4-4912-979f-ff7aa7328eba req-614d685d-a003-4d23-8db2-ce83b9760219 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:19.830421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3969e6f-eff4-4912-979f-ff7aa7328eba req-614d685d-a003-4d23-8db2-ce83b9760219 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:19.832170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3969e6f-eff4-4912-979f-ff7aa7328eba req-614d685d-a003-4d23-8db2-ce83b9760219 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 2417 time: 0.0676341
Nov 06 21:22:19.892753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3969e6f-eff4-4912-979f-ff7aa7328eba req-8725f4d2-87d1-41de-9d5e-5af27ea42986 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518444
Nov 06 21:22:19.909533 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:19.943824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=f7d05032-4b91-4c3e-8527-9398846f0081,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:19.994264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] No DVR routers for this DVR port f7d05032-4b91-4c3e-8527-9398846f0081 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:19.997716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.001054 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-a4d21f36-edc1-4c8a-b4c2-f38c1db4454e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "DELETE /v2.0/ports/f7d05032-4b91-4c3e-8527-9398846f0081 HTTP/1.1" status: 204  len: 173 time: 0.4414718
Nov 06 21:22:20.104391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:20.104664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.194862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] For port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:20.195150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.383800 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.384159 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.384504 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Floating IP 8bff9728-9ca1-4a7d-ac7e-622e991c57aa disassociated. External IP: 172.35.0.228, port: caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a.
Nov 06 21:22:20.385031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:20.524645 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.555892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:20.560115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 89e5b536-ea65-4af4-a7d6-a983f8c270b9 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:20.607353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 89e5b536-ea65-4af4-a7d6-a983f8c270b9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:20.607761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 89e5b536-ea65-4af4-a7d6-a983f8c270b9 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:20.608211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:20.672353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:20.673039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f7d05032-4b91-4c3e-8527-9398846f0081 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:20.698257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.700465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: f7d05032-4b91-4c3e-8527-9398846f0081 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:20.700805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f7d05032-4b91-4c3e-8527-9398846f0081 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:20.701223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 5f331138-9e82-4582-82e6-5987fc8432ec no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:20.710215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:22:20.790550 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.821304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f331138-9e82-4582-82e6-5987fc8432ec'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:20.824215 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d186a60b-aa9a-491e-98eb-2f12b3ad5e1d" -d '{"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-unplugged", "status": "completed", "tag": "5f331138-9e82-4582-82e6-5987fc8432ec"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:20.838633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:22:20.841389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 5f331138-9e82-4582-82e6-5987fc8432ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f331138-9e82-4582-82e6-5987fc8432ec,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:20.846956 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.848830 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:20.852623 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] Sync routers for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:22:20.884705 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:20.885528 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529e3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:20.898113 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6731024-ffad-48f5-b2fc-fcbb1d9935e3 x-openstack-request-id: req-e6731024-ffad-48f5-b2fc-fcbb1d9935e3 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:20.898797 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-unplugged", "status": "completed", "tag": "5f331138-9e82-4582-82e6-5987fc8432ec", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:20.899261 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6731024-ffad-48f5-b2fc-fcbb1d9935e3 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:20.899862 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f331138-9e82-4582-82e6-5987fc8432ec', 'code': 200}
Nov 06 21:22:20.965683 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:20.966263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:20.970315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] No DVR routers for this DVR port caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:20.974920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:20.988818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-b38163bf-4d73-4dde-abe7-7ec28b4c6eaa tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "DELETE /v2.0/ports/caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a HTTP/1.1" status: 204  len: 173 time: 0.9762623
Nov 06 21:22:20.994075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:20.994608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:20.995141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c1811b60-ace5-4089-a26b-30b8d0069c32 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:20.997188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=5f331138-9e82-4582-82e6-5987fc8432ec,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:21.022723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: c1811b60-ace5-4089-a26b-30b8d0069c32 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:21.023288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device c1811b60-ace5-4089-a26b-30b8d0069c32 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:21.081340 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:21.132679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port 5f331138-9e82-4582-82e6-5987fc8432ec {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:21.133833 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.166084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4a6b8-d0b8-47d0-93fa-8fc2cc83fc84 req-9e5ccd2f-9c29-49ff-9736-1af029fc2383 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:21.168841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77b4a6b8-d0b8-47d0-93fa-8fc2cc83fc84 req-9e5ccd2f-9c29-49ff-9736-1af029fc2383 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 943 time: 0.0893505
Nov 06 21:22:21.175343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39780) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:21.207300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': '89e5b536-ea65-4af4-a7d6-a983f8c270b9'}, {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': 'f7d05032-4b91-4c3e-8527-9398846f0081'}, {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:21.210265 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896ab714-5599-47c6-b412-02d55852cafe" -d '{"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "89e5b536-ea65-4af4-a7d6-a983f8c270b9"}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "f7d05032-4b91-4c3e-8527-9398846f0081"}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:21.251544 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] For port 5f331138-9e82-4582-82e6-5987fc8432ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f331138-9e82-4582-82e6-5987fc8432ec,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:21.252567 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.274543 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for 5f331138-9e82-4582-82e6-5987fc8432ec owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:21.278240 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c638a34c-02b0-499a-af20-775048ec4553 x-openstack-request-id: req-c638a34c-02b0-499a-af20-775048ec4553 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:21.278394 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "89e5b536-ea65-4af4-a7d6-a983f8c270b9", "status": "completed", "code": 200}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "f7d05032-4b91-4c3e-8527-9398846f0081", "status": "completed", "code": 200}, {"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:21.278779 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c638a34c-02b0-499a-af20-775048ec4553 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:21.279287 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': '89e5b536-ea65-4af4-a7d6-a983f8c270b9', 'status': 'completed', 'code': 200}
Nov 06 21:22:21.279641 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': 'f7d05032-4b91-4c3e-8527-9398846f0081', 'status': 'completed', 'code': 200}
Nov 06 21:22:21.280217 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': 'caa6e353-c53c-43ca-ad7a-fbcc1bc3bf5a', 'status': 'completed', 'code': 200}
Nov 06 21:22:21.356938 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529e3190>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:20Z', 'revision_number': 5, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:21.379635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77b4a6b8-d0b8-47d0-93fa-8fc2cc83fc84 req-88912518-2388-4f70-b378-f24c5a79c18f tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e4f1054-6ba4-4d8e-916e-93fd79855af2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282473
Nov 06 21:22:21.402199 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] Checking router: e6204d9a-d823-4d73-8d9c-a62b7a5879e2 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:22:21.414152 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:21.414973 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529e3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:21.417583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Deleting port eaac1469-635f-4111-8537-c36b13d4d904 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:21.418101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.445090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.475347 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=5f331138-9e82-4582-82e6-5987fc8432ec,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:21.508867 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.509200 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.531630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Calling delete_port for eaac1469-635f-4111-8537-c36b13d4d904 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:21.538223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] No DVR routers for this DVR port 5f331138-9e82-4582-82e6-5987fc8432ec on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:21.541041 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.544528 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fbd70a98-cd89-490c-898d-e0a998f90a6c req-edd10da9-6713-4c8e-bfca-8430abad3e5e tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.10 "DELETE /v2.0/ports/5f331138-9e82-4582-82e6-5987fc8432ec HTTP/1.1" status: 204  len: 173 time: 0.5538859
Nov 06 21:22:21.550272 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:21.716125 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.762427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event deleted for resources: {'Port': ['ID=eaac1469-635f-4111-8537-c36b13d4d904,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:21.842501 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.842883 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Floating IP ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66 disassociated (deleted). External IP: 172.35.0.9, port: f7e8b01a-a1d8-46e6-a436-e608a8aa3f73.
Nov 06 21:22:21.922425 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:21.925366 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529e3190>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:20Z', 'revision_number': 5, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:21.961891 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e97c8c-1688-4ba0-96e3-7e612c9fad4e None None] The sync data for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 is: [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:15Z', 'revision_number': 4, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7b11c3f-506f-433d-bfa1-d799cd6e3c51', 'name': '', 'network_id': '9d05c836-9ebe-45c6-ac6b-bc9513b61535', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'mac_address': 'fa:16:3e:8e:d7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:14Z', 'updated_at': '2021-11-06T21:13:20Z', 'revision_number': 5, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'subnets': [{'id': 'ae00ea24-d570-42e9-a9fa-becd59fe1c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:22:22.122824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Router 6c708703-d3c1-4b31-8105-94a7ece611a1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:22:22.245330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:22:22.250431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:22.259047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] Sync routers for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:22:22.277028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:22.277995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b8fc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:22.285264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4e8ac39a-4d63-45f3-9f68-f7b13c8081f3 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "DELETE /v2.0/floatingips/ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66 HTTP/1.1" status: 204  len: 168 time: 1.1076257
Nov 06 21:22:22.285932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:22.288484 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439b8a6a-599f-44af-b830-5fc06c47a3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:22.314778 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812a5a0-43e3-4316-8a25-9f135186ac9a None None] New status for floating IP 8bff9728-9ca1-4a7d-ac7e-622e991c57aa: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:22:22.343833 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd715c73-7ea2-46ea-a9a3-e18fb987d8f5 x-openstack-request-id: req-fd715c73-7ea2-46ea-a9a3-e18fb987d8f5 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:22.344124 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:22.344755 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd715c73-7ea2-46ea-a9a3-e18fb987d8f5 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:22.345167 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'status': 'completed', 'code': 200}
Nov 06 21:22:22.430274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:22.513645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-060ff943-3aa4-4a3b-941b-f58e140d1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:22.516655 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-060ff943-3aa4-4a3b-941b-f58e140d1af7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5673884ca4974d97b139bf3200b87b43&device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 1096 time: 0.1159213
Nov 06 21:22:22.614627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:22.640205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bcc009f3-ad60-4e6c-99e3-0646a265933d req-75c70de3-fc82-4c49-859a-162a13562ffc tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e49eff2-a230-4882-9861-ee8b7963820b HTTP/1.1" status: 200  len: 210 time: 0.0935295
Nov 06 21:22:22.708492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84bfda-7034-431e-85e2-3509e1404693 req-775f9fdc-2d7b-4d8f-a184-6bde8c72ae62 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:22.712959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c84bfda-7034-431e-85e2-3509e1404693 req-775f9fdc-2d7b-4d8f-a184-6bde8c72ae62 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 945 time: 0.0710289
Nov 06 21:22:22.720016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-c8b17ea6-4d42-454c-9331-beb3932bd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:22.722954 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-c8b17ea6-4d42-454c-9331-beb3932bd279 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec8261be-0c55-45d8-a956-fd67c266d61a HTTP/1.1" status: 200  len: 915 time: 0.1846175
Nov 06 21:22:22.771854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b8fc40>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:22.774131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c84bfda-7034-431e-85e2-3509e1404693 req-6ae56204-053e-4a8f-bee1-ee1574ef6c76 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564513
Nov 06 21:22:22.774874 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-395702ea-78b7-4712-98f0-68e5d539e033 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 HTTP/1.1" status: 200  len: 217 time: 0.0417600
Nov 06 21:22:22.804499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] Checking router: 6c708703-d3c1-4b31-8105-94a7ece611a1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:22:22.814300 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:22.815066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b8fc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:22.834297 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-fd24832c-8f86-4914-b43b-32bcb0626d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:22.835811 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-fd24832c-8f86-4914-b43b-32bcb0626d82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581 HTTP/1.1" status: 200  len: 853 time: 0.0537157
Nov 06 21:22:22.893200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-d52ad911-d381-4980-8ade-51898d587362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:22.895524 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-d52ad911-d381-4980-8ade-51898d587362 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec8261be-0c55-45d8-a956-fd67c266d61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0522285
Nov 06 21:22:22.948225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:23.001809 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-a409d4df-b03b-4859-9543-962d4545cbb8 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984297
Nov 06 21:22:23.111099 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-439b8a6a-599f-44af-b830-5fc06c47a3f8 req-6ddf4cab-5b7b-4d34-a3c8-17e4aa04f4d2 service neutron] 10.222.0.10 "GET /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012046
Nov 06 21:22:23.281519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': '5f331138-9e82-4582-82e6-5987fc8432ec'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:23.284320 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85f0e56-0701-43a5-af78-7949ca94126c" -d '{"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "5f331138-9e82-4582-82e6-5987fc8432ec"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:23.326896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b8fc40>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:23.329339 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ce5ff5-dbce-43d9-9a63-915536e0499e x-openstack-request-id: req-71ce5ff5-dbce-43d9-9a63-915536e0499e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:23.329701 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e49eff2-a230-4882-9861-ee8b7963820b", "name": "network-vif-deleted", "tag": "5f331138-9e82-4582-82e6-5987fc8432ec", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:23.330042 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71ce5ff5-dbce-43d9-9a63-915536e0499e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:23.330581 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e49eff2-a230-4882-9861-ee8b7963820b', 'name': 'network-vif-deleted', 'tag': '5f331138-9e82-4582-82e6-5987fc8432ec', 'status': 'completed', 'code': 200}
Nov 06 21:22:23.353805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545c8f6-4113-4504-866d-2b1fb665732c None None] The sync data for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 is: [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:01Z', 'revision_number': 4, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a722bb21-0ddf-490b-ad32-0d74a1fcf2d0', 'name': '', 'network_id': 'ec8261be-0c55-45d8-a956-fd67c266d61a', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'mac_address': 'fa:16:3e:a4:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:00Z', 'updated_at': '2021-11-06T21:21:05Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'subnets': [{'id': '1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:22:23.579725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eda914-48b2-408e-9940-b79cd576d2fb None None] New status for floating IP ce25a7e3-1c2b-4ee5-9469-9bd2242d4b66: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:22:23.736810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39804) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:23.791782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-950ae14a-e4ca-440e-9488-9a3b2043a224 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:23.822732 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-950ae14a-e4ca-440e-9488-9a3b2043a224 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:23.907934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce528a-64b0-45d5-a87f-c9a85b6bcb99 req-777c5383-21fb-45bb-985b-dcb5787c04ca tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:23.909422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39ce528a-64b0-45d5-a87f-c9a85b6bcb99 req-777c5383-21fb-45bb-985b-dcb5787c04ca tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 945 time: 0.0608811
Nov 06 21:22:23.917848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-950ae14a-e4ca-440e-9488-9a3b2043a224 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:23.922481 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-950ae14a-e4ca-440e-9488-9a3b2043a224 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:23.922481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-950ae14a-e4ca-440e-9488-9a3b2043a224 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e4f1054-6ba4-4d8e-916e-93fd79855af2 HTTP/1.1" status: 204  len: 168 time: 0.1838317
Nov 06 21:22:23.924406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39808) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:23.940277 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-a56285c8-3dd5-4c69-a1a6-459189ce7a35 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] show failed (client error): The resource could not be found.
Nov 06 21:22:23.941361 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a56285c8-3dd5-4c69-a1a6-459189ce7a35 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "GET /v2.0/security-groups/8e4f1054-6ba4-4d8e-916e-93fd79855af2 HTTP/1.1" status: 404  len: 347 time: 0.0149453
Nov 06 21:22:23.942801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ae14a-e4ca-440e-9488-9a3b2043a224 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4f1054-6ba4-4d8e-916e-93fd79855af2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:23.944389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39810) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:23.977604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39ce528a-64b0-45d5-a87f-c9a85b6bcb99 req-173b83a3-53bc-40b9-af22-b9a52eafca6c tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f1b72b3-eb40-4f74-97d8-064a9ade5802&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548842
Nov 06 21:22:24.071277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port 535081a5-80d3-4450-a000-6133abd26e82 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:24.071640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.150938 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.151280 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.163803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for 535081a5-80d3-4450-a000-6133abd26e82 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:24.269904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-999174dd-9f9d-4195-a125-e07c545f12d7 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:24.271396 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-999174dd-9f9d-4195-a125-e07c545f12d7 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 945 time: 0.0669727
Nov 06 21:22:24.384636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.417350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=535081a5-80d3-4450-a000-6133abd26e82,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:24.446899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Deleting port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:24.447226 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.530734 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.533234 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.534364 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-58ebf2df-056a-439f-ab1a-1a3a458f8ba5 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "DELETE /v2.0/floatingips/8bff9728-9ca1-4a7d-ac7e-622e991c57aa HTTP/1.1" status: 204  len: 168 time: 0.5890644
Nov 06 21:22:24.537189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39812) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:24.564726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] For port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:24.565086 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.578580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Calling delete_port for f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:24.712840 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.746908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event deleted for resources: {'Port': ['ID=f7e8b01a-a1d8-46e6-a436-e608a8aa3f73,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:24.796314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] No DVR routers for this DVR port f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:24.798838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:24.802722 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c83b47ca-7ab9-4617-8c75-32a1585280ee req-014ed50b-3e90-45f9-a72f-251c75de5c5a tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.10 "DELETE /v2.0/ports/f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 HTTP/1.1" status: 204  len: 173 time: 0.5230825
Nov 06 21:22:24.933420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-800392a1-c0f9-4092-b30e-9da547c3d3bb tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:24.934013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-800392a1-c0f9-4092-b30e-9da547c3d3bb tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.022265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-800392a1-c0f9-4092-b30e-9da547c3d3bb tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.036218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-800392a1-c0f9-4092-b30e-9da547c3d3bb tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:25.124250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-977421b8-3cda-4c95-8b09-bdc513075ea5 req-4c7da4e7-6025-4b9c-bf08-ed3a6aa5e7f1 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7b22806-2655-41b7-b23c-8b74856ab89d HTTP/1.1" status: 200  len: 210 time: 0.0382681
Nov 06 21:22:25.201192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-800392a1-c0f9-4092-b30e-9da547c3d3bb tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.232056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800392a1-c0f9-4092-b30e-9da547c3d3bb tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:25.307008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-800392a1-c0f9-4092-b30e-9da547c3d3bb tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.310324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-800392a1-c0f9-4092-b30e-9da547c3d3bb tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "DELETE /v2.0/ports/a5dc497e-cfbd-4ded-8cf6-c606d4dd8a9c HTTP/1.1" status: 204  len: 168 time: 0.7721379
Nov 06 21:22:25.312900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39818) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:25.331338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'name': 'network-vif-deleted', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:25.334415 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef66af1-2af2-42fa-b570-f06317be4dd7" -d '{"events": [{"server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "name": "network-vif-deleted", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:25.376006 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff550ac0-1aae-43e4-8188-eae901f615f7 x-openstack-request-id: req-ff550ac0-1aae-43e4-8188-eae901f615f7 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:25.376327 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22806-2655-41b7-b23c-8b74856ab89d", "name": "network-vif-deleted", "tag": "f7e8b01a-a1d8-46e6-a436-e608a8aa3f73", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:25.376585 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff550ac0-1aae-43e4-8188-eae901f615f7 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:25.376983 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22806-2655-41b7-b23c-8b74856ab89d', 'name': 'network-vif-deleted', 'tag': 'f7e8b01a-a1d8-46e6-a436-e608a8aa3f73', 'status': 'completed', 'code': 200}
Nov 06 21:22:25.403221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-af57db59-6e9f-4052-9fbd-0b9e2d98c516 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:25.403558 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af57db59-6e9f-4052-9fbd-0b9e2d98c516 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.492193 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af57db59-6e9f-4052-9fbd-0b9e2d98c516 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.504050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-af57db59-6e9f-4052-9fbd-0b9e2d98c516 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for 65197fdc-c361-4fe6-bfc2-c5e8a6e80918 owned by  {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:25.638991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af57db59-6e9f-4052-9fbd-0b9e2d98c516 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.667308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57db59-6e9f-4052-9fbd-0b9e2d98c516 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=65197fdc-c361-4fe6-bfc2-c5e8a6e80918,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:25.743286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af57db59-6e9f-4052-9fbd-0b9e2d98c516 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.748973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-af57db59-6e9f-4052-9fbd-0b9e2d98c516 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "DELETE /v2.0/ports/65197fdc-c361-4fe6-bfc2-c5e8a6e80918 HTTP/1.1" status: 204  len: 168 time: 0.4328234
Nov 06 21:22:25.749358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39824) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:25.800216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70f337d-7dbb-440b-b5e7-1f3028e46eb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting subnet 864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:22:25.803897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c70f337d-7dbb-440b-b5e7-1f3028e46eb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.847853 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c70f337d-7dbb-440b-b5e7-1f3028e46eb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.929564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c70f337d-7dbb-440b-b5e7-1f3028e46eb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:25.985124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c70f337d-7dbb-440b-b5e7-1f3028e46eb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.005385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa6487-7300-4d73-8142-366e6862b73d None None] Network 99b40b59-cbc5-4528-be4b-431bf31e7971 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:26.019038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c70f337d-7dbb-440b-b5e7-1f3028e46eb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.022274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c70f337d-7dbb-440b-b5e7-1f3028e46eb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "DELETE /v2.0/subnets/864f81dc-4dd3-49a6-b8e1-7bd9fc771e23 HTTP/1.1" status: 204  len: 168 time: 0.2721622
Nov 06 21:22:26.023554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f337d-7dbb-440b-b5e7-1f3028e46eb4 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Subnet': ['ID=864f81dc-4dd3-49a6-b8e1-7bd9fc771e23,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:26.025133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39826) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:26.077888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb03c0d-0a16-4865-bdf6-74d1771314e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting subnet f2b26aec-dcfc-455d-968f-8663cfbe97fc {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:22:26.081236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8fb03c0d-0a16-4865-bdf6-74d1771314e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.124415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8fb03c0d-0a16-4865-bdf6-74d1771314e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.195855 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39830) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:26.199317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] DHCP port deletion for 99b40b59-cbc5-4528-be4b-431bf31e7971 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:22:26.241153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8fb03c0d-0a16-4865-bdf6-74d1771314e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.258094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] Deleting port 767268b1-6a52-4a85-85e7-54db49a2eb84 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:26.258859 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.267448 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e1fed596-7d4e-4768-8026-945139417b68 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.301140 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e1fed596-7d4e-4768-8026-945139417b68 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.316061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8fb03c0d-0a16-4865-bdf6-74d1771314e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.332964 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] For port 767268b1-6a52-4a85-85e7-54db49a2eb84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=767268b1-6a52-4a85-85e7-54db49a2eb84,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:26.333261 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.344312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb03c0d-0a16-4865-bdf6-74d1771314e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b26aec-dcfc-455d-968f-8663cfbe97fc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:26.346626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] Calling delete_port for 767268b1-6a52-4a85-85e7-54db49a2eb84 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:26.349188 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8fb03c0d-0a16-4865-bdf6-74d1771314e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.355136 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8fb03c0d-0a16-4865-bdf6-74d1771314e7 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "DELETE /v2.0/subnets/f2b26aec-dcfc-455d-968f-8663cfbe97fc HTTP/1.1" status: 204  len: 168 time: 0.3266590
Nov 06 21:22:26.355238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 39832) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:26.359031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f8e05-21b9-4bb7-9afa-998bf4ae078b None None] Network 538a8624-f3bf-4857-8ec1-74778884f05f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:26.373068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e1fed596-7d4e-4768-8026-945139417b68 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.376079 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e1fed596-7d4e-4768-8026-945139417b68 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.377596 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e1fed596-7d4e-4768-8026-945139417b68 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f1b72b3-eb40-4f74-97d8-064a9ade5802 HTTP/1.1" status: 204  len: 168 time: 0.1806343
Nov 06 21:22:26.403042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fed596-7d4e-4768-8026-945139417b68 tempest-TestVolumeBackupRestore-1683798703 tempest-TestVolumeBackupRestore-1683798703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1b72b3-eb40-4f74-97d8-064a9ade5802,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:26.444345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.511837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Deleting port 767268b1-6a52-4a85-85e7-54db49a2eb84 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:26.512082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.557960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:26.614361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] For port 767268b1-6a52-4a85-85e7-54db49a2eb84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=767268b1-6a52-4a85-85e7-54db49a2eb84,segment=NetworkSegment(2d5d8c68-4fab-4efe-81d0-60e78f21dc69),segment_id=2d5d8c68-4fab-4efe-81d0-60e78f21dc69)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:26.618201 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.634757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:26.635105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device f7e8b01a-a1d8-46e6-a436-e608a8aa3f73 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:26.641912 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.642989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Calling delete_port for 767268b1-6a52-4a85-85e7-54db49a2eb84 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:26.676112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] Pushing event deleted for resources: {'Port': ['ID=767268b1-6a52-4a85-85e7-54db49a2eb84,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:26.681962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854687ba-da1d-4744-bea9-3c1869a45902 None None] No DVR routers for this DVR port 767268b1-6a52-4a85-85e7-54db49a2eb84 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:26.705743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 767268b1-6a52-4a85-85e7-54db49a2eb84 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:26.739334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 767268b1-6a52-4a85-85e7-54db49a2eb84 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:26.739741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 767268b1-6a52-4a85-85e7-54db49a2eb84 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:26.773741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] DHCP port deletion for 538a8624-f3bf-4857-8ec1-74778884f05f request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:22:26.779915 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.810163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Port': ['ID=767268b1-6a52-4a85-85e7-54db49a2eb84,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:26.814710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] No DVR routers for this DVR port 767268b1-6a52-4a85-85e7-54db49a2eb84 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:26.852860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] Deleting port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:26.853599 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.938753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] For port ef876a2b-81d0-4e62-b7a2-50a4a49d1068, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef876a2b-81d0-4e62-b7a2-50a4a49d1068,segment=NetworkSegment(5824866d-801d-43f3-b6a7-a942cbbbcd0d),segment_id=5824866d-801d-43f3-b6a7-a942cbbbcd0d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:26.939430 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.945172 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:26.963427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] Calling delete_port for ef876a2b-81d0-4e62-b7a2-50a4a49d1068 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:26.971952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92552f10d0>,) {'filters': {'network_id': ['99b40b59-cbc5-4528-be4b-431bf31e7971']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:26.987043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92552f10d0>, '2d5d8c68-4fab-4efe-81d0-60e78f21dc69') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:26.988356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92552f10d0>, '2d5d8c68-4fab-4efe-81d0-60e78f21dc69') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:27.007844 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.029280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.039283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:22:27.039964 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   self.session.flush()
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:22:27.043684 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:22:27.094540 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.115564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.124198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] Pushing event deleted for resources: {'Port': ['ID=ef876a2b-81d0-4e62-b7a2-50a4a49d1068,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:27.129781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.130675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5936a1-5646-4f73-9cc7-b457c4751022 None None] No DVR routers for this DVR port ef876a2b-81d0-4e62-b7a2-50a4a49d1068 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:27.133543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "DELETE /v2.0/networks/99b40b59-cbc5-4528-be4b-431bf31e7971 HTTP/1.1" status: 204  len: 168 time: 0.7773123
Nov 06 21:22:27.136552 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39876) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:27.154260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e02d-2aa7-4cfe-a171-40dcbea28015 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Network': ['ID=99b40b59-cbc5-4528-be4b-431bf31e7971,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:27.224008 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.315444 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.339045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254245e80>,) {'filters': {'network_id': ['538a8624-f3bf-4857-8ec1-74778884f05f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:27.349236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254245e80>, '5824866d-801d-43f3-b6a7-a942cbbbcd0d') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:27.349558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254245e80>, '5824866d-801d-43f3-b6a7-a942cbbbcd0d') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:27.360888 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.375149 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.383413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:22:27.383829 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:22:27.387576 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:22:27.458036 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.476324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:27.479750 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] 10.222.0.13 "DELETE /v2.0/networks/538a8624-f3bf-4857-8ec1-74778884f05f HTTP/1.1" status: 204  len: 168 time: 0.3420377
Nov 06 21:22:27.481110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a97eb-20dc-44d9-98f9-9b35e2860073 tempest-TaggedBootDevicesTest-1306124712 tempest-TaggedBootDevicesTest-1306124712-project] Pushing event deleted for resources: {'Network': ['ID=538a8624-f3bf-4857-8ec1-74778884f05f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:28.582220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ef876a2b-81d0-4e62-b7a2-50a4a49d1068 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:28.602924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ef876a2b-81d0-4e62-b7a2-50a4a49d1068 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:28.603261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ef876a2b-81d0-4e62-b7a2-50a4a49d1068 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:29.858062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 39976) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:30.109269 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:22:30.232396 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:30.478971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Deleting port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:30.479308 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:30.558097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] For port a722bb21-0ddf-490b-ad32-0d74a1fcf2d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:30.558461 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:30.571603 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Calling delete_port for a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:30.742614 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:30.767315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Pushing event deleted for resources: {'Port': ['ID=a722bb21-0ddf-490b-ad32-0d74a1fcf2d0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:30.945323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:31.479745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Router 6c708703-d3c1-4b31-8105-94a7ece611a1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:22:31.589231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:22:31.596055 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3f02ab0c-4477-4676-bf19-99c8b2204270 admin admin] 10.222.0.13 "PUT /v2.0/routers/6c708703-d3c1-4b31-8105-94a7ece611a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7369072
Nov 06 21:22:31.596920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40028) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:31.598411 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] Sync routers for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:22:31.608970 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:31.609579 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c175e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:31.706563 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:31.715294 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:31.815363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:31.880416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Deleting port 373f7c3c-23d0-431b-9537-45923a64f3a5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:31.881038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:31.903432 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c175e0>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115'}], 'enable_snat': True}, 'gw_port_id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:22:30Z', 'revision_number': 5, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port': {'id': '373f7c3c-23d0-431b-9537-45923a64f3a5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:31.937131 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] Checking router: 6c708703-d3c1-4b31-8105-94a7ece611a1 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:22:31.946228 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] Routers {'6c708703-d3c1-4b31-8105-94a7ece611a1'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:31.946839 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252c175e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['6c708703-d3c1-4b31-8105-94a7ece611a1'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:31.978444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] For port 373f7c3c-23d0-431b-9537-45923a64f3a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=373f7c3c-23d0-431b-9537-45923a64f3a5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:31.978698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:31.991452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Calling delete_port for 373f7c3c-23d0-431b-9537-45923a64f3a5 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:32.041069 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] Set router 6c708703-d3c1-4b31-8105-94a7ece611a1 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:32.095175 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252c175e0>, [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:22:31Z', 'revision_number': 6, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:32.122920 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31451b36-dc79-4bf3-bae2-0081c6cede70 None None] The sync data for ids ['6c708703-d3c1-4b31-8105-94a7ece611a1'] in ncdv-master-1 is: [{'id': '6c708703-d3c1-4b31-8105-94a7ece611a1', 'name': 'tempest-TestVolumeBackupRestore-1543304007-router', 'tenant_id': '5673884ca4974d97b139bf3200b87b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:20:58Z', 'updated_at': '2021-11-06T21:22:31Z', 'revision_number': 6, 'project_id': '5673884ca4974d97b139bf3200b87b43', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:22:32.148717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40048) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:32.171689 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.199358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=373f7c3c-23d0-431b-9537-45923a64f3a5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:32.262295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.353746 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.355865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.402125 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.402668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c708703-d3c1-4b31-8105-94a7ece611a1 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:22:32.407278 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.411398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-53f73ca1-504c-40e2-a695-200edb9c8b55 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6c708703-d3c1-4b31-8105-94a7ece611a1 HTTP/1.1" status: 204  len: 168 time: 0.8100107
Nov 06 21:22:32.411638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40052) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:32.457969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee171dae-0a1d-4427-bead-8926df08015d admin admin] Deleting subnet 1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:22:32.461219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee171dae-0a1d-4427-bead-8926df08015d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.497950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee171dae-0a1d-4427-bead-8926df08015d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.594914 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee171dae-0a1d-4427-bead-8926df08015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.627701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.651797 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee171dae-0a1d-4427-bead-8926df08015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.678781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee171dae-0a1d-4427-bead-8926df08015d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:32.684284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee171dae-0a1d-4427-bead-8926df08015d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.687890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ee171dae-0a1d-4427-bead-8926df08015d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d454fe8-c5a5-4ac1-bde9-3ffc3f2df581 HTTP/1.1" status: 204  len: 168 time: 0.2752354
Nov 06 21:22:32.689409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b153d4a-d0df-44cc-ac93-24bd672b7ac2 None None] Network ec8261be-0c55-45d8-a956-fd67c266d61a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:32.690444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40054) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:32.768705 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.824286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Deleting port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:32.824923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.891563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Deleting port b7b11c3f-506f-433d-bfa1-d799cd6e3c51 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:32.891909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.892977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] For port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18,segment=NetworkSegment(94192b75-1b05-4d39-8e5b-c4ce5e664ad5),segment_id=94192b75-1b05-4d39-8e5b-c4ce5e664ad5)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:32.893455 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:32.907057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Calling delete_port for 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:32.959699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] DHCP port deletion for ec8261be-0c55-45d8-a956-fd67c266d61a request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:22:33.021674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] For port b7b11c3f-506f-433d-bfa1-d799cd6e3c51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:33.025364 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.028946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.039867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:33.055947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:33.058297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] No DVR routers for this DVR port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:33.071560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Calling delete_port for b7b11c3f-506f-433d-bfa1-d799cd6e3c51 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:33.082978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:33.083597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device a722bb21-0ddf-490b-ad32-0d74a1fcf2d0 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:33.094740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Deleting port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:33.095375 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.159185 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.181374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] For port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18, host ncdv-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:33.181775 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.187910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256e2e6d0>,) {'filters': {'network_id': ['ec8261be-0c55-45d8-a956-fd67c266d61a']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:33.196148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Calling delete_port for 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:33.197609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256e2e6d0>, '94192b75-1b05-4d39-8e5b-c4ce5e664ad5') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:33.197905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256e2e6d0>, '94192b75-1b05-4d39-8e5b-c4ce5e664ad5') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:33.198701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.ipam_backend_mixin [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 was not found and therefore no delete operation was performed {{(pid=119335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 21:22:33.200201 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.209178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.223433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.224143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Pushing event deleted for resources: {'Port': ['ID=76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:33.230693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:22:33.230921 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:22:33.233117 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:22:33.235378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] No DVR routers for this DVR port 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:33.238255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.238612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.238942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.239271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.239594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.239943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.240315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.244127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.244509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.244843 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.245492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.245492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e069365-17ea-4785-92c0-b26ad60141ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:33.305066 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.315920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.319346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec8261be-0c55-45d8-a956-fd67c266d61a HTTP/1.1" status: 204  len: 168 time: 0.6277833
Nov 06 21:22:33.323219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40058) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:33.333395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6a859-0c10-4f4b-8344-4a757a1ab956 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8261be-0c55-45d8-a956-fd67c266d61a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:33.337039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:33.401557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b11c3f-506f-433d-bfa1-d799cd6e3c51,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:33.696774 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:34.005427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:22:34.018424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:34.232522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:22:34.238622 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-61edb940-898c-4989-84b4-2fb4f07df910 admin admin] 10.222.0.13 "PUT /v2.0/routers/e6204d9a-d823-4d73-8d9c-a62b7a5879e2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0887551
Nov 06 21:22:34.241600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40062) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:34.241746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] Sync routers for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:22:34.252259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:34.252925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925162ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:34.357183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:34.375515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:34.530287 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:34.540907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Deleting port 5227d77e-8699-41d9-ad09-e3d4cd55c789 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:34.541243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:34.544005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925162ad30>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186'}], 'enable_snat': True}, 'gw_port_id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:22:33Z', 'revision_number': 5, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port': {'id': '78b59da3-85c2-4b35-bce4-479dc4cb99d2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:34.573042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] Checking router: e6204d9a-d823-4d73-8d9c-a62b7a5879e2 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:22:34.582131 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] Routers {'e6204d9a-d823-4d73-8d9c-a62b7a5879e2'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:34.582733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925162ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:34.647660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 373f7c3c-23d0-431b-9537-45923a64f3a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:34.657368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] For port 5227d77e-8699-41d9-ad09-e3d4cd55c789, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5227d77e-8699-41d9-ad09-e3d4cd55c789,segment=NetworkSegment(607f4b99-f3d3-4dcf-831d-bb85e14adeef),segment_id=607f4b99-f3d3-4dcf-831d-bb85e14adeef)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:34.657755 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:34.661188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Deleting port 78b59da3-85c2-4b35-bce4-479dc4cb99d2 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:34.661514 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:34.675717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 373f7c3c-23d0-431b-9537-45923a64f3a5 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:34.676049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 373f7c3c-23d0-431b-9537-45923a64f3a5 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:34.676476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:34.699930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:34.700264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 76ae3fb8-cd3a-4a07-b8d8-3ffbde310f18 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:34.706631 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Calling delete_port for 5227d77e-8699-41d9-ad09-e3d4cd55c789 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:34.708933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] Set router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:34.763104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925162ad30>, [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:22:34Z', 'revision_number': 6, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:34.790275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06047c-4c61-40f1-958d-fecb24a2d02d None None] The sync data for ids ['e6204d9a-d823-4d73-8d9c-a62b7a5879e2'] in ncdv-master-1 is: [{'id': 'e6204d9a-d823-4d73-8d9c-a62b7a5879e2', 'name': 'tempest-TaggedBootDevicesTest-196604223-router', 'tenant_id': '2091e07dbaca4b439d38b56488c3048f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:12Z', 'updated_at': '2021-11-06T21:22:34Z', 'revision_number': 6, 'project_id': '2091e07dbaca4b439d38b56488c3048f', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:22:35.097628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] For port 78b59da3-85c2-4b35-bce4-479dc4cb99d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78b59da3-85c2-4b35-bce4-479dc4cb99d2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:35.097930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.112870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Calling delete_port for 78b59da3-85c2-4b35-bce4-479dc4cb99d2 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:35.327082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.383171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Pushing event deleted for resources: {'Port': ['ID=5227d77e-8699-41d9-ad09-e3d4cd55c789,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:35.410782 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.461540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=78b59da3-85c2-4b35-bce4-479dc4cb99d2,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:35.603759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.706865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.710148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.717401 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.794698 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.795218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6204d9a-d823-4d73-8d9c-a62b7a5879e2 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:22:35.800877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.802554 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3485c4a1-f78e-4d7a-ace8-8cfea7a39c8f admin admin] 10.222.0.13 "DELETE /v2.0/routers/e6204d9a-d823-4d73-8d9c-a62b7a5879e2 HTTP/1.1" status: 204  len: 168 time: 1.5603232
Nov 06 21:22:35.804568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40066) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:35.855906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c611b48e-b239-45ef-a28d-8c9168920e02 admin admin] Deleting subnet ae00ea24-d570-42e9-a9fa-becd59fe1c5b {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:22:35.859220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c611b48e-b239-45ef-a28d-8c9168920e02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.902223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c611b48e-b239-45ef-a28d-8c9168920e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:35.981951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Router 41944cf7-d936-4317-9167-29b2218ee105 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:22:35.982841 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c611b48e-b239-45ef-a28d-8c9168920e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.037532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c611b48e-b239-45ef-a28d-8c9168920e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.066375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611b48e-b239-45ef-a28d-8c9168920e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae00ea24-d570-42e9-a9fa-becd59fe1c5b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:36.068753 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c611b48e-b239-45ef-a28d-8c9168920e02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.072069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c611b48e-b239-45ef-a28d-8c9168920e02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ae00ea24-d570-42e9-a9fa-becd59fe1c5b HTTP/1.1" status: 204  len: 168 time: 0.2658379
Nov 06 21:22:36.074497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40070) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:36.074985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500831e-9388-4878-ae5a-1b0b8220fea0 None None] Network 9d05c836-9ebe-45c6-ac6b-bc9513b61535 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:36.102294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:22:36.108997 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3dd1e3ee-5587-4b5e-9a7e-6930670a653e admin admin] 10.222.0.13 "PUT /v2.0/routers/41944cf7-d936-4317-9167-29b2218ee105/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7844963
Nov 06 21:22:36.114073 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] Sync routers for ids ['41944cf7-d936-4317-9167-29b2218ee105'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:22:36.119824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40072) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:36.128935 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] Routers {'41944cf7-d936-4317-9167-29b2218ee105'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:36.130021 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526f2460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41944cf7-d936-4317-9167-29b2218ee105'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:36.158260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.239579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Deleting port 122bfebe-6397-4997-ba7f-79da7f056585 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:36.240234 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.241585 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.261922 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] Set router 41944cf7-d936-4317-9167-29b2218ee105 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:36.342869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] For port 122bfebe-6397-4997-ba7f-79da7f056585, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=122bfebe-6397-4997-ba7f-79da7f056585,segment=NetworkSegment(b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6),segment_id=b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:36.343338 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.352156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.362155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Calling delete_port for 122bfebe-6397-4997-ba7f-79da7f056585 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:36.433121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Deleting port 6fe83881-afe0-4545-a7b1-910c07e4208c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:36.433603 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.459505 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526f2460>, [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:22:35Z', 'revision_number': 5, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port': {'id': '6fe83881-afe0-4545-a7b1-910c07e4208c', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41944cf7-d936-4317-9167-29b2218ee105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:21:03Z', 'updated_at': '2021-11-06T21:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:36.463058 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.474583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d5b6d-3d6b-4c03-bbaf-73611e587fb7 None None] DHCP port deletion for 9d05c836-9ebe-45c6-ac6b-bc9513b61535 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:22:36.486161 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] Checking router: 41944cf7-d936-4317-9167-29b2218ee105 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:22:36.495672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Pushing event deleted for resources: {'Port': ['ID=122bfebe-6397-4997-ba7f-79da7f056585,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:36.497900 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] Routers {'41944cf7-d936-4317-9167-29b2218ee105'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:36.498343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] No DVR routers for this DVR port 122bfebe-6397-4997-ba7f-79da7f056585 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:36.498515 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526f2460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['41944cf7-d936-4317-9167-29b2218ee105'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:36.551579 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] For port 6fe83881-afe0-4545-a7b1-910c07e4208c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fe83881-afe0-4545-a7b1-910c07e4208c,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:36.551955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.569325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Calling delete_port for 6fe83881-afe0-4545-a7b1-910c07e4208c owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:36.592714 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.597621 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] Set router 41944cf7-d936-4317-9167-29b2218ee105 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:36.618974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fc47070>,) {'filters': {'network_id': ['9d05c836-9ebe-45c6-ac6b-bc9513b61535']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:36.635501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fc47070>, 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:36.635800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fc47070>, 'b74e1c0f-8b4d-45fe-a33d-da2bb235c1d6') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:36.646476 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.653829 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526f2460>, [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:22:36Z', 'revision_number': 6, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:36.662749 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.669568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:22:36.669958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:22:36.672919 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:22:36.687859 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aacbb9e-154b-455c-9ede-7558a4519165 None None] The sync data for ids ['41944cf7-d936-4317-9167-29b2218ee105'] in ncdv-master-1 is: [{'id': '41944cf7-d936-4317-9167-29b2218ee105', 'name': 'tempest-TestVolumeBackupRestore-2100506644-router', 'tenant_id': '7a358134e822481e8e74a1c92ac76e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:21:02Z', 'updated_at': '2021-11-06T21:22:36Z', 'revision_number': 6, 'project_id': '7a358134e822481e8e74a1c92ac76e67', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:22:36.706813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 122bfebe-6397-4997-ba7f-79da7f056585 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:36.730731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 122bfebe-6397-4997-ba7f-79da7f056585 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:36.731083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 122bfebe-6397-4997-ba7f-79da7f056585 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:36.731673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 78b59da3-85c2-4b35-bce4-479dc4cb99d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:36.735522 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.747079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.752406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d05c836-9ebe-45c6-ac6b-bc9513b61535 HTTP/1.1" status: 204  len: 168 time: 0.6751308
Nov 06 21:22:36.763366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 78b59da3-85c2-4b35-bce4-479dc4cb99d2 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:36.763706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 78b59da3-85c2-4b35-bce4-479dc4cb99d2 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:36.764560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b7b11c3f-506f-433d-bfa1-d799cd6e3c51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:36.771425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849f4b9-d336-442d-a322-bf17c2d1e549 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d05c836-9ebe-45c6-ac6b-bc9513b61535,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:36.791974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b7b11c3f-506f-433d-bfa1-d799cd6e3c51 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:36.792401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b7b11c3f-506f-433d-bfa1-d799cd6e3c51 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:36.796449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.827529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe83881-afe0-4545-a7b1-910c07e4208c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:36.895764 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.900085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40076) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:36.951782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6ca3f98b-673f-42ab-9ad3-9f0a7cfe5fb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2091e07dbaca4b439d38b56488c3048f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0501821
Nov 06 21:22:36.954294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40078) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:36.987217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:36.989258 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.002610 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bb02e69-b1f6-4b4c-8a36-0171d0658182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.027831 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bb02e69-b1f6-4b4c-8a36-0171d0658182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.036014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.036589 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41944cf7-d936-4317-9167-29b2218ee105 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:22:37.041039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.044628 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e290d14-096b-4814-9544-ab59b722c70c admin admin] 10.222.0.13 "DELETE /v2.0/routers/41944cf7-d936-4317-9167-29b2218ee105 HTTP/1.1" status: 204  len: 168 time: 0.9193714
Nov 06 21:22:37.044823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40080) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:37.082612 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bb02e69-b1f6-4b4c-8a36-0171d0658182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.085203 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5bb02e69-b1f6-4b4c-8a36-0171d0658182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.086383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5bb02e69-b1f6-4b4c-8a36-0171d0658182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49b85fb8-f0e7-4e49-842b-860f9cee2e11 HTTP/1.1" status: 204  len: 168 time: 0.1311135
Nov 06 21:22:37.091088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09c406a-e5f5-40be-9aa7-d1aa62f052ec admin admin] Deleting subnet fbd2486f-a7a5-429c-a603-bb860dd9120f {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:22:37.094497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb02e69-b1f6-4b4c-8a36-0171d0658182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b85fb8-f0e7-4e49-842b-860f9cee2e11,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:37.094634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f09c406a-e5f5-40be-9aa7-d1aa62f052ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.133604 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f09c406a-e5f5-40be-9aa7-d1aa62f052ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.216268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f09c406a-e5f5-40be-9aa7-d1aa62f052ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.274880 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f09c406a-e5f5-40be-9aa7-d1aa62f052ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.299242 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c406a-e5f5-40be-9aa7-d1aa62f052ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd2486f-a7a5-429c-a603-bb860dd9120f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:37.305800 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f09c406a-e5f5-40be-9aa7-d1aa62f052ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.311308 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f09c406a-e5f5-40be-9aa7-d1aa62f052ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fbd2486f-a7a5-429c-a603-bb860dd9120f HTTP/1.1" status: 204  len: 168 time: 0.2630861
Nov 06 21:22:37.311479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40088) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:37.311686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a74cf-7944-4518-9ef7-f58e4883d122 None None] Network 18253ff9-903a-4bd9-958f-556029aadea7 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:37.382861 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.444353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Deleting port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:37.445115 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.515092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] For port 09c0f280-2d96-4d89-8fdf-0760cd952fe4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09c0f280-2d96-4d89-8fdf-0760cd952fe4,segment=NetworkSegment(607f4b99-f3d3-4dcf-831d-bb85e14adeef),segment_id=607f4b99-f3d3-4dcf-831d-bb85e14adeef)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:37.515466 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.525096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] DHCP port deletion for 18253ff9-903a-4bd9-958f-556029aadea7 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:22:37.531289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Calling delete_port for 09c0f280-2d96-4d89-8fdf-0760cd952fe4 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:37.588427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] Deleting port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:37.588923 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.632072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.658826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] For port 09c0f280-2d96-4d89-8fdf-0760cd952fe4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09c0f280-2d96-4d89-8fdf-0760cd952fe4,segment=NetworkSegment(607f4b99-f3d3-4dcf-831d-bb85e14adeef),segment_id=607f4b99-f3d3-4dcf-831d-bb85e14adeef)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:37.660135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.675905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c0f280-2d96-4d89-8fdf-0760cd952fe4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:37.677786 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] No DVR routers for this DVR port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:37.685570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] Calling delete_port for 09c0f280-2d96-4d89-8fdf-0760cd952fe4 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:37.747795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.771352 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925567c490>,) {'filters': {'network_id': ['18253ff9-903a-4bd9-958f-556029aadea7']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:37.780133 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.780880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925567c490>, '607f4b99-f3d3-4dcf-831d-bb85e14adeef') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:37.781181 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925567c490>, '607f4b99-f3d3-4dcf-831d-bb85e14adeef') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:37.798279 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.810265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] No DVR routers for this DVR port 09c0f280-2d96-4d89-8fdf-0760cd952fe4 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:37.815194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53166f-daf4-4d58-b5c2-34a2f96bac28 None None] Pushing event deleted for resources: {'Port': ['ID=09c0f280-2d96-4d89-8fdf-0760cd952fe4,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:37.816984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.825344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:22:37.825821 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:22:37.827715 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:22:37.884685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.890957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:37.892665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40106) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:37.897286 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/18253ff9-903a-4bd9-958f-556029aadea7 HTTP/1.1" status: 204  len: 168 time: 0.5819938
Nov 06 21:22:37.908380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7de58-9701-4a0c-80d4-3007d14cf9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=18253ff9-903a-4bd9-958f-556029aadea7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:38.005204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-670816421-network', 'tenant_id': '85dc06b0604c4693b83bb030dd6af32f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:38.027197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Made reservation on behalf of 85dc06b0604c4693b83bb030dd6af32f for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:22:38.028161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40112) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:38.029614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.039426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.070601 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63e6914d-d7d8-4713-bb2c-f59e79af2428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5673884ca4974d97b139bf3200b87b43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0408883
Nov 06 21:22:38.073084 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40114) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:38.120332 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.125019 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.130446 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.146048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:22:38.157245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.160089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c89fee7-ef25-40d0-85d4-d4751c0ada1b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:38.167297 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.167297 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Added segment 530f5042-0157-4b91-ac20-f963326068b3 of type vlan for network 83b9df86-5427-4633-8d25-33ebc9d62d6b
Nov 06 21:22:38.225221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.228176 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.232580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.236355 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68e489b4-1606-45a8-b65f-7825db6e0a23 HTTP/1.1" status: 204  len: 168 time: 0.1597450
Nov 06 21:22:38.243921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e489b4-1606-45a8-b65f-7825db6e0a23,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:38.254090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.254090 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.254483 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.254721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.255117 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.255528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.255917 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.256267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.256593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.256918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.257356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.257681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a9c10-e801-44be-97b7-71fcfb3923c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:22:38.271440 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.272489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:38.273104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.327504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4329836
Nov 06 21:22:38.330480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40120) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:38.337497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Request body: {'subnet': {'network_id': '83b9df86-5427-4633-8d25-33ebc9d62d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-670816421-subnet', 'tenant_id': '85dc06b0604c4693b83bb030dd6af32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:38.343506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d4c92-214c-426c-a0ad-adab4af3f352 admin admin] Pushing event updated for resources: {'Network': ['ID=83b9df86-5427-4633-8d25-33ebc9d62d6b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:38.353080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 83b9df86-5427-4633-8d25-33ebc9d62d6b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:22:38.362887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Made reservation on behalf of 85dc06b0604c4693b83bb030dd6af32f for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:22:38.365443 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.549208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.601273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be114b21-7e53-4a2a-a781-184f83fdd847,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:38.601916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6fe83881-afe0-4545-a7b1-910c07e4208c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:38.609724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40124) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:38.622421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Checking segment: {'id': '530f5042-0157-4b91-ac20-f963326068b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83b9df86-5427-4633-8d25-33ebc9d62d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:22:38.622782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Network hostable DHCP agents. Network: 83b9df86-5427-4633-8d25-33ebc9d62d6b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:22:38.624603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6fe83881-afe0-4545-a7b1-910c07e4208c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:38.624955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6fe83881-afe0-4545-a7b1-910c07e4208c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:38.625379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5227d77e-8699-41d9-ad09-e3d4cd55c789 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:38.646088 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Network 83b9df86-5427-4633-8d25-33ebc9d62d6b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:22:38.646308 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5227d77e-8699-41d9-ad09-e3d4cd55c789 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:38.646625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5227d77e-8699-41d9-ad09-e3d4cd55c789 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:38.647232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 09c0f280-2d96-4d89-8fdf-0760cd952fe4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:38.656564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83b9df86-5427-4633-8d25-33ebc9d62d6b) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:22:38.661326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:38.661918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.663409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d8b89b31-53a1-4602-8733-0261abd439dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a358134e822481e8e74a1c92ac76e67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0522392
Nov 06 21:22:38.666179 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40126) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:38.668202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac28038-de06-48cd-a68f-0b3f0b2aa8fa None None] Network 83b9df86-5427-4633-8d25-33ebc9d62d6b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:38.671165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 09c0f280-2d96-4d89-8fdf-0760cd952fe4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:38.671507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 09c0f280-2d96-4d89-8fdf-0760cd952fe4 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:38.702714 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2dcdec5c-866f-4d30-9f0a-436a72cf4907 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.3702576
Nov 06 21:22:38.728340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b2afa19-4c79-4871-a85c-258f88829554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.752175 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b2afa19-4c79-4871-a85c-258f88829554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.803132 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb247b-83da-4a13-8d8c-0a6fb24032a0 None None] Network 83b9df86-5427-4633-8d25-33ebc9d62d6b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:38.804043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b2afa19-4c79-4871-a85c-258f88829554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.807123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9b2afa19-4c79-4871-a85c-258f88829554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:38.808393 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9b2afa19-4c79-4871-a85c-258f88829554 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ef912b4-ff4a-4fb6-b30f-793f69a42304 HTTP/1.1" status: 204  len: 168 time: 0.1405754
Nov 06 21:22:38.822684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2afa19-4c79-4871-a85c-258f88829554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef912b4-ff4a-4fb6-b30f-793f69a42304,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:39.305578 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd280-341d-45d4-9dae-4b34874304e7 req-4ebd11ba-4e4c-4334-a038-29d2196eba9e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:39.307223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-4ebd11ba-4e4c-4334-a038-29d2196eba9e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/networks?id=83b9df86-5427-4633-8d25-33ebc9d62d6b HTTP/1.1" status: 200  len: 817 time: 0.1128945
Nov 06 21:22:39.323980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99ba9723-dbb5-4f14-92db-fac655bf4aaa tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/quotas/85dc06b0604c4693b83bb030dd6af32f HTTP/1.1" status: 200  len: 375 time: 0.0105965
Nov 06 21:22:39.359349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-cd5d0ce5-bfdd-4455-acef-53131476fe52 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85dc06b0604c4693b83bb030dd6af32f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0290852
Nov 06 21:22:39.456529 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-ffa01a0f-e022-4afb-9e4c-ca642f57d55e service neutron] 10.222.0.13 "GET /v2.0/networks/83b9df86-5427-4633-8d25-33ebc9d62d6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895050
Nov 06 21:22:39.544475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-a6f822a7-8045-490a-916a-ee56ba444200 service neutron] 10.222.0.13 "GET /v2.0/networks/83b9df86-5427-4633-8d25-33ebc9d62d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818808
Nov 06 21:22:39.701671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db7b5e4f-1d5e-4ac3-9e11-fb1e8f7cce1a req-811d3a15-023c-4ecf-bdc9-d1ab839102fc tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 210 time: 0.0277574
Nov 06 21:22:40.797276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-567fa809-dabc-43d8-96e7-5508464cf09a req-2513dd2b-a604-48c6-a4ec-ff72b4dcc204 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 210 time: 0.0255263
Nov 06 21:22:41.633154 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd280-341d-45d4-9dae-4b34874304e7 req-f5fcd182-0df7-45f5-92b4-e3bead658b36 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:41.634615 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-f5fcd182-0df7-45f5-92b4-e3bead658b36 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.10 "GET /v2.0/networks?id=83b9df86-5427-4633-8d25-33ebc9d62d6b HTTP/1.1" status: 200  len: 817 time: 0.1090775
Nov 06 21:22:41.647866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Request body: {'port': {'device_id': '45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4', 'network_id': '83b9df86-5427-4633-8d25-33ebc9d62d6b', 'admin_state_up': True, 'tenant_id': '85dc06b0604c4693b83bb030dd6af32f'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:41.753337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Made reservation on behalf of 85dc06b0604c4693b83bb030dd6af32f for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:22:41.756845 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:41.881386 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Allocated IP 172.20.0.2 (83b9df86-5427-4633-8d25-33ebc9d62d6b/be114b21-7e53-4a2a-a781-184f83fdd847/e7e082eb-2ed2-4e8d-ad7e-a8758617bb49) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:22:41.903701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bb6badd-d33e-4a83-b390-bb1920e36414 req-2b43b4aa-f097-456c-9812-bfae465a2457 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 210 time: 0.0307546
Nov 06 21:22:42.033343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.065911 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.112118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Network 83b9df86-5427-4633-8d25-33ebc9d62d6b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:22:42.117155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:22:42.120888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:22:42.144640 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Pushing event updated for resources: {'Port': ['ID=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:42.171375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:42.171920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.186851 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-85a7ecdd-791b-4a17-9e3a-17430effe0e1 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5435207
Nov 06 21:22:42.198984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Request body: {'port': {'device_id': '45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:42.255055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.512166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:22:42.519386 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.530973 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Transition to ACTIVE for port object e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:22:42.534171 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.583798 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Pushing event updated for resources: {'Port': ['ID=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:42.651730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Attempting to bind port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:22:42.652535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Attempting to bind port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '530f5042-0157-4b91-ac20-f963326068b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83b9df86-5427-4633-8d25-33ebc9d62d6b'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:22:42.652535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Attempting to bind port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 on network 83b9df86-5427-4633-8d25-33ebc9d62d6b {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:22:42.656557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 on network 83b9df86-5427-4633-8d25-33ebc9d62d6b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:22:42.656877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Attempting to bind port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 on network 83b9df86-5427-4633-8d25-33ebc9d62d6b {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:22:42.661496 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:22:42.661821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Checking segment: {'id': '530f5042-0157-4b91-ac20-f963326068b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83b9df86-5427-4633-8d25-33ebc9d62d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:22:42.662194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Bound using segment: {'id': '530f5042-0157-4b91-ac20-f963326068b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83b9df86-5427-4633-8d25-33ebc9d62d6b'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:22:42.662607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Bound port: e7e082eb-2ed2-4e8d-ad7e-a8758617bb49, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530f5042-0157-4b91-ac20-f963326068b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '83b9df86-5427-4633-8d25-33ebc9d62d6b'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:22:42.662950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.724194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] For port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:22:42.727825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] For port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,segment=NetworkSegment(530f5042-0157-4b91-ac20-f963326068b3),segment_id=530f5042-0157-4b91-ac20-f963326068b3)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:22:42.733647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.767908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:42.768597 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:42.769979 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] 10.222.0.10 "PUT /v2.0/ports/e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 HTTP/1.1" status: 200  len: 1091 time: 0.5751774
Nov 06 21:22:42.770416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4', 'tag': 'e7e082eb-2ed2-4e8d-ad7e-a8758617bb49'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:42.772707 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b147ab-9800-4f14-aea1-6817d1549c72" -d '{"events": [{"name": "network-changed", "server_uuid": "45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4", "tag": "e7e082eb-2ed2-4e8d-ad7e-a8758617bb49"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:42.797521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99080653-fe66-4397-a945-b07a51eac6ec service neutron] Pushing event updated for resources: {'Port': ['ID=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:42.820701 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16024295-a55b-4f1c-8a3c-af2a212282e3 x-openstack-request-id: req-16024295-a55b-4f1c-8a3c-af2a212282e3 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:42.820989 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4", "tag": "e7e082eb-2ed2-4e8d-ad7e-a8758617bb49", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:42.821246 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16024295-a55b-4f1c-8a3c-af2a212282e3 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:42.821640 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4', 'tag': 'e7e082eb-2ed2-4e8d-ad7e-a8758617bb49', 'status': 'completed', 'code': 200}
Nov 06 21:22:42.854585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd280-341d-45d4-9dae-4b34874304e7 req-13a8b672-da61-4a19-b6a3-9cdee5bf2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:42.856092 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-13a8b672-da61-4a19-b6a3-9cdee5bf2306 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85dc06b0604c4693b83bb030dd6af32f&device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 1094 time: 0.0442004
Nov 06 21:22:42.901176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-39a5b575-a1c6-4d2a-8b4d-95e1ea42c744 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 HTTP/1.1" status: 200  len: 217 time: 0.0371144
Nov 06 21:22:42.951149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd280-341d-45d4-9dae-4b34874304e7 req-a488ba31-4ca2-471e-b74e-7505c6c315c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:42.952628 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-a488ba31-4ca2-471e-b74e-7505c6c315c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be114b21-7e53-4a2a-a781-184f83fdd847 HTTP/1.1" status: 200  len: 857 time: 0.0454135
Nov 06 21:22:42.983887 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-4d5383a9-ebd8-44e3-9ac4-484689698da1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83b9df86-5427-4633-8d25-33ebc9d62d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245268
Nov 06 21:22:43.040559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2103c90-0b70-417c-b7c1-0dfe1e0ae22b req-af1c1358-ce18-4732-8436-376019d34d09 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:43.045939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2103c90-0b70-417c-b7c1-0dfe1e0ae22b req-af1c1358-ce18-4732-8436-376019d34d09 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 943 time: 0.0686147
Nov 06 21:22:43.092874 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-51e6609c-c215-42cc-9dde-727f7b32f71e service neutron] 10.222.0.10 "GET /v2.0/networks/83b9df86-5427-4633-8d25-33ebc9d62d6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1010420
Nov 06 21:22:43.095234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2103c90-0b70-417c-b7c1-0dfe1e0ae22b req-9dc3161b-0938-4e13-9781-bba26ef30591 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431190
Nov 06 21:22:43.184213 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-936cd280-341d-45d4-9dae-4b34874304e7 req-e77206a4-4872-4f49-bd9b-0f2c36bfc49d service neutron] 10.222.0.10 "GET /v2.0/networks/83b9df86-5427-4633-8d25-33ebc9d62d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835881
Nov 06 21:22:43.273532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-7a236048-6963-4352-9ed7-75eff8ecc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:43.275055 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-7a236048-6963-4352-9ed7-75eff8ecc213 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85dc06b0604c4693b83bb030dd6af32f&device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 1094 time: 0.0417292
Nov 06 21:22:43.369392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-91c77aa7-da0f-499c-973b-b1d6fd9f3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:43.370881 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-91c77aa7-da0f-499c-973b-b1d6fd9f3070 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83b9df86-5427-4633-8d25-33ebc9d62d6b HTTP/1.1" status: 200  len: 918 time: 0.0883448
Nov 06 21:22:43.412654 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-566eff91-c089-4665-9b82-b9c589b059bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 HTTP/1.1" status: 200  len: 217 time: 0.0345142
Nov 06 21:22:43.463130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-43c3dffa-1e27-413b-8041-5098b694d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:43.464561 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-43c3dffa-1e27-413b-8041-5098b694d1f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be114b21-7e53-4a2a-a781-184f83fdd847 HTTP/1.1" status: 200  len: 857 time: 0.0455384
Nov 06 21:22:43.494645 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-e13330ff-ce3a-4dc4-9255-b852f322923a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83b9df86-5427-4633-8d25-33ebc9d62d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0234852
Nov 06 21:22:43.581666 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-fe0f8d1a-c63c-457a-803b-d414b424742f service neutron] 10.222.0.10 "GET /v2.0/networks/83b9df86-5427-4633-8d25-33ebc9d62d6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792572
Nov 06 21:22:43.976266 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c2b147ab-9800-4f14-aea1-6817d1549c72 req-f0c65826-09e6-4317-b731-d6c76b2044d8 service neutron] 10.222.0.10 "GET /v2.0/networks/83b9df86-5427-4633-8d25-33ebc9d62d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3885484
Nov 06 21:22:44.218264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54124a7c-23dc-465c-b4e1-6b2129c6164c req-207f2638-5b03-4fde-87b9-a68684bf772c tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:44.219749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54124a7c-23dc-465c-b4e1-6b2129c6164c req-207f2638-5b03-4fde-87b9-a68684bf772c tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 943 time: 0.0486748
Nov 06 21:22:44.268062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54124a7c-23dc-465c-b4e1-6b2129c6164c req-50d934d7-2343-4737-b5c9-352698f1748f tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424266
Nov 06 21:22:44.657219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:44.721969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:45.390571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1f4ce-35a3-46cd-8257-2bc3fecaa1f3 req-065c0aee-7ac1-4646-a9fe-4318e954a7ea tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:45.392034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3d1f4ce-35a3-46cd-8257-2bc3fecaa1f3 req-065c0aee-7ac1-4646-a9fe-4318e954a7ea tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 943 time: 0.0519948
Nov 06 21:22:45.438001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3d1f4ce-35a3-46cd-8257-2bc3fecaa1f3 req-7c94d185-c7d9-4aac-b499-7fd70c642507 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400641
Nov 06 21:22:46.555538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870095b3-c615-4b5a-a626-fc49e5f8d2d4 req-a63b701a-1d38-46eb-9f25-03504623324f tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:46.557001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-870095b3-c615-4b5a-a626-fc49e5f8d2d4 req-a63b701a-1d38-46eb-9f25-03504623324f tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 943 time: 0.0491214
Nov 06 21:22:46.605522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-870095b3-c615-4b5a-a626-fc49e5f8d2d4 req-86594083-1ef2-4b0a-a64c-97bae982a7d9 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426731
Nov 06 21:22:46.618062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:22:46.716627 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,segment=NetworkSegment(530f5042-0157-4b91-ac20-f963326068b3),segment_id=530f5042-0157-4b91-ac20-f963326068b3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:46.727713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e7e082eb-2ed2-4e8d-ad7e-a8758617bb49', 'network_id': '83b9df86-5427-4633-8d25-33ebc9d62d6b', 'port_id': 'e7e082eb-2ed2-4e8d-ad7e-a8758617bb49', 'mac_address': 'fa:16:3e:0e:d1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be114b21-7e53-4a2a-a781-184f83fdd847', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:22:46.767359 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:46.780351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:22:46.800427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,segment=NetworkSegment(530f5042-0157-4b91-ac20-f963326068b3),segment_id=530f5042-0157-4b91-ac20-f963326068b3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:46.804382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:46.862885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:46.870673 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-910f20a2-4a5b-4b41-b41e-61d7bc4f338b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:47.102303 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e7e082eb-2ed2-4e8d-ad7e-a8758617bb49'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:22:47.730228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26faf5c-5911-4094-a911-8bab0d02fc22 req-57641bd9-0fac-40cc-bb0e-5d46db4c5ea4 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:47.731718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c26faf5c-5911-4094-a911-8bab0d02fc22 req-57641bd9-0fac-40cc-bb0e-5d46db4c5ea4 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 944 time: 0.0499957
Nov 06 21:22:47.782557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c26faf5c-5911-4094-a911-8bab0d02fc22 req-b6b0feb1-4a50-4a8e-9dc8-451739372798 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441806
Nov 06 21:22:48.357799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40200) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:48.511448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port f7f46486-21c3-493c-a9cb-a27d90f5e1f0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:48.511784 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:48.585925 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:48.586248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:48.598361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for f7f46486-21c3-493c-a9cb-a27d90f5e1f0 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:48.637133 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:22:48.686125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:22:48.689984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:22:48.690383 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:48.749499 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:48.772865 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:48.775603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=f7f46486-21c3-493c-a9cb-a27d90f5e1f0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:48.798516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e082eb-2ed2-4e8d-ad7e-a8758617bb49'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:48.800839 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b9e3f-7829-4186-8ef8-0595c53ee85d" -d '{"events": [{"server_uuid": "45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4", "name": "network-vif-plugged", "status": "completed", "tag": "e7e082eb-2ed2-4e8d-ad7e-a8758617bb49"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:48.813758 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,segment=NetworkSegment(530f5042-0157-4b91-ac20-f963326068b3),segment_id=530f5042-0157-4b91-ac20-f963326068b3)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:48.819403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:48.843147 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:48.843470 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Floating IP ba946625-7e3d-4294-8ed1-104712bef456 disassociated (deleted). External IP: 172.35.0.132, port: 6c24608c-1640-4444-9edd-a9836259cfab.
Nov 06 21:22:48.860257 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71dbf42-69ef-4a2b-aed6-6b8f81e6ca65 x-openstack-request-id: req-f71dbf42-69ef-4a2b-aed6-6b8f81e6ca65 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:48.860621 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4", "name": "network-vif-plugged", "status": "completed", "tag": "e7e082eb-2ed2-4e8d-ad7e-a8758617bb49", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:48.866076 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f71dbf42-69ef-4a2b-aed6-6b8f81e6ca65 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:48.866076 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e082eb-2ed2-4e8d-ad7e-a8758617bb49', 'code': 200}
Nov 06 21:22:48.902437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:48.971275 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27d146-f654-4be2-b7c2-75eca474bde7 req-af7fe2aa-0af1-4490-9235-33a380af232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:48.972949 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dc27d146-f654-4be2-b7c2-75eca474bde7 req-af7fe2aa-0af1-4490-9235-33a380af232c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 1096 time: 0.0426238
Nov 06 21:22:49.024722 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-dc27d146-f654-4be2-b7c2-75eca474bde7 req-9ab55d7d-18b6-4c1d-a54e-7132aa4ed800 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445726
Nov 06 21:22:49.236185 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f30f1458-413e-4305-9a6c-3d7dedd5e7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:49.266603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79ff28-d4ab-49f2-beb0-1d17834371f2 req-b4d63ca2-ea75-4bc6-8004-74cdec00ec60 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:49.268082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f79ff28-d4ab-49f2-beb0-1d17834371f2 req-b4d63ca2-ea75-4bc6-8004-74cdec00ec60 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 945 time: 0.3890023
Nov 06 21:22:49.364055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1f79ff28-d4ab-49f2-beb0-1d17834371f2 req-61f7b730-e29a-4b92-b717-cf2881c071b6 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898952
Nov 06 21:22:49.435144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Router 408b6896-0ddf-4af0-8202-79134b6443e1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:22:49.542228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:22:49.546766 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:49.551796 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:22:49.561638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:49.562249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512d1d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:49.573171 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3b0389e9-64d1-4e26-8c2e-a026dd24f6c3 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "DELETE /v2.0/floatingips/ba946625-7e3d-4294-8ed1-104712bef456 HTTP/1.1" status: 204  len: 168 time: 1.2142830
Nov 06 21:22:49.573748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:49.575995 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "tag": "6c24608c-1640-4444-9edd-a9836259cfab"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:49.611172 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c00baf1-c1a4-4f48-b331-96435faca436 x-openstack-request-id: req-5c00baf1-c1a4-4f48-b331-96435faca436 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:49.611705 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "tag": "6c24608c-1640-4444-9edd-a9836259cfab", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:49.612807 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c00baf1-c1a4-4f48-b331-96435faca436 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:49.613169 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab', 'status': 'completed', 'code': 200}
Nov 06 21:22:49.689006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:49.724048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-57913637-9ef8-473e-895b-a3d6599130d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:49.725732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-57913637-9ef8-473e-895b-a3d6599130d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 1097 time: 0.0440969
Nov 06 21:22:49.853244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52536624-e3ad-4478-8f5b-8bdde6a92836 req-1c1d7bb3-4e89-461e-822e-dd4617daac6d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:49.854723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52536624-e3ad-4478-8f5b-8bdde6a92836 req-1c1d7bb3-4e89-461e-822e-dd4617daac6d tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 946 time: 0.0722730
Nov 06 21:22:49.871373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-5b747ab1-0dec-4e20-97c7-994141971e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:49.872854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-5b747ab1-0dec-4e20-97c7-994141971e3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 200  len: 913 time: 0.1402600
Nov 06 21:22:49.914656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512d1d60>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:49.931968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-03530b72-c435-406d-9783-83a9510bcd65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 200  len: 217 time: 0.0515237
Nov 06 21:22:49.942677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:22:49.951612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:49.952224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512d1d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:49.957840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-52536624-e3ad-4478-8f5b-8bdde6a92836 req-e80a832b-0f76-4a4a-a169-725dccd50f44 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957441
Nov 06 21:22:49.993774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-edb8e680-6b0c-4441-ae98-4b9538086758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:49.995231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-edb8e680-6b0c-4441-ae98-4b9538086758 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 200  len: 851 time: 0.0511534
Nov 06 21:22:50.043235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-33c587e9-4553-4e96-9fd0-e8063ea4da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:50.044762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-33c587e9-4553-4e96-9fd0-e8063ea4da20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3f7c65e-ecf0-4c1d-974f-85d78dbec967&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409751
Nov 06 21:22:50.058792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:50.139308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-798de928-9aa1-4ab3-8e90-bb4f49f88cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866890
Nov 06 21:22:50.231450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59ec248b-cff4-4e3d-aa48-281c5cae5a6e req-c93624b7-de75-4f79-8b23-3b05c50e3c9b service neutron] 10.222.0.37 "GET /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844774
Nov 06 21:22:50.261700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512d1d60>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:50.292613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef5839-1088-4e56-b9f4-65420809869a None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:13:50Z', 'revision_number': 4, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6614f611-baca-4e85-a505-26916f92fbb3', 'name': '', 'network_id': 'd3f7c65e-ecf0-4c1d-974f-85d78dbec967', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'mac_address': 'fa:16:3e:17:a9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:50Z', 'updated_at': '2021-11-06T21:13:54Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'subnets': [{'id': 'fa706528-9259-4a22-8878-c72df3e42ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:22:50.493140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a11fea-b7c7-4a60-b03c-ab899230e078 req-e87a13e3-3cc3-48ba-a02e-3f6f843df389 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:50.494758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47a11fea-b7c7-4a60-b03c-ab899230e078 req-e87a13e3-3cc3-48ba-a02e-3f6f843df389 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 945 time: 0.0510468
Nov 06 21:22:50.542199 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e5adac-e841-4711-8116-f3f743e42208 None None] New status for floating IP ba946625-7e3d-4294-8ed1-104712bef456: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:22:50.553876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47a11fea-b7c7-4a60-b03c-ab899230e078 req-42d46a62-4000-4c5e-b94f-692bff5a202b tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530312
Nov 06 21:22:50.653878 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:50.796674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d613-2c85-4a1c-b0a3-30e7981782d0 req-cdb16665-6f98-4626-8f8e-6a7b040036be tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:50.798169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a672d613-2c85-4a1c-b0a3-30e7981782d0 req-cdb16665-6f98-4626-8f8e-6a7b040036be tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 945 time: 0.0495763
Nov 06 21:22:50.844512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a672d613-2c85-4a1c-b0a3-30e7981782d0 req-3a34181a-219f-4f7e-bd85-31aac9a49997 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403669
Nov 06 21:22:51.075892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd2e5-f6e8-4593-a0c0-3a1df915ed01 req-4c2551fe-a39b-4edf-8d07-bd9db8831e05 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:51.077432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92dbd2e5-f6e8-4593-a0c0-3a1df915ed01 req-4c2551fe-a39b-4edf-8d07-bd9db8831e05 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 946 time: 0.0491669
Nov 06 21:22:51.125579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92dbd2e5-f6e8-4593-a0c0-3a1df915ed01 req-564712e6-ef6d-437b-a5fc-73eaf02a8bda tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/security-groups?id=aebfff74-ab70-4b6a-8379-9bc48e31182f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416000
Nov 06 21:22:51.357342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-ead333f3-a655-40d5-9145-d11aa00963d4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:51.358767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-ead333f3-a655-40d5-9145-d11aa00963d4 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 946 time: 0.0510681
Nov 06 21:22:51.449232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port 6c24608c-1640-4444-9edd-a9836259cfab {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:51.449573 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:51.541382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] For port 6c24608c-1640-4444-9edd-a9836259cfab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c24608c-1640-4444-9edd-a9836259cfab,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:51.541728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:51.554659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for 6c24608c-1640-4444-9edd-a9836259cfab owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:51.683299 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:51.716190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=6c24608c-1640-4444-9edd-a9836259cfab,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:51.760646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] No DVR routers for this DVR port 6c24608c-1640-4444-9edd-a9836259cfab on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:51.762956 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:51.766305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-152309c7-bdba-445f-a2a0-a5eb6c97ab82 req-f6c25394-4d39-4f44-bd3a-df7b5ea89234 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.37 "DELETE /v2.0/ports/6c24608c-1640-4444-9edd-a9836259cfab HTTP/1.1" status: 204  len: 173 time: 0.4012992
Nov 06 21:22:51.766750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'name': 'network-vif-deleted', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:51.769035 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143b26b7-7f68-4fe4-a3ef-045ca1c707f6" -d '{"events": [{"server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "name": "network-vif-deleted", "tag": "6c24608c-1640-4444-9edd-a9836259cfab"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:51.810706 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71f935b-f44c-49af-9f57-14f36a2b96a1 x-openstack-request-id: req-a71f935b-f44c-49af-9f57-14f36a2b96a1 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:51.811003 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc8d98-0232-495c-b045-c07a8a328d7a", "name": "network-vif-deleted", "tag": "6c24608c-1640-4444-9edd-a9836259cfab", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:51.811256 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a71f935b-f44c-49af-9f57-14f36a2b96a1 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:51.811658 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fc8d98-0232-495c-b045-c07a8a328d7a', 'name': 'network-vif-deleted', 'tag': '6c24608c-1640-4444-9edd-a9836259cfab', 'status': 'completed', 'code': 200}
Nov 06 21:22:51.903131 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:51.977813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb73c2-7502-4b25-b6ad-c571863f872a req-ab1a3b26-117e-4706-9196-c0b8a71ad414 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:51.979235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbfb73c2-7502-4b25-b6ad-c571863f872a req-ab1a3b26-117e-4706-9196-c0b8a71ad414 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 945 time: 0.0525143
Nov 06 21:22:52.032010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbfb73c2-7502-4b25-b6ad-c571863f872a req-c2adc7f9-099f-4028-ae63-5206c9c87d06 tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c89fee7-ef25-40d0-85d4-d4751c0ada1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464461
Nov 06 21:22:52.107262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-8b4fa113-0f3d-43cf-aab9-25898331b32d tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:52.109034 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-8b4fa113-0f3d-43cf-aab9-25898331b32d tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4 HTTP/1.1" status: 200  len: 945 time: 0.0501194
Nov 06 21:22:52.207977 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Deleting port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:52.208335 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:52.243606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e813a851-9401-4856-879a-4a178c66910e req-da1cf6b4-aa0c-40e3-97bc-751fe11538f2 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "GET /v2.0/ports?device_id=55fc8d98-0232-495c-b045-c07a8a328d7a HTTP/1.1" status: 200  len: 210 time: 0.0271502
Nov 06 21:22:52.300419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] For port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,segment=NetworkSegment(530f5042-0157-4b91-ac20-f963326068b3),segment_id=530f5042-0157-4b91-ac20-f963326068b3)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:52.300811 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:52.313882 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Calling delete_port for e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:52.446910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:52.458152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e7e082eb-2ed2-4e8d-ad7e-a8758617bb49'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:22:52.475120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Pushing event deleted for resources: {'Port': ['ID=e7e082eb-2ed2-4e8d-ad7e-a8758617bb49,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:52.507931 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:52.519229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] No DVR routers for this DVR port e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:52.521608 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:52.524876 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-88033fab-fdf7-4215-9ec3-aa887362a8d6 req-a27d4811-106d-45d2-94ee-6e7a3ea7ce8e tempest-InstanceActionsV221TestJSON-771034143 tempest-InstanceActionsV221TestJSON-771034143-project] 10.222.0.10 "DELETE /v2.0/ports/e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 HTTP/1.1" status: 204  len: 173 time: 0.4093871
Nov 06 21:22:52.525314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4', 'name': 'network-vif-deleted', 'tag': 'e7e082eb-2ed2-4e8d-ad7e-a8758617bb49'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:52.527545 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d7c0e-b508-4d7c-b800-df0bd74a63c0" -d '{"events": [{"server_uuid": "45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4", "name": "network-vif-deleted", "tag": "e7e082eb-2ed2-4e8d-ad7e-a8758617bb49"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:52.565330 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6440a8d0-1a43-4a84-98a0-f90affde40d1 x-openstack-request-id: req-6440a8d0-1a43-4a84-98a0-f90affde40d1 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:52.565622 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4", "name": "network-vif-deleted", "tag": "e7e082eb-2ed2-4e8d-ad7e-a8758617bb49", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:52.565889 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6440a8d0-1a43-4a84-98a0-f90affde40d1 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:52.566285 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dcc9ed-a794-4d53-9c8f-35cd4bfba5e4', 'name': 'network-vif-deleted', 'tag': 'e7e082eb-2ed2-4e8d-ad7e-a8758617bb49', 'status': 'completed', 'code': 200}
Nov 06 21:22:53.247637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40236) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:53.294235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e415e419-7f97-4fa2-9ba7-d85999725962 admin admin] Deleting subnet be114b21-7e53-4a2a-a781-184f83fdd847 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:22:53.300730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e415e419-7f97-4fa2-9ba7-d85999725962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.300837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40240) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:53.341323 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e415e419-7f97-4fa2-9ba7-d85999725962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.381061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e415e419-7f97-4fa2-9ba7-d85999725962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.426228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Deleting port 01584a73-c3eb-4208-a422-addb497346eb {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:53.426470 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.436717 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e415e419-7f97-4fa2-9ba7-d85999725962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.464766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415e419-7f97-4fa2-9ba7-d85999725962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be114b21-7e53-4a2a-a781-184f83fdd847,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:53.466851 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e415e419-7f97-4fa2-9ba7-d85999725962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.472954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40242) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:53.473094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e415e419-7f97-4fa2-9ba7-d85999725962 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/be114b21-7e53-4a2a-a781-184f83fdd847 HTTP/1.1" status: 204  len: 168 time: 0.2239544
Nov 06 21:22:53.559509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.559826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.571348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.576198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Calling delete_port for 01584a73-c3eb-4208-a422-addb497346eb owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:53.706454 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.737272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256920730>,) {'filters': {'network_id': ['83b9df86-5427-4633-8d25-33ebc9d62d6b']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:53.748482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256920730>, '530f5042-0157-4b91-ac20-f963326068b3') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:53.748778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256920730>, '530f5042-0157-4b91-ac20-f963326068b3') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:53.758760 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.792278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.808474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:22:53.808857 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:22:53.810553 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:22:53.861421 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.889934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'Port': ['ID=01584a73-c3eb-4208-a422-addb497346eb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:53.893699 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.900323 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.903410 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/83b9df86-5427-4633-8d25-33ebc9d62d6b HTTP/1.1" status: 204  len: 168 time: 0.4295208
Nov 06 21:22:53.928321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d9ace-2784-41dc-b20e-43467eb094b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b9df86-5427-4633-8d25-33ebc9d62d6b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:53.974107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.976610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:53.977886 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-16a88a60-9843-4c90-bb73-ca3ad1c7ca93 tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "DELETE /v2.0/floatingips/816877e3-36cc-42da-8f14-ad62835404b5 HTTP/1.1" status: 204  len: 168 time: 0.6757076
Nov 06 21:22:54.077299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40252) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:54.121773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a2dd14f2-eb47-4d1d-b8a3-aa88f0309541 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85dc06b0604c4693b83bb030dd6af32f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0432005
Nov 06 21:22:54.124322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40256) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:54.175010 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-21c9c11d-3078-4fc2-8430-72df2b0ff049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:54.201166 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-21c9c11d-3078-4fc2-8430-72df2b0ff049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:54.251116 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-21c9c11d-3078-4fc2-8430-72df2b0ff049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:54.256168 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-21c9c11d-3078-4fc2-8430-72df2b0ff049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:54.257426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-21c9c11d-3078-4fc2-8430-72df2b0ff049 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c89fee7-ef25-40d0-85d4-d4751c0ada1b HTTP/1.1" status: 204  len: 168 time: 0.1321833
Nov 06 21:22:54.266985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9c11d-3078-4fc2-8430-72df2b0ff049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c89fee7-ef25-40d0-85d4-d4751c0ada1b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:54.423241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6c24608c-1640-4444-9edd-a9836259cfab no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:54.452766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 6c24608c-1640-4444-9edd-a9836259cfab {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:54.453411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6c24608c-1640-4444-9edd-a9836259cfab not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:54.659569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:54.680916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:54.681259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e7e082eb-2ed2-4e8d-ad7e-a8758617bb49 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:54.953945 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40288) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:55.060545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-234094572-network', 'tenant_id': 'cb686062472f4c988aa8ac1ef80ce3d2'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:55.081498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Made reservation on behalf of cb686062472f4c988aa8ac1ef80ce3d2 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:22:55.084458 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.093583 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.171918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.176429 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.185596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40308) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:55.202058 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:22:55.211835 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b00d45-944b-48a2-8ee0-258860402f8b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:55.216651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.216987 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Added segment af489318-202a-420b-9c45-b7b2e45055ee of type vlan for network 0d761397-e682-422e-af85-a93032aefb10
Nov 06 21:22:55.250760 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2666e437-deb2-450f-bc0f-9cb479e8545e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.259363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.277252 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2666e437-deb2-450f-bc0f-9cb479e8545e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.289046 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.289918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:55.290509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.339893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2666e437-deb2-450f-bc0f-9cb479e8545e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.342517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2666e437-deb2-450f-bc0f-9cb479e8545e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.343694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2666e437-deb2-450f-bc0f-9cb479e8545e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] 10.222.0.13 "DELETE /v2.0/security-groups/aebfff74-ab70-4b6a-8379-9bc48e31182f HTTP/1.1" status: 204  len: 168 time: 0.1571002
Nov 06 21:22:55.344798 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.3897469
Nov 06 21:22:55.349443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40310) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:55.353506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666e437-deb2-450f-bc0f-9cb479e8545e tempest-TestVolumeBootPattern-1370352342 tempest-TestVolumeBootPattern-1370352342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebfff74-ab70-4b6a-8379-9bc48e31182f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:55.355896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Request body: {'subnet': {'network_id': '0d761397-e682-422e-af85-a93032aefb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-234094572-subnet', 'tenant_id': 'cb686062472f4c988aa8ac1ef80ce3d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:55.367609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0b54-dfdd-4458-a020-e0b5b0fe6252 admin admin] Pushing event updated for resources: {'Network': ['ID=0d761397-e682-422e-af85-a93032aefb10,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:55.386854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0d761397-e682-422e-af85-a93032aefb10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:22:55.396791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Made reservation on behalf of cb686062472f4c988aa8ac1ef80ce3d2 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:22:55.401216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.412442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40314) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:55.589534 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.646195 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0bc817-58aa-41d8-86e5-3d73ed61f3a3,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:55.655038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Checking segment: {'id': 'af489318-202a-420b-9c45-b7b2e45055ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0d761397-e682-422e-af85-a93032aefb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:22:55.655404 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Network hostable DHCP agents. Network: 0d761397-e682-422e-af85-a93032aefb10, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:22:55.673047 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Network 0d761397-e682-422e-af85-a93032aefb10 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:22:55.682095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d761397-e682-422e-af85-a93032aefb10) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:22:55.687058 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:55.687900 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:55.693058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8c0fb-dad6-4aca-8fad-83cd4dca98d7 None None] Network 0d761397-e682-422e-af85-a93032aefb10 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:55.705009 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-671a25fc-a4e0-436a-8b35-d3d606e837ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.3528962
Nov 06 21:22:55.833564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294237c-ff40-4bbd-b846-b7c76139692c None None] Network 0d761397-e682-422e-af85-a93032aefb10 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:55.848256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:56.195426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-3dbe5a30-e4f4-4219-ae71-202d0aaab962 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:56.196844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-3dbe5a30-e4f4-4219-ae71-202d0aaab962 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/networks?id=0d761397-e682-422e-af85-a93032aefb10 HTTP/1.1" status: 200  len: 821 time: 0.1380005
Nov 06 21:22:56.202273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Deleting port 6614f611-baca-4e85-a505-26916f92fbb3 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:56.202609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:56.251383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-4ea1c285-8da6-442b-b10a-f30bea11faab tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/quotas/cb686062472f4c988aa8ac1ef80ce3d2 HTTP/1.1" status: 200  len: 375 time: 0.0468364
Nov 06 21:22:56.286515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-0a988fd5-a6a4-4679-96b1-807fe20ba686 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb686062472f4c988aa8ac1ef80ce3d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0275342
Nov 06 21:22:56.364535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] For port 6614f611-baca-4e85-a505-26916f92fbb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6614f611-baca-4e85-a505-26916f92fbb3,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:56.364891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:56.384282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Calling delete_port for 6614f611-baca-4e85-a505-26916f92fbb3 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:56.441707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-9c97ef2e-9344-4a82-8411-b84e7d2006ef service neutron] 10.222.0.13 "GET /v2.0/networks/0d761397-e682-422e-af85-a93032aefb10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465924
Nov 06 21:22:56.595074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-5c2cfe9e-6d61-4dbf-adc9-328521967e03 service neutron] 10.222.0.13 "GET /v2.0/networks/0d761397-e682-422e-af85-a93032aefb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468298
Nov 06 21:22:56.648996 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:56.682055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Pushing event deleted for resources: {'Port': ['ID=6614f611-baca-4e85-a505-26916f92fbb3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:56.771819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b71ad442-2fe8-424f-ab24-8c4921afbf04 req-a35a1020-a968-49ae-a30d-7403c0de2797 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 210 time: 0.0343614
Nov 06 21:22:56.888075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:57.129649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Router 408b6896-0ddf-4af0-8202-79134b6443e1 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:22:57.538249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:22:57.543568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-22febb68-f900-4c25-92b8-0e3e4f790502 admin admin] 10.222.0.13 "PUT /v2.0/routers/408b6896-0ddf-4af0-8202-79134b6443e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1300054
Nov 06 21:22:57.546062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40344) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:57.549198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] Sync routers for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:22:57.558819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:57.559425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251430760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:57.669881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:57.698312 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:57.829899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-0db09b91-16e1-4033-b004-99761d0e43f9 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:57.831377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-0db09b91-16e1-4033-b004-99761d0e43f9 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.37 "GET /v2.0/networks?id=0d761397-e682-422e-af85-a93032aefb10 HTTP/1.1" status: 200  len: 821 time: 0.1915734
Nov 06 21:22:57.845465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Request body: {'port': {'device_id': '3f37d3e2-ff8e-4c35-896c-95c982666808', 'network_id': '0d761397-e682-422e-af85-a93032aefb10', 'admin_state_up': True, 'tenant_id': 'cb686062472f4c988aa8ac1ef80ce3d2'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:57.858515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251430760>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:22:56Z', 'revision_number': 5, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port': {'id': 'cdc6fefe-fffc-4a2a-ac45-39185afde063', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:48Z', 'updated_at': '2021-11-06T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:57.931664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8f76f27-9f2d-4dea-a13c-ef79606878b0 req-8ddbd673-321e-43ac-92a2-9f0d4d088c54 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 210 time: 0.0788748
Nov 06 21:22:57.942747 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.040533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Deleting port cdc6fefe-fffc-4a2a-ac45-39185afde063 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:58.040905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.043739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Made reservation on behalf of cb686062472f4c988aa8ac1ef80ce3d2 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:22:58.047013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] Checking router: 408b6896-0ddf-4af0-8202-79134b6443e1 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:22:58.047384 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.055254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] Routers {'408b6896-0ddf-4af0-8202-79134b6443e1'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:22:58.055794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251430760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['408b6896-0ddf-4af0-8202-79134b6443e1'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:58.142195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] Set router 408b6896-0ddf-4af0-8202-79134b6443e1 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:22:58.195392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] For port cdc6fefe-fffc-4a2a-ac45-39185afde063, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdc6fefe-fffc-4a2a-ac45-39185afde063,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:58.195761 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.197646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251430760>, [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:22:57Z', 'revision_number': 6, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:58.223236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2ed7d-f0b0-495a-881e-a123865439e2 None None] The sync data for ids ['408b6896-0ddf-4af0-8202-79134b6443e1'] in ncdv-master-1 is: [{'id': '408b6896-0ddf-4af0-8202-79134b6443e1', 'name': 'tempest-TestVolumeBootPattern-2132136400-router', 'tenant_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:47Z', 'updated_at': '2021-11-06T21:22:57Z', 'revision_number': 6, 'project_id': '98ca138427bf46a0bff4b6bfbd378ec6', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:22:58.232233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Calling delete_port for cdc6fefe-fffc-4a2a-ac45-39185afde063 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:58.295927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Allocated IP 172.20.0.9 (0d761397-e682-422e-af85-a93032aefb10/cd0bc817-58aa-41d8-86e5-3d73ed61f3a3/5c62bad1-f9ba-4314-a571-37676ce88750) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:22:58.547358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.552633 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.583224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc6fefe-fffc-4a2a-ac45-39185afde063,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:58.622996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6614f611-baca-4e85-a505-26916f92fbb3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:22:58.643598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6614f611-baca-4e85-a505-26916f92fbb3 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:22:58.643963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6614f611-baca-4e85-a505-26916f92fbb3 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:22:58.674978 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.679472 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.799002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.805578 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.809645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Network 0d761397-e682-422e-af85-a93032aefb10 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:22:58.817589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:22:58.826171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:22:58.859039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Pushing event updated for resources: {'Port': ['ID=5c62bad1-f9ba-4314-a571-37676ce88750,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:58.889557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.890157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 408b6896-0ddf-4af0-8202-79134b6443e1 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:22:58.896469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.897607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d2a96f49-69bf-4219-8223-badf1268422e admin admin] 10.222.0.13 "DELETE /v2.0/routers/408b6896-0ddf-4af0-8202-79134b6443e1 HTTP/1.1" status: 204  len: 168 time: 1.3506324
Nov 06 21:22:58.900276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40348) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:58.918128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:58.918669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.935311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-43aabe3d-b904-43b1-b88e-a67687ddbe09 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0936229
Nov 06 21:22:58.946287 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6ab2eb-aa6c-46ce-98c3-51df084d62b4 admin admin] Deleting subnet fa706528-9259-4a22-8878-c72df3e42ce0 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:22:58.947465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Request body: {'port': {'device_id': '3f37d3e2-ff8e-4c35-896c-95c982666808', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:22:58.949372 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab2eb-aa6c-46ce-98c3-51df084d62b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:58.986889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab2eb-aa6c-46ce-98c3-51df084d62b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.008987 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.089084 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab2eb-aa6c-46ce-98c3-51df084d62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.115340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffad72-45c7-4832-8205-0533359fa20c req-a68388a6-43a0-42d9-9723-87599dd00939 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:59.116937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbffad72-45c7-4832-8205-0533359fa20c req-a68388a6-43a0-42d9-9723-87599dd00939 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 931 time: 0.0928674
Nov 06 21:22:59.148859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab2eb-aa6c-46ce-98c3-51df084d62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.175041 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ab2eb-aa6c-46ce-98c3-51df084d62b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa706528-9259-4a22-8878-c72df3e42ce0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:59.180823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab2eb-aa6c-46ce-98c3-51df084d62b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.186862 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3e6ab2eb-aa6c-46ce-98c3-51df084d62b4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa706528-9259-4a22-8878-c72df3e42ce0 HTTP/1.1" status: 204  len: 168 time: 0.2825274
Nov 06 21:22:59.186862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40352) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:59.190689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da3d06-f314-4fa3-a1f5-81fda79a0141 None None] Network d3f7c65e-ecf0-4c1d-974f-85d78dbec967 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:22:59.262620 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbffad72-45c7-4832-8205-0533359fa20c req-fd82ba5d-2d4d-4e51-ba77-cde034f9eca6 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036232
Nov 06 21:22:59.272957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.335651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Deleting port 8099a41f-8404-44ee-9c5f-2fb622514d62 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:59.335994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.405649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c62bad1-f9ba-4314-a571-37676ce88750 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:22:59.407962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] DHCP port deletion for d3f7c65e-ecf0-4c1d-974f-85d78dbec967 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:22:59.414001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] For port 8099a41f-8404-44ee-9c5f-2fb622514d62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8099a41f-8404-44ee-9c5f-2fb622514d62,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:59.415634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.415876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.430830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Calling delete_port for 8099a41f-8404-44ee-9c5f-2fb622514d62 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:59.434635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Transition to ACTIVE for port object 5c62bad1-f9ba-4314-a571-37676ce88750 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:22:59.438478 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.458261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] Deleting port 8099a41f-8404-44ee-9c5f-2fb622514d62 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:22:59.458985 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.491585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c62bad1-f9ba-4314-a571-37676ce88750,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:59.526819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] For port 8099a41f-8404-44ee-9c5f-2fb622514d62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8099a41f-8404-44ee-9c5f-2fb622514d62,segment=NetworkSegment(5f7420e4-d06f-4595-8b7c-ba58ef00734d),segment_id=5f7420e4-d06f-4595-8b7c-ba58ef00734d)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:22:59.527315 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.535063 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.542395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] Calling delete_port for 8099a41f-8404-44ee-9c5f-2fb622514d62 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:22:59.564327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Pushing event deleted for resources: {'Port': ['ID=8099a41f-8404-44ee-9c5f-2fb622514d62,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:59.566747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Attempting to bind port 5c62bad1-f9ba-4314-a571-37676ce88750 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:22:59.567266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Attempting to bind port 5c62bad1-f9ba-4314-a571-37676ce88750 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'af489318-202a-420b-9c45-b7b2e45055ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0d761397-e682-422e-af85-a93032aefb10'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:22:59.567540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Attempting to bind port 5c62bad1-f9ba-4314-a571-37676ce88750 on network 0d761397-e682-422e-af85-a93032aefb10 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:22:59.569625 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] No DVR routers for this DVR port 8099a41f-8404-44ee-9c5f-2fb622514d62 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:59.572537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Port 5c62bad1-f9ba-4314-a571-37676ce88750 on network 0d761397-e682-422e-af85-a93032aefb10 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:22:59.572938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Attempting to bind port 5c62bad1-f9ba-4314-a571-37676ce88750 on network 0d761397-e682-422e-af85-a93032aefb10 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:22:59.578113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:22:59.578563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Checking segment: {'id': 'af489318-202a-420b-9c45-b7b2e45055ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0d761397-e682-422e-af85-a93032aefb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:22:59.579022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Bound using segment: {'id': 'af489318-202a-420b-9c45-b7b2e45055ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0d761397-e682-422e-af85-a93032aefb10'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:22:59.579700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Bound port: 5c62bad1-f9ba-4314-a571-37676ce88750, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af489318-202a-420b-9c45-b7b2e45055ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0d761397-e682-422e-af85-a93032aefb10'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:22:59.580254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.637352 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.647441 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.652484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] For port 5c62bad1-f9ba-4314-a571-37676ce88750, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:22:59.656342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] For port 5c62bad1-f9ba-4314-a571-37676ce88750, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c62bad1-f9ba-4314-a571-37676ce88750,segment=NetworkSegment(af489318-202a-420b-9c45-b7b2e45055ee),segment_id=af489318-202a-420b-9c45-b7b2e45055ee)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:22:59.661819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.670175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] Pushing event deleted for resources: {'Port': ['ID=8099a41f-8404-44ee-9c5f-2fb622514d62,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:59.676476 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92556d86a0>,) {'filters': {'network_id': ['d3f7c65e-ecf0-4c1d-974f-85d78dbec967']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:59.677559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8c084-0cd3-4275-b966-731810e02c9b None None] No DVR routers for this DVR port 8099a41f-8404-44ee-9c5f-2fb622514d62 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:22:59.689338 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92556d86a0>, '5f7420e4-d06f-4595-8b7c-ba58ef00734d') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:59.689704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92556d86a0>, '5f7420e4-d06f-4595-8b7c-ba58ef00734d') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:22:59.703074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:59.703779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.705229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] 10.222.0.37 "PUT /v2.0/ports/5c62bad1-f9ba-4314-a571-37676ce88750 HTTP/1.1" status: 200  len: 1091 time: 0.7619808
Nov 06 21:22:59.705677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f37d3e2-ff8e-4c35-896c-95c982666808', 'tag': '5c62bad1-f9ba-4314-a571-37676ce88750'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:22:59.706217 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.708504 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f37d3e2-ff8e-4c35-896c-95c982666808", "tag": "5c62bad1-f9ba-4314-a571-37676ce88750"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:22:59.721510 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.730745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:22:59.731464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.732117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423092b-400f-443f-a185-fb14a2237ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c62bad1-f9ba-4314-a571-37676ce88750,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:22:59.733327 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:22:59.764839 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392b7a6e-650b-42cf-a177-14153c594433 x-openstack-request-id: req-392b7a6e-650b-42cf-a177-14153c594433 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:22:59.765143 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f37d3e2-ff8e-4c35-896c-95c982666808", "tag": "5c62bad1-f9ba-4314-a571-37676ce88750", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:22:59.765401 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-392b7a6e-650b-42cf-a177-14153c594433 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:22:59.766045 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f37d3e2-ff8e-4c35-896c-95c982666808', 'tag': '5c62bad1-f9ba-4314-a571-37676ce88750', 'status': 'completed', 'code': 200}
Nov 06 21:22:59.791055 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.796653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:22:59.802709 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] 10.222.0.13 "DELETE /v2.0/networks/d3f7c65e-ecf0-4c1d-974f-85d78dbec967 HTTP/1.1" status: 204  len: 168 time: 0.6124916
Nov 06 21:22:59.803495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40356) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:22:59.811440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2f3b8-e74f-4e00-994d-dd7b1f6ce19d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f7c65e-ecf0-4c1d-974f-85d78dbec967,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:22:59.865287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-583bfa63-06f7-47df-961f-dba139fd3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:22:59.866840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-583bfa63-06f7-47df-961f-dba139fd3734 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb686062472f4c988aa8ac1ef80ce3d2&device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 1094 time: 0.0959876
Nov 06 21:22:59.933587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-a1149bdd-568a-4223-b74c-9db59c358a5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c62bad1-f9ba-4314-a571-37676ce88750 HTTP/1.1" status: 200  len: 217 time: 0.0409901
Nov 06 21:23:00.030178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-61faf530-5f5f-475a-ab80-1b29c3a5f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:00.031574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-61faf530-5f5f-475a-ab80-1b29c3a5f42b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0bc817-58aa-41d8-86e5-3d73ed61f3a3 HTTP/1.1" status: 200  len: 861 time: 0.0892131
Nov 06 21:23:00.092622 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-9b107b92-cb38-4b84-bd20-73b9594283d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d761397-e682-422e-af85-a93032aefb10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268939
Nov 06 21:23:00.242384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-0a904e34-a5d5-4707-ab03-8efb2eba8df3 service neutron] 10.222.0.37 "GET /v2.0/networks/0d761397-e682-422e-af85-a93032aefb10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415040
Nov 06 21:23:00.384683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-accbda53-4c48-447a-8b01-8ee079c31f19 req-29f1b5f6-4502-4f95-aa13-5031f9bcdb8c service neutron] 10.222.0.37 "GET /v2.0/networks/0d761397-e682-422e-af85-a93032aefb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346977
Nov 06 21:23:00.432836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31afe22-bc51-4cb5-b3fd-6fe92fd5b278 req-4211c7a4-171a-4280-a6cd-f15f5501621e tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:00.434319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f31afe22-bc51-4cb5-b3fd-6fe92fd5b278 req-4211c7a4-171a-4280-a6cd-f15f5501621e tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 943 time: 0.0648866
Nov 06 21:23:00.471892 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:00.587399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-4137280c-9199-4633-80ba-c99ffedd2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:00.588953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-4137280c-9199-4633-80ba-c99ffedd2653 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb686062472f4c988aa8ac1ef80ce3d2&device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 1094 time: 0.1530113
Nov 06 21:23:00.594468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f31afe22-bc51-4cb5-b3fd-6fe92fd5b278 req-1ae65499-7e25-4faa-b521-a0792abd8231 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477757
Nov 06 21:23:00.598165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cdc6fefe-fffc-4a2a-ac45-39185afde063 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:23:00.620457 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: cdc6fefe-fffc-4a2a-ac45-39185afde063 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:23:00.620797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cdc6fefe-fffc-4a2a-ac45-39185afde063 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:23:00.621207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8099a41f-8404-44ee-9c5f-2fb622514d62 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:23:00.640750 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 8099a41f-8404-44ee-9c5f-2fb622514d62 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:23:00.641353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8099a41f-8404-44ee-9c5f-2fb622514d62 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:23:01.046303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-21764ca2-b105-4d4b-b475-20361c2ea604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:01.047786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-21764ca2-b105-4d4b-b475-20361c2ea604 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d761397-e682-422e-af85-a93032aefb10 HTTP/1.1" status: 200  len: 922 time: 0.4508862
Nov 06 21:23:01.094349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-08e1c724-e43d-4cf6-9508-46b91dbc56c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c62bad1-f9ba-4314-a571-37676ce88750 HTTP/1.1" status: 200  len: 217 time: 0.0366845
Nov 06 21:23:01.184021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-511ca0bb-1b2a-4066-bc30-ffcfcb8a18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:01.185426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-511ca0bb-1b2a-4066-bc30-ffcfcb8a18f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd0bc817-58aa-41d8-86e5-3d73ed61f3a3 HTTP/1.1" status: 200  len: 861 time: 0.0832691
Nov 06 21:23:01.220795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-94c44b19-2c06-4826-abc1-76f81ae630f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d761397-e682-422e-af85-a93032aefb10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279317
Nov 06 21:23:01.229872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Deleting port 13a72810-c53c-4daf-b2cb-0d94f9271f88 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:23:01.230210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:01.375313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] For port 13a72810-c53c-4daf-b2cb-0d94f9271f88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13a72810-c53c-4daf-b2cb-0d94f9271f88,segment=NetworkSegment(60d7f820-f27a-4b83-af6e-bdeeb7b0dfec),segment_id=60d7f820-f27a-4b83-af6e-bdeeb7b0dfec)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:01.375674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:01.386538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-8bfecf0e-6e37-4cb2-8acb-b110f93d87ac service neutron] 10.222.0.37 "GET /v2.0/networks/0d761397-e682-422e-af85-a93032aefb10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582444
Nov 06 21:23:01.390071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Calling delete_port for 13a72810-c53c-4daf-b2cb-0d94f9271f88 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:23:01.568892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b2111f-c3ba-4a5f-87f0-c4ad20e2327c req-8b05da42-078f-46b4-bef1-23fa168d7419 service neutron] 10.222.0.37 "GET /v2.0/networks/0d761397-e682-422e-af85-a93032aefb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728096
Nov 06 21:23:01.652641 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:01.693143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a72810-c53c-4daf-b2cb-0d94f9271f88,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:01.802024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4917c4-5f85-4dfb-ad7b-ade1c1c6979e req-f8ac1264-7753-4921-9144-e105ca43a53e tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:01.803617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd4917c4-5f85-4dfb-ad7b-ade1c1c6979e req-f8ac1264-7753-4921-9144-e105ca43a53e tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 943 time: 0.1245778
Nov 06 21:23:01.936829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd4917c4-5f85-4dfb-ad7b-ade1c1c6979e req-b459e806-8625-42b3-b53b-11c5d1879095 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986872
Nov 06 21:23:01.948781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:02.171935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Router 1c80d4ef-8da7-4b46-a290-300a702a47ee has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:23:02.276686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:23:02.281592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7158b6ec-58d5-475e-9384-055a72a3af72 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c80d4ef-8da7-4b46-a290-300a702a47ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4776058
Nov 06 21:23:02.284101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40362) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:02.288421 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] Sync routers for ids ['1c80d4ef-8da7-4b46-a290-300a702a47ee'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:23:02.298627 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] Routers {'1c80d4ef-8da7-4b46-a290-300a702a47ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:23:02.299230 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252be38e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1c80d4ef-8da7-4b46-a290-300a702a47ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:02.391158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:02.489705 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] Set router 1c80d4ef-8da7-4b46-a290-300a702a47ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:23:02.494700 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:02.549663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Deleting port ccd7f8a6-d499-4030-a11e-34c9fedd56ae {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:23:02.549663 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:02.631600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] For port ccd7f8a6-d499-4030-a11e-34c9fedd56ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccd7f8a6-d499-4030-a11e-34c9fedd56ae,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:02.631958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:02.644657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Calling delete_port for ccd7f8a6-d499-4030-a11e-34c9fedd56ae owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:23:02.663525 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252be38e0>, [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:23:01Z', 'revision_number': 5, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port': {'id': 'ccd7f8a6-d499-4030-a11e-34c9fedd56ae', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:02.693565 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] Checking router: 1c80d4ef-8da7-4b46-a290-300a702a47ee for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:23:02.701767 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] Routers {'1c80d4ef-8da7-4b46-a290-300a702a47ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:23:02.702376 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252be38e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['1c80d4ef-8da7-4b46-a290-300a702a47ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:02.786971 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] Set router 1c80d4ef-8da7-4b46-a290-300a702a47ee gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:23:02.808913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:02.835811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd7f8a6-d499-4030-a11e-34c9fedd56ae,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:02.838818 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252be38e0>, [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:23:02Z', 'revision_number': 6, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:02.868529 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbeda08-15b6-4868-b622-78646067dd2d None None] The sync data for ids ['1c80d4ef-8da7-4b46-a290-300a702a47ee'] in ncdv-master-1 is: [{'id': '1c80d4ef-8da7-4b46-a290-300a702a47ee', 'name': 'tempest-TestVolumeBootPattern-1826356069-router', 'tenant_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:13:53Z', 'updated_at': '2021-11-06T21:23:02Z', 'revision_number': 6, 'project_id': 'b9e355e3d2854f1e9e48d48dddd6cd5a', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:23:02.900892 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:02.998202 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.000928 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.068565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.069096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c80d4ef-8da7-4b46-a290-300a702a47ee {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:23:03.073724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.074867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1de4525f-be9c-4991-a2eb-7248b7fb44a5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c80d4ef-8da7-4b46-a290-300a702a47ee HTTP/1.1" status: 204  len: 168 time: 0.7898309
Nov 06 21:23:03.077590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40366) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:03.094577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145d459-2ab2-47db-9d70-a80ca392884d req-ed578dfe-2f40-409b-9c70-82bbf1271f3e tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:03.096128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f145d459-2ab2-47db-9d70-a80ca392884d req-ed578dfe-2f40-409b-9c70-82bbf1271f3e tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 943 time: 0.0896196
Nov 06 21:23:03.124223 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b1c217-58ff-4098-95e0-1566b70dc228 admin admin] Deleting subnet e256c2b8-5fa5-411c-820f-2c7ec2d4aa20 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:23:03.127312 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-60b1c217-58ff-4098-95e0-1566b70dc228 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.147060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f145d459-2ab2-47db-9d70-a80ca392884d req-24875dd1-4fc0-406d-b925-b8b3322091f7 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442545
Nov 06 21:23:03.166194 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-60b1c217-58ff-4098-95e0-1566b70dc228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.241875 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-60b1c217-58ff-4098-95e0-1566b70dc228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.296646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-60b1c217-58ff-4098-95e0-1566b70dc228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.326448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1c217-58ff-4098-95e0-1566b70dc228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e256c2b8-5fa5-411c-820f-2c7ec2d4aa20,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:03.330014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-60b1c217-58ff-4098-95e0-1566b70dc228 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.335737 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-60b1c217-58ff-4098-95e0-1566b70dc228 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e256c2b8-5fa5-411c-820f-2c7ec2d4aa20 HTTP/1.1" status: 204  len: 168 time: 0.2549779
Nov 06 21:23:03.336148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40368) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:03.338490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe83526-3ddc-4142-a2df-72fe05b3e685 None None] Network 626a1531-f6ac-4d2c-9f90-624dea9bdc5d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:23:03.406416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.462343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Deleting port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:23:03.462684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.528502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] For port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6134c3d8-4bfe-4916-86e8-fd86b7bb77c1,segment=NetworkSegment(60d7f820-f27a-4b83-af6e-bdeeb7b0dfec),segment_id=60d7f820-f27a-4b83-af6e-bdeeb7b0dfec)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:03.528860 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.541486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Calling delete_port for 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:23:03.617411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.640774 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f51ed79-7a2c-4ed2-88c5-b08f6eecc754 None None] DHCP port deletion for 626a1531-f6ac-4d2c-9f90-624dea9bdc5d request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:23:03.641826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Pushing event deleted for resources: {'Port': ['ID=6134c3d8-4bfe-4916-86e8-fd86b7bb77c1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:03.647425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] No DVR routers for this DVR port 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:23:03.721949 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.743452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925500a490>,) {'filters': {'network_id': ['626a1531-f6ac-4d2c-9f90-624dea9bdc5d']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:03.753642 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925500a490>, '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:03.753967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925500a490>, '60d7f820-f27a-4b83-af6e-bdeeb7b0dfec') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:03.764078 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.778623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.784891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:23:03.785794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:23:03.787551 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:23:03.841907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.847187 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:03.852857 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] 10.222.0.13 "DELETE /v2.0/networks/626a1531-f6ac-4d2c-9f90-624dea9bdc5d HTTP/1.1" status: 204  len: 168 time: 0.5156763
Nov 06 21:23:03.872252 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6684e-4688-4754-bb5e-9f0582d48535 admin admin] Pushing event deleted for resources: {'Network': ['ID=626a1531-f6ac-4d2c-9f90-624dea9bdc5d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:03.977069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40372) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:04.016409 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5b94e3f4-31a2-4083-a529-4eb23897db01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98ca138427bf46a0bff4b6bfbd378ec6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381463
Nov 06 21:23:04.018699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40374) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:04.064841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18f9967a-202a-4a93-8b79-6c97c44626e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.085715 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18f9967a-202a-4a93-8b79-6c97c44626e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.130613 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18f9967a-202a-4a93-8b79-6c97c44626e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.133278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18f9967a-202a-4a93-8b79-6c97c44626e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.134444 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-18f9967a-202a-4a93-8b79-6c97c44626e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6d9db26-5c77-47d3-997b-7421048950f4 HTTP/1.1" status: 204  len: 168 time: 0.1148510
Nov 06 21:23:04.142063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9967a-202a-4a93-8b79-6c97c44626e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d9db26-5c77-47d3-997b-7421048950f4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:04.265803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05b314-43c3-4fe8-b0a9-6f0aa1a349f9 req-27f083fa-a7dc-4752-a9cb-aedfaac7fdac tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:04.267308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d05b314-43c3-4fe8-b0a9-6f0aa1a349f9 req-27f083fa-a7dc-4752-a9cb-aedfaac7fdac tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 943 time: 0.0487897
Nov 06 21:23:04.317760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d05b314-43c3-4fe8-b0a9-6f0aa1a349f9 req-01df9012-1729-4c3e-b4e8-8b821cbd98ca tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438097
Nov 06 21:23:04.446887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40382) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:04.469924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5c62bad1-f9ba-4314-a571-37676ce88750 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:23:04.486872 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21e4682f-7ad3-409e-9ee2-fdd0e398eb70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9e355e3d2854f1e9e48d48dddd6cd5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378990
Nov 06 21:23:04.488475 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40384) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:04.543622 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2829afaa-81f2-4ea4-9f31-63e52fb3bf68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.568127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5c62bad1-f9ba-4314-a571-37676ce88750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c62bad1-f9ba-4314-a571-37676ce88750,segment=NetworkSegment(af489318-202a-420b-9c45-b7b2e45055ee),segment_id=af489318-202a-420b-9c45-b7b2e45055ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:04.570131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2829afaa-81f2-4ea4-9f31-63e52fb3bf68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.579677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '5c62bad1-f9ba-4314-a571-37676ce88750', 'network_id': '0d761397-e682-422e-af85-a93032aefb10', 'port_id': '5c62bad1-f9ba-4314-a571-37676ce88750', 'mac_address': 'fa:16:3e:11:4e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0bc817-58aa-41d8-86e5-3d73ed61f3a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:23:04.603684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 13a72810-c53c-4daf-b2cb-0d94f9271f88 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:23:04.621457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2829afaa-81f2-4ea4-9f31-63e52fb3bf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.623994 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2829afaa-81f2-4ea4-9f31-63e52fb3bf68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.625244 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2829afaa-81f2-4ea4-9f31-63e52fb3bf68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c1f6950-246f-497e-a5fe-8beee7c99eac HTTP/1.1" status: 204  len: 168 time: 0.1358643
Nov 06 21:23:04.626455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 13a72810-c53c-4daf-b2cb-0d94f9271f88 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:23:04.626805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 13a72810-c53c-4daf-b2cb-0d94f9271f88 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:23:04.627222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:23:04.633878 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829afaa-81f2-4ea4-9f31-63e52fb3bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1f6950-246f-497e-a5fe-8beee7c99eac,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:04.661033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:23:04.661293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6134c3d8-4bfe-4916-86e8-fd86b7bb77c1 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:23:04.661710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ccd7f8a6-d499-4030-a11e-34c9fedd56ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:23:04.669278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.697046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ccd7f8a6-d499-4030-a11e-34c9fedd56ae {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:23:04.697391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ccd7f8a6-d499-4030-a11e-34c9fedd56ae not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:23:04.699630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c62bad1-f9ba-4314-a571-37676ce88750 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:23:04.720525 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5c62bad1-f9ba-4314-a571-37676ce88750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c62bad1-f9ba-4314-a571-37676ce88750,segment=NetworkSegment(af489318-202a-420b-9c45-b7b2e45055ee),segment_id=af489318-202a-420b-9c45-b7b2e45055ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:04.725023 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:04.775914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5c62bad1-f9ba-4314-a571-37676ce88750,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:05.079491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['5c62bad1-f9ba-4314-a571-37676ce88750'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:23:05.431641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308a5d6-04e7-4a9e-afd9-610beddadc28 req-c2c4a6c1-cac4-421d-a1c4-6695e256f077 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:05.433178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7308a5d6-04e7-4a9e-afd9-610beddadc28 req-c2c4a6c1-cac4-421d-a1c4-6695e256f077 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 944 time: 0.0480466
Nov 06 21:23:05.483274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7308a5d6-04e7-4a9e-afd9-610beddadc28 req-bc39554b-4dae-4523-932f-93086a046898 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442498
Nov 06 21:23:06.485181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5c62bad1-f9ba-4314-a571-37676ce88750 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:23:06.535914 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 5c62bad1-f9ba-4314-a571-37676ce88750 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:23:06.540524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 5c62bad1-f9ba-4314-a571-37676ce88750 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:23:06.540899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:06.603476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85feb52d-77a6-47d4-b71c-a2f7e07d841f req-198e3a0e-1d4e-4a6a-97ba-f294b4c042a7 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:06.605044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85feb52d-77a6-47d4-b71c-a2f7e07d841f req-198e3a0e-1d4e-4a6a-97ba-f294b4c042a7 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 944 time: 0.0511575
Nov 06 21:23:06.620647 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:06.642342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f37d3e2-ff8e-4c35-896c-95c982666808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62bad1-f9ba-4314-a571-37676ce88750'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:23:06.645123 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add6106-533c-4878-b205-8315203a1f57" -d '{"events": [{"server_uuid": "3f37d3e2-ff8e-4c35-896c-95c982666808", "name": "network-vif-plugged", "status": "completed", "tag": "5c62bad1-f9ba-4314-a571-37676ce88750"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:23:06.656983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85feb52d-77a6-47d4-b71c-a2f7e07d841f req-d95fc52c-caf1-4b4b-b0e1-dd9bdb7c8880 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453172
Nov 06 21:23:06.658664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5c62bad1-f9ba-4314-a571-37676ce88750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c62bad1-f9ba-4314-a571-37676ce88750,segment=NetworkSegment(af489318-202a-420b-9c45-b7b2e45055ee),segment_id=af489318-202a-420b-9c45-b7b2e45055ee)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:06.663396 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:06.687424 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a1ec60-3d6e-449e-8848-92557bbd5b63 x-openstack-request-id: req-d1a1ec60-3d6e-449e-8848-92557bbd5b63 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:23:06.687726 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f37d3e2-ff8e-4c35-896c-95c982666808", "name": "network-vif-plugged", "status": "completed", "tag": "5c62bad1-f9ba-4314-a571-37676ce88750", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:23:06.687981 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1a1ec60-3d6e-449e-8848-92557bbd5b63 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:23:06.688389 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f37d3e2-ff8e-4c35-896c-95c982666808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62bad1-f9ba-4314-a571-37676ce88750', 'code': 200}
Nov 06 21:23:06.714396 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5c62bad1-f9ba-4314-a571-37676ce88750,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:06.780058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb34fe-c3ab-49e2-b2c4-af1c9140c52a req-35be22bd-7205-4832-b9f0-d06a884f652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:06.781499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86cb34fe-c3ab-49e2-b2c4-af1c9140c52a req-35be22bd-7205-4832-b9f0-d06a884f652b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 1096 time: 0.0399704
Nov 06 21:23:06.825248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86cb34fe-c3ab-49e2-b2c4-af1c9140c52a req-d296ce56-5b2d-4f2d-8624-791ca590c63d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369344
Nov 06 21:23:07.108826 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:23:07.776631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aa197-d0e7-4f9e-855f-5be11d5a220d req-2ebad2ab-80f7-4f46-afde-e4f9a6a44694 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:07.778188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f12aa197-d0e7-4f9e-855f-5be11d5a220d req-2ebad2ab-80f7-4f46-afde-e4f9a6a44694 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 945 time: 0.0566354
Nov 06 21:23:07.825973 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f12aa197-d0e7-4f9e-855f-5be11d5a220d req-46dd4b8c-a868-4024-9d7d-dd75ac7107b0 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415866
Nov 06 21:23:08.945973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b298eca-6e7e-4578-89af-d5a85d8baa35 req-b460ae18-9652-459a-b44a-94ddf6036db0 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:08.947448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b298eca-6e7e-4578-89af-d5a85d8baa35 req-b460ae18-9652-459a-b44a-94ddf6036db0 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 945 time: 0.0500164
Nov 06 21:23:08.994023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b298eca-6e7e-4578-89af-d5a85d8baa35 req-f40a67f6-4b7a-4e7e-ae58-69bbebc5f42e tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406451
Nov 06 21:23:09.271964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e099f2d-c4a6-48c6-a0d4-3352fb106b37 req-6112ae70-0431-4145-b2bb-8ac866f45baa tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:09.273441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e099f2d-c4a6-48c6-a0d4-3352fb106b37 req-6112ae70-0431-4145-b2bb-8ac866f45baa tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 945 time: 0.0470304
Nov 06 21:23:09.324211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9e099f2d-c4a6-48c6-a0d4-3352fb106b37 req-d62e5a0d-79d9-47e8-b8c3-ba14a91c15ef tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448425
Nov 06 21:23:10.442080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f0151-17b5-436a-85b0-5a14094b9715 req-f47e04b2-918e-423d-b321-2e90a744c943 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:10.443482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b6f0151-17b5-436a-85b0-5a14094b9715 req-f47e04b2-918e-423d-b321-2e90a744c943 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 945 time: 0.0502288
Nov 06 21:23:10.492264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b6f0151-17b5-436a-85b0-5a14094b9715 req-c2d2cb09-9eb9-42da-8df2-6f96ed9117e5 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5b00d45-944b-48a2-8ee0-258860402f8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425842
Nov 06 21:23:10.635740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-b6a7acee-ce17-4b22-9330-5950f40c62e6 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:10.637231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-b6a7acee-ce17-4b22-9330-5950f40c62e6 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f37d3e2-ff8e-4c35-896c-95c982666808 HTTP/1.1" status: 200  len: 945 time: 0.0482018
Nov 06 21:23:10.727961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Deleting port 5c62bad1-f9ba-4314-a571-37676ce88750 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:23:10.728214 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:10.817208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] For port 5c62bad1-f9ba-4314-a571-37676ce88750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c62bad1-f9ba-4314-a571-37676ce88750,segment=NetworkSegment(af489318-202a-420b-9c45-b7b2e45055ee),segment_id=af489318-202a-420b-9c45-b7b2e45055ee)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:10.817595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:10.830013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Calling delete_port for 5c62bad1-f9ba-4314-a571-37676ce88750 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:23:10.957689 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:10.969712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['5c62bad1-f9ba-4314-a571-37676ce88750'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:23:10.985646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Pushing event deleted for resources: {'Port': ['ID=5c62bad1-f9ba-4314-a571-37676ce88750,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:11.030772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] No DVR routers for this DVR port 5c62bad1-f9ba-4314-a571-37676ce88750 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:23:11.033408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.037330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8caed8a3-9fa2-4c3b-94bd-f8946a22d4b3 req-83b86350-aae9-4c03-9046-53376643ecb8 tempest-ServerAddressesNegativeTestJSON-143495748 tempest-ServerAddressesNegativeTestJSON-143495748-project] 10.222.0.37 "DELETE /v2.0/ports/5c62bad1-f9ba-4314-a571-37676ce88750 HTTP/1.1" status: 204  len: 173 time: 0.3939867
Nov 06 21:23:11.037767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f37d3e2-ff8e-4c35-896c-95c982666808', 'name': 'network-vif-deleted', 'tag': '5c62bad1-f9ba-4314-a571-37676ce88750'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:23:11.040248 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bec81d-c50c-403e-8b9d-18fd7268695f" -d '{"events": [{"server_uuid": "3f37d3e2-ff8e-4c35-896c-95c982666808", "name": "network-vif-deleted", "tag": "5c62bad1-f9ba-4314-a571-37676ce88750"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:23:11.079992 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d180560c-890f-4027-92b5-ba4650140605 x-openstack-request-id: req-d180560c-890f-4027-92b5-ba4650140605 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:23:11.080404 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f37d3e2-ff8e-4c35-896c-95c982666808", "name": "network-vif-deleted", "tag": "5c62bad1-f9ba-4314-a571-37676ce88750", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:23:11.080736 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d180560c-890f-4027-92b5-ba4650140605 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:23:11.081195 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f37d3e2-ff8e-4c35-896c-95c982666808', 'name': 'network-vif-deleted', 'tag': '5c62bad1-f9ba-4314-a571-37676ce88750', 'status': 'completed', 'code': 200}
Nov 06 21:23:11.548935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40428) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:11.593542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-441e970f-c7e2-4bed-8591-4f9f77c7b907 admin admin] Deleting subnet cd0bc817-58aa-41d8-86e5-3d73ed61f3a3 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:23:11.596579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-441e970f-c7e2-4bed-8591-4f9f77c7b907 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.630845 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-441e970f-c7e2-4bed-8591-4f9f77c7b907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.667814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-441e970f-c7e2-4bed-8591-4f9f77c7b907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.722321 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-441e970f-c7e2-4bed-8591-4f9f77c7b907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.749651 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-441e970f-c7e2-4bed-8591-4f9f77c7b907 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.752800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-441e970f-c7e2-4bed-8591-4f9f77c7b907 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd0bc817-58aa-41d8-86e5-3d73ed61f3a3 HTTP/1.1" status: 204  len: 168 time: 0.2028849
Nov 06 21:23:11.753785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e970f-c7e2-4bed-8591-4f9f77c7b907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0bc817-58aa-41d8-86e5-3d73ed61f3a3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:11.756059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40430) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:11.825610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.904683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.924506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92573c4610>,) {'filters': {'network_id': ['0d761397-e682-422e-af85-a93032aefb10']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:11.934035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92573c4610>, 'af489318-202a-420b-9c45-b7b2e45055ee') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:11.934328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92573c4610>, 'af489318-202a-420b-9c45-b7b2e45055ee') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:11.943325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.956010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.961889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:23:11.962526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:23:11.964172 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:23:12.016013 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:12.020554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:12.023733 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d761397-e682-422e-af85-a93032aefb10 HTTP/1.1" status: 204  len: 168 time: 0.2666636
Nov 06 21:23:12.036968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8d80d-85e1-43c0-b565-eefd5c165b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d761397-e682-422e-af85-a93032aefb10,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:12.182280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40434) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:12.224768 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4a400481-bed5-47d6-af33-1b42dfa0ef8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb686062472f4c988aa8ac1ef80ce3d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0412579
Nov 06 21:23:12.227064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40436) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:12.271594 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f922efd-65d5-4e28-bdea-13c7b1a4f849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:12.292854 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f922efd-65d5-4e28-bdea-13c7b1a4f849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:12.337313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f922efd-65d5-4e28-bdea-13c7b1a4f849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:12.339946 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f922efd-65d5-4e28-bdea-13c7b1a4f849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:12.341123 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7f922efd-65d5-4e28-bdea-13c7b1a4f849 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5b00d45-944b-48a2-8ee0-258860402f8b HTTP/1.1" status: 204  len: 168 time: 0.1131818
Nov 06 21:23:12.348509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f922efd-65d5-4e28-bdea-13c7b1a4f849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b00d45-944b-48a2-8ee0-258860402f8b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:12.993161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40458) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:13.095916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-127164001-network', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:23:13.116616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Made reservation on behalf of c3ae473cf6a7407cb9cc41714c72be92 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:23:13.118871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.127556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.199701 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.203341 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.228221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:23:13.237927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3e59de-dc33-48ea-84c0-32d8ccacdf47,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:13.242718 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.243031 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Added segment 89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df of type vlan for network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab
Nov 06 21:23:13.255135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.255487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.255831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.256172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.256628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.256965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.257296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.257628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.257973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.258286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.258611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.258943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:13.297693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.321548 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.322767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:13.323330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.381764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3875022
Nov 06 21:23:13.384598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40462) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:13.389318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Request body: {'subnet': {'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-127164001-subnet', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:23:13.398793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a3cba-e131-4e58-ac8c-124a95534606 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:13.410363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:23:13.420889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Made reservation on behalf of c3ae473cf6a7407cb9cc41714c72be92 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:23:13.423964 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.591276 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.638789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e287867a-c298-4e2a-9872-08228d8b6331,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:13.654369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Checking segment: {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:23:13.654727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Network hostable DHCP agents. Network: c7f07e3c-fd02-49b4-b622-894a1eb4a7ab, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:23:13.670256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:23:13.678936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7f07e3c-fd02-49b4-b622-894a1eb4a7ab) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:23:13.683460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:13.684046 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.688651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f71754-cf49-4df4-acaf-846a12902999 None None] Network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:23:13.700285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-588a003b-dba8-4e57-b2e1-3a6128cf7352 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3146365
Nov 06 21:23:13.702944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40464) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:13.707146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:23:13.727796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.728971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.788443 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:13.824573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d6d70-90f2-484d-b8e0-32e7b4251095 None None] Network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:23:14.218422 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:14.415471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:14.434492 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:14.533257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5c62bad1-f9ba-4314-a571-37676ce88750 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:23:14.538509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Allocated IP 172.35.0.140 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/35b272a7-7272-46e2-bb56-b737c2d4b634) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:23:14.553858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 5c62bad1-f9ba-4314-a571-37676ce88750 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:23:14.554193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5c62bad1-f9ba-4314-a571-37676ce88750 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:23:14.640508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:14.676167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:14.679708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:14.716732 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:14.718028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:23:14.722796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:23:14.726827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:23:14.752815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Pushing event updated for resources: {'Port': ['ID=35b272a7-7272-46e2-bb56-b737c2d4b634,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:14.976930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:15.175431 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:15.300066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:23:15.404825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:23:15.415301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Sync routers for ids ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:23:15.423084 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:15.426924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d443cbbc-124e-4025-9cd8-8839f2b1930c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.7204511
Nov 06 21:23:15.427052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Routers {'68b3b2f0-cb4f-4820-86ab-d96f5ba89223'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:23:15.427052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925137f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:15.427274 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40466) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:23:15.532343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Set router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:23:15.707428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925137f760>, [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140'}], 'enable_snat': True}, 'gw_port_id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:23:14Z', 'revision_number': 3, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port': {'id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:14Z', 'updated_at': '2021-11-06T21:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:15.733361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Checking router: 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:23:15.733716 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Updating router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 port 35b272a7-7272-46e2-bb56-b737c2d4b634 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:23:15.761960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:15.837260 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:15.996512 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Allocated IP 172.20.0.1 (c7f07e3c-fd02-49b4-b622-894a1eb4a7ab/e287867a-c298-4e2a-9872-08228d8b6331/8b138fca-0acd-4bfd-b757-72a0ea8fc055) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:23:16.104495 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.138767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.166311 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.172388 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.182069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:23:16.185042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:23:16.187467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:23:16.193464 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b138fca-0acd-4bfd-b757-72a0ea8fc055,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:16.220026 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Attempting to bind port 35b272a7-7272-46e2-bb56-b737c2d4b634 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:23:16.220417 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Attempting to bind port 35b272a7-7272-46e2-bb56-b737c2d4b634 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:23:16.220782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Attempting to bind port 35b272a7-7272-46e2-bb56-b737c2d4b634 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:23:16.230051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:23:16.230420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:23:16.230812 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.231199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:23:16.231655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Bound port: 35b272a7-7272-46e2-bb56-b737c2d4b634, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:23:16.232048 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.233629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7839dd-3562-4717-b9fd-abff554bdc7b None None] Pushing event updated for resources: {'Port': ['ID=35b272a7-7272-46e2-bb56-b737c2d4b634,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:16.235088 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.287438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] For port 35b272a7-7272-46e2-bb56-b737c2d4b634, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:23:16.291093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] For port 35b272a7-7272-46e2-bb56-b737c2d4b634, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35b272a7-7272-46e2-bb56-b737c2d4b634,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:23:16.294939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.350477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Routers {'68b3b2f0-cb4f-4820-86ab-d96f5ba89223'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:23:16.351095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925137f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:16.355733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7839dd-3562-4717-b9fd-abff554bdc7b None None] Pushing event updated for resources: {'Port': ['ID=35b272a7-7272-46e2-bb56-b737c2d4b634,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:16.355887 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.460062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] Set router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:23:16.516863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.522748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.590398 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.592063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b138fca-0acd-4bfd-b757-72a0ea8fc055,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:16.659117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925137f760>, [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140'}], 'enable_snat': True}, 'gw_port_id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 4, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port': {'id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:14Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8b138fca-0acd-4bfd-b757-72a0ea8fc055', 'name': '', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'mac_address': 'fa:16:3e:35:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:15Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 1, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'subnets': [{'id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:16.681540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:23:16.682919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:23:16.689443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86641c74-0a0b-414b-82a1-66cd09528121 None None] The sync data for ids ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'] in ncdv-master-1 is: [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140'}], 'enable_snat': True}, 'gw_port_id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 4, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port': {'id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:14Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8b138fca-0acd-4bfd-b757-72a0ea8fc055', 'name': '', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'mac_address': 'fa:16:3e:35:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:15Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 1, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'subnets': [{'id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:23:16.796472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:23:16.885879 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fc516d70-a736-4871-84a3-af1c302273f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:16.918735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:23:16.934470 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1542be1f-764d-41f7-945f-8fd23e767cc3 admin admin] 10.222.0.13 "PUT /v2.0/routers/68b3b2f0-cb4f-4820-86ab-d96f5ba89223/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4997842
Nov 06 21:23:17.397930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-1374df6b-c477-46b2-bc69-9582625e3a4b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:17.399509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-1374df6b-c477-46b2-bc69-9582625e3a4b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 810 time: 0.1312280
Nov 06 21:23:17.415554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-721642df-810d-4568-8c0a-fb1f3abe6595 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/quotas/c3ae473cf6a7407cb9cc41714c72be92 HTTP/1.1" status: 200  len: 375 time: 0.0102403
Nov 06 21:23:17.467946 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-42a1047c-3d44-44e5-aff7-e0fca45a760a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0466714
Nov 06 21:23:17.529727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-005f59dd-866a-41a7-8b1b-7d42456d494d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:23:17.531009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-005f59dd-866a-41a7-8b1b-7d42456d494d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0560248
Nov 06 21:23:17.623934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-bea02806-c36a-4951-81dc-4e2b7d8add75 service neutron] 10.222.0.13 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865986
Nov 06 21:23:17.722571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-7553f508-ad77-4489-84e3-5d500a20c7c6 service neutron] 10.222.0.13 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924704
Nov 06 21:23:17.904862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b89ef4df-679a-44b6-81da-f3c3eb0fec1d req-2a5b89ff-cc4b-468b-bf1f-834bcb2a4dc2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 210 time: 0.0357625
Nov 06 21:23:18.600122 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Sync routers for ids ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:23:18.609697 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Routers {'68b3b2f0-cb4f-4820-86ab-d96f5ba89223'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:23:18.610357 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252912f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:22:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:18.625094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 35b272a7-7272-46e2-bb56-b737c2d4b634 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:23:18.672891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 35b272a7-7272-46e2-bb56-b737c2d4b634 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:23:18.673260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:18.717358 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Set router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:23:18.763073 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:18.784993 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 35b272a7-7272-46e2-bb56-b737c2d4b634, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35b272a7-7272-46e2-bb56-b737c2d4b634,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:18.790933 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:18.851200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=35b272a7-7272-46e2-bb56-b737c2d4b634,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:18.924206 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252912f40>, [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140'}], 'enable_snat': True}, 'gw_port_id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 4, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port': {'id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:14Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8b138fca-0acd-4bfd-b757-72a0ea8fc055', 'name': '', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'mac_address': 'fa:16:3e:35:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:15Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 2, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'subnets': [{'id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:18.958570 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Checking router: 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:23:18.959197 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Updating router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 port 8b138fca-0acd-4bfd-b757-72a0ea8fc055 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:23:18.968380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-90b5359a-e2f2-4506-89a8-029a5c0db2ee tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:18.970620 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-90b5359a-e2f2-4506-89a8-029a5c0db2ee tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.37 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 810 time: 0.1431215
Nov 06 21:23:18.985044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Request body: {'port': {'device_id': 'acfc6a85-70af-4718-8dab-dd6ea47213e1', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'admin_state_up': True, 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:23:18.988545 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.054359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-370bb70c-64db-4b8b-a19a-883d5df0fc7e req-5a8cc8ba-a966-4478-a4e5-f8f553bd1fb2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 210 time: 0.0640221
Nov 06 21:23:19.120742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Made reservation on behalf of c3ae473cf6a7407cb9cc41714c72be92 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:23:19.124212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.238873 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ca02-135d-448d-b539-b8b0c423d72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.249867 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.254893 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.305869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Allocated IP 172.20.0.9 (c7f07e3c-fd02-49b4-b622-894a1eb4a7ab/e287867a-c298-4e2a-9872-08228d8b6331/6eddb517-73c6-4324-92ea-332159520559) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:23:19.324586 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Pushing event updated for resources: {'Port': ['ID=8b138fca-0acd-4bfd-b757-72a0ea8fc055,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:19.344543 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.344891 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.345231 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.345562 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.345890 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.346216 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.346540 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.346860 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.347179 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.347495 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.347811 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.348128 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:23:19.364085 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Attempting to bind port 8b138fca-0acd-4bfd-b757-72a0ea8fc055 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:23:19.364975 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Attempting to bind port 8b138fca-0acd-4bfd-b757-72a0ea8fc055 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:23:19.365335 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Attempting to bind port 8b138fca-0acd-4bfd-b757-72a0ea8fc055 on network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:23:19.370220 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:23:19.370587 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Checking segment: {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:23:19.371038 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.371370 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Bound using segment: {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:23:19.371832 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Bound port: 8b138fca-0acd-4bfd-b757-72a0ea8fc055, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:23:19.372204 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.432198 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] For port 8b138fca-0acd-4bfd-b757-72a0ea8fc055, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:23:19.435541 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] For port 8b138fca-0acd-4bfd-b757-72a0ea8fc055, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b138fca-0acd-4bfd-b757-72a0ea8fc055,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:23:19.439432 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.458392 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.487192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Routers {'68b3b2f0-cb4f-4820-86ab-d96f5ba89223'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:23:19.487804 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252912f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:23:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:19.492814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.533892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:23:19.537553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:23:19.540431 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7efe1-c29c-4fc2-82bc-ccd75fe2e371 None None] Pushing event updated for resources: {'Port': ['ID=8b138fca-0acd-4bfd-b757-72a0ea8fc055,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:19.540814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:23:19.573769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Pushing event updated for resources: {'Port': ['ID=6eddb517-73c6-4324-92ea-332159520559,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:19.602022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:19.602642 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.609839 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] Set router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:23:19.618897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-6585252a-280a-4790-8af0-09c90cb706bd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6392016
Nov 06 21:23:19.683943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Request body: {'port': {'device_id': 'acfc6a85-70af-4718-8dab-dd6ea47213e1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:23:19.743037 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:19.900561 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252912f40>, [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140'}], 'enable_snat': True}, 'gw_port_id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 4, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port': {'id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:14Z', 'updated_at': '2021-11-06T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8b138fca-0acd-4bfd-b757-72a0ea8fc055', 'name': '', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'mac_address': 'fa:16:3e:35:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:15Z', 'updated_at': '2021-11-06T21:23:19Z', 'revision_number': 4, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'subnets': [{'id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:23:19.927645 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76484850-5ecd-4171-b1a4-28e1387e277f None None] The sync data for ids ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'] in ncdv-master-1 is: [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140'}], 'enable_snat': True}, 'gw_port_id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:23:16Z', 'revision_number': 4, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port': {'id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:14Z', 'updated_at': '2021-11-06T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8b138fca-0acd-4bfd-b757-72a0ea8fc055', 'name': '', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'mac_address': 'fa:16:3e:35:4b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:15Z', 'updated_at': '2021-11-06T21:23:19Z', 'revision_number': 4, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'subnets': [{'id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:23:20.015887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eddb517-73c6-4324-92ea-332159520559 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:23:20.024869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.037841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Transition to ACTIVE for port object 6eddb517-73c6-4324-92ea-332159520559 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:23:20.043557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.094297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6eddb517-73c6-4324-92ea-332159520559,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:20.209063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Attempting to bind port 6eddb517-73c6-4324-92ea-332159520559 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:23:20.209406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Attempting to bind port 6eddb517-73c6-4324-92ea-332159520559 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:23:20.209732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Attempting to bind port 6eddb517-73c6-4324-92ea-332159520559 on network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:23:20.221497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762416f-ee10-4b06-ace5-4d22c25fa7b7 req-e9c3acd6-88d3-4470-9014-225691c5f24a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:20.223040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1762416f-ee10-4b06-ace5-4d22c25fa7b7 req-e9c3acd6-88d3-4470-9014-225691c5f24a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 943 time: 0.0780022
Nov 06 21:23:20.224736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Port 6eddb517-73c6-4324-92ea-332159520559 on network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:23:20.225059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Attempting to bind port 6eddb517-73c6-4324-92ea-332159520559 on network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:23:20.232930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:23:20.233350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Checking segment: {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:23:20.233796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Bound using segment: {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:23:20.234257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Bound port: 6eddb517-73c6-4324-92ea-332159520559, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:23:20.234611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.313445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1762416f-ee10-4b06-ace5-4d22c25fa7b7 req-bed784da-3dc7-4471-a143-95a99fc4104f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823665
Nov 06 21:23:20.343607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] For port 6eddb517-73c6-4324-92ea-332159520559, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:23:20.347470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] For port 6eddb517-73c6-4324-92ea-332159520559, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eddb517-73c6-4324-92ea-332159520559,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:23:20.353271 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.393248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:20.393869 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.395291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/6eddb517-73c6-4324-92ea-332159520559 HTTP/1.1" status: 200  len: 1091 time: 0.7679853
Nov 06 21:23:20.395734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfc6a85-70af-4718-8dab-dd6ea47213e1', 'tag': '6eddb517-73c6-4324-92ea-332159520559'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:23:20.397996 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c95e046-d1e0-42ed-a45c-47dcdff726ef" -d '{"events": [{"name": "network-changed", "server_uuid": "acfc6a85-70af-4718-8dab-dd6ea47213e1", "tag": "6eddb517-73c6-4324-92ea-332159520559"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:23:20.425762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9933463-60b6-434f-941b-043eff0a3fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6eddb517-73c6-4324-92ea-332159520559,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:20.492976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-3cce4373-9942-4b40-8b65-886834c635e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:20.494533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-3cce4373-9942-4b40-8b65-886834c635e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 1094 time: 0.0499105
Nov 06 21:23:20.542679 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2941dd1a-7086-47de-bdf6-d71c227d4c0d x-openstack-request-id: req-2941dd1a-7086-47de-bdf6-d71c227d4c0d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:23:20.542973 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfc6a85-70af-4718-8dab-dd6ea47213e1", "tag": "6eddb517-73c6-4324-92ea-332159520559", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:23:20.543229 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2941dd1a-7086-47de-bdf6-d71c227d4c0d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:23:20.543626 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfc6a85-70af-4718-8dab-dd6ea47213e1', 'tag': '6eddb517-73c6-4324-92ea-332159520559', 'status': 'completed', 'code': 200}
Nov 06 21:23:20.545213 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-35e45683-4b22-4133-b667-8a7af5d60d61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eddb517-73c6-4324-92ea-332159520559 HTTP/1.1" status: 200  len: 217 time: 0.0429552
Nov 06 21:23:20.604341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-8285e235-9685-4b99-a4a0-cdd68d346242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:20.605875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-8285e235-9685-4b99-a4a0-cdd68d346242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 200  len: 850 time: 0.0535097
Nov 06 21:23:20.639308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-aa5608ed-c410-401c-a2f6-a588817cbd87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268855
Nov 06 21:23:20.657470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8b138fca-0acd-4bfd-b757-72a0ea8fc055 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:23:20.686776 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.711658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8b138fca-0acd-4bfd-b757-72a0ea8fc055 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:23:20.712019 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.733405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-7ff63cd5-e25d-4e81-858f-a7e3c5997656 service neutron] 10.222.0.37 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868218
Nov 06 21:23:20.788521 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.821317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 8b138fca-0acd-4bfd-b757-72a0ea8fc055, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b138fca-0acd-4bfd-b757-72a0ea8fc055,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:20.825314 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.826323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 35b272a7-7272-46e2-bb56-b737c2d4b634 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:23:20.829087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e6e6f3f-63a7-4873-95d1-da9aafae830a req-dcfb6c0a-9556-4019-a105-8d152d2d44c9 service neutron] 10.222.0.37 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886412
Nov 06 21:23:20.907667 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=8b138fca-0acd-4bfd-b757-72a0ea8fc055,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:20.919402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 35b272a7-7272-46e2-bb56-b737c2d4b634 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:23:20.919773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:20.922198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-66941cb1-e945-4150-8895-f097f51f033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:20.923727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-66941cb1-e945-4150-8895-f097f51f033e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 1094 time: 0.0502830
Nov 06 21:23:21.019112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-4fc33349-b722-400f-b30a-667e196a4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:21.021246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-4fc33349-b722-400f-b30a-667e196a4dc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 911 time: 0.0904069
Nov 06 21:23:21.064786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-856d8e85-c21b-46fa-83d1-9952f403782f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eddb517-73c6-4324-92ea-332159520559 HTTP/1.1" status: 200  len: 217 time: 0.0361784
Nov 06 21:23:21.112682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-4e931d1b-8496-42e1-99bd-c894390b2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:21.114718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-4e931d1b-8496-42e1-99bd-c894390b2ab5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 200  len: 850 time: 0.0432863
Nov 06 21:23:21.146775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-b9b10623-cf43-4761-a88d-763290fe9a47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252633
Nov 06 21:23:21.244114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-2d05a9bc-9202-42f1-9a99-adf6f9da579d service neutron] 10.222.0.37 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908008
Nov 06 21:23:21.337611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4c95e046-d1e0-42ed-a45c-47dcdff726ef req-555c989c-6c1f-46f2-8f85-810a5c48c159 service neutron] 10.222.0.37 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856144
Nov 06 21:23:21.436317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0da4-257e-45e8-b720-b346e6c438a4 req-d66f5091-1e7d-43ac-89cf-dd7df551b272 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:21.437813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcbc0da4-257e-45e8-b720-b346e6c438a4 req-d66f5091-1e7d-43ac-89cf-dd7df551b272 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 943 time: 0.0555599
Nov 06 21:23:21.487556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fcbc0da4-257e-45e8-b720-b346e6c438a4 req-9af2b41f-108b-4735-afe4-34a8385f5ac9 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432508
Nov 06 21:23:21.905484 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:22.509987 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:22.607501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db9798-44cb-45c7-99c1-52e5aceaa814 req-69c00af0-b591-4c3f-b73f-0d30b895c0b7 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:22.608028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8b138fca-0acd-4bfd-b757-72a0ea8fc055 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:23:22.609105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63db9798-44cb-45c7-99c1-52e5aceaa814 req-69c00af0-b591-4c3f-b73f-0d30b895c0b7 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 943 time: 0.0510292
Nov 06 21:23:22.657047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63db9798-44cb-45c7-99c1-52e5aceaa814 req-cb496a4e-a186-4ccf-8c1f-cda3acde148b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417418
Nov 06 21:23:22.658748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8b138fca-0acd-4bfd-b757-72a0ea8fc055 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:23:22.659181 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:23.770765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d31f48-22db-411a-a86c-b525609a5af5 req-88a9c735-2a0b-4a98-aa2c-94795000d606 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:23.772239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9d31f48-22db-411a-a86c-b525609a5af5 req-88a9c735-2a0b-4a98-aa2c-94795000d606 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 943 time: 0.0482883
Nov 06 21:23:23.822167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9d31f48-22db-411a-a86c-b525609a5af5 req-6b189de7-e419-4323-a427-8b97f0ca9f98 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441699
Nov 06 21:23:24.531288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6eddb517-73c6-4324-92ea-332159520559 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:23:24.626230 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6eddb517-73c6-4324-92ea-332159520559, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eddb517-73c6-4324-92ea-332159520559,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:24.637813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '6eddb517-73c6-4324-92ea-332159520559', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'port_id': '6eddb517-73c6-4324-92ea-332159520559', 'mac_address': 'fa:16:3e:f2:c7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:23:24.673799 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:24.686391 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eddb517-73c6-4324-92ea-332159520559 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:23:24.705553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6eddb517-73c6-4324-92ea-332159520559, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eddb517-73c6-4324-92ea-332159520559,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:24.709583 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:24.759409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=6eddb517-73c6-4324-92ea-332159520559,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:24.937952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab3c5d-c901-4476-876a-6efce5b35be4 req-8486aed9-1d14-4c04-b985-d2ba9be5507c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:24.939473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81ab3c5d-c901-4476-876a-6efce5b35be4 req-8486aed9-1d14-4c04-b985-d2ba9be5507c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 944 time: 0.0493505
Nov 06 21:23:24.986394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81ab3c5d-c901-4476-876a-6efce5b35be4 req-29e3c25c-2c65-48d9-bbda-b503e3bfc26a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402870
Nov 06 21:23:25.010494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6eddb517-73c6-4324-92ea-332159520559'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:23:26.100228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759729a-9bff-4dbb-939e-4f6d67557a13 req-f5dc49f3-263f-411b-83d0-0e6a636582e9 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:26.101703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4759729a-9bff-4dbb-939e-4f6d67557a13 req-f5dc49f3-263f-411b-83d0-0e6a636582e9 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 944 time: 0.0475035
Nov 06 21:23:26.150536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4759729a-9bff-4dbb-939e-4f6d67557a13 req-7abafb4f-7fcd-4add-b87a-fcce0146bd09 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429575
Nov 06 21:23:26.535213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6eddb517-73c6-4324-92ea-332159520559 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:23:26.588001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 6eddb517-73c6-4324-92ea-332159520559 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:23:26.591516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 6eddb517-73c6-4324-92ea-332159520559 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:23:26.591879 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:26.665998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:26.686841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfc6a85-70af-4718-8dab-dd6ea47213e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eddb517-73c6-4324-92ea-332159520559'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:23:26.689075 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5249b6-6d47-4868-a354-989b0dd44af4" -d '{"events": [{"server_uuid": "acfc6a85-70af-4718-8dab-dd6ea47213e1", "name": "network-vif-plugged", "status": "completed", "tag": "6eddb517-73c6-4324-92ea-332159520559"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:23:26.702486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6eddb517-73c6-4324-92ea-332159520559, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eddb517-73c6-4324-92ea-332159520559,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:23:26.706153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:26.754980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=6eddb517-73c6-4324-92ea-332159520559,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:23:26.791229 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567a0b60-4519-41d8-9bfc-94542e398005 x-openstack-request-id: req-567a0b60-4519-41d8-9bfc-94542e398005 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:23:26.791618 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfc6a85-70af-4718-8dab-dd6ea47213e1", "name": "network-vif-plugged", "status": "completed", "tag": "6eddb517-73c6-4324-92ea-332159520559", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:23:26.791875 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-567a0b60-4519-41d8-9bfc-94542e398005 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:23:26.792286 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfc6a85-70af-4718-8dab-dd6ea47213e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eddb517-73c6-4324-92ea-332159520559', 'code': 200}
Nov 06 21:23:26.888060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78337-e515-41e9-a5da-ae2bb6bf155e req-fc2591f7-a98d-463a-a620-1d1576a8b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:26.889589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2aa78337-e515-41e9-a5da-ae2bb6bf155e req-fc2591f7-a98d-463a-a620-1d1576a8b8a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 1096 time: 0.0432074
Nov 06 21:23:26.933843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2aa78337-e515-41e9-a5da-ae2bb6bf155e req-c844fb0d-aba8-4c4d-8bd2-e05b99566b12 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361829
Nov 06 21:23:27.263463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a396-65db-4860-838e-94d00ce4f6e0 req-a8190dd1-2eef-4027-b39d-0823be6302dd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:27.264947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7f6a396-65db-4860-838e-94d00ce4f6e0 req-a8190dd1-2eef-4027-b39d-0823be6302dd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0478117
Nov 06 21:23:27.310517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7f6a396-65db-4860-838e-94d00ce4f6e0 req-0920c094-1ece-4cc4-87ee-d42fc6fa4204 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396833
Nov 06 21:23:28.429608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acdf76-f872-40ed-a0d7-dcd8368c969c req-8f7db16f-e257-4818-a86b-d4bf82b047e4 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:28.431160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8acdf76-f872-40ed-a0d7-dcd8368c969c req-8f7db16f-e257-4818-a86b-d4bf82b047e4 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0526819
Nov 06 21:23:28.478059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8acdf76-f872-40ed-a0d7-dcd8368c969c req-79debcf0-2848-46c0-b6c3-ebb23fb284b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409737
Nov 06 21:23:28.723596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-9e20c8ef-9d1a-4719-96bf-f8d02b1ee157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:28.725180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-9e20c8ef-9d1a-4719-96bf-f8d02b1ee157 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 1096 time: 0.0713143
Nov 06 21:23:28.732781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20e3bb-9316-4537-a05f-b2ded434d30c req-ff6501ab-176b-4750-8afa-51731e9934f0 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:28.734113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c20e3bb-9316-4537-a05f-b2ded434d30c req-ff6501ab-176b-4750-8afa-51731e9934f0 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0707159
Nov 06 21:23:28.829014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c20e3bb-9316-4537-a05f-b2ded434d30c req-9c5a2ffd-9f6e-44b9-bf59-a3239b41dd31 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871556
Nov 06 21:23:28.855697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-eb8eda8c-4ff1-4db0-ac5f-7ae7a41f8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:28.857234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-eb8eda8c-4ff1-4db0-ac5f-7ae7a41f8551 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 911 time: 0.1222942
Nov 06 21:23:28.900600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-934eaa7d-c041-47eb-a286-89aefe39e297 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eddb517-73c6-4324-92ea-332159520559 HTTP/1.1" status: 200  len: 217 time: 0.0348957
Nov 06 21:23:28.952946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-cf497182-3602-4dfe-99af-571fb2c49097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:28.954369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-cf497182-3602-4dfe-99af-571fb2c49097 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 200  len: 850 time: 0.0472910
Nov 06 21:23:28.984357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-c064b1b8-279e-4884-9f00-384fdd96db1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0230978
Nov 06 21:23:29.072363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-985f15a8-d10c-40e0-bd86-95267aa93cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811462
Nov 06 21:23:29.469512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cbff453-b88d-4099-9ecf-af1992c835cf req-ed370895-9e80-4c83-9c42-32a8a5b11283 service neutron] 10.222.0.37 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3901472
Nov 06 21:23:29.948338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a755f-b211-4d91-8433-f953474609d2 req-597817c3-0f46-4b0f-b166-3828471620a1 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:29.949831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c3a755f-b211-4d91-8433-f953474609d2 req-597817c3-0f46-4b0f-b166-3828471620a1 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0498397
Nov 06 21:23:29.996610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c3a755f-b211-4d91-8433-f953474609d2 req-95769ccd-3e24-4d7e-b2e5-7e26a0b5e276 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408492
Nov 06 21:23:31.110266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb691f-adc4-45e2-89cc-2a79ec3b8da8 req-07607a40-88c9-4cfe-ad7d-d01c27aee8ef tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:31.111763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ecb691f-adc4-45e2-89cc-2a79ec3b8da8 req-07607a40-88c9-4cfe-ad7d-d01c27aee8ef tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0483694
Nov 06 21:23:31.161724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ecb691f-adc4-45e2-89cc-2a79ec3b8da8 req-62c3afab-f138-43c0-b981-16110005b21a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438337
Nov 06 21:23:32.275323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84593f8f-e50f-4727-a03b-472c6f9b680c req-17be03ca-5489-4357-a69f-5c1204cb9db2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:32.276812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84593f8f-e50f-4727-a03b-472c6f9b680c req-17be03ca-5489-4357-a69f-5c1204cb9db2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0483005
Nov 06 21:23:32.323424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84593f8f-e50f-4727-a03b-472c6f9b680c req-b374b965-3550-44d6-a0a1-f5cdb48d1f2e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407856
Nov 06 21:23:33.438389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5d79-12c0-47cc-87a1-21d2ea4c6ed1 req-c79eb59d-9de3-41f8-97d3-470a8dfc1693 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:33.439887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90ed5d79-12c0-47cc-87a1-21d2ea4c6ed1 req-c79eb59d-9de3-41f8-97d3-470a8dfc1693 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0489230
Nov 06 21:23:33.486234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90ed5d79-12c0-47cc-87a1-21d2ea4c6ed1 req-0cc6e1d8-1bdb-47be-8b7f-59d4b4475075 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404370
Nov 06 21:23:34.603319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc63c-f8c9-4b6f-b013-c0cc81a32423 req-feadb55b-0b1e-470b-ab91-aeb72362e0bb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:34.604823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d7dc63c-f8c9-4b6f-b013-c0cc81a32423 req-feadb55b-0b1e-470b-ab91-aeb72362e0bb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0509789
Nov 06 21:23:34.651189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d7dc63c-f8c9-4b6f-b013-c0cc81a32423 req-d9bcd24e-b155-4571-a673-2790e77adf6c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405405
Nov 06 21:23:35.769865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350adebe-eaa3-4436-8b70-d187412c5c4f req-4abdf046-111a-4e66-ad5d-1c614bfdf46d tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:35.771369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-350adebe-eaa3-4436-8b70-d187412c5c4f req-4abdf046-111a-4e66-ad5d-1c614bfdf46d tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0548031
Nov 06 21:23:35.818744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-350adebe-eaa3-4436-8b70-d187412c5c4f req-38a4f875-cbab-4f66-a1bc-1f4f0f58a1dc tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414000
Nov 06 21:23:36.936968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e999e-5261-4408-9925-ba37f9019842 req-1be55554-a96e-4fad-b48d-81fb03f7614d tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:36.938466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-187e999e-5261-4408-9925-ba37f9019842 req-1be55554-a96e-4fad-b48d-81fb03f7614d tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0520175
Nov 06 21:23:36.985133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-187e999e-5261-4408-9925-ba37f9019842 req-e15daf9f-048d-4796-b437-59bf5a4efde6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401881
Nov 06 21:23:38.099716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2121ee-196b-40f5-bc0b-3d363067ec63 req-72b37f93-8f89-4125-9eaf-a5ebac03c587 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:38.101210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d2121ee-196b-40f5-bc0b-3d363067ec63 req-72b37f93-8f89-4125-9eaf-a5ebac03c587 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0481298
Nov 06 21:23:38.148455 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d2121ee-196b-40f5-bc0b-3d363067ec63 req-a1166e06-718f-4ce7-91c3-df46170f6815 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412712
Nov 06 21:23:39.262513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913b554-4898-4aeb-ac7d-5110630aacde req-7c73c657-cc01-4adc-a121-2b8460d2de97 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:39.263990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7913b554-4898-4aeb-ac7d-5110630aacde req-7c73c657-cc01-4adc-a121-2b8460d2de97 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0485601
Nov 06 21:23:39.314348 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7913b554-4898-4aeb-ac7d-5110630aacde req-bd518d5b-67e9-4424-b2e9-674926cd8c4a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444856
Nov 06 21:23:40.431713 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d71f4e-d824-4f6f-8576-aae8b4768f8e req-8b07ef22-dd64-43ae-8430-25acc937ef66 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:40.433230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84d71f4e-d824-4f6f-8576-aae8b4768f8e req-8b07ef22-dd64-43ae-8430-25acc937ef66 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0499229
Nov 06 21:23:40.480475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84d71f4e-d824-4f6f-8576-aae8b4768f8e req-a28f5ed9-4d03-4521-a2c1-95304fd50e62 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412295
Nov 06 21:23:41.597413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4b00c-1372-4e88-8b10-636c18c7b913 req-f8e08f67-8628-43ce-824b-ffe5c8db8a91 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:41.598926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88b4b00c-1372-4e88-8b10-636c18c7b913 req-f8e08f67-8628-43ce-824b-ffe5c8db8a91 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0491469
Nov 06 21:23:41.647326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88b4b00c-1372-4e88-8b10-636c18c7b913 req-50dbbd91-6184-4910-8331-9487edd2f2e4 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425766
Nov 06 21:23:42.764557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7400d-ccf9-46f1-b10b-8c0e5574e900 req-28cafc2c-81de-488c-8a07-fcf649e8c1aa tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:42.766048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6a7400d-ccf9-46f1-b10b-8c0e5574e900 req-28cafc2c-81de-488c-8a07-fcf649e8c1aa tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0517538
Nov 06 21:23:42.813828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6a7400d-ccf9-46f1-b10b-8c0e5574e900 req-645db361-34d4-4675-bf47-3bbd0399b425 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417945
Nov 06 21:23:43.931217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d07f-9304-4eaf-8908-1a682df81d07 req-e04a4adc-7620-4535-92e2-c46c2c3d4959 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:43.932759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f79d07f-9304-4eaf-8908-1a682df81d07 req-e04a4adc-7620-4535-92e2-c46c2c3d4959 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0507700
Nov 06 21:23:43.980619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7f79d07f-9304-4eaf-8908-1a682df81d07 req-62dece4b-7a08-4591-b798-374d783b4aaa tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418780
Nov 06 21:23:44.108001 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:23:44.670757 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:44.735840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:45.094702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c62588-7f97-4785-a879-d2233b6a684d req-7f9965e9-d7cd-4793-8c3f-bb523ad871db tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:45.096183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88c62588-7f97-4785-a879-d2233b6a684d req-7f9965e9-d7cd-4793-8c3f-bb523ad871db tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0493615
Nov 06 21:23:45.146865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88c62588-7f97-4785-a879-d2233b6a684d req-8206d861-4aba-4b4a-b601-b107fa83268f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440724
Nov 06 21:23:46.261787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fdb27-6aaa-49aa-b703-84bef572da1d req-59c8cfe8-4df8-4e81-9672-506c87f211dd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:46.263287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a5fdb27-6aaa-49aa-b703-84bef572da1d req-59c8cfe8-4df8-4e81-9672-506c87f211dd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0489550
Nov 06 21:23:46.311919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a5fdb27-6aaa-49aa-b703-84bef572da1d req-b3f67ce1-8363-4fea-8d32-f269c9f530a0 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427604
Nov 06 21:23:46.863405 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e64b8a45-48d8-411c-a8f9-748afd71f1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:47.426936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007d998-28a2-4969-8238-2f0ddbde04d8 req-e28f4e34-ef5a-476a-aefa-ccf24fb30db0 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:47.428478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7007d998-28a2-4969-8238-2f0ddbde04d8 req-e28f4e34-ef5a-476a-aefa-ccf24fb30db0 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0497315
Nov 06 21:23:47.475479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7007d998-28a2-4969-8238-2f0ddbde04d8 req-441e4872-2f39-4ba5-9cda-50583b871125 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409768
Nov 06 21:23:48.593579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97ea9c-f22f-42fd-a2df-0e7a795c9cc9 req-66c3381c-de1b-43bd-ad50-182583e6995a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:48.595073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a97ea9c-f22f-42fd-a2df-0e7a795c9cc9 req-66c3381c-de1b-43bd-ad50-182583e6995a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0523546
Nov 06 21:23:48.641775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a97ea9c-f22f-42fd-a2df-0e7a795c9cc9 req-822c6280-d9d3-40a8-aa57-9dca3ad953c8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404172
Nov 06 21:23:49.241766 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d75dde76-2ac3-469b-a51b-4839f90ef9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:49.755774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec7e7d-e936-4327-b359-1c0df3911f91 req-6b665374-f05e-4029-8c78-df48b895d008 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:49.757289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edec7e7d-e936-4327-b359-1c0df3911f91 req-6b665374-f05e-4029-8c78-df48b895d008 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0483584
Nov 06 21:23:49.805669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edec7e7d-e936-4327-b359-1c0df3911f91 req-269d9ce0-a7d9-480b-8957-c74599234190 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426078
Nov 06 21:23:50.658532 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:50.925506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909798e-f34b-4cf4-8f05-b8fb7f598708 req-dad47adf-8f62-4232-a1c3-dfe256c54991 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:50.927049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a909798e-f34b-4cf4-8f05-b8fb7f598708 req-dad47adf-8f62-4232-a1c3-dfe256c54991 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0534971
Nov 06 21:23:50.974807 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a909798e-f34b-4cf4-8f05-b8fb7f598708 req-cca66892-85e6-4f75-903e-f83beb4504a6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417933
Nov 06 21:23:51.907793 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:52.088857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994003c-6b60-475e-a8d4-e0a657d64347 req-e4d163c4-bdbe-49fc-93bd-cace687758e8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:52.090245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7994003c-6b60-475e-a8d4-e0a657d64347 req-e4d163c4-bdbe-49fc-93bd-cace687758e8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0488136
Nov 06 21:23:52.137688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7994003c-6b60-475e-a8d4-e0a657d64347 req-1a532658-9ed0-4bc6-9e78-3e34945929ba tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414805
Nov 06 21:23:52.500423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-ca74cab4-697f-40c9-b304-14ba85a3ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:52.502205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-ca74cab4-697f-40c9-b304-14ba85a3ea2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 1096 time: 0.0407376
Nov 06 21:23:52.512036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:52.607979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-721eb0b0-3c10-495c-bbe9-ab914878e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:52.609510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-721eb0b0-3c10-495c-bbe9-ab914878e292 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 911 time: 0.0883882
Nov 06 21:23:52.650725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-08e49d6e-4149-41ea-9b01-c3c668aa7fce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eddb517-73c6-4324-92ea-332159520559 HTTP/1.1" status: 200  len: 217 time: 0.0341260
Nov 06 21:23:52.702959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-da73d19d-68b7-4702-a3b2-eae55bbf9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:52.704409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-da73d19d-68b7-4702-a3b2-eae55bbf9e3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 200  len: 850 time: 0.0466609
Nov 06 21:23:52.734781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-7760d283-d559-4927-801a-e183ec13f155 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240426
Nov 06 21:23:52.822673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-563a54da-1980-4455-aa7e-a5aae6d786b6 service neutron] 10.222.0.37 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809989
Nov 06 21:23:52.917894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-98f71bb6-a792-4ced-bd4f-d8cbdd7c1233 req-a75587d7-22b5-47bb-9091-95530b836bed service neutron] 10.222.0.37 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876546
Nov 06 21:23:53.252888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361329d-5676-4386-b066-73c49bb85bba req-60d51918-d0ef-4391-a04c-ab820fecf0fd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:53.254993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b361329d-5676-4386-b066-73c49bb85bba req-60d51918-d0ef-4391-a04c-ab820fecf0fd tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0510051
Nov 06 21:23:53.303877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b361329d-5676-4386-b066-73c49bb85bba req-c18029d2-2fcb-4f73-8c55-aede53327fa2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418129
Nov 06 21:23:54.426841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c9064-0be8-4524-b5c1-eb5ea8ee6302 req-764f543f-d315-4dbe-8ce5-cb7aa6fe1819 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:54.428352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a6c9064-0be8-4524-b5c1-eb5ea8ee6302 req-764f543f-d315-4dbe-8ce5-cb7aa6fe1819 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0551984
Nov 06 21:23:54.478697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a6c9064-0be8-4524-b5c1-eb5ea8ee6302 req-0d8cdd45-5f35-4fd5-b8dc-2446d6d325c3 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443819
Nov 06 21:23:55.596859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eddabf-5064-4b57-b566-c9b8dedaa556 req-8180a5fb-cacd-46ac-8ab0-3f5c61431f94 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:55.598338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30eddabf-5064-4b57-b566-c9b8dedaa556 req-8180a5fb-cacd-46ac-8ab0-3f5c61431f94 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0493078
Nov 06 21:23:55.645080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-30eddabf-5064-4b57-b566-c9b8dedaa556 req-208d4ed8-7d8e-4cd2-839e-847936bfab76 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407548
Nov 06 21:23:56.058380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8751406-5eda-4393-acbc-0c46f59836eb req-6cf9f756-b934-438f-a1c6-2f3656cce024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:56.059842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8751406-5eda-4393-acbc-0c46f59836eb req-6cf9f756-b934-438f-a1c6-2f3656cce024 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 1096 time: 0.0397193
Nov 06 21:23:56.102509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8751406-5eda-4393-acbc-0c46f59836eb req-471ca929-5af2-45b2-a748-d91c313ad3e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359461
Nov 06 21:23:56.761247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b66f9d-07fb-4c6a-a31a-a439600e9dae req-546002e3-cd76-40e5-aaf5-8392cfa018c2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:56.762736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3b66f9d-07fb-4c6a-a31a-a439600e9dae req-546002e3-cd76-40e5-aaf5-8392cfa018c2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0523930
Nov 06 21:23:56.809538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3b66f9d-07fb-4c6a-a31a-a439600e9dae req-916f26e3-5a35-422c-b623-0e890d1599bf tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409515
Nov 06 21:23:57.921562 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77467ee3-c923-4309-96eb-892799910e46 req-37f86b19-bc46-4c72-a404-7ed76cd40720 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:57.923047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77467ee3-c923-4309-96eb-892799910e46 req-37f86b19-bc46-4c72-a404-7ed76cd40720 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0487182
Nov 06 21:23:57.970985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-77467ee3-c923-4309-96eb-892799910e46 req-97ff729e-ad4e-48ba-ac7e-1143f01b3d3a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415864
Nov 06 21:23:58.198130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-a0935454-ccd7-44b2-830a-dbbdccaf0ce5 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:58.199604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-a0935454-ccd7-44b2-830a-dbbdccaf0ce5 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 810 time: 0.1049299
Nov 06 21:23:58.214062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-6a9538d0-3fdb-4cab-bd70-5a3f6dd1661e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/quotas/c3ae473cf6a7407cb9cc41714c72be92 HTTP/1.1" status: 200  len: 375 time: 0.0088036
Nov 06 21:23:58.264857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-1734e1f5-9a0e-42ff-88f4-4b2809db648a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0454559
Nov 06 21:23:58.356608 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-3d4f91b3-7698-4454-88f3-9e7db1ccccfa service neutron] 10.222.0.13 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847394
Nov 06 21:23:58.444863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9d980a51-6159-4752-9b26-b2517cb144b5 service neutron] 10.222.0.13 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823905
Nov 06 21:23:58.601771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2703559-0e69-49ac-bf33-a0b48d54d212 req-77149868-442c-4ad7-9906-6ebcfc79316a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 210 time: 0.0281382
Nov 06 21:23:59.487342 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-f652eda8-0ee3-4377-aaa2-7611478c4326 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:23:59.489332 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-f652eda8-0ee3-4377-aaa2-7611478c4326 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.10 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 810 time: 0.1057820
Nov 06 21:23:59.502294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Request body: {'port': {'device_id': '8f3cf790-e207-40bf-bf7e-6d18f5fac6db', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'admin_state_up': True, 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:23:59.607042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Made reservation on behalf of c3ae473cf6a7407cb9cc41714c72be92 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:23:59.610650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:23:59.697490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64b2ab1f-8802-4ded-b1c3-55795a1d02c9 req-0fc83885-a831-4b18-963f-c8c07ff40dd6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 210 time: 0.0284626
Nov 06 21:24:00.056533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Allocated IP 172.20.0.8 (c7f07e3c-fd02-49b4-b622-894a1eb4a7ab/e287867a-c298-4e2a-9872-08228d8b6331/39e78de1-9ada-4998-be00-eafffeff919a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:24:00.197603 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.228924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.240431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6eddb517-73c6-4324-92ea-332159520559'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:24:00.270009 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:24:00.275289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:24:00.279055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:24:00.302896 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Pushing event updated for resources: {'Port': ['ID=39e78de1-9ada-4998-be00-eafffeff919a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:00.313489 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.313838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.314174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.314508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.314836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.315161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.315485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.315804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.316125 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.316498 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.316823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.317148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:00.342828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:00.343442 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.360285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-9c0dc2d9-5777-4114-b73b-b9dd3ee6d73e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8619199
Nov 06 21:24:00.372333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Request body: {'port': {'device_id': '8f3cf790-e207-40bf-bf7e-6d18f5fac6db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:24:00.426853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.679968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e78de1-9ada-4998-be00-eafffeff919a {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:24:00.687138 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.699095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Transition to ACTIVE for port object 39e78de1-9ada-4998-be00-eafffeff919a will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:24:00.702814 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.771395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Pushing event updated for resources: {'Port': ['ID=39e78de1-9ada-4998-be00-eafffeff919a,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:00.821905 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Attempting to bind port 39e78de1-9ada-4998-be00-eafffeff919a on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:24:00.822127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098a68-a663-467d-9f13-4bb7d03f2530 req-bb19b8df-c084-4b84-968d-8aad91428176 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:00.822586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Attempting to bind port 39e78de1-9ada-4998-be00-eafffeff919a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:24:00.822689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Attempting to bind port 39e78de1-9ada-4998-be00-eafffeff919a on network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:24:00.823634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f098a68-a663-467d-9f13-4bb7d03f2530 req-bb19b8df-c084-4b84-968d-8aad91428176 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 943 time: 0.0567975
Nov 06 21:24:00.826935 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Port 39e78de1-9ada-4998-be00-eafffeff919a on network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:24:00.827253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Attempting to bind port 39e78de1-9ada-4998-be00-eafffeff919a on network c7f07e3c-fd02-49b4-b622-894a1eb4a7ab {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:24:00.831987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:24:00.832390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Checking segment: {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:24:00.832752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Bound using segment: {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:24:00.833170 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Bound port: 39e78de1-9ada-4998-be00-eafffeff919a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:24:00.833521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.871448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f098a68-a663-467d-9f13-4bb7d03f2530 req-47e04dd8-e6fe-42df-8fb6-0e968a2934b3 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417709
Nov 06 21:24:00.896138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] For port 39e78de1-9ada-4998-be00-eafffeff919a, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:24:00.899100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] For port 39e78de1-9ada-4998-be00-eafffeff919a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39e78de1-9ada-4998-be00-eafffeff919a,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:24:00.903397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.937111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:00.937742 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:00.939122 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] 10.222.0.10 "PUT /v2.0/ports/39e78de1-9ada-4998-be00-eafffeff919a HTTP/1.1" status: 200  len: 1091 time: 0.5708666
Nov 06 21:24:00.939546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3cf790-e207-40bf-bf7e-6d18f5fac6db', 'tag': '39e78de1-9ada-4998-be00-eafffeff919a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:24:00.942504 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275369c0-e3d1-408a-9fe1-6279fac7b190" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3cf790-e207-40bf-bf7e-6d18f5fac6db", "tag": "39e78de1-9ada-4998-be00-eafffeff919a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:24:00.968273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d4942-1d77-4b9f-96d1-36e8bf59cc40 service neutron] Pushing event updated for resources: {'Port': ['ID=39e78de1-9ada-4998-be00-eafffeff919a,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:00.990100 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d2acd0-2055-4149-b30d-6b08d5bb416f x-openstack-request-id: req-d0d2acd0-2055-4149-b30d-6b08d5bb416f {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:24:00.990387 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3cf790-e207-40bf-bf7e-6d18f5fac6db", "tag": "39e78de1-9ada-4998-be00-eafffeff919a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:24:00.990638 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0d2acd0-2055-4149-b30d-6b08d5bb416f {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:24:00.991041 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3cf790-e207-40bf-bf7e-6d18f5fac6db', 'tag': '39e78de1-9ada-4998-be00-eafffeff919a', 'status': 'completed', 'code': 200}
Nov 06 21:24:01.019699 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-418fe356-ad22-46f4-825a-3b1835649c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:01.021230 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-418fe356-ad22-46f4-825a-3b1835649c49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 1094 time: 0.0414283
Nov 06 21:24:01.066056 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-b30b30e7-fa3e-4bf2-be04-0b1517f3f7dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e78de1-9ada-4998-be00-eafffeff919a HTTP/1.1" status: 200  len: 217 time: 0.0365477
Nov 06 21:24:01.112774 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-255b2c52-741f-4d84-b0c2-c2f8958a20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:01.114643 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-255b2c52-741f-4d84-b0c2-c2f8958a20df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 200  len: 850 time: 0.0424147
Nov 06 21:24:01.146229 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-49211a15-1ca7-4fe4-8d9d-ac3119352494 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239315
Nov 06 21:24:01.237279 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-6adb6720-63c1-4e71-945e-b0b84184fe57 service neutron] 10.222.0.10 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835176
Nov 06 21:24:01.328314 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a5a13f81-1da6-4a82-a5d5-721aec1f09de req-51293b68-cfd4-4ad3-8670-fc98b9cf2e20 service neutron] 10.222.0.10 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845511
Nov 06 21:24:01.415317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-97a65035-e582-40e4-b0d5-fca31c17115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:01.416747 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-97a65035-e582-40e4-b0d5-fca31c17115f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 1094 time: 0.0404372
Nov 06 21:24:01.510329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-c749a4b5-42d4-40ea-9cc3-1d84bdc69217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:01.511800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-c749a4b5-42d4-40ea-9cc3-1d84bdc69217 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 911 time: 0.0871739
Nov 06 21:24:01.555135 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-c28b956f-eb42-4b30-b29c-beb3c512f765 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e78de1-9ada-4998-be00-eafffeff919a HTTP/1.1" status: 200  len: 217 time: 0.0358424
Nov 06 21:24:01.608556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-a2bf8fc6-0d01-4be2-baa6-550585be41cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:01.611471 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-a2bf8fc6-0d01-4be2-baa6-550585be41cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 200  len: 850 time: 0.0499480
Nov 06 21:24:01.647683 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-8dc47b78-c400-4de0-b557-535be24f56d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299571
Nov 06 21:24:01.735466 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-d53fa68f-90c3-4872-8e6f-c4045590482b service neutron] 10.222.0.10 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807946
Nov 06 21:24:01.828100 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-275369c0-e3d1-408a-9fe1-6279fac7b190 req-09ebfd61-e721-4594-8a0f-910ea40250f3 service neutron] 10.222.0.10 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854793
Nov 06 21:24:01.991436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab9e00-33f1-4847-ad7e-7de265581f31 req-cc227ad5-02e5-4391-b750-8233558b5271 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:01.992876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96ab9e00-33f1-4847-ad7e-7de265581f31 req-cc227ad5-02e5-4391-b750-8233558b5271 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 943 time: 0.0489564
Nov 06 21:24:02.044655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96ab9e00-33f1-4847-ad7e-7de265581f31 req-42c2614c-fbd4-4509-af88-ae562076c3f8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458941
Nov 06 21:24:03.159463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c758b6-7a20-414a-bcf3-33ac25ed188e req-ca7e38d1-a2cb-4cd5-8be1-2750fff0b43e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:03.160858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70c758b6-7a20-414a-bcf3-33ac25ed188e req-ca7e38d1-a2cb-4cd5-8be1-2750fff0b43e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 943 time: 0.0481782
Nov 06 21:24:03.211233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70c758b6-7a20-414a-bcf3-33ac25ed188e req-b285341e-1aca-42e4-8d65-38dc07aa6281 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439875
Nov 06 21:24:04.331293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d5389-8665-49b7-a6ac-86d258c93684 req-5c4be0ad-598b-42f8-8f50-8e8cb408f84c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:04.334727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f38d5389-8665-49b7-a6ac-86d258c93684 req-5c4be0ad-598b-42f8-8f50-8e8cb408f84c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 943 time: 0.0517824
Nov 06 21:24:04.382109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f38d5389-8665-49b7-a6ac-86d258c93684 req-2affd081-9e60-4c9f-9909-c58c9f5c9cd5 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415730
Nov 06 21:24:05.078690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 39e78de1-9ada-4998-be00-eafffeff919a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:24:05.173138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 39e78de1-9ada-4998-be00-eafffeff919a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39e78de1-9ada-4998-be00-eafffeff919a,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:24:05.185082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '39e78de1-9ada-4998-be00-eafffeff919a', 'network_id': 'c7f07e3c-fd02-49b4-b622-894a1eb4a7ab', 'port_id': '39e78de1-9ada-4998-be00-eafffeff919a', 'mac_address': 'fa:16:3e:0c:8a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e287867a-c298-4e2a-9872-08228d8b6331', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:24:05.220233 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:05.233323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e78de1-9ada-4998-be00-eafffeff919a {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:24:05.252619 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 39e78de1-9ada-4998-be00-eafffeff919a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39e78de1-9ada-4998-be00-eafffeff919a,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:24:05.256393 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:05.305575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=39e78de1-9ada-4998-be00-eafffeff919a,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:05.312662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.313008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.313346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.313682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.314007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.314332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.314654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.314975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.315294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.315613 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.315934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.316799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:05.495969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b84648-c682-4d50-9f86-e9e65225e8c0 req-11c6b9fc-24f7-4ac6-9a5a-31566d68a934 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:05.497442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-97b84648-c682-4d50-9f86-e9e65225e8c0 req-11c6b9fc-24f7-4ac6-9a5a-31566d68a934 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 944 time: 0.0489314
Nov 06 21:24:05.541433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['39e78de1-9ada-4998-be00-eafffeff919a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:24:05.545536 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-97b84648-c682-4d50-9f86-e9e65225e8c0 req-1bdb9f97-314c-43ce-9836-18027f25b644 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422144
Nov 06 21:24:06.662875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61192f2-4762-4d81-b231-9bee702a51a4 req-89e27a8c-ba0e-4dd3-b50a-de79126b1344 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:06.664621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f61192f2-4762-4d81-b231-9bee702a51a4 req-89e27a8c-ba0e-4dd3-b50a-de79126b1344 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 944 time: 0.0521808
Nov 06 21:24:06.711113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f61192f2-4762-4d81-b231-9bee702a51a4 req-7920968d-4278-49b1-bbf4-679af30f10f4 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406828
Nov 06 21:24:07.100931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 39e78de1-9ada-4998-be00-eafffeff919a up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:24:07.152710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 39e78de1-9ada-4998-be00-eafffeff919a completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:24:07.156603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 39e78de1-9ada-4998-be00-eafffeff919a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:24:07.156969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:07.231600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:07.253775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3cf790-e207-40bf-bf7e-6d18f5fac6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e78de1-9ada-4998-be00-eafffeff919a'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:24:07.255990 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7160a9-0b0e-463b-af24-397410815bfa" -d '{"events": [{"server_uuid": "8f3cf790-e207-40bf-bf7e-6d18f5fac6db", "name": "network-vif-plugged", "status": "completed", "tag": "39e78de1-9ada-4998-be00-eafffeff919a"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:24:07.268240 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 39e78de1-9ada-4998-be00-eafffeff919a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39e78de1-9ada-4998-be00-eafffeff919a,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:24:07.272078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:07.301160 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659b9ef2-1e73-49a8-973b-794b82a85f84 x-openstack-request-id: req-659b9ef2-1e73-49a8-973b-794b82a85f84 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:24:07.301448 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3cf790-e207-40bf-bf7e-6d18f5fac6db", "name": "network-vif-plugged", "status": "completed", "tag": "39e78de1-9ada-4998-be00-eafffeff919a", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:24:07.301693 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-659b9ef2-1e73-49a8-973b-794b82a85f84 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:24:07.302067 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3cf790-e207-40bf-bf7e-6d18f5fac6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e78de1-9ada-4998-be00-eafffeff919a', 'code': 200}
Nov 06 21:24:07.327149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=39e78de1-9ada-4998-be00-eafffeff919a,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:07.396389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c823b-7d9c-4263-bb05-08860516ae79 req-3e1ffc9e-ef0b-4a77-bcfd-fd9f37f0e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:07.397911 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4b5c823b-7d9c-4263-bb05-08860516ae79 req-3e1ffc9e-ef0b-4a77-bcfd-fd9f37f0e523 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 1096 time: 0.0471821
Nov 06 21:24:07.440578 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4b5c823b-7d9c-4263-bb05-08860516ae79 req-0eebffe1-be7d-440c-8dc3-a5531f290f0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358441
Nov 06 21:24:07.824468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb753e-fb1c-48e2-89c1-712391a0871d req-ffe32516-4325-4e24-baaf-9981080afb9a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:07.826936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6fb753e-fb1c-48e2-89c1-712391a0871d req-ffe32516-4325-4e24-baaf-9981080afb9a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0501444
Nov 06 21:24:07.874125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6fb753e-fb1c-48e2-89c1-712391a0871d req-aa054c1a-a3d3-488b-9f4a-51dd09ee351f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412443
Nov 06 21:24:08.995350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336e799-dd97-4386-a9b5-624bd138c7ca req-52c044db-ef70-488a-a981-1f74abf732f9 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:08.996886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b336e799-dd97-4386-a9b5-624bd138c7ca req-52c044db-ef70-488a-a981-1f74abf732f9 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0517433
Nov 06 21:24:09.043775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b336e799-dd97-4386-a9b5-624bd138c7ca req-66557fc4-4720-4f1e-a17b-1c75aa2163ef tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410440
Nov 06 21:24:09.535745 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-1a74cfcb-4e89-41f5-a7ad-41758a110443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:09.537282 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-1a74cfcb-4e89-41f5-a7ad-41758a110443 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 1096 time: 0.0408094
Nov 06 21:24:09.551594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ab208-3af6-4584-a1db-81009cdfa7ec req-c1f515b1-28b5-4987-9398-a86221ea2c1c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:09.553161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2ab208-3af6-4584-a1db-81009cdfa7ec req-c1f515b1-28b5-4987-9398-a86221ea2c1c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0492876
Nov 06 21:24:09.600644 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2ab208-3af6-4584-a1db-81009cdfa7ec req-faf812cf-ccaf-4a32-b663-3b4e31f9e47f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413172
Nov 06 21:24:09.631810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-c8dba6ef-d724-4f60-8905-89a7a2205126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:09.633351 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-c8dba6ef-d724-4f60-8905-89a7a2205126 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 911 time: 0.0892298
Nov 06 21:24:09.675089 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-cb7651f1-b7d8-4480-a4ac-865b4f347bb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e78de1-9ada-4998-be00-eafffeff919a HTTP/1.1" status: 200  len: 217 time: 0.0339119
Nov 06 21:24:09.726870 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-11d5b93c-d505-4d4f-978c-ef31ccddec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:09.728207 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-11d5b93c-d505-4d4f-978c-ef31ccddec3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 200  len: 850 time: 0.0466192
Nov 06 21:24:09.759312 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-ada27d19-6eeb-45f2-91b6-70c8aa43e813 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243492
Nov 06 21:24:09.848128 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-0ad70dff-5809-4deb-9ae7-85f0d2a3cf58 service neutron] 10.222.0.10 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821478
Nov 06 21:24:09.941935 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1dc79c85-15ff-49d5-b8d3-3016b1d3645f req-9a07c214-8af5-466f-a2e4-6b52ae48d43e service neutron] 10.222.0.10 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862787
Nov 06 21:24:10.716352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155511f-26c4-46ae-99a1-10c4fdbc6796 req-03a31015-0617-44ad-a104-9f44f46cb5ab tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:10.717809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3155511f-26c4-46ae-99a1-10c4fdbc6796 req-03a31015-0617-44ad-a104-9f44f46cb5ab tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0486774
Nov 06 21:24:10.768157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3155511f-26c4-46ae-99a1-10c4fdbc6796 req-e009876e-3839-432e-a50a-5e6cc95e6553 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446010
Nov 06 21:24:11.884212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58349839-58bd-42b3-8235-e55cb7861942 req-476cf6fd-5a0e-45dd-aace-2862cbe92a43 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:11.885718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58349839-58bd-42b3-8235-e55cb7861942 req-476cf6fd-5a0e-45dd-aace-2862cbe92a43 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0509367
Nov 06 21:24:11.932656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58349839-58bd-42b3-8235-e55cb7861942 req-95b935a8-3e6e-4471-afa9-26c6b0212a10 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410078
Nov 06 21:24:13.046054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f291a-d84b-4459-947d-9f928eb7d6a2 req-39ddefae-3c99-4854-8de3-47fde179aa5c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:13.047849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b6f291a-d84b-4459-947d-9f928eb7d6a2 req-39ddefae-3c99-4854-8de3-47fde179aa5c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0500090
Nov 06 21:24:13.095325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b6f291a-d84b-4459-947d-9f928eb7d6a2 req-5a4d9099-64e6-4af9-b09e-f3a032c2b803 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410671
Nov 06 21:24:14.215315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd0869-cc98-43bd-bc1b-775d1677d04b req-a86339cd-d91b-43aa-8e99-ab34d497d061 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:14.216811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dbd0869-cc98-43bd-bc1b-775d1677d04b req-a86339cd-d91b-43aa-8e99-ab34d497d061 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0522749
Nov 06 21:24:14.263179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dbd0869-cc98-43bd-bc1b-775d1677d04b req-b1d5085d-9d59-42cd-bae1-3e1e91e5e74e tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401187
Nov 06 21:24:14.669215 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:14.738557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:15.377923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ee4cd-f17f-4c70-a878-ab82c659f5af req-1666e9f9-d929-453c-adc5-32e69bb3c541 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:15.379426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c3ee4cd-f17f-4c70-a878-ab82c659f5af req-1666e9f9-d929-453c-adc5-32e69bb3c541 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0491831
Nov 06 21:24:15.426694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c3ee4cd-f17f-4c70-a878-ab82c659f5af req-15474d34-892b-49b3-8bf2-e3b608f3fa35 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413008
Nov 06 21:24:16.541347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2acc51-cf91-40b6-a341-43fe174b412d req-e815760f-05dd-477b-b789-7db9b3202522 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:16.542838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a2acc51-cf91-40b6-a341-43fe174b412d req-e815760f-05dd-477b-b789-7db9b3202522 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0488398
Nov 06 21:24:16.603662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a2acc51-cf91-40b6-a341-43fe174b412d req-5bbf8655-afb0-4f08-9c4b-0a4872bfc7ec tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548205
Nov 06 21:24:16.866043 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bbc84cd8-be16-42e1-bfa8-1af1ec71566f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:17.716529 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158dd1e-5ec1-49dc-95fe-3bbe73dfca04 req-00eab213-ecd7-4e09-87e8-d7210af9000f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:17.717998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6158dd1e-5ec1-49dc-95fe-3bbe73dfca04 req-00eab213-ecd7-4e09-87e8-d7210af9000f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0477757
Nov 06 21:24:17.764935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6158dd1e-5ec1-49dc-95fe-3bbe73dfca04 req-6c56489d-c10e-4733-a9ac-2bf08501083b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405476
Nov 06 21:24:18.877653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb675e-b0e1-43be-a5a7-87c9860aadac req-5c0fccfa-791b-4880-8816-c86d5faeafe7 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:18.879760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fefb675e-b0e1-43be-a5a7-87c9860aadac req-5c0fccfa-791b-4880-8816-c86d5faeafe7 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0487680
Nov 06 21:24:18.926290 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fefb675e-b0e1-43be-a5a7-87c9860aadac req-04a09f5a-0864-455c-ab39-1bb1287a3ffb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406106
Nov 06 21:24:19.243520 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-30246dc1-5e7d-40c6-81af-7e3b3731e66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:20.043667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af8732-1e95-45ce-ad47-323ba226b3dc req-692e219f-f815-4e6b-9d02-a55590c90492 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:20.045283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22af8732-1e95-45ce-ad47-323ba226b3dc req-692e219f-f815-4e6b-9d02-a55590c90492 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0528209
Nov 06 21:24:20.094909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22af8732-1e95-45ce-ad47-323ba226b3dc req-b227731c-837a-4523-a133-2a328ce0d7f3 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437005
Nov 06 21:24:20.664969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:21.106366 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:24:21.210825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dd0e2-5467-4253-99cf-740ed0ba7bb6 req-6312c610-79aa-4560-985d-52b3d311b3bb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:21.212342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d9dd0e2-5467-4253-99cf-740ed0ba7bb6 req-6312c610-79aa-4560-985d-52b3d311b3bb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0472813
Nov 06 21:24:21.258138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d9dd0e2-5467-4253-99cf-740ed0ba7bb6 req-31c09ca8-5fd3-4a77-bce1-ed7c733d22c2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399778
Nov 06 21:24:21.909728 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:22.376830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e35bac-acca-46e4-a0ca-8b3df628e348 req-2d4c97c5-584c-487a-9332-6886e0c22f70 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:22.378392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8e35bac-acca-46e4-a0ca-8b3df628e348 req-2d4c97c5-584c-487a-9332-6886e0c22f70 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0519331
Nov 06 21:24:22.424607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8e35bac-acca-46e4-a0ca-8b3df628e348 req-badf6633-55df-4d28-b959-8338c989f7b1 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403299
Nov 06 21:24:22.513557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:23.536276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ea045-2bec-4c6a-ab83-4a1595c4d243 req-c6da39d9-4fd7-445d-a5e7-71628cf58be1 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:23.537869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-816ea045-2bec-4c6a-ab83-4a1595c4d243 req-c6da39d9-4fd7-445d-a5e7-71628cf58be1 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0478318
Nov 06 21:24:23.584568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-816ea045-2bec-4c6a-ab83-4a1595c4d243 req-f0b938a0-99d2-420f-8779-878601c59f00 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405645
Nov 06 21:24:24.697766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12781-35f1-4419-9ffb-0f43a4393384 req-b6e2bf3f-e545-4ebe-8ea7-85e25951bdcf tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:24.699232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7bb12781-35f1-4419-9ffb-0f43a4393384 req-b6e2bf3f-e545-4ebe-8ea7-85e25951bdcf tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0478234
Nov 06 21:24:24.750321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7bb12781-35f1-4419-9ffb-0f43a4393384 req-04284082-f429-4078-82bb-99bdee5bb411 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452995
Nov 06 21:24:25.865581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de72d91-7586-42aa-a840-af1091615505 req-6d256110-dd19-427a-bc6e-df659e224277 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:25.867070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7de72d91-7586-42aa-a840-af1091615505 req-6d256110-dd19-427a-bc6e-df659e224277 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0481060
Nov 06 21:24:25.914484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7de72d91-7586-42aa-a840-af1091615505 req-64a1270f-e998-41c5-8d5f-e68c7e7bf957 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414364
Nov 06 21:24:27.030984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18052d8d-6223-43e4-8d39-64b59a997a26 req-2aa78d72-b2cc-42c9-81f5-7b2c0836a7c2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:27.032483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18052d8d-6223-43e4-8d39-64b59a997a26 req-2aa78d72-b2cc-42c9-81f5-7b2c0836a7c2 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0493786
Nov 06 21:24:27.078261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18052d8d-6223-43e4-8d39-64b59a997a26 req-a64ce6a8-6ede-452f-9141-d5c2bc815799 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390062
Nov 06 21:24:28.197160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a8430-c7de-4530-89a1-40e66d043a74 req-40da0fed-68e2-43f7-a5f5-f11b6699f14f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:28.198546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-457a8430-c7de-4530-89a1-40e66d043a74 req-40da0fed-68e2-43f7-a5f5-f11b6699f14f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0524011
Nov 06 21:24:28.245424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-457a8430-c7de-4530-89a1-40e66d043a74 req-612a62df-c868-41af-825a-62887d7f4f07 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410869
Nov 06 21:24:29.363596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f3776-9e1d-431a-abdb-ee97b7509ce2 req-b2765716-6465-4d72-af8c-8f2841985f85 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:29.365103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f62f3776-9e1d-431a-abdb-ee97b7509ce2 req-b2765716-6465-4d72-af8c-8f2841985f85 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0479262
Nov 06 21:24:29.411599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f62f3776-9e1d-431a-abdb-ee97b7509ce2 req-9f695358-d688-4fff-8333-24451a94a6d1 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405972
Nov 06 21:24:30.526769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cb897-8f70-4773-aa34-5e61b5ffb14e req-634018d9-8ebb-4896-b6c2-aa642d121729 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:30.529256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e5cb897-8f70-4773-aa34-5e61b5ffb14e req-634018d9-8ebb-4896-b6c2-aa642d121729 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0493343
Nov 06 21:24:30.577843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e5cb897-8f70-4773-aa34-5e61b5ffb14e req-bf2e1c28-8710-41f3-935d-12364c04d4f0 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436540
Nov 06 21:24:31.692467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bd557-7d39-4cd0-be79-3666fef7c293 req-2e893bab-b3f7-47c1-aa3f-2b47aa60a99a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:31.693945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d06bd557-7d39-4cd0-be79-3666fef7c293 req-2e893bab-b3f7-47c1-aa3f-2b47aa60a99a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0490603
Nov 06 21:24:31.739870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d06bd557-7d39-4cd0-be79-3666fef7c293 req-bde0ab7e-bc5c-48d6-b3e1-c013ae0db335 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401421
Nov 06 21:24:32.853564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16335ff-f67f-4709-bf6c-20fd33a2179d req-6135db50-f84b-4717-8b04-5ceb066c7cfb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:32.854939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b16335ff-f67f-4709-bf6c-20fd33a2179d req-6135db50-f84b-4717-8b04-5ceb066c7cfb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0478394
Nov 06 21:24:32.901809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b16335ff-f67f-4709-bf6c-20fd33a2179d req-5883b520-29fc-4524-9fd9-ee2200739eb1 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409603
Nov 06 21:24:34.020391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61244929-6fd7-4a1e-ad12-34b90f8459a5 req-7995ca4f-f60f-4d43-b284-009541946e87 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:34.022429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61244929-6fd7-4a1e-ad12-34b90f8459a5 req-7995ca4f-f60f-4d43-b284-009541946e87 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0524116
Nov 06 21:24:34.070069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61244929-6fd7-4a1e-ad12-34b90f8459a5 req-52fa0c06-6863-4482-870c-cd3546ab3594 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418527
Nov 06 21:24:35.188981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34034e1c-1404-4d62-8ad9-902ebceac52b req-bd566721-1df0-485a-9f67-c29e7a12a93f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:35.190537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34034e1c-1404-4d62-8ad9-902ebceac52b req-bd566721-1df0-485a-9f67-c29e7a12a93f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0524938
Nov 06 21:24:35.236468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34034e1c-1404-4d62-8ad9-902ebceac52b req-95be0a78-c861-4115-ac7d-42e9ab8dad67 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401065
Nov 06 21:24:36.353586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40804d-4a4f-4ee2-ace8-e44805dd6fdd req-7ff6ea13-396e-4421-9bf3-b8c726e06ecb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:36.355068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e40804d-4a4f-4ee2-ace8-e44805dd6fdd req-7ff6ea13-396e-4421-9bf3-b8c726e06ecb tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0512888
Nov 06 21:24:36.401668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e40804d-4a4f-4ee2-ace8-e44805dd6fdd req-2a02e479-df0c-4f94-a4fb-6854d435a7e8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407040
Nov 06 21:24:36.515545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b97f8e-57b4-4748-b85c-57e4edc421cb req-a14979fa-c81c-49ac-af38-3e772491c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:36.516980 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-38b97f8e-57b4-4748-b85c-57e4edc421cb req-a14979fa-c81c-49ac-af38-3e772491c2d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 1096 time: 0.0395844
Nov 06 21:24:36.561492 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-38b97f8e-57b4-4748-b85c-57e4edc421cb req-1260f3fe-a1f8-4960-994a-91cdb5a74595 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371399
Nov 06 21:24:37.516627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545a438-323b-4875-973c-a4ee2504215c req-1fee9f52-cb39-4d74-83bc-a1c8c199dcd3 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:37.518663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e545a438-323b-4875-973c-a4ee2504215c req-1fee9f52-cb39-4d74-83bc-a1c8c199dcd3 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0475483
Nov 06 21:24:37.569062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e545a438-323b-4875-973c-a4ee2504215c req-98acf2ec-2b53-4bb4-a8ef-8c0e02707094 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443418
Nov 06 21:24:38.682492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78dd8c-067d-4701-b3c2-cd41b118afe2 req-27bd251e-681b-44ef-9b64-15dbf2eb8207 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:38.683934 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a78dd8c-067d-4701-b3c2-cd41b118afe2 req-27bd251e-681b-44ef-9b64-15dbf2eb8207 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0480397
Nov 06 21:24:38.734774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a78dd8c-067d-4701-b3c2-cd41b118afe2 req-5582dbe8-e0d7-4d25-9237-1b01a6dc7de5 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449352
Nov 06 21:24:38.918497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-f5429230-5d0d-48a3-82b5-38108bf99692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:38.920154 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-f5429230-5d0d-48a3-82b5-38108bf99692 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 1096 time: 0.0409956
Nov 06 21:24:38.930464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a051c1-822c-4918-80da-22943da26160 req-3eb89d93-3eb2-44a1-ab38-fbc1066903cc tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:38.931952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a051c1-822c-4918-80da-22943da26160 req-3eb89d93-3eb2-44a1-ab38-fbc1066903cc tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0495381
Nov 06 21:24:38.979305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17a051c1-822c-4918-80da-22943da26160 req-5f145ecf-830e-4edf-bde2-e41446cb3af3 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412586
Nov 06 21:24:39.013838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-6931a6d3-82f2-4858-984e-04018d4655f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:39.015313 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-6931a6d3-82f2-4858-984e-04018d4655f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 200  len: 911 time: 0.0874894
Nov 06 21:24:39.057261 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-f1a1a91f-e4e9-4d59-8182-1009014a9886 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39e78de1-9ada-4998-be00-eafffeff919a HTTP/1.1" status: 200  len: 217 time: 0.0346148
Nov 06 21:24:39.111291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-f9e101e2-fdf6-452d-8829-777cc38b346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:39.112704 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-f9e101e2-fdf6-452d-8829-777cc38b346b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 200  len: 850 time: 0.0484531
Nov 06 21:24:39.144115 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-0eb9a07d-0b09-493e-ae74-888939207b3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244238
Nov 06 21:24:39.231127 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-8d31bd7a-b530-44bf-8c27-a5723cb44162 service neutron] 10.222.0.10 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800149
Nov 06 21:24:39.322211 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-7889bd46-c8a9-4b7e-a06e-3549d8d0e304 req-064b6178-0c2f-4130-b271-9c822e969264 service neutron] 10.222.0.10 "GET /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841811
Nov 06 21:24:40.096124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906e613-b159-4c0f-9093-1bda4e1da145 req-94126560-8d26-4f65-ab6f-6f0bc6c9b55b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:40.097623 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1906e613-b159-4c0f-9093-1bda4e1da145 req-94126560-8d26-4f65-ab6f-6f0bc6c9b55b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0496647
Nov 06 21:24:40.145896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1906e613-b159-4c0f-9093-1bda4e1da145 req-443bc2e0-d01c-47e2-9102-e8c0edad31ef tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423479
Nov 06 21:24:41.267127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bacac-9d09-40d2-b246-58c1fdf0f55b req-3d0f8899-a3bd-43b0-8003-787f350d53be tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:41.269285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e59bacac-9d09-40d2-b246-58c1fdf0f55b req-3d0f8899-a3bd-43b0-8003-787f350d53be tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0524576
Nov 06 21:24:41.316897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e59bacac-9d09-40d2-b246-58c1fdf0f55b req-c48a093d-c6c0-4eb4-acb0-ae692f1a7975 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417011
Nov 06 21:24:41.550033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6275a3-8589-4364-9c5c-03d0b62dfbad req-beb08288-a347-4224-97a9-95f98b5def96 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:41.551530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe6275a3-8589-4364-9c5c-03d0b62dfbad req-beb08288-a347-4224-97a9-95f98b5def96 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0493507
Nov 06 21:24:41.599252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe6275a3-8589-4364-9c5c-03d0b62dfbad req-c68f8eb4-f940-4a00-8077-4755447cebfa tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413759
Nov 06 21:24:42.714885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2411-48f9-4585-9e23-e8742e94f726 req-d2b653fb-d333-4f19-a659-074ea9b0f2d8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:42.716377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-97da2411-48f9-4585-9e23-e8742e94f726 req-d2b653fb-d333-4f19-a659-074ea9b0f2d8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0480359
Nov 06 21:24:42.766183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-97da2411-48f9-4585-9e23-e8742e94f726 req-d916d960-4995-4ffc-ba87-7c456e52d621 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440280
Nov 06 21:24:43.880228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe36fcb-dab8-4534-9dfc-ea71440b2a7f req-f5ad43a2-cdd6-4595-be1b-afa1745fda3a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:43.881790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fe36fcb-dab8-4534-9dfc-ea71440b2a7f req-f5ad43a2-cdd6-4595-be1b-afa1745fda3a tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0484142
Nov 06 21:24:43.929484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fe36fcb-dab8-4534-9dfc-ea71440b2a7f req-d6d4098e-5a56-4345-964c-eaf6401bbb1c tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417123
Nov 06 21:24:44.445121 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-cbe291d8-d13d-45bd-abca-5bed29369301 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:44.446543 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-cbe291d8-d13d-45bd-abca-5bed29369301 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 945 time: 0.0485513
Nov 06 21:24:44.531277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Deleting port 39e78de1-9ada-4998-be00-eafffeff919a {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:24:44.531618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:44.629008 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] For port 39e78de1-9ada-4998-be00-eafffeff919a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39e78de1-9ada-4998-be00-eafffeff919a,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:24:44.629368 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:44.641724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Calling delete_port for 39e78de1-9ada-4998-be00-eafffeff919a owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:24:44.684061 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:44.743490 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:44.771123 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:44.782749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6eddb517-73c6-4324-92ea-332159520559'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:24:44.785505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['39e78de1-9ada-4998-be00-eafffeff919a'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:24:44.802214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Pushing event deleted for resources: {'Port': ['ID=39e78de1-9ada-4998-be00-eafffeff919a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:44.843825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] No DVR routers for this DVR port 39e78de1-9ada-4998-be00-eafffeff919a on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:24:44.847162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:44.850992 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-df4ac223-4b3a-496b-83b5-c31d17cc81c8 req-433938ff-e47b-470d-a513-92bbf0e1cb6b tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.10 "DELETE /v2.0/ports/39e78de1-9ada-4998-be00-eafffeff919a HTTP/1.1" status: 204  len: 173 time: 0.3982418
Nov 06 21:24:44.851461 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3cf790-e207-40bf-bf7e-6d18f5fac6db', 'name': 'network-vif-deleted', 'tag': '39e78de1-9ada-4998-be00-eafffeff919a'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:24:44.854293 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f11b9c-6179-4ed4-ad73-f20e1767d2e0" -d '{"events": [{"server_uuid": "8f3cf790-e207-40bf-bf7e-6d18f5fac6db", "name": "network-vif-deleted", "tag": "39e78de1-9ada-4998-be00-eafffeff919a"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:24:44.990594 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31807a42-f5c2-4864-8bb7-078feff04fe9 x-openstack-request-id: req-31807a42-f5c2-4864-8bb7-078feff04fe9 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:24:44.990891 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3cf790-e207-40bf-bf7e-6d18f5fac6db", "name": "network-vif-deleted", "tag": "39e78de1-9ada-4998-be00-eafffeff919a", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:24:44.991695 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31807a42-f5c2-4864-8bb7-078feff04fe9 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:24:44.992141 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3cf790-e207-40bf-bf7e-6d18f5fac6db', 'name': 'network-vif-deleted', 'tag': '39e78de1-9ada-4998-be00-eafffeff919a', 'status': 'completed', 'code': 200}
Nov 06 21:24:45.043010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-afe49c8a-7cca-4808-8a61-81ba0b32069e req-22685f14-c3d5-429a-9b5d-964ca023bca5 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f3cf790-e207-40bf-bf7e-6d18f5fac6db HTTP/1.1" status: 200  len: 210 time: 0.0289021
Nov 06 21:24:46.317345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db112a8-9ce0-4919-89d2-2ebdd985925c req-e29a4051-6984-446a-8b8a-86f874797a12 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:46.318833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4db112a8-9ce0-4919-89d2-2ebdd985925c req-e29a4051-6984-446a-8b8a-86f874797a12 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0486813
Nov 06 21:24:46.369056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4db112a8-9ce0-4919-89d2-2ebdd985925c req-c5edae68-fba1-4c7a-9f9e-51dd2509ff85 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442388
Nov 06 21:24:46.867855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd90e863-f2da-4021-b457-b858202580f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:47.310772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 39e78de1-9ada-4998-be00-eafffeff919a no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:24:47.330776 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 39e78de1-9ada-4998-be00-eafffeff919a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:24:47.331119 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 39e78de1-9ada-4998-be00-eafffeff919a not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:24:47.485691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd218b-d529-401d-8c6a-d591190eaa08 req-aa86d7b3-9a86-4746-a5d5-a92cd94cb0b8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:47.487241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72bd218b-d529-401d-8c6a-d591190eaa08 req-aa86d7b3-9a86-4746-a5d5-a92cd94cb0b8 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0497537
Nov 06 21:24:47.534392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72bd218b-d529-401d-8c6a-d591190eaa08 req-997c7816-504a-4817-8fb5-b7e377d8233f tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407100
Nov 06 21:24:48.649701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe33a-fc1c-421d-8627-a6f2845f0428 req-fbb6ebbc-077a-4e36-bb63-dfb281001a32 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:48.651217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-525fe33a-fc1c-421d-8627-a6f2845f0428 req-fbb6ebbc-077a-4e36-bb63-dfb281001a32 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0490887
Nov 06 21:24:48.729929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-6d557384-fc3f-4667-9ca9-5c692856f1b4 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:24:48.731378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-6d557384-fc3f-4667-9ca9-5c692856f1b4 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.37 "GET /v2.0/ports?device_id=acfc6a85-70af-4718-8dab-dd6ea47213e1 HTTP/1.1" status: 200  len: 945 time: 0.0793099
Nov 06 21:24:48.735814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-525fe33a-fc1c-421d-8627-a6f2845f0428 req-3b3f95a4-6fcb-4fae-aefe-64d7336b9735 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e3e59de-dc33-48ea-84c0-32d8ccacdf47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763667
Nov 06 21:24:48.822341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Deleting port 6eddb517-73c6-4324-92ea-332159520559 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:24:48.822689 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:48.912866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] For port 6eddb517-73c6-4324-92ea-332159520559, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6eddb517-73c6-4324-92ea-332159520559,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:24:48.913469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:48.926542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Calling delete_port for 6eddb517-73c6-4324-92ea-332159520559 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:24:49.048626 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:49.060826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6eddb517-73c6-4324-92ea-332159520559'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:24:49.084054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Pushing event deleted for resources: {'Port': ['ID=6eddb517-73c6-4324-92ea-332159520559,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:49.108945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.109293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.109634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.109975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.110310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.110640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.110969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.111292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.111614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.111940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.112785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.113138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:24:49.134522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] No DVR routers for this DVR port 6eddb517-73c6-4324-92ea-332159520559 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:24:49.137018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:49.140273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5b9c1f7-0d14-4d8d-aa6c-97d2583c481b req-c2d93a31-7301-4cf4-b2af-2e6cf89106b6 tempest-ServerRescueTestJSON-172379137 tempest-ServerRescueTestJSON-172379137-project] 10.222.0.37 "DELETE /v2.0/ports/6eddb517-73c6-4324-92ea-332159520559 HTTP/1.1" status: 204  len: 173 time: 0.4026864
Nov 06 21:24:49.140732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfc6a85-70af-4718-8dab-dd6ea47213e1', 'name': 'network-vif-deleted', 'tag': '6eddb517-73c6-4324-92ea-332159520559'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:24:49.142952 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375bc76-4f41-4a6a-9310-b0d41d5f7fb2" -d '{"events": [{"server_uuid": "acfc6a85-70af-4718-8dab-dd6ea47213e1", "name": "network-vif-deleted", "tag": "6eddb517-73c6-4324-92ea-332159520559"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:24:49.179865 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db58cf44-968b-4429-aad7-fc6ba39dac7f x-openstack-request-id: req-db58cf44-968b-4429-aad7-fc6ba39dac7f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:24:49.180160 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfc6a85-70af-4718-8dab-dd6ea47213e1", "name": "network-vif-deleted", "tag": "6eddb517-73c6-4324-92ea-332159520559", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:24:49.180437 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db58cf44-968b-4429-aad7-fc6ba39dac7f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:24:49.180840 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfc6a85-70af-4718-8dab-dd6ea47213e1', 'name': 'network-vif-deleted', 'tag': '6eddb517-73c6-4324-92ea-332159520559', 'status': 'completed', 'code': 200}
Nov 06 21:24:49.245677 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9af1b505-650e-4c38-a75f-7a177565b8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:49.792849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40750) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:50.142256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:50.667493 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:50.686643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Deleting port 8b138fca-0acd-4bfd-b757-72a0ea8fc055 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:24:50.686976 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:50.762970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] For port 8b138fca-0acd-4bfd-b757-72a0ea8fc055, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b138fca-0acd-4bfd-b757-72a0ea8fc055,segment=NetworkSegment(89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df),segment_id=89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:24:50.763325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:50.775703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Calling delete_port for 8b138fca-0acd-4bfd-b757-72a0ea8fc055 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:24:50.951887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:50.977596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b138fca-0acd-4bfd-b757-72a0ea8fc055,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:51.137966 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:51.347614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:24:51.450769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:24:51.456589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dd54661a-e702-44c3-a74d-e5e931aa2b08 admin admin] 10.222.0.13 "PUT /v2.0/routers/68b3b2f0-cb4f-4820-86ab-d96f5ba89223/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6621118
Nov 06 21:24:51.459297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40752) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:51.463144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] Sync routers for ids ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:24:51.475980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] Routers {'68b3b2f0-cb4f-4820-86ab-d96f5ba89223'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:24:51.476620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251ff3160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:24:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:24:51.564272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:51.578931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] Set router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:24:51.665222 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:51.720065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Deleting port 35b272a7-7272-46e2-bb56-b737c2d4b634 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:24:51.720317 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:51.750969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251ff3160>, [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140'}], 'enable_snat': True}, 'gw_port_id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:24:50Z', 'revision_number': 5, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port': {'id': '35b272a7-7272-46e2-bb56-b737c2d4b634', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:23:14Z', 'updated_at': '2021-11-06T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:24:51.781529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] Checking router: 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:24:51.790184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] Routers {'68b3b2f0-cb4f-4820-86ab-d96f5ba89223'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:24:51.790782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251ff3160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:24:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:24:51.803800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] For port 35b272a7-7272-46e2-bb56-b737c2d4b634, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35b272a7-7272-46e2-bb56-b737c2d4b634,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:24:51.804165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:51.817328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Calling delete_port for 35b272a7-7272-46e2-bb56-b737c2d4b634 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:24:51.876405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] Set router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:24:51.936674 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251ff3160>, [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:24:51Z', 'revision_number': 6, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:24:51.968622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f142cd-c3fd-481c-9ed2-887449c89223 None None] The sync data for ids ['68b3b2f0-cb4f-4820-86ab-d96f5ba89223'] in ncdv-master-1 is: [{'id': '68b3b2f0-cb4f-4820-86ab-d96f5ba89223', 'name': 'tempest-ServerRescueTestJSON-127164001-router', 'tenant_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:23:13Z', 'updated_at': '2021-11-06T21:24:51Z', 'revision_number': 6, 'project_id': 'c3ae473cf6a7407cb9cc41714c72be92', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:24:51.976189 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:51.986193 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.019784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b272a7-7272-46e2-bb56-b737c2d4b634,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:52.081569 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.171047 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.173159 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.217173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.217757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b3b2f0-cb4f-4820-86ab-d96f5ba89223 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:24:52.222519 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.223674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-28187cda-9e76-41ed-a4c7-ca57612f09c5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/68b3b2f0-cb4f-4820-86ab-d96f5ba89223 HTTP/1.1" status: 204  len: 168 time: 0.7635787
Nov 06 21:24:52.226210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40754) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:52.274280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-300e3188-9465-483d-a25c-1a7e6bf337f3 admin admin] Deleting subnet e287867a-c298-4e2a-9872-08228d8b6331 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:24:52.277438 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-300e3188-9465-483d-a25c-1a7e6bf337f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.312659 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-300e3188-9465-483d-a25c-1a7e6bf337f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.353103 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-300e3188-9465-483d-a25c-1a7e6bf337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.408096 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-300e3188-9465-483d-a25c-1a7e6bf337f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.434877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e3188-9465-483d-a25c-1a7e6bf337f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e287867a-c298-4e2a-9872-08228d8b6331,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:52.438521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-300e3188-9465-483d-a25c-1a7e6bf337f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.444478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-300e3188-9465-483d-a25c-1a7e6bf337f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e287867a-c298-4e2a-9872-08228d8b6331 HTTP/1.1" status: 204  len: 168 time: 0.2172191
Nov 06 21:24:52.444618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40756) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:52.516679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.517053 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.598669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.620062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254e556a0>,) {'filters': {'network_id': ['c7f07e3c-fd02-49b4-b622-894a1eb4a7ab']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:24:52.630276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254e556a0>, '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:24:52.630688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254e556a0>, '89d5c5ae-2e6a-4d2f-8e55-44e1e77f95df') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:24:52.646899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8b138fca-0acd-4bfd-b757-72a0ea8fc055 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:24:52.647283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.661620 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.667752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 8b138fca-0acd-4bfd-b757-72a0ea8fc055 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:24:52.668096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8b138fca-0acd-4bfd-b757-72a0ea8fc055 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:24:52.668541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 35b272a7-7272-46e2-bb56-b737c2d4b634 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:24:52.669390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:24:52.669876 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:24:52.672097 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:24:52.689462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 35b272a7-7272-46e2-bb56-b737c2d4b634 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:24:52.689800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 35b272a7-7272-46e2-bb56-b737c2d4b634 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:24:52.735901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.742733 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.748327 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7f07e3c-fd02-49b4-b622-894a1eb4a7ab HTTP/1.1" status: 204  len: 168 time: 0.3004260
Nov 06 21:24:52.755724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df581b5a-f404-4d51-85a4-f1f60d74669a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f07e3c-fd02-49b4-b622-894a1eb4a7ab,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:52.850957 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40760) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:52.890964 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a7422c88-f156-495e-985e-1ef8075ed5cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3ae473cf6a7407cb9cc41714c72be92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387588
Nov 06 21:24:52.893446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40762) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:52.942497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa27f-db95-446f-8046-08820a801463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:52.963987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa27f-db95-446f-8046-08820a801463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:53.013644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6eddb517-73c6-4324-92ea-332159520559 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:24:53.014253 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa27f-db95-446f-8046-08820a801463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:53.017003 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa27f-db95-446f-8046-08820a801463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:53.021239 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4e1fa27f-db95-446f-8046-08820a801463 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e3e59de-dc33-48ea-84c0-32d8ccacdf47 HTTP/1.1" status: 204  len: 168 time: 0.1232221
Nov 06 21:24:53.026872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fa27f-db95-446f-8046-08820a801463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3e59de-dc33-48ea-84c0-32d8ccacdf47,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:53.042336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 6eddb517-73c6-4324-92ea-332159520559 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:24:53.042679 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6eddb517-73c6-4324-92ea-332159520559 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:24:54.080398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40794) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:54.185384 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-495c79d7-d4bd-4b0b-965c-9b98ccd631a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:54.257692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-495c79d7-d4bd-4b0b-965c-9b98ccd631a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:54.261146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-495c79d7-d4bd-4b0b-965c-9b98ccd631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:54.300326 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-495c79d7-d4bd-4b0b-965c-9b98ccd631a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1db582600b4444d4a43fc46680b17fcc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2182753
Nov 06 21:24:54.301249 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c79d7-d4bd-4b0b-965c-9b98ccd631a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef6fd4-e077-442c-8088-fd324a61d69a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:54.303052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40798) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:54.356006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eae8ac29-5d8f-4bb5-8bdf-9cf08a91d475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:54.376256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eae8ac29-5d8f-4bb5-8bdf-9cf08a91d475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:54.422232 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eae8ac29-5d8f-4bb5-8bdf-9cf08a91d475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:54.425298 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-eae8ac29-5d8f-4bb5-8bdf-9cf08a91d475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:54.426470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-eae8ac29-5d8f-4bb5-8bdf-9cf08a91d475 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46ef6fd4-e077-442c-8088-fd324a61d69a HTTP/1.1" status: 204  len: 168 time: 0.1223390
Nov 06 21:24:54.433925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8ac29-5d8f-4bb5-8bdf-9cf08a91d475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ef6fd4-e077-442c-8088-fd324a61d69a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:55.759736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40856) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:55.863451 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad5e10a1-3d2d-4ba5-9974-0ba94e32ba30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:55.936691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad5e10a1-3d2d-4ba5-9974-0ba94e32ba30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:55.940803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ad5e10a1-3d2d-4ba5-9974-0ba94e32ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:55.980816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ad5e10a1-3d2d-4ba5-9974-0ba94e32ba30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6509211843534f6e955b3f4719ad4814&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2199342
Nov 06 21:24:55.981707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e10a1-3d2d-4ba5-9974-0ba94e32ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b7f54-f061-43a9-aef2-2738dbdb83ac,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:55.983521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40860) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:56.032872 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e6916bc-4511-4ef8-832d-04eabf41ca5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:56.053793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e6916bc-4511-4ef8-832d-04eabf41ca5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:56.102795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e6916bc-4511-4ef8-832d-04eabf41ca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:56.105433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e6916bc-4511-4ef8-832d-04eabf41ca5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:56.106611 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4e6916bc-4511-4ef8-832d-04eabf41ca5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd4b7f54-f061-43a9-aef2-2738dbdb83ac HTTP/1.1" status: 204  len: 168 time: 0.1209300
Nov 06 21:24:56.114300 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6916bc-4511-4ef8-832d-04eabf41ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b7f54-f061-43a9-aef2-2738dbdb83ac,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:58.059429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40912) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:58.105593 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:24:58.165415 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af1adc26-fb97-4fe6-ab68-71b69b6ead39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.246944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af1adc26-fb97-4fe6-ab68-71b69b6ead39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.250636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-af1adc26-fb97-4fe6-ab68-71b69b6ead39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.289289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-af1adc26-fb97-4fe6-ab68-71b69b6ead39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77cfb88fc7824ce880017345c45db8fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2288082
Nov 06 21:24:58.290496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1adc26-fb97-4fe6-ab68-71b69b6ead39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a91590d-4a36-455c-9005-21d607794ca0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:58.292059 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40916) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:58.339050 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43877e02-9159-412e-926d-91c305f1e499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.359615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43877e02-9159-412e-926d-91c305f1e499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.404964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43877e02-9159-412e-926d-91c305f1e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.407445 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43877e02-9159-412e-926d-91c305f1e499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.408620 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-43877e02-9159-412e-926d-91c305f1e499 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a91590d-4a36-455c-9005-21d607794ca0 HTTP/1.1" status: 204  len: 168 time: 0.1155317
Nov 06 21:24:58.417465 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43877e02-9159-412e-926d-91c305f1e499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a91590d-4a36-455c-9005-21d607794ca0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:58.662454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 40922) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:58.675888 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-32387b52-c840-4821-a62f-602f1fbda4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.747579 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-32387b52-c840-4821-a62f-602f1fbda4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.751173 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-32387b52-c840-4821-a62f-602f1fbda4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.789645 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-32387b52-c840-4821-a62f-602f1fbda4ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02ad3e2a099648aaba89ce4592b0dc0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1257122
Nov 06 21:24:58.790497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32387b52-c840-4821-a62f-602f1fbda4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb3bf1-6f67-49e2-8c06-04c5185c5e61,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:24:58.792490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40924) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:24:58.841399 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-257c6704-c0f2-4fec-b4d1-32e890e0cde1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.862581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-257c6704-c0f2-4fec-b4d1-32e890e0cde1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.909683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-257c6704-c0f2-4fec-b4d1-32e890e0cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.912199 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-257c6704-c0f2-4fec-b4d1-32e890e0cde1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:24:58.913641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-257c6704-c0f2-4fec-b4d1-32e890e0cde1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffcb3bf1-6f67-49e2-8c06-04c5185c5e61 HTTP/1.1" status: 204  len: 168 time: 0.1198885
Nov 06 21:24:58.921177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c6704-c0f2-4fec-b4d1-32e890e0cde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb3bf1-6f67-49e2-8c06-04c5185c5e61,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:01.016257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 40998) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:01.122134 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c40638c8-f909-488c-8f0c-28aa65975672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.197653 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c40638c8-f909-488c-8f0c-28aa65975672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.202354 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c40638c8-f909-488c-8f0c-28aa65975672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.247253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c40638c8-f909-488c-8f0c-28aa65975672 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=364b5ff69f0f4a56911c5b1188796271&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2297707
Nov 06 21:25:01.248036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40638c8-f909-488c-8f0c-28aa65975672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324790ed-1421-4757-987b-23ff4556103d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:01.249912 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41002) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:01.300781 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.321165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.365883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.382031 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.382031 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/324790ed-1421-4757-987b-23ff4556103d HTTP/1.1" status: 204  len: 168 time: 0.1217587
Nov 06 21:25:01.384213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324790ed-1421-4757-987b-23ff4556103d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:01.391729 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.392076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.392600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.392832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.393727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.394068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.394389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.394710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.395028 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.395339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.395661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.395975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c72a9-1423-47a8-b637-3c3cfff9ef6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:01.647487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41008) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:01.660647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18f615c7-0cc8-419a-b6e1-1c6c7d2d4593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.736038 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18f615c7-0cc8-419a-b6e1-1c6c7d2d4593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.740475 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18f615c7-0cc8-419a-b6e1-1c6c7d2d4593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.777946 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-18f615c7-0cc8-419a-b6e1-1c6c7d2d4593 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e417264fff34f82a9b2803afcd132ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1292918
Nov 06 21:25:01.779821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f615c7-0cc8-419a-b6e1-1c6c7d2d4593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ac34ca-6182-47e4-977f-f1f2b71be7d9,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:01.780763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41010) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:01.833207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a69f6d9-0443-40b9-aab3-0d6814c2002e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.854968 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a69f6d9-0443-40b9-aab3-0d6814c2002e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.905448 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a69f6d9-0443-40b9-aab3-0d6814c2002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.908021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a69f6d9-0443-40b9-aab3-0d6814c2002e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:01.909765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4a69f6d9-0443-40b9-aab3-0d6814c2002e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13ac34ca-6182-47e4-977f-f1f2b71be7d9 HTTP/1.1" status: 204  len: 168 time: 0.1269293
Nov 06 21:25:01.917858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f6d9-0443-40b9-aab3-0d6814c2002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ac34ca-6182-47e4-977f-f1f2b71be7d9,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:03.962554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41066) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:04.071927 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9662e7c3-1ab0-4e9d-882f-5e51f158467c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.142529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9662e7c3-1ab0-4e9d-882f-5e51f158467c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.149947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9662e7c3-1ab0-4e9d-882f-5e51f158467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.192451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9662e7c3-1ab0-4e9d-882f-5e51f158467c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a035bb57c6a44bc0af80feb4a68658f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2282813
Nov 06 21:25:04.193552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662e7c3-1ab0-4e9d-882f-5e51f158467c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff1aeb5-87ea-4dd0-b066-a2bd460d77b0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:04.195138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41070) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:04.247907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6b43310-57af-4591-a2a8-7ff29c9a50cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.269943 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6b43310-57af-4591-a2a8-7ff29c9a50cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.319767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6b43310-57af-4591-a2a8-7ff29c9a50cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.322424 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e6b43310-57af-4591-a2a8-7ff29c9a50cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.323582 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e6b43310-57af-4591-a2a8-7ff29c9a50cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ff1aeb5-87ea-4dd0-b066-a2bd460d77b0 HTTP/1.1" status: 204  len: 168 time: 0.1265824
Nov 06 21:25:04.331901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b43310-57af-4591-a2a8-7ff29c9a50cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff1aeb5-87ea-4dd0-b066-a2bd460d77b0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:04.576808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41076) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:04.589865 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4054-5323-4518-95de-b6febf265efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.661923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4054-5323-4518-95de-b6febf265efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.665922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4054-5323-4518-95de-b6febf265efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.702390 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d4054-5323-4518-95de-b6febf265efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8d3fde-278e-4cd0-83e6-319ea82d39f5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:04.706650 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce3d4054-5323-4518-95de-b6febf265efa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc9ddaebda304468bd0bc1135a5becb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1287770
Nov 06 21:25:04.709213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41078) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:04.755019 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a88db1e-4726-4634-acd3-200b288ef681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.774796 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a88db1e-4726-4634-acd3-200b288ef681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.818882 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a88db1e-4726-4634-acd3-200b288ef681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.821591 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3a88db1e-4726-4634-acd3-200b288ef681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:04.822727 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3a88db1e-4726-4634-acd3-200b288ef681 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e8d3fde-278e-4cd0-83e6-319ea82d39f5 HTTP/1.1" status: 204  len: 168 time: 0.1126194
Nov 06 21:25:04.830218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88db1e-4726-4634-acd3-200b288ef681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8d3fde-278e-4cd0-83e6-319ea82d39f5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:06.001482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41114) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:06.146044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-661572138'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:06.169146 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Made reservation on behalf of 656e5306e155464099be000d6d8cb079 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:06.172669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.181179 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.253689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.257613 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.279516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:25:06.294663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cabfd4-d040-45b3-b541-c80947976386,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:06.297472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.297808 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Added segment 6c371757-1003-4da6-9ec8-4a4b5d8a3b08 of type vlan for network 85a618e2-937b-4fa9-abe5-267e4d7c1e6b
Nov 06 21:25:06.337725 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.360672 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.366829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:06.367399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.426963 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4242716
Nov 06 21:25:06.429994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41118) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:06.445277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd60b-64a4-4a15-920e-0bb9a33f7459 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Pushing event updated for resources: {'Network': ['ID=85a618e2-937b-4fa9-abe5-267e4d7c1e6b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:06.455303 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 85a618e2-937b-4fa9-abe5-267e4d7c1e6b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:25:06.482727 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Request body: {'network': {'name': 'tempest-network--1549898184', 'router:external': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:06.502969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Made reservation on behalf of e72fc1573bd14352b3c6c45fc1bc4992 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:06.505381 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.514736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.587504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.591103 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.618014 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:25:06.624079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3443e946-885f-43a2-9a60-0eeec6ccf760,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:06.630159 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.630506 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Added segment 2ae65400-f626-41b4-8d62-9a589ee94065 of type vlan for network cfba96d4-f7c0-4aa9-a78f-2009d2c4be38
Nov 06 21:25:06.675298 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.702278 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.703200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:06.704472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.761794 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3307879
Nov 06 21:25:06.764599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41122) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:06.769641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbaf3f-245e-4831-8f3f-05ec29cfbf69 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Network': ['ID=cfba96d4-f7c0-4aa9-a78f-2009d2c4be38,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:06.779290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network cfba96d4-f7c0-4aa9-a78f-2009d2c4be38 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:25:06.839526 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.919348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.942947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fe49af0>,) {'filters': {'network_id': ['cfba96d4-f7c0-4aa9-a78f-2009d2c4be38']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:06.951948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fe49af0>, '2ae65400-f626-41b4-8d62-9a589ee94065') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:06.952240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fe49af0>, '2ae65400-f626-41b4-8d62-9a589ee94065') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:06.962330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.975877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.981696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:25:06.982105 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:25:06.983877 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:25:07.040479 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.046909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  cfba96d4-f7c0-4aa9-a78f-2009d2c4be38 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 06 21:25:07.056568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.059879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "DELETE /v2.0/networks/cfba96d4-f7c0-4aa9-a78f-2009d2c4be38 HTTP/1.1" status: 204  len: 168 time: 0.2942841
Nov 06 21:25:07.061216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b26b9a-3272-4a74-ada0-40d3b00cbd2a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfba96d4-f7c0-4aa9-a78f-2009d2c4be38,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:07.063342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41124) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:07.068158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Request body: {'network': {'router:external': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:07.090774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Made reservation on behalf of e72fc1573bd14352b3c6c45fc1bc4992 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:07.093440 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.120073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:25:07.131280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.131618 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Added segment 0227ead2-0f0f-43aa-ad7d-8f88039b7779 of type vlan for network 416d9b91-4e4e-4ae0-ba25-83fed80b97d0
Nov 06 21:25:07.179686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.209524 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.210513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:07.211112 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.272358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.2078578
Nov 06 21:25:07.275069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41126) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:07.281560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Request body: {'subnet': {'network_id': '416d9b91-4e4e-4ae0-ba25-83fed80b97d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:07.285612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c4ecf-542f-4a07-b64e-4c75373e8a06 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Network': ['ID=416d9b91-4e4e-4ae0-ba25-83fed80b97d0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:07.296444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 416d9b91-4e4e-4ae0-ba25-83fed80b97d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:25:07.306171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Made reservation on behalf of e72fc1573bd14352b3c6c45fc1bc4992 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:07.310202 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.589575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.objects.ports [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119333) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 06 21:25:07.590026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.645765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c4437ed-a701-4055-8c0a-6cb690d709b1,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:07.652774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Checking segment: {'id': '0227ead2-0f0f-43aa-ad7d-8f88039b7779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '416d9b91-4e4e-4ae0-ba25-83fed80b97d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:25:07.653120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Network hostable DHCP agents. Network: 416d9b91-4e4e-4ae0-ba25-83fed80b97d0, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:25:07.669492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Network 416d9b91-4e4e-4ae0-ba25-83fed80b97d0 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:25:07.677820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 416d9b91-4e4e-4ae0-ba25-83fed80b97d0) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:25:07.681838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:07.682396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.686654 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed738590-076a-42ea-b922-6ad43a5e51fa None None] Network 416d9b91-4e4e-4ae0-ba25-83fed80b97d0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:25:07.699108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0988dd59-998e-41ed-96af-6b7bd5bbb937 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.4211254
Nov 06 21:25:07.701775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41128) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:07.706082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Request body: {'floatingip': {'floating_network_id': '416d9b91-4e4e-4ae0-ba25-83fed80b97d0'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:07.726203 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.811999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf58d3-ad71-41ef-a419-586282b246fb None None] Network 416d9b91-4e4e-4ae0-ba25-83fed80b97d0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:25:07.815672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:07.916515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Allocated IP 172.20.0.13 (416d9b91-4e4e-4ae0-ba25-83fed80b97d0/5c4437ed-a701-4055-8c0a-6cb690d709b1/2364c357-40d1-4987-9a66-0cf835e36ac6) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:25:08.019354 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.052578 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.089092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Network 416d9b91-4e4e-4ae0-ba25-83fed80b97d0 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:25:08.093849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:25:08.097801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:25:08.103201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Port': ['ID=2364c357-40d1-4987-9a66-0cf835e36ac6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:08.182531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.220158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.370487 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.375329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.450467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Port': ['ID=2364c357-40d1-4987-9a66-0cf835e36ac6,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:08.458164 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.473137 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.474405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-23d3de29-7303-4701-bc58-3e4ab93d5977 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.7716453
Nov 06 21:25:08.477450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41130) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:08.545673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-004c8775-efab-48ce-82e4-4f8dcc8101b6 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=416d9b91-4e4e-4ae0-ba25-83fed80b97d0 HTTP/1.1" status: 200  len: 690 time: 0.0671530
Nov 06 21:25:08.548095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41132) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:08.634166 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:08.746581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Deleting port 2364c357-40d1-4987-9a66-0cf835e36ac6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:25:08.746836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.114887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.115594 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.126750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Calling delete_port for 2364c357-40d1-4987-9a66-0cf835e36ac6 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:25:09.254285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.280218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event deleted for resources: {'Port': ['ID=2364c357-40d1-4987-9a66-0cf835e36ac6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:09.342830 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.386171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.439357 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.468748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4437ed-a701-4055-8c0a-6cb690d709b1,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:09.523764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.544171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92543b8c70>,) {'filters': {'network_id': ['416d9b91-4e4e-4ae0-ba25-83fed80b97d0']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:09.553967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543b8c70>, '0227ead2-0f0f-43aa-ad7d-8f88039b7779') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:09.554270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543b8c70>, '0227ead2-0f0f-43aa-ad7d-8f88039b7779') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:09.563496 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.576347 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.582264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:25:09.582657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:25:09.584416 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:25:09.643800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.648946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  416d9b91-4e4e-4ae0-ba25-83fed80b97d0 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 06 21:25:09.651608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.654791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "DELETE /v2.0/networks/416d9b91-4e4e-4ae0-ba25-83fed80b97d0 HTTP/1.1" status: 204  len: 168 time: 1.1057777
Nov 06 21:25:09.657360 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41134) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:09.665695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085e8e-c890-4c17-8a5f-93a88e83d22a tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event deleted for resources: {'Network': ['ID=416d9b91-4e4e-4ae0-ba25-83fed80b97d0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:09.715125 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6da28671-e048-4fbe-96fc-18e8771a7541 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 212 time: 0.0542569
Nov 06 21:25:09.715694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41136) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:09.808143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b178d-493a-4d4f-ad62-05772d3c9adb tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:09.808633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b178d-493a-4d4f-ad62-05772d3c9adb tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:09.809088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b178d-493a-4d4f-ad62-05772d3c9adb tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:09.810803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a56b178d-493a-4d4f-ad62-05772d3c9adb tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2105 time: 0.0937831
Nov 06 21:25:09.813591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41138) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:09.853114 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-a2604aa0-bc33-4c86-86e6-5c7efdb4d117 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] delete failed (client error): The resource could not be found.
Nov 06 21:25:09.854135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a2604aa0-bc33-4c86-86e6-5c7efdb4d117 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/45c4d458-4851-42bf-933b-b7accb45d64d HTTP/1.1" status: 404  len: 345 time: 0.0396187
Nov 06 21:25:09.856932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41140) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:09.877629 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67e69f9-1962-4d49-877f-0f858472249d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] DELETE failed (client error): The resource could not be found.
Nov 06 21:25:09.878269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67e69f9-1962-4d49-877f-0f858472249d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:25:09.881363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f67e69f9-1962-4d49-877f-0f858472249d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "DELETE /v2.0/networks/416d9b91-4e4e-4ae0-ba25-83fed80b97d0 HTTP/1.1" status: 404  len: 339 time: 0.0234995
Nov 06 21:25:09.885105 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41142) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:09.890035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Request body: {'network': {'name': 'tempest-network--497964530', 'router:external': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:09.911515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Made reservation on behalf of e72fc1573bd14352b3c6c45fc1bc4992 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:09.914101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.935961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:25:09.945026 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:09.948178 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Added segment db40f5bb-7b5c-4ccb-8fcb-439cad13921b of type vlan for network a56b463a-36da-4698-a660-81705a08a64d
Nov 06 21:25:09.993257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.025106 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.026273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:10.026849 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.083377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.1971567
Nov 06 21:25:10.086174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41144) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:10.099497 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9c8f1-b9cd-4665-abb9-6af49746cc7d tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Network': ['ID=a56b463a-36da-4698-a660-81705a08a64d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:10.112399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a56b463a-36da-4698-a660-81705a08a64d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:25:10.277356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2fa365-32ab-48b6-b886-99677cb80317 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:10.283526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2fa365-32ab-48b6-b886-99677cb80317 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:10.289898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2fa365-32ab-48b6-b886-99677cb80317 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:10.296175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2fa365-32ab-48b6-b886-99677cb80317 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:10.297859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-de2fa365-32ab-48b6-b886-99677cb80317 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.2107100
Nov 06 21:25:10.300612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41162) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:10.372702 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.450127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.470281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925529cdc0>,) {'filters': {'network_id': ['a56b463a-36da-4698-a660-81705a08a64d']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:10.479332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925529cdc0>, 'db40f5bb-7b5c-4ccb-8fcb-439cad13921b') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:10.479610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925529cdc0>, 'db40f5bb-7b5c-4ccb-8fcb-439cad13921b') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:10.492885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.506535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.512719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:25:10.513206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:25:10.514878 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:25:10.569790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.574744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a56b463a-36da-4698-a660-81705a08a64d {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 06 21:25:10.577604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.580810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a56b463a-36da-4698-a660-81705a08a64d HTTP/1.1" status: 204  len: 168 time: 0.2792947
Nov 06 21:25:10.584448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41164) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:10.589500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Request body: {'network': {'name': 'tempest-network--1687846588', 'router:external': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:10.590788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b94d9-5fe0-4826-bdf8-d25f0896edc1 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event deleted for resources: {'Network': ['ID=a56b463a-36da-4698-a660-81705a08a64d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:10.617279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Made reservation on behalf of e72fc1573bd14352b3c6c45fc1bc4992 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:10.619612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.643437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:25:10.652847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.653182 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Added segment c7c5daf2-8617-4a1a-8da8-a6a5790fe171 of type vlan for network d582ecc8-e380-4966-8f4f-8541b2ddebbd
Nov 06 21:25:10.696968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.724212 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.725200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:10.725771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:10.785227 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.1996381
Nov 06 21:25:10.787832 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41166) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:10.796955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5669188-a9a4-417d-8265-3acc0ebad0d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Network': ['ID=d582ecc8-e380-4966-8f4f-8541b2ddebbd,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:10.808730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network d582ecc8-e380-4966-8f4f-8541b2ddebbd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:25:10.872084 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e559a82-de45-486f-af4c-2cf6bc0e55f6 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:10.873882 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9e559a82-de45-486f-af4c-2cf6bc0e55f6 tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] 10.222.0.13 "GET /v2.0/networks/d582ecc8-e380-4966-8f4f-8541b2ddebbd HTTP/1.1" status: 200  len: 757 time: 0.0848854
Nov 06 21:25:10.876478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41168) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:10.961210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f98b4b-138f-48dc-be72-b6a5a7530a8d tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:10.962593 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f0f98b4b-138f-48dc-be72-b6a5a7530a8d tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] 10.222.0.13 "GET /v2.0/networks/85a618e2-937b-4fa9-abe5-267e4d7c1e6b HTTP/1.1" status: 200  len: 767 time: 0.0844872
Nov 06 21:25:10.965353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41170) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:11.033099 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.114857 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.134171 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925417c820>,) {'filters': {'network_id': ['d582ecc8-e380-4966-8f4f-8541b2ddebbd']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:11.143044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925417c820>, 'c7c5daf2-8617-4a1a-8da8-a6a5790fe171') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:11.143344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925417c820>, 'c7c5daf2-8617-4a1a-8da8-a6a5790fe171') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:11.152236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.165705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.171448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:25:11.171823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:25:11.173564 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:25:11.226971 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.231982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d582ecc8-e380-4966-8f4f-8541b2ddebbd {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 06 21:25:11.234554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.238380 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d582ecc8-e380-4966-8f4f-8541b2ddebbd HTTP/1.1" status: 204  len: 168 time: 0.2720914
Nov 06 21:25:11.242037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41174) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:11.246919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Request body: {'network': {'name': 'tempest-network--1428355342'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:11.251470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48f13d-0223-44af-ae0f-8d804270e473 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event deleted for resources: {'Network': ['ID=d582ecc8-e380-4966-8f4f-8541b2ddebbd,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:11.272913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Made reservation on behalf of e72fc1573bd14352b3c6c45fc1bc4992 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:11.275623 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.303132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:25:11.313698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.314040 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Added segment c840d9d9-da97-4ea5-98e7-317c99ade2e1 of type vlan for network 50560aba-3fe4-4d44-8699-a2c93353fff4
Nov 06 21:25:11.358437 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.384868 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.386039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:11.386640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.445737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.2025924
Nov 06 21:25:11.448444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41176) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:11.455624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-82a01713-fdd5-4852-8608-b797def091d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Request body: {'network': {'router:external': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:11.460746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df677929-cd6f-45f4-b10c-b24bafe95d8b tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Network': ['ID=50560aba-3fe4-4d44-8699-a2c93353fff4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:11.470802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 50560aba-3fe4-4d44-8699-a2c93353fff4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:25:11.611480 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-82a01713-fdd5-4852-8608-b797def091d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.624468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-82a01713-fdd5-4852-8608-b797def091d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.663815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82a01713-fdd5-4852-8608-b797def091d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Network 50560aba-3fe4-4d44-8699-a2c93353fff4 is not hosted by any dhcp agent {{(pid=119333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 06 21:25:11.664686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a01713-fdd5-4852-8608-b797def091d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:11.665266 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-82a01713-fdd5-4852-8608-b797def091d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.666546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-82a01713-fdd5-4852-8608-b797def091d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "PUT /v2.0/networks/50560aba-3fe4-4d44-8699-a2c93353fff4 HTTP/1.1" status: 200  len: 858 time: 0.2171862
Nov 06 21:25:11.669788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41178) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:11.682936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a01713-fdd5-4852-8608-b797def091d5 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event updated for resources: {'Network': ['ID=50560aba-3fe4-4d44-8699-a2c93353fff4,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:11.741107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.816254 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.839694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254cb1b50>,) {'filters': {'network_id': ['50560aba-3fe4-4d44-8699-a2c93353fff4']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:11.848716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254cb1b50>, 'c840d9d9-da97-4ea5-98e7-317c99ade2e1') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:11.849007 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254cb1b50>, 'c840d9d9-da97-4ea5-98e7-317c99ade2e1') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:11.858428 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.871342 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.877674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:25:11.878086 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:25:11.879737 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:25:11.932833 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.937607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  50560aba-3fe4-4d44-8699-a2c93353fff4 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 06 21:25:11.940710 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:11.948111 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] 10.222.0.13 "DELETE /v2.0/networks/50560aba-3fe4-4d44-8699-a2c93353fff4 HTTP/1.1" status: 204  len: 168 time: 0.2729428
Nov 06 21:25:11.948487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41180) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:11.953391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec09b9f-4f8b-4992-a6dd-db83ccba7cc2 tempest-ExternalNetworksTestJSON-1519032688 tempest-ExternalNetworksTestJSON-1519032688-project-admin] Pushing event deleted for resources: {'Network': ['ID=50560aba-3fe4-4d44-8699-a2c93353fff4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:11.976547 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-65af64aa-06bf-48b6-8477-cdffc55eb4cd tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:25:11.977002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65af64aa-06bf-48b6-8477-cdffc55eb4cd tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:25:11.980088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-65af64aa-06bf-48b6-8477-cdffc55eb4cd tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] 10.222.0.13 "DELETE /v2.0/subnets/5c4437ed-a701-4055-8c0a-6cb690d709b1 HTTP/1.1" status: 404  len: 337 time: 0.0305042
Nov 06 21:25:11.982669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41182) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:12.060402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.152225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.171221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256fecd90>,) {'filters': {'network_id': ['85a618e2-937b-4fa9-abe5-267e4d7c1e6b']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:12.180670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256fecd90>, '6c371757-1003-4da6-9ec8-4a4b5d8a3b08') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:12.180964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256fecd90>, '6c371757-1003-4da6-9ec8-4a4b5d8a3b08') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:25:12.190438 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.202990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.208642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:25:12.209016 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:25:12.211820 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:25:12.268153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.274584 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.277765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] 10.222.0.13 "DELETE /v2.0/networks/85a618e2-937b-4fa9-abe5-267e4d7c1e6b HTTP/1.1" status: 204  len: 168 time: 0.2942009
Nov 06 21:25:12.289651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e964cb-ed30-42fe-99ff-cca58349aefc tempest-ExternalNetworksTestJSON-354897056 tempest-ExternalNetworksTestJSON-354897056-project] Pushing event deleted for resources: {'Network': ['ID=85a618e2-937b-4fa9-abe5-267e4d7c1e6b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:12.524083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41188) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:12.654361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0d00e03b-59be-4fda-9527-bec1821b74e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=656e5306e155464099be000d6d8cb079&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1290853
Nov 06 21:25:12.656964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41192) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:12.707044 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa363479-9bf2-4f0d-af8e-9574de095cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.727532 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa363479-9bf2-4f0d-af8e-9574de095cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.772690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa363479-9bf2-4f0d-af8e-9574de095cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.775466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa363479-9bf2-4f0d-af8e-9574de095cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:12.776638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fa363479-9bf2-4f0d-af8e-9574de095cb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02cabfd4-d040-45b3-b541-c80947976386 HTTP/1.1" status: 204  len: 168 time: 0.1188159
Nov 06 21:25:12.784263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa363479-9bf2-4f0d-af8e-9574de095cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cabfd4-d040-45b3-b541-c80947976386,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:13.032039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41198) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:13.071636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a2e4dae0-ec4a-473b-9b56-16259e5de326 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e72fc1573bd14352b3c6c45fc1bc4992&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0384142
Nov 06 21:25:13.074153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41200) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:13.121897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b2297f0-bcc7-48cf-b380-3c026597a4e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:13.146209 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b2297f0-bcc7-48cf-b380-3c026597a4e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:13.193219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b2297f0-bcc7-48cf-b380-3c026597a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:13.196002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b2297f0-bcc7-48cf-b380-3c026597a4e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:13.197581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7b2297f0-bcc7-48cf-b380-3c026597a4e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3443e946-885f-43a2-9a60-0eeec6ccf760 HTTP/1.1" status: 204  len: 168 time: 0.1221457
Nov 06 21:25:13.208018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2297f0-bcc7-48cf-b380-3c026597a4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3443e946-885f-43a2-9a60-0eeec6ccf760,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:13.880863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41224) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:13.976934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401962890'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:13.997104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.005658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.075851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.079471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.116012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01faf4a1-68fd-4839-b491-6405a9be560d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:14.156534 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.160266 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.184101 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.185350 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3034892
Nov 06 21:25:14.188106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41228) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.193681 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a43c5-43c0-4ec0-879a-ecce0c87d2d3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126f2d7b-fc43-4114-adf2-11c9885ff75d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:14.247474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e7db875c-e2b6-42c8-ac74-1bedcd89fa9b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0580864
Nov 06 21:25:14.250021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41230) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.255112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-20709ce1-e5ca-47b7-b2bb-9fca6c31000d tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-security--1391496660', 'description': 'tempest-security-description-1040698153'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:14.288620 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20709ce1-e5ca-47b7-b2bb-9fca6c31000d tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.330748 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20709ce1-e5ca-47b7-b2bb-9fca6c31000d tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.334282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20709ce1-e5ca-47b7-b2bb-9fca6c31000d tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.336980 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20709ce1-e5ca-47b7-b2bb-9fca6c31000d tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.338202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-20709ce1-e5ca-47b7-b2bb-9fca6c31000d tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "PUT /v2.0/security-groups/126f2d7b-fc43-4114-adf2-11c9885ff75d HTTP/1.1" status: 200  len: 1797 time: 0.0872746
Nov 06 21:25:14.341030 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41232) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.360435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20709ce1-e5ca-47b7-b2bb-9fca6c31000d tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126f2d7b-fc43-4114-adf2-11c9885ff75d,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:14.381195 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a61e1d27-e503-4a8e-a731-8f799069b678 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups/126f2d7b-fc43-4114-adf2-11c9885ff75d HTTP/1.1" status: 200  len: 1797 time: 0.0390344
Nov 06 21:25:14.383659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41234) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.432869 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06e71afc-fd78-4d1f-b702-c6e3b685aee9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.454481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06e71afc-fd78-4d1f-b702-c6e3b685aee9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.493817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06e71afc-fd78-4d1f-b702-c6e3b685aee9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.496456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06e71afc-fd78-4d1f-b702-c6e3b685aee9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.497630 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-06e71afc-fd78-4d1f-b702-c6e3b685aee9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/126f2d7b-fc43-4114-adf2-11c9885ff75d HTTP/1.1" status: 204  len: 168 time: 0.1129978
Nov 06 21:25:14.500179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41236) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.506784 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e71afc-fd78-4d1f-b702-c6e3b685aee9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f2d7b-fc43-4114-adf2-11c9885ff75d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:14.545225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-95dff65d-0157-4923-a1d7-3c68dede14a0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0437737
Nov 06 21:25:14.547872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41238) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.560177 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-8419d20a-4c12-47f4-b505-35e447db9add tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] delete failed (client error): The resource could not be found.
Nov 06 21:25:14.561149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8419d20a-4c12-47f4-b505-35e447db9add tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/126f2d7b-fc43-4114-adf2-11c9885ff75d HTTP/1.1" status: 404  len: 347 time: 0.0123694
Nov 06 21:25:14.565124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41240) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.569866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-db18fc06-e810-46f4-b9d6-28ed7802a5f0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-secgroup--169296313'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:14.590316 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-db18fc06-e810-46f4-b9d6-28ed7802a5f0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.654701 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-db18fc06-e810-46f4-b9d6-28ed7802a5f0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.659292 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-db18fc06-e810-46f4-b9d6-28ed7802a5f0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.682469 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.690469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-db18fc06-e810-46f4-b9d6-28ed7802a5f0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.691704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-db18fc06-e810-46f4-b9d6-28ed7802a5f0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1257169
Nov 06 21:25:14.692591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18fc06-e810-46f4-b9d6-28ed7802a5f0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a053d33-48ea-435a-a46f-4d2e983549d7,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:14.694590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41242) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.699068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b7721531-3108-439d-aef4-a2de87415422 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': '7a053d33-48ea-435a-a46f-4d2e983549d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:14.725397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b7721531-3108-439d-aef4-a2de87415422 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.744632 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.782758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b7721531-3108-439d-aef4-a2de87415422 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.786535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b7721531-3108-439d-aef4-a2de87415422 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.802028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7721531-3108-439d-aef4-a2de87415422 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def15277-6b44-4311-b3d1-620a9641ab42,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:14.812179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b7721531-3108-439d-aef4-a2de87415422 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.813394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b7721531-3108-439d-aef4-a2de87415422 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1178076
Nov 06 21:25:14.816142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41244) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.843642 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9522-3cab-4341-b7a9-07f2a243e01f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.852056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9522-3cab-4341-b7a9-07f2a243e01f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.877608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9522-3cab-4341-b7a9-07f2a243e01f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.883516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9522-3cab-4341-b7a9-07f2a243e01f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:14.884646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c1bb9522-3cab-4341-b7a9-07f2a243e01f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/def15277-6b44-4311-b3d1-620a9641ab42 HTTP/1.1" status: 204  len: 168 time: 0.0675325
Nov 06 21:25:14.887350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41246) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.890032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb9522-3cab-4341-b7a9-07f2a243e01f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=def15277-6b44-4311-b3d1-620a9641ab42,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:14.932484 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-949ed5f6-03a9-43f9-ac02-60b6bb880a7e tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0439699
Nov 06 21:25:14.935118 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41248) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:14.987916 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f6de809-703f-4dbf-b223-d2b77d0f9560 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.008908 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f6de809-703f-4dbf-b223-d2b77d0f9560 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.048731 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f6de809-703f-4dbf-b223-d2b77d0f9560 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.051191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f6de809-703f-4dbf-b223-d2b77d0f9560 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.052344 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2f6de809-703f-4dbf-b223-d2b77d0f9560 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a053d33-48ea-435a-a46f-4d2e983549d7 HTTP/1.1" status: 204  len: 168 time: 0.1163323
Nov 06 21:25:15.055104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41250) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.061205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6de809-703f-4dbf-b223-d2b77d0f9560 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a053d33-48ea-435a-a46f-4d2e983549d7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:15.100874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8211ca8b-5276-4a54-8780-4d8832da3ed5 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0444851
Nov 06 21:25:15.104518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41252) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.108720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fa2751a5-5282-44e8-ba52-ff9b3b891a76 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-secgroup--500392980'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:15.129962 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa2751a5-5282-44e8-ba52-ff9b3b891a76 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.194592 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa2751a5-5282-44e8-ba52-ff9b3b891a76 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.198586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa2751a5-5282-44e8-ba52-ff9b3b891a76 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.228045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa2751a5-5282-44e8-ba52-ff9b3b891a76 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.229333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fa2751a5-5282-44e8-ba52-ff9b3b891a76 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1238532
Nov 06 21:25:15.232217 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41254) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.234582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2751a5-5282-44e8-ba52-ff9b3b891a76 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8075fcc8-a8ed-48e7-ba65-30356e8e6327,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:15.237162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7b531908-53e9-4fcc-89fd-53e607ee67df tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': '8075fcc8-a8ed-48e7-ba65-30356e8e6327', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:15.263600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b531908-53e9-4fcc-89fd-53e607ee67df tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.308059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b531908-53e9-4fcc-89fd-53e607ee67df tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.311449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b531908-53e9-4fcc-89fd-53e607ee67df tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.331537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b531908-53e9-4fcc-89fd-53e607ee67df tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a3c8bf-c73a-43b9-8206-a60cc2fb0083,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:15.337441 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7b531908-53e9-4fcc-89fd-53e607ee67df tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.338648 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7b531908-53e9-4fcc-89fd-53e607ee67df tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1053936
Nov 06 21:25:15.341272 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41256) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.345480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b648f71e-f1cf-440f-8652-f5984a631e0c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': '8075fcc8-a8ed-48e7-ba65-30356e8e6327', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:15.370469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b648f71e-f1cf-440f-8652-f5984a631e0c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.427561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b648f71e-f1cf-440f-8652-f5984a631e0c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.431670 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b648f71e-f1cf-440f-8652-f5984a631e0c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.446861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648f71e-f1cf-440f-8652-f5984a631e0c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b1c20f-06da-4a09-8b45-1ece45c7bff9,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:15.458557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b648f71e-f1cf-440f-8652-f5984a631e0c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.459840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b648f71e-f1cf-440f-8652-f5984a631e0c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1176469
Nov 06 21:25:15.462443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41258) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.467486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ab050064-0258-4403-9e50-6f70a896b826 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': '8075fcc8-a8ed-48e7-ba65-30356e8e6327', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:15.493891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab050064-0258-4403-9e50-6f70a896b826 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.556249 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab050064-0258-4403-9e50-6f70a896b826 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.559852 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab050064-0258-4403-9e50-6f70a896b826 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.578866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab050064-0258-4403-9e50-6f70a896b826 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90f0663-ff2e-4132-8ca0-27ae9928f6f1,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:15.583666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab050064-0258-4403-9e50-6f70a896b826 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.584892 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab050064-0258-4403-9e50-6f70a896b826 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1215239
Nov 06 21:25:15.588310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41260) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.592615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-62f39c0f-406a-41f2-a361-58b4336eb871 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': '8075fcc8-a8ed-48e7-ba65-30356e8e6327', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:15.618870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62f39c0f-406a-41f2-a361-58b4336eb871 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.674832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62f39c0f-406a-41f2-a361-58b4336eb871 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.678189 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62f39c0f-406a-41f2-a361-58b4336eb871 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.695081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39c0f-406a-41f2-a361-58b4336eb871 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7ea11d-ad26-42cd-a133-0fc11ebab584,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:15.703184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62f39c0f-406a-41f2-a361-58b4336eb871 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.704393 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-62f39c0f-406a-41f2-a361-58b4336eb871 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1151175
Nov 06 21:25:15.707821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41262) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.712045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-98b22c1d-4d20-40a4-8b22-464198b1f5e9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': '8075fcc8-a8ed-48e7-ba65-30356e8e6327', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:15.737634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98b22c1d-4d20-40a4-8b22-464198b1f5e9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.793000 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98b22c1d-4d20-40a4-8b22-464198b1f5e9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.796551 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98b22c1d-4d20-40a4-8b22-464198b1f5e9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.813667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b22c1d-4d20-40a4-8b22-464198b1f5e9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb6262b-a8b7-4d11-99fb-7415f6692864,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:15.822159 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98b22c1d-4d20-40a4-8b22-464198b1f5e9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.823383 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-98b22c1d-4d20-40a4-8b22-464198b1f5e9 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1146142
Nov 06 21:25:15.826165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41264) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.850953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-817fcf9d-f197-4484-b697-7024c6481033 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.858430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-817fcf9d-f197-4484-b697-7024c6481033 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.887667 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-817fcf9d-f197-4484-b697-7024c6481033 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.892495 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-817fcf9d-f197-4484-b697-7024c6481033 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.893778 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-817fcf9d-f197-4484-b697-7024c6481033 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7eb6262b-a8b7-4d11-99fb-7415f6692864 HTTP/1.1" status: 204  len: 168 time: 0.0667176
Nov 06 21:25:15.896558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41266) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.901676 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fcf9d-f197-4484-b697-7024c6481033 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eb6262b-a8b7-4d11-99fb-7415f6692864,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:15.947930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-443003c2-8553-4df4-a248-016d105437a2 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0499928
Nov 06 21:25:15.950891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41268) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:15.976053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3a0175d9-135a-4d06-80bb-cd71b5c86180 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:15.983272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3a0175d9-135a-4d06-80bb-cd71b5c86180 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.008759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3a0175d9-135a-4d06-80bb-cd71b5c86180 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.014665 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3a0175d9-135a-4d06-80bb-cd71b5c86180 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.015757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3a0175d9-135a-4d06-80bb-cd71b5c86180 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0d7ea11d-ad26-42cd-a133-0fc11ebab584 HTTP/1.1" status: 204  len: 168 time: 0.0639727
Nov 06 21:25:16.018522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41270) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.021158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0175d9-135a-4d06-80bb-cd71b5c86180 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d7ea11d-ad26-42cd-a133-0fc11ebab584,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:16.063769 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6159dff2-b2fd-45dc-a29b-6a9dff09bd1a tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0439093
Nov 06 21:25:16.066988 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41272) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.088763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dffe8b38-5957-4b60-bbfe-4f8e745efc9a tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.095922 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dffe8b38-5957-4b60-bbfe-4f8e745efc9a tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.121511 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dffe8b38-5957-4b60-bbfe-4f8e745efc9a tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.127684 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dffe8b38-5957-4b60-bbfe-4f8e745efc9a tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.128812 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dffe8b38-5957-4b60-bbfe-4f8e745efc9a tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f90f0663-ff2e-4132-8ca0-27ae9928f6f1 HTTP/1.1" status: 204  len: 168 time: 0.0609658
Nov 06 21:25:16.131385 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41274) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.141633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe8b38-5957-4b60-bbfe-4f8e745efc9a tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f90f0663-ff2e-4132-8ca0-27ae9928f6f1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:16.178204 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-051b5b28-7932-4771-baea-67284f3fca52 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0449154
Nov 06 21:25:16.181024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41276) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.204377 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c150fac7-2bdf-4e65-bbae-16401482ec78 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.211507 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c150fac7-2bdf-4e65-bbae-16401482ec78 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.237815 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c150fac7-2bdf-4e65-bbae-16401482ec78 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.242627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c150fac7-2bdf-4e65-bbae-16401482ec78 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.243720 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c150fac7-2bdf-4e65-bbae-16401482ec78 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f5b1c20f-06da-4a09-8b45-1ece45c7bff9 HTTP/1.1" status: 204  len: 168 time: 0.0618029
Nov 06 21:25:16.246488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41278) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.250914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150fac7-2bdf-4e65-bbae-16401482ec78 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5b1c20f-06da-4a09-8b45-1ece45c7bff9,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:16.288508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a0eee6a3-5556-41d3-abd7-ee891afea6e8 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0405493
Nov 06 21:25:16.291223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41280) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.314835 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2000612-c6cd-455a-a841-b2c36d221ef2 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.322278 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2000612-c6cd-455a-a841-b2c36d221ef2 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.348140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2000612-c6cd-455a-a841-b2c36d221ef2 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.352889 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2000612-c6cd-455a-a841-b2c36d221ef2 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.353999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d2000612-c6cd-455a-a841-b2c36d221ef2 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/98a3c8bf-c73a-43b9-8206-a60cc2fb0083 HTTP/1.1" status: 204  len: 168 time: 0.0618906
Nov 06 21:25:16.356539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41282) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.368228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2000612-c6cd-455a-a841-b2c36d221ef2 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98a3c8bf-c73a-43b9-8206-a60cc2fb0083,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:16.400725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f528c363-5f46-4508-ac9a-23714a006532 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0430162
Nov 06 21:25:16.403321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41284) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.453686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ef1735d9-9bec-49b1-9363-e4e2b018787f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.480836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ef1735d9-9bec-49b1-9363-e4e2b018787f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.522253 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ef1735d9-9bec-49b1-9363-e4e2b018787f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.525120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ef1735d9-9bec-49b1-9363-e4e2b018787f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.526257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ef1735d9-9bec-49b1-9363-e4e2b018787f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/8075fcc8-a8ed-48e7-ba65-30356e8e6327 HTTP/1.1" status: 204  len: 168 time: 0.1220596
Nov 06 21:25:16.529126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41286) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.535420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1735d9-9bec-49b1-9363-e4e2b018787f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8075fcc8-a8ed-48e7-ba65-30356e8e6327,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:16.572865 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9857162d-7790-43b4-883c-37fc87ea0fa4 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0424163
Nov 06 21:25:16.577035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41288) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.581776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5efb4130-ab91-4f49-8467-5ee411db98ba tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-secgroup--757020758'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:16.602991 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5efb4130-ab91-4f49-8467-5ee411db98ba tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.668225 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5efb4130-ab91-4f49-8467-5ee411db98ba tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.671859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5efb4130-ab91-4f49-8467-5ee411db98ba tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.701758 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5efb4130-ab91-4f49-8467-5ee411db98ba tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.702976 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5efb4130-ab91-4f49-8467-5ee411db98ba tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1249595
Nov 06 21:25:16.704843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb4130-ab91-4f49-8467-5ee411db98ba tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ef6f6-37fb-4785-9039-f99d0b075e22,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:16.706509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41290) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.711044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a1cd85c0-0518-49a3-a1a9-349ff26dd805 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': 'dd9ef6f6-37fb-4785-9039-f99d0b075e22', 'direction': 'ingress', 'protocol': 17}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:16.739929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1cd85c0-0518-49a3-a1a9-349ff26dd805 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.786800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1cd85c0-0518-49a3-a1a9-349ff26dd805 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.790565 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1cd85c0-0518-49a3-a1a9-349ff26dd805 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.809596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd85c0-0518-49a3-a1a9-349ff26dd805 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a71d52b-b370-4f4d-a6c7-4d7ddb3799ca,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:16.817102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a1cd85c0-0518-49a3-a1a9-349ff26dd805 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.818319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a1cd85c0-0518-49a3-a1a9-349ff26dd805 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1107867
Nov 06 21:25:16.821109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41292) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.869510 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2554-982f-419b-97d9-f73e68ac3d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.875160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-873e8f17-cf1e-41d0-8378-1e6f8d39feae tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.899504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-873e8f17-cf1e-41d0-8378-1e6f8d39feae tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.942361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-873e8f17-cf1e-41d0-8378-1e6f8d39feae tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.945100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-873e8f17-cf1e-41d0-8378-1e6f8d39feae tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:16.946262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-873e8f17-cf1e-41d0-8378-1e6f8d39feae tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/dd9ef6f6-37fb-4785-9039-f99d0b075e22 HTTP/1.1" status: 204  len: 168 time: 0.1242571
Nov 06 21:25:16.949228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41294) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:16.955967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e8f17-cf1e-41d0-8378-1e6f8d39feae tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ef6f6-37fb-4785-9039-f99d0b075e22,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:16.996680 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-000b6df1-445c-43db-9a45-5a6c30a650de tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0460742
Nov 06 21:25:17.000356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41296) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.005509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2522e4ab-4a02-4f3a-bf5e-12d99345e442 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413806407'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:17.026362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2522e4ab-4a02-4f3a-bf5e-12d99345e442 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.089237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2522e4ab-4a02-4f3a-bf5e-12d99345e442 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.092843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2522e4ab-4a02-4f3a-bf5e-12d99345e442 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.118808 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2522e4ab-4a02-4f3a-bf5e-12d99345e442 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.120079 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2522e4ab-4a02-4f3a-bf5e-12d99345e442 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1187811
Nov 06 21:25:17.122942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41298) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.124324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522e4ab-4a02-4f3a-bf5e-12d99345e442 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d506a84e-8bce-469c-acb7-2eafac6d54f4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:17.128229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e659dbd8-2689-4eaa-a59a-7043efefd37b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196478409'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:17.151296 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e659dbd8-2689-4eaa-a59a-7043efefd37b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.215571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e659dbd8-2689-4eaa-a59a-7043efefd37b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.219379 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e659dbd8-2689-4eaa-a59a-7043efefd37b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.250289 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e659dbd8-2689-4eaa-a59a-7043efefd37b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.251533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e659dbd8-2689-4eaa-a59a-7043efefd37b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1275818
Nov 06 21:25:17.252875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659dbd8-2689-4eaa-a59a-7043efefd37b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316cae1d-64a7-4061-b416-fd2ceb9d480b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:17.254941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41300) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.259876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8677c75f-9ba9-4c02-8938-0011dce46bdf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': 'd506a84e-8bce-469c-acb7-2eafac6d54f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '316cae1d-64a7-4061-b416-fd2ceb9d480b', 'remote_ip_prefix': None}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:17.289857 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8677c75f-9ba9-4c02-8938-0011dce46bdf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.358171 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8677c75f-9ba9-4c02-8938-0011dce46bdf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.362087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8677c75f-9ba9-4c02-8938-0011dce46bdf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.378953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677c75f-9ba9-4c02-8938-0011dce46bdf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2958e5bd-7061-4fb8-bcd8-ca48b4ca22db,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:17.386458 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8677c75f-9ba9-4c02-8938-0011dce46bdf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.387613 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8677c75f-9ba9-4c02-8938-0011dce46bdf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1316187
Nov 06 21:25:17.390440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41302) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.413493 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bbd72c97-cb27-47f6-9246-9e3ab50ffee0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.420983 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bbd72c97-cb27-47f6-9246-9e3ab50ffee0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.447332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bbd72c97-cb27-47f6-9246-9e3ab50ffee0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.453234 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bbd72c97-cb27-47f6-9246-9e3ab50ffee0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.454325 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bbd72c97-cb27-47f6-9246-9e3ab50ffee0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2958e5bd-7061-4fb8-bcd8-ca48b4ca22db HTTP/1.1" status: 204  len: 168 time: 0.0629702
Nov 06 21:25:17.457082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41304) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.459771 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd72c97-cb27-47f6-9246-9e3ab50ffee0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2958e5bd-7061-4fb8-bcd8-ca48b4ca22db,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:17.501073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d8754fc1-b68e-46a1-b274-cde36728f64e tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0425782
Nov 06 21:25:17.504309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41306) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.553874 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e1f7a97-d063-455e-9d55-844e4edd4240 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.575669 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e1f7a97-d063-455e-9d55-844e4edd4240 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.615459 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e1f7a97-d063-455e-9d55-844e4edd4240 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.618152 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1e1f7a97-d063-455e-9d55-844e4edd4240 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.619365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1e1f7a97-d063-455e-9d55-844e4edd4240 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/316cae1d-64a7-4061-b416-fd2ceb9d480b HTTP/1.1" status: 204  len: 168 time: 0.1141417
Nov 06 21:25:17.622311 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41308) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.628765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f7a97-d063-455e-9d55-844e4edd4240 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316cae1d-64a7-4061-b416-fd2ceb9d480b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:17.674267 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6a9a93d1-113a-40d6-b666-bd8fc2e7f34c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0502505
Nov 06 21:25:17.677063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41310) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.728678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac9a8-3b3d-4fa4-942c-bdc9dfeaddaa tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.750149 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac9a8-3b3d-4fa4-942c-bdc9dfeaddaa tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.790142 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac9a8-3b3d-4fa4-942c-bdc9dfeaddaa tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.793938 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac9a8-3b3d-4fa4-942c-bdc9dfeaddaa tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.795087 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ad0ac9a8-3b3d-4fa4-942c-bdc9dfeaddaa tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/d506a84e-8bce-469c-acb7-2eafac6d54f4 HTTP/1.1" status: 204  len: 168 time: 0.1171260
Nov 06 21:25:17.798147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41312) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.805276 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ac9a8-3b3d-4fa4-942c-bdc9dfeaddaa tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d506a84e-8bce-469c-acb7-2eafac6d54f4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:17.842228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b80d895f-a66a-4946-9774-901e37cde7b0 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0422628
Nov 06 21:25:17.846611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41314) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.851002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0276fd7c-6880-43ec-86b5-d1f50b4af322 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121853032'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:17.873364 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0276fd7c-6880-43ec-86b5-d1f50b4af322 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.939482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0276fd7c-6880-43ec-86b5-d1f50b4af322 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.942957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0276fd7c-6880-43ec-86b5-d1f50b4af322 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.972531 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0276fd7c-6880-43ec-86b5-d1f50b4af322 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:17.973762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0276fd7c-6880-43ec-86b5-d1f50b4af322 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1262040
Nov 06 21:25:17.975701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276fd7c-6880-43ec-86b5-d1f50b4af322 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bdac8c-56f1-40ba-9021-2457c83b4714,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:17.976713 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41316) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:17.981474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-30c2822d-9e63-456e-b176-8a6a36f73564 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': 'c2bdac8c-56f1-40ba-9021-2457c83b4714', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:18.008932 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30c2822d-9e63-456e-b176-8a6a36f73564 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.061952 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30c2822d-9e63-456e-b176-8a6a36f73564 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.065477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30c2822d-9e63-456e-b176-8a6a36f73564 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.085626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2822d-9e63-456e-b176-8a6a36f73564 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83393767-93dc-41f3-b52a-911799b47fdd,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:18.096813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30c2822d-9e63-456e-b176-8a6a36f73564 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.098686 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-30c2822d-9e63-456e-b176-8a6a36f73564 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1207979
Nov 06 21:25:18.102080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41318) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.126234 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d53979-398a-42a4-bd8c-dafe2d26de9c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.138156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d53979-398a-42a4-bd8c-dafe2d26de9c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.164394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d53979-398a-42a4-bd8c-dafe2d26de9c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.170312 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b8d53979-398a-42a4-bd8c-dafe2d26de9c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.171418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b8d53979-398a-42a4-bd8c-dafe2d26de9c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/83393767-93dc-41f3-b52a-911799b47fdd HTTP/1.1" status: 204  len: 168 time: 0.0683324
Nov 06 21:25:18.174095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41320) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.177512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d53979-398a-42a4-bd8c-dafe2d26de9c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83393767-93dc-41f3-b52a-911799b47fdd,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:18.211902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8424d330-4e9f-4a01-80af-fe293e37f1bd tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0364158
Nov 06 21:25:18.214443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41322) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.263403 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40d476f8-0575-4eb8-aa2b-ec79939d2be3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.289891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40d476f8-0575-4eb8-aa2b-ec79939d2be3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.328086 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40d476f8-0575-4eb8-aa2b-ec79939d2be3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.331225 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-40d476f8-0575-4eb8-aa2b-ec79939d2be3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.332381 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-40d476f8-0575-4eb8-aa2b-ec79939d2be3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2bdac8c-56f1-40ba-9021-2457c83b4714 HTTP/1.1" status: 204  len: 168 time: 0.1170299
Nov 06 21:25:18.335090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41324) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.341180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d476f8-0575-4eb8-aa2b-ec79939d2be3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bdac8c-56f1-40ba-9021-2457c83b4714,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:18.378319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1410c85f-c66f-43a5-8086-1d1f6220cc3d tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0419085
Nov 06 21:25:18.381987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41326) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.386688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-456b4dd4-682f-4938-9868-ce5d8961912f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group': {'name': 'tempest-secgroup--871341217'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:18.414717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-456b4dd4-682f-4938-9868-ce5d8961912f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.478512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-456b4dd4-682f-4938-9868-ce5d8961912f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.482065 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-456b4dd4-682f-4938-9868-ce5d8961912f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.509095 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-456b4dd4-682f-4938-9868-ce5d8961912f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.510296 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-456b4dd4-682f-4938-9868-ce5d8961912f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1273224
Nov 06 21:25:18.512968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41328) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.518684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c1672c48-9abb-4f5c-84cb-84bb2b47b563 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': 'a0e6b4a9-4308-497f-92f1-e3f8673c5e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:18.523748 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b4dd4-682f-4938-9868-ce5d8961912f tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e6b4a9-4308-497f-92f1-e3f8673c5e7d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:18.546087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1672c48-9abb-4f5c-84cb-84bb2b47b563 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.599131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1672c48-9abb-4f5c-84cb-84bb2b47b563 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.602436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1672c48-9abb-4f5c-84cb-84bb2b47b563 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.619329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1672c48-9abb-4f5c-84cb-84bb2b47b563 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c07596-5a46-446b-9f15-26932f3b48b7,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:18.627370 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1672c48-9abb-4f5c-84cb-84bb2b47b563 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.628626 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c1672c48-9abb-4f5c-84cb-84bb2b47b563 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1147141
Nov 06 21:25:18.631246 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41330) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.647244 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3c74c64a-ff8e-454b-afc6-f9101a41586b tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules/96c07596-5a46-446b-9f15-26932f3b48b7 HTTP/1.1" status: 200  len: 763 time: 0.0149941
Nov 06 21:25:18.649358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41332) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.686099 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7d008cce-66a0-40db-aa0e-f269237d76f3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0357890
Nov 06 21:25:18.688403 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41334) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.713841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6557f5fc-c0c7-4235-bf3f-780e649d9440 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.721052 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6557f5fc-c0c7-4235-bf3f-780e649d9440 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.745521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6557f5fc-c0c7-4235-bf3f-780e649d9440 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.751131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6557f5fc-c0c7-4235-bf3f-780e649d9440 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.752766 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6557f5fc-c0c7-4235-bf3f-780e649d9440 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/96c07596-5a46-446b-9f15-26932f3b48b7 HTTP/1.1" status: 204  len: 168 time: 0.0635152
Nov 06 21:25:18.755308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41336) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.757881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557f5fc-c0c7-4235-bf3f-780e649d9440 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96c07596-5a46-446b-9f15-26932f3b48b7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:18.793231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8a48eb26-6227-432c-a2d0-2818174cba29 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0367005
Nov 06 21:25:18.795650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41338) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.800404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7b18cca6-0bf3-459d-8ca9-bac82576cdee tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': 'a0e6b4a9-4308-497f-92f1-e3f8673c5e7d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:18.825890 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b18cca6-0bf3-459d-8ca9-bac82576cdee tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.880082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b18cca6-0bf3-459d-8ca9-bac82576cdee tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.883454 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b18cca6-0bf3-459d-8ca9-bac82576cdee tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.901873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18cca6-0bf3-459d-8ca9-bac82576cdee tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea04d45-70a6-4ca8-bf7d-1794b5f38f71,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:18.906466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7b18cca6-0bf3-459d-8ca9-bac82576cdee tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.910311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7b18cca6-0bf3-459d-8ca9-bac82576cdee tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1110983
Nov 06 21:25:18.910430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41340) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.926572 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f5e7cc79-7a50-4e9c-ab4e-2c95f9d53cd6 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules/cea04d45-70a6-4ca8-bf7d-1794b5f38f71 HTTP/1.1" status: 200  len: 763 time: 0.0151255
Nov 06 21:25:18.928833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41342) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.967647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5626f758-4ad9-4c2c-809b-f51129a2351c tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0369697
Nov 06 21:25:18.969206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41344) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:18.991500 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7222-d984-408d-91c5-541f8cd43511 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:18.998837 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7222-d984-408d-91c5-541f8cd43511 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.026582 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7222-d984-408d-91c5-541f8cd43511 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.032632 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee1f7222-d984-408d-91c5-541f8cd43511 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.033748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ee1f7222-d984-408d-91c5-541f8cd43511 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cea04d45-70a6-4ca8-bf7d-1794b5f38f71 HTTP/1.1" status: 204  len: 168 time: 0.0636590
Nov 06 21:25:19.036248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41346) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.039511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f7222-d984-408d-91c5-541f8cd43511 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea04d45-70a6-4ca8-bf7d-1794b5f38f71,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:19.074331 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-77493311-0298-4cad-92fb-ae723bec2fc8 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0368755
Nov 06 21:25:19.076875 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41348) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.081144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cccd362b-dc3c-4a06-bb69-620b9303b6c3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Request body: {'security_group_rule': {'security_group_id': 'a0e6b4a9-4308-497f-92f1-e3f8673c5e7d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:19.102425 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-cccd362b-dc3c-4a06-bb69-620b9303b6c3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Project 15334fc02d8c43f2a22ca0e330bff22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:25:19.107288 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccd362b-dc3c-4a06-bb69-620b9303b6c3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.164002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccd362b-dc3c-4a06-bb69-620b9303b6c3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.167359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccd362b-dc3c-4a06-bb69-620b9303b6c3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.185922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd362b-dc3c-4a06-bb69-620b9303b6c3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51a99a2-3d98-47ec-a3bc-c29f3ce07fba,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:19.193981 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cccd362b-dc3c-4a06-bb69-620b9303b6c3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.195153 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cccd362b-dc3c-4a06-bb69-620b9303b6c3 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1173730
Nov 06 21:25:19.197708 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41350) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.213721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6a53cc79-d635-4ef9-8702-f9a337884e57 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules/c51a99a2-3d98-47ec-a3bc-c29f3ce07fba HTTP/1.1" status: 200  len: 769 time: 0.0150127
Nov 06 21:25:19.215904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41352) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.247013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6c6de188-c0e5-4028-81c9-615550ba48f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.254904 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9b145b33-ecbb-4fa5-afea-bc7c4ebffd73 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0378697
Nov 06 21:25:19.257433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41354) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.279651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21a8f9fb-47c4-40a8-9ba0-6ac3f0d39b15 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.287378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21a8f9fb-47c4-40a8-9ba0-6ac3f0d39b15 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.312457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21a8f9fb-47c4-40a8-9ba0-6ac3f0d39b15 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.317183 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-21a8f9fb-47c4-40a8-9ba0-6ac3f0d39b15 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.318279 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-21a8f9fb-47c4-40a8-9ba0-6ac3f0d39b15 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c51a99a2-3d98-47ec-a3bc-c29f3ce07fba HTTP/1.1" status: 204  len: 168 time: 0.0598986
Nov 06 21:25:19.320857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41356) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.325690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8f9fb-47c4-40a8-9ba0-6ac3f0d39b15 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c51a99a2-3d98-47ec-a3bc-c29f3ce07fba,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:19.359044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-03e71459-7701-4c2d-942c-7e1e218b2e89 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0370514
Nov 06 21:25:19.362440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41358) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.412064 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c988066c-5247-4353-b3ce-c88091136dcf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.434908 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c988066c-5247-4353-b3ce-c88091136dcf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.475833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c988066c-5247-4353-b3ce-c88091136dcf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.478457 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c988066c-5247-4353-b3ce-c88091136dcf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:19.479610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c988066c-5247-4353-b3ce-c88091136dcf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0e6b4a9-4308-497f-92f1-e3f8673c5e7d HTTP/1.1" status: 204  len: 168 time: 0.1163201
Nov 06 21:25:19.482402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41360) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.489049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988066c-5247-4353-b3ce-c88091136dcf tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e6b4a9-4308-497f-92f1-e3f8673c5e7d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:19.527982 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-19f3301a-d952-4eb1-a703-492eb780a6e8 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0444007
Nov 06 21:25:19.532065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41362) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.574261 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ec9b2dce-7db8-4a5e-9eea-3ac4fb681525 tempest-SecGroupIPv6Test-1245579309 tempest-SecGroupIPv6Test-1245579309-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0411339
Nov 06 21:25:19.807829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41368) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.939045 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-194ce8f9-abd4-401e-af81-ca7618a36e08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15334fc02d8c43f2a22ca0e330bff22e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1299152
Nov 06 21:25:19.941872 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41372) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:19.988276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e96de431-d3b3-4f9b-b2da-413154bd57c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:20.008892 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e96de431-d3b3-4f9b-b2da-413154bd57c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:20.053379 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e96de431-d3b3-4f9b-b2da-413154bd57c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:20.056210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e96de431-d3b3-4f9b-b2da-413154bd57c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:20.057288 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e96de431-d3b3-4f9b-b2da-413154bd57c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01faf4a1-68fd-4839-b491-6405a9be560d HTTP/1.1" status: 204  len: 168 time: 0.1145303
Nov 06 21:25:20.065236 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96de431-d3b3-4f9b-b2da-413154bd57c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01faf4a1-68fd-4839-b491-6405a9be560d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:20.666871 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:20.677995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41394) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:20.772942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4e62528b-3a44-4656-8d78-790389fb83ae tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2088353165', 'prefixes': ['172.20.0.0/16']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:20.827532 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4e62528b-3a44-4656-8d78-790389fb83ae tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] Publish callbacks [] for subnetpool, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:20.828653 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4e62528b-3a44-4656-8d78-790389fb83ae tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.1496606
Nov 06 21:25:20.831954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41398) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:20.868395 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-82417ed9-d8c8-4e55-bee3-bca762080eab tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] 10.222.0.13 "GET /v2.0/subnetpools/3d47619b-9378-4fc6-9840-40d18a73c874 HTTP/1.1" status: 200  len: 732 time: 0.0337026
Nov 06 21:25:20.869332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41400) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:20.873478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a13a5340-4f8e-47dd-83c2-dd1d489de962 tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2108449917'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:20.952480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a13a5340-4f8e-47dd-83c2-dd1d489de962 tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] Publish callbacks [] for subnetpool, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:20.953693 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a13a5340-4f8e-47dd-83c2-dd1d489de962 tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] 10.222.0.13 "PUT /v2.0/subnetpools/3d47619b-9378-4fc6-9840-40d18a73c874 HTTP/1.1" status: 200  len: 684 time: 0.0834672
Nov 06 21:25:20.956864 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41402) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:21.024884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-36d239e6-5bb4-431e-8b35-94de9c1836fc tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] Publish callbacks [] for subnetpool, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:21.026016 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-36d239e6-5bb4-431e-8b35-94de9c1836fc tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3d47619b-9378-4fc6-9840-40d18a73c874 HTTP/1.1" status: 204  len: 168 time: 0.0682397
Nov 06 21:25:21.028842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41404) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:21.042409 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-fe581d5a-e41e-4d6d-b993-18bf58558a86 tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] show failed (client error): The resource could not be found.
Nov 06 21:25:21.043356 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe581d5a-e41e-4d6d-b993-18bf58558a86 tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] 10.222.0.13 "GET /v2.0/subnetpools/3d47619b-9378-4fc6-9840-40d18a73c874 HTTP/1.1" status: 404  len: 346 time: 0.0135925
Nov 06 21:25:21.045793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41406) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:21.058819 ncdv-master-1 neutron-server[119334]: INFO neutron.api.v2.resource [None req-10948f21-d409-40a7-b208-bd8bc800c358 tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] delete failed (client error): The resource could not be found.
Nov 06 21:25:21.060707 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10948f21-d409-40a7-b208-bd8bc800c358 tempest-SubnetPoolsTestJSON-476452452 tempest-SubnetPoolsTestJSON-476452452-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3d47619b-9378-4fc6-9840-40d18a73c874 HTTP/1.1" status: 404  len: 346 time: 0.0140648
Nov 06 21:25:21.299000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41412) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:21.403131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0978e140-866b-47bf-985f-c9f864d91c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:21.475271 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0978e140-866b-47bf-985f-c9f864d91c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:21.478870 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0978e140-866b-47bf-985f-c9f864d91c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:21.520458 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0978e140-866b-47bf-985f-c9f864d91c46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0b0990e3f3c42a7b08f5627f92cc854&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2203557
Nov 06 21:25:21.522687 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e140-866b-47bf-985f-c9f864d91c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b39863-8e55-45e4-aff6-bdd02209774a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:21.523224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41416) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:21.577624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3849-6d9a-4438-8a7f-b4520d94913c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:21.599290 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3849-6d9a-4438-8a7f-b4520d94913c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:21.649187 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3849-6d9a-4438-8a7f-b4520d94913c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:21.651738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3849-6d9a-4438-8a7f-b4520d94913c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:21.652932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5e8d3849-6d9a-4438-8a7f-b4520d94913c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77b39863-8e55-45e4-aff6-bdd02209774a HTTP/1.1" status: 204  len: 168 time: 0.1286922
Nov 06 21:25:21.660837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d3849-6d9a-4438-8a7f-b4520d94913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b39863-8e55-45e4-aff6-bdd02209774a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:21.915966 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:22.520862 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.118006 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41622) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:31.237231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6200202e-9f54-4bc1-8900-3483eaec8501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.309751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6200202e-9f54-4bc1-8900-3483eaec8501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.314188 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6200202e-9f54-4bc1-8900-3483eaec8501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.352104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6200202e-9f54-4bc1-8900-3483eaec8501 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87e6c0f8e1fe48219e7648c8ba293b94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2330382
Nov 06 21:25:31.353254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200202e-9f54-4bc1-8900-3483eaec8501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24394bd6-e05f-4da4-b62c-04b0355c06ec,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:31.354811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41626) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:31.401743 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2caab2-59d7-4311-a0c5-d915e95db2a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.421982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2caab2-59d7-4311-a0c5-d915e95db2a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.469986 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2caab2-59d7-4311-a0c5-d915e95db2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.473664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c2caab2-59d7-4311-a0c5-d915e95db2a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.474846 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c2caab2-59d7-4311-a0c5-d915e95db2a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24394bd6-e05f-4da4-b62c-04b0355c06ec HTTP/1.1" status: 204  len: 168 time: 0.1190236
Nov 06 21:25:31.482614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2caab2-59d7-4311-a0c5-d915e95db2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24394bd6-e05f-4da4-b62c-04b0355c06ec,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:31.728200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41632) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:31.741590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f01b1cb8-5d77-4b9c-8905-652f41d1a4d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.819773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f01b1cb8-5d77-4b9c-8905-652f41d1a4d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.823357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f01b1cb8-5d77-4b9c-8905-652f41d1a4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.859537 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f01b1cb8-5d77-4b9c-8905-652f41d1a4d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa085145138c4eabb0806e45e228042b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1302350
Nov 06 21:25:31.861016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b1cb8-5d77-4b9c-8905-652f41d1a4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31bec24-faaf-411f-b976-b2b794be3ec0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:31.862802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41634) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:31.911731 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e73599f4-da05-4fc8-8902-bed18f25ecb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.933085 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e73599f4-da05-4fc8-8902-bed18f25ecb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.977015 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e73599f4-da05-4fc8-8902-bed18f25ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.979543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e73599f4-da05-4fc8-8902-bed18f25ecb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:31.980708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e73599f4-da05-4fc8-8902-bed18f25ecb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e31bec24-faaf-411f-b976-b2b794be3ec0 HTTP/1.1" status: 204  len: 168 time: 0.1163278
Nov 06 21:25:31.988656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73599f4-da05-4fc8-8902-bed18f25ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31bec24-faaf-411f-b976-b2b794be3ec0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:35.105953 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:25:36.183506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41744) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:36.287652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deb94654-e9ff-4107-b98a-6df2c2758170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:36.365038 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deb94654-e9ff-4107-b98a-6df2c2758170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:36.370475 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-deb94654-e9ff-4107-b98a-6df2c2758170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:36.412887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-deb94654-e9ff-4107-b98a-6df2c2758170 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce1f5fefc6d34800a8068771f935e1b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2282832
Nov 06 21:25:36.414138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb94654-e9ff-4107-b98a-6df2c2758170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d9bc49-cfb1-4087-8a18-bcf546388851,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:36.415854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41748) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:36.465954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3d02073-4824-448c-a51d-39b4bbdbb1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:36.785378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3d02073-4824-448c-a51d-39b4bbdbb1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:36.828863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3d02073-4824-448c-a51d-39b4bbdbb1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:36.831968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b3d02073-4824-448c-a51d-39b4bbdbb1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:36.833131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b3d02073-4824-448c-a51d-39b4bbdbb1a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78d9bc49-cfb1-4087-8a18-bcf546388851 HTTP/1.1" status: 204  len: 168 time: 0.4162576
Nov 06 21:25:36.840288 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d02073-4824-448c-a51d-39b4bbdbb1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d9bc49-cfb1-4087-8a18-bcf546388851,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:37.094051 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41754) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:37.107378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-982710d1-87c6-455d-a9c6-0ffd8b4c511d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:37.182655 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-982710d1-87c6-455d-a9c6-0ffd8b4c511d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:37.186375 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-982710d1-87c6-455d-a9c6-0ffd8b4c511d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:37.223443 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-982710d1-87c6-455d-a9c6-0ffd8b4c511d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f72ce3946ed34bc9a2ab4b311dd52fda&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1277440
Nov 06 21:25:37.224568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982710d1-87c6-455d-a9c6-0ffd8b4c511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2926c3c-b88d-4cbd-8c7d-72837fa52931,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:37.226308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41756) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:37.274625 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfabaf86-0269-4564-b6af-19cbb78a60ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:37.295634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfabaf86-0269-4564-b6af-19cbb78a60ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:37.341553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfabaf86-0269-4564-b6af-19cbb78a60ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:37.344100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfabaf86-0269-4564-b6af-19cbb78a60ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:37.345300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bfabaf86-0269-4564-b6af-19cbb78a60ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2926c3c-b88d-4cbd-8c7d-72837fa52931 HTTP/1.1" status: 204  len: 168 time: 0.1174128
Nov 06 21:25:37.353689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabaf86-0269-4564-b6af-19cbb78a60ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2926c3c-b88d-4cbd-8c7d-72837fa52931,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:44.166629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41898) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:44.270474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c843ccc8-886f-4a09-8d04-a841d5a9ef70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.340688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c843ccc8-886f-4a09-8d04-a841d5a9ef70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.344167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c843ccc8-886f-4a09-8d04-a841d5a9ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.384409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c843ccc8-886f-4a09-8d04-a841d5a9ef70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b5269c933774d9c9b609ac607f2f4e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2166412
Nov 06 21:25:44.385331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843ccc8-886f-4a09-8d04-a841d5a9ef70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08700cbd-dddf-4edb-9bed-889b6de39af6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:44.387139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41902) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:44.438385 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbba83dc-842a-461b-bebc-849ceebd5442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.459209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbba83dc-842a-461b-bebc-849ceebd5442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.505918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbba83dc-842a-461b-bebc-849ceebd5442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.508571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-dbba83dc-842a-461b-bebc-849ceebd5442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.509666 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-dbba83dc-842a-461b-bebc-849ceebd5442 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08700cbd-dddf-4edb-9bed-889b6de39af6 HTTP/1.1" status: 204  len: 168 time: 0.1203542
Nov 06 21:25:44.517779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba83dc-842a-461b-bebc-849ceebd5442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08700cbd-dddf-4edb-9bed-889b6de39af6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:44.679257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.762819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.771027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 41908) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:44.783905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38ba463c-71be-48db-9356-7fef949142c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.859326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38ba463c-71be-48db-9356-7fef949142c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.863285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-38ba463c-71be-48db-9356-7fef949142c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.910669 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-38ba463c-71be-48db-9356-7fef949142c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c351ca90ce8d4ec690d0a6239ddeb905&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1385243
Nov 06 21:25:44.911382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba463c-71be-48db-9356-7fef949142c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5adb4b-2f15-492c-a4b8-7f2bd9b99a91,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:44.913576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 41910) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:44.962666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d240bbd-cd19-4fd1-bbaa-f6e659dab511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:44.983679 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d240bbd-cd19-4fd1-bbaa-f6e659dab511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:45.030610 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d240bbd-cd19-4fd1-bbaa-f6e659dab511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:45.033129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0d240bbd-cd19-4fd1-bbaa-f6e659dab511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:45.034273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0d240bbd-cd19-4fd1-bbaa-f6e659dab511 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b5adb4b-2f15-492c-a4b8-7f2bd9b99a91 HTTP/1.1" status: 204  len: 168 time: 0.1197100
Nov 06 21:25:45.042581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d240bbd-cd19-4fd1-bbaa-f6e659dab511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5adb4b-2f15-492c-a4b8-7f2bd9b99a91,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:46.874204 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d266eae2-de7d-4cb4-95ba-685fdf812f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:49.249832 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9cba775c-de56-49ed-81ba-77fa9a238e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:50.669634 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.342143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42084) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:51.450200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-629ffa5e-b464-45d8-bd6f-ae81dd29b73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.522602 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-629ffa5e-b464-45d8-bd6f-ae81dd29b73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.526485 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-629ffa5e-b464-45d8-bd6f-ae81dd29b73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.566279 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-629ffa5e-b464-45d8-bd6f-ae81dd29b73b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03f31ac0a69449e9b0de3ee3d8c08ac8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2205203
Nov 06 21:25:51.566279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ffa5e-b464-45d8-bd6f-ae81dd29b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5406cb8-c972-4e50-b5fa-c8f9379a6e52,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:51.566855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42088) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:51.614079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.634305 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.680693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.683133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.684318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5406cb8-c972-4e50-b5fa-c8f9379a6e52 HTTP/1.1" status: 204  len: 168 time: 0.1165085
Nov 06 21:25:51.692510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5406cb8-c972-4e50-b5fa-c8f9379a6e52,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:51.701757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.701952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.702295 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.702640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.702965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.703294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.703619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.704078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.704715 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.705170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.705503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.705830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71ffc0b-9d5f-4bb6-9b47-454eb5918636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:25:51.919328 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:51.939722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42094) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:51.956005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5bd088f-1191-46da-a060-514c2ef9e5bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:52.029150 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5bd088f-1191-46da-a060-514c2ef9e5bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:52.033426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e5bd088f-1191-46da-a060-514c2ef9e5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:52.071214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e5bd088f-1191-46da-a060-514c2ef9e5bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79e4ffaed67d49acbf32780b12121752&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1303737
Nov 06 21:25:52.072455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd088f-1191-46da-a060-514c2ef9e5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62762eba-837b-49e3-99b3-5be7acd1f4b1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:52.073974 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42096) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:52.124653 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fae7792d-b2c3-48f6-84d3-591270a9a743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:52.146125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fae7792d-b2c3-48f6-84d3-591270a9a743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:52.190954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fae7792d-b2c3-48f6-84d3-591270a9a743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:52.193366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fae7792d-b2c3-48f6-84d3-591270a9a743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:52.194486 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fae7792d-b2c3-48f6-84d3-591270a9a743 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62762eba-837b-49e3-99b3-5be7acd1f4b1 HTTP/1.1" status: 204  len: 168 time: 0.1195390
Nov 06 21:25:52.202099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7792d-b2c3-48f6-84d3-591270a9a743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62762eba-837b-49e3-99b3-5be7acd1f4b1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:52.524979 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.220100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42194) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:56.323962 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7988eee0-3256-482d-bd81-8af2e447f3d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.394545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7988eee0-3256-482d-bd81-8af2e447f3d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.398505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7988eee0-3256-482d-bd81-8af2e447f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.436775 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7988eee0-3256-482d-bd81-8af2e447f3d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f5c8ab0ef0840f7a8cdfb30c55b56ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2155738
Nov 06 21:25:56.438520 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988eee0-3256-482d-bd81-8af2e447f3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c79540-cbaf-4f8c-8282-38c8c4a99852,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:56.440057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42198) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:56.487313 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5a40dbe1-9fb6-4de1-bf4a-149abbb18fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.508139 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5a40dbe1-9fb6-4de1-bf4a-149abbb18fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.553307 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5a40dbe1-9fb6-4de1-bf4a-149abbb18fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.556449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5a40dbe1-9fb6-4de1-bf4a-149abbb18fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.560229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5a40dbe1-9fb6-4de1-bf4a-149abbb18fd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77c79540-cbaf-4f8c-8282-38c8c4a99852 HTTP/1.1" status: 204  len: 168 time: 0.1191196
Nov 06 21:25:56.568515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40dbe1-9fb6-4de1-bf4a-149abbb18fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c79540-cbaf-4f8c-8282-38c8c4a99852,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:56.808053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42204) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:56.821328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c81f95-218b-4aac-9ab8-8f47be9d0f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.893596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c81f95-218b-4aac-9ab8-8f47be9d0f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.897381 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-01c81f95-218b-4aac-9ab8-8f47be9d0f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:56.938285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-01c81f95-218b-4aac-9ab8-8f47be9d0f13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af2eab97fb64440096f2512752f58852&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1290729
Nov 06 21:25:56.939431 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c81f95-218b-4aac-9ab8-8f47be9d0f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cbb10b-c291-46df-a1f5-130618dff1ec,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:56.941056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42206) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:56.990424 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19ac2ca7-325d-414c-a79b-dc7645560821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.013948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19ac2ca7-325d-414c-a79b-dc7645560821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.059828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19ac2ca7-325d-414c-a79b-dc7645560821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.062350 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19ac2ca7-325d-414c-a79b-dc7645560821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.063945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-19ac2ca7-325d-414c-a79b-dc7645560821 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65cbb10b-c291-46df-a1f5-130618dff1ec HTTP/1.1" status: 204  len: 168 time: 0.1217916
Nov 06 21:25:57.073837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac2ca7-325d-414c-a79b-dc7645560821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cbb10b-c291-46df-a1f5-130618dff1ec,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:57.716672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42228) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:57.813457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-491398801-network', 'tenant_id': '701e70fcea614c108e0c7149f5614f14'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:57.834112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Made reservation on behalf of 701e70fcea614c108e0c7149f5614f14 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:57.836461 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.844907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.918240 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.922608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.943542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:25:57.956074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e764eebd-9071-4f5e-b61c-fe2a30a9d797,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:57.962273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:57.962621 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Added segment ddd62293-fb0e-44f8-9e4d-a3472ab92a69 of type vlan for network c0bb3679-3644-4583-b0b6-f38c5e54fc9f
Nov 06 21:25:58.003223 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:58.026654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:58.027578 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:58.028151 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:58.089573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3716912
Nov 06 21:25:58.092245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42232) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:25:58.096987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Request body: {'subnet': {'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-491398801-subnet', 'tenant_id': '701e70fcea614c108e0c7149f5614f14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:25:58.104635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a6893-8a8a-4521-9eae-283eb4dafb08 admin admin] Pushing event updated for resources: {'Network': ['ID=c0bb3679-3644-4583-b0b6-f38c5e54fc9f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:58.114589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network c0bb3679-3644-4583-b0b6-f38c5e54fc9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:25:58.121619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Made reservation on behalf of 701e70fcea614c108e0c7149f5614f14 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:25:58.124249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:58.289918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:58.344854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd303965-a5f9-4749-9d55-dd6fdcd22888,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:25:58.353403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Checking segment: {'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:25:58.353815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Network hostable DHCP agents. Network: c0bb3679-3644-4583-b0b6-f38c5e54fc9f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:25:58.369603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Network c0bb3679-3644-4583-b0b6-f38c5e54fc9f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:25:58.378151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c0bb3679-3644-4583-b0b6-f38c5e54fc9f) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:25:58.382359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:25:58.382954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:25:58.388056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c6fd8e-fe10-44c0-ae59-eaed72c15e9a None None] Network c0bb3679-3644-4583-b0b6-f38c5e54fc9f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:25:58.399915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fa44f924-6728-4d51-819c-ec371a148359 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3066473
Nov 06 21:25:58.511150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d234251-0aaa-4ec1-9500-84244b11f6b3 None None] Network c0bb3679-3644-4583-b0b6-f38c5e54fc9f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:26:00.113321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580a9c-4518-402a-9488-c07235ab75de req-d7e9b06b-028b-4943-8b6d-abb7e69dfc7d tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:00.114836 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-d7e9b06b-028b-4943-8b6d-abb7e69dfc7d tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/networks?id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f HTTP/1.1" status: 200  len: 808 time: 0.1031702
Nov 06 21:26:00.130053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-d9563e59-2e93-4435-a977-5d249be4064d tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/quotas/701e70fcea614c108e0c7149f5614f14 HTTP/1.1" status: 200  len: 375 time: 0.0096021
Nov 06 21:26:00.162412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-50e1351a-a503-4c25-ade8-487579df4a1e tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=701e70fcea614c108e0c7149f5614f14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0259168
Nov 06 21:26:00.250668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-2550de87-c7fd-45d4-b4ed-2526f700b102 service neutron] 10.222.0.13 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807905
Nov 06 21:26:00.341150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-132bcde9-c3ba-4ef8-a933-1fc8943bdf04 service neutron] 10.222.0.13 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844488
Nov 06 21:26:00.502729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51ba943c-dc84-476a-bbed-6c2cc41485bf req-44ef2853-a22e-42fe-a3df-8e8b2ead9f9c tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 210 time: 0.0288937
Nov 06 21:26:01.583694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8da43fb5-07d6-4cbf-a881-e800229d2f43 req-691dbc9b-4d19-42f3-b2b2-ca3747b16ca8 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 210 time: 0.0279782
Nov 06 21:26:02.667721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1037119c-f0fb-4c3e-80fd-6571212f4b66 req-4e557843-a7f7-45d7-9d25-766e81fd6f99 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 210 time: 0.0267451
Nov 06 21:26:03.750454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64837a4c-377a-448d-9728-4c5df4d651af req-f998627b-2065-419c-b879-e2e56b1eaf0d tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 210 time: 0.0312991
Nov 06 21:26:04.843579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78bfc1b2-5c14-455b-8de4-255802fda280 req-8187befa-01ec-4608-bb34-450b4c412203 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 210 time: 0.0250504
Nov 06 21:26:05.485786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580a9c-4518-402a-9488-c07235ab75de req-a7955cb6-f95a-4979-b1ed-45069352fd38 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:05.487288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-a7955cb6-f95a-4979-b1ed-45069352fd38 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.37 "GET /v2.0/networks?id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f HTTP/1.1" status: 200  len: 808 time: 0.1022310
Nov 06 21:26:05.500430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Request body: {'port': {'device_id': 'ee22fffa-08da-4446-864e-a05ed7f73f03', 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f', 'admin_state_up': True, 'tenant_id': '701e70fcea614c108e0c7149f5614f14'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:26:05.614780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Made reservation on behalf of 701e70fcea614c108e0c7149f5614f14 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:26:05.618273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:05.738254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Allocated IP 172.20.0.8 (c0bb3679-3644-4583-b0b6-f38c5e54fc9f/fd303965-a5f9-4749-9d55-dd6fdcd22888/391cdadb-2e23-400b-b9e7-bfcc4174e0e2) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:26:05.883786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:05.926285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:05.994437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Network c0bb3679-3644-4583-b0b6-f38c5e54fc9f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:26:06.001389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:26:06.005686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:26:06.008159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Pushing event updated for resources: {'Port': ['ID=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:06.035951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732e1cd-5484-46a0-98e4-871a05666bbd req-4b1a0d0f-7866-415a-9f0e-af6320fd8204 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:06.037459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4732e1cd-5484-46a0-98e4-871a05666bbd req-4b1a0d0f-7866-415a-9f0e-af6320fd8204 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 931 time: 0.1232076
Nov 06 21:26:06.076096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:06.076711 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:06.107508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-3283c72c-b949-418c-95d8-69c52a481613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6108959
Nov 06 21:26:06.111799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4732e1cd-5484-46a0-98e4-871a05666bbd req-28c25966-e2c5-45fb-8703-fbe10ae0907d tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663419
Nov 06 21:26:06.119264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Request body: {'port': {'device_id': 'ee22fffa-08da-4446-864e-a05ed7f73f03', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:26:06.176243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:06.427222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:26:06.434523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:06.446707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Transition to ACTIVE for port object 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:26:06.449754 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:06.504128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Pushing event updated for resources: {'Port': ['ID=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:06.572120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Attempting to bind port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:26:06.572492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Attempting to bind port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:26:06.572814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Attempting to bind port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 on network c0bb3679-3644-4583-b0b6-f38c5e54fc9f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:26:06.577066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 on network c0bb3679-3644-4583-b0b6-f38c5e54fc9f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:26:06.577386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Attempting to bind port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 on network c0bb3679-3644-4583-b0b6-f38c5e54fc9f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:26:06.582102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:26:06.582430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Checking segment: {'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:26:06.582809 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Bound using segment: {'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:26:06.583226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Bound port: 391cdadb-2e23-400b-b9e7-bfcc4174e0e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:26:06.583572 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:06.644997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] For port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:26:06.647949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] For port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:26:06.652682 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:06.685437 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:06.686271 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:06.687880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] 10.222.0.37 "PUT /v2.0/ports/391cdadb-2e23-400b-b9e7-bfcc4174e0e2 HTTP/1.1" status: 200  len: 1091 time: 0.5725250
Nov 06 21:26:06.690073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee22fffa-08da-4446-864e-a05ed7f73f03', 'tag': '391cdadb-2e23-400b-b9e7-bfcc4174e0e2'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:26:06.692974 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126a0fe5-2780-43ad-b973-0fafb32a5859" -d '{"events": [{"name": "network-changed", "server_uuid": "ee22fffa-08da-4446-864e-a05ed7f73f03", "tag": "391cdadb-2e23-400b-b9e7-bfcc4174e0e2"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:26:06.721186 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0b5c7-7e0b-4c29-b5a5-d03ac447e549 service neutron] Pushing event updated for resources: {'Port': ['ID=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:06.736974 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b914603-9afa-4468-a62a-13561b744f25 x-openstack-request-id: req-7b914603-9afa-4468-a62a-13561b744f25 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:26:06.737260 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee22fffa-08da-4446-864e-a05ed7f73f03", "tag": "391cdadb-2e23-400b-b9e7-bfcc4174e0e2", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:26:06.737515 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b914603-9afa-4468-a62a-13561b744f25 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:26:06.737907 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee22fffa-08da-4446-864e-a05ed7f73f03', 'tag': '391cdadb-2e23-400b-b9e7-bfcc4174e0e2', 'status': 'completed', 'code': 200}
Nov 06 21:26:06.771303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580a9c-4518-402a-9488-c07235ab75de req-aae688fc-7f4d-4c57-ae70-d1a2e9ee31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:06.772905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-aae688fc-7f4d-4c57-ae70-d1a2e9ee31e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=701e70fcea614c108e0c7149f5614f14&device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 1094 time: 0.0446050
Nov 06 21:26:06.818391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-0b5975d2-2025-4881-8510-613d0e1a54d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=391cdadb-2e23-400b-b9e7-bfcc4174e0e2 HTTP/1.1" status: 200  len: 217 time: 0.0372114
Nov 06 21:26:06.869109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580a9c-4518-402a-9488-c07235ab75de req-bb7a985d-8dd4-473c-b4d3-5ee9820f3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:06.871427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-bb7a985d-8dd4-473c-b4d3-5ee9820f3a9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd303965-a5f9-4749-9d55-dd6fdcd22888 HTTP/1.1" status: 200  len: 848 time: 0.0458968
Nov 06 21:26:06.903079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-3783a317-4c19-4827-9050-66c9cb74d1f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250359
Nov 06 21:26:06.995221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-24ace8ce-1996-46db-a9ad-0a637474561c service neutron] 10.222.0.37 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847857
Nov 06 21:26:07.083324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47580a9c-4518-402a-9488-c07235ab75de req-6695ebeb-3324-47a2-ace6-fb81954bb9fd service neutron] 10.222.0.37 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817294
Nov 06 21:26:07.166832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-b16ec151-796c-424a-82e9-987ab5a7a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:07.168376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-b16ec151-796c-424a-82e9-987ab5a7a306 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=701e70fcea614c108e0c7149f5614f14&device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 1094 time: 0.0427170
Nov 06 21:26:07.286062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599913a7-2369-4091-b6ec-6f0cde839c52 req-e2d1cb84-d6ad-493f-8b9d-47d7846852da tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:07.287465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-599913a7-2369-4091-b6ec-6f0cde839c52 req-e2d1cb84-d6ad-493f-8b9d-47d7846852da tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 943 time: 0.1053004
Nov 06 21:26:07.315772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-83330a79-8fda-44e2-9670-75ed5b788131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:07.317223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-83330a79-8fda-44e2-9670-75ed5b788131 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f HTTP/1.1" status: 200  len: 909 time: 0.1422446
Nov 06 21:26:07.673403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-1e979ec4-6c26-4e04-8ef6-8d89ec4d503b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=391cdadb-2e23-400b-b9e7-bfcc4174e0e2 HTTP/1.1" status: 200  len: 217 time: 0.3488641
Nov 06 21:26:07.693695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-599913a7-2369-4091-b6ec-6f0cde839c52 req-9f2f44fe-b413-413d-a64f-dd01dbe0d741 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3981397
Nov 06 21:26:07.727153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-35375bbd-09d8-4ec8-ae43-5ef1eb31ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:07.728707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-35375bbd-09d8-4ec8-ae43-5ef1eb31ee2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd303965-a5f9-4749-9d55-dd6fdcd22888 HTTP/1.1" status: 200  len: 848 time: 0.0475175
Nov 06 21:26:07.760596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-44edb515-dd84-4729-bf53-e578d656e3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244391
Nov 06 21:26:07.855332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-bb6df398-50e0-4a1c-bfc3-34912178d07a service neutron] 10.222.0.37 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878422
Nov 06 21:26:07.944721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-126a0fe5-2780-43ad-b973-0fafb32a5859 req-ea2f7cdb-5bf1-490c-8991-9334be2a6596 service neutron] 10.222.0.37 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813298
Nov 06 21:26:08.811576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed0f6d-e7a9-499c-8853-73eedd3d8c9b req-6c407ddd-7cad-484f-ad5d-242191996ce1 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:08.813060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-efed0f6d-e7a9-499c-8853-73eedd3d8c9b req-6c407ddd-7cad-484f-ad5d-242191996ce1 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 943 time: 0.0523639
Nov 06 21:26:08.859609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-efed0f6d-e7a9-499c-8853-73eedd3d8c9b req-ee00db8f-09cb-4617-930c-fbcc8fcc7ae4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401776
Nov 06 21:26:09.975592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804126a7-b9ed-4098-acae-e3f9f1abead3 req-97a41818-841f-46fd-9d87-d974cdd82944 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:09.978257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-804126a7-b9ed-4098-acae-e3f9f1abead3 req-97a41818-841f-46fd-9d87-d974cdd82944 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 943 time: 0.0493097
Nov 06 21:26:10.029798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-804126a7-b9ed-4098-acae-e3f9f1abead3 req-53de5ef0-02db-42f0-a753-a5c96d039da1 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463085
Nov 06 21:26:11.147774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03fae-60f6-4587-8704-835c96225c7b req-c5d4fa75-cbf6-4b27-baee-fe0522a0907b tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:11.149193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15c03fae-60f6-4587-8704-835c96225c7b req-c5d4fa75-cbf6-4b27-baee-fe0522a0907b tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 943 time: 0.0494361
Nov 06 21:26:11.201081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-15c03fae-60f6-4587-8704-835c96225c7b req-390fc407-a60d-4771-b8be-1c178a01b205 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460362
Nov 06 21:26:11.355138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:26:11.446304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:26:11.457178 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '391cdadb-2e23-400b-b9e7-bfcc4174e0e2', 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f', 'port_id': '391cdadb-2e23-400b-b9e7-bfcc4174e0e2', 'mac_address': 'fa:16:3e:f5:d4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd303965-a5f9-4749-9d55-dd6fdcd22888', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:26:11.495615 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:11.508376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:26:11.526764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:26:11.530627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:11.577545 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:11.584738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.585093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.585407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.585734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.586057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.586380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.586698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.587014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.587328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.587641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.587954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.588265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:11.885859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['391cdadb-2e23-400b-b9e7-bfcc4174e0e2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:26:12.104755 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:26:12.313407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f332d-4b6e-4b26-8109-22a62b437427 req-9d920579-77d5-4f9a-a416-1bc293658700 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:12.315394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f07f332d-4b6e-4b26-8109-22a62b437427 req-9d920579-77d5-4f9a-a416-1bc293658700 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 944 time: 0.0494964
Nov 06 21:26:12.361532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f07f332d-4b6e-4b26-8109-22a62b437427 req-f92fb2c6-3283-483e-b1a9-b56da0b84931 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402422
Nov 06 21:26:13.464377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:26:13.476951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4efb5d-b0fa-45f7-a2d9-d8a479ebdd59 req-52044aa3-1ba0-47ad-af2e-5c12f401593c tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:13.478451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e4efb5d-b0fa-45f7-a2d9-d8a479ebdd59 req-52044aa3-1ba0-47ad-af2e-5c12f401593c tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 944 time: 0.0494027
Nov 06 21:26:13.512011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:26:13.515755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:26:13.516127 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:13.527323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4e4efb5d-b0fa-45f7-a2d9-d8a479ebdd59 req-f1179f37-3cb9-4d0d-b0c2-c2f1a3b0ab8e tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428267
Nov 06 21:26:13.595184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:13.767166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22fffa-08da-4446-864e-a05ed7f73f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391cdadb-2e23-400b-b9e7-bfcc4174e0e2'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:26:13.769850 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab8067c-61e4-417a-ab3f-a5c648dd275c" -d '{"events": [{"server_uuid": "ee22fffa-08da-4446-864e-a05ed7f73f03", "name": "network-vif-plugged", "status": "completed", "tag": "391cdadb-2e23-400b-b9e7-bfcc4174e0e2"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:26:13.781836 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:26:13.787083 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:13.812857 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b685b095-a272-4668-8b17-ff574a83cd31 x-openstack-request-id: req-b685b095-a272-4668-8b17-ff574a83cd31 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:26:13.813159 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee22fffa-08da-4446-864e-a05ed7f73f03", "name": "network-vif-plugged", "status": "completed", "tag": "391cdadb-2e23-400b-b9e7-bfcc4174e0e2", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:26:13.813562 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b685b095-a272-4668-8b17-ff574a83cd31 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:26:13.813957 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22fffa-08da-4446-864e-a05ed7f73f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391cdadb-2e23-400b-b9e7-bfcc4174e0e2', 'code': 200}
Nov 06 21:26:13.842375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:13.905147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c12400-d55a-466d-b4d9-2003b6e89475 req-3da68a0f-7a9c-4723-82b9-24a038744b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:13.906619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36c12400-d55a-466d-b4d9-2003b6e89475 req-3da68a0f-7a9c-4723-82b9-24a038744b7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 1096 time: 0.0443361
Nov 06 21:26:13.949665 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36c12400-d55a-466d-b4d9-2003b6e89475 req-8552ae50-d829-4bf1-88fe-7bfeb6ca8289 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361710
Nov 06 21:26:14.647136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb65e5c-2b6e-4f83-8e03-a4bc3b16636c req-9a5f061f-de6e-48b7-990c-28810e1801c3 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:14.648691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4eb65e5c-2b6e-4f83-8e03-a4bc3b16636c req-9a5f061f-de6e-48b7-990c-28810e1801c3 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 945 time: 0.0534732
Nov 06 21:26:14.694846 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:14.697241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4eb65e5c-2b6e-4f83-8e03-a4bc3b16636c req-0e6d711f-9e73-457f-b9d9-c96a8c52c75c tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426092
Nov 06 21:26:14.757594 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:15.812072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce48d6-3abf-45fc-86b8-dbe5bd0b835b req-c3faefad-78f3-4213-b36c-f27482b1f85b tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:15.813590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abce48d6-3abf-45fc-86b8-dbe5bd0b835b req-c3faefad-78f3-4213-b36c-f27482b1f85b tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 945 time: 0.0481932
Nov 06 21:26:15.863728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-abce48d6-3abf-45fc-86b8-dbe5bd0b835b req-0120b1f9-651a-461b-9157-2818cdd77f48 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435948
Nov 06 21:26:16.411589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e748642-d919-48ea-90b2-85b7ab3dab1c req-61897229-f5a3-4cda-9f8c-e20930bcdbd6 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:16.413093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e748642-d919-48ea-90b2-85b7ab3dab1c req-61897229-f5a3-4cda-9f8c-e20930bcdbd6 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 945 time: 0.0485780
Nov 06 21:26:16.460623 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e748642-d919-48ea-90b2-85b7ab3dab1c req-8c73ac96-2355-4817-974c-0784a519950e tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412762
Nov 06 21:26:16.876443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-daaeab40-94a8-4ec4-9db3-d1aca9269423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:17.579007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850339-d702-4c81-9636-504c25cd9572 req-61e7ae37-f0ea-4fe7-87ca-bbe5725bb558 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:17.580568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0850339-d702-4c81-9636-504c25cd9572 req-61e7ae37-f0ea-4fe7-87ca-bbe5725bb558 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 945 time: 0.0507197
Nov 06 21:26:17.632445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0850339-d702-4c81-9636-504c25cd9572 req-2efc4538-f5cf-4ec1-ba4c-75a73c166421 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459943
Nov 06 21:26:17.756720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-af0072c9-8bce-43b6-b2da-a9e8339fc8e3 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:17.758066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-af0072c9-8bce-43b6-b2da-a9e8339fc8e3 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee22fffa-08da-4446-864e-a05ed7f73f03 HTTP/1.1" status: 200  len: 945 time: 0.0507414
Nov 06 21:26:17.843916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Deleting port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:26:17.844250 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:17.937903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] For port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:26:17.938261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:17.950716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Calling delete_port for 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:26:18.078282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:18.090817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['391cdadb-2e23-400b-b9e7-bfcc4174e0e2'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:26:18.105639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Pushing event deleted for resources: {'Port': ['ID=391cdadb-2e23-400b-b9e7-bfcc4174e0e2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:18.149459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] No DVR routers for this DVR port 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:26:18.152006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:18.155371 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dbc3244-255f-4dd4-bb52-45d4482d97dc req-6bb3b137-a782-4dcc-b683-a090cabdfd02 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.37 "DELETE /v2.0/ports/391cdadb-2e23-400b-b9e7-bfcc4174e0e2 HTTP/1.1" status: 204  len: 173 time: 0.3911514
Nov 06 21:26:18.155796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22fffa-08da-4446-864e-a05ed7f73f03', 'name': 'network-vif-deleted', 'tag': '391cdadb-2e23-400b-b9e7-bfcc4174e0e2'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:26:18.158624 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b9f502-cf8c-4e71-9883-355d208f2003" -d '{"events": [{"server_uuid": "ee22fffa-08da-4446-864e-a05ed7f73f03", "name": "network-vif-deleted", "tag": "391cdadb-2e23-400b-b9e7-bfcc4174e0e2"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:26:18.201572 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f96bbd-80d8-46f5-98cd-c77d0919e862 x-openstack-request-id: req-40f96bbd-80d8-46f5-98cd-c77d0919e862 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:26:18.201873 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee22fffa-08da-4446-864e-a05ed7f73f03", "name": "network-vif-deleted", "tag": "391cdadb-2e23-400b-b9e7-bfcc4174e0e2", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:26:18.202130 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40f96bbd-80d8-46f5-98cd-c77d0919e862 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:26:18.202534 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22fffa-08da-4446-864e-a05ed7f73f03', 'name': 'network-vif-deleted', 'tag': '391cdadb-2e23-400b-b9e7-bfcc4174e0e2', 'status': 'completed', 'code': 200}
Nov 06 21:26:18.891512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-9c20c774-2a87-46b2-8548-f0f094c9481c tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:18.893110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-9c20c774-2a87-46b2-8548-f0f094c9481c tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/networks?id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f HTTP/1.1" status: 200  len: 808 time: 0.1066864
Nov 06 21:26:18.908129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-326a88e8-59f3-4557-bb23-fcd3eaabd85b tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/quotas/701e70fcea614c108e0c7149f5614f14 HTTP/1.1" status: 200  len: 375 time: 0.0090165
Nov 06 21:26:18.940522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-976b4b1a-276c-416c-9667-cabe07f62861 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=701e70fcea614c108e0c7149f5614f14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0270293
Nov 06 21:26:19.029002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-2a15f2ea-8c2b-4131-bafd-b926d6b7b62c service neutron] 10.222.0.13 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816743
Nov 06 21:26:19.121763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-e37dea30-f5af-4eae-8b2b-ed7d8f6932a1 service neutron] 10.222.0.13 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868435
Nov 06 21:26:19.263175 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2aaded36-5226-4b3e-895c-976601f93134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:19.292798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a81c3424-9a20-4d9e-b299-f35ea6d33671 req-54dd6316-2c34-4b20-8163-1dbcd239a331 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 210 time: 0.0275490
Nov 06 21:26:20.173995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-c4207f2b-44cc-441d-92ba-1377ec84ee22 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:20.175500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-c4207f2b-44cc-441d-92ba-1377ec84ee22 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.37 "GET /v2.0/networks?id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f HTTP/1.1" status: 200  len: 808 time: 0.1078832
Nov 06 21:26:20.188795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Request body: {'port': {'device_id': '93cc5d23-80ba-4f9c-9266-00cf653178b8', 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f', 'admin_state_up': True, 'tenant_id': '701e70fcea614c108e0c7149f5614f14'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:26:20.293498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Made reservation on behalf of 701e70fcea614c108e0c7149f5614f14 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:26:20.297134 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:20.398827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71cfd17a-db97-49e2-96f5-f7b7eb4d4a32 req-3d52aa5d-3117-46a2-893c-0b5dc3d00aa0 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 210 time: 0.0351129
Nov 06 21:26:20.458084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Allocated IP 172.20.0.14 (c0bb3679-3644-4583-b0b6-f38c5e54fc9f/fd303965-a5f9-4749-9d55-dd6fdcd22888/6f9b7a8c-a5d5-4a69-83e8-08fcd724704f) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:26:20.602879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:20.638055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:20.673379 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:20.680918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Network c0bb3679-3644-4583-b0b6-f38c5e54fc9f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:26:20.686520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:26:20.690247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:26:20.696616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Pushing event updated for resources: {'Port': ['ID=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:20.741202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:20.741732 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:20.756595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-dd1deff3-066c-48f5-8ea6-7d0aa3e9c98a tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5716531
Nov 06 21:26:20.768383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Request body: {'port': {'device_id': '93cc5d23-80ba-4f9c-9266-00cf653178b8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:26:20.824960 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:21.087967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:26:21.096350 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:21.108535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Transition to ACTIVE for port object 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:26:21.112312 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:21.165569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Pushing event updated for resources: {'Port': ['ID=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:21.231811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Attempting to bind port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:26:21.232616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Attempting to bind port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:26:21.232616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Attempting to bind port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f on network c0bb3679-3644-4583-b0b6-f38c5e54fc9f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:26:21.236776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f on network c0bb3679-3644-4583-b0b6-f38c5e54fc9f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:26:21.237098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Attempting to bind port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f on network c0bb3679-3644-4583-b0b6-f38c5e54fc9f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:26:21.241850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:26:21.242182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Checking segment: {'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:26:21.242569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Bound using segment: {'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:26:21.242995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Bound port: 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:26:21.243350 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:21.305407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] For port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:26:21.308335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] For port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:26:21.312658 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:21.344349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:21.344961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:21.346464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] 10.222.0.37 "PUT /v2.0/ports/6f9b7a8c-a5d5-4a69-83e8-08fcd724704f HTTP/1.1" status: 200  len: 1092 time: 0.5821440
Nov 06 21:26:21.346909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cc5d23-80ba-4f9c-9266-00cf653178b8', 'tag': '6f9b7a8c-a5d5-4a69-83e8-08fcd724704f'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:26:21.349154 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be797e20-8348-430d-93dc-5aa6162454d8" -d '{"events": [{"name": "network-changed", "server_uuid": "93cc5d23-80ba-4f9c-9266-00cf653178b8", "tag": "6f9b7a8c-a5d5-4a69-83e8-08fcd724704f"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:26:21.377950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4048a-1349-4dfa-a9f4-7640b694029f service neutron] Pushing event updated for resources: {'Port': ['ID=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:21.395089 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27bcba4-d87e-4a4d-875d-42c7fa6b9f99 x-openstack-request-id: req-e27bcba4-d87e-4a4d-875d-42c7fa6b9f99 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:26:21.395382 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cc5d23-80ba-4f9c-9266-00cf653178b8", "tag": "6f9b7a8c-a5d5-4a69-83e8-08fcd724704f", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:26:21.395630 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e27bcba4-d87e-4a4d-875d-42c7fa6b9f99 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:26:21.396017 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cc5d23-80ba-4f9c-9266-00cf653178b8', 'tag': '6f9b7a8c-a5d5-4a69-83e8-08fcd724704f', 'status': 'completed', 'code': 200}
Nov 06 21:26:21.428613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-c06e1834-6ddf-412f-a4b1-04d496c3a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:21.430122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-c06e1834-6ddf-412f-a4b1-04d496c3a8cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=701e70fcea614c108e0c7149f5614f14&device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 1095 time: 0.0458591
Nov 06 21:26:21.475414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-e3c4eacf-9c77-4a8a-973c-76921506e523 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f HTTP/1.1" status: 200  len: 217 time: 0.0375836
Nov 06 21:26:21.511293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:26:21.533239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:26:21.533584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 391cdadb-2e23-400b-b9e7-bfcc4174e0e2 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:26:21.557479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443fcd1-59a8-4b29-9c42-8dca8b6168cd req-8c452661-de72-4524-a464-6a91058bd356 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:21.558974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0443fcd1-59a8-4b29-9c42-8dca8b6168cd req-8c452661-de72-4524-a464-6a91058bd356 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 944 time: 0.0864227
Nov 06 21:26:21.560262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-9703e23d-f3b1-4df1-ac45-8fd15031209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:21.561612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-9703e23d-f3b1-4df1-ac45-8fd15031209c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd303965-a5f9-4749-9d55-dd6fdcd22888 HTTP/1.1" status: 200  len: 848 time: 0.0791423
Nov 06 21:26:21.602735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-b7480b08-e127-41fd-9a9c-dcf804344dfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304360
Nov 06 21:26:21.673109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0443fcd1-59a8-4b29-9c42-8dca8b6168cd req-3a32b10d-eb98-41fb-971b-e216fce0e613 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074035
Nov 06 21:26:21.712832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-e74a83fe-7537-4720-8505-3180846c93c7 service neutron] 10.222.0.37 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996642
Nov 06 21:26:21.801324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2da56-0a4c-4d5d-9f3f-c7048f3eadde req-210a25f5-96b6-4965-9ef0-ad49b8496d38 service neutron] 10.222.0.37 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821738
Nov 06 21:26:21.899781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be797e20-8348-430d-93dc-5aa6162454d8 req-ae6c8adc-6c6f-434d-aaa7-651b8998ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:21.901359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be797e20-8348-430d-93dc-5aa6162454d8 req-ae6c8adc-6c6f-434d-aaa7-651b8998ed84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=701e70fcea614c108e0c7149f5614f14&device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 1095 time: 0.0455410
Nov 06 21:26:21.922737 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:21.999225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be797e20-8348-430d-93dc-5aa6162454d8 req-a99e47b4-0bf0-405e-aef7-d0c986372313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:22.000760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be797e20-8348-430d-93dc-5aa6162454d8 req-a99e47b4-0bf0-405e-aef7-d0c986372313 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f HTTP/1.1" status: 200  len: 909 time: 0.0927124
Nov 06 21:26:22.041853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be797e20-8348-430d-93dc-5aa6162454d8 req-6a26a867-cec2-4c36-b002-d766582560a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f HTTP/1.1" status: 200  len: 217 time: 0.0345361
Nov 06 21:26:22.091335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be797e20-8348-430d-93dc-5aa6162454d8 req-a7208893-3368-42d8-a1af-c3080a08ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:22.092856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be797e20-8348-430d-93dc-5aa6162454d8 req-a7208893-3368-42d8-a1af-c3080a08ada1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd303965-a5f9-4749-9d55-dd6fdcd22888 HTTP/1.1" status: 200  len: 848 time: 0.0433195
Nov 06 21:26:22.127000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be797e20-8348-430d-93dc-5aa6162454d8 req-8fbd3942-cfc2-4f5c-8a3e-879d08edb407 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0bb3679-3644-4583-b0b6-f38c5e54fc9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276706
Nov 06 21:26:22.215394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be797e20-8348-430d-93dc-5aa6162454d8 req-cf30aec3-6743-450e-9926-1926eab44491 service neutron] 10.222.0.37 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816221
Nov 06 21:26:22.307790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be797e20-8348-430d-93dc-5aa6162454d8 req-4fd0c7a6-4988-4e0c-aa22-0b4c813f5748 service neutron] 10.222.0.37 "GET /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854535
Nov 06 21:26:22.529661 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:22.790413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486abf00-1939-47e4-b8d0-24213499152f req-1a376aa5-a9e7-4e1e-81d9-5999159f1dc8 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:22.791804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-486abf00-1939-47e4-b8d0-24213499152f req-1a376aa5-a9e7-4e1e-81d9-5999159f1dc8 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 944 time: 0.0493660
Nov 06 21:26:22.838495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-486abf00-1939-47e4-b8d0-24213499152f req-1afa2f2c-2575-4331-8e26-53e105ee5acf tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408008
Nov 06 21:26:23.952503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23e4f-cb37-4db1-9e85-eeedaaea280c req-22103667-bee0-44ee-bdf3-22706d620b26 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:23.953967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9a23e4f-cb37-4db1-9e85-eeedaaea280c req-22103667-bee0-44ee-bdf3-22706d620b26 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 944 time: 0.0480869
Nov 06 21:26:24.002966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9a23e4f-cb37-4db1-9e85-eeedaaea280c req-854652c6-fbe1-4073-920b-923524b72c14 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425222
Nov 06 21:26:25.121399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21a9e-352e-4410-a75d-5f5b6d695bbc req-c6d1f1f3-f3f8-4941-974e-3646cfda663e tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:25.122864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cf21a9e-352e-4410-a75d-5f5b6d695bbc req-c6d1f1f3-f3f8-4941-974e-3646cfda663e tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 944 time: 0.0522158
Nov 06 21:26:25.169614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1cf21a9e-352e-4410-a75d-5f5b6d695bbc req-3a571ff3-cfc5-402e-832a-68a1aaf2a580 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407848
Nov 06 21:26:25.521053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:26:25.613764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:26:25.624921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '6f9b7a8c-a5d5-4a69-83e8-08fcd724704f', 'network_id': 'c0bb3679-3644-4583-b0b6-f38c5e54fc9f', 'port_id': '6f9b7a8c-a5d5-4a69-83e8-08fcd724704f', 'mac_address': 'fa:16:3e:4e:33:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd303965-a5f9-4749-9d55-dd6fdcd22888', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:26:25.661326 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:25.677204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:26:25.695190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:26:25.699139 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:25.744760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:25.986099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6f9b7a8c-a5d5-4a69-83e8-08fcd724704f'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:26:26.282764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511f77-a60c-41b8-9b0a-f209cc9b941d req-d15352ac-e607-46ea-8dac-733d66f4feab tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:26.284235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d511f77-a60c-41b8-9b0a-f209cc9b941d req-d15352ac-e607-46ea-8dac-733d66f4feab tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 945 time: 0.0481813
Nov 06 21:26:26.330552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d511f77-a60c-41b8-9b0a-f209cc9b941d req-c9984356-7048-41d6-91d8-7e33800f2693 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402167
Nov 06 21:26:27.446930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167d738-04e8-4264-9159-dd7d78080bbc req-a26c787e-bd73-4cf2-960a-c320f6a256c2 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:27.448405 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8167d738-04e8-4264-9159-dd7d78080bbc req-a26c787e-bd73-4cf2-960a-c320f6a256c2 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 945 time: 0.0518909
Nov 06 21:26:27.495544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8167d738-04e8-4264-9159-dd7d78080bbc req-6540e832-2b93-412c-bb2f-007968e73e20 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412107
Nov 06 21:26:27.526501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:26:27.574522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:26:27.578305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:26:27.578673 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:27.653915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:27.675707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cc5d23-80ba-4f9c-9266-00cf653178b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9b7a8c-a5d5-4a69-83e8-08fcd724704f'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:26:27.677920 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ff6fe3-a70b-47f6-b8e2-d7e3236629d3" -d '{"events": [{"server_uuid": "93cc5d23-80ba-4f9c-9266-00cf653178b8", "name": "network-vif-plugged", "status": "completed", "tag": "6f9b7a8c-a5d5-4a69-83e8-08fcd724704f"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:26:27.691401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:26:27.695987 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:27.721637 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8042599a-1557-44bb-a6db-4708740544a8 x-openstack-request-id: req-8042599a-1557-44bb-a6db-4708740544a8 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:26:27.721929 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cc5d23-80ba-4f9c-9266-00cf653178b8", "name": "network-vif-plugged", "status": "completed", "tag": "6f9b7a8c-a5d5-4a69-83e8-08fcd724704f", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:26:27.722178 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8042599a-1557-44bb-a6db-4708740544a8 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:26:27.722556 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cc5d23-80ba-4f9c-9266-00cf653178b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9b7a8c-a5d5-4a69-83e8-08fcd724704f', 'code': 200}
Nov 06 21:26:27.747700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:27.811360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e672c-855f-4c69-9e6a-bb163fa5b8aa req-78c06cc5-979c-42b3-b593-8af735c675ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:27.812881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da4e672c-855f-4c69-9e6a-bb163fa5b8aa req-78c06cc5-979c-42b3-b593-8af735c675ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 1097 time: 0.0397651
Nov 06 21:26:27.856610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da4e672c-855f-4c69-9e6a-bb163fa5b8aa req-ce1b0632-fa4b-4bbf-905b-8eaf601055a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358372
Nov 06 21:26:28.611918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c41658-df69-48ff-920c-bc9bea566922 req-ceb697a8-484c-43a3-876e-6461f5afae35 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:28.613416 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00c41658-df69-48ff-920c-bc9bea566922 req-ceb697a8-484c-43a3-876e-6461f5afae35 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 946 time: 0.0478315
Nov 06 21:26:28.665942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00c41658-df69-48ff-920c-bc9bea566922 req-e431d3bc-b7b7-4e98-889b-3173dbbd83c8 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450144
Nov 06 21:26:29.779931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944998cc-c9b5-496f-ba8f-efa3da6572ac req-1aee709b-1cd6-4a23-a81b-362422a8c925 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:29.781418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-944998cc-c9b5-496f-ba8f-efa3da6572ac req-1aee709b-1cd6-4a23-a81b-362422a8c925 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 946 time: 0.0480509
Nov 06 21:26:29.827225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-944998cc-c9b5-496f-ba8f-efa3da6572ac req-c63e5bfb-7a43-4998-ab17-42569e143348 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400593
Nov 06 21:26:30.418130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440fa3b-bac8-4d9e-b694-bae586ba417c req-fdbef9f4-797c-49d1-b062-15d43a2b4ad2 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:30.420102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c440fa3b-bac8-4d9e-b694-bae586ba417c req-fdbef9f4-797c-49d1-b062-15d43a2b4ad2 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 946 time: 0.0508444
Nov 06 21:26:30.467503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c440fa3b-bac8-4d9e-b694-bae586ba417c req-f8bf3a44-03ce-4dda-9abe-218912e6fc13 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400720
Nov 06 21:26:31.593091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b13ee3-215a-4cfb-9fb4-31da353d161f req-d0d7a9d5-48b4-4603-b293-a589031d8580 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:31.594595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3b13ee3-215a-4cfb-9fb4-31da353d161f req-d0d7a9d5-48b4-4603-b293-a589031d8580 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 946 time: 0.0529010
Nov 06 21:26:31.642273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b3b13ee3-215a-4cfb-9fb4-31da353d161f req-7aa411fc-55a8-4010-830e-c13cf62e7260 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.13 "GET /v2.0/security-groups?id=e764eebd-9071-4f5e-b61c-fe2a30a9d797&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415280
Nov 06 21:26:31.785598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-dd1cf7f1-7b85-4b22-8338-f287d30f2a4f tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:31.787000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-dd1cf7f1-7b85-4b22-8338-f287d30f2a4f tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.37 "GET /v2.0/ports?device_id=93cc5d23-80ba-4f9c-9266-00cf653178b8 HTTP/1.1" status: 200  len: 946 time: 0.0475268
Nov 06 21:26:31.877262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Deleting port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:26:31.877604 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:31.964499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] For port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,segment=NetworkSegment(ddd62293-fb0e-44f8-9e4d-a3472ab92a69),segment_id=ddd62293-fb0e-44f8-9e4d-a3472ab92a69)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:26:31.964867 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:31.978238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Calling delete_port for 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:26:32.103436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:32.114824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['6f9b7a8c-a5d5-4a69-83e8-08fcd724704f'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:26:32.132044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Pushing event deleted for resources: {'Port': ['ID=6f9b7a8c-a5d5-4a69-83e8-08fcd724704f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:32.172319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] No DVR routers for this DVR port 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:26:32.175581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:32.179020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc78a0a2-e374-45f9-be72-8595d5439af8 req-6865995e-6347-45f5-8c4f-0a7d5c3f61f4 tempest-VolumesActionsTest-1861903148 tempest-VolumesActionsTest-1861903148-project] 10.222.0.37 "DELETE /v2.0/ports/6f9b7a8c-a5d5-4a69-83e8-08fcd724704f HTTP/1.1" status: 204  len: 173 time: 0.3862178
Nov 06 21:26:32.179472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cc5d23-80ba-4f9c-9266-00cf653178b8', 'name': 'network-vif-deleted', 'tag': '6f9b7a8c-a5d5-4a69-83e8-08fcd724704f'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:26:32.181927 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65deab81-6863-49c6-a148-fa72b3cbc1b1" -d '{"events": [{"server_uuid": "93cc5d23-80ba-4f9c-9266-00cf653178b8", "name": "network-vif-deleted", "tag": "6f9b7a8c-a5d5-4a69-83e8-08fcd724704f"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:26:32.220827 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1012802a-aa5a-4921-8f17-cd18ace72f0e x-openstack-request-id: req-1012802a-aa5a-4921-8f17-cd18ace72f0e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:26:32.221142 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cc5d23-80ba-4f9c-9266-00cf653178b8", "name": "network-vif-deleted", "tag": "6f9b7a8c-a5d5-4a69-83e8-08fcd724704f", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:26:32.221395 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1012802a-aa5a-4921-8f17-cd18ace72f0e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:26:32.221796 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cc5d23-80ba-4f9c-9266-00cf653178b8', 'name': 'network-vif-deleted', 'tag': '6f9b7a8c-a5d5-4a69-83e8-08fcd724704f', 'status': 'completed', 'code': 200}
Nov 06 21:26:35.614576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:26:35.656806 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:26:35.657511 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 6f9b7a8c-a5d5-4a69-83e8-08fcd724704f not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:26:44.718979 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:44.777034 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:46.881826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9715ca2f-4a45-468d-a116-a5a028384a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:49.104092 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:26:49.263173 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-46987566-b78c-4381-b866-38ad8b063416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.341463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:26:50.386995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Deleting subnet fd303965-a5f9-4749-9d55-dd6fdcd22888 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:26:50.390018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.423871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.462208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.517903 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.546732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd303965-a5f9-4749-9d55-dd6fdcd22888,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:50.550012 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.553140 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd303965-a5f9-4749-9d55-dd6fdcd22888 HTTP/1.1" status: 204  len: 168 time: 0.2105975
Nov 06 21:26:50.555735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42678) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:26:50.558213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.558560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.558898 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.559234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.559566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.559897 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.560220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.560568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.560890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.561210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.561532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.561853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cceda18-fa17-45ea-88d9-e986f41766c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:50.628814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.678762 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.712964 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.735966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255ef2c70>,) {'filters': {'network_id': ['c0bb3679-3644-4583-b0b6-f38c5e54fc9f']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:26:50.744957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255ef2c70>, 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:26:50.745244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255ef2c70>, 'ddd62293-fb0e-44f8-9e4d-a3472ab92a69') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:26:50.754737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.768167 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.774145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:26:50.774524 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:26:50.776213 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:26:50.827999 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.834161 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:50.837324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0bb3679-3644-4583-b0b6-f38c5e54fc9f HTTP/1.1" status: 204  len: 168 time: 0.2805598
Nov 06 21:26:50.848618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67386ccd-d15d-4cdb-bcce-6b150d3a0cca admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bb3679-3644-4583-b0b6-f38c5e54fc9f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:50.942698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42682) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:26:50.980598 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-479e12e7-f059-4871-bf77-43cd611dd42b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=701e70fcea614c108e0c7149f5614f14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0367069
Nov 06 21:26:50.982911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42684) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:26:51.028873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acab9c3b-ab61-40c6-9934-f7fe93ad121c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.050073 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acab9c3b-ab61-40c6-9934-f7fe93ad121c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.095578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acab9c3b-ab61-40c6-9934-f7fe93ad121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.098181 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-acab9c3b-ab61-40c6-9934-f7fe93ad121c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.099321 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-acab9c3b-ab61-40c6-9934-f7fe93ad121c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e764eebd-9071-4f5e-b61c-fe2a30a9d797 HTTP/1.1" status: 204  len: 168 time: 0.1155307
Nov 06 21:26:51.107196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab9c3b-ab61-40c6-9934-f7fe93ad121c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e764eebd-9071-4f5e-b61c-fe2a30a9d797,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:51.752947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 42706) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:26:51.849903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-908081932-network', 'tenant_id': 'b2f1edabb529405dbb79f70a83da7904'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:26:51.870138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Made reservation on behalf of b2f1edabb529405dbb79f70a83da7904 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:26:51.872453 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.880860 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.924451 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.956751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.960256 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:51.986320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:26:51.992502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:52.005468 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:52.005801 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Added segment f7e97d84-4525-4a31-8489-78c65d99ddc6 of type vlan for network 55da79f3-a81e-4226-8c6c-86fd653ef800
Nov 06 21:26:52.008035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.008400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.008737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.009066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.009395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.009720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.010042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.010362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.010680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.010996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.011312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.011625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:26:52.052711 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:52.076557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:52.077492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:52.078070 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:52.132631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3785241
Nov 06 21:26:52.135574 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 42710) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:26:52.138608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e3a89-f5db-4d83-8126-b7bc417a6b57 admin admin] Pushing event updated for resources: {'Network': ['ID=55da79f3-a81e-4226-8c6c-86fd653ef800,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:52.141304 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Request body: {'subnet': {'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-908081932-subnet', 'tenant_id': 'b2f1edabb529405dbb79f70a83da7904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:26:52.150650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 55da79f3-a81e-4226-8c6c-86fd653ef800 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:26:52.162310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Made reservation on behalf of b2f1edabb529405dbb79f70a83da7904 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:26:52.164953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:52.326803 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:52.382337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:26:52.393003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Checking segment: {'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:26:52.393356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Network hostable DHCP agents. Network: 55da79f3-a81e-4226-8c6c-86fd653ef800, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:26:52.409322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Network 55da79f3-a81e-4226-8c6c-86fd653ef800 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:26:52.417847 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 55da79f3-a81e-4226-8c6c-86fd653ef800) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:26:52.421738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:26:52.422327 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:52.427598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d88a36-2103-4d39-a74c-9e1640ff4f2c None None] Network 55da79f3-a81e-4226-8c6c-86fd653ef800 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:26:52.439987 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-db28e446-cafa-4061-81a7-0600599d87f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3033092
Nov 06 21:26:52.557944 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:26:52.563094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf391c4-9a8f-4f4f-8651-479c4c334c5f None None] Network 55da79f3-a81e-4226-8c6c-86fd653ef800 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:27:06.990171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-81bca557-7f28-4c74-84ed-96772df3dd7e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:06.991585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-81bca557-7f28-4c74-84ed-96772df3dd7e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 813 time: 0.1091981
Nov 06 21:27:07.006113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-65600ff3-8338-4451-bc61-8a0cab8d7d7d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/quotas/b2f1edabb529405dbb79f70a83da7904 HTTP/1.1" status: 200  len: 375 time: 0.0088758
Nov 06 21:27:07.037806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-ef3582d5-ec2c-45be-baad-26f044def0ea tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0266509
Nov 06 21:27:07.128791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-7c97fb91-8a3b-43d7-8923-8ccc9b0d6b56 service neutron] 10.222.0.13 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840232
Nov 06 21:27:07.217476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-15d9849d-1b72-4b69-91d8-75aff6e20b15 service neutron] 10.222.0.13 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825484
Nov 06 21:27:07.374956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5840efb-ffe6-4e5b-8415-1496e5f72f53 req-fbfaf8e7-79e3-47e7-801d-c2fb85cdd8de tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 210 time: 0.0261400
Nov 06 21:27:08.265069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-dbfcad5b-fc15-4bf6-9f69-81cf277d2050 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:08.266515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-dbfcad5b-fc15-4bf6-9f69-81cf277d2050 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.37 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 813 time: 0.1095476
Nov 06 21:27:08.280314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Request body: {'port': {'device_id': 'e40a325e-11ea-4af6-a632-87000fa80ad3', 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800', 'admin_state_up': True, 'tenant_id': 'b2f1edabb529405dbb79f70a83da7904'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:27:08.385218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Made reservation on behalf of b2f1edabb529405dbb79f70a83da7904 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:27:08.388745 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:08.798694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edca9d12-ad6d-4973-b203-0a12b9e50354 req-34867ad9-ebfa-44d7-ad60-942624e82e3d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 210 time: 0.0357754
Nov 06 21:27:08.854962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Allocated IP 172.20.0.8 (55da79f3-a81e-4226-8c6c-86fd653ef800/1cdb798f-c300-4dbe-b7a3-5755a0a04bb6/77439774-b9b9-4de2-b8b4-2dfa5a812f6d) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:27:09.000259 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.032899 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.074772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Network 55da79f3-a81e-4226-8c6c-86fd653ef800 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:27:09.079729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:27:09.083435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:27:09.089755 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Pushing event updated for resources: {'Port': ['ID=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:27:09.138171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:09.138825 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.153449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-4edf0a52-9def-4229-bdc0-f726edbd872d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8773999
Nov 06 21:27:09.165916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Request body: {'port': {'device_id': 'e40a325e-11ea-4af6-a632-87000fa80ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:27:09.219694 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.472371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77439774-b9b9-4de2-b8b4-2dfa5a812f6d {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:27:09.479584 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.491702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Transition to ACTIVE for port object 77439774-b9b9-4de2-b8b4-2dfa5a812f6d will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:27:09.495363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.550333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Pushing event updated for resources: {'Port': ['ID=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:27:09.612910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Attempting to bind port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:27:09.613249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Attempting to bind port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:27:09.613559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Attempting to bind port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d on network 55da79f3-a81e-4226-8c6c-86fd653ef800 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:27:09.617694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d on network 55da79f3-a81e-4226-8c6c-86fd653ef800 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:27:09.618006 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Attempting to bind port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d on network 55da79f3-a81e-4226-8c6c-86fd653ef800 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:27:09.622622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:27:09.622950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Checking segment: {'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:27:09.623331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Bound using segment: {'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:27:09.623744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Bound port: 77439774-b9b9-4de2-b8b4-2dfa5a812f6d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:27:09.624088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.684205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] For port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:27:09.687136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] For port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:27:09.691798 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.727131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:09.727752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:09.729188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] 10.222.0.37 "PUT /v2.0/ports/77439774-b9b9-4de2-b8b4-2dfa5a812f6d HTTP/1.1" status: 200  len: 1091 time: 0.5674722
Nov 06 21:27:09.731440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40a325e-11ea-4af6-a632-87000fa80ad3', 'tag': '77439774-b9b9-4de2-b8b4-2dfa5a812f6d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:27:09.733715 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed025273-bea2-4b54-931e-832117ecd603" -d '{"events": [{"name": "network-changed", "server_uuid": "e40a325e-11ea-4af6-a632-87000fa80ad3", "tag": "77439774-b9b9-4de2-b8b4-2dfa5a812f6d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:27:09.758729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a6868-a636-48ea-aa4a-445d85632426 service neutron] Pushing event updated for resources: {'Port': ['ID=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:27:09.777798 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fed0a5-0168-4f76-a837-faa894acd7c9 x-openstack-request-id: req-25fed0a5-0168-4f76-a837-faa894acd7c9 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:27:09.778089 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40a325e-11ea-4af6-a632-87000fa80ad3", "tag": "77439774-b9b9-4de2-b8b4-2dfa5a812f6d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:27:09.778336 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25fed0a5-0168-4f76-a837-faa894acd7c9 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:27:09.778723 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40a325e-11ea-4af6-a632-87000fa80ad3', 'tag': '77439774-b9b9-4de2-b8b4-2dfa5a812f6d', 'status': 'completed', 'code': 200}
Nov 06 21:27:09.807827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-65b4b368-a870-4fe4-955d-398c162f7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:09.809340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-65b4b368-a870-4fe4-955d-398c162f7e0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 1094 time: 0.0425632
Nov 06 21:27:09.851082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-26d5378b-fafb-4152-a0fe-7519ba814309 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d HTTP/1.1" status: 200  len: 217 time: 0.0344651
Nov 06 21:27:09.928720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-82a1db79-b339-40eb-8fd9-c200d7088070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:09.930174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-82a1db79-b339-40eb-8fd9-c200d7088070 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 HTTP/1.1" status: 200  len: 853 time: 0.0727742
Nov 06 21:27:09.953282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526394-3311-409c-ae3b-96b15c73f727 req-d0c7b904-26aa-4471-901d-cbe55c1fd819 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:09.954708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8526394-3311-409c-ae3b-96b15c73f727 req-d0c7b904-26aa-4471-901d-cbe55c1fd819 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 943 time: 0.0687273
Nov 06 21:27:09.972537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-1b70778c-4d37-42b1-b433-ba81bf42e3b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55da79f3-a81e-4226-8c6c-86fd653ef800&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348456
Nov 06 21:27:10.064014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8526394-3311-409c-ae3b-96b15c73f727 req-5cf83f86-291c-4c44-a07d-7de2e730c346 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943875
Nov 06 21:27:10.092861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-87270763-7f33-4426-a96c-ca6d9cab33aa service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080470
Nov 06 21:27:10.185261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499e8e5b-d6a9-40a8-97b8-a2be83eec51f req-65f0b36e-449e-40f0-a70f-8be87a8fadee service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856056
Nov 06 21:27:10.274069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025273-bea2-4b54-931e-832117ecd603 req-aeb6556c-1327-4720-a69b-1a6a95ff93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:10.275564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed025273-bea2-4b54-931e-832117ecd603 req-aeb6556c-1327-4720-a69b-1a6a95ff93e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 1094 time: 0.0421379
Nov 06 21:27:10.368128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025273-bea2-4b54-931e-832117ecd603 req-49d2df7b-bbc2-41e7-86df-09a4bb43f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:10.369633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed025273-bea2-4b54-931e-832117ecd603 req-49d2df7b-bbc2-41e7-86df-09a4bb43f388 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 914 time: 0.0876021
Nov 06 21:27:10.412641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed025273-bea2-4b54-931e-832117ecd603 req-50f2b31c-ffbe-4c3a-8763-0b22b88206b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d HTTP/1.1" status: 200  len: 217 time: 0.0360727
Nov 06 21:27:10.466700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025273-bea2-4b54-931e-832117ecd603 req-d70fb099-390c-4264-a2d1-815840a853e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:10.468168 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed025273-bea2-4b54-931e-832117ecd603 req-d70fb099-390c-4264-a2d1-815840a853e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 HTTP/1.1" status: 200  len: 853 time: 0.0494158
Nov 06 21:27:10.499193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed025273-bea2-4b54-931e-832117ecd603 req-9ce60783-6d70-4ca9-b52a-8316f751e831 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55da79f3-a81e-4226-8c6c-86fd653ef800&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240951
Nov 06 21:27:10.588575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed025273-bea2-4b54-931e-832117ecd603 req-97a088d5-d25f-4f25-8d24-8afbac50f620 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817468
Nov 06 21:27:10.681784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed025273-bea2-4b54-931e-832117ecd603 req-98346d4a-1125-43fc-bfb6-d5ec2a99a41d service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870032
Nov 06 21:27:11.182173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa58a28-814b-4836-971e-fde000018c64 req-ec17a898-e7fd-4ea3-bb6d-9737eedaf4db tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:11.183632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aa58a28-814b-4836-971e-fde000018c64 req-ec17a898-e7fd-4ea3-bb6d-9737eedaf4db tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 943 time: 0.0495141
Nov 06 21:27:11.232496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6aa58a28-814b-4836-971e-fde000018c64 req-3c4e1657-1b95-480d-ab47-633c4a94f12c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427608
Nov 06 21:27:12.349494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1ed14-73d9-4a85-9096-71b876c5f7dc req-01e561f4-5b69-4ed6-8f91-c3ba1680c444 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:12.350985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bc1ed14-73d9-4a85-9096-71b876c5f7dc req-01e561f4-5b69-4ed6-8f91-c3ba1680c444 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 943 time: 0.0518951
Nov 06 21:27:12.401356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bc1ed14-73d9-4a85-9096-71b876c5f7dc req-0422716d-0b9d-4715-8b42-516b91ba08e7 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444632
Nov 06 21:27:13.630266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108e95-b8b0-4213-9082-7a89ee4c438c req-81b0adda-a775-475d-8051-6a7668384aab tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:13.631754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84108e95-b8b0-4213-9082-7a89ee4c438c req-81b0adda-a775-475d-8051-6a7668384aab tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 943 time: 0.1612966
Nov 06 21:27:13.678286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-84108e95-b8b0-4213-9082-7a89ee4c438c req-033f24f1-a23a-477e-a7dd-48470ff7da9d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405264
Nov 06 21:27:13.729960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 77439774-b9b9-4de2-b8b4-2dfa5a812f6d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:27:13.823978 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:27:13.834850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '77439774-b9b9-4de2-b8b4-2dfa5a812f6d', 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800', 'port_id': '77439774-b9b9-4de2-b8b4-2dfa5a812f6d', 'mac_address': 'fa:16:3e:3d:66:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdb798f-c300-4dbe-b7a3-5755a0a04bb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:27:13.871959 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:13.884949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77439774-b9b9-4de2-b8b4-2dfa5a812f6d {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:27:13.903602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:27:13.906697 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:13.952523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:27:13.959594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.959938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.960276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.960644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.960974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.961301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.961623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.961944 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.962265 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.962585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.962903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:13.963221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:27:14.205828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['77439774-b9b9-4de2-b8b4-2dfa5a812f6d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:27:14.712843 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:14.773485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:14.852560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc147e-2a2d-4171-a542-2fc5cd0c4bdc req-aa3e11d9-cd1c-410d-9875-16850564ec97 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:14.854045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccbc147e-2a2d-4171-a542-2fc5cd0c4bdc req-aa3e11d9-cd1c-410d-9875-16850564ec97 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 944 time: 0.1080933
Nov 06 21:27:14.901412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccbc147e-2a2d-4171-a542-2fc5cd0c4bdc req-4e5a46d8-ae4c-478a-93ac-fddc6cb64758 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414145
Nov 06 21:27:15.729721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 77439774-b9b9-4de2-b8b4-2dfa5a812f6d up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:27:15.779060 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:27:15.782974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:27:15.783336 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:15.856864 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:15.879228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40a325e-11ea-4af6-a632-87000fa80ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77439774-b9b9-4de2-b8b4-2dfa5a812f6d'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:27:15.881251 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987890b-e536-457f-b9c0-5906b46f277c" -d '{"events": [{"server_uuid": "e40a325e-11ea-4af6-a632-87000fa80ad3", "name": "network-vif-plugged", "status": "completed", "tag": "77439774-b9b9-4de2-b8b4-2dfa5a812f6d"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:27:15.893762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:27:15.898007 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:15.921287 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34980831-e32a-4e8c-ba29-a80f63030bf0 x-openstack-request-id: req-34980831-e32a-4e8c-ba29-a80f63030bf0 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:27:15.921564 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40a325e-11ea-4af6-a632-87000fa80ad3", "name": "network-vif-plugged", "status": "completed", "tag": "77439774-b9b9-4de2-b8b4-2dfa5a812f6d", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:27:15.921812 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34980831-e32a-4e8c-ba29-a80f63030bf0 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:27:15.922192 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40a325e-11ea-4af6-a632-87000fa80ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77439774-b9b9-4de2-b8b4-2dfa5a812f6d', 'code': 200}
Nov 06 21:27:15.953279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:27:16.046861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27829b73-f6b5-4f3e-860d-f803b626b088 req-d313a626-9b5d-43a0-8ed8-860955b12bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:16.048314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27829b73-f6b5-4f3e-860d-f803b626b088 req-d313a626-9b5d-43a0-8ed8-860955b12bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 1096 time: 0.0660977
Nov 06 21:27:16.057576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc1047-b100-4a15-9409-c3896b3b80f2 req-08e609cd-c54f-4ffb-b488-980aaa9ed7fc tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:16.058948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bfc1047-b100-4a15-9409-c3896b3b80f2 req-08e609cd-c54f-4ffb-b488-980aaa9ed7fc tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 945 time: 0.0853539
Nov 06 21:27:16.126827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27829b73-f6b5-4f3e-860d-f803b626b088 req-4090767d-f39e-4197-af1a-e59057785343 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669394
Nov 06 21:27:16.131359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bfc1047-b100-4a15-9409-c3896b3b80f2 req-9be64a83-0c2b-43be-9116-bb5ce721c356 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664089
Nov 06 21:27:16.876745 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c6cea13f-3702-49a1-a1a3-807eef86a133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:17.248481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1304654-d057-47c6-9861-b775b1ea4d07 req-ac50d078-b356-4bb8-b32c-6dd6c2a2a1df tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:17.249969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1304654-d057-47c6-9861-b775b1ea4d07 req-ac50d078-b356-4bb8-b32c-6dd6c2a2a1df tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 945 time: 0.0494025
Nov 06 21:27:17.301290 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1304654-d057-47c6-9861-b775b1ea4d07 req-6930c6b0-e723-4575-b881-b9853caa28ab tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452757
Nov 06 21:27:18.415057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258656a-91d9-49d1-8b6e-ed2634ff0215 req-d61571ed-7800-4e21-8620-d6dbab89a254 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:18.416573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8258656a-91d9-49d1-8b6e-ed2634ff0215 req-d61571ed-7800-4e21-8620-d6dbab89a254 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 945 time: 0.0493801
Nov 06 21:27:18.463447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8258656a-91d9-49d1-8b6e-ed2634ff0215 req-d2dac441-1c43-4006-9789-7a76dc18afba tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409729
Nov 06 21:27:19.259168 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4928f6b6-197a-4055-812b-07dc9ea29982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:20.681507 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:21.929080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:22.530974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:26.103208 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:27:44.712619 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:44.772769 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:46.881351 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9484-bdb8-4255-a199-631b2fe96a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:49.262462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ab723508-ed66-4f59-8987-f07eb67e21eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:50.681706 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:51.930385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:52.531106 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:27:58.464377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f13c504-5c37-46bc-a237-7812adce15ae req-d38c8a8e-cdf0-4c4f-8d4e-e09326bb9d4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398896
Nov 06 21:27:58.552864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13c504-5c37-46bc-a237-7812adce15ae req-c81b95ad-cb5e-4673-8255-746629f4ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:58.554352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f13c504-5c37-46bc-a237-7812adce15ae req-c81b95ad-cb5e-4673-8255-746629f4ef34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 1096 time: 0.0446618
Nov 06 21:27:58.655122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13c504-5c37-46bc-a237-7812adce15ae req-940752fa-f5ac-458a-a9c2-8e2ed7d76f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:58.656612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f13c504-5c37-46bc-a237-7812adce15ae req-940752fa-f5ac-458a-a9c2-8e2ed7d76f1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 914 time: 0.0831189
Nov 06 21:27:58.697791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f13c504-5c37-46bc-a237-7812adce15ae req-3e0f3364-ca84-4bd6-8287-c77cade2ca62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d HTTP/1.1" status: 200  len: 217 time: 0.0343451
Nov 06 21:27:58.750313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13c504-5c37-46bc-a237-7812adce15ae req-afd20622-7725-4153-bf90-dd86b54f17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:27:58.751652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f13c504-5c37-46bc-a237-7812adce15ae req-afd20622-7725-4153-bf90-dd86b54f17d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 HTTP/1.1" status: 200  len: 853 time: 0.0470495
Nov 06 21:27:58.782174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f13c504-5c37-46bc-a237-7812adce15ae req-59b36a40-9a3f-4131-b05a-bc64c73240a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55da79f3-a81e-4226-8c6c-86fd653ef800&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0232451
Nov 06 21:27:58.872368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f13c504-5c37-46bc-a237-7812adce15ae req-7ade85b9-24cf-401d-9a9f-89c284c261fb service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827932
Nov 06 21:27:58.967571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8f13c504-5c37-46bc-a237-7812adce15ae req-9e733a44-794d-4334-ab75-c005a540ed06 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886157
Nov 06 21:28:03.103085 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:28:06.733658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-3d88b027-c408-4e58-b7eb-bd467e39329b req-4233095c-165f-47c2-b649-2a718c3157e1 service neutron] (119334) timed out ('10.222.0.13', 48428) {{(pid=119334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:28:14.723994 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:14.787717 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:16.882828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbce7-17c9-41ce-b7e7-489be407a7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:19.265849 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a5565fd9-653e-4441-aa95-8a5fb68507e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:20.683606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:21.936207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:22.534015 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:40.102156 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:28:43.059410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-f8c65d0d-f12b-43c6-bdca-0285640d66e7 req-2201ddd8-32d7-4b60-9d86-ac51acd0a675 service neutron] (119333) timed out ('10.222.0.10', 56707) {{(pid=119333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:28:44.723468 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:44.804094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:46.884559 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a15e4fe-0ced-43f3-a0c8-4a4b8e9d8927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:49.267709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8e3dee28-5560-4eb3-8083-ee7dfd0c9d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:50.686760 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:51.936355 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:52.536598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:28:58.558206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-754587fd-d121-4e4f-b145-3c08c99648df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1352990
Nov 06 21:28:58.637960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f776b-2191-433c-b212-d0850876628c req-e0c9ce43-1fe5-430c-af45-94a0a9c06306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:28:58.639332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-e0c9ce43-1fe5-430c-af45-94a0a9c06306 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 1096 time: 0.0393698
Nov 06 21:28:58.744655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f776b-2191-433c-b212-d0850876628c req-5c33e48a-c25c-441b-8cf5-a82ef618dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:28:58.746125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-5c33e48a-c25c-441b-8cf5-a82ef618dde0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 914 time: 0.0874288
Nov 06 21:28:58.788801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-d23e6f79-4c17-4062-a24c-96fc1cb72e71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d HTTP/1.1" status: 200  len: 217 time: 0.0353484
Nov 06 21:28:58.843598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f776b-2191-433c-b212-d0850876628c req-493ce0aa-6895-4ba6-9476-e87253f678a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:28:58.845159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-493ce0aa-6895-4ba6-9476-e87253f678a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 HTTP/1.1" status: 200  len: 853 time: 0.0497468
Nov 06 21:28:58.880514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-e0791cb5-0c6b-4d7c-82b9-9cfcee2ebfa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55da79f3-a81e-4226-8c6c-86fd653ef800&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274942
Nov 06 21:28:58.891979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-79c39f5d-9843-4696-b64c-ba13caa7e62b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:28:58.893036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-79c39f5d-9843-4696-b64c-ba13caa7e62b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050182
Nov 06 21:28:58.982089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-5d763926-2beb-4e23-8389-ba5a4329af68 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824842
Nov 06 21:28:59.075497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-422f776b-2191-433c-b212-d0850876628c req-693e4714-2482-473f-ba34-a0d6a054ba10 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870106
Nov 06 21:29:00.902702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3f37d-b5a6-4086-820e-59db2c9a2170 req-a9b3ff09-e81d-4941-87a1-11434072b9a5 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:00.904124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95b3f37d-b5a6-4086-820e-59db2c9a2170 req-a9b3ff09-e81d-4941-87a1-11434072b9a5 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 945 time: 0.0496078
Nov 06 21:29:00.953418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95b3f37d-b5a6-4086-820e-59db2c9a2170 req-e493ae6f-da7b-44f9-b96f-0d8b72f03441 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433662
Nov 06 21:29:02.069456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d00e4d-0301-4b6e-8a77-2137ce03d83a req-e962455b-7dd0-45de-96e8-96e15ea5ac31 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:02.070916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07d00e4d-0301-4b6e-8a77-2137ce03d83a req-e962455b-7dd0-45de-96e8-96e15ea5ac31 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 945 time: 0.0481579
Nov 06 21:29:02.120786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07d00e4d-0301-4b6e-8a77-2137ce03d83a req-48ec5272-82c0-4447-9bf4-9d3c454106c5 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439572
Nov 06 21:29:02.446840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-4a927a3c-4ef8-47f7-9ef8-ecfebc262dd4 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:02.448178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-4a927a3c-4ef8-47f7-9ef8-ecfebc262dd4 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.37 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 945 time: 0.0477674
Nov 06 21:29:02.535503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Deleting port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:29:02.535827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:02.624962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] For port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:29:02.625329 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:02.637862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Calling delete_port for 77439774-b9b9-4de2-b8b4-2dfa5a812f6d owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:29:02.765279 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:02.777369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['77439774-b9b9-4de2-b8b4-2dfa5a812f6d'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:29:02.793163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Pushing event deleted for resources: {'Port': ['ID=77439774-b9b9-4de2-b8b4-2dfa5a812f6d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:29:02.806917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.807264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.807600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.807938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.808265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.808617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.808968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.809289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.809606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.809928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.810242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.810558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:02.844067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] No DVR routers for this DVR port 77439774-b9b9-4de2-b8b4-2dfa5a812f6d on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:29:02.846774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:02.850604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-667b5dca-3d75-4ffa-a3b3-a18dd0f79214 req-14866fa0-ec63-4323-9fd1-028c7566004e tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.37 "DELETE /v2.0/ports/77439774-b9b9-4de2-b8b4-2dfa5a812f6d HTTP/1.1" status: 204  len: 173 time: 0.3955693
Nov 06 21:29:02.851041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40a325e-11ea-4af6-a632-87000fa80ad3', 'name': 'network-vif-deleted', 'tag': '77439774-b9b9-4de2-b8b4-2dfa5a812f6d'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:29:02.853324 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686693b9-c91b-4067-90e1-a5c1a8d07383" -d '{"events": [{"server_uuid": "e40a325e-11ea-4af6-a632-87000fa80ad3", "name": "network-vif-deleted", "tag": "77439774-b9b9-4de2-b8b4-2dfa5a812f6d"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:29:03.024203 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a0396-ae3b-4a77-a77e-9dac6392e33e x-openstack-request-id: req-379a0396-ae3b-4a77-a77e-9dac6392e33e {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:29:03.024525 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40a325e-11ea-4af6-a632-87000fa80ad3", "name": "network-vif-deleted", "tag": "77439774-b9b9-4de2-b8b4-2dfa5a812f6d", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:29:03.024782 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-379a0396-ae3b-4a77-a77e-9dac6392e33e {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:29:03.025208 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40a325e-11ea-4af6-a632-87000fa80ad3', 'name': 'network-vif-deleted', 'tag': '77439774-b9b9-4de2-b8b4-2dfa5a812f6d', 'status': 'completed', 'code': 200}
Nov 06 21:29:03.231055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a422602-730c-4d4b-9a9b-326a4e615c72 req-ec00f229-7eb1-45fc-8169-138afc7f98b9 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=e40a325e-11ea-4af6-a632-87000fa80ad3 HTTP/1.1" status: 200  len: 210 time: 0.0282440
Nov 06 21:29:06.135315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 77439774-b9b9-4de2-b8b4-2dfa5a812f6d no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:29:06.158091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 77439774-b9b9-4de2-b8b4-2dfa5a812f6d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:29:06.158548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 77439774-b9b9-4de2-b8b4-2dfa5a812f6d not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:29:08.039255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-df85a58b-245a-442d-9112-4a63e3a1a7ba tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:08.040771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-df85a58b-245a-442d-9112-4a63e3a1a7ba tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 813 time: 0.1034362
Nov 06 21:29:08.056349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-38125c32-ec7a-46c1-bef0-3dc37b125bb4 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/quotas/b2f1edabb529405dbb79f70a83da7904 HTTP/1.1" status: 200  len: 375 time: 0.0096390
Nov 06 21:29:08.088284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-a6f6e334-cafc-4dc4-b63d-07127bcebf40 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0264621
Nov 06 21:29:08.229319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-16649283-d14e-46cf-95ef-c24a68e1faf5 service neutron] 10.222.0.13 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333652
Nov 06 21:29:08.322293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-24d6f584-3cd9-4f3b-b710-c5c1fb9edeeb service neutron] 10.222.0.13 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869641
Nov 06 21:29:08.477693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c3b4f69-f7e8-4688-81c2-025c17e2d32a req-1913c5d3-492a-4617-998f-95c06951b256 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 210 time: 0.0267730
Nov 06 21:29:09.483349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-218a0f5b-dcb3-4e0e-bb64-2b3a58f640b0 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:09.484865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-218a0f5b-dcb3-4e0e-bb64-2b3a58f640b0 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.37 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 813 time: 0.1098449
Nov 06 21:29:09.498442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Request body: {'port': {'device_id': 'af7e7680-bb27-4a8d-a104-8d6ad422cd50', 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800', 'admin_state_up': True, 'tenant_id': 'b2f1edabb529405dbb79f70a83da7904'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:29:09.580058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7bba496-76b3-4f11-9559-8bcf59e6e00e req-df64c955-a97a-46ee-a6f5-544088965796 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 210 time: 0.0311899
Nov 06 21:29:09.627643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Made reservation on behalf of b2f1edabb529405dbb79f70a83da7904 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:29:09.631704 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:09.758658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Allocated IP 172.20.0.12 (55da79f3-a81e-4226-8c6c-86fd653ef800/1cdb798f-c300-4dbe-b7a3-5755a0a04bb6/cf6fffe4-36a7-4dc5-abaa-60d4ece19859) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:29:09.901461 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:09.934774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:09.974834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Network 55da79f3-a81e-4226-8c6c-86fd653ef800 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:29:09.977874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:29:09.983857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:29:10.010531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Pushing event updated for resources: {'Port': ['ID=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:29:10.039026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:10.039643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:10.055447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-ac8a3f6f-aba3-4c5c-a691-f6ef4655e72c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5607061
Nov 06 21:29:10.067796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Request body: {'port': {'device_id': 'af7e7680-bb27-4a8d-a104-8d6ad422cd50', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:29:10.124008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:10.383781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6fffe4-36a7-4dc5-abaa-60d4ece19859 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:29:10.391394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:10.403688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Transition to ACTIVE for port object cf6fffe4-36a7-4dc5-abaa-60d4ece19859 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:29:10.407160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:10.459618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Pushing event updated for resources: {'Port': ['ID=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:29:10.525694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Attempting to bind port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:29:10.526379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Attempting to bind port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:29:10.526379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Attempting to bind port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 on network 55da79f3-a81e-4226-8c6c-86fd653ef800 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:29:10.530655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 on network 55da79f3-a81e-4226-8c6c-86fd653ef800 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:29:10.530977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Attempting to bind port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 on network 55da79f3-a81e-4226-8c6c-86fd653ef800 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:29:10.535700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:29:10.536037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Checking segment: {'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:29:10.536461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Bound using segment: {'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:29:10.536889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Bound port: cf6fffe4-36a7-4dc5-abaa-60d4ece19859, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e97d84-4525-4a31-8489-78c65d99ddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:29:10.537244 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:10.599163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] For port cf6fffe4-36a7-4dc5-abaa-60d4ece19859, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:29:10.603424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] For port cf6fffe4-36a7-4dc5-abaa-60d4ece19859, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:29:10.608483 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:10.642903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:10.643533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:10.645540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] 10.222.0.37 "PUT /v2.0/ports/cf6fffe4-36a7-4dc5-abaa-60d4ece19859 HTTP/1.1" status: 200  len: 1092 time: 0.5817032
Nov 06 21:29:10.645996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7e7680-bb27-4a8d-a104-8d6ad422cd50', 'tag': 'cf6fffe4-36a7-4dc5-abaa-60d4ece19859'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:29:10.648230 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad47773-6209-4150-a7e2-33c617825b83" -d '{"events": [{"name": "network-changed", "server_uuid": "af7e7680-bb27-4a8d-a104-8d6ad422cd50", "tag": "cf6fffe4-36a7-4dc5-abaa-60d4ece19859"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:29:10.690128 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b7ed15-019f-4c83-a5cf-540b3a6713be x-openstack-request-id: req-a3b7ed15-019f-4c83-a5cf-540b3a6713be {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:29:10.690448 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7e7680-bb27-4a8d-a104-8d6ad422cd50", "tag": "cf6fffe4-36a7-4dc5-abaa-60d4ece19859", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:29:10.691237 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3b7ed15-019f-4c83-a5cf-540b3a6713be {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:29:10.691643 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7e7680-bb27-4a8d-a104-8d6ad422cd50', 'tag': 'cf6fffe4-36a7-4dc5-abaa-60d4ece19859', 'status': 'completed', 'code': 200}
Nov 06 21:29:10.712579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1af45-e4b9-4ce0-a151-a8acf156be5f service neutron] Pushing event updated for resources: {'Port': ['ID=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:29:10.757026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223a63-f7e7-450c-8f4c-a4af527ae4c9 req-331f8e1b-1f58-4fdc-a9bd-e49c7e4478a2 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:10.758564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1223a63-f7e7-450c-8f4c-a4af527ae4c9 req-331f8e1b-1f58-4fdc-a9bd-e49c7e4478a2 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 944 time: 0.1070521
Nov 06 21:29:10.761423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-7c3058d0-96de-4466-8197-a9960e9bda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:10.762810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-7c3058d0-96de-4466-8197-a9960e9bda12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 1095 time: 0.0704331
Nov 06 21:29:10.814145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-9428b023-cfc7-4667-97cf-b0e32df7529f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf6fffe4-36a7-4dc5-abaa-60d4ece19859 HTTP/1.1" status: 200  len: 217 time: 0.0435908
Nov 06 21:29:10.868132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1223a63-f7e7-450c-8f4c-a4af527ae4c9 req-c7ac65ed-0abd-4b02-bda1-88b66e442204 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034663
Nov 06 21:29:10.881279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1d7b2ed2-8679-4b84-9d3a-7edcc708d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:10.882765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-1d7b2ed2-8679-4b84-9d3a-7edcc708d15a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 HTTP/1.1" status: 200  len: 853 time: 0.0611124
Nov 06 21:29:10.914286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-a08ce354-cd2b-418f-bd66-fac1f251f1d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55da79f3-a81e-4226-8c6c-86fd653ef800&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239918
Nov 06 21:29:11.002697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-5304bd07-8db0-45f8-87cb-3a11a3a3d846 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815148
Nov 06 21:29:11.095202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea4443fb-edfd-40a0-865c-74d8cb305086 req-7c67654d-497a-4672-990d-e21de57657c7 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856366
Nov 06 21:29:11.184826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad47773-6209-4150-a7e2-33c617825b83 req-060664f4-d4ef-4f7f-a407-ce46d8b1be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:11.186226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad47773-6209-4150-a7e2-33c617825b83 req-060664f4-d4ef-4f7f-a407-ce46d8b1be01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 1095 time: 0.0416274
Nov 06 21:29:11.281617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad47773-6209-4150-a7e2-33c617825b83 req-c414589c-f5ff-4c2e-82a4-9528e70102c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:11.283120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad47773-6209-4150-a7e2-33c617825b83 req-c414589c-f5ff-4c2e-82a4-9528e70102c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 914 time: 0.0898592
Nov 06 21:29:11.331991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad47773-6209-4150-a7e2-33c617825b83 req-434cf01b-b957-4ee7-95c7-8890d22c2e93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf6fffe4-36a7-4dc5-abaa-60d4ece19859 HTTP/1.1" status: 200  len: 217 time: 0.0414519
Nov 06 21:29:11.381150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad47773-6209-4150-a7e2-33c617825b83 req-f921a248-b222-4a79-85e5-cc266a1eeb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:11.382631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad47773-6209-4150-a7e2-33c617825b83 req-f921a248-b222-4a79-85e5-cc266a1eeb0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 HTTP/1.1" status: 200  len: 853 time: 0.0437212
Nov 06 21:29:11.412617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad47773-6209-4150-a7e2-33c617825b83 req-d9f88d29-45b7-43dc-98da-3f593acfabf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55da79f3-a81e-4226-8c6c-86fd653ef800&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233397
Nov 06 21:29:11.503293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad47773-6209-4150-a7e2-33c617825b83 req-52d42900-10af-4a4f-ab0a-21e0e696543a service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834546
Nov 06 21:29:11.590686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ad47773-6209-4150-a7e2-33c617825b83 req-66b78c19-a7a4-46cd-8767-4088c5e860a1 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805194
Nov 06 21:29:11.990708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a817d3-b6d4-4ab7-8320-bcb674bba796 req-6956e4e2-4eda-475e-8137-61c4cc406cdd tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:11.992184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87a817d3-b6d4-4ab7-8320-bcb674bba796 req-6956e4e2-4eda-475e-8137-61c4cc406cdd tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 944 time: 0.0526376
Nov 06 21:29:12.040252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87a817d3-b6d4-4ab7-8320-bcb674bba796 req-3e6ec200-7414-474f-8e57-b5893ceabce3 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420880
Nov 06 21:29:13.154483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65012fde-162d-46b7-be2e-8726205d52dd req-fb1e1c46-929e-44f3-a11f-45e539b20cd5 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:13.155982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65012fde-162d-46b7-be2e-8726205d52dd req-fb1e1c46-929e-44f3-a11f-45e539b20cd5 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 944 time: 0.0486095
Nov 06 21:29:13.202979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-65012fde-162d-46b7-be2e-8726205d52dd req-cd4baff5-788e-44c9-934b-ad61e1f2d5c8 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404940
Nov 06 21:29:14.166602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device cf6fffe4-36a7-4dc5-abaa-60d4ece19859 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:29:14.261377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port cf6fffe4-36a7-4dc5-abaa-60d4ece19859, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:29:14.272556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'cf6fffe4-36a7-4dc5-abaa-60d4ece19859', 'network_id': '55da79f3-a81e-4226-8c6c-86fd653ef800', 'port_id': 'cf6fffe4-36a7-4dc5-abaa-60d4ece19859', 'mac_address': 'fa:16:3e:6d:f8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdb798f-c300-4dbe-b7a3-5755a0a04bb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:29:14.310151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:14.322802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d68cc-0ca6-44cd-9f5c-ee76918bcba3 req-73fc3687-1c72-46ff-9eb7-b5762eed7b97 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:14.323336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6fffe4-36a7-4dc5-abaa-60d4ece19859 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:29:14.324321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b02d68cc-0ca6-44cd-9f5c-ee76918bcba3 req-73fc3687-1c72-46ff-9eb7-b5762eed7b97 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 944 time: 0.0526423
Nov 06 21:29:14.342463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port cf6fffe4-36a7-4dc5-abaa-60d4ece19859, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:29:14.347896 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:14.373073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b02d68cc-0ca6-44cd-9f5c-ee76918bcba3 req-aab3c19b-d740-4330-810f-ff5639ee222f tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424426
Nov 06 21:29:14.393698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:29:14.400976 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.401325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.401664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.401996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.402324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.402664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.402972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.403291 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.403609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.403928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.404244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.404585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:29:14.638347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['cf6fffe4-36a7-4dc5-abaa-60d4ece19859'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:29:14.749575 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:14.802679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:15.486343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a8b5-ef82-40c6-bc66-efa5197505b0 req-50723784-2aa9-4043-b22f-8fad022251e7 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:15.488346 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0666a8b5-ef82-40c6-bc66-efa5197505b0 req-50723784-2aa9-4043-b22f-8fad022251e7 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 945 time: 0.0486927
Nov 06 21:29:15.534545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0666a8b5-ef82-40c6-bc66-efa5197505b0 req-219e078c-350d-4c4c-b790-0c4608a12e00 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403607
Nov 06 21:29:16.197492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device cf6fffe4-36a7-4dc5-abaa-60d4ece19859 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:29:16.245630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:29:16.249497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:29:16.249855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:16.325832 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:16.347650 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7e7680-bb27-4a8d-a104-8d6ad422cd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6fffe4-36a7-4dc5-abaa-60d4ece19859'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:29:16.349890 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b240983d-1aa1-4af5-9f11-5c57dae01386" -d '{"events": [{"server_uuid": "af7e7680-bb27-4a8d-a104-8d6ad422cd50", "name": "network-vif-plugged", "status": "completed", "tag": "cf6fffe4-36a7-4dc5-abaa-60d4ece19859"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:29:16.363225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port cf6fffe4-36a7-4dc5-abaa-60d4ece19859, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:29:16.367610 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:16.413876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:29:16.457105 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415ff3ea-97a5-48b9-bc84-5fbb3143f803 x-openstack-request-id: req-415ff3ea-97a5-48b9-bc84-5fbb3143f803 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:29:16.457405 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7e7680-bb27-4a8d-a104-8d6ad422cd50", "name": "network-vif-plugged", "status": "completed", "tag": "cf6fffe4-36a7-4dc5-abaa-60d4ece19859", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:29:16.457660 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-415ff3ea-97a5-48b9-bc84-5fbb3143f803 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:29:16.458049 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7e7680-bb27-4a8d-a104-8d6ad422cd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6fffe4-36a7-4dc5-abaa-60d4ece19859', 'code': 200}
Nov 06 21:29:16.548769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72e07-22fd-4290-a073-23c0c9f2f4ef req-d6bf6956-1c6a-4724-a949-bec90c1efc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:16.550268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47e72e07-22fd-4290-a073-23c0c9f2f4ef req-d6bf6956-1c6a-4724-a949-bec90c1efc86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 1097 time: 0.0389402
Nov 06 21:29:16.598323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47e72e07-22fd-4290-a073-23c0c9f2f4ef req-9b701315-38cd-4fde-a25d-4607458f0212 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414872
Nov 06 21:29:16.650978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649745c-b6e4-419f-a8cf-90558d89d295 req-47b738f3-9ca0-4d53-b1c1-05d0697f42ff tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:16.652462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4649745c-b6e4-419f-a8cf-90558d89d295 req-47b738f3-9ca0-4d53-b1c1-05d0697f42ff tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 946 time: 0.0475311
Nov 06 21:29:16.699026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4649745c-b6e4-419f-a8cf-90558d89d295 req-8d324a97-bbe5-454f-bbdf-edf1ce7932be tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406702
Nov 06 21:29:16.886311 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac45873a-1ea3-4e9d-9cb4-94b455a16bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:17.101479 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:29:17.815321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78f69-b480-42dd-bfb7-0bb75d745276 req-ae1cfdbd-c408-4040-b38a-d01348445d86 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:17.816964 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea78f69-b480-42dd-bfb7-0bb75d745276 req-ae1cfdbd-c408-4040-b38a-d01348445d86 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 946 time: 0.0492833
Nov 06 21:29:17.864925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ea78f69-b480-42dd-bfb7-0bb75d745276 req-a4ca7c6f-963a-4341-92d5-57736e8e29f1 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418437
Nov 06 21:29:18.984884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e71a4d-1fbe-41b9-875f-9927035fe706 req-7a32d45b-48b5-4d48-96cb-f268c4682c8c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:18.986394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12e71a4d-1fbe-41b9-875f-9927035fe706 req-7a32d45b-48b5-4d48-96cb-f268c4682c8c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 946 time: 0.0512271
Nov 06 21:29:19.033036 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-12e71a4d-1fbe-41b9-875f-9927035fe706 req-5a866bc4-d2d4-42a5-a588-9c742196e68d tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399816
Nov 06 21:29:19.269840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eb73a630-4637-4dc2-a9e7-8b1fc9cba386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:20.690193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:21.937715 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:22.538542 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:44.737054 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:44.803418 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:46.887406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ed399d1f-a069-49e0-ba46-f656dd4d9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:49.271965 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-22c7644e-a4ea-4f4f-85ce-6e8c0215774f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:50.696833 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:51.939923 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:52.539216 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:29:54.100304 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:29:59.471423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-2f58234c-4d84-4347-9f6d-181dcdde887a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0391889
Nov 06 21:29:59.551561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-a658d326-4a28-40f1-bae9-3489d315db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:59.553064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-a658d326-4a28-40f1-bae9-3489d315db9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 1097 time: 0.0395870
Nov 06 21:29:59.656594 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-9b1ebb27-e009-4021-8865-2e5093ffb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:59.658041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-9b1ebb27-e009-4021-8865-2e5093ffb552 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 200  len: 914 time: 0.0861557
Nov 06 21:29:59.699364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-63bacefe-326b-4b39-9f25-45664e44b93f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf6fffe4-36a7-4dc5-abaa-60d4ece19859 HTTP/1.1" status: 200  len: 217 time: 0.0336759
Nov 06 21:29:59.748226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-52486d05-f693-4b6a-8cab-24a1853550b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:29:59.749639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-52486d05-f693-4b6a-8cab-24a1853550b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 HTTP/1.1" status: 200  len: 853 time: 0.0437269
Nov 06 21:29:59.784614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-9a175cc0-f496-4e5c-806d-6cd9b25f418d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55da79f3-a81e-4226-8c6c-86fd653ef800&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0277421
Nov 06 21:29:59.872786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-531ee361-41cd-44ac-a4c9-04f0b7478081 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807507
Nov 06 21:29:59.965298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f759f0df-0573-4fa7-979a-0fbbb69bfe55 req-13bf6518-7e16-4be0-a121-fc59345b1f74 service neutron] 10.222.0.37 "GET /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848098
Nov 06 21:30:14.736249 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:14.818667 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:16.888723 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aa89fe77-15f7-4d77-bb83-6f8876b73cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:19.274303 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-66e81fe4-b7a4-4837-a9bf-3b0457624fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:20.696268 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:21.943199 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:22.542289 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:31.099298 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:30:44.742510 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:44.834566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:46.889490 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3c02243b-c651-4989-9521-4aea469c974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:49.276509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5da3c19d-47d5-44cb-9a33-0051fc1a7765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:50.698243 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:51.945803 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:52.543758 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:57.745643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89621398-3d95-48d0-9550-f5fafe84b345 req-63b66dbf-6cce-434a-81ab-c0a6f5c91670 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:30:57.747049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89621398-3d95-48d0-9550-f5fafe84b345 req-63b66dbf-6cce-434a-81ab-c0a6f5c91670 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 946 time: 0.0491896
Nov 06 21:30:57.793848 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89621398-3d95-48d0-9550-f5fafe84b345 req-fd24a4fb-4c15-480d-9601-10da5567fb89 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406072
Nov 06 21:30:58.912672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13685241-70c5-4fd8-9ca0-54680da6afcc req-5dc624c5-fbb6-44c3-8572-6b2deb003ac3 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:30:58.914159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13685241-70c5-4fd8-9ca0-54680da6afcc req-5dc624c5-fbb6-44c3-8572-6b2deb003ac3 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 946 time: 0.0484982
Nov 06 21:30:58.960446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13685241-70c5-4fd8-9ca0-54680da6afcc req-cb33fd79-34b2-4bae-a3e0-7f698206c147 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400677
Nov 06 21:30:59.595563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-03664886-e623-48c5-af7d-98fe4de56f3c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:30:59.597068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-03664886-e623-48c5-af7d-98fe4de56f3c tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.37 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 946 time: 0.3682711
Nov 06 21:30:59.682992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Deleting port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:30:59.683330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:59.772310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] For port cf6fffe4-36a7-4dc5-abaa-60d4ece19859, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,segment=NetworkSegment(f7e97d84-4525-4a31-8489-78c65d99ddc6),segment_id=f7e97d84-4525-4a31-8489-78c65d99ddc6)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:30:59.772685 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:59.785254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Calling delete_port for cf6fffe4-36a7-4dc5-abaa-60d4ece19859 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:30:59.908947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:59.920822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['cf6fffe4-36a7-4dc5-abaa-60d4ece19859'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:30:59.939090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Pushing event deleted for resources: {'Port': ['ID=cf6fffe4-36a7-4dc5-abaa-60d4ece19859,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:30:59.967848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.968207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.968572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.968908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.969242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.969572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.969897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.970218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.970544 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.970867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.971187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.971504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:30:59.986913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] No DVR routers for this DVR port cf6fffe4-36a7-4dc5-abaa-60d4ece19859 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:30:59.990199 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:30:59.993115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d474bf3f-ec13-4c9a-b2d4-7b279adb987a req-f387f847-5936-46b7-abea-bc2a4d6c5b52 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.37 "DELETE /v2.0/ports/cf6fffe4-36a7-4dc5-abaa-60d4ece19859 HTTP/1.1" status: 204  len: 173 time: 0.3897662
Nov 06 21:30:59.993588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7e7680-bb27-4a8d-a104-8d6ad422cd50', 'name': 'network-vif-deleted', 'tag': 'cf6fffe4-36a7-4dc5-abaa-60d4ece19859'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:30:59.995827 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b378fa7-60ba-450c-8572-c04e5bdf0c8f" -d '{"events": [{"server_uuid": "af7e7680-bb27-4a8d-a104-8d6ad422cd50", "name": "network-vif-deleted", "tag": "cf6fffe4-36a7-4dc5-abaa-60d4ece19859"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:31:00.033463 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec19ce86-7c25-480a-9478-84d9eeb8c129 x-openstack-request-id: req-ec19ce86-7c25-480a-9478-84d9eeb8c129 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:31:00.033854 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7e7680-bb27-4a8d-a104-8d6ad422cd50", "name": "network-vif-deleted", "tag": "cf6fffe4-36a7-4dc5-abaa-60d4ece19859", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:31:00.034240 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec19ce86-7c25-480a-9478-84d9eeb8c129 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:31:00.034729 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7e7680-bb27-4a8d-a104-8d6ad422cd50', 'name': 'network-vif-deleted', 'tag': 'cf6fffe4-36a7-4dc5-abaa-60d4ece19859', 'status': 'completed', 'code': 200}
Nov 06 21:31:00.071869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-730bfa9f-3a23-4e5f-9271-294cd41f0fc6 req-48b44bc7-fa57-4803-a2f7-ccc07780f282 tempest-VolumesSnapshotTestJSON-340105368 tempest-VolumesSnapshotTestJSON-340105368-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 210 time: 0.0296896
Nov 06 21:31:00.461697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f407eef-93f8-4547-bfe2-ff9a0816418a req-f6ff1c84-5c4b-4886-9cb2-e390aafa061f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0377929
Nov 06 21:31:00.535949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f407eef-93f8-4547-bfe2-ff9a0816418a req-8f7d671c-e168-4e3f-b82b-3b37bd06a691 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b2f1edabb529405dbb79f70a83da7904&device_id=af7e7680-bb27-4a8d-a104-8d6ad422cd50 HTTP/1.1" status: 200  len: 210 time: 0.0288112
Nov 06 21:31:00.716012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f407eef-93f8-4547-bfe2-ff9a0816418a req-0a28a094-612a-4f3d-a49d-34e5610875f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:00.717451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f407eef-93f8-4547-bfe2-ff9a0816418a req-0a28a094-612a-4f3d-a49d-34e5610875f0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b2f1edabb529405dbb79f70a83da7904&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1621554
Nov 06 21:31:00.880533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f407eef-93f8-4547-bfe2-ff9a0816418a req-06158977-9118-4eff-b365-27530f00b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:00.882018 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3f407eef-93f8-4547-bfe2-ff9a0816418a req-06158977-9118-4eff-b365-27530f00b0a3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1570623
Nov 06 21:31:04.737435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device cf6fffe4-36a7-4dc5-abaa-60d4ece19859 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:31:04.757335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: cf6fffe4-36a7-4dc5-abaa-60d4ece19859 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:31:04.757672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device cf6fffe4-36a7-4dc5-abaa-60d4ece19859 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:31:08.098066 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:31:11.664062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-d2a7c76c-6170-46a6-ab75-6c50e38f9187 req-5c32ebfe-c673-40ef-a1f4-cb6f043b6a1d service neutron] (119334) timed out ('10.222.0.13', 51280) {{(pid=119334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:31:14.734702 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:14.833769 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:15.853959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-6086aea6-79cf-4e51-8d57-a939c760c74c req-49e75dbc-f708-4b12-9c92-bf98e1909bd0 service neutron] (119333) timed out ('10.222.0.37', 52781) {{(pid=119333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:31:16.892948 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24b5fcd4-0d91-4406-a9ff-6c24a58dab10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:19.281284 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-553d9713-34f5-4812-be15-654d853ff35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:19.974632 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44250) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:20.019564 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Deleting subnet 1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:31:20.022529 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.055505 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.093398 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.146881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.171547 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdb798f-c300-4dbe-b7a3-5755a0a04bb6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:20.176045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.179201 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1cdb798f-c300-4dbe-b7a3-5755a0a04bb6 HTTP/1.1" status: 204  len: 168 time: 0.2035553
Nov 06 21:31:20.182366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44254) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:20.184967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.185313 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.185651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.185984 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.186317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.186646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.186971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.187291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.187609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.187926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.188244 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.188605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e0ee90-5120-4f44-89e0-76677e222540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:20.249072 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.329549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.348961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256310370>,) {'filters': {'network_id': ['55da79f3-a81e-4226-8c6c-86fd653ef800']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:20.358446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256310370>, 'f7e97d84-4525-4a31-8489-78c65d99ddc6') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:20.358751 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256310370>, 'f7e97d84-4525-4a31-8489-78c65d99ddc6') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:20.367770 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.381296 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.387218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:31:20.387600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:31:20.389238 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:31:20.446027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.452026 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.455165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/55da79f3-a81e-4226-8c6c-86fd653ef800 HTTP/1.1" status: 204  len: 168 time: 0.2717848
Nov 06 21:31:20.466564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff771131-338a-4c80-a32f-2ea44b3f15b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=55da79f3-a81e-4226-8c6c-86fd653ef800,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:20.591115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44260) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:20.630633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b5a24d97-a8aa-4dff-893e-746b22aac64c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2f1edabb529405dbb79f70a83da7904&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383694
Nov 06 21:31:20.633019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44262) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:20.683115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f28527d1-ad9d-46d6-b935-a5f2ad168f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.700137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.704152 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f28527d1-ad9d-46d6-b935-a5f2ad168f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.750374 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f28527d1-ad9d-46d6-b935-a5f2ad168f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.752961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f28527d1-ad9d-46d6-b935-a5f2ad168f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:20.754122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f28527d1-ad9d-46d6-b935-a5f2ad168f4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cef6d507-a206-450a-b1a8-2ed2c4a7d3a6 HTTP/1.1" status: 204  len: 168 time: 0.1202254
Nov 06 21:31:20.762354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28527d1-ad9d-46d6-b935-a5f2ad168f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef6d507-a206-450a-b1a8-2ed2c4a7d3a6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:21.948318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:21.973492 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44300) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:22.117548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'network': {'name': 'tempest-network-smoke--542003596', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'port_security_enabled': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:22.138100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:31:22.141640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.149867 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.225788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.229426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.257992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:31:22.263896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8061c2c-12ce-4277-a87e-ae0c4fa22848,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:22.271006 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.271360 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Added segment 29c452bf-58e6-4e67-8525-162e27fbd703 of type vlan for network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f
Nov 06 21:31:22.314183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.338278 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.343910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:22.344525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.401786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4271131
Nov 06 21:31:22.404574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44304) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:22.410940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'admin_state_up': True, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:22.425857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2665b1-47ce-4ade-aaad-92747da0cf21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Network': ['ID=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:22.436177 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:31:22.440822 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.441852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.499990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.547174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.637625 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.828379 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.847528 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:22.951683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.35.0.204 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/bde4aa9f-a249-47d9-9798-a7cd005e2442) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:31:23.052245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:23.086864 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:23.124673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:31:23.131058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:31:23.136206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:31:23.139286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=bde4aa9f-a249-47d9-9798-a7cd005e2442,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:23.393363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:23.587994 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:23.715398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 46e117ff-943b-46f1-ac3f-999972abc5dc is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:31:23.819642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:31:23.829197 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Sync routers for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:31:23.839284 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:31:23.839881 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252911820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:31:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:23.840424 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:23.841686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ca8a8eaf-8fa9-43fb-8b01-0fbd70258870 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4361851
Nov 06 21:31:23.844863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44306) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:23.921277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-86aa543c-95f6-4986-90ee-1d59c6182088 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a62a0319c0f84abdbea38fb5923b63e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0752571
Nov 06 21:31:23.923851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44310) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:23.944408 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:31:24.012065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da767edf-1f6c-462e-abeb-f4c3bc3dc83f tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:24.013550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-da767edf-1f6c-462e-abeb-f4c3bc3dc83f tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0887613
Nov 06 21:31:24.016228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44312) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:24.045298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-33ae7cb5-22ff-47e3-b936-2ec729275ea3 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0279579
Nov 06 21:31:24.047850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44314) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:24.052749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248759504', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:24.122217 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252911820>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:23Z', 'revision_number': 3, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:24.141271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:31:24.144958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.150280 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Checking router: 46e117ff-943b-46f1-ac3f-999972abc5dc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:31:24.150620 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Updating router 46e117ff-943b-46f1-ac3f-999972abc5dc port bde4aa9f-a249-47d9-9798-a7cd005e2442 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:31:24.175884 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.325716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.391138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Subnet': ['ID=07025b1a-8eb1-4528-93a2-e6c10b547688,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:24.398607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Checking segment: {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:31:24.398607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network hostable DHCP agents. Network: 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:31:24.416233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:31:24.425776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:31:24.427952 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.429988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:24.431248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.435395 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.438695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff3b7c-f4c6-4033-b8ba-f4178e76f465 None None] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:31:24.453175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-77c18077-7b92-4145-80dc-c6bc706bcae0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4015820
Nov 06 21:31:24.453468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44316) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:24.486000 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Attempting to bind port bde4aa9f-a249-47d9-9798-a7cd005e2442 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:31:24.486495 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Attempting to bind port bde4aa9f-a249-47d9-9798-a7cd005e2442 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:31:24.486947 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Attempting to bind port bde4aa9f-a249-47d9-9798-a7cd005e2442 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:31:24.494643 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Pushing event updated for resources: {'Port': ['ID=bde4aa9f-a249-47d9-9798-a7cd005e2442,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:24.501450 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:31:24.501958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:31:24.502450 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.503305 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:31:24.503446 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Bound port: bde4aa9f-a249-47d9-9798-a7cd005e2442, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:31:24.503923 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.506350 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.506768 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.507966 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.507966 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.507966 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.508365 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.509327 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.509734 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.510155 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.510576 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.510966 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.511370 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:24.565032 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] For port bde4aa9f-a249-47d9-9798-a7cd005e2442, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:31:24.568986 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] For port bde4aa9f-a249-47d9-9798-a7cd005e2442, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde4aa9f-a249-47d9-9798-a7cd005e2442,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:31:24.574669 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.606901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9926811-0383-485e-9746-a12ca529620f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:31:24.608129 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.641930 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b61f31-bc07-48c3-b48c-b14e308f32bb None None] Pushing event updated for resources: {'Port': ['ID=bde4aa9f-a249-47d9-9798-a7cd005e2442,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:24.646415 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:31:24.647013 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252911820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:31:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:24.756835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-e9926811-0383-485e-9746-a12ca529620f None None] Allocated IP 172.20.0.2 (1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f/07025b1a-8eb1-4528-93a2-e6c10b547688/cef69de1-8343-494f-bd74-d338ebfb11fe) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:31:24.765688 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:31:24.911904 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.920602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:24.951147 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252911820>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:23Z', 'revision_number': 3, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:24.971200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9926811-0383-485e-9746-a12ca529620f None None] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:31:24.976736 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bd18c-6afe-419a-a06f-594c7921396d None None] The sync data for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 is: [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:23Z', 'revision_number': 3, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:31:24.978321 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-e9926811-0383-485e-9746-a12ca529620f None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:31:24.985517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9926811-0383-485e-9746-a12ca529620f None None] Pushing event updated for resources: {'Port': ['ID=cef69de1-8343-494f-bd74-d338ebfb11fe,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:24.988001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9926811-0383-485e-9746-a12ca529620f None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:31:25.001112 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.001501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.001869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.002268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.002533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.002868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.003195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.003522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.003845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.004423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.004755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.005074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:31:25.057747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e9926811-0383-485e-9746-a12ca529620f None None] Attempting to bind port cef69de1-8343-494f-bd74-d338ebfb11fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:31:25.058118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e9926811-0383-485e-9746-a12ca529620f None None] Attempting to bind port cef69de1-8343-494f-bd74-d338ebfb11fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:31:25.058489 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9926811-0383-485e-9746-a12ca529620f None None] Attempting to bind port cef69de1-8343-494f-bd74-d338ebfb11fe on network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:31:25.063519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9926811-0383-485e-9746-a12ca529620f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:31:25.063887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9926811-0383-485e-9746-a12ca529620f None None] Checking segment: {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:31:25.064280 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:25.064699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9926811-0383-485e-9746-a12ca529620f None None] Bound using segment: {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:31:25.065168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-e9926811-0383-485e-9746-a12ca529620f None None] Bound port: cef69de1-8343-494f-bd74-d338ebfb11fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:31:25.065541 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:25.133967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e9926811-0383-485e-9746-a12ca529620f None None] For port cef69de1-8343-494f-bd74-d338ebfb11fe, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:31:25.137660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e9926811-0383-485e-9746-a12ca529620f None None] For port cef69de1-8343-494f-bd74-d338ebfb11fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef69de1-8343-494f-bd74-d338ebfb11fe,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:31:25.144219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e9926811-0383-485e-9746-a12ca529620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:25.204804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9926811-0383-485e-9746-a12ca529620f None None] Pushing event updated for resources: {'Port': ['ID=cef69de1-8343-494f-bd74-d338ebfb11fe,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:25.275525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:25.621645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.20.0.1 (1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f/07025b1a-8eb1-4528-93a2-e6c10b547688/88dac257-7824-4925-9f33-a3ea13f6c3da) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:31:25.745442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:25.786118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:25.827872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:31:25.833048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:31:25.837754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:31:25.844397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=88dac257-7824-4925-9f33-a3ea13f6c3da,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:25.890074 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.030276 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.219984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd51284d-f0f2-4405-9d82-91ef7a9aa12e None None] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:31:26.314221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b5979029-29ee-4ceb-89b7-1f913bf941ba None None] Provisioning complete for port cef69de1-8343-494f-bd74-d338ebfb11fe triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:26.314718 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5979029-29ee-4ceb-89b7-1f913bf941ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.327808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.332597 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.411564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.413490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=88dac257-7824-4925-9f33-a3ea13f6c3da,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:26.458947 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5979029-29ee-4ceb-89b7-1f913bf941ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.504208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b5979029-29ee-4ceb-89b7-1f913bf941ba None None] For port cef69de1-8343-494f-bd74-d338ebfb11fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef69de1-8343-494f-bd74-d338ebfb11fe,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:31:26.509566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b5979029-29ee-4ceb-89b7-1f913bf941ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.519701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:31:26.521242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:31:26.571191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979029-29ee-4ceb-89b7-1f913bf941ba None None] Pushing event updated for resources: {'Port': ['ID=cef69de1-8343-494f-bd74-d338ebfb11fe,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:26.645244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 46e117ff-943b-46f1-ac3f-999972abc5dc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:31:26.737077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8bc12a76-9b92-4ebf-a6fa-e12f67dcf5b5 None None] Provisioning complete for port cef69de1-8343-494f-bd74-d338ebfb11fe triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:26.737446 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bc12a76-9b92-4ebf-a6fa-e12f67dcf5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.767097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:31:26.773096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-273d3eba-e997-48e8-8e0e-691017766db8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "PUT /v2.0/routers/46e117ff-943b-46f1-ac3f-999972abc5dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3186290
Nov 06 21:31:26.776147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44318) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:26.781568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Sync routers for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:31:26.819699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:31:26.820513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925148a8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:31:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:26.964603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8bc12a76-9b92-4ebf-a6fa-e12f67dcf5b5 None None] Provisioning complete for port 88dac257-7824-4925-9f33-a3ea13f6c3da triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:26.965186 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bc12a76-9b92-4ebf-a6fa-e12f67dcf5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:26.968645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e31d7-7ce2-4c4c-8593-acc490189a14 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:26.969260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e31d7-7ce2-4c4c-8593-acc490189a14 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:26.969732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e31d7-7ce2-4c4c-8593-acc490189a14 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:26.970193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e31d7-7ce2-4c4c-8593-acc490189a14 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:26.972496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-be5e31d7-7ce2-4c4c-8593-acc490189a14 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1955037
Nov 06 21:31:26.975062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44320) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:27.002422 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cef69de1-8343-494f-bd74-d338ebfb11fe up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:31:27.017436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:31:27.050375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d13c04d-c7fc-4970-b6d6-b4b34e1f4449 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:27.050943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d13c04d-c7fc-4970-b6d6-b4b34e1f4449 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:27.051471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d13c04d-c7fc-4970-b6d6-b4b34e1f4449 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:27.052077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d13c04d-c7fc-4970-b6d6-b4b34e1f4449 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:27.056415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3d13c04d-c7fc-4970-b6d6-b4b34e1f4449 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0777757
Nov 06 21:31:27.056644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44322) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:27.067765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8bc12a76-9b92-4ebf-a6fa-e12f67dcf5b5 None None] Port 88dac257-7824-4925-9f33-a3ea13f6c3da cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:31:27.325736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-609b41a7-cdb8-4e24-9a16-943a1663d69a tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2653599
Nov 06 21:31:27.334810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a906b49b-a32e-49f3-8fce-7c6957eb4ba0 None None] Provisioning complete for port 88dac257-7824-4925-9f33-a3ea13f6c3da triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:27.335313 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a906b49b-a32e-49f3-8fce-7c6957eb4ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:27.382842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port cef69de1-8343-494f-bd74-d338ebfb11fe triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:27.383200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:27.423801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a906b49b-a32e-49f3-8fce-7c6957eb4ba0 None None] Port 88dac257-7824-4925-9f33-a3ea13f6c3da cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:31:27.512811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bde4aa9f-a249-47d9-9798-a7cd005e2442 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:31:27.516969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925148a8b0>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:25Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:26Z', 'revision_number': 2, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:27.565028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Checking router: 46e117ff-943b-46f1-ac3f-999972abc5dc for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:31:27.565378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Updating router 46e117ff-943b-46f1-ac3f-999972abc5dc port 88dac257-7824-4925-9f33-a3ea13f6c3da binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:31:27.596791 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:27.639420 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bde4aa9f-a249-47d9-9798-a7cd005e2442 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:27.639795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:27.826232 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:27.857840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port bde4aa9f-a249-47d9-9798-a7cd005e2442, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde4aa9f-a249-47d9-9798-a7cd005e2442,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:31:27.865109 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:27.952071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=bde4aa9f-a249-47d9-9798-a7cd005e2442,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:27.972565 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:27.978406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.028786 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f798db4-7d02-4dc7-8f1a-45e6dd227390 None None] Pushing event updated for resources: {'Port': ['ID=88dac257-7824-4925-9f33-a3ea13f6c3da,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:28.075506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Attempting to bind port 88dac257-7824-4925-9f33-a3ea13f6c3da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:31:28.075875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Attempting to bind port 88dac257-7824-4925-9f33-a3ea13f6c3da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:31:28.076239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Attempting to bind port 88dac257-7824-4925-9f33-a3ea13f6c3da on network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:31:28.081497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:31:28.081865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Checking segment: {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:31:28.082262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.082653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Bound using segment: {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:31:28.083115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Bound port: 88dac257-7824-4925-9f33-a3ea13f6c3da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:31:28.083489 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.148100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] For port 88dac257-7824-4925-9f33-a3ea13f6c3da, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:31:28.151529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] For port 88dac257-7824-4925-9f33-a3ea13f6c3da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88dac257-7824-4925-9f33-a3ea13f6c3da,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:31:28.155164 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.214656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:31:28.215276 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925148a8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:31:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:28.261781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f798db4-7d02-4dc7-8f1a-45e6dd227390 None None] Pushing event updated for resources: {'Port': ['ID=88dac257-7824-4925-9f33-a3ea13f6c3da,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:28.314748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-44d2b84f-573c-4e33-9504-9264efb04c90 None None] Provisioning complete for port 88dac257-7824-4925-9f33-a3ea13f6c3da triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:28.315109 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44d2b84f-573c-4e33-9504-9264efb04c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.370564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:31:28.516630 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44d2b84f-573c-4e33-9504-9264efb04c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.544084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44328) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:28.548914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fd1559a6-1445-4882-a8f5-786ec9b961a7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422410611', 'description': 'tempest-secgroup-smoke-1422410611 description', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:28.574969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-44d2b84f-573c-4e33-9504-9264efb04c90 None None] For port 88dac257-7824-4925-9f33-a3ea13f6c3da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88dac257-7824-4925-9f33-a3ea13f6c3da,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:31:28.575952 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fd1559a6-1445-4882-a8f5-786ec9b961a7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.580585 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44d2b84f-573c-4e33-9504-9264efb04c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.650138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fd1559a6-1445-4882-a8f5-786ec9b961a7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.652809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2b84f-573c-4e33-9504-9264efb04c90 None None] Pushing event updated for resources: {'Port': ['ID=88dac257-7824-4925-9f33-a3ea13f6c3da,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:28.653795 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fd1559a6-1445-4882-a8f5-786ec9b961a7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.667986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925148a8b0>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:25Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:28.691767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fd1559a6-1445-4882-a8f5-786ec9b961a7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.697168 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fd1559a6-1445-4882-a8f5-786ec9b961a7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1479189
Nov 06 21:31:28.697168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1559a6-1445-4882-a8f5-786ec9b961a7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d48ce36-793a-4713-8a0e-636b50c7273e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:28.697710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44330) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:28.702405 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26855a-a83d-4459-b5cb-a2cb327b907d None None] The sync data for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 is: [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:25Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:31:28.703085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-243b29a9-0db5-4e83-9627-0b56b778ee90 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '3d48ce36-793a-4713-8a0e-636b50c7273e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:28.712595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b26b2e7f-1bbe-4007-a014-526678b7d4d7 None None] Provisioning complete for port 88dac257-7824-4925-9f33-a3ea13f6c3da triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:28.712962 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b26b2e7f-1bbe-4007-a014-526678b7d4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.745195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-243b29a9-0db5-4e83-9627-0b56b778ee90 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.832174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-243b29a9-0db5-4e83-9627-0b56b778ee90 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.837550 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-243b29a9-0db5-4e83-9627-0b56b778ee90 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.858056 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b29a9-0db5-4e83-9627-0b56b778ee90 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8a823c-4942-4d1e-b6f4-336939c3d2af,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:28.882044 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-243b29a9-0db5-4e83-9627-0b56b778ee90 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.883724 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-243b29a9-0db5-4e83-9627-0b56b778ee90 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1845129
Nov 06 21:31:28.886379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44332) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:28.892073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-dd224992-0058-4649-95b7-5182f56b8eaf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '3d48ce36-793a-4713-8a0e-636b50c7273e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:28.925268 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd224992-0058-4649-95b7-5182f56b8eaf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:28.991697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bde4aa9f-a249-47d9-9798-a7cd005e2442 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:31:29.006148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd224992-0058-4649-95b7-5182f56b8eaf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.010631 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd224992-0058-4649-95b7-5182f56b8eaf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.031941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd224992-0058-4649-95b7-5182f56b8eaf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76e7b15-73e8-4080-bcd0-ffeab96e4cc3,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:29.044093 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd224992-0058-4649-95b7-5182f56b8eaf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.047875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dd224992-0058-4649-95b7-5182f56b8eaf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1575868
Nov 06 21:31:29.048072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44334) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:29.049057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bde4aa9f-a249-47d9-9798-a7cd005e2442 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:29.049586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.052559 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ae15208f-3f22-4079-8277-c0191b2af44a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '3d48ce36-793a-4713-8a0e-636b50c7273e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:29.080162 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae15208f-3f22-4079-8277-c0191b2af44a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.136704 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 88dac257-7824-4925-9f33-a3ea13f6c3da up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:31:29.142698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae15208f-3f22-4079-8277-c0191b2af44a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.148110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae15208f-3f22-4079-8277-c0191b2af44a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.171785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15208f-3f22-4079-8277-c0191b2af44a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3090433f-1fbc-47ba-97a1-6b61a52893ff,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:29.185758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae15208f-3f22-4079-8277-c0191b2af44a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.189347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ae15208f-3f22-4079-8277-c0191b2af44a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1402018
Nov 06 21:31:29.191978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44336) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:29.193207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 88dac257-7824-4925-9f33-a3ea13f6c3da triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:29.193579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.197060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-98b987a3-15f9-46b2-8bfa-41b00b5a4feb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '3d48ce36-793a-4713-8a0e-636b50c7273e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:29.230106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-98b987a3-15f9-46b2-8bfa-41b00b5a4feb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.296542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-98b987a3-15f9-46b2-8bfa-41b00b5a4feb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.300693 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-98b987a3-15f9-46b2-8bfa-41b00b5a4feb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.318716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b987a3-15f9-46b2-8bfa-41b00b5a4feb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167ec19e-54a1-440d-a8d7-565eac76bf13,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:29.330408 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-98b987a3-15f9-46b2-8bfa-41b00b5a4feb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.331760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-98b987a3-15f9-46b2-8bfa-41b00b5a4feb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1387112
Nov 06 21:31:29.334504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44338) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:29.339544 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ac20c5f3-e281-464d-a5fb-e306231a1234 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '3d48ce36-793a-4713-8a0e-636b50c7273e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:29.361735 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-ac20c5f3-e281-464d-a5fb-e306231a1234 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Project a62a0319c0f84abdbea38fb5923b63e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:31:29.368102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ac20c5f3-e281-464d-a5fb-e306231a1234 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.433752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ac20c5f3-e281-464d-a5fb-e306231a1234 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.438801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ac20c5f3-e281-464d-a5fb-e306231a1234 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.459015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20c5f3-e281-464d-a5fb-e306231a1234 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43948fc-446f-4229-8b12-0966639e9ea7,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:29.464949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ac20c5f3-e281-464d-a5fb-e306231a1234 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.466281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ac20c5f3-e281-464d-a5fb-e306231a1234 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1306841
Nov 06 21:31:29.468947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44340) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:29.473347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-7591223e-4263-47f8-90b8-686e45ac213f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '3d48ce36-793a-4713-8a0e-636b50c7273e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:29.497172 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-7591223e-4263-47f8-90b8-686e45ac213f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Project a62a0319c0f84abdbea38fb5923b63e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:31:29.502817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7591223e-4263-47f8-90b8-686e45ac213f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.565494 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7591223e-4263-47f8-90b8-686e45ac213f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.570053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7591223e-4263-47f8-90b8-686e45ac213f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.590565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591223e-4263-47f8-90b8-686e45ac213f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fa4867-3a99-42f1-93bd-0027147d36ce,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:29.599456 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7591223e-4263-47f8-90b8-686e45ac213f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:29.600707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7591223e-4263-47f8-90b8-686e45ac213f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1308296
Nov 06 21:31:29.772367 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-f67b4681-f8ce-4218-85e3-773a6e142e9e tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422410611&fields=id&tenant_id=a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 267 time: 0.0588655
Nov 06 21:31:29.907222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785ccb-c83a-44bb-814e-842a06834abd req-beee0faf-a4db-4098-9476-ca6c8bb08124 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:29.908777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-beee0faf-a4db-4098-9476-ca6c8bb08124 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/networks?id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 200  len: 796 time: 0.1293883
Nov 06 21:31:29.926701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-12bb31cd-3325-4ad3-bca8-da76616f74d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/quotas/a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 375 time: 0.0118475
Nov 06 21:31:30.016804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-b2df5a8b-763e-4091-8846-7efcf1cbc780 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0833991
Nov 06 21:31:30.032905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-0616fa31-4ef9-4547-8dbd-66cffbecec14 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:31:30.033857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-0616fa31-4ef9-4547-8dbd-66cffbecec14 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050251
Nov 06 21:31:30.120850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-1badf311-4432-4bc6-b680-31a0b8d88230 service neutron] 10.222.0.13 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814288
Nov 06 21:31:30.529262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-bf6a24bb-3235-407e-9b4b-6f4f86b0bc9c service neutron] 10.222.0.13 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4023376
Nov 06 21:31:31.711814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f8642f0c-10ac-450a-9acb-2cf1f1101f2b req-1cbd6d7f-d933-4e4a-a391-c3c40c41de12 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 210 time: 0.0293286
Nov 06 21:31:32.618241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785ccb-c83a-44bb-814e-842a06834abd req-b049da91-e255-4967-b481-0dbb624bc936 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:32.619679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-b049da91-e255-4967-b481-0dbb624bc936 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "GET /v2.0/networks?id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 200  len: 796 time: 0.1056449
Nov 06 21:31:32.692437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-31b70dc8-0f9f-4e6d-ae4a-6400dc67acb9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 380 time: 0.0632834
Nov 06 21:31:32.702697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'port': {'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'admin_state_up': True, 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'security_groups': ['3d48ce36-793a-4713-8a0e-636b50c7273e']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:32.816722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-673717cd-01f9-429c-9ee6-ec551df376a1 req-e1b26120-8011-4c86-94b4-1d1c04715c98 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 210 time: 0.0365016
Nov 06 21:31:32.838980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:31:32.842557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:32.964800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.20.0.9 (1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f/07025b1a-8eb1-4528-93a2-e6c10b547688/e346ad0e-b3bd-49c6-a7dd-7114c259df6b) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:31:33.105907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.138665 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.179325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:31:33.182993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:31:33.188914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:31:33.222318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:33.247683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:33.248338 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.267643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-995120f3-9dba-47f9-a0a5-b9a99bc0851f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5685654
Nov 06 21:31:33.279882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Request body: {'port': {'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:33.341350 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.478827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7305acf9-533e-48d1-b5e1-bbcfc1c23638 None None] Provisioning complete for port e346ad0e-b3bd-49c6-a7dd-7114c259df6b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:33.479405 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7305acf9-533e-48d1-b5e1-bbcfc1c23638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.512515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-7305acf9-533e-48d1-b5e1-bbcfc1c23638 None None] Port e346ad0e-b3bd-49c6-a7dd-7114c259df6b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:31:33.606888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e346ad0e-b3bd-49c6-a7dd-7114c259df6b {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:31:33.614087 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.625551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Transition to ACTIVE for port object e346ad0e-b3bd-49c6-a7dd-7114c259df6b will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:31:33.629237 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.683159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Pushing event updated for resources: {'Port': ['ID=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:33.755058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Attempting to bind port e346ad0e-b3bd-49c6-a7dd-7114c259df6b on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:31:33.755407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Attempting to bind port e346ad0e-b3bd-49c6-a7dd-7114c259df6b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:31:33.755737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Attempting to bind port e346ad0e-b3bd-49c6-a7dd-7114c259df6b on network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:31:33.760277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Port e346ad0e-b3bd-49c6-a7dd-7114c259df6b on network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:31:33.760628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Attempting to bind port e346ad0e-b3bd-49c6-a7dd-7114c259df6b on network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:31:33.765497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:31:33.765837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Checking segment: {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:31:33.766224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Bound using segment: {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:31:33.766653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Bound port: e346ad0e-b3bd-49c6-a7dd-7114c259df6b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c452bf-58e6-4e67-8525-162e27fbd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:31:33.767018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.832903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] For port e346ad0e-b3bd-49c6-a7dd-7114c259df6b, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:31:33.836056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] For port e346ad0e-b3bd-49c6-a7dd-7114c259df6b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:31:33.842207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.888727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:33.889379 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:33.890887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] 10.222.0.37 "PUT /v2.0/ports/e346ad0e-b3bd-49c6-a7dd-7114c259df6b HTTP/1.1" status: 200  len: 1091 time: 0.6151960
Nov 06 21:31:33.891333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:31:33.893618 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680f624c-bbbc-432a-8ee9-1b2a89d75df3" -d '{"events": [{"name": "network-changed", "server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:31:33.951012 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed22c19-09d9-4e58-99c3-69cbbbd7b3a8 x-openstack-request-id: req-2ed22c19-09d9-4e58-99c3-69cbbbd7b3a8 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:31:33.951321 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:31:33.951573 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ed22c19-09d9-4e58-99c3-69cbbbd7b3a8 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:31:33.951975 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'status': 'completed', 'code': 200}
Nov 06 21:31:33.953632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ccd43-3e08-46f0-b80f-51c6b760ff63 service neutron] Pushing event updated for resources: {'Port': ['ID=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:34.003879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0448f-ee08-47ce-a587-b40492bc4836 req-1ae7cea4-9b5a-4005-a882-9314d214adc9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:34.005379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60b0448f-ee08-47ce-a587-b40492bc4836 req-1ae7cea4-9b5a-4005-a882-9314d214adc9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 943 time: 0.1023717
Nov 06 21:31:34.021341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785ccb-c83a-44bb-814e-842a06834abd req-16f19745-0b30-4d8c-ac96-cc0eeaef7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:34.022824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-16f19745-0b30-4d8c-ac96-cc0eeaef7e28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 1094 time: 0.0646741
Nov 06 21:31:34.073391 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-a4ef0b8a-958d-4255-9fa3-10f21d938bab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b HTTP/1.1" status: 200  len: 217 time: 0.0419106
Nov 06 21:31:34.128882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60b0448f-ee08-47ce-a587-b40492bc4836 req-47784e80-a5a2-402c-97e5-89d57cbfb868 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156549
Nov 06 21:31:34.141640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785ccb-c83a-44bb-814e-842a06834abd req-f6c095b2-e189-4db1-8e9a-cb3c07af63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:34.143094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-f6c095b2-e189-4db1-8e9a-cb3c07af63b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07025b1a-8eb1-4528-93a2-e6c10b547688 HTTP/1.1" status: 200  len: 834 time: 0.0601621
Nov 06 21:31:34.199306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae785ccb-c83a-44bb-814e-842a06834abd req-7e3512aa-c36b-4bd6-afa7-b85bac63abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:34.200832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-7e3512aa-c36b-4bd6-afa7-b85bac63abf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0505929
Nov 06 21:31:34.293957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-5ff1c353-de9f-47ed-a34d-5ffa3c9f0e8f service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845258
Nov 06 21:31:34.383368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae785ccb-c83a-44bb-814e-842a06834abd req-14c1289e-3886-49f2-bcf6-b85583d60308 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825109
Nov 06 21:31:34.473501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-5d53167f-7128-47f2-83ea-f1c977f7e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:34.474983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-5d53167f-7128-47f2-83ea-f1c977f7e010 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 1094 time: 0.0454221
Nov 06 21:31:34.563557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-dde65b0a-b1e1-4414-96c1-4c2a519ac483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:34.565616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-dde65b0a-b1e1-4414-96c1-4c2a519ac483 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 200  len: 897 time: 0.0838301
Nov 06 21:31:34.614557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-864ecca2-19ad-49ad-93b8-0089f8acff8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b HTTP/1.1" status: 200  len: 217 time: 0.0414450
Nov 06 21:31:34.661733 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-30645737-3ee4-46f4-8a23-6ea2524e81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:34.663167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-30645737-3ee4-46f4-8a23-6ea2524e81e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07025b1a-8eb1-4528-93a2-e6c10b547688 HTTP/1.1" status: 200  len: 834 time: 0.0424871
Nov 06 21:31:34.707695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-f8da1bae-a0e9-4124-b1bf-4ec4b2a2fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:34.709202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-f8da1bae-a0e9-4124-b1bf-4ec4b2a2fe49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393848
Nov 06 21:31:34.801021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-3b2a8fe5-c946-4e1d-9a1a-ade2bbe71f43 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847158
Nov 06 21:31:34.890775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-680f624c-bbbc-432a-8ee9-1b2a89d75df3 req-60d7df72-b793-4869-8344-41e08dea7183 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828903
Nov 06 21:31:35.245593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b3d97-b66e-4fcf-b9ad-0aeecf30ed7e req-7b23bd79-ee02-43b9-beba-84769499c0ee tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:35.247059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-474b3d97-b66e-4fcf-b9ad-0aeecf30ed7e req-7b23bd79-ee02-43b9-beba-84769499c0ee tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 943 time: 0.0491872
Nov 06 21:31:35.296339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-474b3d97-b66e-4fcf-b9ad-0aeecf30ed7e req-1529ed86-6380-4b7b-b483-c3722e3832d6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432904
Nov 06 21:31:36.414035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2579d-0a8d-49f4-bebd-bd597af0908c req-a734e944-643d-47db-bd18-026951fa1540 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:36.416096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8dc2579d-0a8d-49f4-bebd-bd597af0908c req-a734e944-643d-47db-bd18-026951fa1540 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 943 time: 0.0522122
Nov 06 21:31:36.464670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8dc2579d-0a8d-49f4-bebd-bd597af0908c req-9d08d797-4275-4cc0-af16-7c16ed2933bf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423040
Nov 06 21:31:36.785358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e346ad0e-b3bd-49c6-a7dd-7114c259df6b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:31:36.880514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e346ad0e-b3bd-49c6-a7dd-7114c259df6b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:31:36.892772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:31:36.928921 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:36.941283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e346ad0e-b3bd-49c6-a7dd-7114c259df6b {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:31:36.960277 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e346ad0e-b3bd-49c6-a7dd-7114c259df6b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:31:36.964756 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:37.013454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:37.294942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['e346ad0e-b3bd-49c6-a7dd-7114c259df6b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:31:37.580284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0a87c-8e71-477a-9d96-3f1eaccb7387 req-33bd0c61-3b27-4a22-bc50-8bc0dc6fc518 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:37.581776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61a0a87c-8e71-477a-9d96-3f1eaccb7387 req-33bd0c61-3b27-4a22-bc50-8bc0dc6fc518 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 944 time: 0.0494094
Nov 06 21:31:37.630083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61a0a87c-8e71-477a-9d96-3f1eaccb7387 req-4bf028f6-7b9d-4240-a9f5-07e71278f7a9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425045
Nov 06 21:31:38.745794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cad01-1063-4827-94db-78320bf5d796 req-dca27c6f-1382-4853-acbd-74f42d79a377 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:38.747261 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e89cad01-1063-4827-94db-78320bf5d796 req-dca27c6f-1382-4853-acbd-74f42d79a377 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 944 time: 0.0523639
Nov 06 21:31:38.790118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e346ad0e-b3bd-49c6-a7dd-7114c259df6b up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:31:38.796131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e89cad01-1063-4827-94db-78320bf5d796 req-43dcb6de-a56b-44c3-817f-c79b4a007ebd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430150
Nov 06 21:31:38.839589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port e346ad0e-b3bd-49c6-a7dd-7114c259df6b completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:31:38.843527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port e346ad0e-b3bd-49c6-a7dd-7114c259df6b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:31:38.843885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:38.923313 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:38.945324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:31:38.948198 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ed67f-8e60-4c8f-8d90-90031b040956" -d '{"events": [{"server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "name": "network-vif-plugged", "status": "completed", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:31:38.960216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e346ad0e-b3bd-49c6-a7dd-7114c259df6b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:31:38.964227 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:38.990236 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a92c3e0-d1a8-4641-be59-482b04781fa6 x-openstack-request-id: req-3a92c3e0-d1a8-4641-be59-482b04781fa6 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:31:38.990528 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "name": "network-vif-plugged", "status": "completed", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:31:38.990779 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a92c3e0-d1a8-4641-be59-482b04781fa6 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:31:38.991165 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'code': 200}
Nov 06 21:31:39.015884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:39.087415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7f75b-11c3-4df0-aa8b-36d5d8e29903 req-3ff0d1af-4f40-48d7-af8b-3dae317c30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:39.088996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-daa7f75b-11c3-4df0-aa8b-36d5d8e29903 req-3ff0d1af-4f40-48d7-af8b-3dae317c30d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 1096 time: 0.0398452
Nov 06 21:31:39.135515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-daa7f75b-11c3-4df0-aa8b-36d5d8e29903 req-60caeeb3-ad67-44fb-90f8-8bf00471c496 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398939
Nov 06 21:31:39.909459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed97bf3-5dc3-444c-90ac-167638f844cb req-329f588f-91fb-415a-8039-8a10328f954c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:39.910932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eed97bf3-5dc3-444c-90ac-167638f844cb req-329f588f-91fb-415a-8039-8a10328f954c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 945 time: 0.0483429
Nov 06 21:31:39.962791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eed97bf3-5dc3-444c-90ac-167638f844cb req-0038a862-0694-43a7-b46a-bf42f1bbf554 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458903
Nov 06 21:31:41.079914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d63ad-0d2a-4e8b-8cbd-f772f0c2e2d6 req-ab586358-17fc-49f5-993d-b2f434ccda0a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:41.081342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d09d63ad-0d2a-4e8b-8cbd-f772f0c2e2d6 req-ab586358-17fc-49f5-993d-b2f434ccda0a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 945 time: 0.0499995
Nov 06 21:31:41.130407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d09d63ad-0d2a-4e8b-8cbd-f772f0c2e2d6 req-c25217f6-db46-467e-8582-a5460fe8e76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424962
Nov 06 21:31:41.243255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9db89-e399-493d-85da-b40bc760a8ff req-64e90109-87ff-49d4-94da-e613a37e6813 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:41.244754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08c9db89-e399-493d-85da-b40bc760a8ff req-64e90109-87ff-49d4-94da-e613a37e6813 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 945 time: 0.0481696
Nov 06 21:31:41.296200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08c9db89-e399-493d-85da-b40bc760a8ff req-c68d53ef-f389-43c1-8d68-1e5c31dfdd91 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426066
Nov 06 21:31:41.317338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44392) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:41.359851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e2ce0-4d0d-4907-8e28-849cbc4fb9fe tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:41.361411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3d1e2ce0-4d0d-4907-8e28-849cbc4fb9fe tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 1091 time: 0.0431225
Nov 06 21:31:41.364347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44394) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:41.368707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:31:41.392425 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:41.485753 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:41.588830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.35.0.25 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/17fe1458-610f-41d8-aed0-1536f85ef8ac) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:31:41.688848 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:41.722159 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:41.765967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:31:41.773094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:31:41.777861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:31:41.780641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=17fe1458-610f-41d8-aed0-1536f85ef8ac,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:42.259754 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:42.609393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:42.757288 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:42.761696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:42.829278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=17fe1458-610f-41d8-aed0-1536f85ef8ac,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:31:42.839816 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:42.939266 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Floating IP 23308e88-8239-4ef4-b03d-3c68ed1eeeeb associated. External IP: 172.35.0.25, port: e346ad0e-b3bd-49c6-a7dd-7114c259df6b.
Nov 06 21:31:43.146038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 46e117ff-943b-46f1-ac3f-999972abc5dc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:31:43.253860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:31:43.266824 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] Sync routers for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:31:43.271984 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:43.276607 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:31:43.277210 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925293fca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:31:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:43.298652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1b0cdc8a-54c9-466f-b526-80906eabaf18 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9333065
Nov 06 21:31:43.299522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:31:43.301652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44396) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:43.302130 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643a6287-d073-4248-a494-582943da0592" -d '{"events": [{"name": "network-changed", "server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:31:43.341868 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88a1ff1-1ef2-4cee-9be4-934b413577f4 x-openstack-request-id: req-e88a1ff1-1ef2-4cee-9be4-934b413577f4 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:31:43.342169 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:31:43.342426 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e88a1ff1-1ef2-4cee-9be4-934b413577f4 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:31:43.342879 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'status': 'completed', 'code': 200}
Nov 06 21:31:43.366765 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d6c96ff8-631a-4bbb-8be5-b1b88bea6a24 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/floatingips/23308e88-8239-4ef4-b03d-3c68ed1eeeeb HTTP/1.1" status: 200  len: 990 time: 0.0628219
Nov 06 21:31:43.409864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a6287-d073-4248-a494-582943da0592 req-45d27568-441c-4868-8e4e-1833c6e2c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:43.411417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-643a6287-d073-4248-a494-582943da0592 req-45d27568-441c-4868-8e4e-1833c6e2c0a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 1096 time: 0.0458231
Nov 06 21:31:43.482159 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:31:43.507194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a6287-d073-4248-a494-582943da0592 req-207e6daa-1805-492c-9979-bd29fa82adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:43.509438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-643a6287-d073-4248-a494-582943da0592 req-207e6daa-1805-492c-9979-bd29fa82adf8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 200  len: 897 time: 0.0899329
Nov 06 21:31:43.612804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-643a6287-d073-4248-a494-582943da0592 req-6a6b28b0-b440-44d0-8d55-41b2d534e328 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b HTTP/1.1" status: 200  len: 998 time: 0.0949671
Nov 06 21:31:43.662018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a6287-d073-4248-a494-582943da0592 req-622b1f29-7e00-49ab-a5fc-54fe550893ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:43.663415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-643a6287-d073-4248-a494-582943da0592 req-622b1f29-7e00-49ab-a5fc-54fe550893ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07025b1a-8eb1-4528-93a2-e6c10b547688 HTTP/1.1" status: 200  len: 834 time: 0.0440986
Nov 06 21:31:43.701619 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925293fca0>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:25Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:41Z', 'revision_number': 0, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:43.709518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a6287-d073-4248-a494-582943da0592 req-45c8e185-781c-4336-9f2b-7be45a5c55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:31:43.711081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-643a6287-d073-4248-a494-582943da0592 req-45c8e185-781c-4336-9f2b-7be45a5c55bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401323
Nov 06 21:31:43.733506 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] Checking router: 46e117ff-943b-46f1-ac3f-999972abc5dc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:31:43.751952 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:31:43.752569 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925293fca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:31:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:43.813919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-643a6287-d073-4248-a494-582943da0592 req-14d05c02-3b28-4ba7-8a86-8f4da865f5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947249
Nov 06 21:31:43.899175 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:31:43.908880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-643a6287-d073-4248-a494-582943da0592 req-00c265b1-c4ec-412f-ba37-ca247985a71f service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875959
Nov 06 21:31:44.170285 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925293fca0>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:25Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:41Z', 'revision_number': 0, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:31:44.198158 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d44c8-7e57-448f-ac56-8a3bb6059980 None None] The sync data for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 is: [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:25Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:41Z', 'revision_number': 0, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:31:44.369643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44400) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:44.397513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c80fe-4d72-408b-8a96-690047a65b0f None None] New status for floating IP 23308e88-8239-4ef4-b03d-3c68ed1eeeeb: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:31:44.489067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-87e152e2-31b0-4f5e-968d-0318abbdafb5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/floatingips/23308e88-8239-4ef4-b03d-3c68ed1eeeeb HTTP/1.1" status: 200  len: 990 time: 0.1181598
Nov 06 21:31:44.733332 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:44.831219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:45.096657 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:31:45.493829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44402) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:31:45.557061 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f49f866-e126-4031-b703-742513f641d3 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/floatingips/23308e88-8239-4ef4-b03d-3c68ed1eeeeb HTTP/1.1" status: 200  len: 992 time: 0.0620146
Nov 06 21:31:46.893819 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eae3c417-bc79-431e-901b-3b6006146afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:49.282829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6e49-6be6-44aa-a777-fd8282a780f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:50.486605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-5c375749-4f2c-40f1-aa35-9ce018b97178 req-112cfcf1-a981-4781-a71f-ad56681818d3 service neutron] (119334) timed out ('10.222.0.10', 57099) {{(pid=119334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:31:50.704356 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:51.950686 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:31:52.549840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:00.463063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-05fd4f07-19b6-4a85-8ed5-42a474ea9ea8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413866
Nov 06 21:32:00.549211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-974b76d2-6355-46d3-a96f-33fc7a940168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:00.550700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-974b76d2-6355-46d3-a96f-33fc7a940168 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 1096 time: 0.0446360
Nov 06 21:32:00.653507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-f9364d95-4ee7-4421-92e0-fa2e3287d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:00.654974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-f9364d95-4ee7-4421-92e0-fa2e3287d9c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 200  len: 897 time: 0.0837893
Nov 06 21:32:00.725609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-3b40dedf-7f0f-4533-8662-1272b8a082f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b HTTP/1.1" status: 200  len: 1000 time: 0.0621877
Nov 06 21:32:00.774231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-2f446410-2334-4dfe-8bb0-af6b75108a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:00.775640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-2f446410-2334-4dfe-8bb0-af6b75108a31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07025b1a-8eb1-4528-93a2-e6c10b547688 HTTP/1.1" status: 200  len: 834 time: 0.0432174
Nov 06 21:32:00.822679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-acd1c05d-4a3c-4dcf-ae43-2285192be273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:00.824131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-acd1c05d-4a3c-4dcf-ae43-2285192be273 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406725
Nov 06 21:32:00.917266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-78fed14a-b0eb-4b19-8c4a-165b9a6c981d service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853679
Nov 06 21:32:01.011266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-49f2f295-bea0-43d3-80b8-68c6c095c4bb req-9aa7ecc0-a8f0-47ed-8fc7-b751635d29da service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867605
Nov 06 21:32:14.749399 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:14.842110 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:16.894159 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-90df5af5-5b6c-4168-aff4-261e003b1671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:19.283463 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-27bccdbe-24f1-49db-9bd7-21933841a475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:20.706478 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:21.955136 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:22.095928 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:32:22.552749 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:43.966686 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44448) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:44.036609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eefb76-917b-4ab6-81a1-2956ed1b383f tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:44.037076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eefb76-917b-4ab6-81a1-2956ed1b383f tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:44.037532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eefb76-917b-4ab6-81a1-2956ed1b383f tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:44.039201 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-55eefb76-917b-4ab6-81a1-2956ed1b383f tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=a62a0319c0f84abdbea38fb5923b63e2&network_id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 200  len: 2971 time: 0.0715432
Nov 06 21:32:44.766854 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:44.830632 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:46.634331 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44458) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:46.689649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f928037-5182-45dd-8797-4d655dd24e57 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:46.691119 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6f928037-5182-45dd-8797-4d655dd24e57 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b HTTP/1.1" status: 200  len: 814 time: 0.0545723
Nov 06 21:32:46.895323 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7432ea2a-e434-47a3-a163-36df3b567d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:47.438484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44464) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:47.443618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'network': {'name': 'tempest-network-smoke--436976425', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'port_security_enabled': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:47.464214 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:32:47.467676 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:47.490933 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:32:47.500906 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:47.501247 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Added segment 5b9038c0-c265-4ca3-b42f-bfa1434bdf4a of type vlan for network 480635b8-68fe-4fd9-a179-445c037a685c
Nov 06 21:32:47.539391 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:47.563858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:47.569743 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:47.570343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:47.632233 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1926572
Nov 06 21:32:47.635234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44466) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:47.681842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Network': ['ID=480635b8-68fe-4fd9-a179-445c037a685c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:47.700538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.700823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.701164 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.701502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.701836 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.702169 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.702494 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.702817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.703175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.703500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.703821 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.704142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61f073-7bee-4d66-a30a-29e8296d9c00 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:47.715921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 480635b8-68fe-4fd9-a179-445c037a685c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:32:47.730701 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7196350-804d-446e-bc0f-3ce74621b24a tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:47.732220 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f7196350-804d-446e-bc0f-3ce74621b24a tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a62a0319c0f84abdbea38fb5923b63e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0960674
Nov 06 21:32:47.734943 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44468) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:47.884597 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1abd32-b2b9-4121-a0a0-40917660819f tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:47.886484 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3c1abd32-b2b9-4121-a0a0-40917660819f tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1505523
Nov 06 21:32:47.889193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44470) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:47.923510 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-307edec9-229d-4bc2-b028-6c046bf43d6d tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0330920
Nov 06 21:32:47.926004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44472) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:47.951814 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7ec12575-1092-4e21-8541-6edc6f8218e9 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a62a0319c0f84abdbea38fb5923b63e2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0247691
Nov 06 21:32:47.954006 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:48.046383 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66486f02-3f1f-412a-91c3-ffec79453f60 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:48.047887 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-66486f02-3f1f-412a-91c3-ffec79453f60 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0929945
Nov 06 21:32:48.050605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44476) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:48.079548 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-32adff9d-e713-4d4b-86a4-f522e286c37c tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0278957
Nov 06 21:32:48.081893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44478) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:48.086519 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1971945716', 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:48.169975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:32:48.173483 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.350930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.418770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Subnet': ['ID=d2a5f045-db2c-4808-ac4c-e57b215ab88f,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:48.427019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Checking segment: {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:32:48.427372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network hostable DHCP agents. Network: 480635b8-68fe-4fd9-a179-445c037a685c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:32:48.443691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 480635b8-68fe-4fd9-a179-445c037a685c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:32:48.452421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 480635b8-68fe-4fd9-a179-445c037a685c) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:32:48.456433 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:48.457014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.461853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7c3df-71be-4f47-906e-931a0b1097ec None None] Network 480635b8-68fe-4fd9-a179-445c037a685c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:32:48.473315 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5327a042-330b-4f69-843b-0606386d9850 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.3904531
Nov 06 21:32:48.606250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-480635b8-68fe-4fd9-a179-445c037a685c', 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ips': [{'subnet_id': 'd2a5f045-db2c-4808-ac4c-e57b215ab88f'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:32:48.607094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.740586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44484) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:48.744690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Allocated IP 172.20.0.18 (480635b8-68fe-4fd9-a179-445c037a685c/d2a5f045-db2c-4808-ac4c-e57b215ab88f/75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:32:48.746069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f2d2494a-ad0e-46e4-aaee-3967cf23e30f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652914836', 'description': 'tempest-secgroup-smoke-652914836 description', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:48.768761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2d2494a-ad0e-46e4-aaee-3967cf23e30f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.834484 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2d2494a-ad0e-46e4-aaee-3967cf23e30f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.838293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2d2494a-ad0e-46e4-aaee-3967cf23e30f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.867023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f2d2494a-ad0e-46e4-aaee-3967cf23e30f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.871554 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f2d2494a-ad0e-46e4-aaee-3967cf23e30f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1266549
Nov 06 21:32:48.871707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44486) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:48.876092 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-63778017-0a17-428f-9bed-506be78eda38 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': 'ad971486-33b5-4f67-95b0-969a6ddb4f45', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:48.883951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2494a-ad0e-46e4-aaee-3967cf23e30f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad971486-33b5-4f67-95b0-969a6ddb4f45,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:48.891052 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.898498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.906347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63778017-0a17-428f-9bed-506be78eda38 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.936608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Network 480635b8-68fe-4fd9-a179-445c037a685c is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:32:48.939361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:32:48.942355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:32:48.957205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Pushing event updated for resources: {'Port': ['ID=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:48.963045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63778017-0a17-428f-9bed-506be78eda38 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.967023 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63778017-0a17-428f-9bed-506be78eda38 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.983958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.984318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.984449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63778017-0a17-428f-9bed-506be78eda38 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb08bc3-876a-4fff-a243-dc1218ccb49d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:48.984652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.984979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.985302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.986495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.986887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.987546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.987947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.988343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.988799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.989205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:48.994568 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-63778017-0a17-428f-9bed-506be78eda38 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:48.997437 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-63778017-0a17-428f-9bed-506be78eda38 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1231563
Nov 06 21:32:48.998427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44488) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:49.002810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4a7b0214-b1f0-453a-ae4c-1547c8679fa7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': 'ad971486-33b5-4f67-95b0-969a6ddb4f45', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:49.022703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Attempting to bind port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:32:49.023071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Attempting to bind port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:32:49.023426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Attempting to bind port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a on network 480635b8-68fe-4fd9-a179-445c037a685c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:32:49.028732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:32:49.029105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Checking segment: {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:32:49.029411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0214-b1f0-453a-ae4c-1547c8679fa7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.029565 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.029913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Bound using segment: {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:32:49.030382 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Bound port: 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:32:49.030762 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.090979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0214-b1f0-453a-ae4c-1547c8679fa7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.096128 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0214-b1f0-453a-ae4c-1547c8679fa7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.098084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] For port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:32:49.101462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] For port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:32:49.105182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.111445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b0214-b1f0-453a-ae4c-1547c8679fa7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b9c1cf-249a-412d-ab05-5a4886a8c905,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:49.125040 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0214-b1f0-453a-ae4c-1547c8679fa7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.126258 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4a7b0214-b1f0-453a-ae4c-1547c8679fa7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1268868
Nov 06 21:32:49.129279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44490) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:49.133380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c80518c6-9184-4463-99ea-e29f171f82ba tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': 'ad971486-33b5-4f67-95b0-969a6ddb4f45', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:49.161011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee5661-a60a-44e0-a7c4-78cb42d2a536 None None] Pushing event updated for resources: {'Port': ['ID=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:49.170216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c80518c6-9184-4463-99ea-e29f171f82ba tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.228362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c80518c6-9184-4463-99ea-e29f171f82ba tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.231767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c80518c6-9184-4463-99ea-e29f171f82ba tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.249862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80518c6-9184-4463-99ea-e29f171f82ba tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a042eca-0b22-4928-a1ce-2ea21184dd42,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:49.256717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c80518c6-9184-4463-99ea-e29f171f82ba tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.257909 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c80518c6-9184-4463-99ea-e29f171f82ba tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1279633
Nov 06 21:32:49.261146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44492) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:49.265912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': 'ad971486-33b5-4f67-95b0-969a6ddb4f45', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:49.287359 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e5e0-f634-479b-8a3e-c4dd71f117b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.297779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.382534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.386430 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.411298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87bd5d7-83bf-49a1-9824-8653d4c762fb,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:49.422687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.423122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.423369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.423708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.424059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.424417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.424748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.425100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.425401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.425728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.426055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.426381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:32:49.432752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.436762 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44494) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:49.436911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0bef2103-abb9-41ba-8386-ad8ee86cf76b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1745112
Nov 06 21:32:49.441569 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ef76e38e-813d-4992-a22a-57edf4c05836 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': 'ad971486-33b5-4f67-95b0-969a6ddb4f45', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:49.464734 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-ef76e38e-813d-4992-a22a-57edf4c05836 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Project a62a0319c0f84abdbea38fb5923b63e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:32:49.469522 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef76e38e-813d-4992-a22a-57edf4c05836 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.527680 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef76e38e-813d-4992-a22a-57edf4c05836 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.531663 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef76e38e-813d-4992-a22a-57edf4c05836 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.550282 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76e38e-813d-4992-a22a-57edf4c05836 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba0fdb3-cc99-4541-95e4-c30502da6e18,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:49.557358 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ef76e38e-813d-4992-a22a-57edf4c05836 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.560801 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ef76e38e-813d-4992-a22a-57edf4c05836 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1227617
Nov 06 21:32:49.561656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44496) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:32:49.566227 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8bcfc6bb-dee8-41a3-aa80-b1a22752c638 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': 'ad971486-33b5-4f67-95b0-969a6ddb4f45', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:49.589457 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-8bcfc6bb-dee8-41a3-aa80-b1a22752c638 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Project a62a0319c0f84abdbea38fb5923b63e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:32:49.594390 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc6bb-dee8-41a3-aa80-b1a22752c638 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.653418 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc6bb-dee8-41a3-aa80-b1a22752c638 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.656771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc6bb-dee8-41a3-aa80-b1a22752c638 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.675176 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfc6bb-dee8-41a3-aa80-b1a22752c638 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a948ed-3b4c-4429-9e8c-1e98e4b49a62,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:49.679612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc6bb-dee8-41a3-aa80-b1a22752c638 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:49.686427 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8bcfc6bb-dee8-41a3-aa80-b1a22752c638 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1183009
Nov 06 21:32:50.042201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-0f46bf91-748b-4904-84a9-2521b5d36337 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652914836&fields=id&tenant_id=a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 267 time: 0.0458121
Nov 06 21:32:50.067681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a24268b-27bf-4487-9290-9d4c60892f6d None None] Network 480635b8-68fe-4fd9-a179-445c037a685c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:32:50.145048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0e2837fe-4a18-46ec-b638-33d969e59b7c None None] Provisioning complete for port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:32:50.145419 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0e2837fe-4a18-46ec-b638-33d969e59b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:50.153680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-375d770e-5e0b-4349-8ae6-ed2ce4186dff tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:50.155162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-375d770e-5e0b-4349-8ae6-ed2ce4186dff tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/networks?id=480635b8-68fe-4fd9-a179-445c037a685c HTTP/1.1" status: 200  len: 796 time: 0.1057181
Nov 06 21:32:50.171477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-2716ad16-e820-4ff7-b982-947cb9c015f9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/quotas/a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 375 time: 0.0101893
Nov 06 21:32:50.232693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-9b5056db-7402-4f46-99b5-0206fd680bd8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0555265
Nov 06 21:32:50.288863 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0e2837fe-4a18-46ec-b638-33d969e59b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:50.326309 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0e2837fe-4a18-46ec-b638-33d969e59b7c None None] For port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:32:50.331375 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0e2837fe-4a18-46ec-b638-33d969e59b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:50.383058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2837fe-4a18-46ec-b638-33d969e59b7c None None] Pushing event updated for resources: {'Port': ['ID=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:50.384021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-094aad88-b419-4b16-b762-c649982be173 service neutron] 10.222.0.13 "GET /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389229
Nov 06 21:32:50.485454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-923715f7-ac9f-4c2c-b81e-9ceec7bdd5af service neutron] 10.222.0.13 "GET /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926337
Nov 06 21:32:50.558726 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ab100ba8-990d-43b7-b265-3d3f8034ec9d None None] Provisioning complete for port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:32:50.559098 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ab100ba8-990d-43b7-b265-3d3f8034ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:50.708744 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:50.939975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:32:50.986568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:32:50.986853 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:51.725180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-342e8b26-d8ec-4c6b-8a04-9ff494bdb5ce req-078076c4-0a64-431f-8ce0-48c367243e57 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 210 time: 0.0856476
Nov 06 21:32:51.961439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:52.554991 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:52.568334 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-c26dc1c2-bced-4ad4-bef0-44e9c888ab14 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:52.569800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-c26dc1c2-bced-4ad4-bef0-44e9c888ab14 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.10 "GET /v2.0/networks?id=480635b8-68fe-4fd9-a179-445c037a685c HTTP/1.1" status: 200  len: 796 time: 0.1033559
Nov 06 21:32:52.646798 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-0262c339-0c69-4195-b71a-2f4117fe8183 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 472 time: 0.0665958
Nov 06 21:32:52.656827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'port': {'device_id': '011ebc6d-0c3c-4158-a043-78ad05ccb89d', 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c', 'admin_state_up': True, 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'security_groups': ['ad971486-33b5-4f67-95b0-969a6ddb4f45']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:52.763301 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:32:52.767166 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:52.822387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e3f0e49-1333-4de2-bb69-533e313ca09b req-9801ffcd-885d-4004-a59a-fb327e304f7e tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 210 time: 0.0265644
Nov 06 21:32:52.894680 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.20.0.20 (480635b8-68fe-4fd9-a179-445c037a685c/d2a5f045-db2c-4808-ac4c-e57b215ab88f/d2f4d650-9453-48b8-a5a5-f8997762e236) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:32:53.026205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.059754 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.109770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 480635b8-68fe-4fd9-a179-445c037a685c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:32:53.112885 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:32:53.117402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:32:53.121263 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=d2f4d650-9453-48b8-a5a5-f8997762e236,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:53.168485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:53.169315 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.186105 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e7bd8658-74d0-4910-8cdd-d707ed65bf7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5327835
Nov 06 21:32:53.195827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-f9017401-5c89-4116-9bc1-8e4d536a0352 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:32:53.196811 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-f9017401-5c89-4116-9bc1-8e4d536a0352 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051765
Nov 06 21:32:53.265082 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Request body: {'port': {'device_id': '011ebc6d-0c3c-4158-a043-78ad05ccb89d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:32:53.318338 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.367224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1d5aa0d0-a6ca-4e0d-9fad-865815d84823 None None] Provisioning complete for port d2f4d650-9453-48b8-a5a5-f8997762e236 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:32:53.367792 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa0d0-a6ca-4e0d-9fad-865815d84823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.401095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1d5aa0d0-a6ca-4e0d-9fad-865815d84823 None None] Port d2f4d650-9453-48b8-a5a5-f8997762e236 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:32:53.578893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f4d650-9453-48b8-a5a5-f8997762e236 {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:32:53.586195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.598477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Transition to ACTIVE for port object d2f4d650-9453-48b8-a5a5-f8997762e236 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:32:53.601712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.651205 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4d650-9453-48b8-a5a5-f8997762e236,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:53.719890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Attempting to bind port d2f4d650-9453-48b8-a5a5-f8997762e236 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:32:53.720221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Attempting to bind port d2f4d650-9453-48b8-a5a5-f8997762e236 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:32:53.720576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Attempting to bind port d2f4d650-9453-48b8-a5a5-f8997762e236 on network 480635b8-68fe-4fd9-a179-445c037a685c {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:32:53.725099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Port d2f4d650-9453-48b8-a5a5-f8997762e236 on network 480635b8-68fe-4fd9-a179-445c037a685c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:32:53.725413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Attempting to bind port d2f4d650-9453-48b8-a5a5-f8997762e236 on network 480635b8-68fe-4fd9-a179-445c037a685c {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:32:53.730341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:32:53.730664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Checking segment: {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:32:53.731038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Bound using segment: {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:32:53.731458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Bound port: d2f4d650-9453-48b8-a5a5-f8997762e236, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:32:53.731805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.799683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] For port d2f4d650-9453-48b8-a5a5-f8997762e236, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:32:53.802916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] For port d2f4d650-9453-48b8-a5a5-f8997762e236, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2f4d650-9453-48b8-a5a5-f8997762e236,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:32:53.807265 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.841279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:53.841923 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:53.843354 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] 10.222.0.10 "PUT /v2.0/ports/d2f4d650-9453-48b8-a5a5-f8997762e236 HTTP/1.1" status: 200  len: 1092 time: 0.6385560
Nov 06 21:32:53.843752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011ebc6d-0c3c-4158-a043-78ad05ccb89d', 'tag': 'd2f4d650-9453-48b8-a5a5-f8997762e236'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:32:53.846052 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9585e8-51c5-4162-a112-fb7ea2b771d0" -d '{"events": [{"name": "network-changed", "server_uuid": "011ebc6d-0c3c-4158-a043-78ad05ccb89d", "tag": "d2f4d650-9453-48b8-a5a5-f8997762e236"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:32:53.892280 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dea7c-3496-4168-b8ad-8a0170e7b965 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4d650-9453-48b8-a5a5-f8997762e236,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:53.942605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-b49225f3-448c-437e-98a1-49e45bc76724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:53.944276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-b49225f3-448c-437e-98a1-49e45bc76724 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 1095 time: 0.0463126
Nov 06 21:32:53.982568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b484895-03c5-45fb-bb7c-a4e1d4ad0042 req-3f8ad950-2b36-4fb1-a6a8-19e1b438ce81 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:53.985639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b484895-03c5-45fb-bb7c-a4e1d4ad0042 req-3f8ad950-2b36-4fb1-a6a8-19e1b438ce81 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 944 time: 0.0791903
Nov 06 21:32:53.993622 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-3a9156fb-2c77-487b-8164-845c26c9e1f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d2f4d650-9453-48b8-a5a5-f8997762e236 HTTP/1.1" status: 200  len: 217 time: 0.0409698
Nov 06 21:32:54.011022 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d00dba-18ed-44b6-ac43-2038ac80792d x-openstack-request-id: req-b9d00dba-18ed-44b6-ac43-2038ac80792d {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:32:54.011375 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011ebc6d-0c3c-4158-a043-78ad05ccb89d", "tag": "d2f4d650-9453-48b8-a5a5-f8997762e236", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:32:54.012243 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9d00dba-18ed-44b6-ac43-2038ac80792d {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:32:54.012728 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011ebc6d-0c3c-4158-a043-78ad05ccb89d', 'tag': 'd2f4d650-9453-48b8-a5a5-f8997762e236', 'status': 'completed', 'code': 200}
Nov 06 21:32:54.044016 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b484895-03c5-45fb-bb7c-a4e1d4ad0042 req-0e93077c-3a00-4fb6-8d53-a35cabfbc86f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511353
Nov 06 21:32:54.052562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-81520118-1933-4d0e-923a-9eac544d9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:54.053950 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-81520118-1933-4d0e-923a-9eac544d9959 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d2a5f045-db2c-4808-ac4c-e57b215ab88f HTTP/1.1" status: 200  len: 838 time: 0.0538604
Nov 06 21:32:54.105866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-12492459-43ec-40ff-a22b-d7107dd4a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:54.107409 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-12492459-43ec-40ff-a22b-d7107dd4a853 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=480635b8-68fe-4fd9-a179-445c037a685c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0407434
Nov 06 21:32:54.200053 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-29df700f-22a4-427a-81bc-9fee2916be0a service neutron] 10.222.0.10 "GET /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856056
Nov 06 21:32:54.286691 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-5e09b4ef-a689-426e-8c77-7561549a2f85 req-d1d94a3f-6cc6-4192-b28d-ddf19caa5095 service neutron] 10.222.0.10 "GET /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794678
Nov 06 21:32:54.371182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-85d98d41-f905-4386-a053-49e4f910fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:54.372695 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-85d98d41-f905-4386-a053-49e4f910fff0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 1095 time: 0.0406673
Nov 06 21:32:54.464626 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-508492c7-65ad-430d-a56f-b42751cb4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:54.466005 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-508492c7-65ad-430d-a56f-b42751cb4572 service neutron] 10.222.0.10 "GET /v2.0/networks?id=480635b8-68fe-4fd9-a179-445c037a685c HTTP/1.1" status: 200  len: 897 time: 0.0861471
Nov 06 21:32:54.507217 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-ba907cbc-8f80-4a11-99ce-a3ddb2a31e08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d2f4d650-9453-48b8-a5a5-f8997762e236 HTTP/1.1" status: 200  len: 217 time: 0.0338335
Nov 06 21:32:54.560571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-de117a4d-46a9-43a7-a57d-ba80da2d48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:54.562021 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-de117a4d-46a9-43a7-a57d-ba80da2d48f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d2a5f045-db2c-4808-ac4c-e57b215ab88f HTTP/1.1" status: 200  len: 838 time: 0.0478461
Nov 06 21:32:54.607002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-26fea0f2-291e-4414-a159-4175ab4dae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:54.608509 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-26fea0f2-291e-4414-a159-4175ab4dae6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=480635b8-68fe-4fd9-a179-445c037a685c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0389805
Nov 06 21:32:54.701612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-64b6c7a6-0269-4358-b4a6-739ba69f77a5 service neutron] 10.222.0.10 "GET /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857577
Nov 06 21:32:54.791107 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4c9585e8-51c5-4162-a112-fb7ea2b771d0 req-6a6bcd29-1891-4922-8166-d87a42dcb4fb service neutron] 10.222.0.10 "GET /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828688
Nov 06 21:32:55.166345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e869f-a4b6-4467-a5e2-67cd07c1a2b4 req-ac29e3ca-2190-435b-884a-7f9104162c1e tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:55.168088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf5e869f-a4b6-4467-a5e2-67cd07c1a2b4 req-ac29e3ca-2190-435b-884a-7f9104162c1e tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 944 time: 0.0532367
Nov 06 21:32:55.218736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf5e869f-a4b6-4467-a5e2-67cd07c1a2b4 req-341e9c7e-2845-4474-bcbd-f685e95de886 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441332
Nov 06 21:32:56.333315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7488-67f1-4994-a96d-1abd107d522c req-d21d0a68-ac17-4a6b-b483-a11e384d1303 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:56.334794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470f7488-67f1-4994-a96d-1abd107d522c req-d21d0a68-ac17-4a6b-b483-a11e384d1303 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 944 time: 0.0481479
Nov 06 21:32:56.385675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470f7488-67f1-4994-a96d-1abd107d522c req-c96e814c-a9ef-4116-a170-cc2cb4b46c2a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443218
Nov 06 21:32:57.498899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f37251-fc2e-4954-964e-47bec186d373 req-c0eda711-213f-44dd-a7a9-569646a59484 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:57.500396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31f37251-fc2e-4954-964e-47bec186d373 req-c0eda711-213f-44dd-a7a9-569646a59484 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 944 time: 0.0484297
Nov 06 21:32:57.552679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31f37251-fc2e-4954-964e-47bec186d373 req-f6d4acff-1380-4965-85f6-036d994a9e11 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463147
Nov 06 21:32:57.666887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d2f4d650-9453-48b8-a5a5-f8997762e236 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:32:57.761068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d2f4d650-9453-48b8-a5a5-f8997762e236, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2f4d650-9453-48b8-a5a5-f8997762e236,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:32:57.771893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'd2f4d650-9453-48b8-a5a5-f8997762e236', 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c', 'port_id': 'd2f4d650-9453-48b8-a5a5-f8997762e236', 'mac_address': 'fa:16:3e:0c:18:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a5f045-db2c-4808-ac4c-e57b215ab88f', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:32:57.808016 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:57.824043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f4d650-9453-48b8-a5a5-f8997762e236 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:32:57.843547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d2f4d650-9453-48b8-a5a5-f8997762e236, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2f4d650-9453-48b8-a5a5-f8997762e236,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:32:57.847406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:57.896345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d2f4d650-9453-48b8-a5a5-f8997762e236,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:58.199958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['d2f4d650-9453-48b8-a5a5-f8997762e236'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:32:58.665013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1e380-86ba-4c7e-a1d0-f699643c30ce req-d0f7acf2-8e50-4442-8918-454cff3cfff6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:58.667032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9b1e380-86ba-4c7e-a1d0-f699643c30ce req-d0f7acf2-8e50-4442-8918-454cff3cfff6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 945 time: 0.0487561
Nov 06 21:32:58.715859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9b1e380-86ba-4c7e-a1d0-f699643c30ce req-e7176ac3-0c28-47a8-bbd1-55bd230ae62a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425024
Nov 06 21:32:59.095569 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:32:59.683442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d2f4d650-9453-48b8-a5a5-f8997762e236 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:32:59.731718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port d2f4d650-9453-48b8-a5a5-f8997762e236 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:32:59.735492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port d2f4d650-9453-48b8-a5a5-f8997762e236 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:32:59.735858 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:59.812860 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:59.834389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17fac5-2a31-4a5d-9e25-9c54f181e89c req-3ec83d45-f966-4d93-9c34-1182859d0351 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:59.835886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c17fac5-2a31-4a5d-9e25-9c54f181e89c req-3ec83d45-f966-4d93-9c34-1182859d0351 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 945 time: 0.0489821
Nov 06 21:32:59.838344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011ebc6d-0c3c-4158-a043-78ad05ccb89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4d650-9453-48b8-a5a5-f8997762e236'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:32:59.840593 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a8f48-5e33-4900-bfee-521b1c845ab5" -d '{"events": [{"server_uuid": "011ebc6d-0c3c-4158-a043-78ad05ccb89d", "name": "network-vif-plugged", "status": "completed", "tag": "d2f4d650-9453-48b8-a5a5-f8997762e236"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:32:59.853400 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port d2f4d650-9453-48b8-a5a5-f8997762e236, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2f4d650-9453-48b8-a5a5-f8997762e236,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:32:59.858972 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:32:59.886723 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e1114-209e-406d-8307-dee3a6d38c2e x-openstack-request-id: req-813e1114-209e-406d-8307-dee3a6d38c2e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:32:59.887041 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011ebc6d-0c3c-4158-a043-78ad05ccb89d", "name": "network-vif-plugged", "status": "completed", "tag": "d2f4d650-9453-48b8-a5a5-f8997762e236", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:32:59.887265 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-813e1114-209e-406d-8307-dee3a6d38c2e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:32:59.887656 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011ebc6d-0c3c-4158-a043-78ad05ccb89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4d650-9453-48b8-a5a5-f8997762e236', 'code': 200}
Nov 06 21:32:59.893878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c17fac5-2a31-4a5d-9e25-9c54f181e89c req-c6afcae5-eb2c-4309-ac6c-e5fddeff0f7d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519931
Nov 06 21:32:59.920184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=d2f4d650-9453-48b8-a5a5-f8997762e236,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:32:59.979689 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329d90-2564-42a8-85e3-570cb60634be req-a0460a47-0ee4-4098-93ad-f235d9d1a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:32:59.981145 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-62329d90-2564-42a8-85e3-570cb60634be req-a0460a47-0ee4-4098-93ad-f235d9d1a83a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 1097 time: 0.0426910
Nov 06 21:33:00.026127 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-62329d90-2564-42a8-85e3-570cb60634be req-c51e4eda-30aa-4163-827d-86544b7a36de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382371
Nov 06 21:33:01.016621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3e47c-78ff-43c9-bb45-bd15d8dbee3f req-f665ac49-196f-4c0e-aaa4-3486a2cf5fab tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:01.018086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87c3e47c-78ff-43c9-bb45-bd15d8dbee3f req-f665ac49-196f-4c0e-aaa4-3486a2cf5fab tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 946 time: 0.0509534
Nov 06 21:33:01.066244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-87c3e47c-78ff-43c9-bb45-bd15d8dbee3f req-ac583755-25b4-4fd2-b3a0-fd53e2bbe151 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422060
Nov 06 21:33:01.459238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-aae9da16-b60f-4283-a012-91ddedf0d7b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398352
Nov 06 21:33:01.538985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-9ab3689f-f17a-46ce-8cec-e91436880522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:01.540978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-9ab3689f-f17a-46ce-8cec-e91436880522 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 1096 time: 0.0384581
Nov 06 21:33:01.644518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-810df95d-ea72-4a75-8a2b-3aac10fe7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:01.645904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-810df95d-ea72-4a75-8a2b-3aac10fe7f26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 200  len: 897 time: 0.0870781
Nov 06 21:33:01.712880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-fb726ac5-1af8-413e-bc76-54048001c2a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b HTTP/1.1" status: 200  len: 1000 time: 0.0590107
Nov 06 21:33:01.764675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-b83ad80d-7f4b-4327-8674-b3e0e05a6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:01.766167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-b83ad80d-7f4b-4327-8674-b3e0e05a6fb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07025b1a-8eb1-4528-93a2-e6c10b547688 HTTP/1.1" status: 200  len: 834 time: 0.0469792
Nov 06 21:33:01.812140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-80e9a73c-119b-4d46-8d02-9da8b0e91976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:01.813629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-80e9a73c-119b-4d46-8d02-9da8b0e91976 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399001
Nov 06 21:33:01.901597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-e449d42f-ebf6-4b30-924a-f8e0c1705620 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806463
Nov 06 21:33:01.992900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5ee4e59-e97c-4bea-9ad7-2d3b45fbc46c req-588cd686-e074-4e9a-a417-5cbb699ad570 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849509
Nov 06 21:33:02.183308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cc58c-31f1-4cb4-9036-a17fa4a6fdbb req-8e7ac8ea-789e-4087-a1f9-ca2102e6c3a3 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:02.184716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-105cc58c-31f1-4cb4-9036-a17fa4a6fdbb req-8e7ac8ea-789e-4087-a1f9-ca2102e6c3a3 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 946 time: 0.0501270
Nov 06 21:33:02.233163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-105cc58c-31f1-4cb4-9036-a17fa4a6fdbb req-2777195f-a432-4e1c-a854-2147b03e1eb0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426104
Nov 06 21:33:02.345401 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0632a-f86b-4000-b303-aa2f81b31fd2 req-bf698bdf-a283-4869-8e20-378342b7e1c6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:02.346862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c0632a-f86b-4000-b303-aa2f81b31fd2 req-bf698bdf-a283-4869-8e20-378342b7e1c6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 946 time: 0.0477135
Nov 06 21:33:02.661601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c0632a-f86b-4000-b303-aa2f81b31fd2 req-90194c6b-f8fb-423e-b137-6971b38c75de tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3087270
Nov 06 21:33:03.957983 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-1de256c0-884c-43cf-ae35-6d8ed6d2c4b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0381069
Nov 06 21:33:04.041111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-21b974d9-c7b6-4972-8764-82840d8c8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:04.042481 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-21b974d9-c7b6-4972-8764-82840d8c8529 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 1097 time: 0.0437875
Nov 06 21:33:04.149455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-2cb1140f-a1fd-4bc8-927c-92d5367eab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:04.150921 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-2cb1140f-a1fd-4bc8-927c-92d5367eab41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=480635b8-68fe-4fd9-a179-445c037a685c HTTP/1.1" status: 200  len: 897 time: 0.0885484
Nov 06 21:33:04.156210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44564) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:04.230230 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-2fc3e87f-34a5-49be-815f-6d5ab5f8ee86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d2f4d650-9453-48b8-a5a5-f8997762e236 HTTP/1.1" status: 200  len: 217 time: 0.0679314
Nov 06 21:33:04.319231 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-c7a51d1e-b112-4474-b5e0-9559321cf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:04.320685 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-c7a51d1e-b112-4474-b5e0-9559321cf663 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d2a5f045-db2c-4808-ac4c-e57b215ab88f HTTP/1.1" status: 200  len: 838 time: 0.0830071
Nov 06 21:33:04.441254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-5a8145fd-0271-417c-9d06-1a51d8cef8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:04.442733 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-5a8145fd-0271-417c-9d06-1a51d8cef8ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=480635b8-68fe-4fd9-a179-445c037a685c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.1072397
Nov 06 21:33:04.914991 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-2122bcba-a1ff-4549-945c-5afa387b253e service neutron] 10.222.0.10 "GET /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4651098
Nov 06 21:33:05.067713 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3b019ed1-3ca8-477e-8393-a753b3086738 req-5462207e-2141-4f28-9554-f5b7302c46ab service neutron] 10.222.0.10 "GET /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447082
Nov 06 21:33:05.114675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:05.373279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.20.0.17 (480635b8-68fe-4fd9-a179-445c037a685c/d2a5f045-db2c-4808-ac4c-e57b215ab88f/52375eec-9636-4ec9-8788-9e0c9d9dce15) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:33:05.481566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:05.513672 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:05.550366 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 480635b8-68fe-4fd9-a179-445c037a685c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:33:05.553262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:33:05.555810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:33:05.593965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=52375eec-9636-4ec9-8788-9e0c9d9dce15,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:05.615154 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:05.744613 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:05.847040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-cc78fb7d-96a5-48a8-bad5-18a029d80c1d None None] Provisioning complete for port 52375eec-9636-4ec9-8788-9e0c9d9dce15 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:05.847609 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cc78fb7d-96a5-48a8-bad5-18a029d80c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:05.881023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-cc78fb7d-96a5-48a8-bad5-18a029d80c1d None None] Port 52375eec-9636-4ec9-8788-9e0c9d9dce15 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:33:06.016100 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:06.020430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:06.093282 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=52375eec-9636-4ec9-8788-9e0c9d9dce15,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:06.098702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:06.188184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 480635b8-68fe-4fd9-a179-445c037a685c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:33:06.189525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:33:06.304871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 46e117ff-943b-46f1-ac3f-999972abc5dc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:33:06.405802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a647d8bd-9154-4759-9709-d3bca4213924 None None] Provisioning complete for port 52375eec-9636-4ec9-8788-9e0c9d9dce15 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:06.406256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a647d8bd-9154-4759-9709-d3bca4213924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:06.415189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:33:06.421029 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-207abab7-65c6-4343-8f2f-d8d57ce73420 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "PUT /v2.0/routers/46e117ff-943b-46f1-ac3f-999972abc5dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2638490
Nov 06 21:33:06.434518 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Sync routers for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:33:06.440052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a647d8bd-9154-4759-9709-d3bca4213924 None None] Port 52375eec-9636-4ec9-8788-9e0c9d9dce15 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:33:06.445192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:06.445932 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526f70a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:32:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:06.550741 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:06.773030 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526f70a0>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:05Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:44Z', 'revision_number': 1, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52375eec-9636-4ec9-8788-9e0c9d9dce15', 'name': '', 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:6b:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2a5f045-db2c-4808-ac4c-e57b215ab88f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:05Z', 'updated_at': '2021-11-06T21:33:05Z', 'revision_number': 2, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': 'd2a5f045-db2c-4808-ac4c-e57b215ab88f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:06.801594 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Checking router: 46e117ff-943b-46f1-ac3f-999972abc5dc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:33:06.801876 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Updating router 46e117ff-943b-46f1-ac3f-999972abc5dc port 52375eec-9636-4ec9-8788-9e0c9d9dce15 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:33:06.825049 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.167409 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.172715 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.224037 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Pushing event updated for resources: {'Port': ['ID=52375eec-9636-4ec9-8788-9e0c9d9dce15,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:07.251826 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.251826 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.251826 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.252286 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.252449 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.252768 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.253083 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.253417 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.253728 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.254039 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.254353 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.254658 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:07.283214 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Attempting to bind port 52375eec-9636-4ec9-8788-9e0c9d9dce15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:33:07.283351 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Attempting to bind port 52375eec-9636-4ec9-8788-9e0c9d9dce15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:33:07.283592 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Attempting to bind port 52375eec-9636-4ec9-8788-9e0c9d9dce15 on network 480635b8-68fe-4fd9-a179-445c037a685c {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:33:07.288757 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:33:07.289126 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Checking segment: {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:33:07.289549 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.289940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Bound using segment: {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:33:07.290397 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Bound port: 52375eec-9636-4ec9-8788-9e0c9d9dce15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:33:07.290806 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.353754 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] For port 52375eec-9636-4ec9-8788-9e0c9d9dce15, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:33:07.357541 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] For port 52375eec-9636-4ec9-8788-9e0c9d9dce15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52375eec-9636-4ec9-8788-9e0c9d9dce15,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:33:07.362842 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.426481 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:07.427025 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526f70a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:32:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:07.429950 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22d50f-7884-4f1f-b214-983fd18f6383 None None] Pushing event updated for resources: {'Port': ['ID=52375eec-9636-4ec9-8788-9e0c9d9dce15,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:07.466051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9b6934e7-ddb0-466b-9ec0-75b7be1e8cf9 None None] Provisioning complete for port 52375eec-9636-4ec9-8788-9e0c9d9dce15 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:07.466652 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b6934e7-ddb0-466b-9ec0-75b7be1e8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.538794 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:07.549429 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b6934e7-ddb0-466b-9ec0-75b7be1e8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.586302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9b6934e7-ddb0-466b-9ec0-75b7be1e8cf9 None None] For port 52375eec-9636-4ec9-8788-9e0c9d9dce15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52375eec-9636-4ec9-8788-9e0c9d9dce15,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:07.590945 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9b6934e7-ddb0-466b-9ec0-75b7be1e8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.636718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6934e7-ddb0-466b-9ec0-75b7be1e8cf9 None None] Pushing event updated for resources: {'Port': ['ID=52375eec-9636-4ec9-8788-9e0c9d9dce15,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:07.709220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0ee42c57-f576-4324-b227-135c636429a2 None None] Provisioning complete for port 52375eec-9636-4ec9-8788-9e0c9d9dce15 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:07.709489 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0ee42c57-f576-4324-b227-135c636429a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:07.770202 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526f70a0>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:05Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:44Z', 'revision_number': 1, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52375eec-9636-4ec9-8788-9e0c9d9dce15', 'name': '', 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:6b:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2a5f045-db2c-4808-ac4c-e57b215ab88f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:05Z', 'updated_at': '2021-11-06T21:33:07Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': 'd2a5f045-db2c-4808-ac4c-e57b215ab88f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:07.796087 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0162cc-8f0e-49bf-bbf6-da7fd2f3aa3e None None] The sync data for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 is: [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:05Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:44Z', 'revision_number': 1, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52375eec-9636-4ec9-8788-9e0c9d9dce15', 'name': '', 'network_id': '480635b8-68fe-4fd9-a179-445c037a685c', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:6b:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2a5f045-db2c-4808-ac4c-e57b215ab88f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:05Z', 'updated_at': '2021-11-06T21:33:07Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': 'd2a5f045-db2c-4808-ac4c-e57b215ab88f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:33:08.941938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 52375eec-9636-4ec9-8788-9e0c9d9dce15 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:33:08.992574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 52375eec-9636-4ec9-8788-9e0c9d9dce15 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:08.992978 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:14.776550 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:14.841900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:16.897076 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b628baf1-2eea-49ea-adfe-edcc5ac6e8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:19.289035 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf648-b3ce-49a9-8dd3-f191c61a79a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:20.711777 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:21.957813 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:22.559425 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:36.095107 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:33:37.885694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44614) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:38.242617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:38.539310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port 52375eec-9636-4ec9-8788-9e0c9d9dce15 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:38.539567 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:38.626949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port 52375eec-9636-4ec9-8788-9e0c9d9dce15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52375eec-9636-4ec9-8788-9e0c9d9dce15,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:38.627306 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:38.640213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for 52375eec-9636-4ec9-8788-9e0c9d9dce15 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:38.815889 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:38.841691 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=52375eec-9636-4ec9-8788-9e0c9d9dce15,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:39.029702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:39.243066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 46e117ff-943b-46f1-ac3f-999972abc5dc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:33:39.349110 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:33:39.354613 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-636434bc-1702-4ea6-a8f3-72346644d65c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "PUT /v2.0/routers/46e117ff-943b-46f1-ac3f-999972abc5dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4678838
Nov 06 21:33:39.359624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] Sync routers for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:33:39.369808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:39.370421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518d9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:39.477829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:39.571786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbaab7-d2a5-4a74-b7d1-f24015205410 req-9cdd7f6f-e3ea-4c2b-a5d6-b749229ded63 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:39.573401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ebbaab7-d2a5-4a74-b7d1-f24015205410 req-9cdd7f6f-e3ea-4c2b-a5d6-b749229ded63 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 946 time: 0.0531421
Nov 06 21:33:39.626069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ebbaab7-d2a5-4a74-b7d1-f24015205410 req-e219b9c7-0ba7-49a3-b560-46e3b2c4f0f8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464237
Nov 06 21:33:39.847354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518d9490>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:38Z', 'revision_number': 6, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:44Z', 'revision_number': 1, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:39.872180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] Checking router: 46e117ff-943b-46f1-ac3f-999972abc5dc for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:33:39.880466 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:39.881067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518d9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:39.985015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:40.200982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518d9490>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:38Z', 'revision_number': 6, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:44Z', 'revision_number': 1, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:40.230323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9f659-30c1-4190-af6e-994cb1de4ca5 None None] The sync data for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 is: [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:38Z', 'revision_number': 6, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '23308e88-8239-4ef4-b03d-3c68ed1eeeeb', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.25', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'port_id': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'mac_address': 'fa:16:3e:b5:58:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:31:41Z', 'updated_at': '2021-11-06T21:31:44Z', 'revision_number': 1, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:33:40.745665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002ce80-9a46-4f9f-8adc-c4a946fd05f8 req-923b9166-d631-4182-a355-12b41d290277 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:40.747195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e002ce80-9a46-4f9f-8adc-c4a946fd05f8 req-923b9166-d631-4182-a355-12b41d290277 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 946 time: 0.0489452
Nov 06 21:33:40.796987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e002ce80-9a46-4f9f-8adc-c4a946fd05f8 req-67eb336c-bdf8-48be-a665-2793974eb8d0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad971486-33b5-4f67-95b0-969a6ddb4f45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436182
Nov 06 21:33:40.898876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 52375eec-9636-4ec9-8788-9e0c9d9dce15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:33:40.919915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 52375eec-9636-4ec9-8788-9e0c9d9dce15 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:33:40.920544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 52375eec-9636-4ec9-8788-9e0c9d9dce15 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:33:40.963880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-959bc884-296b-48eb-b3f7-25d83b33cdf3 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:40.965349 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-959bc884-296b-48eb-b3f7-25d83b33cdf3 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.10 "GET /v2.0/ports?device_id=011ebc6d-0c3c-4158-a043-78ad05ccb89d HTTP/1.1" status: 200  len: 946 time: 0.0487366
Nov 06 21:33:41.055650 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port d2f4d650-9453-48b8-a5a5-f8997762e236 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:41.056282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:41.143003 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port d2f4d650-9453-48b8-a5a5-f8997762e236, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2f4d650-9453-48b8-a5a5-f8997762e236,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:41.143250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:41.156157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for d2f4d650-9453-48b8-a5a5-f8997762e236 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:41.282808 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:41.311816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=d2f4d650-9453-48b8-a5a5-f8997762e236,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:41.353557 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] No DVR routers for this DVR port d2f4d650-9453-48b8-a5a5-f8997762e236 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:33:41.356150 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:41.359373 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-98d723ec-025a-4cba-8695-8f4f4ee862cf req-32f911cc-6f45-4146-add9-ce911b8fc3b8 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.10 "DELETE /v2.0/ports/d2f4d650-9453-48b8-a5a5-f8997762e236 HTTP/1.1" status: 204  len: 173 time: 0.3883445
Nov 06 21:33:41.359804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011ebc6d-0c3c-4158-a043-78ad05ccb89d', 'name': 'network-vif-deleted', 'tag': 'd2f4d650-9453-48b8-a5a5-f8997762e236'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:33:41.362036 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539ea4f7-4cec-4e77-aa3d-f2d56348b203" -d '{"events": [{"server_uuid": "011ebc6d-0c3c-4158-a043-78ad05ccb89d", "name": "network-vif-deleted", "tag": "d2f4d650-9453-48b8-a5a5-f8997762e236"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:33:41.399228 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6527adf-8b93-4aae-84ea-12561832b280 x-openstack-request-id: req-e6527adf-8b93-4aae-84ea-12561832b280 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:33:41.399518 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011ebc6d-0c3c-4158-a043-78ad05ccb89d", "name": "network-vif-deleted", "tag": "d2f4d650-9453-48b8-a5a5-f8997762e236", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:33:41.400320 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6527adf-8b93-4aae-84ea-12561832b280 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:33:41.400734 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011ebc6d-0c3c-4158-a043-78ad05ccb89d', 'name': 'network-vif-deleted', 'tag': 'd2f4d650-9453-48b8-a5a5-f8997762e236', 'status': 'completed', 'code': 200}
Nov 06 21:33:41.851697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44626) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:41.907612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f04176-c238-46d3-8a0d-0f8359944e46 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:41.932646 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f04176-c238-46d3-8a0d-0f8359944e46 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:41.990350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f04176-c238-46d3-8a0d-0f8359944e46 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:41.993273 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-22f04176-c238-46d3-8a0d-0f8359944e46 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:41.995248 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-22f04176-c238-46d3-8a0d-0f8359944e46 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad971486-33b5-4f67-95b0-969a6ddb4f45 HTTP/1.1" status: 204  len: 168 time: 0.1425092
Nov 06 21:33:42.004365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f04176-c238-46d3-8a0d-0f8359944e46 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad971486-33b5-4f67-95b0-969a6ddb4f45,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:42.026958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44630) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:42.083299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b50beef-11c7-4765-9ed3-dcab360dc374 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting subnet d2a5f045-db2c-4808-ac4c-e57b215ab88f {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:33:42.087238 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b50beef-11c7-4765-9ed3-dcab360dc374 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.126536 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b50beef-11c7-4765-9ed3-dcab360dc374 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.244882 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b50beef-11c7-4765-9ed3-dcab360dc374 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.304413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b50beef-11c7-4765-9ed3-dcab360dc374 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.330684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50beef-11c7-4765-9ed3-dcab360dc374 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a5f045-db2c-4808-ac4c-e57b215ab88f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:42.334447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5b50beef-11c7-4765-9ed3-dcab360dc374 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.338389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5b50beef-11c7-4765-9ed3-dcab360dc374 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/subnets/d2a5f045-db2c-4808-ac4c-e57b215ab88f HTTP/1.1" status: 204  len: 168 time: 0.3101039
Nov 06 21:33:42.340705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44632) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:42.343161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d03b537-d1ed-415f-91e6-4316d3d0100f None None] Network 480635b8-68fe-4fd9-a179-445c037a685c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:33:42.419231 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.471841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:42.472177 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.513429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] DHCP port deletion for 480635b8-68fe-4fd9-a179-445c037a685c request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:33:42.535561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:42.535921 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.549494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:42.560216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] Deleting port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:42.561639 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.624092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] For port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,segment=NetworkSegment(5b9038c0-c265-4ca3-b42f-bfa1434bdf4a),segment_id=5b9038c0-c265-4ca3-b42f-bfa1434bdf4a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:42.624537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.635198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.637426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] Calling delete_port for 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:42.662145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:42.663998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] No DVR routers for this DVR port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:33:42.706555 ncdv-master-1 neutron-server[119335]:   self.session.flush()
Nov 06 21:33:42.716001 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.744365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] Pushing event deleted for resources: {'Port': ['ID=75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:42.746120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.747818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae3c85-4e38-4b40-8598-bb317e7e334a None None] No DVR routers for this DVR port 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:33:42.773152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9258b78460>,) {'filters': {'network_id': ['480635b8-68fe-4fd9-a179-445c037a685c']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:42.782938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9258b78460>, '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:42.783227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9258b78460>, '5b9038c0-c265-4ca3-b42f-bfa1434bdf4a') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:42.792488 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.805704 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.811503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:33:42.811977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:33:42.814967 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:33:42.872923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.880075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:42.883247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/networks/480635b8-68fe-4fd9-a179-445c037a685c HTTP/1.1" status: 204  len: 168 time: 0.5416095
Nov 06 21:33:42.886503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44634) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:42.903241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77a487-0196-49f9-927f-1a2c5327511f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Network': ['ID=480635b8-68fe-4fd9-a179-445c037a685c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:42.944019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:33:42.964444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:33:42.964782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 75a97dbd-7c0f-4a32-a10b-0cad20eb1a9a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:33:43.056803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port 17fe1458-610f-41d8-aed0-1536f85ef8ac {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:43.057355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:43.137309 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:43.137634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:43.149909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for 17fe1458-610f-41d8-aed0-1536f85ef8ac owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:43.328287 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:43.350983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=17fe1458-610f-41d8-aed0-1536f85ef8ac,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:43.416907 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:43.417238 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Floating IP 23308e88-8239-4ef4-b03d-3c68ed1eeeeb disassociated (deleted). External IP: 172.35.0.25, port: e346ad0e-b3bd-49c6-a7dd-7114c259df6b.
Nov 06 21:33:43.625584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 46e117ff-943b-46f1-ac3f-999972abc5dc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:33:43.728512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:33:43.733752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:43.743104 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] Sync routers for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:33:43.759681 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:43.760328 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526cad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:43.766131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c4da8ff8-4e59-4fcc-b7bb-728418635a32 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/floatingips/23308e88-8239-4ef4-b03d-3c68ed1eeeeb HTTP/1.1" status: 204  len: 168 time: 0.8760171
Nov 06 21:33:43.766131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:33:43.766859 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345d377-1fcd-483e-aab2-36bad033db26" -d '{"events": [{"name": "network-changed", "server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:33:43.806784 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286a550-facd-46e8-9aa8-e8394996c608 x-openstack-request-id: req-0286a550-facd-46e8-9aa8-e8394996c608 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:33:43.807146 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:33:43.807462 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0286a550-facd-46e8-9aa8-e8394996c608 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:33:43.807999 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'status': 'completed', 'code': 200}
Nov 06 21:33:43.880994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345d377-1fcd-483e-aab2-36bad033db26 req-771ee834-d832-43f4-bbb6-cde7c179d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:43.883682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3345d377-1fcd-483e-aab2-36bad033db26 req-771ee834-d832-43f4-bbb6-cde7c179d9f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 1096 time: 0.0559578
Nov 06 21:33:43.923503 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:44.016925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345d377-1fcd-483e-aab2-36bad033db26 req-20283ea7-e3ee-4119-bd27-afd7a6536ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:44.018414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3345d377-1fcd-483e-aab2-36bad033db26 req-20283ea7-e3ee-4119-bd27-afd7a6536ccd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 200  len: 897 time: 0.1274576
Nov 06 21:33:44.026527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cce45b-325c-4678-89b2-a6971795941b req-4275e184-b69c-4c5f-b221-151f51912672 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:44.028272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96cce45b-325c-4678-89b2-a6971795941b req-4275e184-b69c-4c5f-b221-151f51912672 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 945 time: 0.0840552
Nov 06 21:33:44.069135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3345d377-1fcd-483e-aab2-36bad033db26 req-a58aad70-ee84-4bc7-9296-5583dd1f3452 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b HTTP/1.1" status: 200  len: 217 time: 0.0398910
Nov 06 21:33:44.145595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96cce45b-325c-4678-89b2-a6971795941b req-c9e97ee1-5fba-4834-bcb3-0ce517aacc0d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107161
Nov 06 21:33:44.149088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345d377-1fcd-483e-aab2-36bad033db26 req-3234868d-aa56-4d59-9883-8e4ebe1dafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:44.151030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3345d377-1fcd-483e-aab2-36bad033db26 req-3234868d-aa56-4d59-9883-8e4ebe1dafcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07025b1a-8eb1-4528-93a2-e6c10b547688 HTTP/1.1" status: 200  len: 834 time: 0.0735877
Nov 06 21:33:44.194405 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526cad60>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:38Z', 'revision_number': 6, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:44.208308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345d377-1fcd-483e-aab2-36bad033db26 req-d18660d2-83c0-4943-ad41-18b6d781e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:44.209826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3345d377-1fcd-483e-aab2-36bad033db26 req-d18660d2-83c0-4943-ad41-18b6d781e005 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446403
Nov 06 21:33:44.221192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] Checking router: 46e117ff-943b-46f1-ac3f-999972abc5dc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:33:44.229413 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:44.230010 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526cad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:44.304510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3345d377-1fcd-483e-aab2-36bad033db26 req-13a537f5-47ae-48bd-a9f6-02678f7493c3 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844903
Nov 06 21:33:44.334949 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:44.400869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3345d377-1fcd-483e-aab2-36bad033db26 req-31f6523e-a02b-4f4c-9d95-10620367b620 service neutron] 10.222.0.37 "GET /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890489
Nov 06 21:33:44.615561 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526cad60>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:38Z', 'revision_number': 6, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:44.644507 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0c0160-d12e-457f-b26d-685c179352b9 None None] The sync data for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 is: [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:38Z', 'revision_number': 6, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88dac257-7824-4925-9f33-a3ea13f6c3da', 'name': '', 'network_id': '1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:25Z', 'updated_at': '2021-11-06T21:31:28Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '07025b1a-8eb1-4528-93a2-e6c10b547688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:33:44.779230 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:44.841399 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:44.866833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cedcf5-64eb-4d47-863a-2fc3104c3a16 None None] New status for floating IP 23308e88-8239-4ef4-b03d-3c68ed1eeeeb: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:33:45.269081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc789a-1d1e-4091-8d89-0cdfb0c16a32 req-f425c4bd-98b0-444c-93fa-268d109869e0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:45.271729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0fc789a-1d1e-4091-8d89-0cdfb0c16a32 req-f425c4bd-98b0-444c-93fa-268d109869e0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 945 time: 0.0507040
Nov 06 21:33:45.322952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0fc789a-1d1e-4091-8d89-0cdfb0c16a32 req-690c129d-796d-4c1f-85ea-1c61629b1d6e tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d48ce36-793a-4713-8a0e-636b50c7273e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451312
Nov 06 21:33:45.640320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-b65d1635-1b42-4482-8b8c-2fa39ce4c453 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:45.641786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-b65d1635-1b42-4482-8b8c-2fa39ce4c453 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 945 time: 0.0477846
Nov 06 21:33:45.734237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port e346ad0e-b3bd-49c6-a7dd-7114c259df6b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:45.734714 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:45.821304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port e346ad0e-b3bd-49c6-a7dd-7114c259df6b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:45.822147 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:45.838642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for e346ad0e-b3bd-49c6-a7dd-7114c259df6b owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:45.903094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d2f4d650-9453-48b8-a5a5-f8997762e236 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:33:45.923339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: d2f4d650-9453-48b8-a5a5-f8997762e236 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:33:45.923688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device d2f4d650-9453-48b8-a5a5-f8997762e236 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:33:45.968389 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:45.997012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=e346ad0e-b3bd-49c6-a7dd-7114c259df6b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:46.040722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] No DVR routers for this DVR port e346ad0e-b3bd-49c6-a7dd-7114c259df6b on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:33:46.043245 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:46.046773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c78fa6c-1e54-474d-86e3-10fd4a93e2e4 req-c57ff055-7557-4983-961d-5d8a51f1ecfd tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "DELETE /v2.0/ports/e346ad0e-b3bd-49c6-a7dd-7114c259df6b HTTP/1.1" status: 204  len: 173 time: 0.3992386
Nov 06 21:33:46.047224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'name': 'network-vif-deleted', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:33:46.049533 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b3c60-5690-4788-a139-53bc5fdb377e" -d '{"events": [{"server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "name": "network-vif-deleted", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:33:46.088048 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b93c965-07c9-4c1f-8950-f3f6c30dffb6 x-openstack-request-id: req-2b93c965-07c9-4c1f-8950-f3f6c30dffb6 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:33:46.088368 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857258ee-3282-4de0-80ac-e8cdf2efd741", "name": "network-vif-deleted", "tag": "e346ad0e-b3bd-49c6-a7dd-7114c259df6b", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:33:46.088625 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b93c965-07c9-4c1f-8950-f3f6c30dffb6 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:33:46.089030 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857258ee-3282-4de0-80ac-e8cdf2efd741', 'name': 'network-vif-deleted', 'tag': 'e346ad0e-b3bd-49c6-a7dd-7114c259df6b', 'status': 'completed', 'code': 200}
Nov 06 21:33:46.434040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-96e8059e-c607-462c-8c65-a64fa5f4c065 req-86f7fabf-0428-476c-8d63-05e30a9cb072 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=857258ee-3282-4de0-80ac-e8cdf2efd741 HTTP/1.1" status: 200  len: 210 time: 0.0299618
Nov 06 21:33:46.899385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a49c310f-5784-4bd8-94ce-4342bd73e0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:47.492211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44650) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:47.546993 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df1a15f4-096b-44b2-93b2-e90d342d3462 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:47.572187 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df1a15f4-096b-44b2-93b2-e90d342d3462 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:47.628905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df1a15f4-096b-44b2-93b2-e90d342d3462 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:47.631582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-df1a15f4-096b-44b2-93b2-e90d342d3462 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:47.632747 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df1a15f4-096b-44b2-93b2-e90d342d3462 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d48ce36-793a-4713-8a0e-636b50c7273e HTTP/1.1" status: 204  len: 168 time: 0.1395385
Nov 06 21:33:47.642022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a15f4-096b-44b2-93b2-e90d342d3462 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d48ce36-793a-4713-8a0e-636b50c7273e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:47.664562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44654) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:48.012107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:48.578570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port 88dac257-7824-4925-9f33-a3ea13f6c3da {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:48.579284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:48.666119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port 88dac257-7824-4925-9f33-a3ea13f6c3da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88dac257-7824-4925-9f33-a3ea13f6c3da,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:48.666474 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:48.678968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for 88dac257-7824-4925-9f33-a3ea13f6c3da owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:48.854822 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:48.881822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=88dac257-7824-4925-9f33-a3ea13f6c3da,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:48.895310 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.895653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.895990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.896353 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.896667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.896992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.897313 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.897648 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.897972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.898295 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.898615 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:48.898934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.062735 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.279646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 46e117ff-943b-46f1-ac3f-999972abc5dc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:33:49.291981 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-766fcd02-72d3-4c45-8970-d33676472549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.373929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e346ad0e-b3bd-49c6-a7dd-7114c259df6b no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:33:49.388081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:33:49.395979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44656) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:49.396457 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-328f29ff-92ad-463e-bc4b-b369e3888390 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "PUT /v2.0/routers/46e117ff-943b-46f1-ac3f-999972abc5dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7301066
Nov 06 21:33:49.398701 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] Sync routers for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:33:49.406853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: e346ad0e-b3bd-49c6-a7dd-7114c259df6b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:33:49.407191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e346ad0e-b3bd-49c6-a7dd-7114c259df6b not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:33:49.409435 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:49.410085 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252fc3c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:49.448394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting subnet 07025b1a-8eb1-4528-93a2-e6c10b547688 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:33:49.451460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.490369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.514083 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:49.578619 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.635541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.663714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Subnet': ['ID=07025b1a-8eb1-4528-93a2-e6c10b547688,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:49.669126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.675007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/subnets/07025b1a-8eb1-4528-93a2-e6c10b547688 HTTP/1.1" status: 204  len: 168 time: 0.2750034
Nov 06 21:33:49.675961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44658) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:49.677969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfbd68-424f-4673-b4a2-a528e9f8062a None None] Network 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:33:49.688543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.688903 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.689253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.689601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.689946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.690284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.690615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.690947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.691277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.691611 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.691943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.692361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab5715-bc70-4a4d-92ec-da9536800d47 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:49.698605 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252fc3c10>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:48Z', 'revision_number': 7, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:49.729892 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] Checking router: 46e117ff-943b-46f1-ac3f-999972abc5dc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:33:49.738721 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] Routers {'46e117ff-943b-46f1-ac3f-999972abc5dc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:49.739347 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252fc3c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['46e117ff-943b-46f1-ac3f-999972abc5dc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:49.802008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.850288 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] Set router 46e117ff-943b-46f1-ac3f-999972abc5dc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:49.865986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f234d06-7673-456b-be67-38829decc93f None None] DHCP port deletion for 1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:33:49.914782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.918854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3f234d06-7673-456b-be67-38829decc93f None None] Deleting port cef69de1-8343-494f-bd74-d338ebfb11fe {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:49.919234 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.982927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port bde4aa9f-a249-47d9-9798-a7cd005e2442 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:33:49.983278 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.984207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-3f234d06-7673-456b-be67-38829decc93f None None] For port cef69de1-8343-494f-bd74-d338ebfb11fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef69de1-8343-494f-bd74-d338ebfb11fe,segment=NetworkSegment(29c452bf-58e6-4e67-8525-162e27fbd703),segment_id=29c452bf-58e6-4e67-8525-162e27fbd703)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:49.984669 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:49.997147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3f234d06-7673-456b-be67-38829decc93f None None] Calling delete_port for cef69de1-8343-494f-bd74-d338ebfb11fe owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:50.045624 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252fc3c10>, [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:48Z', 'revision_number': 7, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:50.069736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port bde4aa9f-a249-47d9-9798-a7cd005e2442, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde4aa9f-a249-47d9-9798-a7cd005e2442,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:50.070101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.072887 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f987b4-196b-4a17-8880-7c9b6f8d687c None None] The sync data for ids ['46e117ff-943b-46f1-ac3f-999972abc5dc'] in ncdv-master-1 is: [{'id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'name': 'tempest-TestNetworkBasicOps-router-1654902618', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204'}], 'enable_snat': True}, 'gw_port_id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:33:48Z', 'revision_number': 7, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': 'bde4aa9f-a249-47d9-9798-a7cd005e2442', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e117ff-943b-46f1-ac3f-999972abc5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:31:22Z', 'updated_at': '2021-11-06T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:33:50.083260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.085807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for bde4aa9f-a249-47d9-9798-a7cd005e2442 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:33:50.096477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f234d06-7673-456b-be67-38829decc93f None None] No DVR routers for this DVR port cef69de1-8343-494f-bd74-d338ebfb11fe on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:33:50.117261 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f234d06-7673-456b-be67-38829decc93f None None] Pushing event deleted for resources: {'Port': ['ID=cef69de1-8343-494f-bd74-d338ebfb11fe,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:50.125222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.125568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.125907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.126242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.126815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.126905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.127193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.127515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.127839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.128154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.128497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.129028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f234d06-7673-456b-be67-38829decc93f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:33:50.255186 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.281865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=bde4aa9f-a249-47d9-9798-a7cd005e2442,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:50.340058 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.448910 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.451205 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.714751 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.792082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.792638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Fanout notify agent at l3_agent the message router_deleted on router 46e117ff-943b-46f1-ac3f-999972abc5dc {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:33:50.799877 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.801019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7cd909c6-4ac3-4f00-a7e7-e56c39cda521 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/routers/46e117ff-943b-46f1-ac3f-999972abc5dc HTTP/1.1" status: 204  len: 168 time: 1.1237609
Nov 06 21:33:50.803722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44660) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:50.890447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.979840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:50.999638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92552c71c0>,) {'filters': {'network_id': ['1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:51.008639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92552c71c0>, '29c452bf-58e6-4e67-8525-162e27fbd703') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:51.008970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92552c71c0>, '29c452bf-58e6-4e67-8525-162e27fbd703') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:51.018008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.030752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.036547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:33:51.036930 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:33:51.040890 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:33:51.103317 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.108721 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.111909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/networks/1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f HTTP/1.1" status: 204  len: 168 time: 0.3072081
Nov 06 21:33:51.131195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c3f10-95fe-484b-9301-80822f24aac6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Network': ['ID=1a6bd64b-813a-4ccc-93b8-5dbb1e1fa70f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:51.131402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44662) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:51.138887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'network': {'name': 'tempest-network-smoke--1049155058', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'port_security_enabled': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:51.161115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:33:51.164593 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.189540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:33:51.198499 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.198848 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Added segment b233c514-3e49-4c22-bc51-01f878dbdf6a of type vlan for network 326183d2-958e-472c-9f17-6c422503826d
Nov 06 21:33:51.238615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.269247 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.275448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:51.276267 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.303287 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cef69de1-8343-494f-bd74-d338ebfb11fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:33:51.323577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: cef69de1-8343-494f-bd74-d338ebfb11fe {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:33:51.323920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device cef69de1-8343-494f-bd74-d338ebfb11fe not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:33:51.324360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 88dac257-7824-4925-9f33-a3ea13f6c3da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:33:51.343142 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2083476
Nov 06 21:33:51.345285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 88dac257-7824-4925-9f33-a3ea13f6c3da {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:33:51.345630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 88dac257-7824-4925-9f33-a3ea13f6c3da not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:33:51.345881 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44664) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:51.350226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'admin_state_up': True, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:51.365601 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b6122-4507-495b-b393-4cb1badb13be tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Network': ['ID=326183d2-958e-472c-9f17-6c422503826d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:51.376305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 326183d2-958e-472c-9f17-6c422503826d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:33:51.381891 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.383096 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.437050 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.572107 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.755538 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.777951 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.874985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.35.0.133 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/88b16777-fb5e-4583-b525-080f037dfbf5) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:33:51.961913 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:51.979771 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:52.012022 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:52.047785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:33:52.050563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:33:52.056568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:33:52.081595 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=88b16777-fb5e-4583-b525-080f037dfbf5,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:52.300564 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:52.492314 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:52.560748 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:52.616200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 86b68832-38f0-4162-a89c-f921466b959f is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:33:52.718166 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:33:52.727036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Sync routers for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:33:52.736922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:52.737548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252097a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:52.737812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:52.739051 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-da414817-cc77-44e2-8d05-91cc5a3db3f6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.3922484
Nov 06 21:33:52.741991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44666) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:52.772272 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-13f19d8e-cdea-4411-8701-c6db9dfc97bc tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a62a0319c0f84abdbea38fb5923b63e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0268738
Nov 06 21:33:52.772514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44668) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:52.840821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:52.855752 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8579c822-4893-4b3a-be2b-34e227b212ca tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:52.857305 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8579c822-4893-4b3a-be2b-34e227b212ca tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0839171
Nov 06 21:33:52.860234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44670) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:52.893253 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a1367602-f2b2-418e-99f0-d4b60ba96836 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0316355
Nov 06 21:33:52.895709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44672) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:52.900427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103687653', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:52.908610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bde4aa9f-a249-47d9-9798-a7cd005e2442 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:33:52.954237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bde4aa9f-a249-47d9-9798-a7cd005e2442 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:33:52.954578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bde4aa9f-a249-47d9-9798-a7cd005e2442 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:33:52.986925 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:33:52.990837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.041468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252097a90>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:52Z', 'revision_number': 3, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:53.068285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Checking router: 86b68832-38f0-4162-a89c-f921466b959f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:33:53.068930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Updating router 86b68832-38f0-4162-a89c-f921466b959f port 88b16777-fb5e-4583-b525-080f037dfbf5 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:33:53.094690 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.170640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.235411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Subnet': ['ID=704bd3d9-6db4-4094-bbd2-8d88532c4c76,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:53.244736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Checking segment: {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:33:53.245101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network hostable DHCP agents. Network: 326183d2-958e-472c-9f17-6c422503826d, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:33:53.261332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 326183d2-958e-472c-9f17-6c422503826d is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:33:53.270256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 326183d2-958e-472c-9f17-6c422503826d) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:33:53.275175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:53.276897 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.281164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d089d283-41cc-4cd1-8aba-24037eec629b None None] Network 326183d2-958e-472c-9f17-6c422503826d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:33:53.295441 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ad5b2345-dcf3-429d-8f37-410fa09f81d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3958044
Nov 06 21:33:53.295656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44674) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:53.407450 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.417786 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.659660 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Attempting to bind port 88b16777-fb5e-4583-b525-080f037dfbf5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:33:53.659936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Attempting to bind port 88b16777-fb5e-4583-b525-080f037dfbf5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:33:53.660319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Attempting to bind port 88b16777-fb5e-4583-b525-080f037dfbf5 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:33:53.663889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6922bb-69a1-4c47-ab2c-d8809f4574ac None None] Pushing event updated for resources: {'Port': ['ID=88b16777-fb5e-4583-b525-080f037dfbf5,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:53.672021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:33:53.672430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:33:53.673006 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.673206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:33:53.673671 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Bound port: 88b16777-fb5e-4583-b525-080f037dfbf5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:33:53.674045 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.721788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-326183d2-958e-472c-9f17-6c422503826d', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:33:53.722624 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.734545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.760105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] For port 88b16777-fb5e-4583-b525-080f037dfbf5, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:33:53.763968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] For port 88b16777-fb5e-4583-b525-080f037dfbf5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88b16777-fb5e-4583-b525-080f037dfbf5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:33:53.812991 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:53.914447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6922bb-69a1-4c47-ab2c-d8809f4574ac None None] Pushing event updated for resources: {'Port': ['ID=88b16777-fb5e-4583-b525-080f037dfbf5,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:53.917392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:53.917992 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252097a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:53.973288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Allocated IP 172.20.0.2 (326183d2-958e-472c-9f17-6c422503826d/704bd3d9-6db4-4094-bbd2-8d88532c4c76/f889ddad-59d3-4b75-805e-00831dc9fa54) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:33:54.079706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:54.273180 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:54.294443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:54.340158 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.20.0.1 (326183d2-958e-472c-9f17-6c422503826d/704bd3d9-6db4-4094-bbd2-8d88532c4c76/6547a6f3-c397-4828-a7b0-62bf04221f35) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:33:54.352433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Network 326183d2-958e-472c-9f17-6c422503826d is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:33:54.356034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Pushing event updated for resources: {'Port': ['ID=f889ddad-59d3-4b75-805e-00831dc9fa54,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:54.359709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:33:54.362574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:33:54.407898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252097a90>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:52Z', 'revision_number': 3, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:54.445617 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729aa57-1374-4948-b35c-5e40c9ed8eec None None] The sync data for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 is: [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:52Z', 'revision_number': 3, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:33:54.450020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Attempting to bind port f889ddad-59d3-4b75-805e-00831dc9fa54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:33:54.450151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Attempting to bind port f889ddad-59d3-4b75-805e-00831dc9fa54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:33:54.450492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Attempting to bind port f889ddad-59d3-4b75-805e-00831dc9fa54 on network 326183d2-958e-472c-9f17-6c422503826d {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:33:54.456057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:33:54.456587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Checking segment: {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:33:54.457157 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:54.457469 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:54.457742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Bound using segment: {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:33:54.458535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Bound port: f889ddad-59d3-4b75-805e-00831dc9fa54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:33:54.458788 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:54.500767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:54.526560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] For port f889ddad-59d3-4b75-805e-00831dc9fa54, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:33:54.530193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] For port f889ddad-59d3-4b75-805e-00831dc9fa54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f889ddad-59d3-4b75-805e-00831dc9fa54,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:33:54.535182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:54.543944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 326183d2-958e-472c-9f17-6c422503826d is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:33:54.549328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:33:54.553817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:33:54.562886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=6547a6f3-c397-4828-a7b0-62bf04221f35,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:54.600366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91a60d-325e-43ff-8d8d-15fc5666e375 None None] Pushing event updated for resources: {'Port': ['ID=f889ddad-59d3-4b75-805e-00831dc9fa54,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:54.628902 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:54.796778 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.039022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 88b16777-fb5e-4583-b525-080f037dfbf5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:33:55.108542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 88b16777-fb5e-4583-b525-080f037dfbf5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:55.109248 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.200974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.223858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 88b16777-fb5e-4583-b525-080f037dfbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88b16777-fb5e-4583-b525-080f037dfbf5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:55.230459 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.231724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f889ddad-59d3-4b75-805e-00831dc9fa54 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:33:55.315717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=88b16777-fb5e-4583-b525-080f037dfbf5,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:55.327817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f889ddad-59d3-4b75-805e-00831dc9fa54 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:55.328262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.416495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.460266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port f889ddad-59d3-4b75-805e-00831dc9fa54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f889ddad-59d3-4b75-805e-00831dc9fa54,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:55.466825 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.503979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.510770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.533378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=f889ddad-59d3-4b75-805e-00831dc9fa54,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:55.594705 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.597688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=6547a6f3-c397-4828-a7b0-62bf04221f35,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:55.680865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382e66d-d137-4036-b4b5-10f805127ac6 None None] Network 326183d2-958e-472c-9f17-6c422503826d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:33:55.691962 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 326183d2-958e-472c-9f17-6c422503826d is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:33:55.695053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:33:55.750509 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-411095d4-6308-43df-a729-c817f536924e None None] Provisioning complete for port f889ddad-59d3-4b75-805e-00831dc9fa54 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:55.750872 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-411095d4-6308-43df-a729-c817f536924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:55.814736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 86b68832-38f0-4162-a89c-f921466b959f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:33:55.927093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:33:55.934019 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-46e0b7f4-296d-4984-a723-61ef859127b5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "PUT /v2.0/routers/86b68832-38f0-4162-a89c-f921466b959f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6374452
Nov 06 21:33:55.936495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44676) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:56.116567 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aaa934-85e1-4d30-8133-8e0725cd6387 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:56.117048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aaa934-85e1-4d30-8133-8e0725cd6387 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:56.117506 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aaa934-85e1-4d30-8133-8e0725cd6387 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:56.117965 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aaa934-85e1-4d30-8133-8e0725cd6387 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:56.120271 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-13aaa934-85e1-4d30-8133-8e0725cd6387 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1827061
Nov 06 21:33:56.123650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44678) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:56.178993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6431a-f961-4eaa-ac86-bbaf04912f5c tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:56.179376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6431a-f961-4eaa-ac86-bbaf04912f5c tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:56.179831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6431a-f961-4eaa-ac86-bbaf04912f5c tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:56.180281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6431a-f961-4eaa-ac86-bbaf04912f5c tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:56.182574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c9a6431a-f961-4eaa-ac86-bbaf04912f5c tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0578549
Nov 06 21:33:56.185165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44680) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:56.215226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-746ef28e-a15f-4108-b32a-0c724541c420 None None] Provisioning complete for port 6547a6f3-c397-4828-a7b0-62bf04221f35 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:56.215709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-746ef28e-a15f-4108-b32a-0c724541c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.254392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-746ef28e-a15f-4108-b32a-0c724541c420 None None] Port 6547a6f3-c397-4828-a7b0-62bf04221f35 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:33:56.266236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-746ef28e-a15f-4108-b32a-0c724541c420 None None] Provisioning complete for port f889ddad-59d3-4b75-805e-00831dc9fa54 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:56.266598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-746ef28e-a15f-4108-b32a-0c724541c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.320165 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Sync routers for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:33:56.336802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0ddb69c6-169b-430d-9c2f-5d20f17f0a6e tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.1502395
Nov 06 21:33:56.348542 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:56.349133 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a81cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:56.466906 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:56.474742 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-47c17c7c-317a-4dfc-a2ab-61ac446bad16 None None] Provisioning complete for port 6547a6f3-c397-4828-a7b0-62bf04221f35 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:56.475232 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47c17c7c-317a-4dfc-a2ab-61ac446bad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.518107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-47c17c7c-317a-4dfc-a2ab-61ac446bad16 None None] Port 6547a6f3-c397-4828-a7b0-62bf04221f35 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:33:56.618880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44684) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:56.628040 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c280af31-716f-47ae-82b1-769d53b5c6b1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523905516', 'description': 'tempest-secgroup-smoke-523905516 description', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:56.641632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-86ba563e-c4f0-4fff-a31c-838b54be5242 None None] Provisioning complete for port 6547a6f3-c397-4828-a7b0-62bf04221f35 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:56.642171 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86ba563e-c4f0-4fff-a31c-838b54be5242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.655788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c280af31-716f-47ae-82b1-769d53b5c6b1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.683545 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a81cd0>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 2, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:56.685565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-86ba563e-c4f0-4fff-a31c-838b54be5242 None None] Port 6547a6f3-c397-4828-a7b0-62bf04221f35 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:33:56.710920 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Checking router: 86b68832-38f0-4162-a89c-f921466b959f for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:33:56.711267 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Updating router 86b68832-38f0-4162-a89c-f921466b959f port 6547a6f3-c397-4828-a7b0-62bf04221f35 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:33:56.730640 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c280af31-716f-47ae-82b1-769d53b5c6b1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.733995 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c280af31-716f-47ae-82b1-769d53b5c6b1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.736942 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.761965 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c280af31-716f-47ae-82b1-769d53b5c6b1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.763204 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c280af31-716f-47ae-82b1-769d53b5c6b1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1432636
Nov 06 21:33:56.766150 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44686) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:56.771234 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ce86d946-ed8d-4962-a60a-cb6ae496acbc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '687d48e4-286e-4039-8959-c40ff7a7da2e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:56.778583 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280af31-716f-47ae-82b1-769d53b5c6b1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687d48e4-286e-4039-8959-c40ff7a7da2e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:56.802072 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce86d946-ed8d-4962-a60a-cb6ae496acbc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.859482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce86d946-ed8d-4962-a60a-cb6ae496acbc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.863285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce86d946-ed8d-4962-a60a-cb6ae496acbc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.880792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86d946-ed8d-4962-a60a-cb6ae496acbc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9642757a-6337-4b86-bbc2-d1067e7447ae,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:56.889438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ce86d946-ed8d-4962-a60a-cb6ae496acbc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.890643 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ce86d946-ed8d-4962-a60a-cb6ae496acbc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1235631
Nov 06 21:33:56.893399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44688) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:56.898095 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-29b1563e-0502-493d-b020-db1706c0f782 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '687d48e4-286e-4039-8959-c40ff7a7da2e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:56.931102 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29b1563e-0502-493d-b020-db1706c0f782 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.964826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 88b16777-fb5e-4583-b525-080f037dfbf5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:33:56.993557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29b1563e-0502-493d-b020-db1706c0f782 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:56.997840 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29b1563e-0502-493d-b020-db1706c0f782 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.013978 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1563e-0502-493d-b020-db1706c0f782 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacb39fe-f917-47ed-a71f-1a9bce553f7f,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:57.016688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 88b16777-fb5e-4583-b525-080f037dfbf5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:57.017212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.028948 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29b1563e-0502-493d-b020-db1706c0f782 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.032853 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-29b1563e-0502-493d-b020-db1706c0f782 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1357028
Nov 06 21:33:57.033161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44690) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:57.038019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f7efa12d-c55f-4ca6-85f5-166f44a02fea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '687d48e4-286e-4039-8959-c40ff7a7da2e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:57.068060 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f7efa12d-c55f-4ca6-85f5-166f44a02fea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.105918 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f889ddad-59d3-4b75-805e-00831dc9fa54 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:33:57.118099 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.123565 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.132904 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f7efa12d-c55f-4ca6-85f5-166f44a02fea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.138363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f7efa12d-c55f-4ca6-85f5-166f44a02fea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.161056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa12d-c55f-4ca6-85f5-166f44a02fea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97142efc-578e-4937-a897-5b51fa5b437f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:57.166421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f889ddad-59d3-4b75-805e-00831dc9fa54 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:57.166954 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.171863 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f7efa12d-c55f-4ca6-85f5-166f44a02fea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.175340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f7efa12d-c55f-4ca6-85f5-166f44a02fea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1411462
Nov 06 21:33:57.178872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44692) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:57.183661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e020f8fa-c86b-442d-acef-4b3420817c21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '687d48e4-286e-4039-8959-c40ff7a7da2e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:57.191212 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78d4c0-cd17-4c30-badf-c41c37a216ee None None] Pushing event updated for resources: {'Port': ['ID=6547a6f3-c397-4828-a7b0-62bf04221f35,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:57.231233 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e020f8fa-c86b-442d-acef-4b3420817c21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.251840 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Attempting to bind port 6547a6f3-c397-4828-a7b0-62bf04221f35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:33:57.251840 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Attempting to bind port 6547a6f3-c397-4828-a7b0-62bf04221f35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:33:57.252331 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Attempting to bind port 6547a6f3-c397-4828-a7b0-62bf04221f35 on network 326183d2-958e-472c-9f17-6c422503826d {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:33:57.257930 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:33:57.258291 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Checking segment: {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:33:57.259222 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.259605 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Bound using segment: {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:33:57.260117 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Bound port: 6547a6f3-c397-4828-a7b0-62bf04221f35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:33:57.260761 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.305248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e020f8fa-c86b-442d-acef-4b3420817c21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.313372 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e020f8fa-c86b-442d-acef-4b3420817c21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.332419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020f8fa-c86b-442d-acef-4b3420817c21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167c7eff-8697-47e9-a1b2-7685994d963b,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:57.341377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e020f8fa-c86b-442d-acef-4b3420817c21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.342738 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e020f8fa-c86b-442d-acef-4b3420817c21 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1628857
Nov 06 21:33:57.342882 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] For port 6547a6f3-c397-4828-a7b0-62bf04221f35, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:33:57.345590 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44694) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:57.347454 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] For port 6547a6f3-c397-4828-a7b0-62bf04221f35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6547a6f3-c397-4828-a7b0-62bf04221f35,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:33:57.350887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-117522bc-948c-4415-97b4-d10963d3814d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '687d48e4-286e-4039-8959-c40ff7a7da2e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:57.352126 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.375384 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-117522bc-948c-4415-97b4-d10963d3814d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Project a62a0319c0f84abdbea38fb5923b63e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:33:57.380866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-117522bc-948c-4415-97b4-d10963d3814d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.403870 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:33:57.404514 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a81cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:57.420995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-34cc0ae4-c543-48d4-80d1-13613593c3ab None None] Provisioning complete for port 6547a6f3-c397-4828-a7b0-62bf04221f35 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:57.422342 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-34cc0ae4-c543-48d4-80d1-13613593c3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.447110 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-117522bc-948c-4415-97b4-d10963d3814d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.453523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-117522bc-948c-4415-97b4-d10963d3814d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.461076 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78d4c0-cd17-4c30-badf-c41c37a216ee None None] Pushing event updated for resources: {'Port': ['ID=6547a6f3-c397-4828-a7b0-62bf04221f35,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:57.479640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117522bc-948c-4415-97b4-d10963d3814d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27658b55-e96d-4956-bcfa-caa83c292c6f,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:57.497605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-117522bc-948c-4415-97b4-d10963d3814d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.500129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-117522bc-948c-4415-97b4-d10963d3814d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1535015
Nov 06 21:33:57.502899 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44696) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:33:57.507571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1a2b04cf-ade1-4d9b-b280-21915920a4ea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'security_group_rule': {'security_group_id': '687d48e4-286e-4039-8959-c40ff7a7da2e', 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:57.533570 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-1a2b04cf-ade1-4d9b-b280-21915920a4ea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Project a62a0319c0f84abdbea38fb5923b63e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:33:57.536093 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:33:57.541834 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1a2b04cf-ade1-4d9b-b280-21915920a4ea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.544840 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-34cc0ae4-c543-48d4-80d1-13613593c3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.588515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-34cc0ae4-c543-48d4-80d1-13613593c3ab None None] For port 6547a6f3-c397-4828-a7b0-62bf04221f35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6547a6f3-c397-4828-a7b0-62bf04221f35,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:33:57.593146 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-34cc0ae4-c543-48d4-80d1-13613593c3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.630625 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1a2b04cf-ade1-4d9b-b280-21915920a4ea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.637507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1a2b04cf-ade1-4d9b-b280-21915920a4ea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.658829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc0ae4-c543-48d4-80d1-13613593c3ab None None] Pushing event updated for resources: {'Port': ['ID=6547a6f3-c397-4828-a7b0-62bf04221f35,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:57.663032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b04cf-ade1-4d9b-b280-21915920a4ea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5acbba4-cd28-41c7-8860-529f98c8a755,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:57.669476 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1a2b04cf-ade1-4d9b-b280-21915920a4ea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.670641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1a2b04cf-ade1-4d9b-b280-21915920a4ea tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1663465
Nov 06 21:33:57.716745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3905f58d-d144-4f82-bc29-6383f598d2e8 None None] Provisioning complete for port 6547a6f3-c397-4828-a7b0-62bf04221f35 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:57.716745 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3905f58d-d144-4f82-bc29-6383f598d2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:57.768349 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a81cd0>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:57Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:33:57.796730 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28562510-61ce-4133-8c2d-7bfacb50383a None None] The sync data for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 is: [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:57Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:33:57.840691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-6eab5dce-a6fc-4add-81ad-0ddb3a036c8c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523905516&fields=id&tenant_id=a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 267 time: 0.0509534
Nov 06 21:33:57.963353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-3bdaf573-e104-4739-aa2a-a65a88237101 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:57.964898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-3bdaf573-e104-4739-aa2a-a65a88237101 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/networks?id=326183d2-958e-472c-9f17-6c422503826d HTTP/1.1" status: 200  len: 797 time: 0.1089156
Nov 06 21:33:57.980498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-c762f6e5-8602-46b1-9b92-a3a64729aa4e tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/quotas/a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 375 time: 0.0097108
Nov 06 21:33:58.034803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-c7a76212-4dc6-48f5-8a39-f7cfd093625c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0484827
Nov 06 21:33:58.051183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-861b53bc-32cb-4fc0-aeed-113027832dcb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:33:58.052201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-861b53bc-32cb-4fc0-aeed-113027832dcb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054898
Nov 06 21:33:58.151507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-7b1e17f8-9ac9-493f-af40-2127b1e61ff9 service neutron] 10.222.0.13 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926065
Nov 06 21:33:58.249040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-e23ff10e-7aab-4ac1-a99f-c52515103e90 service neutron] 10.222.0.13 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915027
Nov 06 21:33:58.433902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f77aa81-0c88-46a9-b044-a989a097aab6 req-98dceba8-ad34-428b-bdc8-4df3534a599a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 210 time: 0.0377474
Nov 06 21:33:58.978235 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6547a6f3-c397-4828-a7b0-62bf04221f35 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:33:59.025397 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6547a6f3-c397-4828-a7b0-62bf04221f35 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:33:59.025768 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:59.365633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-6cd40842-2753-4dd7-bc0c-b865ef01b661 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:59.367115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-6cd40842-2753-4dd7-bc0c-b865ef01b661 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "GET /v2.0/networks?id=326183d2-958e-472c-9f17-6c422503826d HTTP/1.1" status: 200  len: 797 time: 0.1111021
Nov 06 21:33:59.430317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-e6ac9385-a66e-464c-af54-1e1b42778666 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a62a0319c0f84abdbea38fb5923b63e2 HTTP/1.1" status: 200  len: 379 time: 0.0538719
Nov 06 21:33:59.442372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'port': {'device_id': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'admin_state_up': True, 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'security_groups': ['687d48e4-286e-4039-8959-c40ff7a7da2e']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:33:59.535680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d926d8ba-e25b-4aea-8667-8b2ba92ff70c req-ffefc989-a7e0-4416-a62a-169e71c839a5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 210 time: 0.0344183
Nov 06 21:33:59.580665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Made reservation on behalf of a62a0319c0f84abdbea38fb5923b63e2 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:33:59.584211 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:59.710685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.20.0.5 (326183d2-958e-472c-9f17-6c422503826d/704bd3d9-6db4-4094-bbd2-8d88532c4c76/502da7c9-17ca-4ff0-8ca2-bbe14c839c72) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:33:59.848090 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:59.883491 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:33:59.926797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 326183d2-958e-472c-9f17-6c422503826d is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:33:59.929724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:33:59.932616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:33:59.969490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:33:59.996321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:33:59.996949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:00.014086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-d53f004a-a55a-42a0-809e-8f1474b515cf tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5754440
Nov 06 21:34:00.082011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Request body: {'port': {'device_id': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:34:00.138735 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:00.149812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-577d0d5e-4d96-4edc-9832-0c058c69df81 None None] Provisioning complete for port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:34:00.150337 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-577d0d5e-4d96-4edc-9832-0c058c69df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:00.183907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-577d0d5e-4d96-4edc-9832-0c058c69df81 None None] Port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:34:00.402189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:34:00.409508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:00.421884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Transition to ACTIVE for port object 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:34:00.424918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:00.490351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Pushing event updated for resources: {'Port': ['ID=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:34:00.546446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Attempting to bind port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:34:00.546769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Attempting to bind port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:34:00.547100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Attempting to bind port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 on network 326183d2-958e-472c-9f17-6c422503826d {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:34:00.551628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 on network 326183d2-958e-472c-9f17-6c422503826d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:34:00.551936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Attempting to bind port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 on network 326183d2-958e-472c-9f17-6c422503826d {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:34:00.557548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:34:00.557907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Checking segment: {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:34:00.558290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Bound using segment: {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:34:00.558722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Bound port: 502da7c9-17ca-4ff0-8ca2-bbe14c839c72, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b233c514-3e49-4c22-bc51-01f878dbdf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '326183d2-958e-472c-9f17-6c422503826d'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:34:00.559126 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:00.658561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] For port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:34:00.662580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] For port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:34:00.666763 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:00.709384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c64dd-8dde-40fb-a677-d146c0e74cfe req-b0f43435-8479-49a6-8721-cbb693ee0f3d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:00.710915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-835c64dd-8dde-40fb-a677-d146c0e74cfe req-b0f43435-8479-49a6-8721-cbb693ee0f3d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 943 time: 0.1007977
Nov 06 21:34:00.717704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:00.718316 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:00.719701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] 10.222.0.37 "PUT /v2.0/ports/502da7c9-17ca-4ff0-8ca2-bbe14c839c72 HTTP/1.1" status: 200  len: 1091 time: 0.6974983
Nov 06 21:34:00.720166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:34:00.722467 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:34:00.801199 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a801a4b7-70ae-4b56-a82b-215c0d395deb x-openstack-request-id: req-a801a4b7-70ae-4b56-a82b-215c0d395deb {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:34:00.801494 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:34:00.801762 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a801a4b7-70ae-4b56-a82b-215c0d395deb {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:34:00.802138 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'status': 'completed', 'code': 200}
Nov 06 21:34:00.802709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf55d-fd09-4516-ad20-34075d96687d service neutron] Pushing event updated for resources: {'Port': ['ID=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:34:00.836986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-835c64dd-8dde-40fb-a677-d146c0e74cfe req-2fe7f9a1-7ea3-4989-8309-e8b8eaa11c52 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114826
Nov 06 21:34:00.843739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-9811ecc5-426b-4d2d-bf31-0f6c6cd053d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:00.845264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-9811ecc5-426b-4d2d-bf31-0f6c6cd053d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 1094 time: 0.0844090
Nov 06 21:34:00.901996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-04ab9ebd-a98a-4b28-9839-048d0bd4e5d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72 HTTP/1.1" status: 200  len: 217 time: 0.0481367
Nov 06 21:34:00.953702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-2936bbe2-4943-4258-85df-d161860cbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:00.955194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-2936bbe2-4943-4258-85df-d161860cbf81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd3d9-6db4-4094-bbd2-8d88532c4c76 HTTP/1.1" status: 200  len: 835 time: 0.0470448
Nov 06 21:34:01.004892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ff3f9d4f-329e-4af5-83da-5b11c9ae74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:01.006253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-ff3f9d4f-329e-4af5-83da-5b11c9ae74d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=326183d2-958e-472c-9f17-6c422503826d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443795
Nov 06 21:34:01.095577 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-e5a20ad2-bd56-406f-a6ec-b05861dcffb8 service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821729
Nov 06 21:34:01.188361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63ba0fcd-5e36-4e21-b003-e29e6d2e4018 req-64b2216d-fa38-4cdb-a65e-74d7a9c4cfaa service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857513
Nov 06 21:34:01.282442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-76978cd9-1adc-475c-ba7b-c8812b2a2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:01.283937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-76978cd9-1adc-475c-ba7b-c8812b2a2247 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 1094 time: 0.0419738
Nov 06 21:34:01.373223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-a569c4ba-068b-45ea-baff-bd4481d6f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:01.374717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-a569c4ba-068b-45ea-baff-bd4481d6f487 service neutron] 10.222.0.37 "GET /v2.0/networks?id=326183d2-958e-472c-9f17-6c422503826d HTTP/1.1" status: 200  len: 898 time: 0.0833466
Nov 06 21:34:01.420028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-4e67b39f-61a6-47e8-98ff-bf35540dcfba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72 HTTP/1.1" status: 200  len: 217 time: 0.0380664
Nov 06 21:34:01.469698 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-a86288b4-56e6-497a-a6bb-7a4b0531a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:01.471034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-a86288b4-56e6-497a-a6bb-7a4b0531a655 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd3d9-6db4-4094-bbd2-8d88532c4c76 HTTP/1.1" status: 200  len: 835 time: 0.0440302
Nov 06 21:34:01.517335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-69b0450a-6da1-4193-a903-0aab595e235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:01.518790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-69b0450a-6da1-4193-a903-0aab595e235d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=326183d2-958e-472c-9f17-6c422503826d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408509
Nov 06 21:34:01.613928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-0614b32c-9f76-46fc-8762-4b8167eb0a0a service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880022
Nov 06 21:34:01.704763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b0403b0-c3c5-4ef1-ac06-d724c430eae9 req-f7dff768-94e8-4567-9be4-ea38907dabbc service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829985
Nov 06 21:34:01.956971 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a98a7-e7b2-4985-900b-84bcf1a5e6fa req-63c89cf6-3251-443e-96d7-cdcbd69b2f4c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:01.958453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-642a98a7-e7b2-4985-900b-84bcf1a5e6fa req-63c89cf6-3251-443e-96d7-cdcbd69b2f4c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 943 time: 0.0496206
Nov 06 21:34:02.011560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-642a98a7-e7b2-4985-900b-84bcf1a5e6fa req-842268e4-c898-4c17-b1ce-fffe6455517b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472457
Nov 06 21:34:03.125645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d573f23-9f58-4bad-a717-81d1379bfdff req-6ff55dc8-9f33-4f29-b674-bc2ac6604f39 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:03.127059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d573f23-9f58-4bad-a717-81d1379bfdff req-6ff55dc8-9f33-4f29-b674-bc2ac6604f39 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 943 time: 0.0487263
Nov 06 21:34:03.176208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2d573f23-9f58-4bad-a717-81d1379bfdff req-42ef40ec-ee71-424e-900b-5f19487f15d2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433054
Nov 06 21:34:04.289540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982808c-d033-40da-90d4-d43793639d08 req-b4378b07-e753-4224-8c96-08a7f91eced4 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:04.291587 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7982808c-d033-40da-90d4-d43793639d08 req-b4378b07-e753-4224-8c96-08a7f91eced4 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 943 time: 0.0480258
Nov 06 21:34:04.339129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7982808c-d033-40da-90d4-d43793639d08 req-23a132e7-ae02-4afc-ba10-b5530937e993 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414164
Nov 06 21:34:05.412601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:34:05.457875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42478b83-9402-4e66-b220-61fe57cddee2 req-b5dd4b2c-6aa6-437e-946f-3edf45962ba2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:05.459404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42478b83-9402-4e66-b220-61fe57cddee2 req-b5dd4b2c-6aa6-437e-946f-3edf45962ba2 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 943 time: 0.0537300
Nov 06 21:34:05.511485 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42478b83-9402-4e66-b220-61fe57cddee2 req-47ad3664-0d59-4637-b56a-f9f794bcb1e0 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458794
Nov 06 21:34:05.663879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:34:05.677008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'port_id': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'mac_address': 'fa:16:3e:5c:c6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:34:05.716205 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:05.729817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:34:05.749970 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:34:05.754125 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:05.802231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:34:06.082203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['502da7c9-17ca-4ff0-8ca2-bbe14c839c72'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:34:06.626591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5df0c9-fefd-44b1-8ee7-8ac9027f764e req-aa77c5ee-fd46-46b0-a7f7-c1e1ce91f241 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:06.628058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f5df0c9-fefd-44b1-8ee7-8ac9027f764e req-aa77c5ee-fd46-46b0-a7f7-c1e1ce91f241 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 944 time: 0.0479150
Nov 06 21:34:06.676442 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6f5df0c9-fefd-44b1-8ee7-8ac9027f764e req-98f14e55-03a0-4173-b5aa-3b26daffa46f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418258
Nov 06 21:34:07.428676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:34:07.478653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:34:07.482409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:34:07.482779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:07.556773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:07.581801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:34:07.584138 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a9ee09-9004-4292-a539-4e099618bb8b" -d '{"events": [{"server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "name": "network-vif-plugged", "status": "completed", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:34:07.596941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:34:07.601294 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:07.628045 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93d8a5d-a572-4b97-b153-a8165a85baaf x-openstack-request-id: req-b93d8a5d-a572-4b97-b153-a8165a85baaf {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:34:07.628366 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "name": "network-vif-plugged", "status": "completed", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:34:07.628623 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b93d8a5d-a572-4b97-b153-a8165a85baaf {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:34:07.629037 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'code': 200}
Nov 06 21:34:07.655067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:34:07.728810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b9dfb-d34e-488c-8905-d7a28b49f962 req-9168fe55-3b2b-44ba-bf7d-19f9f98466a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:07.730306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d6b9dfb-d34e-488c-8905-d7a28b49f962 req-9168fe55-3b2b-44ba-bf7d-19f9f98466a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 1096 time: 0.0457301
Nov 06 21:34:07.801129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d6b9dfb-d34e-488c-8905-d7a28b49f962 req-a0dc0f7b-9b03-479b-8ac7-c90fdba05946 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641396
Nov 06 21:34:07.816808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f39c72-492d-47a5-831a-5c26d429f633 req-de31da1c-06f6-495a-8705-a61b94ef45a6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:07.818290 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14f39c72-492d-47a5-831a-5c26d429f633 req-de31da1c-06f6-495a-8705-a61b94ef45a6 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 945 time: 0.0691926
Nov 06 21:34:07.867299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14f39c72-492d-47a5-831a-5c26d429f633 req-0e6c9b5f-ad1c-4f4b-83c5-37913c43af20 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422232
Nov 06 21:34:08.986152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540aa6f8-1679-4af6-9e08-031e88e93362 req-237e5377-6d63-4869-b89f-30679414f00f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:08.987633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-540aa6f8-1679-4af6-9e08-031e88e93362 req-237e5377-6d63-4869-b89f-30679414f00f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 945 time: 0.0503764
Nov 06 21:34:09.042574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-540aa6f8-1679-4af6-9e08-031e88e93362 req-2dcd9f81-87df-4632-9008-a07540aac962 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490308
Nov 06 21:34:10.159555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462905d-e76f-49ba-8bb4-80ec52a153b7 req-fcb585a9-a6ca-465a-9bc8-7bd7c7f7f93b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:10.161219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8462905d-e76f-49ba-8bb4-80ec52a153b7 req-fcb585a9-a6ca-465a-9bc8-7bd7c7f7f93b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 945 time: 0.0497646
Nov 06 21:34:10.212818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8462905d-e76f-49ba-8bb4-80ec52a153b7 req-ae131a54-8af1-478b-994d-e9e3741de18f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441279
Nov 06 21:34:10.332267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8edaf6-c376-4abd-bae3-c7f37d2795fb req-394f2c2a-2ff6-42e0-a9a1-7cd46e233ad5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:10.333772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d8edaf6-c376-4abd-bae3-c7f37d2795fb req-394f2c2a-2ff6-42e0-a9a1-7cd46e233ad5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 945 time: 0.0520093
Nov 06 21:34:10.382028 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d8edaf6-c376-4abd-bae3-c7f37d2795fb req-0262b233-6d6a-40f6-bf60-62e68775f1ab tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418143
Nov 06 21:34:10.407712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44772) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:34:10.452566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c71c4a0-bc44-4a53-b76b-997003f3dfe0 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:10.454091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5c71c4a0-bc44-4a53-b76b-997003f3dfe0 tempest-TestNetworkBasicOps-2052554999 tempest-TestNetworkBasicOps-2052554999-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 1091 time: 0.0453207
Nov 06 21:34:10.457049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44774) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:34:10.461212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:34:10.482647 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:10.583577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:10.693372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Allocated IP 172.35.0.171 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/6e8a7795-fb6b-48dc-932a-7db3b0817049) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:34:10.794093 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:10.831243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:10.877221 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:34:10.879659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:34:10.886055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:34:10.912464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=6e8a7795-fb6b-48dc-932a-7db3b0817049,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:34:11.254851 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:11.322645 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:11.470001 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:11.474295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:11.545031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event updated for resources: {'Port': ['ID=6e8a7795-fb6b-48dc-932a-7db3b0817049,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:34:11.551657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:11.652173 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Floating IP d1cc80d9-4dde-439e-b3c9-100b37639b15 associated. External IP: 172.35.0.171, port: 502da7c9-17ca-4ff0-8ca2-bbe14c839c72.
Nov 06 21:34:11.858067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 86b68832-38f0-4162-a89c-f921466b959f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:34:12.249041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:34:12.261171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] Sync routers for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:34:12.267596 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:12.271297 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:34:12.271955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92511e5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:34:12.295115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c28b0d88-bc11-4ab8-8225-626d526319c9 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8370557
Nov 06 21:34:12.295956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:34:12.298141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44776) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:34:12.298621 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479511fd-0791-4bf8-9054-be2ca2e0c30b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:34:12.364921 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af9d3552-06b3-4e65-af39-31a6206d139e tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/floatingips/d1cc80d9-4dde-439e-b3c9-100b37639b15 HTTP/1.1" status: 200  len: 991 time: 0.0655029
Nov 06 21:34:12.384122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:34:12.410004 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7356213f-c31c-4bc3-8574-927374ec1971 x-openstack-request-id: req-7356213f-c31c-4bc3-8574-927374ec1971 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:34:12.410302 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:34:12.410556 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7356213f-c31c-4bc3-8574-927374ec1971 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:34:12.410963 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'status': 'completed', 'code': 200}
Nov 06 21:34:12.472673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-3571574f-fafe-4b90-afa2-84d916026b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:12.474162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-3571574f-fafe-4b90-afa2-84d916026b5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 1096 time: 0.0399864
Nov 06 21:34:12.567065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-8bb46ed6-96be-43ff-bc53-1427d170e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:12.568719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-8bb46ed6-96be-43ff-bc53-1427d170e3e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=326183d2-958e-472c-9f17-6c422503826d HTTP/1.1" status: 200  len: 898 time: 0.0862172
Nov 06 21:34:12.613331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92511e5ac0>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd1cc80d9-4dde-439e-b3c9-100b37639b15', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.171', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '86b68832-38f0-4162-a89c-f921466b959f', 'port_id': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'mac_address': 'fa:16:3e:5c:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:34:11Z', 'updated_at': '2021-11-06T21:34:11Z', 'revision_number': 0, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:57Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:34:12.634883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-aaa61ea7-8073-4c5e-b95d-4ae570ae8f98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72 HTTP/1.1" status: 200  len: 999 time: 0.0592763
Nov 06 21:34:12.639423 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] Checking router: 86b68832-38f0-4162-a89c-f921466b959f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:34:12.648084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:34:12.648709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92511e5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:33:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:34:12.683942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-5278c68b-400c-4fba-b8cf-043091a726fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:12.685445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-5278c68b-400c-4fba-b8cf-043091a726fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd3d9-6db4-4094-bbd2-8d88532c4c76 HTTP/1.1" status: 200  len: 835 time: 0.0434000
Nov 06 21:34:12.734933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-87d402cd-a513-4c58-b1c8-c7a9a97dcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:34:12.736619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-87d402cd-a513-4c58-b1c8-c7a9a97dcf24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=326183d2-958e-472c-9f17-6c422503826d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444796
Nov 06 21:34:12.755533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:34:12.826215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-1d3344c4-46a3-4662-b3aa-329cd2fb3097 service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821459
Nov 06 21:34:12.920681 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-479511fd-0791-4bf8-9054-be2ca2e0c30b req-24122af6-d2df-43d3-a457-7504591f1413 service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876760
Nov 06 21:34:12.974900 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92511e5ac0>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd1cc80d9-4dde-439e-b3c9-100b37639b15', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.171', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '86b68832-38f0-4162-a89c-f921466b959f', 'port_id': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'mac_address': 'fa:16:3e:5c:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:34:11Z', 'updated_at': '2021-11-06T21:34:11Z', 'revision_number': 0, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:57Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:34:13.004500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b504e6-86a8-4f03-a1ed-1e57cd8b3ff1 None None] The sync data for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 is: [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd1cc80d9-4dde-439e-b3c9-100b37639b15', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'floating_ip_address': '172.35.0.171', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '86b68832-38f0-4162-a89c-f921466b959f', 'port_id': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'mac_address': 'fa:16:3e:5c:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:34:11Z', 'updated_at': '2021-11-06T21:34:11Z', 'revision_number': 0, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:57Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:34:13.094918 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:34:13.196217 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489954e-bf6e-4990-8659-4106cb7e9479 None None] New status for floating IP d1cc80d9-4dde-439e-b3c9-100b37639b15: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:34:13.367768 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44782) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:34:13.426400 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8f1cc9a9-1ad7-487d-9111-8dcb74a28f51 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/floatingips/d1cc80d9-4dde-439e-b3c9-100b37639b15 HTTP/1.1" status: 200  len: 993 time: 0.0573816
Nov 06 21:34:14.791172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:14.834103 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:16.901482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b5641f1-10ca-4827-8d3b-d632bca2ab87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:19.294276 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e76f4f22-dd1c-4e69-a5de-c535a79b469b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:20.716830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:21.962806 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:22.563033 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:44.807552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:44.837193 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:46.905626 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-661ee0ac-b942-4507-8da1-8bd67e5f8bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:49.295616 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e9a84ab-f889-4a75-8aa8-0e84772fe690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:50.093989 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:34:50.718708 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:51.967137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:34:52.566733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:04.460881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-9ae1c1f0-f85e-4f53-a28a-732f60847784 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392370
Nov 06 21:35:04.543317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-1045bbf8-32bf-4253-b980-be80351810a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:04.544815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-1045bbf8-32bf-4253-b980-be80351810a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 1096 time: 0.0400958
Nov 06 21:35:04.651684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-877b709a-f73b-43cb-81e3-a483c90e5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:04.653208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-877b709a-f73b-43cb-81e3-a483c90e5a51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=326183d2-958e-472c-9f17-6c422503826d HTTP/1.1" status: 200  len: 898 time: 0.0901098
Nov 06 21:35:04.718142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-b666c6e6-d2fe-425c-823b-83cc5ef9f644 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72 HTTP/1.1" status: 200  len: 1001 time: 0.0578098
Nov 06 21:35:04.765737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-b6d89dc7-20e9-4c8e-bcb8-2d9c1894c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:04.767147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-b6d89dc7-20e9-4c8e-bcb8-2d9c1894c7c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd3d9-6db4-4094-bbd2-8d88532c4c76 HTTP/1.1" status: 200  len: 835 time: 0.0428782
Nov 06 21:35:04.815863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-6e06649d-5dd9-4bad-853f-2193d5f41902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:04.817417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-6e06649d-5dd9-4bad-853f-2193d5f41902 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=326183d2-958e-472c-9f17-6c422503826d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428743
Nov 06 21:35:04.904567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-7bd399a0-7b5a-44dd-8469-291bd6f863d1 service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799758
Nov 06 21:35:04.995684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbb7964d-1b58-41b0-817a-67de79adb75e req-8cbafca0-0e19-439e-9bd3-87cb65237143 service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840929
Nov 06 21:35:14.162549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-b60d42b6-10fc-47e4-bf23-0fb057bef51c req-d98b2733-488e-46eb-8702-89e7abf9cb9f service neutron] (119333) timed out ('10.222.0.13', 60666) {{(pid=119333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:35:14.824393 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:14.834331 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:16.009378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44824) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:16.072778 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1e46c6e6-282b-4532-926d-06c36db256d5 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/floatingips/d1cc80d9-4dde-439e-b3c9-100b37639b15 HTTP/1.1" status: 200  len: 993 time: 0.0622208
Nov 06 21:35:16.335566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44834) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:16.487457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port 6e8a7795-fb6b-48dc-932a-7db3b0817049 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:35:16.487704 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:16.558835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:16.559153 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:16.570196 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for 6e8a7795-fb6b-48dc-932a-7db3b0817049 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:35:16.716687 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:16.742794 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=6e8a7795-fb6b-48dc-932a-7db3b0817049,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:16.771133 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.771482 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.771826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.772167 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.772536 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.772871 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.773199 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.773526 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.773852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.774697 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.775022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.775345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:16.814370 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:16.814706 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Floating IP d1cc80d9-4dde-439e-b3c9-100b37639b15 disassociated (deleted). External IP: 172.35.0.171, port: 502da7c9-17ca-4ff0-8ca2-bbe14c839c72.
Nov 06 21:35:16.907148 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-beb1fd20-069f-425c-b70f-f365ab8947bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:17.021163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 86b68832-38f0-4162-a89c-f921466b959f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:35:17.127585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:35:17.132440 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:17.138631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] Sync routers for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:35:17.147702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:35:17.148365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925167a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:34:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:17.160372 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-72c48120-429d-4acc-8a86-804acec9a52d tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/floatingips/d1cc80d9-4dde-439e-b3c9-100b37639b15 HTTP/1.1" status: 204  len: 168 time: 0.8236568
Nov 06 21:35:17.161022 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:35:17.163428 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c3fbeb-56c0-474a-b265-23c9c84a8986" -d '{"events": [{"name": "network-changed", "server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:35:17.207419 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f49680e-680e-4fa9-ba15-683de6758782 x-openstack-request-id: req-6f49680e-680e-4fa9-ba15-683de6758782 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:35:17.207774 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:35:17.208087 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f49680e-680e-4fa9-ba15-683de6758782 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:35:17.208573 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'status': 'completed', 'code': 200}
Nov 06 21:35:17.257829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:35:17.271845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-135b1285-61d4-4009-bd49-53aabb3f50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:17.274037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-135b1285-61d4-4009-bd49-53aabb3f50ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 1096 time: 0.0437002
Nov 06 21:35:17.409184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-aa4f864b-3351-45df-b824-18ce53cc8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:17.410653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-aa4f864b-3351-45df-b824-18ce53cc8675 service neutron] 10.222.0.37 "GET /v2.0/networks?id=326183d2-958e-472c-9f17-6c422503826d HTTP/1.1" status: 200  len: 898 time: 0.1294694
Nov 06 21:35:17.433339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c67a89-35ba-4dbe-9acb-755caf2fb9da req-321e5a14-b37f-4ef5-a7ff-a7647c67a33a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:17.434783 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02c67a89-35ba-4dbe-9acb-755caf2fb9da req-321e5a14-b37f-4ef5-a7ff-a7647c67a33a tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 945 time: 0.0760581
Nov 06 21:35:17.463200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-de23c6c1-359c-4d55-8bee-8f606f2963b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72 HTTP/1.1" status: 200  len: 217 time: 0.0448968
Nov 06 21:35:17.464109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925167a970>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:57Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:17.490099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] Checking router: 86b68832-38f0-4162-a89c-f921466b959f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:35:17.498953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:35:17.499552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925167a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:34:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:17.543833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02c67a89-35ba-4dbe-9acb-755caf2fb9da req-6c161ac1-8c61-4e67-bd7e-40736ca25b77 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829172
Nov 06 21:35:17.547618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-42964889-202e-4ee5-918e-addf7b311ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:17.549176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-42964889-202e-4ee5-918e-addf7b311ac1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd3d9-6db4-4094-bbd2-8d88532c4c76 HTTP/1.1" status: 200  len: 835 time: 0.0739083
Nov 06 21:35:17.599811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-1aabc6e7-8ad7-4e7b-b987-ec55f54aadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:17.601368 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-1aabc6e7-8ad7-4e7b-b987-ec55f54aadb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=326183d2-958e-472c-9f17-6c422503826d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400898
Nov 06 21:35:17.606360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:35:17.696826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-d517607b-b612-4f69-840f-31bc659e130c service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872684
Nov 06 21:35:17.795159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24c3fbeb-56c0-474a-b265-23c9c84a8986 req-7622aa58-6738-4c52-b470-fd08869cff2a service neutron] 10.222.0.37 "GET /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903955
Nov 06 21:35:17.959377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925167a970>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:57Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:17.984921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbc372-6ce2-4ba9-a9ec-e88d282e83a2 None None] The sync data for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 is: [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:54Z', 'revision_number': 4, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6547a6f3-c397-4828-a7b0-62bf04221f35', 'name': '', 'network_id': '326183d2-958e-472c-9f17-6c422503826d', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'mac_address': 'fa:16:3e:70:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:53Z', 'updated_at': '2021-11-06T21:33:57Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'subnets': [{'id': '704bd3d9-6db4-4094-bbd2-8d88532c4c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:35:18.216714 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac092515-5ae6-4b83-9475-89ec7b8800cd None None] New status for floating IP d1cc80d9-4dde-439e-b3c9-100b37639b15: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:35:18.663943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd77ec-64f7-4f0c-a659-276cf08e5024 req-f89fe3e3-f833-4634-9f3a-8869eb43669f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:18.665961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-decd77ec-64f7-4f0c-a659-276cf08e5024 req-f89fe3e3-f833-4634-9f3a-8869eb43669f tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 945 time: 0.0501204
Nov 06 21:35:18.715063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-decd77ec-64f7-4f0c-a659-276cf08e5024 req-0d1f6bf3-6e8d-40b2-aa57-bdce8877d3f7 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/security-groups?id=687d48e4-286e-4039-8959-c40ff7a7da2e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429468
Nov 06 21:35:18.935874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-69bce4a5-2393-42de-8c02-092ca57664c1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:18.937360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-69bce4a5-2393-42de-8c02-092ca57664c1 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 945 time: 0.0477457
Nov 06 21:35:19.030700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:35:19.031045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:19.118692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:35:19.119054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:19.131932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:35:19.261879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:19.290129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=502da7c9-17ca-4ff0-8ca2-bbe14c839c72,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:19.297319 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-616aa5b9-b50d-493f-acae-8cb14e557c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:19.301488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.301839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.302356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.302612 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.302861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.303195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.303519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.303855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.304205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.304527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.304857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.305185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:19.347724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] No DVR routers for this DVR port 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:35:19.350360 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:19.353691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d92b324d-0333-4b68-b209-4f9fe919dac3 req-641567a4-bd9f-48d5-8333-9f7935a0394b tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.37 "DELETE /v2.0/ports/502da7c9-17ca-4ff0-8ca2-bbe14c839c72 HTTP/1.1" status: 204  len: 173 time: 0.4092741
Nov 06 21:35:19.354136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'name': 'network-vif-deleted', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:35:19.356400 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2beda4f-7ed9-4053-852a-6533770d06d4" -d '{"events": [{"server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "name": "network-vif-deleted", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:35:19.393662 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32039d76-6e8d-464e-a0a9-10d0e866b917 x-openstack-request-id: req-32039d76-6e8d-464e-a0a9-10d0e866b917 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:35:19.393967 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c772b68-5fbb-445e-9b19-648f9096f0b6", "name": "network-vif-deleted", "tag": "502da7c9-17ca-4ff0-8ca2-bbe14c839c72", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:35:19.394222 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32039d76-6e8d-464e-a0a9-10d0e866b917 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:35:19.394629 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c772b68-5fbb-445e-9b19-648f9096f0b6', 'name': 'network-vif-deleted', 'tag': '502da7c9-17ca-4ff0-8ca2-bbe14c839c72', 'status': 'completed', 'code': 200}
Nov 06 21:35:19.834658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40d2bf12-6416-49a9-9818-f8e49b5a3b1b req-6478b044-df0b-40eb-b1d0-b1237a1a0ebb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c772b68-5fbb-445e-9b19-648f9096f0b6 HTTP/1.1" status: 200  len: 210 time: 0.0259635
Nov 06 21:35:20.722365 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:20.892749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44850) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:20.953657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2aae99-b14e-4f9b-82de-b07fd1960f65 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:20.978355 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2aae99-b14e-4f9b-82de-b07fd1960f65 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:21.041090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2aae99-b14e-4f9b-82de-b07fd1960f65 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:21.043664 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fe2aae99-b14e-4f9b-82de-b07fd1960f65 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:21.044852 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe2aae99-b14e-4f9b-82de-b07fd1960f65 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/security-groups/687d48e4-286e-4039-8959-c40ff7a7da2e HTTP/1.1" status: 204  len: 168 time: 0.1510918
Nov 06 21:35:21.054328 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aae99-b14e-4f9b-82de-b07fd1960f65 tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687d48e4-286e-4039-8959-c40ff7a7da2e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:21.077001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44854) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:21.434887 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:21.684279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port 6547a6f3-c397-4828-a7b0-62bf04221f35 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:35:21.684643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:21.771141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port 6547a6f3-c397-4828-a7b0-62bf04221f35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6547a6f3-c397-4828-a7b0-62bf04221f35,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:35:21.771409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:21.784393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for 6547a6f3-c397-4828-a7b0-62bf04221f35 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:35:21.966767 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:21.968731 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:21.997645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=6547a6f3-c397-4828-a7b0-62bf04221f35,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:22.164362 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:22.381616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Router 86b68832-38f0-4162-a89c-f921466b959f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:35:22.570374 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:22.819153 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:35:22.826153 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-03938988-dd57-4b94-8b71-55dc88bccc1c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "PUT /v2.0/routers/86b68832-38f0-4162-a89c-f921466b959f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7460771
Nov 06 21:35:22.827032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44856) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:22.828264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] Sync routers for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:35:22.839044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:35:22.839687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b08190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:35:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:22.878996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8092270f-abfe-4ccb-b7e7-853842a715fc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting subnet 704bd3d9-6db4-4094-bbd2-8d88532c4c76 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:35:22.882035 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8092270f-abfe-4ccb-b7e7-853842a715fc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:22.920680 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8092270f-abfe-4ccb-b7e7-853842a715fc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:22.944328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:35:23.011599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8092270f-abfe-4ccb-b7e7-853842a715fc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.070291 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8092270f-abfe-4ccb-b7e7-853842a715fc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.097660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092270f-abfe-4ccb-b7e7-853842a715fc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Subnet': ['ID=704bd3d9-6db4-4094-bbd2-8d88532c4c76,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:23.099615 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8092270f-abfe-4ccb-b7e7-853842a715fc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.107060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44858) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:23.108057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1467d05-23d3-440f-9904-6909c6f78bbe None None] Network 326183d2-958e-472c-9f17-6c422503826d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:35:23.113082 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8092270f-abfe-4ccb-b7e7-853842a715fc tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/subnets/704bd3d9-6db4-4094-bbd2-8d88532c4c76 HTTP/1.1" status: 204  len: 168 time: 0.2847466
Nov 06 21:35:23.191945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b08190>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:35:21Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:23.217875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.235733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] Checking router: 86b68832-38f0-4162-a89c-f921466b959f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:35:23.265865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] Routers {'86b68832-38f0-4162-a89c-f921466b959f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:35:23.266484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b08190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:35:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['86b68832-38f0-4162-a89c-f921466b959f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:23.322474 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.379690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Deleting port 88b16777-fb5e-4583-b525-080f037dfbf5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:35:23.380031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.381877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] Set router 86b68832-38f0-4162-a89c-f921466b959f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:35:23.435123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] DHCP port deletion for 326183d2-958e-472c-9f17-6c422503826d request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:35:23.458426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] For port 88b16777-fb5e-4583-b525-080f037dfbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88b16777-fb5e-4583-b525-080f037dfbf5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:35:23.458788 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.475819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Calling delete_port for 88b16777-fb5e-4583-b525-080f037dfbf5 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:35:23.570196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Deleting port f889ddad-59d3-4b75-805e-00831dc9fa54 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:35:23.570572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.643285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.645100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] For port f889ddad-59d3-4b75-805e-00831dc9fa54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f889ddad-59d3-4b75-805e-00831dc9fa54,segment=NetworkSegment(b233c514-3e49-4c22-bc51-01f878dbdf6a),segment_id=b233c514-3e49-4c22-bc51-01f878dbdf6a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:35:23.645500 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.659715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Calling delete_port for f889ddad-59d3-4b75-805e-00831dc9fa54 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:35:23.674762 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Port': ['ID=88b16777-fb5e-4583-b525-080f037dfbf5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:23.676962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b08190>, [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:35:21Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:23.733734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5a45f-c7d3-4afb-995b-2f3374ed001c None None] The sync data for ids ['86b68832-38f0-4162-a89c-f921466b959f'] in ncdv-master-1 is: [{'id': '86b68832-38f0-4162-a89c-f921466b959f', 'name': 'tempest-TestNetworkBasicOps-router-1579753832', 'tenant_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133'}], 'enable_snat': True}, 'gw_port_id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:35:21Z', 'revision_number': 5, 'project_id': 'a62a0319c0f84abdbea38fb5923b63e2', 'gw_port': {'id': '88b16777-fb5e-4583-b525-080f037dfbf5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b68832-38f0-4162-a89c-f921466b959f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:33:51Z', 'updated_at': '2021-11-06T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:35:23.734699 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.779371 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.804847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Pushing event deleted for resources: {'Port': ['ID=f889ddad-59d3-4b75-805e-00831dc9fa54,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:23.809942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] No DVR routers for this DVR port f889ddad-59d3-4b75-805e-00831dc9fa54 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:35:23.820259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.820604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.820851 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.821389 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.821666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.822472 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.822818 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.823130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.823458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.823783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.824148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.824450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47830538-c3fc-4b6e-b5b5-dcc257b24bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:35:23.833856 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.834029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:35:23.836206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.854500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:35:23.854859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 502da7c9-17ca-4ff0-8ca2-bbe14c839c72 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:35:23.885050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.885602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Fanout notify agent at l3_agent the message router_deleted on router 86b68832-38f0-4162-a89c-f921466b959f {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:35:23.892484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:23.893629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dd3c40e1-4398-4e21-b1a0-d8b04993392c tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/routers/86b68832-38f0-4162-a89c-f921466b959f HTTP/1.1" status: 204  len: 168 time: 0.7855225
Nov 06 21:35:23.896389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44860) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:23.971327 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.060746 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.082032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92555b04f0>,) {'filters': {'network_id': ['326183d2-958e-472c-9f17-6c422503826d']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:24.099262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92555b04f0>, 'b233c514-3e49-4c22-bc51-01f878dbdf6a') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:24.099863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92555b04f0>, 'b233c514-3e49-4c22-bc51-01f878dbdf6a') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:35:24.111809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.127134 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.133396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:35:24.133878 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:35:24.137717 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:35:24.218525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.237723 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.241001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] 10.222.0.13 "DELETE /v2.0/networks/326183d2-958e-472c-9f17-6c422503826d HTTP/1.1" status: 204  len: 168 time: 0.3436286
Nov 06 21:35:24.241950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664157b-b9ce-4e23-bc24-14c26f9653cb tempest-TestNetworkBasicOps-1221194828 tempest-TestNetworkBasicOps-1221194828-project] Pushing event deleted for resources: {'Network': ['ID=326183d2-958e-472c-9f17-6c422503826d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:24.523106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44866) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:24.656585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-88dd3359-7fea-4e18-8a09-9b130d83f268 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a62a0319c0f84abdbea38fb5923b63e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1322792
Nov 06 21:35:24.658957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44870) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:24.711034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-03d5df82-c276-4ab5-9080-0281b141d144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.732101 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-03d5df82-c276-4ab5-9080-0281b141d144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.778104 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-03d5df82-c276-4ab5-9080-0281b141d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.780621 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-03d5df82-c276-4ab5-9080-0281b141d144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:24.781763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-03d5df82-c276-4ab5-9080-0281b141d144 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8061c2c-12ce-4277-a87e-ae0c4fa22848 HTTP/1.1" status: 204  len: 168 time: 0.1219249
Nov 06 21:35:24.792089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5df82-c276-4ab5-9080-0281b141d144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8061c2c-12ce-4277-a87e-ae0c4fa22848,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:24.992761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 88b16777-fb5e-4583-b525-080f037dfbf5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:35:25.014412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 88b16777-fb5e-4583-b525-080f037dfbf5 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:35:25.014756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 88b16777-fb5e-4583-b525-080f037dfbf5 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:35:25.015171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6547a6f3-c397-4828-a7b0-62bf04221f35 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:35:25.036426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6547a6f3-c397-4828-a7b0-62bf04221f35 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:35:25.036780 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6547a6f3-c397-4828-a7b0-62bf04221f35 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:35:25.037190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f889ddad-59d3-4b75-805e-00831dc9fa54 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:35:25.059248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 44876) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:25.060278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f889ddad-59d3-4b75-805e-00831dc9fa54 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:35:25.060643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f889ddad-59d3-4b75-805e-00831dc9fa54 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:35:25.072971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b99b5434-9329-48db-a2e6-e0cc8d05e124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:25.149325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b99b5434-9329-48db-a2e6-e0cc8d05e124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:25.153608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b99b5434-9329-48db-a2e6-e0cc8d05e124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:25.193627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b99b5434-9329-48db-a2e6-e0cc8d05e124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=181a56dc3a294047bf68bc94416d0a96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1332288
Nov 06 21:35:25.194499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b5434-9329-48db-a2e6-e0cc8d05e124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f210bba-b76b-43e5-8acf-efebf355ec65,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:25.196368 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 44878) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:25.246074 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a748924a-e3b7-48b1-9d5a-460dc84de46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:25.265913 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a748924a-e3b7-48b1-9d5a-460dc84de46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:25.311080 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a748924a-e3b7-48b1-9d5a-460dc84de46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:25.313652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a748924a-e3b7-48b1-9d5a-460dc84de46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:25.314801 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a748924a-e3b7-48b1-9d5a-460dc84de46b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f210bba-b76b-43e5-8acf-efebf355ec65 HTTP/1.1" status: 204  len: 168 time: 0.1173244
Nov 06 21:35:25.322376 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748924a-e3b7-48b1-9d5a-460dc84de46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f210bba-b76b-43e5-8acf-efebf355ec65,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:27.093805 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:35:36.126230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-6e67ca18-f585-4d68-9c1e-c3b5810b3a04 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=25c6423970ff458d9c9e32860ba4831d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0282342
Nov 06 21:35:36.310457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-3c04d243-1756-4b3e-bbd1-9a76447f4aa2 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:36.311838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-3c04d243-1756-4b3e-bbd1-9a76447f4aa2 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1802700
Nov 06 21:35:36.327096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-7ddc0c03-d0d2-4899-9d8f-9f54f23c0e05 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/quotas/25c6423970ff458d9c9e32860ba4831d HTTP/1.1" status: 200  len: 375 time: 0.0095205
Nov 06 21:35:36.356189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-324fb621-28f6-4824-ab5a-7d037d824554 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=25c6423970ff458d9c9e32860ba4831d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0239923
Nov 06 21:35:36.512562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ace4322a-383f-4519-b3ba-08e170c50688 req-aa4c4bf5-f446-4786-918f-545eed41c48f tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 210 time: 0.0261810
Nov 06 21:35:37.488646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-e1ed1f8f-a5b2-4241-987e-fd32f6fba008 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=25c6423970ff458d9c9e32860ba4831d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0212681
Nov 06 21:35:37.628951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-993219be-a475-45c9-b88b-dfa4eeed67c4 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:37.630729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-993219be-a475-45c9-b88b-dfa4eeed67c4 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1361864
Nov 06 21:35:37.632478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f082e95e-142d-4e28-a4bd-a66f6798b51b req-5e805a30-1989-4b4b-a59e-1ae71c574137 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 210 time: 0.0432179
Nov 06 21:35:37.645334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Request body: {'port': {'device_id': 'd0eca0e0-7019-4a96-9884-ba19985d9f21', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'admin_state_up': True, 'tenant_id': '25c6423970ff458d9c9e32860ba4831d'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:35:37.756506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Made reservation on behalf of 25c6423970ff458d9c9e32860ba4831d for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:35:37.760388 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:37.769286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:37.849444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:37.856314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:37.917694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681ea4b0-f157-470f-a4ab-b7c6b41d51cc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:37.991523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Allocated IP 192.168.233.99 (5991dc4d-8b74-479c-b116-175fd4d5f183/7b176efa-5670-41ea-b759-5805aaeb7df3/f9905440-4d6d-41ff-9aea-3a122a1ac75b) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:35:38.132732 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:38.167421 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:38.211967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Network 5991dc4d-8b74-479c-b116-175fd4d5f183 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:35:38.216923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:35:38.220548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:35:38.227184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Pushing event updated for resources: {'Port': ['ID=f9905440-4d6d-41ff-9aea-3a122a1ac75b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:38.495142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d1adf2ea-a420-45c3-917e-2d57399d81de None None] Provisioning complete for port f9905440-4d6d-41ff-9aea-3a122a1ac75b triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:35:38.495743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d1adf2ea-a420-45c3-917e-2d57399d81de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:38.533035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d1adf2ea-a420-45c3-917e-2d57399d81de None None] Port f9905440-4d6d-41ff-9aea-3a122a1ac75b cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:35:38.569908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:38.570488 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:38.585744 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-47bf3dec-3cd7-4b85-a331-e797972fe7d1 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9441445
Nov 06 21:35:38.597840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Request body: {'port': {'device_id': 'd0eca0e0-7019-4a96-9884-ba19985d9f21', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:35:38.650427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:38.814509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5cb0-d0ca-4958-8a5c-e555f99d1167 req-ef1df730-a8bb-43fb-8fe4-f95cf9f84532 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:38.816012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c34b5cb0-d0ca-4958-8a5c-e555f99d1167 req-ef1df730-a8bb-43fb-8fe4-f95cf9f84532 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 935 time: 0.1125660
Nov 06 21:35:38.916073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c34b5cb0-d0ca-4958-8a5c-e555f99d1167 req-e72c961f-1743-435f-a55c-40ed75afe0df tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905359
Nov 06 21:35:38.986910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9905440-4d6d-41ff-9aea-3a122a1ac75b {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:35:38.994260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:39.005833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Transition to ACTIVE for port object f9905440-4d6d-41ff-9aea-3a122a1ac75b will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:35:39.010567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:39.067608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Pushing event updated for resources: {'Port': ['ID=f9905440-4d6d-41ff-9aea-3a122a1ac75b,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:39.134264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Attempting to bind port f9905440-4d6d-41ff-9aea-3a122a1ac75b on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:35:39.134685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Attempting to bind port f9905440-4d6d-41ff-9aea-3a122a1ac75b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:35:39.135117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Attempting to bind port f9905440-4d6d-41ff-9aea-3a122a1ac75b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:35:39.139830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Port f9905440-4d6d-41ff-9aea-3a122a1ac75b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:35:39.140155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Attempting to bind port f9905440-4d6d-41ff-9aea-3a122a1ac75b on network 5991dc4d-8b74-479c-b116-175fd4d5f183 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:35:39.145333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:35:39.145673 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Checking segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:35:39.146064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Bound using segment: {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:35:39.146496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Bound port: f9905440-4d6d-41ff-9aea-3a122a1ac75b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f08309-5049-406d-b92d-ac061427c0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:35:39.146853 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:39.213617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] For port f9905440-4d6d-41ff-9aea-3a122a1ac75b, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:35:39.217234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] For port f9905440-4d6d-41ff-9aea-3a122a1ac75b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9905440-4d6d-41ff-9aea-3a122a1ac75b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:35:39.221553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:39.262703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:39.263328 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:39.264733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] 10.222.0.37 "PUT /v2.0/ports/f9905440-4d6d-41ff-9aea-3a122a1ac75b HTTP/1.1" status: 200  len: 1095 time: 0.6709096
Nov 06 21:35:39.265198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0eca0e0-7019-4a96-9884-ba19985d9f21', 'tag': 'f9905440-4d6d-41ff-9aea-3a122a1ac75b'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:35:39.267460 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0eca0e0-7019-4a96-9884-ba19985d9f21", "tag": "f9905440-4d6d-41ff-9aea-3a122a1ac75b"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:35:39.293482 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1432a79-94b2-4401-84ea-49856a938efe service neutron] Pushing event updated for resources: {'Port': ['ID=f9905440-4d6d-41ff-9aea-3a122a1ac75b,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:39.319265 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117e85b3-b924-43bd-9298-47ee5c2216b7 x-openstack-request-id: req-117e85b3-b924-43bd-9298-47ee5c2216b7 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:35:39.319559 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0eca0e0-7019-4a96-9884-ba19985d9f21", "tag": "f9905440-4d6d-41ff-9aea-3a122a1ac75b", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:35:39.319815 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-117e85b3-b924-43bd-9298-47ee5c2216b7 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:35:39.320208 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0eca0e0-7019-4a96-9884-ba19985d9f21', 'tag': 'f9905440-4d6d-41ff-9aea-3a122a1ac75b', 'status': 'completed', 'code': 200}
Nov 06 21:35:39.355949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-cf76fb81-ae70-4192-a950-63a374ace75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:39.357859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-cf76fb81-ae70-4192-a950-63a374ace75f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25c6423970ff458d9c9e32860ba4831d&device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 1098 time: 0.0511065
Nov 06 21:35:39.401339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-e3770b0c-c6a4-4162-adf4-c0af1da8033b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f9905440-4d6d-41ff-9aea-3a122a1ac75b HTTP/1.1" status: 200  len: 217 time: 0.0357711
Nov 06 21:35:39.456174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-136d5d3e-f96d-40b7-a7b0-8b73cdd75d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:39.457701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-136d5d3e-f96d-40b7-a7b0-8b73cdd75d7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0502763
Nov 06 21:35:39.503871 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f70023d8-a90d-4bdb-b3e5-041d5404c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:39.505403 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-f70023d8-a90d-4bdb-b3e5-041d5404c398 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0408041
Nov 06 21:35:39.594343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-850131ff-fac4-4ba9-acfa-9c6b72524758 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818162
Nov 06 21:35:39.687854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad00c9f4-7b12-4171-9d4e-21e45d619500 req-8daf3ad4-672a-4bd0-bcfe-f0dd163c5422 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869396
Nov 06 21:35:39.769700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-ea4fd014-2e75-4905-af3f-0887c8ebeb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:39.771138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-ea4fd014-2e75-4905-af3f-0887c8ebeb5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=25c6423970ff458d9c9e32860ba4831d&device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 1098 time: 0.0403662
Nov 06 21:35:39.864128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-0a95f621-9cf7-4bad-a0a5-67cf33f19d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:39.865670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-0a95f621-9cf7-4bad-a0a5-67cf33f19d3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5991dc4d-8b74-479c-b116-175fd4d5f183 HTTP/1.1" status: 200  len: 870 time: 0.0875313
Nov 06 21:35:39.909047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-36876c28-2595-4540-a659-ac66bd806840 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f9905440-4d6d-41ff-9aea-3a122a1ac75b HTTP/1.1" status: 200  len: 217 time: 0.0358779
Nov 06 21:35:39.959033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-715302c7-6b42-4b2c-9645-b2634e4333d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:39.960603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-715302c7-6b42-4b2c-9645-b2634e4333d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b176efa-5670-41ea-b759-5805aaeb7df3 HTTP/1.1" status: 200  len: 843 time: 0.0449278
Nov 06 21:35:40.041435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-001adcb3-a5ec-4442-9389-4ce88efdcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:40.042880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-001adcb3-a5ec-4442-9389-4ce88efdcbc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5991dc4d-8b74-479c-b116-175fd4d5f183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0757401
Nov 06 21:35:40.055836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213abe-e40a-4ee0-ab44-a5179d93ac08 req-9f2df3bd-ad11-448b-b61b-8feb99acf364 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:40.057254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb213abe-e40a-4ee0-ab44-a5179d93ac08 req-9f2df3bd-ad11-448b-b61b-8feb99acf364 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 947 time: 0.0650451
Nov 06 21:35:40.162144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb213abe-e40a-4ee0-ab44-a5179d93ac08 req-cf7a8e4c-61cc-4c7a-91f6-5f127c16512e tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968804
Nov 06 21:35:40.179313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-8cd77682-cb1d-4fbc-b1de-a5aad1437a84 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210256
Nov 06 21:35:40.269243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6cbf8460-3586-4ab1-b3c5-093d6276e9d6 req-25bb5ff7-b4c0-450d-8119-236b9c683f93 service neutron] 10.222.0.37 "GET /v2.0/networks/5991dc4d-8b74-479c-b116-175fd4d5f183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821497
Nov 06 21:35:41.278389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e7000-753a-4efa-ad02-bc0a6f4b33aa req-9bb7118d-231d-4709-bb56-92e7339182f0 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:41.279767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-528e7000-753a-4efa-ad02-bc0a6f4b33aa req-9bb7118d-231d-4709-bb56-92e7339182f0 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 947 time: 0.0484376
Nov 06 21:35:41.326218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-528e7000-753a-4efa-ad02-bc0a6f4b33aa req-7c56572b-62a2-43f8-b811-9a3398c0c6f3 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406222
Nov 06 21:35:42.446936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670618c3-2a8b-4043-ad7e-196e0424864c req-632d863d-f15e-465a-8922-6bd4fa58e4cb tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:42.448451 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-670618c3-2a8b-4043-ad7e-196e0424864c req-632d863d-f15e-465a-8922-6bd4fa58e4cb tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 947 time: 0.0530710
Nov 06 21:35:42.495056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-670618c3-2a8b-4043-ad7e-196e0424864c req-7c519175-9cec-4012-84f5-ab930926f3ce tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407546
Nov 06 21:35:43.608242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b1701-bc72-4863-87ba-ef1f9aa3f5ff req-06512c33-6df4-4298-893b-bd1d6f013d24 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:43.609791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-246b1701-bc72-4863-87ba-ef1f9aa3f5ff req-06512c33-6df4-4298-893b-bd1d6f013d24 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 947 time: 0.0484462
Nov 06 21:35:43.657952 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-246b1701-bc72-4863-87ba-ef1f9aa3f5ff req-007321b7-97c5-476a-a8f0-4fd6b115c35d tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417778
Nov 06 21:35:43.942720 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f9905440-4d6d-41ff-9aea-3a122a1ac75b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:35:44.037754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f9905440-4d6d-41ff-9aea-3a122a1ac75b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9905440-4d6d-41ff-9aea-3a122a1ac75b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:35:44.049607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'f9905440-4d6d-41ff-9aea-3a122a1ac75b', 'network_id': '5991dc4d-8b74-479c-b116-175fd4d5f183', 'port_id': 'f9905440-4d6d-41ff-9aea-3a122a1ac75b', 'mac_address': 'fa:16:3e:dd:23:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b176efa-5670-41ea-b759-5805aaeb7df3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:35:44.085052 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:44.097956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9905440-4d6d-41ff-9aea-3a122a1ac75b {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:35:44.118937 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f9905440-4d6d-41ff-9aea-3a122a1ac75b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9905440-4d6d-41ff-9aea-3a122a1ac75b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:35:44.122455 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:44.172066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=f9905440-4d6d-41ff-9aea-3a122a1ac75b,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:44.412003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f9905440-4d6d-41ff-9aea-3a122a1ac75b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:35:44.777180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8be11-1a15-4121-8e06-1266884137f6 req-284600ee-818f-4ffc-987d-462270fa362e tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:44.778666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50d8be11-1a15-4121-8e06-1266884137f6 req-284600ee-818f-4ffc-987d-462270fa362e tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 948 time: 0.0520809
Nov 06 21:35:44.820484 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:44.828329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50d8be11-1a15-4121-8e06-1266884137f6 req-daadd0c2-bb10-430e-8352-b94b9c525b32 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426254
Nov 06 21:35:44.846332 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:45.944694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1126a40-6100-4f31-9897-09f39dd04711 req-3079aec4-db68-4572-a8fe-cd11a441c88f tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:45.946228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1126a40-6100-4f31-9897-09f39dd04711 req-3079aec4-db68-4572-a8fe-cd11a441c88f tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 948 time: 0.0495031
Nov 06 21:35:45.948219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f9905440-4d6d-41ff-9aea-3a122a1ac75b up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:35:45.993859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1126a40-6100-4f31-9897-09f39dd04711 req-d864048a-475f-4646-8d79-38d84a604afd tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411031
Nov 06 21:35:46.002975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port f9905440-4d6d-41ff-9aea-3a122a1ac75b completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:35:46.007123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port f9905440-4d6d-41ff-9aea-3a122a1ac75b triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:35:46.007582 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:46.081723 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:46.104118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eca0e0-7019-4a96-9884-ba19985d9f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9905440-4d6d-41ff-9aea-3a122a1ac75b'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:35:46.106357 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee4e930-c690-45f8-afc6-0d532c4dc086" -d '{"events": [{"server_uuid": "d0eca0e0-7019-4a96-9884-ba19985d9f21", "name": "network-vif-plugged", "status": "completed", "tag": "f9905440-4d6d-41ff-9aea-3a122a1ac75b"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:35:46.119219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f9905440-4d6d-41ff-9aea-3a122a1ac75b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9905440-4d6d-41ff-9aea-3a122a1ac75b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:35:46.124216 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:46.174607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=f9905440-4d6d-41ff-9aea-3a122a1ac75b,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:46.213640 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1bb848-b05c-4fce-833a-9c5e94c69323 x-openstack-request-id: req-6d1bb848-b05c-4fce-833a-9c5e94c69323 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:35:46.213934 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eca0e0-7019-4a96-9884-ba19985d9f21", "name": "network-vif-plugged", "status": "completed", "tag": "f9905440-4d6d-41ff-9aea-3a122a1ac75b", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:35:46.214186 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d1bb848-b05c-4fce-833a-9c5e94c69323 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:35:46.214579 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eca0e0-7019-4a96-9884-ba19985d9f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9905440-4d6d-41ff-9aea-3a122a1ac75b', 'code': 200}
Nov 06 21:35:46.307574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacc351-d5dc-4fb9-b067-575535196d2c req-78f36cbf-d4c0-4cd5-9446-a59cf9e4cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:46.309089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5aacc351-d5dc-4fb9-b067-575535196d2c req-78f36cbf-d4c0-4cd5-9446-a59cf9e4cd4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 1100 time: 0.0401282
Nov 06 21:35:46.357113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5aacc351-d5dc-4fb9-b067-575535196d2c req-47fba4f5-b716-40c9-9464-2c711ae21950 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407076
Nov 06 21:35:46.909256 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c15472f-be18-48e9-857a-226a72e41300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:47.113268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf25af4-3031-4e05-9610-978dbb8aa40e req-76df9a3d-1039-4519-b2f1-034615b677bb tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:47.114771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-daf25af4-3031-4e05-9610-978dbb8aa40e req-76df9a3d-1039-4519-b2f1-034615b677bb tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 949 time: 0.0531030
Nov 06 21:35:47.162722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-daf25af4-3031-4e05-9610-978dbb8aa40e req-5bb3f070-3645-49af-94c0-d7b2b2f13c6e tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418434
Nov 06 21:35:48.279230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c470d3-4027-4da5-b6bb-ddee0b7d6c27 req-0ebb7c72-9f89-456d-a628-2ca1e7d94f03 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:48.280747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69c470d3-4027-4da5-b6bb-ddee0b7d6c27 req-0ebb7c72-9f89-456d-a628-2ca1e7d94f03 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 949 time: 0.0483692
Nov 06 21:35:48.328014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-69c470d3-4027-4da5-b6bb-ddee0b7d6c27 req-0e9e0b44-8463-4410-b081-e20168f18c3f tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412786
Nov 06 21:35:48.600240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-08823218-2e5c-4ca3-9567-4b9a83bf92b6 req-4b5f5e51-1d44-4663-b28f-3dac235d7bb8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:35:48.601248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08823218-2e5c-4ca3-9567-4b9a83bf92b6 req-4b5f5e51-1d44-4663-b28f-3dac235d7bb8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053294
Nov 06 21:35:49.017672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-dd15c10d-19c2-4f3a-9dd2-3b40da1c2ec2 req-ccbb7ee8-3a43-44c2-a766-191cde9d351a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:35:49.018715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd15c10d-19c2-4f3a-9dd2-3b40da1c2ec2 req-ccbb7ee8-3a43-44c2-a766-191cde9d351a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1027088
Nov 06 21:35:49.299078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a1305e68-b76d-45ee-a991-95d4275f7a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:49.355332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce259f-d685-4163-ae92-0aa893fce80b req-c55d7152-5022-4ffb-a565-a6bcaa0e4dc4 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:49.356825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ce259f-d685-4163-ae92-0aa893fce80b req-c55d7152-5022-4ffb-a565-a6bcaa0e4dc4 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 949 time: 0.0527444
Nov 06 21:35:49.403882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ce259f-d685-4163-ae92-0aa893fce80b req-c265ed1d-ddc1-4814-b2e3-5dd8e8374c0c tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411141
Nov 06 21:35:50.521976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcac14-36e4-44ff-89ea-d62bd0e1880e req-2c0e6417-ff71-4563-940c-4c983c13d669 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:50.523474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbbcac14-36e4-44ff-89ea-d62bd0e1880e req-2c0e6417-ff71-4563-940c-4c983c13d669 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 949 time: 0.0506580
Nov 06 21:35:50.571763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cbbcac14-36e4-44ff-89ea-d62bd0e1880e req-7d2ea96a-73db-475f-8079-eec2b76b7d3e tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.13 "GET /v2.0/security-groups?id=681ea4b0-f157-470f-a4ab-b7c6b41d51cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412631
Nov 06 21:35:50.720659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-a253ebe9-c52f-484f-bf38-1c7ebf1e32a9 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:50.722390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-a253ebe9-c52f-484f-bf38-1c7ebf1e32a9 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0eca0e0-7019-4a96-9884-ba19985d9f21 HTTP/1.1" status: 200  len: 949 time: 0.0481505
Nov 06 21:35:50.724261 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:50.814902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Deleting port f9905440-4d6d-41ff-9aea-3a122a1ac75b {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:35:50.815243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:50.903994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] For port f9905440-4d6d-41ff-9aea-3a122a1ac75b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9905440-4d6d-41ff-9aea-3a122a1ac75b,segment=NetworkSegment(24f08309-5049-406d-b92d-ac061427c0cf),segment_id=24f08309-5049-406d-b92d-ac061427c0cf)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:35:50.904396 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:50.917100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Calling delete_port for f9905440-4d6d-41ff-9aea-3a122a1ac75b owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:35:51.042921 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:51.054151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f9905440-4d6d-41ff-9aea-3a122a1ac75b'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:35:51.072230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Pushing event deleted for resources: {'Port': ['ID=f9905440-4d6d-41ff-9aea-3a122a1ac75b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:51.117030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] No DVR routers for this DVR port f9905440-4d6d-41ff-9aea-3a122a1ac75b on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:35:51.120570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:51.124332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c719d72-3aad-4f28-8e20-feffda3b2959 req-e2e57887-e7ad-4491-8a55-16abb25691a6 tempest-ServersAdminNegativeTestJSON-4398854 tempest-ServersAdminNegativeTestJSON-4398854-project] 10.222.0.37 "DELETE /v2.0/ports/f9905440-4d6d-41ff-9aea-3a122a1ac75b HTTP/1.1" status: 204  len: 173 time: 0.3956676
Nov 06 21:35:51.124792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eca0e0-7019-4a96-9884-ba19985d9f21', 'name': 'network-vif-deleted', 'tag': 'f9905440-4d6d-41ff-9aea-3a122a1ac75b'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:35:51.127091 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0350be92-17ba-4cca-8195-1dec7e8f9a65" -d '{"events": [{"server_uuid": "d0eca0e0-7019-4a96-9884-ba19985d9f21", "name": "network-vif-deleted", "tag": "f9905440-4d6d-41ff-9aea-3a122a1ac75b"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:35:51.178168 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778230ee-6a27-49d9-a12c-78b3d68a4f4b x-openstack-request-id: req-778230ee-6a27-49d9-a12c-78b3d68a4f4b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:35:51.178558 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eca0e0-7019-4a96-9884-ba19985d9f21", "name": "network-vif-deleted", "tag": "f9905440-4d6d-41ff-9aea-3a122a1ac75b", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:35:51.179048 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-778230ee-6a27-49d9-a12c-78b3d68a4f4b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:35:51.179646 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eca0e0-7019-4a96-9884-ba19985d9f21', 'name': 'network-vif-deleted', 'tag': 'f9905440-4d6d-41ff-9aea-3a122a1ac75b', 'status': 'completed', 'code': 200}
Nov 06 21:35:51.864665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45018) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:51.972453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.046418 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6c6c4de0-72ee-4fd1-ae2e-8e36b706919f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25c6423970ff458d9c9e32860ba4831d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1802738
Nov 06 21:35:52.048837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45024) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:52.095578 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aae6660e-e91f-4282-9da0-da772626ee2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.116319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aae6660e-e91f-4282-9da0-da772626ee2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.161530 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aae6660e-e91f-4282-9da0-da772626ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.164065 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-aae6660e-e91f-4282-9da0-da772626ee2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.165818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aae6660e-e91f-4282-9da0-da772626ee2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/681ea4b0-f157-470f-a4ab-b7c6b41d51cc HTTP/1.1" status: 204  len: 168 time: 0.1160786
Nov 06 21:35:52.173616 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6660e-e91f-4282-9da0-da772626ee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ea4b0-f157-470f-a4ab-b7c6b41d51cc,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:52.419042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45030) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:52.432884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73256c13-95c2-4ec5-a0a6-849504bef49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.503471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73256c13-95c2-4ec5-a0a6-849504bef49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.507436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-73256c13-95c2-4ec5-a0a6-849504bef49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.544325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256c13-95c2-4ec5-a0a6-849504bef49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b05dbb1-f585-4f5f-ac13-da92f36469d4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:52.548758 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-73256c13-95c2-4ec5-a0a6-849504bef49d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c2c2f0fa4fb4ff2987a4b887e217f3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1286182
Nov 06 21:35:52.551354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45032) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:52.603517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea28704-8f46-4d7b-8edc-2e694410ad23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.625883 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea28704-8f46-4d7b-8edc-2e694410ad23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.674208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea28704-8f46-4d7b-8edc-2e694410ad23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.677049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1ea28704-8f46-4d7b-8edc-2e694410ad23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:52.678238 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1ea28704-8f46-4d7b-8edc-2e694410ad23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b05dbb1-f585-4f5f-ac13-da92f36469d4 HTTP/1.1" status: 204  len: 168 time: 0.1259873
Nov 06 21:35:52.688753 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28704-8f46-4d7b-8edc-2e694410ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b05dbb1-f585-4f5f-ac13-da92f36469d4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:52.734694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.383709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45054) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:53.480901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-702538164-network', 'tenant_id': '0fcf1f84938e40b689fd09313120fcfd'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:35:53.501080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Made reservation on behalf of 0fcf1f84938e40b689fd09313120fcfd for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:35:53.503416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.511436 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.584137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.588361 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.612004 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:35:53.620711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:53.626832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.627301 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Added segment 380c1f38-f28d-4423-bd5e-3411566c2953 of type vlan for network 17a0dacd-f6cd-4221-af36-0a84eca5069d
Nov 06 21:35:53.668978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.696368 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.697293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:53.697863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.751891 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3670509
Nov 06 21:35:53.754941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45058) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:35:53.757062 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c10cd9-2a26-4c82-90a2-398e0aa50346 admin admin] Pushing event updated for resources: {'Network': ['ID=17a0dacd-f6cd-4221-af36-0a84eca5069d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:53.762150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Request body: {'subnet': {'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-702538164-subnet', 'tenant_id': '0fcf1f84938e40b689fd09313120fcfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:35:53.767643 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 17a0dacd-f6cd-4221-af36-0a84eca5069d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:35:53.785058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Made reservation on behalf of 0fcf1f84938e40b689fd09313120fcfd for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:35:53.787427 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:53.953803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:54.009407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecac2c27-5348-4fd5-be22-a9b080d10179,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:54.016322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Checking segment: {'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:35:54.016697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Network hostable DHCP agents. Network: 17a0dacd-f6cd-4221-af36-0a84eca5069d, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:35:54.032277 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Network 17a0dacd-f6cd-4221-af36-0a84eca5069d is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:35:54.040581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17a0dacd-f6cd-4221-af36-0a84eca5069d) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:35:54.044716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:54.045295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:54.049876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b239a18-001f-4207-8a63-15e63ea8795f None None] Network 17a0dacd-f6cd-4221-af36-0a84eca5069d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:35:54.064185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-070d4e7a-8071-406a-9fa7-a3c68774d103 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3079216
Nov 06 21:35:54.174954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7cfd37-1e8d-4e4e-84ff-9dd11c331b89 None None] Network 17a0dacd-f6cd-4221-af36-0a84eca5069d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:35:54.488991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-3201958d-6e8c-4293-8cdd-e6f5262571c6 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:54.490356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-3201958d-6e8c-4293-8cdd-e6f5262571c6 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 811 time: 0.1027360
Nov 06 21:35:54.504845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-6641e1e8-fdfd-4d1e-b0c0-3a73a7274b8f tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/quotas/0fcf1f84938e40b689fd09313120fcfd HTTP/1.1" status: 200  len: 375 time: 0.0087440
Nov 06 21:35:54.536019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-0f189ae1-49fa-427d-9e91-847e2a80ba30 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0254855
Nov 06 21:35:54.624092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-b67909c4-32c3-44a7-aa10-f75dbc2b4ba9 service neutron] 10.222.0.13 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811739
Nov 06 21:35:54.716059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-17543d73-612a-4f29-8e32-fda14b4b2474 service neutron] 10.222.0.13 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858538
Nov 06 21:35:55.897579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-76b4ff6d-9ef2-47ef-99ad-1315968fa786 req-11e80f90-87ad-4a04-9b8e-ed2bab7771fb tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 210 time: 0.0346317
Nov 06 21:35:55.995428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f9905440-4d6d-41ff-9aea-3a122a1ac75b no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:35:56.015155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: f9905440-4d6d-41ff-9aea-3a122a1ac75b {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:35:56.015495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f9905440-4d6d-41ff-9aea-3a122a1ac75b not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:35:56.957959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-5a5141a0-0bbf-4ca4-9b30-d0905778a3f9 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:56.960260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-5a5141a0-0bbf-4ca4-9b30-d0905778a3f9 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.37 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 811 time: 0.1090908
Nov 06 21:35:56.972469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Request body: {'port': {'device_id': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d', 'admin_state_up': True, 'tenant_id': '0fcf1f84938e40b689fd09313120fcfd'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:35:57.039165 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-894ca8ec-8ad4-4058-93b5-ce76e7059c12 req-2540791a-32fd-4d47-bf63-a376de596ced tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 210 time: 0.0633118
Nov 06 21:35:57.105297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Made reservation on behalf of 0fcf1f84938e40b689fd09313120fcfd for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:35:57.108850 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:57.236357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Allocated IP 172.20.0.6 (17a0dacd-f6cd-4221-af36-0a84eca5069d/ecac2c27-5348-4fd5-be22-a9b080d10179/ec88002d-bd22-47ee-a001-0bda69a360d0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:35:57.383778 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:57.416709 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:57.459479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Network 17a0dacd-f6cd-4221-af36-0a84eca5069d is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:35:57.465328 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:35:57.469222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:35:57.492343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:57.519979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:57.520608 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:57.537032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-ae97a19c-d470-4530-9f14-007bc4cfe369 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5685980
Nov 06 21:35:57.549032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Request body: {'port': {'device_id': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:35:57.601254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:57.859802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec88002d-bd22-47ee-a001-0bda69a360d0 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:35:57.869638 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:57.882978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Transition to ACTIVE for port object ec88002d-bd22-47ee-a001-0bda69a360d0 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:35:57.887261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:57.940198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:58.006255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Attempting to bind port ec88002d-bd22-47ee-a001-0bda69a360d0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:35:58.006964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Attempting to bind port ec88002d-bd22-47ee-a001-0bda69a360d0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:35:58.006964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Attempting to bind port ec88002d-bd22-47ee-a001-0bda69a360d0 on network 17a0dacd-f6cd-4221-af36-0a84eca5069d {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:35:58.011747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Port ec88002d-bd22-47ee-a001-0bda69a360d0 on network 17a0dacd-f6cd-4221-af36-0a84eca5069d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:35:58.012069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Attempting to bind port ec88002d-bd22-47ee-a001-0bda69a360d0 on network 17a0dacd-f6cd-4221-af36-0a84eca5069d {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:35:58.016795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:35:58.017132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Checking segment: {'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:35:58.017520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Bound using segment: {'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:35:58.017962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Bound port: ec88002d-bd22-47ee-a001-0bda69a360d0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:35:58.018314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:58.080609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:35:58.083941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:35:58.088568 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:58.134436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:58.135046 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:35:58.136440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] 10.222.0.37 "PUT /v2.0/ports/ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 1091 time: 0.5915976
Nov 06 21:35:58.136874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:35:58.139104 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ada0e4b-85e2-488d-adeb-477b8c49d728" -d '{"events": [{"name": "network-changed", "server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:35:58.199688 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b8cfed-89e7-4ff6-8613-f32651afad6c x-openstack-request-id: req-79b8cfed-89e7-4ff6-8613-f32651afad6c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:35:58.199978 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:35:58.200223 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b8cfed-89e7-4ff6-8613-f32651afad6c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:35:58.200643 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'status': 'completed', 'code': 200}
Nov 06 21:35:58.222800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebd292-315d-47d9-beee-88667f6c8272 req-a29ac1d2-6e17-4fd3-9aa7-1da5c2bd1495 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:58.224255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2aebd292-315d-47d9-beee-88667f6c8272 req-a29ac1d2-6e17-4fd3-9aa7-1da5c2bd1495 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 943 time: 0.1085234
Nov 06 21:35:58.224922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba07373-bc91-49f1-ba86-5be0505d0e77 service neutron] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:35:58.264324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-019684d0-dd4a-4ed0-997e-0d6477084156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:58.265803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-019684d0-dd4a-4ed0-997e-0d6477084156 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1094 time: 0.0860369
Nov 06 21:35:58.288068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2aebd292-315d-47d9-beee-88667f6c8272 req-9006bee8-fd1b-47cd-8a7e-c78377be01ba tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569429
Nov 06 21:35:58.316284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-988384cd-c6ed-4e43-a6c0-a64e5c9dd985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 217 time: 0.0408468
Nov 06 21:35:58.368917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-2e9936eb-865d-413d-a1d3-0c492c4a5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:58.370377 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-2e9936eb-865d-413d-a1d3-0c492c4a5ef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 200  len: 851 time: 0.0468519
Nov 06 21:35:58.401161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-e4ce32fd-e61e-4c93-9f5e-14402c973dae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17a0dacd-f6cd-4221-af36-0a84eca5069d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237277
Nov 06 21:35:58.489228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-8825c18a-2a70-4e23-af51-b84aaf8e26ec service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809681
Nov 06 21:35:58.581702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39a363a9-2db7-40a6-b131-9b4b72ac3577 req-8eca6694-0fcd-4085-92fd-4b861c8cc1bf service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849121
Nov 06 21:35:58.667263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-7384e788-c227-444c-a617-30348cced9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:58.668686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-7384e788-c227-444c-a617-30348cced9c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1094 time: 0.0406253
Nov 06 21:35:58.760779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-ed22152a-5223-4f74-8882-102795b0e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:58.762237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-ed22152a-5223-4f74-8882-102795b0e683 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 912 time: 0.0860460
Nov 06 21:35:58.803108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-30d67b69-9f94-4ba4-9b94-5a7e915dafd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 217 time: 0.0337052
Nov 06 21:35:58.852774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-9b9e1bbf-eb20-41c6-a7ba-9324b59bb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:58.854233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-9b9e1bbf-eb20-41c6-a7ba-9324b59bb75b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 200  len: 851 time: 0.0447466
Nov 06 21:35:58.885905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-2fd48c95-1983-4e9d-b7a0-34eb6a656b7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17a0dacd-f6cd-4221-af36-0a84eca5069d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248332
Nov 06 21:35:58.984223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-0f270c30-459f-46c5-afa9-e4ba9c76f335 service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913849
Nov 06 21:35:59.072603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ada0e4b-85e2-488d-adeb-477b8c49d728 req-597b8a15-4d5c-4376-bcc3-9ae3b6ee0366 service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813360
Nov 06 21:35:59.410488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e93fb-6329-47e1-8f4f-74e6e95505bb req-e699d155-ee18-467c-a034-c9d7743a774a tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:35:59.411961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b87e93fb-6329-47e1-8f4f-74e6e95505bb req-e699d155-ee18-467c-a034-c9d7743a774a tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 943 time: 0.0536993
Nov 06 21:35:59.459699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b87e93fb-6329-47e1-8f4f-74e6e95505bb req-0d21d72e-e51e-4cab-ac3c-d7f9162ba3e5 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417724
Nov 06 21:36:00.574689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0720-e948-4394-8769-c5c0b2696026 req-a19177be-d651-4ffa-a80e-67de61d9d9af tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:00.576163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b87b0720-e948-4394-8769-c5c0b2696026 req-a19177be-d651-4ffa-a80e-67de61d9d9af tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 943 time: 0.0482678
Nov 06 21:36:00.624974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b87b0720-e948-4394-8769-c5c0b2696026 req-2e24e664-e721-4014-aac7-3d8d2c2ebaa3 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427923
Nov 06 21:36:01.743812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24882878-da1c-4e00-89d4-c4291842c281 req-96bd4610-df24-4050-bae6-24d7fd8540d3 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:01.745453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24882878-da1c-4e00-89d4-c4291842c281 req-96bd4610-df24-4050-bae6-24d7fd8540d3 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 943 time: 0.0481637
Nov 06 21:36:01.798025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-24882878-da1c-4e00-89d4-c4291842c281 req-c4c1a3c4-611a-4a36-91d9-102fa22f8699 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465548
Nov 06 21:36:02.023360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ec88002d-bd22-47ee-a001-0bda69a360d0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:36:02.115736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:02.127722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d', 'port_id': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'mac_address': 'fa:16:3e:80:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecac2c27-5348-4fd5-be22-a9b080d10179', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:36:02.166888 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:02.180734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec88002d-bd22-47ee-a001-0bda69a360d0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:36:02.199218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:02.202978 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:02.249442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:02.495907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['ec88002d-bd22-47ee-a001-0bda69a360d0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:36:02.914003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976173c7-f70f-461d-a369-7bdcff671939 req-86375388-0791-453c-9320-215187594c4a tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:02.915988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-976173c7-f70f-461d-a369-7bdcff671939 req-86375388-0791-453c-9320-215187594c4a tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 944 time: 0.0490303
Nov 06 21:36:02.964047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-976173c7-f70f-461d-a369-7bdcff671939 req-5b563966-cd25-46b8-a000-a4eb1a7f6f85 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418866
Nov 06 21:36:04.021126 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ec88002d-bd22-47ee-a001-0bda69a360d0 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:36:04.069415 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port ec88002d-bd22-47ee-a001-0bda69a360d0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:36:04.073859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port ec88002d-bd22-47ee-a001-0bda69a360d0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:36:04.074225 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:04.085624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e81c6-0bfb-4617-8e5d-75672074fab6 req-3dd3b5de-9579-4558-a91b-8d18e62900aa tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:04.085624 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-054e81c6-0bfb-4617-8e5d-75672074fab6 req-3dd3b5de-9579-4558-a91b-8d18e62900aa tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 944 time: 0.0496230
Nov 06 21:36:04.095326 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:36:04.138394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-054e81c6-0bfb-4617-8e5d-75672074fab6 req-6de67993-498b-463c-849b-55482ff8cc69 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418956
Nov 06 21:36:04.151091 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:04.176114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:36:04.178376 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c2d249-61e6-4664-bff1-2e10dc895b5d" -d '{"events": [{"server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "name": "network-vif-plugged", "status": "completed", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:36:04.191188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:04.195123 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:04.219627 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73d6e1d-ec7b-4e02-bbdf-71cbdc991cde x-openstack-request-id: req-c73d6e1d-ec7b-4e02-bbdf-71cbdc991cde {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:36:04.219916 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "name": "network-vif-plugged", "status": "completed", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:36:04.220158 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c73d6e1d-ec7b-4e02-bbdf-71cbdc991cde {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:36:04.220571 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'code': 200}
Nov 06 21:36:04.244865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:04.316510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a9474-72ac-4a44-a45b-2e1971c9a9ee req-c3f81d82-00d7-4564-8ed5-7bc48beb72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:04.318017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-003a9474-72ac-4a44-a45b-2e1971c9a9ee req-c3f81d82-00d7-4564-8ed5-7bc48beb72cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1096 time: 0.0425708
Nov 06 21:36:04.361361 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-003a9474-72ac-4a44-a45b-2e1971c9a9ee req-c8af5d3c-4141-4fef-8107-2e1651906bf7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364907
Nov 06 21:36:05.263815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348350c9-b002-45dd-88a0-e9c57dfeec81 req-650ed665-f938-40ea-a6c2-c40994fc923e tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:05.265336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-348350c9-b002-45dd-88a0-e9c57dfeec81 req-650ed665-f938-40ea-a6c2-c40994fc923e tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0485885
Nov 06 21:36:05.311748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-348350c9-b002-45dd-88a0-e9c57dfeec81 req-c808e39f-279d-4942-85b5-09da8bd6d7fd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402045
Nov 06 21:36:06.426431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910f91a-93c6-4cbc-85bb-3f18b7f85bac req-3957d114-5a79-4e68-85b5-06693649d547 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:06.427892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d910f91a-93c6-4cbc-85bb-3f18b7f85bac req-3957d114-5a79-4e68-85b5-06693649d547 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0479784
Nov 06 21:36:06.478144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d910f91a-93c6-4cbc-85bb-3f18b7f85bac req-b199740d-4b90-4416-abf2-ae776a22dac3 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436625
Nov 06 21:36:06.656362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45118) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:36:06.712240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817b3b7-e60c-4622-a8c6-45f75aa31ea5 req-83bf4919-89e2-438a-a19b-34422941ca84 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:06.713773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9817b3b7-e60c-4622-a8c6-45f75aa31ea5 req-83bf4919-89e2-438a-a19b-34422941ca84 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0500617
Nov 06 21:36:06.776106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-01b2e606-3786-437c-8d40-b534d84c2543 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1185892
Nov 06 21:36:06.784995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-13b4370d-bd2b-4daf-8849-25961c662760 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:36:06.785971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-13b4370d-bd2b-4daf-8849-25961c662760 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050087
Nov 06 21:36:06.794128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9817b3b7-e60c-4622-a8c6-45f75aa31ea5 req-7e65e39e-4459-4d0f-8af7-bcfb1f0eccc3 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720353
Nov 06 21:36:07.079457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-53acacfa-4299-4045-bf25-b920ae652618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:07.080902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-53acacfa-4299-4045-bf25-b920ae652618 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1096 time: 0.0483403
Nov 06 21:36:07.504737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-968fce4a-50de-402a-9bb9-0f1848f3a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:07.506456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-968fce4a-50de-402a-9bb9-0f1848f3a7dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 912 time: 0.4038858
Nov 06 21:36:07.551945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-d2edee3f-e280-4e75-baf9-b2a2c6bdd552 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 217 time: 0.0384965
Nov 06 21:36:07.601058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-8c2c0a5c-384f-4da7-abd6-b8d3582dd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:07.603186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-8c2c0a5c-384f-4da7-abd6-b8d3582dd662 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 200  len: 851 time: 0.0443740
Nov 06 21:36:07.632642 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-a7757b3a-d177-4da7-bdd9-6a085d8b7573 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17a0dacd-f6cd-4221-af36-0a84eca5069d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236042
Nov 06 21:36:07.723457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-4a502e73-5fa1-4f72-b93e-0e23ccb72e4c service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840330
Nov 06 21:36:07.813374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5c884971-8274-4a0f-9f55-38c8b997d317 req-d2856de7-9a31-4b43-baae-0f448e4b01fd service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817499
Nov 06 21:36:07.955704 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-ea4c5426-01a1-411d-a461-64d8b4552484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:07.957260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-ea4c5426-01a1-411d-a461-64d8b4552484 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1096 time: 0.0791731
Nov 06 21:36:07.965626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945751c8-ef13-47a9-b4e9-4eb3e55719ec req-1d9c1049-e3a0-4e61-945d-1c94743f6ae6 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:07.966984 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-945751c8-ef13-47a9-b4e9-4eb3e55719ec req-1d9c1049-e3a0-4e61-945d-1c94743f6ae6 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0801404
Nov 06 21:36:08.063850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-945751c8-ef13-47a9-b4e9-4eb3e55719ec req-36bafddd-43e1-48dd-a561-80b918718db9 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889366
Nov 06 21:36:08.083502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-2dcca8ca-a292-4f0d-b866-e363dfe9cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:08.085007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-2dcca8ca-a292-4f0d-b866-e363dfe9cfc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 912 time: 0.1171875
Nov 06 21:36:08.130703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-fb9d3595-f258-42de-9f98-0ce03e02930a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 217 time: 0.0386786
Nov 06 21:36:08.178703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-12b03969-fbbc-4723-81d6-0c0a9f21a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:08.180235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-12b03969-fbbc-4723-81d6-0c0a9f21a5ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 200  len: 851 time: 0.0433447
Nov 06 21:36:08.210227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-dba45271-86e5-4109-a0ce-7263601b41d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17a0dacd-f6cd-4221-af36-0a84eca5069d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237954
Nov 06 21:36:08.301328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-b8d6039e-e6ba-46e0-a8fb-38022a356590 service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841053
Nov 06 21:36:08.389195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-70c42817-5e81-4634-9453-a8392ab42354 service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806296
Nov 06 21:36:09.180802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6dcbe-a502-46dc-a31e-248255591f83 req-dc77a94f-24f4-41ef-8a56-6332dd9d1dbc tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:09.182596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95d6dcbe-a502-46dc-a31e-248255591f83 req-dc77a94f-24f4-41ef-8a56-6332dd9d1dbc tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0511367
Nov 06 21:36:09.235638 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-95d6dcbe-a502-46dc-a31e-248255591f83 req-99b38236-2384-404d-8a6c-82b783e7faea tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470812
Nov 06 21:36:10.349619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0aa9c-2f7e-45de-ac82-a71d9cbd477c req-06dcc8ea-8665-4bf6-84c5-9140ad98938f tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:10.351079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21e0aa9c-2f7e-45de-ac82-a71d9cbd477c req-06dcc8ea-8665-4bf6-84c5-9140ad98938f tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0477395
Nov 06 21:36:10.397798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21e0aa9c-2f7e-45de-ac82-a71d9cbd477c req-100bb2f1-1197-4ebf-b694-e4f01ef6bf78 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401981
Nov 06 21:36:11.512519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a73dd-ba85-445c-89e8-32c3dd17168b req-349b2325-ffca-4a4a-bc5f-75142612a3b7 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:11.514285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be3a73dd-ba85-445c-89e8-32c3dd17168b req-349b2325-ffca-4a4a-bc5f-75142612a3b7 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0488045
Nov 06 21:36:11.562239 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be3a73dd-ba85-445c-89e8-32c3dd17168b req-37025af5-4c34-4e88-8708-27f6245a3931 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420895
Nov 06 21:36:12.685040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf79cb8-acee-45c2-b690-99ea172dec9a req-a29936fc-4d69-4acc-b9ec-dc1e66a023d1 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:12.686516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbf79cb8-acee-45c2-b690-99ea172dec9a req-a29936fc-4d69-4acc-b9ec-dc1e66a023d1 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0529468
Nov 06 21:36:12.732300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dbf79cb8-acee-45c2-b690-99ea172dec9a req-59938d33-bb84-47a2-a002-f8ad4d169c73 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399406
Nov 06 21:36:13.849902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421655c9-76f3-4af7-8996-b7de723bcbc5 req-52fcec7b-b1db-44d0-b6f9-6b1e7785108e tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:13.851389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-421655c9-76f3-4af7-8996-b7de723bcbc5 req-52fcec7b-b1db-44d0-b6f9-6b1e7785108e tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0484397
Nov 06 21:36:13.900318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-421655c9-76f3-4af7-8996-b7de723bcbc5 req-24d3523c-e4df-4b88-828f-21a05a45a910 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417659
Nov 06 21:36:14.819792 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:14.850536 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:15.014719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caa50c-86ba-4adf-b5b3-ced0c7464d1b req-89e9d2e5-c991-4b72-a58f-e046847e10f8 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:15.016193 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74caa50c-86ba-4adf-b5b3-ced0c7464d1b req-89e9d2e5-c991-4b72-a58f-e046847e10f8 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0486517
Nov 06 21:36:15.065870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74caa50c-86ba-4adf-b5b3-ced0c7464d1b req-0c021673-eb99-4eae-9c5a-94ff7e7a7509 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437808
Nov 06 21:36:16.180745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a42e0-29a8-4c37-8444-3942ae420b06 req-c9909ec9-4e09-46d8-8a23-5653f4644bc5 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:16.182247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-036a42e0-29a8-4c37-8444-3942ae420b06 req-c9909ec9-4e09-46d8-8a23-5653f4644bc5 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0489595
Nov 06 21:36:16.229728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-036a42e0-29a8-4c37-8444-3942ae420b06 req-2ed855c2-e236-4444-b6de-d7ccda3371e2 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412533
Nov 06 21:36:16.912658 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b0983604-6424-4688-8274-7cd6a733521c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:17.346433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be9a09-5bd6-4516-ae69-47e220c9698c req-22f39f6e-b955-4f98-b0fa-0cc48061aeb5 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:17.347910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31be9a09-5bd6-4516-ae69-47e220c9698c req-22f39f6e-b955-4f98-b0fa-0cc48061aeb5 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0491107
Nov 06 21:36:17.394669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-31be9a09-5bd6-4516-ae69-47e220c9698c req-bc59778a-5714-4237-8c00-3a483b401b43 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407639
Nov 06 21:36:18.513516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b5784-6c48-4a48-9777-a783566bf080 req-e1ed044e-5f7d-4499-a053-3d3775a3dd5b tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:18.514975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d60b5784-6c48-4a48-9777-a783566bf080 req-e1ed044e-5f7d-4499-a053-3d3775a3dd5b tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0514624
Nov 06 21:36:18.561118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d60b5784-6c48-4a48-9777-a783566bf080 req-2e0a6b3d-61b9-48d8-ad21-44eba6edecc8 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402305
Nov 06 21:36:19.301115 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44914527-7981-442d-beab-4592b8632352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:19.678760 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525c869-037e-47d7-ba3c-be421edf2a13 req-8a273296-27fb-4b67-98ed-ee921a4c6ccc tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:19.680842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7525c869-037e-47d7-ba3c-be421edf2a13 req-8a273296-27fb-4b67-98ed-ee921a4c6ccc tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0512195
Nov 06 21:36:19.727382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7525c869-037e-47d7-ba3c-be421edf2a13 req-94797614-84fb-48be-ae00-692c980c5ba7 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405331
Nov 06 21:36:20.727404 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:20.845957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a975dc1-b1e8-42f4-84d0-a7be842edbc2 req-dbcbf676-5233-4c88-8d0b-fb3ad80c9381 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:20.847445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a975dc1-b1e8-42f4-84d0-a7be842edbc2 req-dbcbf676-5233-4c88-8d0b-fb3ad80c9381 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0523593
Nov 06 21:36:20.898630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a975dc1-b1e8-42f4-84d0-a7be842edbc2 req-1525c5b4-eab9-4fa9-813c-8eda5517d670 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452631
Nov 06 21:36:21.974170 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:22.019695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c61-5a15-4158-9aa5-cb6cb9d7bc4e req-b66c1bbe-acf6-432e-a9e9-9e97fc0357e5 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:22.021269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43a77c61-5a15-4158-9aa5-cb6cb9d7bc4e req-b66c1bbe-acf6-432e-a9e9-9e97fc0357e5 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0491283
Nov 06 21:36:22.068921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43a77c61-5a15-4158-9aa5-cb6cb9d7bc4e req-34657621-3667-442b-8e2b-77c7b70f7daa tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411384
Nov 06 21:36:22.577522 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:23.194085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af544b-17f3-4409-80b9-03adf2c836e4 req-2e926680-8c50-4860-bb57-5fe0e5697fa1 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:23.195550 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35af544b-17f3-4409-80b9-03adf2c836e4 req-2e926680-8c50-4860-bb57-5fe0e5697fa1 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0487468
Nov 06 21:36:23.245206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-35af544b-17f3-4409-80b9-03adf2c836e4 req-3e09a39d-7d8e-4179-95e0-4fc585e94aad tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438478
Nov 06 21:36:24.359490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892892a-81b0-49cc-aa57-d1b7e4aa3722 req-ce3e0041-4dbc-4548-bcd5-42ffd7fb878c tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:24.360981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8892892a-81b0-49cc-aa57-d1b7e4aa3722 req-ce3e0041-4dbc-4548-bcd5-42ffd7fb878c tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0482552
Nov 06 21:36:24.409953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8892892a-81b0-49cc-aa57-d1b7e4aa3722 req-14292287-a0dd-4bb3-bc36-a3d68b81f513 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430644
Nov 06 21:36:25.523136 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9522d90-d5b2-47a7-a1f5-c62a20a075d9 req-8e23ea36-2f3d-42d5-b547-02bb1cd13147 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:25.524641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9522d90-d5b2-47a7-a1f5-c62a20a075d9 req-8e23ea36-2f3d-42d5-b547-02bb1cd13147 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0479434
Nov 06 21:36:25.570411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9522d90-d5b2-47a7-a1f5-c62a20a075d9 req-af11c416-1451-40fc-a899-22d23ffcae52 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399306
Nov 06 21:36:26.694096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a975ab9-17bd-49a8-b3b0-65596a94f80f req-625119cb-e623-4445-a99b-a46fc52d88ed tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:26.696076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a975ab9-17bd-49a8-b3b0-65596a94f80f req-625119cb-e623-4445-a99b-a46fc52d88ed tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0553911
Nov 06 21:36:26.742084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a975ab9-17bd-49a8-b3b0-65596a94f80f req-92db7d0c-a634-4174-90b0-dbf19015a6e5 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401151
Nov 06 21:36:27.859626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16877859-a675-4bee-a865-f3ef65ac4dcf req-aeba901a-79d1-46c4-9fd5-d69c511f3bca tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:27.861157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16877859-a675-4bee-a865-f3ef65ac4dcf req-aeba901a-79d1-46c4-9fd5-d69c511f3bca tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0497653
Nov 06 21:36:27.908515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16877859-a675-4bee-a865-f3ef65ac4dcf req-914a136c-3f14-42ee-b608-3280df814ea4 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414774
Nov 06 21:36:29.025897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab730fdf-76ac-4f42-82cd-0ef43cb49522 req-aa05cce3-fe54-434f-bab3-bd0f3c80db4f tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:29.027356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab730fdf-76ac-4f42-82cd-0ef43cb49522 req-aa05cce3-fe54-434f-bab3-bd0f3c80db4f tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0481737
Nov 06 21:36:29.078663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab730fdf-76ac-4f42-82cd-0ef43cb49522 req-5a67dca3-96cb-498c-9487-d713e03b5562 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453758
Nov 06 21:36:30.193320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586defb-b353-43f4-a435-8ff8e8b95a26 req-63a463d6-225b-4678-8123-d8e3bace38e6 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:30.194728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c586defb-b353-43f4-a435-8ff8e8b95a26 req-63a463d6-225b-4678-8123-d8e3bace38e6 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0490632
Nov 06 21:36:30.241096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c586defb-b353-43f4-a435-8ff8e8b95a26 req-fde0574d-2366-430e-9d59-97f88534b7e0 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396242
Nov 06 21:36:31.358807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8219ea-9083-4359-8693-08148a4ab58f req-d7319866-4e5a-43f6-bdf4-088e963bde44 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:31.360287 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf8219ea-9083-4359-8693-08148a4ab58f req-d7319866-4e5a-43f6-bdf4-088e963bde44 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0507669
Nov 06 21:36:31.407052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf8219ea-9083-4359-8693-08148a4ab58f req-4154313d-c718-4909-91d3-bcf0a3c84823 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407984
Nov 06 21:36:32.525332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cc491-f3c1-4b6c-af8e-9df4f85221b3 req-89b6b79b-8bb9-4c33-a9b4-349db74e7ec6 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:32.526814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d9cc491-f3c1-4b6c-af8e-9df4f85221b3 req-89b6b79b-8bb9-4c33-a9b4-349db74e7ec6 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0524569
Nov 06 21:36:32.574422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4d9cc491-f3c1-4b6c-af8e-9df4f85221b3 req-e992ff25-a014-438b-b1a9-a5c39d441219 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416818
Nov 06 21:36:33.691685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc23aa-eb0e-42b6-8de5-6d4954af39a6 req-a4e6d646-ddce-4910-a4c6-908c4a459d53 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:33.693243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccbc23aa-eb0e-42b6-8de5-6d4954af39a6 req-a4e6d646-ddce-4910-a4c6-908c4a459d53 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0521259
Nov 06 21:36:33.740710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ccbc23aa-eb0e-42b6-8de5-6d4954af39a6 req-2fd8c172-6b87-4579-90de-f7b137915067 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408037
Nov 06 21:36:34.859026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf121a-4042-43ed-a287-5a41bfc12615 req-a40826f6-786e-4b73-8527-f60d4789c125 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:34.860531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1eaf121a-4042-43ed-a287-5a41bfc12615 req-a40826f6-786e-4b73-8527-f60d4789c125 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 945 time: 0.0520163
Nov 06 21:36:34.909431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1eaf121a-4042-43ed-a287-5a41bfc12615 req-642d4f30-5ee3-4bef-b709-2684d0632903 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430121
Nov 06 21:36:35.379832 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-0de5624f-8ede-4ea4-ac59-c540b98f8b07 service neutron] show failed (client error): The resource could not be found.
Nov 06 21:36:35.380857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-0de5624f-8ede-4ea4-ac59-c540b98f8b07 service neutron] 10.222.0.37 "GET /v2.0/ports/ec88002d-bd22-47ee-a001-0bda69a360d0/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0545044
Nov 06 21:36:35.580513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-0cba4bc6-ccd5-43aa-b060-ed46388cb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:35.582311 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-0cba4bc6-ccd5-43aa-b060-ed46388cb238 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045&tenant_id=0fcf1f84938e40b689fd09313120fcfd HTTP/1.1" status: 200  len: 1096 time: 0.0416629
Nov 06 21:36:35.594070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:36:35.653203 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:35.848652 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:35.880157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:36:35.919664 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:36:35.922180 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a6afd0-d618-4071-96c5-a48afe5331ce" -d '{"events": [{"server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "name": "network-vif-unplugged", "status": "completed", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:36:35.925915 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:35.938605 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Transition to ACTIVE for port object ec88002d-bd22-47ee-a001-0bda69a360d0 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:36:35.943410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:35.981492 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9d43aa-6e61-4412-994e-8387251793f2 x-openstack-request-id: req-be9d43aa-6e61-4412-994e-8387251793f2 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:36:35.981787 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "name": "network-vif-unplugged", "status": "completed", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:36:35.982039 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be9d43aa-6e61-4412-994e-8387251793f2 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:36:35.982438 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'code': 200}
Nov 06 21:36:35.993354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=6']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:36.005182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.005534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.005929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.006209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.006545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.006877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.007206 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.007534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.008436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.008776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.009098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.009422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:36.025983 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] No DVR routers for this DVR port ec88002d-bd22-47ee-a001-0bda69a360d0 on host nch1-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:36:36.034892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74f774-15b2-4ed4-88a6-d4fb394947be req-c26ca919-24f1-43aa-91b5-f2dfcc13f6d8 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:36.036605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c74f774-15b2-4ed4-88a6-d4fb394947be req-c26ca919-24f1-43aa-91b5-f2dfcc13f6d8 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 943 time: 0.0565104
Nov 06 21:36:36.063893 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Attempting to bind port ec88002d-bd22-47ee-a001-0bda69a360d0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:36:36.064228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Attempting to bind port ec88002d-bd22-47ee-a001-0bda69a360d0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:36:36.064580 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Attempting to bind port ec88002d-bd22-47ee-a001-0bda69a360d0 on network 17a0dacd-f6cd-4221-af36-0a84eca5069d {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:36:36.069513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Port ec88002d-bd22-47ee-a001-0bda69a360d0 on network 17a0dacd-f6cd-4221-af36-0a84eca5069d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:36:36.069880 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Attempting to bind port ec88002d-bd22-47ee-a001-0bda69a360d0 on network 17a0dacd-f6cd-4221-af36-0a84eca5069d {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:36:36.075633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:36:36.075967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Checking segment: {'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:36:36.076369 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Bound using segment: {'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:36:36.076830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Bound port: ec88002d-bd22-47ee-a001-0bda69a360d0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380c1f38-f28d-4423-bd5e-3411566c2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:36:36.077182 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:36.090710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c74f774-15b2-4ed4-88a6-d4fb394947be req-8da91f91-e9a6-4c6c-a03c-1d02ca85e332 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476182
Nov 06 21:36:36.138329 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:36:36.141298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:36:36.145748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:36.177162 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:36.177776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:36.179142 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 1091 time: 0.5889955
Nov 06 21:36:36.209421 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbc06c-d3a0-4e01-8372-4a5981c908b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=7']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:36.243148 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-f1fe0438-2776-406c-bba3-946f39d24de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:36.244684 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-f1fe0438-2776-406c-bba3-946f39d24de9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1094 time: 0.0428264
Nov 06 21:36:36.334064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-a0253baa-793e-4be3-8984-6beec33f5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:36.335504 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-a0253baa-793e-4be3-8984-6beec33f5a75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 912 time: 0.0845459
Nov 06 21:36:36.380281 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-810016cc-8f91-448f-bdbd-13e9e13a0cd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 217 time: 0.0340593
Nov 06 21:36:36.432174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-35c3fdcb-d154-47df-a420-551ba4a96a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:36.433530 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-35c3fdcb-d154-47df-a420-551ba4a96a1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 200  len: 851 time: 0.0464325
Nov 06 21:36:36.463838 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-ed1cfda7-411e-49fe-83aa-ceac55459c8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17a0dacd-f6cd-4221-af36-0a84eca5069d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233889
Nov 06 21:36:36.550204 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-8a339b81-39ea-4656-a0c0-b57b3ff17a46 service neutron] 10.222.0.10 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792799
Nov 06 21:36:36.641142 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-fc4d063e-da0d-4a0f-a56d-73cfe2a42477 req-6985326f-f5f7-48b3-8fac-debbf848e90d service neutron] 10.222.0.10 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836186
Nov 06 21:36:37.216539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ebce9-5e66-4a0d-9099-28c3f8763204 req-33041c3f-3f1c-41c1-b6bf-270d422fee82 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:37.218055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499ebce9-5e66-4a0d-9099-28c3f8763204 req-33041c3f-3f1c-41c1-b6bf-270d422fee82 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 943 time: 0.0528069
Nov 06 21:36:37.265948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-499ebce9-5e66-4a0d-9099-28c3f8763204 req-b37c9271-cc09-458e-849f-60e36db3d4c0 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419388
Nov 06 21:36:37.983442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:36:37.985835 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:36:38.033698 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b4b95-8652-4643-8922-2bde310bb8ff x-openstack-request-id: req-5c3b4b95-8652-4643-8922-2bde310bb8ff {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:36:38.033987 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:36:38.034268 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c3b4b95-8652-4643-8922-2bde310bb8ff {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:36:38.034670 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'status': 'completed', 'code': 200}
Nov 06 21:36:38.092513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-660c7017-32dd-4a0b-a0be-0e2ff774a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:38.094059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-660c7017-32dd-4a0b-a0be-0e2ff774a781 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1094 time: 0.0420387
Nov 06 21:36:38.098063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-ed284000-a54c-43af-85c8-7a33cb19c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:38.099535 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-ed284000-a54c-43af-85c8-7a33cb19c74f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1094 time: 0.0409667
Nov 06 21:36:38.193472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-875bca9d-0f23-4b13-a29a-2b8529c872c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:38.194549 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-176077b6-abd8-40ec-8247-031986f3cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:38.194911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-875bca9d-0f23-4b13-a29a-2b8529c872c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 912 time: 0.0933909
Nov 06 21:36:38.195988 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-176077b6-abd8-40ec-8247-031986f3cd15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 912 time: 0.0881269
Nov 06 21:36:38.237570 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-89ffff6c-d5eb-440f-ae41-767d8a75dfbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 217 time: 0.0356982
Nov 06 21:36:38.238176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-a4b8695c-a572-4caf-95ba-ee7bbc4777ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 217 time: 0.0342481
Nov 06 21:36:38.286165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-af8ee3c7-e1c8-4f7a-a937-883c7980f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:38.286970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-c858704f-5df1-45be-91c6-af37ecf015ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:38.287651 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-af8ee3c7-e1c8-4f7a-a937-883c7980f8de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 200  len: 851 time: 0.0431101
Nov 06 21:36:38.288555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-c858704f-5df1-45be-91c6-af37ecf015ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 200  len: 851 time: 0.0438788
Nov 06 21:36:38.320115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-25f633f8-4b86-4e46-b98c-a2e57586fd29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17a0dacd-f6cd-4221-af36-0a84eca5069d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252521
Nov 06 21:36:38.320552 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-2e017fa8-1aea-44db-adf2-366814fde198 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17a0dacd-f6cd-4221-af36-0a84eca5069d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252941
Nov 06 21:36:38.418553 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-e0e15a65-f89c-428c-9e6a-57409393b5d7 service neutron] 10.222.0.10 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907540
Nov 06 21:36:38.444349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeae0b-8b40-4350-9275-eae133cfebba req-c678d77d-5675-47d9-a72f-9c8847acccfe tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:38.445794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8daeae0b-8b40-4350-9275-eae133cfebba req-c678d77d-5675-47d9-a72f-9c8847acccfe tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 943 time: 0.0969770
Nov 06 21:36:38.466399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-e95a94d0-3194-43e9-9b31-45c29e1ffc5a service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396153
Nov 06 21:36:38.507734 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-501ecc17-9c49-4664-a2eb-dee5bc20ff60 service neutron] 10.222.0.10 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818863
Nov 06 21:36:38.552070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8daeae0b-8b40-4350-9275-eae133cfebba req-e5659d2c-3b7a-4910-8c21-a2dd03340887 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976048
Nov 06 21:36:38.584050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0034e7e-3fe1-4209-b2ad-bd6d29287f8e req-da6d1194-22a5-41ae-b9f8-885cd07efd20 service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098433
Nov 06 21:36:39.670059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd75e8-184b-496a-ad3f-2b085303102f req-1d5f853d-7a3d-448f-b962-5e65246d3334 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:39.671901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99fd75e8-184b-496a-ad3f-2b085303102f req-1d5f853d-7a3d-448f-b962-5e65246d3334 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 943 time: 0.0507083
Nov 06 21:36:39.724202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99fd75e8-184b-496a-ad3f-2b085303102f req-edc55aa2-7777-43f1-8e14-86346d8ace2f tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462084
Nov 06 21:36:40.001798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753667b9-964f-4604-bd83-fd20acf8adfc req-cb26c67a-2873-47ba-8936-0e48000071bc tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:40.003253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-cb26c67a-2873-47ba-8936-0e48000071bc tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.37 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045&tenant_id=0fcf1f84938e40b689fd09313120fcfd&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0860343
Nov 06 21:36:40.062149 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-753667b9-964f-4604-bd83-fd20acf8adfc req-855463db-6e4c-4764-8025-d075ff8f6d2f service neutron] delete failed (client error): The resource could not be found.
Nov 06 21:36:40.063123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-855463db-6e4c-4764-8025-d075ff8f6d2f service neutron] 10.222.0.37 "DELETE /v2.0/ports/ec88002d-bd22-47ee-a001-0bda69a360d0/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0526533
Nov 06 21:36:40.129403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ec88002d-bd22-47ee-a001-0bda69a360d0 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:36:40.144518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753667b9-964f-4604-bd83-fd20acf8adfc req-62600bb1-cb2d-4f4b-9f35-d51bde191fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:40.146048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-62600bb1-cb2d-4f4b-9f35-d51bde191fbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fcf1f84938e40b689fd09313120fcfd&device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 1094 time: 0.0406308
Nov 06 21:36:40.167813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device ec88002d-bd22-47ee-a001-0bda69a360d0 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:36:40.239629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753667b9-964f-4604-bd83-fd20acf8adfc req-d30fb50e-0f86-4b94-9398-922a0840168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:40.241162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-d30fb50e-0f86-4b94-9398-922a0840168d service neutron] 10.222.0.37 "GET /v2.0/networks?id=17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 200  len: 912 time: 0.0889258
Nov 06 21:36:40.281791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-f4b2e029-c754-4971-ae20-ca402249683c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 200  len: 217 time: 0.0339961
Nov 06 21:36:40.334972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753667b9-964f-4604-bd83-fd20acf8adfc req-c7ca16a3-7ba3-4640-8877-ff63af5f0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:40.336452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-c7ca16a3-7ba3-4640-8877-ff63af5f0bbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 200  len: 851 time: 0.0480990
Nov 06 21:36:40.366372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-05e1d938-d8b9-4aeb-966c-f9de6081738c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17a0dacd-f6cd-4221-af36-0a84eca5069d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236149
Nov 06 21:36:40.453727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-65a47139-413e-46c0-92c7-75d9fcb7fc60 service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804989
Nov 06 21:36:40.548617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-872ce263-a39e-436d-9301-3c54fc2173ca service neutron] 10.222.0.37 "GET /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863786
Nov 06 21:36:40.633536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ec88002d-bd22-47ee-a001-0bda69a360d0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:36:40.728162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:40.739066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'network_id': '17a0dacd-f6cd-4221-af36-0a84eca5069d', 'port_id': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'mac_address': 'fa:16:3e:80:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecac2c27-5348-4fd5-be22-a9b080d10179', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:36:40.774916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:40.787202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec88002d-bd22-47ee-a001-0bda69a360d0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:36:40.806007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:40.809378 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:40.858924 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:40.866237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.866576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.866912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.867301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.867625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.867945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.868347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.868682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.869016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.869331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.869644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:40.869951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:41.097281 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:36:41.169325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ec88002d-bd22-47ee-a001-0bda69a360d0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:36:41.235799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefbed8-e2e5-4956-bc97-935ae8535829 req-a79fc52d-4217-42b3-899b-da28c61f196e tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:41.237290 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2fefbed8-e2e5-4956-bc97-935ae8535829 req-a79fc52d-4217-42b3-899b-da28c61f196e tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 944 time: 0.0515006
Nov 06 21:36:41.284846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2fefbed8-e2e5-4956-bc97-935ae8535829 req-40e6b5da-7846-416e-b912-8a6adbc22745 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415111
Nov 06 21:36:42.406987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6694f3-d8be-4f76-ab4e-2c4622db9304 req-874e8b11-4d62-46fe-9b2d-4096bb2eb564 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:42.408510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6694f3-d8be-4f76-ab4e-2c4622db9304 req-874e8b11-4d62-46fe-9b2d-4096bb2eb564 tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 944 time: 0.0496302
Nov 06 21:36:42.459375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6694f3-d8be-4f76-ab4e-2c4622db9304 req-e748cbcf-6612-4708-bf98-4fe14c1690cd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444589
Nov 06 21:36:42.567913 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753667b9-964f-4604-bd83-fd20acf8adfc req-b6eec598-f0b4-49e6-8c49-d26c15b901ab tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:42.569364 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-b6eec598-f0b4-49e6-8c49-d26c15b901ab tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.10 "GET /v2.0/ports?device_id=d21c9162-41f8-4879-9ed6-8131a14f3045 HTTP/1.1" status: 200  len: 944 time: 0.0524697
Nov 06 21:36:42.650151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ec88002d-bd22-47ee-a001-0bda69a360d0 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:36:42.653646 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Deleting port ec88002d-bd22-47ee-a001-0bda69a360d0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:36:42.653987 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:42.701741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port ec88002d-bd22-47ee-a001-0bda69a360d0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:36:42.705775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port ec88002d-bd22-47ee-a001-0bda69a360d0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:36:42.706150 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:42.745371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:42.745735 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:42.758417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Calling delete_port for ec88002d-bd22-47ee-a001-0bda69a360d0 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:36:42.781859 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:42.805408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:36:42.807607 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e8ff99-15b9-4928-8e5d-148be7c7da30" -d '{"events": [{"server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "name": "network-vif-plugged", "status": "completed", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:36:42.819692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port ec88002d-bd22-47ee-a001-0bda69a360d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec88002d-bd22-47ee-a001-0bda69a360d0,segment=NetworkSegment(380c1f38-f28d-4423-bd5e-3411566c2953),segment_id=380c1f38-f28d-4423-bd5e-3411566c2953)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:42.824793 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:42.851121 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a1e455-efd9-4651-9e87-95ef0bd48122 x-openstack-request-id: req-57a1e455-efd9-4651-9e87-95ef0bd48122 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:36:42.851488 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "name": "network-vif-plugged", "status": "completed", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:36:42.852232 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57a1e455-efd9-4651-9e87-95ef0bd48122 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:36:42.852638 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'code': 200}
Nov 06 21:36:42.875374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:42.886268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:42.897395 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['ec88002d-bd22-47ee-a001-0bda69a360d0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:36:42.919539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Pushing event deleted for resources: {'Port': ['ID=ec88002d-bd22-47ee-a001-0bda69a360d0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:42.958290 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] No DVR routers for this DVR port ec88002d-bd22-47ee-a001-0bda69a360d0 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:36:42.961453 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:42.964695 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-753667b9-964f-4604-bd83-fd20acf8adfc req-718ec993-c470-4308-925f-47ee9d216ccd tempest-DeleteServersTestJSON-713300365 tempest-DeleteServersTestJSON-713300365-project] 10.222.0.10 "DELETE /v2.0/ports/ec88002d-bd22-47ee-a001-0bda69a360d0 HTTP/1.1" status: 204  len: 173 time: 0.3896370
Nov 06 21:36:42.965128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'name': 'network-vif-deleted', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:36:42.967334 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152dbc33-5f0b-423b-a745-24c2a5b4fd53" -d '{"events": [{"server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "name": "network-vif-deleted", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:36:43.005617 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0732a296-82cf-48c5-b2f6-7bcd9f8f6475 x-openstack-request-id: req-0732a296-82cf-48c5-b2f6-7bcd9f8f6475 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:36:43.005906 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21c9162-41f8-4879-9ed6-8131a14f3045", "name": "network-vif-deleted", "tag": "ec88002d-bd22-47ee-a001-0bda69a360d0", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:36:43.006177 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0732a296-82cf-48c5-b2f6-7bcd9f8f6475 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:36:43.006573 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21c9162-41f8-4879-9ed6-8131a14f3045', 'name': 'network-vif-deleted', 'tag': 'ec88002d-bd22-47ee-a001-0bda69a360d0', 'status': 'completed', 'code': 200}
Nov 06 21:36:43.586446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45252) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:36:43.629672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Deleting subnet ecac2c27-5348-4fd5-be22-a9b080d10179 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:36:43.633291 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:43.667165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:43.707518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:43.766740 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:43.793373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecac2c27-5348-4fd5-be22-a9b080d10179,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:43.795763 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:43.799113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ecac2c27-5348-4fd5-be22-a9b080d10179 HTTP/1.1" status: 204  len: 168 time: 0.2116699
Nov 06 21:36:43.801806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45254) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:36:43.805972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.806318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.806660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.806999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.807330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.807663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.807991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.808356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.808667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.808989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.809311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.809630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19680b3f-2ca1-44f6-8ade-1c94f5efe59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:36:43.871154 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:43.950763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:43.970436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9255d98b80>,) {'filters': {'network_id': ['17a0dacd-f6cd-4221-af36-0a84eca5069d']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:36:43.979851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d98b80>, '380c1f38-f28d-4423-bd5e-3411566c2953') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:36:43.980135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9255d98b80>, '380c1f38-f28d-4423-bd5e-3411566c2953') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:36:43.989399 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.002969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.008730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:36:44.009131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:36:44.010719 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:36:44.071630 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.077200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.080284 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] 10.222.0.13 "DELETE /v2.0/networks/17a0dacd-f6cd-4221-af36-0a84eca5069d HTTP/1.1" status: 204  len: 168 time: 0.2774696
Nov 06 21:36:44.091402 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af452e99-d62f-40d1-a8ee-c34f49e75f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a0dacd-f6cd-4221-af36-0a84eca5069d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:44.189487 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45258) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:36:44.228534 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3b651bfd-abcb-4358-be61-f16e4c6abf3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fcf1f84938e40b689fd09313120fcfd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378792
Nov 06 21:36:44.230963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45260) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:36:44.276626 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9721b354-2d05-4f0e-803d-3ee62a783c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.297490 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9721b354-2d05-4f0e-803d-3ee62a783c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.342193 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9721b354-2d05-4f0e-803d-3ee62a783c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.344873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9721b354-2d05-4f0e-803d-3ee62a783c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.346304 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9721b354-2d05-4f0e-803d-3ee62a783c59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fd9c7fa-1b17-4618-b4e2-b62a24d1a443 HTTP/1.1" status: 204  len: 168 time: 0.1142914
Nov 06 21:36:44.355627 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721b354-2d05-4f0e-803d-3ee62a783c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9c7fa-1b17-4618-b4e2-b62a24d1a443,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:44.818609 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.869560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:44.998392 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45282) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:36:45.094258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-672033939-network', 'tenant_id': '09cb2a9f42fa4db88f8a4b4e67334216'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:36:45.116317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Made reservation on behalf of 09cb2a9f42fa4db88f8a4b4e67334216 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:36:45.118807 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.127241 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.205874 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.209604 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.230688 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:36:45.245293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf27f008-3f23-4c0b-9860-0e751165435e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:45.248068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.248422 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Added segment bf4c03fa-4e56-4041-98c5-dc4627228b27 of type vlan for network ad812036-379d-4125-afa5-846cd5b89405
Nov 06 21:36:45.287538 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.311766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.312716 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:45.313282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.362995 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3633280
Nov 06 21:36:45.366092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45286) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:36:45.371503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Request body: {'subnet': {'network_id': 'ad812036-379d-4125-afa5-846cd5b89405', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-672033939-subnet', 'tenant_id': '09cb2a9f42fa4db88f8a4b4e67334216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:36:45.373674 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafc833-26eb-4747-96af-3a7b4cbaf03d admin admin] Pushing event updated for resources: {'Network': ['ID=ad812036-379d-4125-afa5-846cd5b89405,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:45.383585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network ad812036-379d-4125-afa5-846cd5b89405 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:36:45.396232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Made reservation on behalf of 09cb2a9f42fa4db88f8a4b4e67334216 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:36:45.399333 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.564691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.623354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9783e871-fd7d-4c21-8e76-dc6bde997770,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:45.631436 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Checking segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:36:45.631793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Network hostable DHCP agents. Network: ad812036-379d-4125-afa5-846cd5b89405, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:36:45.648172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Network ad812036-379d-4125-afa5-846cd5b89405 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:36:45.656909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad812036-379d-4125-afa5-846cd5b89405) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:36:45.661026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:45.661614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:45.666149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ead51-acf9-4b3d-8356-af319473091c None None] Network ad812036-379d-4125-afa5-846cd5b89405 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:36:45.677647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-53be33cc-962b-4373-a936-a9a615e79a30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3100238
Nov 06 21:36:45.796271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fdf96b-f576-438e-bc71-2de822356f74 None None] Network ad812036-379d-4125-afa5-846cd5b89405 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:36:46.108175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-0343563f-b341-461b-98fc-77e6d94255b0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:46.109689 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-0343563f-b341-461b-98fc-77e6d94255b0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 814 time: 0.1058156
Nov 06 21:36:46.124040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-691f73b7-c3b2-4e41-a1bb-cb4c161bef14 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/quotas/09cb2a9f42fa4db88f8a4b4e67334216 HTTP/1.1" status: 200  len: 375 time: 0.0086617
Nov 06 21:36:46.155328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-2b008f7a-6beb-428b-bd3f-1e938d3b3fa9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0262434
Nov 06 21:36:46.243089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-9cec4628-38c3-4754-b9c7-d735ef949965 service neutron] 10.222.0.13 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804360
Nov 06 21:36:46.332901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-38dac9f2-c193-4818-9013-c8ec52896e65 service neutron] 10.222.0.13 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838108
Nov 06 21:36:46.492699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-167206e3-f37a-43d5-a15c-700005da22eb req-6fec798d-0c5e-4341-803c-f361df043d64 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 210 time: 0.0279865
Nov 06 21:36:46.664458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ec88002d-bd22-47ee-a001-0bda69a360d0 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:36:46.688807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: ec88002d-bd22-47ee-a001-0bda69a360d0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:36:46.689168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device ec88002d-bd22-47ee-a001-0bda69a360d0 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:36:46.915829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a02524bc-45dd-4d42-99cd-de63eee3c939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:47.403092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-868a882d-3def-4636-9067-108bda432f03 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:47.404575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-868a882d-3def-4636-9067-108bda432f03 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.37 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 814 time: 0.1087701
Nov 06 21:36:47.417831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Request body: {'port': {'device_id': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405', 'admin_state_up': True, 'tenant_id': '09cb2a9f42fa4db88f8a4b4e67334216'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:36:47.525059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Made reservation on behalf of 09cb2a9f42fa4db88f8a4b4e67334216 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:36:47.528601 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:47.617899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6dfdf56-e4f8-497c-8542-e674c278f902 req-f0674d77-542a-4338-b440-95b5626f1472 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 210 time: 0.0340350
Nov 06 21:36:47.677172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Allocated IP 172.20.0.5 (ad812036-379d-4125-afa5-846cd5b89405/9783e871-fd7d-4c21-8e76-dc6bde997770/e40c9a25-eed7-4ace-bb6b-4b545ccfcac4) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:36:47.823137 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:47.855504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:47.901669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Network ad812036-379d-4125-afa5-846cd5b89405 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:36:47.904722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:36:47.909373 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:36:47.911830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:47.958289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:47.958813 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:47.974641 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-ade90306-6767-4dbd-8056-211f6bf3b379 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5606911
Nov 06 21:36:47.986656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Request body: {'port': {'device_id': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:36:48.041524 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:48.297316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:36:48.304523 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:48.316100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Transition to ACTIVE for port object e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:36:48.320388 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:48.368692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:48.439912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Attempting to bind port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:36:48.440240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Attempting to bind port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:36:48.440597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Attempting to bind port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on network ad812036-379d-4125-afa5-846cd5b89405 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:36:48.444732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on network ad812036-379d-4125-afa5-846cd5b89405 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:36:48.445055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Attempting to bind port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on network ad812036-379d-4125-afa5-846cd5b89405 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:36:48.449651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:36:48.449976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Checking segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:36:48.450350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Bound using segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:36:48.450761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Bound port: e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:36:48.451103 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:48.512400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:36:48.515315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:36:48.519682 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:48.556392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:48.557008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:48.558380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 1091 time: 0.5757370
Nov 06 21:36:48.558811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:36:48.561050 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd83ed2-1974-4ddb-a9a4-c45609695703" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:36:48.585007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcf38a-116c-4637-83ae-f5b5e49bf1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:48.624619 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43fb74a-9abd-4dbb-bec9-a76cf68820d4 x-openstack-request-id: req-c43fb74a-9abd-4dbb-bec9-a76cf68820d4 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:36:48.624920 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:36:48.625171 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c43fb74a-9abd-4dbb-bec9-a76cf68820d4 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:36:48.625557 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'status': 'completed', 'code': 200}
Nov 06 21:36:48.640921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-3683d93d-0674-411e-a5a7-effbf386f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:48.642439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-3683d93d-0674-411e-a5a7-effbf386f0be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1094 time: 0.0477242
Nov 06 21:36:48.686850 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-fe647c4d-1040-4a82-8e29-4c100faf021a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 217 time: 0.0360587
Nov 06 21:36:48.765262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-3632ebc6-1d87-46db-95f8-4d07e5655ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:48.766708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-3632ebc6-1d87-46db-95f8-4d07e5655ae7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0686774
Nov 06 21:36:48.774855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b680629-bac6-413e-8a1a-0dffa34a2535 req-2d680d55-d429-416a-af66-cc81962604b0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:48.776217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b680629-bac6-413e-8a1a-0dffa34a2535 req-2d680d55-d429-416a-af66-cc81962604b0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0863514
Nov 06 21:36:48.806459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-9de6a5db-5f73-4464-9fa4-a1b8e0420356 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291989
Nov 06 21:36:48.889580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b680629-bac6-413e-8a1a-0dffa34a2535 req-60719fed-dba3-4ccd-aa55-9098b939a006 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053791
Nov 06 21:36:48.921924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-e0ded052-1b38-42db-be77-c26d89e6ba5c service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076467
Nov 06 21:36:49.302140 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bb3814b7-f150-4519-8204-6f4ea02a26b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:49.311025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ef42810-39b9-451e-b85d-2056af96a4a1 req-47414b5e-8e95-4932-9920-29e4560cbf55 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3816400
Nov 06 21:36:49.392826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-7499846a-f112-4401-8362-8ae89a6baeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:49.394273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-7499846a-f112-4401-8362-8ae89a6baeb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1094 time: 0.0396028
Nov 06 21:36:49.485682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-a9a4e889-1c2e-4ae6-bfac-30d2d19d1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:49.487131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-a9a4e889-1c2e-4ae6-bfac-30d2d19d1852 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0853827
Nov 06 21:36:49.527648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-ae732c8b-3ca0-4ccb-b2cb-f6a14cff1d60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 217 time: 0.0333056
Nov 06 21:36:49.579037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-d31b1508-d8b8-4ef7-8928-6e0673c391f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:49.580538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-d31b1508-d8b8-4ef7-8928-6e0673c391f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0462575
Nov 06 21:36:49.611962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-01009e9f-9968-44db-9795-a5e8f1d18c17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237947
Nov 06 21:36:49.699765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-7d4ac0bc-eb12-40b0-8e2b-66a0099a04ac service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803821
Nov 06 21:36:49.791778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8cd83ed2-1974-4ddb-a9a4-c45609695703 req-f7ec2a68-2a71-4091-8102-38e32e00f3b7 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851796
Nov 06 21:36:50.005459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17883ca8-b55b-40aa-b262-7aa50228daa7 req-2237f9e4-b727-407f-a110-bd096ba27491 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:50.006980 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17883ca8-b55b-40aa-b262-7aa50228daa7 req-2237f9e4-b727-407f-a110-bd096ba27491 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0498705
Nov 06 21:36:50.054140 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17883ca8-b55b-40aa-b262-7aa50228daa7 req-e0b35d8f-ba48-4f09-a013-7e7df8048526 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406811
Nov 06 21:36:50.730769 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:51.170298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d44f-8c0f-4bb3-8526-cec5304f8f61 req-ed1407f7-0e08-4315-bb76-f2ab3a6faed9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:51.172049 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ac1d44f-8c0f-4bb3-8526-cec5304f8f61 req-ed1407f7-0e08-4315-bb76-f2ab3a6faed9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0496831
Nov 06 21:36:51.223327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ac1d44f-8c0f-4bb3-8526-cec5304f8f61 req-ab23da94-2373-47dc-88b4-9f6a6bb06c1a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452991
Nov 06 21:36:51.975290 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:52.336072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d9775-3aa3-4cdd-8f71-21fef1ef08de req-c94b4154-af2c-43ec-8f32-8f18f3c92e1a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:52.337582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a32d9775-3aa3-4cdd-8f71-21fef1ef08de req-c94b4154-af2c-43ec-8f32-8f18f3c92e1a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0482099
Nov 06 21:36:52.384005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a32d9775-3aa3-4cdd-8f71-21fef1ef08de req-1880d0cb-9c73-4cbe-b217-36079083f22e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405524
Nov 06 21:36:52.578837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:53.498615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227087-564b-42f3-a9ed-04aa2f8e8fac req-ab034faf-3e08-4e59-ad06-a5b2cbd86027 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:53.500230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61227087-564b-42f3-a9ed-04aa2f8e8fac req-ab034faf-3e08-4e59-ad06-a5b2cbd86027 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0485685
Nov 06 21:36:53.547277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-61227087-564b-42f3-a9ed-04aa2f8e8fac req-06329558-2847-4c89-aed6-cf5e374c478e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411434
Nov 06 21:36:54.213413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:36:54.309696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:54.321563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405', 'port_id': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'mac_address': 'fa:16:3e:1b:65:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9783e871-fd7d-4c21-8e76-dc6bde997770', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:36:54.357973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:54.370416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:36:54.389245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:54.393138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:54.445294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:54.665831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4cb34-1bb3-4f11-a3c2-d8e695b58c5c req-080993e2-6a0e-4760-b2a1-20155eab05f0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:54.667310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3e4cb34-1bb3-4f11-a3c2-d8e695b58c5c req-080993e2-6a0e-4760-b2a1-20155eab05f0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 944 time: 0.0533187
Nov 06 21:36:54.690857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:36:54.715466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3e4cb34-1bb3-4f11-a3c2-d8e695b58c5c req-76632e6d-8bc6-44db-9956-f9c8fd192c90 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419521
Nov 06 21:36:55.830419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd559ce2-488b-41c8-8c73-ea7e79fba34d req-a4a40b46-d77a-478e-95af-491771c0f21b tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:55.831913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd559ce2-488b-41c8-8c73-ea7e79fba34d req-a4a40b46-d77a-478e-95af-491771c0f21b tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 944 time: 0.0493250
Nov 06 21:36:55.879309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd559ce2-488b-41c8-8c73-ea7e79fba34d req-8073b1c2-7207-47ea-bd1c-efc94ac020cd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414116
Nov 06 21:36:56.229092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:36:56.278925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:36:56.282888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:36:56.283247 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:56.357220 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:56.378077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:36:56.380255 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bd21e9-b395-465d-8c3e-334f9c45bdf9" -d '{"events": [{"server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "name": "network-vif-plugged", "status": "completed", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:36:56.392640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:36:56.398214 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:36:56.425160 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424aefa7-0fa6-48f8-a57f-efbc76d81129 x-openstack-request-id: req-424aefa7-0fa6-48f8-a57f-efbc76d81129 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:36:56.425484 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "name": "network-vif-plugged", "status": "completed", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:36:56.425761 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-424aefa7-0fa6-48f8-a57f-efbc76d81129 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:36:56.426128 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'code': 200}
Nov 06 21:36:56.450934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:36:56.515841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3039e0d-c952-441a-a340-7b06b183d6eb req-5b6d1474-0999-4e05-b137-29148ef53367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:56.517267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3039e0d-c952-441a-a340-7b06b183d6eb req-5b6d1474-0999-4e05-b137-29148ef53367 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1096 time: 0.0399158
Nov 06 21:36:56.565173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3039e0d-c952-441a-a340-7b06b183d6eb req-0c1f8a0c-2683-4319-aa6c-0cd57261fa9f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409610
Nov 06 21:36:56.995116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cb41a-cfd7-4e45-bc45-a3e0b09ea0be req-c90a40e1-a94a-4397-8287-940aaabc2ee4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:56.996624 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-139cb41a-cfd7-4e45-bc45-a3e0b09ea0be req-c90a40e1-a94a-4397-8287-940aaabc2ee4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0494709
Nov 06 21:36:57.046500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-139cb41a-cfd7-4e45-bc45-a3e0b09ea0be req-dca960b6-ebb7-4ff5-8ec4-ec146191b977 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436127
Nov 06 21:36:58.160659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a2b76-0ee4-4dc4-be80-443516035741 req-21ed9143-62f5-41c6-bee7-8ba96798bfd0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:58.162039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a84a2b76-0ee4-4dc4-be80-443516035741 req-21ed9143-62f5-41c6-bee7-8ba96798bfd0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0477071
Nov 06 21:36:58.209080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a84a2b76-0ee4-4dc4-be80-443516035741 req-b896d3ba-19f4-4bf1-93b5-ffbae3d2d6fe tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407188
Nov 06 21:36:58.326849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed62205-7007-48f1-8bff-df8c855a1f95 req-4464fc1b-8570-4e4b-808f-3ee390619d0f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:58.328347 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ed62205-7007-48f1-8bff-df8c855a1f95 req-4464fc1b-8570-4e4b-808f-3ee390619d0f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0520184
Nov 06 21:36:58.374571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ed62205-7007-48f1-8bff-df8c855a1f95 req-97ed4bf2-df7b-44b3-98a9-2ef5ecfecdcc tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403457
Nov 06 21:36:58.573424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9e381-f1e7-482e-ae4e-ea71ee0635e6 req-1e6f1e40-ff9e-4fbb-b204-4bd22e823a9e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:58.574907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3a9e381-f1e7-482e-ae4e-ea71ee0635e6 req-1e6f1e40-ff9e-4fbb-b204-4bd22e823a9e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0493729
Nov 06 21:36:58.621625 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f3a9e381-f1e7-482e-ae4e-ea71ee0635e6 req-bfcb9a3c-41eb-4cab-af14-737544d2a048 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407071
Nov 06 21:36:58.739101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c6a43-e6af-44a7-8960-da1277082bf8 req-c91b608f-2d7f-41c7-a657-0b3f4e638d04 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:58.740519 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b85c6a43-e6af-44a7-8960-da1277082bf8 req-c91b608f-2d7f-41c7-a657-0b3f4e638d04 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0534515
Nov 06 21:36:58.787015 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b85c6a43-e6af-44a7-8960-da1277082bf8 req-0ba1015e-a94e-47de-8479-67bccb75d169 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406563
Nov 06 21:36:59.047490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc7569-d9ee-4395-a41f-5a1af57403b8 req-1a38fd47-8feb-4e06-8f96-d9b9d97627dd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:36:59.048933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bcc7569-d9ee-4395-a41f-5a1af57403b8 req-1a38fd47-8feb-4e06-8f96-d9b9d97627dd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0695317
Nov 06 21:36:59.051814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-7a4c2752-4443-453a-842c-82016914416b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0807290
Nov 06 21:36:59.098188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bcc7569-d9ee-4395-a41f-5a1af57403b8 req-e279f429-0b38-408d-aea2-eb2a56f861a2 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423853
Nov 06 21:37:00.216187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-999694fb-d52a-48af-a357-583b054ddf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:00.217752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-999694fb-d52a-48af-a357-583b054ddf6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1096 time: 0.0749340
Nov 06 21:37:00.230063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07537569-4dd8-4c03-8c95-f874f55249f1 req-9c9e81ba-318e-4314-a1b3-c0f4a704ec77 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:00.231457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07537569-4dd8-4c03-8c95-f874f55249f1 req-9c9e81ba-318e-4314-a1b3-c0f4a704ec77 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0602355
Nov 06 21:37:00.337841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07537569-4dd8-4c03-8c95-f874f55249f1 req-4cc62169-653e-43fb-8ae4-16b4521df4ab tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979214
Nov 06 21:37:00.355370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-a4068896-6a27-4180-9fb7-448e3044034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:00.356873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-a4068896-6a27-4180-9fb7-448e3044034e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.1245794
Nov 06 21:37:00.398138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-c10bc107-8bf3-49fe-8c61-60dd3b5eba4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 217 time: 0.0338204
Nov 06 21:37:00.448668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-ba797672-a6cc-40c7-8ce9-1bb0d153b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:00.450322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-ba797672-a6cc-40c7-8ce9-1bb0d153b44b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0458317
Nov 06 21:37:00.486033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-4f29f67c-39d7-48ba-85e8-1cd10f7cd883 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286660
Nov 06 21:37:00.574462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-c9744ebc-5465-4603-92c3-5e37d3a4faf8 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811131
Nov 06 21:37:00.667854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-c825789c-ef49-40d3-904d-35de67aa3b33 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865293
Nov 06 21:37:01.455143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f3f24-d66e-4a63-be4d-39fce213b80c req-5a122f70-f738-49ab-aa66-69ca9aa18601 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:01.456648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac1f3f24-d66e-4a63-be4d-39fce213b80c req-5a122f70-f738-49ab-aa66-69ca9aa18601 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0506337
Nov 06 21:37:01.503779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac1f3f24-d66e-4a63-be4d-39fce213b80c req-cbb488e7-3690-4709-9efc-4cb34af2a127 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407813
Nov 06 21:37:02.618206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec41ee-ad86-4680-9cbf-309bfe3ff383 req-58672cfc-b1f3-428f-9db0-250a48b036b4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:02.620282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1ec41ee-ad86-4680-9cbf-309bfe3ff383 req-58672cfc-b1f3-428f-9db0-250a48b036b4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0487881
Nov 06 21:37:02.667097 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1ec41ee-ad86-4680-9cbf-309bfe3ff383 req-86844943-ae60-46c5-9cac-2edfaefcf493 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408955
Nov 06 21:37:03.785242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529f54c-52e9-4a13-809c-4383da20d458 req-ab4267ba-4f8e-4f8d-b3c0-6ad4e3ae1aad tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:03.786706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8529f54c-52e9-4a13-809c-4383da20d458 req-ab4267ba-4f8e-4f8d-b3c0-6ad4e3ae1aad tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0520887
Nov 06 21:37:03.832867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8529f54c-52e9-4a13-809c-4383da20d458 req-9aeb3ec6-b15d-4f1c-b106-507407ed7792 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403366
Nov 06 21:37:04.947057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769248d0-66f0-4e3c-9085-3019728d34e7 req-f0f3f8c0-f954-4dcb-ba6e-2b7e35682cf3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:04.948546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-769248d0-66f0-4e3c-9085-3019728d34e7 req-f0f3f8c0-f954-4dcb-ba6e-2b7e35682cf3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0476501
Nov 06 21:37:04.994645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-769248d0-66f0-4e3c-9085-3019728d34e7 req-6d1e5c92-2a0b-4408-b81c-f5e4cb697775 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401709
Nov 06 21:37:06.110963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114bf5b-27dc-473c-8aea-f9f865e38953 req-35d7f55d-83fc-4581-9f73-7779a460432f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:06.112466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f114bf5b-27dc-473c-8aea-f9f865e38953 req-35d7f55d-83fc-4581-9f73-7779a460432f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0481224
Nov 06 21:37:06.161726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f114bf5b-27dc-473c-8aea-f9f865e38953 req-3015646b-64f2-4b80-8d27-86ee98ab2d50 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434101
Nov 06 21:37:07.278110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c006f-d493-41e9-bfbc-e775180f29d8 req-3810e7a0-e1ef-4a18-9013-09708687eeb1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:07.279604 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d83c006f-d493-41e9-bfbc-e775180f29d8 req-3810e7a0-e1ef-4a18-9013-09708687eeb1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0490134
Nov 06 21:37:07.326174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d83c006f-d493-41e9-bfbc-e775180f29d8 req-ee6b14f6-a92a-4843-a40f-d0d44b6d90db tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404868
Nov 06 21:37:08.056839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8214-e81a-452c-b958-90734a64c96e req-8f8f1054-e38f-4fd8-a311-ed342c9e3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:08.058431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bdc8214-e81a-452c-b958-90734a64c96e req-8f8f1054-e38f-4fd8-a311-ed342c9e3bad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1096 time: 0.0426378
Nov 06 21:37:08.163032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8214-e81a-452c-b958-90734a64c96e req-c48f8a83-81f8-47be-af51-b014d686368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:08.164453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bdc8214-e81a-452c-b958-90734a64c96e req-c48f8a83-81f8-47be-af51-b014d686368e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0869889
Nov 06 21:37:08.205721 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bdc8214-e81a-452c-b958-90734a64c96e req-1121b1bd-3044-48f0-9f05-22eb997b9c3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 217 time: 0.0339389
Nov 06 21:37:08.254298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8214-e81a-452c-b958-90734a64c96e req-32b9fb27-5bc4-4e02-86b2-9f41e6d2817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:08.255699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bdc8214-e81a-452c-b958-90734a64c96e req-32b9fb27-5bc4-4e02-86b2-9f41e6d2817b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0423198
Nov 06 21:37:08.291319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bdc8214-e81a-452c-b958-90734a64c96e req-0858dfa4-ee42-43b0-91a7-f166c8692f22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284050
Nov 06 21:37:08.384982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bdc8214-e81a-452c-b958-90734a64c96e req-e7a7e53c-8f96-4c68-8519-62fbda2220ab service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864165
Nov 06 21:37:08.510979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7d6eb-1aec-4a5b-bbce-6fe6e6752cf6 req-d21a2670-6956-496d-b367-05f89ffc4883 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:08.512382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5a7d6eb-1aec-4a5b-bbce-6fe6e6752cf6 req-d21a2670-6956-496d-b367-05f89ffc4883 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.1121638
Nov 06 21:37:08.517817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5bdc8214-e81a-452c-b958-90734a64c96e req-39205e15-8cca-4f22-b614-653d02ea4f99 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253383
Nov 06 21:37:08.560258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5a7d6eb-1aec-4a5b-bbce-6fe6e6752cf6 req-750a5562-a240-42ba-bf8f-283e4ca2a645 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414734
Nov 06 21:37:09.677907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fa9b-cb21-4272-a4f5-72b70e5eae9f req-e5311c79-4563-4f48-940a-ebbdf59b19e3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:09.679591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68b4fa9b-cb21-4272-a4f5-72b70e5eae9f req-e5311c79-4563-4f48-940a-ebbdf59b19e3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0492125
Nov 06 21:37:09.736760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68b4fa9b-cb21-4272-a4f5-72b70e5eae9f req-2a6c952f-bcd2-48e6-a608-7b1be08d0d00 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504220
Nov 06 21:37:10.850527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e1a5a-9c0b-49b5-8a6d-fb7a0b7cb1c6 req-f5126d1f-9f52-468c-a4ae-d6e40e7903aa tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:10.851988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e8e1a5a-9c0b-49b5-8a6d-fb7a0b7cb1c6 req-f5126d1f-9f52-468c-a4ae-d6e40e7903aa tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0480084
Nov 06 21:37:10.899299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e8e1a5a-9c0b-49b5-8a6d-fb7a0b7cb1c6 req-4cce9c09-5e62-4da4-b4ad-66c52df934bd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409350
Nov 06 21:37:12.013714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36861d6-6cfd-4644-8472-462c622e90e1 req-df5b2159-2dce-4bc4-8868-503b9cc7d7fd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:12.015204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f36861d6-6cfd-4644-8472-462c622e90e1 req-df5b2159-2dce-4bc4-8868-503b9cc7d7fd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0484359
Nov 06 21:37:12.064009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f36861d6-6cfd-4644-8472-462c622e90e1 req-6de707ca-d752-41c3-9b05-e1b7496172b6 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425606
Nov 06 21:37:13.183804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b653-f700-44ac-9ae7-09a7a833963f req-01220be7-0a38-4c82-9d79-26889fba2a5d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:13.185233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0c0b653-f700-44ac-9ae7-09a7a833963f req-01220be7-0a38-4c82-9d79-26889fba2a5d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0541346
Nov 06 21:37:13.231920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0c0b653-f700-44ac-9ae7-09a7a833963f req-239e76e7-05f6-4989-8cfb-7ba429c14600 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400603
Nov 06 21:37:14.345375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359124ef-6e0a-4643-8b87-aa8b917d1df8 req-ba25c7c0-c4c7-4523-a9c8-a76cd739a644 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:14.346857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-359124ef-6e0a-4643-8b87-aa8b917d1df8 req-ba25c7c0-c4c7-4523-a9c8-a76cd739a644 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0478952
Nov 06 21:37:14.393015 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-359124ef-6e0a-4643-8b87-aa8b917d1df8 req-d41c25a4-b9f1-4ebb-a3d4-4469dc4cb26a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403225
Nov 06 21:37:14.817769 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:14.862055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:15.511121 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf145f02-9927-482b-8ae8-e6fad0ef0e45 req-0912d74f-8d39-47d2-929b-7f108e77293c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:15.512677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf145f02-9927-482b-8ae8-e6fad0ef0e45 req-0912d74f-8d39-47d2-929b-7f108e77293c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0528607
Nov 06 21:37:15.559896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf145f02-9927-482b-8ae8-e6fad0ef0e45 req-094916b7-9c8c-4994-ac1f-16b3efdb88d9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413597
Nov 06 21:37:16.676732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fff94-82d1-4019-b053-d15a9de14a1d req-4b54576a-ad00-4142-b071-e327fbd4a8f9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:16.678228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c7fff94-82d1-4019-b053-d15a9de14a1d req-4b54576a-ad00-4142-b071-e327fbd4a8f9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0514405
Nov 06 21:37:16.725323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c7fff94-82d1-4019-b053-d15a9de14a1d req-e6f634c9-191b-44ee-8581-495f374a531a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407336
Nov 06 21:37:16.917517 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bbf82835-adda-4c40-a04c-f3b1cf285f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:17.841217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064e55d-780f-4067-af63-6e77b8de361b req-6f723330-490b-4743-8d82-8a943e41c449 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:17.842661 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2064e55d-780f-4067-af63-6e77b8de361b req-6f723330-490b-4743-8d82-8a943e41c449 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0480278
Nov 06 21:37:17.893619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2064e55d-780f-4067-af63-6e77b8de361b req-21db4209-6880-4256-864d-d3aecd52ff44 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451889
Nov 06 21:37:18.098609 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:37:19.007242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747b4d-964d-4f6b-b411-8a116ea1f091 req-ddc9c4f2-b927-48f1-ab0a-c51316ebdebe tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:19.009225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82747b4d-964d-4f6b-b411-8a116ea1f091 req-ddc9c4f2-b927-48f1-ab0a-c51316ebdebe tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0490739
Nov 06 21:37:19.055951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82747b4d-964d-4f6b-b411-8a116ea1f091 req-bf9663b3-5c30-4a7e-9a8e-991807abc3c5 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408242
Nov 06 21:37:19.302763 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cc71bfe9-092c-43cf-a382-f8a1e8072469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:20.173650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe6a18-0209-435a-a2b5-ef34708998cd req-ea339901-9489-4d15-b8a8-640f4fda2445 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:20.175023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04fe6a18-0209-435a-a2b5-ef34708998cd req-ea339901-9489-4d15-b8a8-640f4fda2445 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0478160
Nov 06 21:37:20.221861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04fe6a18-0209-435a-a2b5-ef34708998cd req-e79a9d0e-c531-401c-bfa5-ac51c1f5ade1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404613
Nov 06 21:37:20.733262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:21.338585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbff22c-1238-4c25-8563-0650ca2d845f req-a65598ef-7b60-4992-84d9-0be592d38d0a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:21.339966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dbff22c-1238-4c25-8563-0650ca2d845f req-a65598ef-7b60-4992-84d9-0be592d38d0a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0517755
Nov 06 21:37:21.385238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dbff22c-1238-4c25-8563-0650ca2d845f req-50d0bcc3-92bc-4aad-b43d-82d06eb766d7 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394235
Nov 06 21:37:21.978085 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:22.499391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c70e3b-dd3c-4093-8593-23acf2082dd6 req-162afa46-23d3-458f-a361-fc4f25f64b7e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:22.500935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4c70e3b-dd3c-4093-8593-23acf2082dd6 req-162afa46-23d3-458f-a361-fc4f25f64b7e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0485976
Nov 06 21:37:22.548308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f4c70e3b-dd3c-4093-8593-23acf2082dd6 req-f6cf6692-6e6d-44d3-bc48-334d3ec2f9a3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415761
Nov 06 21:37:22.580580 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:23.670859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066c623-8fdf-448b-aa23-e6aac67bfd93 req-9eeaf04a-b274-4848-ac94-f7866175891c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:23.672612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a066c623-8fdf-448b-aa23-e6aac67bfd93 req-9eeaf04a-b274-4848-ac94-f7866175891c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0559335
Nov 06 21:37:23.724702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a066c623-8fdf-448b-aa23-e6aac67bfd93 req-e88ea051-b471-4314-b782-6d848a0efdeb tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454042
Nov 06 21:37:24.841064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb9f0d-3bf4-420b-bc3a-c9002ff5436f req-7c026a8a-5596-4fc8-91a5-7b830259dcbe tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:24.842564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07eb9f0d-3bf4-420b-bc3a-c9002ff5436f req-7c026a8a-5596-4fc8-91a5-7b830259dcbe tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0491612
Nov 06 21:37:24.889591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07eb9f0d-3bf4-420b-bc3a-c9002ff5436f req-ab27ab3e-c741-4d6d-bd44-c4f736779fa9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410695
Nov 06 21:37:26.007491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf635-a2a4-4ee1-8081-a4f1aa24062f req-d5690acc-9743-43a9-928e-e35312f97461 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:26.009060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2bcf635-a2a4-4ee1-8081-a4f1aa24062f req-d5690acc-9743-43a9-928e-e35312f97461 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0511482
Nov 06 21:37:26.056114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2bcf635-a2a4-4ee1-8081-a4f1aa24062f req-4abf55bd-06e8-4879-82a5-bd52b33a7684 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406463
Nov 06 21:37:27.178309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e334008-fd4a-4ef5-9d73-bc7675c57746 req-bb82b497-266e-4ea7-a1fa-efb74f77671d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:27.179675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e334008-fd4a-4ef5-9d73-bc7675c57746 req-bb82b497-266e-4ea7-a1fa-efb74f77671d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0511177
Nov 06 21:37:27.227884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e334008-fd4a-4ef5-9d73-bc7675c57746 req-aded9004-0273-4ae2-abd7-71c5e62dc9f6 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417724
Nov 06 21:37:27.589326 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-57b3334f-f0ed-4034-8637-0c6fec43cc4c service neutron] show failed (client error): The resource could not be found.
Nov 06 21:37:27.590334 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-57b3334f-f0ed-4034-8637-0c6fec43cc4c service neutron] 10.222.0.37 "GET /v2.0/ports/e40c9a25-eed7-4ace-bb6b-4b545ccfcac4/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0535781
Nov 06 21:37:27.796507 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-cbb7755a-2339-4973-a66c-e9e4df9eb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:27.798285 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-cbb7755a-2339-4973-a66c-e9e4df9eb611 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615&tenant_id=09cb2a9f42fa4db88f8a4b4e67334216 HTTP/1.1" status: 200  len: 1096 time: 0.0449753
Nov 06 21:37:27.810568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:37:27.860786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:28.053879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:37:28.085722 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch1-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:37:28.127033 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:37:28.129538 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55598a-2f7d-478a-970f-f54c480ca3c4" -d '{"events": [{"server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "name": "network-vif-unplugged", "status": "completed", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:37:28.133332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:28.145975 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Transition to ACTIVE for port object e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:37:28.151572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:28.188096 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28472e8-5019-40e2-a3cc-4955f3bd3307 x-openstack-request-id: req-d28472e8-5019-40e2-a3cc-4955f3bd3307 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:37:28.188440 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "name": "network-vif-unplugged", "status": "completed", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:37:28.188699 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d28472e8-5019-40e2-a3cc-4955f3bd3307 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:37:28.189122 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'code': 200}
Nov 06 21:37:28.202099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=6']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:28.217516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] No DVR routers for this DVR port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on host nch1-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:37:28.250734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Attempting to bind port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:37:28.251068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Attempting to bind port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:37:28.251393 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Attempting to bind port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on network ad812036-379d-4125-afa5-846cd5b89405 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:37:28.256212 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on network ad812036-379d-4125-afa5-846cd5b89405 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:37:28.256566 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Attempting to bind port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on network ad812036-379d-4125-afa5-846cd5b89405 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:37:28.262194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:37:28.262529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Checking segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:37:28.262906 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Bound using segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:37:28.263325 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Bound port: e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:37:28.263678 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:28.325344 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:37:28.328678 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:37:28.333744 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:28.345709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c7c7-0fb3-4aca-b09a-4eb09b1ac715 req-2a69b7b4-009d-4ec3-9f2b-8d7f8007125f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:28.347271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0943c7c7-0fb3-4aca-b09a-4eb09b1ac715 req-2a69b7b4-009d-4ec3-9f2b-8d7f8007125f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0507209
Nov 06 21:37:28.372373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:28.373004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:28.374384 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] 10.222.0.10 "PUT /v2.0/ports/e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 1091 time: 0.5682225
Nov 06 21:37:28.396744 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed05ddf-16a0-4ddd-b42c-585400d352a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=7']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:28.407708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0943c7c7-0fb3-4aca-b09a-4eb09b1ac715 req-9bd44549-b552-48dd-a4cd-902634b104d2 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512414
Nov 06 21:37:28.439358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-3622e0c6-b729-4c62-9376-229f5ae3800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:28.440921 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-3622e0c6-b729-4c62-9376-229f5ae3800a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1094 time: 0.0407176
Nov 06 21:37:28.526960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-0e91aa77-2af0-4020-a86c-d16d9d2d6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:28.528481 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-0e91aa77-2af0-4020-a86c-d16d9d2d6a07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0803943
Nov 06 21:37:28.574114 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-830a06b2-76b1-4f85-a8a7-6135e66331f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 217 time: 0.0376284
Nov 06 21:37:28.621044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-d64d9f6f-16b0-4453-aba5-8bd7153f7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:28.622464 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-d64d9f6f-16b0-4453-aba5-8bd7153f7b9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0418510
Nov 06 21:37:28.652835 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-8876f144-995f-4c51-a3f2-b9aa8247273f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236275
Nov 06 21:37:28.745712 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-ae39c055-a155-42ec-9a2c-7e4e0942a795 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854735
Nov 06 21:37:28.834740 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-6bae8c87-361f-43e7-af6a-22ce6c518727 req-029889ee-8489-48e7-a8dd-140254aa20a8 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809920
Nov 06 21:37:29.521517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a6b29-7e78-4882-9f6f-420f57ffb4df req-b2a75056-e0e3-424f-b3bc-49392d6958a1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:29.522978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a09a6b29-7e78-4882-9f6f-420f57ffb4df req-b2a75056-e0e3-424f-b3bc-49392d6958a1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0481100
Nov 06 21:37:29.568896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a09a6b29-7e78-4882-9f6f-420f57ffb4df req-691e51b2-ba88-445c-a729-13583359dbee tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393741
Nov 06 21:37:30.190946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:37:30.193507 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18079f5a-cfef-4c08-9dff-930bc4d63df6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:37:30.241457 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2651d8-15ca-4519-be62-a9c303008e76 x-openstack-request-id: req-cd2651d8-15ca-4519-be62-a9c303008e76 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:37:30.241748 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:37:30.242004 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd2651d8-15ca-4519-be62-a9c303008e76 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:37:30.242404 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'status': 'completed', 'code': 200}
Nov 06 21:37:30.300982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-a4f5fa8d-be6e-4632-870f-4622c9938daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:30.302493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-a4f5fa8d-be6e-4632-870f-4622c9938daf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1094 time: 0.0420756
Nov 06 21:37:30.354868 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-4be09e1e-c278-4133-8740-71202ab5fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:30.356377 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-4be09e1e-c278-4133-8740-71202ab5fd00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1094 time: 0.0400531
Nov 06 21:37:30.397983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-8897f6ef-a1a0-43de-bb9c-664bf7eeafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:30.399472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-8897f6ef-a1a0-43de-bb9c-664bf7eeafe3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0877941
Nov 06 21:37:30.442737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-e3a19e37-54d4-4de4-bae9-f927f219318f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 217 time: 0.0356023
Nov 06 21:37:30.449479 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-436e6cda-804a-4152-b953-71c5801722b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:30.450985 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-436e6cda-804a-4152-b953-71c5801722b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0864043
Nov 06 21:37:30.491387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-c12b97d3-4ecd-4dfd-a86d-70590a3c56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:30.492889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-c12b97d3-4ecd-4dfd-a86d-70590a3c56bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0436759
Nov 06 21:37:30.494859 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-a167478f-5973-4fbc-8390-52f598bb63ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 217 time: 0.0349066
Nov 06 21:37:30.527392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-a536efeb-edc7-46c7-876d-e93dc114b336 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281012
Nov 06 21:37:30.550155 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-38265c66-5071-4a20-80b5-1b2d5dc2de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:30.551677 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-38265c66-5071-4a20-80b5-1b2d5dc2de31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0478001
Nov 06 21:37:30.583306 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-e07ecaf2-4e43-47cd-866f-5ddf08d26a22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241520
Nov 06 21:37:30.617904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-2752915c-6e16-4184-93c1-cd4b201e3ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839016
Nov 06 21:37:30.673800 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-e556fb58-f811-4aeb-b935-840a4177f336 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836833
Nov 06 21:37:30.746151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f3ad-927a-43f3-86a8-96e2c9258e2b req-1ad96076-07be-47ea-af56-dad856ab28d9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:30.747552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b897f3ad-927a-43f3-86a8-96e2c9258e2b req-1ad96076-07be-47ea-af56-dad856ab28d9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.1048889
Nov 06 21:37:30.753045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-62de79ff-1ebf-4755-9ee4-c3bfec7f1aea service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285338
Nov 06 21:37:30.771737 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-18079f5a-cfef-4c08-9dff-930bc4d63df6 req-5ccac82e-e812-4186-82b4-54b5256b99eb service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890474
Nov 06 21:37:30.798584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b897f3ad-927a-43f3-86a8-96e2c9258e2b req-a1bde846-2d45-4d6b-b06f-1466e9135567 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445852
Nov 06 21:37:31.916785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a1e0-5ead-4d24-a5bb-38b573aabee3 req-c1f78eef-e0bf-4a35-9131-38a3d8fc4364 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:31.918281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50b5a1e0-5ead-4d24-a5bb-38b573aabee3 req-c1f78eef-e0bf-4a35-9131-38a3d8fc4364 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0479529
Nov 06 21:37:31.968566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-50b5a1e0-5ead-4d24-a5bb-38b573aabee3 req-f42ab3d9-7adb-4b62-8f6e-45b924de8cdd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439756
Nov 06 21:37:32.188461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488d117-3bf5-45cc-a63a-0ef68b44528a req-7d4c7b4f-9cd3-4a14-89ec-0fcd8a52cfa1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:32.190004 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0488d117-3bf5-45cc-a63a-0ef68b44528a req-7d4c7b4f-9cd3-4a14-89ec-0fcd8a52cfa1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 943 time: 0.0784390
Nov 06 21:37:32.204783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-a68cecbe-4d51-46c2-818e-1a975b52b64a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:32.206166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-a68cecbe-4d51-46c2-818e-1a975b52b64a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615&tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0692191
Nov 06 21:37:32.290551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0488d117-3bf5-45cc-a63a-0ef68b44528a req-bf92421e-204d-4cdf-ba46-79d3533030b9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935588
Nov 06 21:37:32.295682 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-334675c0-dd39-4a0e-bdd5-b6e533d1a3f3 service neutron] delete failed (client error): The resource could not be found.
Nov 06 21:37:32.296691 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-334675c0-dd39-4a0e-bdd5-b6e533d1a3f3 service neutron] 10.222.0.37 "DELETE /v2.0/ports/e40c9a25-eed7-4ace-bb6b-4b545ccfcac4/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0828612
Nov 06 21:37:32.379893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-278dca31-029d-423e-8570-c43e3d69d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:32.381326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-278dca31-029d-423e-8570-c43e3d69d8b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 1094 time: 0.0412395
Nov 06 21:37:32.409731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:37:32.448478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:37:32.473008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-760d5795-8096-4b91-932d-10bcd30d21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:32.474481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-760d5795-8096-4b91-932d-10bcd30d21f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0847557
Nov 06 21:37:32.519238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-e5ffd5d2-434c-485c-8d3f-e250be4ab851 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 200  len: 217 time: 0.0371540
Nov 06 21:37:32.568094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-dcbb80e1-5aa7-414c-861a-138d56391e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:32.569525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-dcbb80e1-5aa7-414c-861a-138d56391e46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0430775
Nov 06 21:37:32.599746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-b5811033-f1bd-48c0-9f37-a31861ffcc76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0230238
Nov 06 21:37:32.690260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-e161a841-afb6-4f94-a2e7-d180e8c6a22d service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834095
Nov 06 21:37:32.779925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38d2522a-cb19-46a7-89ba-ce84b1cd1be0 req-6739c0ed-52c7-4de1-87e5-a0fb7df550a4 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823648
Nov 06 21:37:32.868462 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:37:32.962756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:37:32.973930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405', 'port_id': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'mac_address': 'fa:16:3e:1b:65:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9783e871-fd7d-4c21-8e76-dc6bde997770', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:37:33.009155 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:33.021051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:37:33.039741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:37:33.044560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:33.092343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:33.356546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:37:33.409489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16e3e2-1903-43a6-8e06-0eba2374271b req-9d23d750-b278-4030-8bba-64e08b79a806 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:33.410991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e16e3e2-1903-43a6-8e06-0eba2374271b req-9d23d750-b278-4030-8bba-64e08b79a806 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 944 time: 0.0492604
Nov 06 21:37:33.458351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e16e3e2-1903-43a6-8e06-0eba2374271b req-acda8ac0-f9c7-4c87-9361-eada4a90052d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410106
Nov 06 21:37:33.575941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6658fd4-dfbc-46ac-a93a-3035b209027b req-c1c52726-12c2-4e15-ac69-69ede60b8b39 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:33.577459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6658fd4-dfbc-46ac-a93a-3035b209027b req-c1c52726-12c2-4e15-ac69-69ede60b8b39 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 944 time: 0.0528543
Nov 06 21:37:33.624109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f6658fd4-dfbc-46ac-a93a-3035b209027b req-7c75bb92-b992-47b5-8103-0f4d9319d5df tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408349
Nov 06 21:37:33.742880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0123534-f773-4f98-ae2c-29f16a0e3ec7 req-a4a7640c-e0fb-47aa-bc96-cd11028d6bd5 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:33.744790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0123534-f773-4f98-ae2c-29f16a0e3ec7 req-a4a7640c-e0fb-47aa-bc96-cd11028d6bd5 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 944 time: 0.0518415
Nov 06 21:37:33.793450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0123534-f773-4f98-ae2c-29f16a0e3ec7 req-77ffa026-c502-4ff7-9f81-ecfd8ead5156 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427213
Nov 06 21:37:34.137057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550639-46f5-4b97-aa25-60172266921a req-2393afc4-456e-4cbb-8339-c31a42284307 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:34.138533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-2393afc4-456e-4cbb-8339-c31a42284307 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 814 time: 0.1042416
Nov 06 21:37:34.153293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-d523b73e-fa6d-4881-9c47-1893be889e0d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/quotas/09cb2a9f42fa4db88f8a4b4e67334216 HTTP/1.1" status: 200  len: 375 time: 0.0090027
Nov 06 21:37:34.202551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-18ec09fc-2d5f-4adf-a662-4b35aa291951 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0441430
Nov 06 21:37:34.294819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-ea690284-d113-4405-9e42-9233f6cc876f service neutron] 10.222.0.13 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853264
Nov 06 21:37:34.383480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-1497e304-3831-4321-9d21-a670f515fbec service neutron] 10.222.0.13 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825000
Nov 06 21:37:34.542883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a044a07e-b4f9-4ec2-a38d-8ae7b282035c req-66bc28bd-1a70-4de2-8465-7b44840f1ac4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 210 time: 0.0272932
Nov 06 21:37:34.891154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:37:34.943746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:37:34.947934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:37:34.948320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:35.175970 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:35.199231 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:37:35.201474 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665e268e-41b8-4888-acfa-6002ad187221" -d '{"events": [{"server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "name": "network-vif-plugged", "status": "completed", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:37:35.222419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:37:35.226652 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:35.251381 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da36e0-f882-4201-b828-6b4a3607447c x-openstack-request-id: req-e3da36e0-f882-4201-b828-6b4a3607447c {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:37:35.251673 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "name": "network-vif-plugged", "status": "completed", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:37:35.251924 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3da36e0-f882-4201-b828-6b4a3607447c {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:37:35.252319 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'code': 200}
Nov 06 21:37:35.276931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:35.366840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.10', 57928) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:37:35.390948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-b80d42cc-c1d6-4921-9791-8270e0e85b05 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:35.392683 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-b80d42cc-c1d6-4921-9791-8270e0e85b05 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cf80c64-805f-45fd-b7c6-6dcc640cb615 HTTP/1.1" status: 200  len: 945 time: 0.0585179
Nov 06 21:37:35.480418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550639-46f5-4b97-aa25-60172266921a req-4e28707a-f019-4d69-8837-991ad5a23005 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:35.481906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-4e28707a-f019-4d69-8837-991ad5a23005 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.10 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 814 time: 0.1141145
Nov 06 21:37:35.490819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Deleting port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:37:35.491156 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:35.496777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Request body: {'port': {'device_id': '16522606-4928-4e1a-9576-8625846d9a03', 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405', 'admin_state_up': True, 'tenant_id': '09cb2a9f42fa4db88f8a4b4e67334216'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:37:35.582428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] For port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:37:35.582796 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:35.598793 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Calling delete_port for e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:37:35.608555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Made reservation on behalf of 09cb2a9f42fa4db88f8a4b4e67334216 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:37:35.612541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:35.656749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d6e7ebe-a539-4a6b-ae6b-05516436d2d4 req-24f27982-8e30-4828-814b-67ffaa19cd32 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 210 time: 0.0338495
Nov 06 21:37:35.731835 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:35.752223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:37:35.765305 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Pushing event deleted for resources: {'Port': ['ID=e40c9a25-eed7-4ace-bb6b-4b545ccfcac4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:35.768156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Allocated IP 172.20.0.7 (ad812036-379d-4125-afa5-846cd5b89405/9783e871-fd7d-4c21-8e76-dc6bde997770/632e4be7-b582-41d0-b59a-1e4f1b7a2462) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:37:35.805302 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] No DVR routers for this DVR port e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:37:35.808328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:35.811620 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.10 "DELETE /v2.0/ports/e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 HTTP/1.1" status: 204  len: 173 time: 0.4134400
Nov 06 21:37:35.812069 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'name': 'network-vif-deleted', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:37:35.814336 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0705f7a068d50e8140f8d7be997b8def8821d68b64f48f72bc838f5e9c82381e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc9a594-2999-4b90-8e06-17f71f43f09a" -d '{"events": [{"server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "name": "network-vif-deleted", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:37:35.859673 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b14ba3f-7fb8-43bd-8a9e-c883001c620e x-openstack-request-id: req-1b14ba3f-7fb8-43bd-8a9e-c883001c620e {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:37:35.859970 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf80c64-805f-45fd-b7c6-6dcc640cb615", "name": "network-vif-deleted", "tag": "e40c9a25-eed7-4ace-bb6b-4b545ccfcac4", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:37:35.860226 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b14ba3f-7fb8-43bd-8a9e-c883001c620e {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:37:35.860644 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf80c64-805f-45fd-b7c6-6dcc640cb615', 'name': 'network-vif-deleted', 'tag': 'e40c9a25-eed7-4ace-bb6b-4b545ccfcac4', 'status': 'completed', 'code': 200}
Nov 06 21:37:36.235211 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:36.268475 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:36.279984 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e40c9a25-eed7-4ace-bb6b-4b545ccfcac4'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:37:36.311268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Network ad812036-379d-4125-afa5-846cd5b89405 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:37:36.316282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:37:36.319968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:37:36.326854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:36.374476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:36.375084 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:36.389759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-60479c2b-01f8-4b77-b3cc-e52b0ef6295e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8975139
Nov 06 21:37:36.402206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Request body: {'port': {'device_id': '16522606-4928-4e1a-9576-8625846d9a03', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:37:36.455960 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:36.708586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632e4be7-b582-41d0-b59a-1e4f1b7a2462 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:37:36.716521 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:36.738364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Transition to ACTIVE for port object 632e4be7-b582-41d0-b59a-1e4f1b7a2462 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:37:36.758120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:36.827596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9195121-fde9-4fb7-b17c-f67efcb94b1a req-b3315993-95c1-4f3b-a36c-4eb5e3baf9a3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:36.829131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9195121-fde9-4fb7-b17c-f67efcb94b1a req-b3315993-95c1-4f3b-a36c-4eb5e3baf9a3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 931 time: 0.1042576
Nov 06 21:37:36.844190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:36.919915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9195121-fde9-4fb7-b17c-f67efcb94b1a req-9dbc17c9-7ba3-495e-a60c-6c3aa2fe5ffe tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767028
Nov 06 21:37:36.929059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Attempting to bind port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:37:36.929393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Attempting to bind port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:37:36.929719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Attempting to bind port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on network ad812036-379d-4125-afa5-846cd5b89405 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:37:36.934028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on network ad812036-379d-4125-afa5-846cd5b89405 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:37:36.934346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Attempting to bind port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on network ad812036-379d-4125-afa5-846cd5b89405 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:37:36.939147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:37:36.939421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Checking segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:37:36.939796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Bound using segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:37:36.940215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Bound port: 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:37:36.940600 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:37.004901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:37:37.007867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:37:37.012350 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:37.044565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:37.045220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:37.046610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 1091 time: 0.6484094
Nov 06 21:37:37.047314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:37:37.053250 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7428a541-c0b2-486d-b5bb-29cd0d811746" -d '{"events": [{"name": "network-changed", "server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:37:37.106064 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadb0061-9c75-4dd7-887f-687c9ba68a88 x-openstack-request-id: req-cadb0061-9c75-4dd7-887f-687c9ba68a88 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:37:37.106453 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:37:37.106785 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cadb0061-9c75-4dd7-887f-687c9ba68a88 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:37:37.107254 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'status': 'completed', 'code': 200}
Nov 06 21:37:37.121235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933e1e4-1230-48e2-a028-683ca2a383b6 service neutron] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:37.140568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550639-46f5-4b97-aa25-60172266921a req-6d216af2-6ddf-4feb-a4ac-427f13180d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:37.142091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-6d216af2-6ddf-4feb-a4ac-427f13180d71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1094 time: 0.0549643
Nov 06 21:37:37.188528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-fc1cc670-7ffc-4443-bbc7-bf5b4f78d146 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 217 time: 0.0370491
Nov 06 21:37:37.243375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550639-46f5-4b97-aa25-60172266921a req-3b079f72-e6a3-4940-9a9b-0ec794d8bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:37.244799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-3b079f72-e6a3-4940-9a9b-0ec794d8bc7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0486207
Nov 06 21:37:37.275925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-a7f2c3c0-4a8b-4ee8-b6c6-709a239ea3b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246801
Nov 06 21:37:37.367947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-2db6a602-670f-4997-b906-95276d9aa621 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849054
Nov 06 21:37:37.455335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9550639-46f5-4b97-aa25-60172266921a req-af731689-edac-4e34-a348-1d28351698c9 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808280
Nov 06 21:37:37.536092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-4a0f7bfe-dc2d-4a5f-8213-a6a855beec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:37.537546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-4a0f7bfe-dc2d-4a5f-8213-a6a855beec53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1094 time: 0.0404999
Nov 06 21:37:37.630423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-cbbb8f78-b224-4a98-9075-0702924c72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:37.631901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-cbbb8f78-b224-4a98-9075-0702924c72a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0875394
Nov 06 21:37:37.672343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-b1e25d72-efb2-4704-b47f-13c284e1037d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 217 time: 0.0337112
Nov 06 21:37:37.720476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-cf7fa1d3-b694-4ee8-885b-e0dd123efb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:37.721897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-cf7fa1d3-b694-4ee8-885b-e0dd123efb43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0426009
Nov 06 21:37:37.757139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-52c9a6cb-6865-4119-a231-e0c3d5f91acc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282257
Nov 06 21:37:37.844904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-14d8eab6-2b19-4bf6-8b73-baf285518326 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807488
Nov 06 21:37:37.939670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7428a541-c0b2-486d-b5bb-29cd0d811746 req-9ddab430-a9f2-41e1-aa04-2e0f99f60f0b service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868425
Nov 06 21:37:38.035411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e6ebb-2155-4606-a861-0a66881dfa31 req-7d4d0807-a2cc-4998-8532-ef58f79e1fcd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:38.036917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c17e6ebb-2155-4606-a861-0a66881dfa31 req-7d4d0807-a2cc-4998-8532-ef58f79e1fcd tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 943 time: 0.0489151
Nov 06 21:37:38.084009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c17e6ebb-2155-4606-a861-0a66881dfa31 req-445f7f45-f5fd-4ddd-b9d5-bed5cb7565ae tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406740
Nov 06 21:37:38.883933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:37:38.904029 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:37:38.904394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e40c9a25-eed7-4ace-bb6b-4b545ccfcac4 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:37:39.201252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937592b2-b50e-40a2-87a0-c66a976b5c78 req-39c56dac-e588-4402-8adb-2c83b6b2fea4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:39.202687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-937592b2-b50e-40a2-87a0-c66a976b5c78 req-39c56dac-e588-4402-8adb-2c83b6b2fea4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 943 time: 0.0494142
Nov 06 21:37:39.254751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-937592b2-b50e-40a2-87a0-c66a976b5c78 req-e1948b36-ff4d-49a1-8ee7-923de5ab8278 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461087
Nov 06 21:37:40.380184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927b8bd-e911-4c19-a13c-ce654286c503 req-d728f58d-56f2-4690-8f21-7d9eb8c877aa tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:40.381693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3927b8bd-e911-4c19-a13c-ce654286c503 req-d728f58d-56f2-4690-8f21-7d9eb8c877aa tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 943 time: 0.0517573
Nov 06 21:37:40.428072 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3927b8bd-e911-4c19-a13c-ce654286c503 req-7a20e78a-1972-4073-bd04-bd3cbf0908a1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399129
Nov 06 21:37:40.898971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 632e4be7-b582-41d0-b59a-1e4f1b7a2462 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:37:40.994042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:37:41.005729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405', 'port_id': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'mac_address': 'fa:16:3e:83:33:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9783e871-fd7d-4c21-8e76-dc6bde997770', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:37:41.040750 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:41.054070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632e4be7-b582-41d0-b59a-1e4f1b7a2462 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:37:41.073746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:37:41.077439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:41.123317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:41.130502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.130778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.131109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.131437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.131760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.132078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.132421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.132739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.133054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.133369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.133684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.133994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:37:41.379605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['632e4be7-b582-41d0-b59a-1e4f1b7a2462'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:37:41.544241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33bfd9-4d1f-4b21-8159-22ee0962ea9b req-2414b9c8-f93f-40fc-ae05-77c93799d2c0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:41.545792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea33bfd9-4d1f-4b21-8159-22ee0962ea9b req-2414b9c8-f93f-40fc-ae05-77c93799d2c0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 944 time: 0.0492787
Nov 06 21:37:41.593027 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea33bfd9-4d1f-4b21-8159-22ee0962ea9b req-7d4e70b1-26ee-4340-ade1-1cc3488a5856 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410688
Nov 06 21:37:42.709693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a730d9-97ed-477f-9ef0-c05c11bed46e req-3c38729a-d590-4eaa-9a30-5491da773dc5 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:42.711190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a730d9-97ed-477f-9ef0-c05c11bed46e req-3c38729a-d590-4eaa-9a30-5491da773dc5 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 944 time: 0.0522902
Nov 06 21:37:42.757476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a730d9-97ed-477f-9ef0-c05c11bed46e req-aa74f861-d17b-442f-929a-81ebca346cfa tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399494
Nov 06 21:37:42.898172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 632e4be7-b582-41d0-b59a-1e4f1b7a2462 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:37:42.949374 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:37:42.952922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:37:42.953274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:43.027253 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:43.048747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:37:43.051228 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c932ce9-faf5-4665-bd85-15bb2468b274" -d '{"events": [{"server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "name": "network-vif-plugged", "status": "completed", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:37:43.063839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:37:43.067805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:43.093375 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e1b3e5-654f-4232-a9a8-434d45e00130 x-openstack-request-id: req-22e1b3e5-654f-4232-a9a8-434d45e00130 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:37:43.093676 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "name": "network-vif-plugged", "status": "completed", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:37:43.093930 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22e1b3e5-654f-4232-a9a8-434d45e00130 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:37:43.094336 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'code': 200}
Nov 06 21:37:43.119440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:37:43.185599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bb1a1-7b68-4a3b-819b-b7826b5d907b req-bbbecbe2-8b53-489a-959c-e27af7b5bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:43.187017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd0bb1a1-7b68-4a3b-819b-b7826b5d907b req-bbbecbe2-8b53-489a-959c-e27af7b5bbb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1096 time: 0.0410042
Nov 06 21:37:43.233240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd0bb1a1-7b68-4a3b-819b-b7826b5d907b req-f311015f-b619-4186-b9ac-4f2b885d6140 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378871
Nov 06 21:37:43.875499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e70d0f-0fee-4a81-b431-d26834d0102a req-e61be034-0db7-4818-ba7b-609c742953da tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:43.877197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39e70d0f-0fee-4a81-b431-d26834d0102a req-e61be034-0db7-4818-ba7b-609c742953da tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0515211
Nov 06 21:37:43.933232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39e70d0f-0fee-4a81-b431-d26834d0102a req-456c28da-2820-4132-a784-e8fc76e53abf tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498276
Nov 06 21:37:44.829859 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:44.876583 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:45.065707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472708c6-03be-4fd5-8e4e-ffe790ffd6e7 req-0856fff0-d2b0-46a6-8f8f-399ec38cf07d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:45.067222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-472708c6-03be-4fd5-8e4e-ffe790ffd6e7 req-0856fff0-d2b0-46a6-8f8f-399ec38cf07d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0625951
Nov 06 21:37:45.114599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-472708c6-03be-4fd5-8e4e-ffe790ffd6e7 req-9775d7c9-be27-4c05-a225-c0a006d83da3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408263
Nov 06 21:37:45.229817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6f540-f346-4039-ab12-7353fd94c8b4 req-eb00d4ca-15fc-453c-a271-d452540432d3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:45.231472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eed6f540-f346-4039-ab12-7353fd94c8b4 req-eb00d4ca-15fc-453c-a271-d452540432d3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0506454
Nov 06 21:37:45.278331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eed6f540-f346-4039-ab12-7353fd94c8b4 req-15160408-b435-4051-959b-0aaf29613e0e tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409594
Nov 06 21:37:45.535967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf04b8-0075-4bc5-a24c-b071397158c6 req-b96c2107-675e-4a18-99dc-14e9f3e76fe7 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:45.537483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cfbf04b8-0075-4bc5-a24c-b071397158c6 req-b96c2107-675e-4a18-99dc-14e9f3e76fe7 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0694861
Nov 06 21:37:45.540105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-be0d7431-c048-47df-ba7c-b15d4228171e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0812545
Nov 06 21:37:45.589635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cfbf04b8-0075-4bc5-a24c-b071397158c6 req-744d8ea4-f18a-40b8-a2d7-326fc3c312f4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455320
Nov 06 21:37:46.592351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-f2eb0609-205f-4745-a850-c24452eeabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:46.593831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-f2eb0609-205f-4745-a850-c24452eeabb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1096 time: 0.0403657
Nov 06 21:37:46.717265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-5fa1062c-169c-4d15-b8f3-37e5400a9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:46.718741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-5fa1062c-169c-4d15-b8f3-37e5400a9805 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.1168849
Nov 06 21:37:46.731489 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096b0e7-ae10-43ee-be78-22a8e78e0180 req-b93ead9a-6126-4d4f-9a39-20b8ec5815b4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:46.732905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8096b0e7-ae10-43ee-be78-22a8e78e0180 req-b93ead9a-6126-4d4f-9a39-20b8ec5815b4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0714302
Nov 06 21:37:46.777517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-6dbeb680-2da4-47f5-b540-c9e5aaa77bca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 217 time: 0.0436790
Nov 06 21:37:46.849500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8096b0e7-ae10-43ee-be78-22a8e78e0180 req-4f81123e-5790-460e-81a4-e2560d7fa484 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101065
Nov 06 21:37:46.851191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-5c348150-c0f9-4610-86d8-067060442676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:46.852595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-5c348150-c0f9-4610-86d8-067060442676 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0674107
Nov 06 21:37:46.885005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-9162a9cf-ded5-4457-9674-54216bd81a6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256863
Nov 06 21:37:46.917305 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0210fda8-dbe3-4e7b-b1ef-7b23bf125659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:46.980058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-a2ce6b89-a77e-44db-8d75-3b09283abeb8 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878489
Nov 06 21:37:47.069268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-3054421d-4a80-441c-8ce2-081ed4389118 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829535
Nov 06 21:37:47.965932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769c916-3563-4932-a0f6-d7dff7b0ceff req-97adb0a5-296b-482a-9e84-ad1ee740edff tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:47.967418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d769c916-3563-4932-a0f6-d7dff7b0ceff req-97adb0a5-296b-482a-9e84-ad1ee740edff tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0508170
Nov 06 21:37:48.020271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d769c916-3563-4932-a0f6-d7dff7b0ceff req-ff7df192-0f49-460d-9479-ac3490183eb1 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470109
Nov 06 21:37:49.135689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47543d57-6667-4631-b244-97c96c8ba21d req-a5d2d0b0-2ebc-4f43-9086-5714d36adcc3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:49.137219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47543d57-6667-4631-b244-97c96c8ba21d req-a5d2d0b0-2ebc-4f43-9086-5714d36adcc3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0494251
Nov 06 21:37:49.183612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47543d57-6667-4631-b244-97c96c8ba21d req-675cd426-abf7-4989-a97e-9cbd530f8307 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403795
Nov 06 21:37:49.303941 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-90d62221-5990-49ed-bd79-41f3dd2202ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:50.384542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07259b4b-5e63-4fd7-8ef2-6199e022da77 req-871a8792-99d2-4b18-ad28-1ad755a124f4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:50.386038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07259b4b-5e63-4fd7-8ef2-6199e022da77 req-871a8792-99d2-4b18-ad28-1ad755a124f4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.1350381
Nov 06 21:37:50.432891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-07259b4b-5e63-4fd7-8ef2-6199e022da77 req-a3edb4e9-cc96-4763-8359-ae48f53933db tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409780
Nov 06 21:37:50.736531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:51.551584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df763-ca65-4633-9d27-487bba583831 req-224ebc98-3db9-4d5b-b66e-4f06d4e89277 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:51.553121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-675df763-ca65-4633-9d27-487bba583831 req-224ebc98-3db9-4d5b-b66e-4f06d4e89277 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0531130
Nov 06 21:37:51.599787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-675df763-ca65-4633-9d27-487bba583831 req-c5215f58-e3e2-4468-a6c6-ee84ce049404 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402043
Nov 06 21:37:51.981339 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:52.581102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:37:52.716236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847a86-5703-492e-86bc-ced1d77d24c9 req-0be957cb-6c4a-4ac7-bfe8-484c198a0258 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:52.717756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9847a86-5703-492e-86bc-ced1d77d24c9 req-0be957cb-6c4a-4ac7-bfe8-484c198a0258 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0488532
Nov 06 21:37:52.764010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9847a86-5703-492e-86bc-ced1d77d24c9 req-a04a0b4d-f80b-4f90-bf67-43282ad366f0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404589
Nov 06 21:37:53.932473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e804a-0bbf-40de-b08d-ce86ec2e0d4e req-969c97ca-7892-45a7-8be8-3350573283a4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:53.933979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d3e804a-0bbf-40de-b08d-ce86ec2e0d4e req-969c97ca-7892-45a7-8be8-3350573283a4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.1023400
Nov 06 21:37:53.990441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d3e804a-0bbf-40de-b08d-ce86ec2e0d4e req-0be37fbb-d2eb-49a3-939c-9e452626405f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473046
Nov 06 21:37:55.097106 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:37:55.104242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb5668-abf5-4423-9042-50fa882a7822 req-cb0818f0-a76e-4e78-ae5f-3d15622870dc tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:55.106351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48eb5668-abf5-4423-9042-50fa882a7822 req-cb0818f0-a76e-4e78-ae5f-3d15622870dc tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0492065
Nov 06 21:37:55.154618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48eb5668-abf5-4423-9042-50fa882a7822 req-1c55ee16-8bea-4b02-b071-ac49bb49805c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419638
Nov 06 21:37:56.273694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbd75f-6b34-4383-a694-3f750ba40c36 req-32a76ca5-04ae-4276-a60a-dadaccb9b4b3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:56.275182 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bbbd75f-6b34-4383-a694-3f750ba40c36 req-32a76ca5-04ae-4276-a60a-dadaccb9b4b3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0487688
Nov 06 21:37:56.321851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3bbbd75f-6b34-4383-a694-3f750ba40c36 req-e3c9612b-4eb9-4713-a932-39b9e4c37627 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405531
Nov 06 21:37:57.442937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8977de1-ffcd-4330-8545-f528414554d7 req-a688b94f-f953-4496-8ba7-cb28937eb556 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:57.444425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8977de1-ffcd-4330-8545-f528414554d7 req-a688b94f-f953-4496-8ba7-cb28937eb556 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0514314
Nov 06 21:37:57.491336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8977de1-ffcd-4330-8545-f528414554d7 req-c0c9719f-598a-4b8f-a344-bb3480a6b539 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405469
Nov 06 21:37:58.605858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3044b7a-bb34-4555-9436-622b6a91a187 req-97390689-1ae6-4424-a26b-3e2fb6dbd550 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:58.607338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3044b7a-bb34-4555-9436-622b6a91a187 req-97390689-1ae6-4424-a26b-3e2fb6dbd550 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0480256
Nov 06 21:37:58.654338 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3044b7a-bb34-4555-9436-622b6a91a187 req-e7d4bd52-bbad-4be1-a72f-4ebe168a7b23 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411210
Nov 06 21:37:59.772558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09f143-519f-498f-8184-f0bd1920cd4e req-b77eeeec-f996-490c-ac89-ac3220c68b50 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:37:59.774136 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b09f143-519f-498f-8184-f0bd1920cd4e req-b77eeeec-f996-490c-ac89-ac3220c68b50 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0520792
Nov 06 21:37:59.821422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b09f143-519f-498f-8184-f0bd1920cd4e req-b988db96-1e18-4325-bed9-48a82e55745d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407906
Nov 06 21:38:00.938619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc618-4d71-4483-8fe4-43c823a9e45f req-6bbe314c-517c-416c-a5f6-919cfaaa301f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:00.940115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2facc618-4d71-4483-8fe4-43c823a9e45f req-6bbe314c-517c-416c-a5f6-919cfaaa301f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0497129
Nov 06 21:38:00.988237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2facc618-4d71-4483-8fe4-43c823a9e45f req-699523ff-d804-46c9-9e7d-1a844f94cc4c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421157
Nov 06 21:38:02.101818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f25888-ea47-4b1f-b1e5-63d84ae30a78 req-41537401-a2e1-4ed7-91c7-54ef019c71be tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:02.103300 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7f25888-ea47-4b1f-b1e5-63d84ae30a78 req-41537401-a2e1-4ed7-91c7-54ef019c71be tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0478566
Nov 06 21:38:02.153655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f7f25888-ea47-4b1f-b1e5-63d84ae30a78 req-d40fa552-269e-4c8b-a4ee-25fcdee5af53 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437925
Nov 06 21:38:03.269341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dab10-5da3-4005-a567-f3f7b7372b6b req-e5f0693e-2b4c-400f-8fef-4971ef764f27 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:03.270817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e37dab10-5da3-4005-a567-f3f7b7372b6b req-e5f0693e-2b4c-400f-8fef-4971ef764f27 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0487766
Nov 06 21:38:03.319723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e37dab10-5da3-4005-a567-f3f7b7372b6b req-e9340fe4-c5ec-41c4-8816-e9ff28c2fa7d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430110
Nov 06 21:38:04.432392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ceaa4e-f243-4d74-809e-9f1da6417eb0 req-da8d497d-bb21-4a46-b43f-10d9f96091af tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:04.434380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62ceaa4e-f243-4d74-809e-9f1da6417eb0 req-da8d497d-bb21-4a46-b43f-10d9f96091af tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0492487
Nov 06 21:38:04.482502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-62ceaa4e-f243-4d74-809e-9f1da6417eb0 req-72a311bf-f858-4b16-ba42-b7fec68a0716 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423143
Nov 06 21:38:05.602626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7109ece-8f50-4e43-9722-0ec00e5b602f req-cf719327-a235-4295-b7a5-ff4ca74b24a2 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:05.604107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7109ece-8f50-4e43-9722-0ec00e5b602f req-cf719327-a235-4295-b7a5-ff4ca74b24a2 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0529904
Nov 06 21:38:05.650136 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7109ece-8f50-4e43-9722-0ec00e5b602f req-66f5e4e9-19a7-4c22-a5d2-d80bc1b9550d tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400381
Nov 06 21:38:06.772326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea2419-ced3-4a71-9b32-0fffa8bf30fe req-82296e57-676d-4d07-9274-45dd8b5ba27a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:06.773820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28ea2419-ced3-4a71-9b32-0fffa8bf30fe req-82296e57-676d-4d07-9274-45dd8b5ba27a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0514216
Nov 06 21:38:06.820778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28ea2419-ced3-4a71-9b32-0fffa8bf30fe req-65830836-7ebe-4415-81a8-728b9d97b7af tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404389
Nov 06 21:38:07.936836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e2939-f76b-4cfe-8988-e1999cfd2e04 req-28b9960a-9d24-4bb0-b0ba-33879bdce6e6 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:07.938310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f69e2939-f76b-4cfe-8988-e1999cfd2e04 req-28b9960a-9d24-4bb0-b0ba-33879bdce6e6 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0484715
Nov 06 21:38:07.996031 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f69e2939-f76b-4cfe-8988-e1999cfd2e04 req-6bafec84-0f5b-4eb9-af8d-0f0cc73b2b8c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518043
Nov 06 21:38:08.503982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536d146-218b-49e2-9c30-74b807db4443 req-723e701c-ca88-4e67-b41b-a4b985d7c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:08.505520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4536d146-218b-49e2-9c30-74b807db4443 req-723e701c-ca88-4e67-b41b-a4b985d7c78d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1096 time: 0.0866599
Nov 06 21:38:08.608695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536d146-218b-49e2-9c30-74b807db4443 req-12e69716-2421-4f7b-8530-b148639c8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:08.610066 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4536d146-218b-49e2-9c30-74b807db4443 req-12e69716-2421-4f7b-8530-b148639c8e67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0836365
Nov 06 21:38:08.655754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4536d146-218b-49e2-9c30-74b807db4443 req-10899e8e-33fd-4707-bde2-95666ef404dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 217 time: 0.0381010
Nov 06 21:38:08.704514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536d146-218b-49e2-9c30-74b807db4443 req-5b4f4c52-d3dc-4847-98d1-6027ae02ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:08.705916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4536d146-218b-49e2-9c30-74b807db4443 req-5b4f4c52-d3dc-4847-98d1-6027ae02ff67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0432093
Nov 06 21:38:08.737316 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4536d146-218b-49e2-9c30-74b807db4443 req-fc910a4f-c374-4ae0-b00f-80ea648565d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242803
Nov 06 21:38:08.828680 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4536d146-218b-49e2-9c30-74b807db4443 req-2932c0b4-1dbe-410d-98f2-9e7c71b414ad service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842483
Nov 06 21:38:08.920464 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4536d146-218b-49e2-9c30-74b807db4443 req-d87014bb-007e-4a9f-b5a0-c024cf01689f service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845826
Nov 06 21:38:09.109653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfc1b8-2216-46bb-9133-3a9401fa9173 req-af8bef5a-9214-4fff-ad34-bc2c7fa577b9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:09.111163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6dfc1b8-2216-46bb-9133-3a9401fa9173 req-af8bef5a-9214-4fff-ad34-bc2c7fa577b9 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0490561
Nov 06 21:38:09.162772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6dfc1b8-2216-46bb-9133-3a9401fa9173 req-e8ca138c-a686-447f-bd3b-412329c148a2 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455263
Nov 06 21:38:10.277924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fcf7e-e572-4cfb-86a8-177b723d1100 req-e00e9cfe-0654-476c-aa33-1b2670066e46 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:10.279489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4fcf7e-e572-4cfb-86a8-177b723d1100 req-e00e9cfe-0654-476c-aa33-1b2670066e46 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0480647
Nov 06 21:38:10.326197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4fcf7e-e572-4cfb-86a8-177b723d1100 req-214cb1a7-56a9-4065-a175-44defba3aeca tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407662
Nov 06 21:38:11.444705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff775-54b3-46fc-b6ac-2b2b76f4fd9c req-bdd0372f-956e-4fdd-a2fe-9fe6b9677b98 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:11.446164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58aff775-54b3-46fc-b6ac-2b2b76f4fd9c req-bdd0372f-956e-4fdd-a2fe-9fe6b9677b98 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0485187
Nov 06 21:38:11.491800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58aff775-54b3-46fc-b6ac-2b2b76f4fd9c req-2743589b-33b0-4eab-9927-d20cd5692410 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397906
Nov 06 21:38:12.612210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20d861-6cf7-4d92-becd-391a6f3c3216 req-9682961e-3e70-49d2-8074-b51ee4c41ef0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:12.613708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b20d861-6cf7-4d92-becd-391a6f3c3216 req-9682961e-3e70-49d2-8074-b51ee4c41ef0 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0512869
Nov 06 21:38:12.660271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7b20d861-6cf7-4d92-becd-391a6f3c3216 req-293517df-a2fd-46cd-9fac-baabe6ece81f tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405905
Nov 06 21:38:13.774730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34148e3b-32ff-4a24-85c5-d0d936c45468 req-52e89008-d850-40d8-9702-b9ff480094bf tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:13.776238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34148e3b-32ff-4a24-85c5-d0d936c45468 req-52e89008-d850-40d8-9702-b9ff480094bf tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0492835
Nov 06 21:38:13.823601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34148e3b-32ff-4a24-85c5-d0d936c45468 req-687c5f41-a2dd-4556-93a3-ce106ee2b7a3 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405662
Nov 06 21:38:13.942545 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-274d9627-baee-4f9c-9cad-ebe15906cdb8 service neutron] show failed (client error): The resource could not be found.
Nov 06 21:38:13.943471 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-274d9627-baee-4f9c-9cad-ebe15906cdb8 service neutron] 10.222.0.10 "GET /v2.0/ports/632e4be7-b582-41d0-b59a-1e4f1b7a2462/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0584543
Nov 06 21:38:14.165632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c835af4-4e9d-4757-b6ed-c4aaff5eada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:14.167127 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c835af4-4e9d-4757-b6ed-c4aaff5eada7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03&tenant_id=09cb2a9f42fa4db88f8a4b4e67334216 HTTP/1.1" status: 200  len: 1096 time: 0.0699387
Nov 06 21:38:14.179881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:14.236560 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:14.439511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:14.470917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:38:14.510222 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:38:14.512574 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583fd6ab-c569-4853-ab1e-0658578e62ff" -d '{"events": [{"server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "name": "network-vif-unplugged", "status": "completed", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:38:14.516660 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:14.530035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Transition to ACTIVE for port object 632e4be7-b582-41d0-b59a-1e4f1b7a2462 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:38:14.533696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:14.569567 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406924ca-6bb1-434c-8bc0-5613119cce6f x-openstack-request-id: req-406924ca-6bb1-434c-8bc0-5613119cce6f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:38:14.569864 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "name": "network-vif-unplugged", "status": "completed", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:38:14.570114 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-406924ca-6bb1-434c-8bc0-5613119cce6f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:38:14.570559 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'code': 200}
Nov 06 21:38:14.599360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] No DVR routers for this DVR port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:38:14.606771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:14.629534 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.629876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.630212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.630542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.630870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.631193 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.631512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.631832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.632149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.632498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.632820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.633132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:14.648868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Attempting to bind port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:38:14.649204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Attempting to bind port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:38:14.649525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Attempting to bind port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on network ad812036-379d-4125-afa5-846cd5b89405 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:38:14.653782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on network ad812036-379d-4125-afa5-846cd5b89405 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:38:14.654097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Attempting to bind port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on network ad812036-379d-4125-afa5-846cd5b89405 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:38:14.658813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:38:14.659141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Checking segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:38:14.659511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Bound using segment: {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:38:14.660021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Bound port: 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4c03fa-4e56-4041-98c5-dc4627228b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:38:14.660393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:14.722259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:38:14.725306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:38:14.729764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:14.764210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:14.764850 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:14.766233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] 10.222.0.37 "PUT /v2.0/ports/632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 1091 time: 0.5910153
Nov 06 21:38:14.787416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5001ac-6130-42d7-8bcb-f8d7499d1b6b service neutron] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:14.832940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-bb97b755-23c2-4d42-b29c-1b86c41e0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:14.834440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-bb97b755-23c2-4d42-b29c-1b86c41e0df1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1094 time: 0.0441210
Nov 06 21:38:14.848533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:14.896889 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:14.958674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-1b0c844b-f63b-451a-af3d-c4832a4c9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:14.960186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-1b0c844b-f63b-451a-af3d-c4832a4c9c5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.1184490
Nov 06 21:38:14.971430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f6bf0-6156-4709-b694-9b07fa85c0b0 req-cff17f9a-a0f2-479d-a07d-b983b40337f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:14.972817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b6f6bf0-6156-4709-b694-9b07fa85c0b0 req-cff17f9a-a0f2-479d-a07d-b983b40337f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 943 time: 0.0741987
Nov 06 21:38:15.017520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-7958f4fd-424f-4a6f-97ab-635a61c76e56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 217 time: 0.0436480
Nov 06 21:38:15.087800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b6f6bf0-6156-4709-b694-9b07fa85c0b0 req-2b62ded6-093b-41df-939e-9e6900cb9199 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074734
Nov 06 21:38:15.089348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-387b7573-450b-4f2b-9fbf-84dc24f7cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:15.090845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-387b7573-450b-4f2b-9fbf-84dc24f7cfd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0671895
Nov 06 21:38:15.123243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-26d7367d-2c2b-4c07-aac8-2b4b560bb0dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249925
Nov 06 21:38:15.216703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-452df612-6c54-486a-b7aa-ac7ab6fa9133 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865114
Nov 06 21:38:15.304777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a2bcd2e-4dc9-4b55-af86-03b139a8323f req-8c038a39-ed09-4eba-bf30-b68ccb7a88bb service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816762
Nov 06 21:38:16.205792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155e49-5b4c-4aa8-8405-bf2761a2f7c7 req-ee3f692f-0684-4984-b8db-1364f695c0d4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:16.207211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f155e49-5b4c-4aa8-8405-bf2761a2f7c7 req-ee3f692f-0684-4984-b8db-1364f695c0d4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 943 time: 0.0496445
Nov 06 21:38:16.256828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f155e49-5b4c-4aa8-8405-bf2761a2f7c7 req-0daa6ede-2d21-49b6-8c54-4af7a53414c8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436878
Nov 06 21:38:16.571967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:38:16.574890 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20048a-e232-4187-aae0-ab09072498c3" -d '{"events": [{"name": "network-changed", "server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:38:16.622266 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078750fc-e7d5-4367-b414-c84aec4eea3a x-openstack-request-id: req-078750fc-e7d5-4367-b414-c84aec4eea3a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:38:16.623239 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:38:16.628660 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-078750fc-e7d5-4367-b414-c84aec4eea3a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:38:16.629095 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'status': 'completed', 'code': 200}
Nov 06 21:38:16.713693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20048a-e232-4187-aae0-ab09072498c3 req-db65eeb0-3150-4d8a-b5ac-782773bc4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:16.715190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-db65eeb0-3150-4d8a-b5ac-782773bc4db7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1094 time: 0.0667026
Nov 06 21:38:16.717721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20048a-e232-4187-aae0-ab09072498c3 req-b1296ca2-d5fb-44a8-a015-680264a73aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:16.719048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-b1296ca2-d5fb-44a8-a015-680264a73aae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1094 time: 0.0717485
Nov 06 21:38:16.925385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ada75540-5b90-4757-b7fb-b498b5f78b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:16.990516 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 632e4be7-b582-41d0-b59a-1e4f1b7a2462 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:38:17.030543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 632e4be7-b582-41d0-b59a-1e4f1b7a2462 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:38:17.177134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20048a-e232-4187-aae0-ab09072498c3 req-bfc372b2-9063-443f-8ddf-9eb73fb425e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:17.178535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-bfc372b2-9063-443f-8ddf-9eb73fb425e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.4562688
Nov 06 21:38:17.181047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20048a-e232-4187-aae0-ab09072498c3 req-4445dcda-9145-4714-a8e1-56ad4df72b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:17.182369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-4445dcda-9145-4714-a8e1-56ad4df72b3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.4524336
Nov 06 21:38:17.226970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-31aba6c5-ab69-425d-b576-3e38dac9a65a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 217 time: 0.0416741
Nov 06 21:38:17.259719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-5af2af00-6aa3-4dc9-9632-cd90b45145a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 217 time: 0.0689874
Nov 06 21:38:17.339031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20048a-e232-4187-aae0-ab09072498c3 req-45369915-e204-42a4-84bb-783ca6cdbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:17.340987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-45369915-e204-42a4-84bb-783ca6cdbe80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0888233
Nov 06 21:38:17.347034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20048a-e232-4187-aae0-ab09072498c3 req-6ccc4dfc-2acd-4dd4-b9f5-06786c314703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:17.348381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-6ccc4dfc-2acd-4dd4-b9f5-06786c314703 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0700171
Nov 06 21:38:17.399254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-02492111-33aa-45c3-af68-a7f3814ada32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364916
Nov 06 21:38:17.415859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-67aca3aa-dc79-4810-bec0-276acfffca08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461910
Nov 06 21:38:17.523336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ea0fe-acba-4428-9f4c-c222d95c2d59 req-753cc1c3-7e65-4267-9ff9-3f110203404c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:17.524752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-973ea0fe-acba-4428-9f4c-c222d95c2d59 req-753cc1c3-7e65-4267-9ff9-3f110203404c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 943 time: 0.1978176
Nov 06 21:38:17.612489 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-9e4c8838-1a13-4295-9ee4-7fdbe95dbb52 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985641
Nov 06 21:38:17.617070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-86a2c661-2920-4ba5-b5cd-a221487254a6 service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1930931
Nov 06 21:38:17.652705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-973ea0fe-acba-4428-9f4c-c222d95c2d59 req-5d22949a-949e-42d5-b3da-f39811665210 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203825
Nov 06 21:38:17.783291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-a9fb3165-b3b3-49af-8f02-6ee0a081d2ef service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615458
Nov 06 21:38:17.786571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a20048a-e232-4187-aae0-ab09072498c3 req-a4a5e096-80b6-44e1-9dd9-58dc0dccc53c service neutron] 10.222.0.37 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541309
Nov 06 21:38:18.649582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 632e4be7-b582-41d0-b59a-1e4f1b7a2462 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:38:18.747209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:18.758478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'network_id': 'ad812036-379d-4125-afa5-846cd5b89405', 'port_id': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'mac_address': 'fa:16:3e:83:33:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9783e871-fd7d-4c21-8e76-dc6bde997770', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:38:18.776405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69bbcf-f6eb-4aa5-9562-0fa8c7fe9c96 req-0b711e45-218b-4ca0-9c8e-ead728c14ca2 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:18.778472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd69bbcf-f6eb-4aa5-9562-0fa8c7fe9c96 req-0b711e45-218b-4ca0-9c8e-ead728c14ca2 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 943 time: 0.0517993
Nov 06 21:38:18.795524 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:18.808490 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632e4be7-b582-41d0-b59a-1e4f1b7a2462 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:38:18.826896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd69bbcf-f6eb-4aa5-9562-0fa8c7fe9c96 req-dc2d032c-bc7a-4ece-8f1e-f6277f758f13 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423391
Nov 06 21:38:18.827315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:18.831361 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:18.879584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:19.026427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add02c6a-1101-4756-8b1f-655606fefa85 req-5af5074f-6cba-45f1-b3a9-0797d1aef812 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:19.027955 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-add02c6a-1101-4756-8b1f-655606fefa85 req-5af5074f-6cba-45f1-b3a9-0797d1aef812 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 944 time: 0.0542290
Nov 06 21:38:19.106763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7dd92-d976-4045-af68-011ddc514e42 req-a0d571da-b5a5-4fd7-929e-ee0efbc95c32 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:19.108241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-a0d571da-b5a5-4fd7-929e-ee0efbc95c32 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.10 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03&tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0793979
Nov 06 21:38:19.111869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-add02c6a-1101-4756-8b1f-655606fefa85 req-357eeb4a-dc6f-460d-9e12-e1c792d1b4ed tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749867
Nov 06 21:38:19.126280 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['632e4be7-b582-41d0-b59a-1e4f1b7a2462'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:38:19.170617 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-89d7dd92-d976-4045-af68-011ddc514e42 req-064005b3-9e81-4b6c-aaa0-9d697fe25b5e service neutron] delete failed (client error): The resource could not be found.
Nov 06 21:38:19.171569 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-064005b3-9e81-4b6c-aaa0-9d697fe25b5e service neutron] 10.222.0.10 "DELETE /v2.0/ports/632e4be7-b582-41d0-b59a-1e4f1b7a2462/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0548630
Nov 06 21:38:19.257348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7dd92-d976-4045-af68-011ddc514e42 req-3570eebe-3198-4e6f-8cf9-881f8a19210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:19.258882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-3570eebe-3198-4e6f-8cf9-881f8a19210f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 1095 time: 0.0415819
Nov 06 21:38:19.305552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c4af4a78-c9e7-494e-b088-fb2537d26374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:19.352592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7dd92-d976-4045-af68-011ddc514e42 req-560494b7-946a-4c82-97a3-b4b6e81b8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:19.354086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-560494b7-946a-4c82-97a3-b4b6e81b8d44 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 200  len: 915 time: 0.0881553
Nov 06 21:38:19.395246 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-c21bd836-2f9f-4f95-aa81-d5206d3be4e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 200  len: 217 time: 0.0342638
Nov 06 21:38:19.448233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7dd92-d976-4045-af68-011ddc514e42 req-91c2a5c1-dfbf-4f32-9445-083eb2b6afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:19.449697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-91c2a5c1-dfbf-4f32-9445-083eb2b6afcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 200  len: 854 time: 0.0479174
Nov 06 21:38:19.481423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-e33697be-4c56-45ea-8c40-efb8282f28fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad812036-379d-4125-afa5-846cd5b89405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245903
Nov 06 21:38:19.570094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-76f21616-6e6f-4898-958d-9ebdb1a8aa54 service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821862
Nov 06 21:38:19.663457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-89d7dd92-d976-4045-af68-011ddc514e42 req-b00ae347-d467-4d11-8556-361f1a4886cd service neutron] 10.222.0.10 "GET /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865660
Nov 06 21:38:20.239260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf0dd-d73f-4cea-8ee9-6d4b6bce76b0 req-76f96006-2917-4b4f-b152-4068bdb63cbf tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:20.240878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f27cf0dd-d73f-4cea-8ee9-6d4b6bce76b0 req-76f96006-2917-4b4f-b152-4068bdb63cbf tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 944 time: 0.0529859
Nov 06 21:38:20.290341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f27cf0dd-d73f-4cea-8ee9-6d4b6bce76b0 req-c4c123b0-9d11-46ba-b4b0-b012f8f68b8b tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419893
Nov 06 21:38:20.403150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10355c-8dfb-4c44-9c43-87822a241dc6 req-5adb9a57-6b4e-43fb-bd0c-1b6a67eca2bf tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:20.404852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd10355c-8dfb-4c44-9c43-87822a241dc6 req-5adb9a57-6b4e-43fb-bd0c-1b6a67eca2bf tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 944 time: 0.0486379
Nov 06 21:38:20.456056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd10355c-8dfb-4c44-9c43-87822a241dc6 req-7faf79bc-2509-4c5d-9716-47dc250eff6c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452585
Nov 06 21:38:20.571636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4566e-5fa6-4ecb-a405-680a9ec2f1a0 req-7f3cfeba-a081-4840-a741-bc699ba89cb4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:20.573138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0f4566e-5fa6-4ecb-a405-680a9ec2f1a0 req-7f3cfeba-a081-4840-a741-bc699ba89cb4 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 944 time: 0.0498025
Nov 06 21:38:20.622132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e0f4566e-5fa6-4ecb-a405-680a9ec2f1a0 req-f9912be1-e352-4f8f-9865-534ff2f5b811 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430093
Nov 06 21:38:20.662741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 632e4be7-b582-41d0-b59a-1e4f1b7a2462 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:38:20.710889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:38:20.715054 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:20.715390 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:20.761585 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:20.815175 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:20.837207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:38:20.839990 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c6d0b4-6e72-4208-855a-44a4faea411b" -d '{"events": [{"server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "name": "network-vif-plugged", "status": "completed", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:38:20.852464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:20.857910 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:20.888172 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6d22c0-1145-4297-be41-166a0174d656 x-openstack-request-id: req-ab6d22c0-1145-4297-be41-166a0174d656 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:38:20.888510 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "name": "network-vif-plugged", "status": "completed", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:38:20.888765 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab6d22c0-1145-4297-be41-166a0174d656 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:38:20.889209 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'code': 200}
Nov 06 21:38:20.911022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:20.960206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aea0d5-3cbf-4029-ad85-8b58f2bd477c req-b7916b54-78be-4397-a0f8-5a977049b322 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:20.961853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0aea0d5-3cbf-4029-ad85-8b58f2bd477c req-b7916b54-78be-4397-a0f8-5a977049b322 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0518553
Nov 06 21:38:21.008838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0aea0d5-3cbf-4029-ad85-8b58f2bd477c req-8094fa9e-48fb-42ef-93cd-3397e6e0795c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405991
Nov 06 21:38:21.983355 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:22.127162 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c3a9f-120c-4439-8db1-a62effc161d7 req-676e440b-ea96-4622-b4ae-e9d3318e9297 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:22.128753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-130c3a9f-120c-4439-8db1-a62effc161d7 req-676e440b-ea96-4622-b4ae-e9d3318e9297 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0528026
Nov 06 21:38:22.206050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-130c3a9f-120c-4439-8db1-a62effc161d7 req-742cb289-2c2d-43f0-900f-25297075889c tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf27f008-3f23-4c0b-9860-0e751165435e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715337
Nov 06 21:38:22.214659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-26ab9a69-a050-41ac-9b82-d47e8dc039c8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:22.216157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-26ab9a69-a050-41ac-9b82-d47e8dc039c8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.37 "GET /v2.0/ports?device_id=16522606-4928-4e1a-9576-8625846d9a03 HTTP/1.1" status: 200  len: 945 time: 0.0754831
Nov 06 21:38:22.309669 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Deleting port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:38:22.310007 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:22.395676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] For port 632e4be7-b582-41d0-b59a-1e4f1b7a2462, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=632e4be7-b582-41d0-b59a-1e4f1b7a2462,segment=NetworkSegment(bf4c03fa-4e56-4041-98c5-dc4627228b27),segment_id=bf4c03fa-4e56-4041-98c5-dc4627228b27)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:22.395952 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:22.408961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Calling delete_port for 632e4be7-b582-41d0-b59a-1e4f1b7a2462 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:38:22.536419 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:22.548514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['632e4be7-b582-41d0-b59a-1e4f1b7a2462'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:38:22.565866 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Pushing event deleted for resources: {'Port': ['ID=632e4be7-b582-41d0-b59a-1e4f1b7a2462,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:22.591096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:22.607255 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] No DVR routers for this DVR port 632e4be7-b582-41d0-b59a-1e4f1b7a2462 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:38:22.609833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:22.613318 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6985bff5-fdef-476e-aeda-25ed9af5bc5a req-88a5e790-ad56-4ad0-9bb8-fae146fee8f8 tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] 10.222.0.37 "DELETE /v2.0/ports/632e4be7-b582-41d0-b59a-1e4f1b7a2462 HTTP/1.1" status: 204  len: 173 time: 0.3914504
Nov 06 21:38:22.614784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'name': 'network-vif-deleted', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:38:22.617121 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fdb66e-de2f-48d9-a3cf-746b1a55f84f" -d '{"events": [{"server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "name": "network-vif-deleted", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:38:22.654980 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1123d94-6a75-4fc8-86e9-7ce59caa4180 x-openstack-request-id: req-b1123d94-6a75-4fc8-86e9-7ce59caa4180 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:38:22.655287 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16522606-4928-4e1a-9576-8625846d9a03", "name": "network-vif-deleted", "tag": "632e4be7-b582-41d0-b59a-1e4f1b7a2462", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:38:22.655547 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1123d94-6a75-4fc8-86e9-7ce59caa4180 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:38:22.655941 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16522606-4928-4e1a-9576-8625846d9a03', 'name': 'network-vif-deleted', 'tag': '632e4be7-b582-41d0-b59a-1e4f1b7a2462', 'status': 'completed', 'code': 200}
Nov 06 21:38:23.326854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45664) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:23.373094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Deleting subnet 9783e871-fd7d-4c21-8e76-dc6bde997770 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:38:23.376001 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.411838 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.450506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.501202 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.530726 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9783e871-fd7d-4c21-8e76-dc6bde997770,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:23.533113 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.536110 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9783e871-fd7d-4c21-8e76-dc6bde997770 HTTP/1.1" status: 204  len: 168 time: 0.2082844
Nov 06 21:38:23.538796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45666) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:23.544803 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.545168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.545501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.545834 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.546161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.546481 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.546810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.547124 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.547706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.548024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.548362 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.548677 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c24caf-35c5-482d-b013-f5be88e68db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:23.613445 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.692686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.716860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254038340>,) {'filters': {'network_id': ['ad812036-379d-4125-afa5-846cd5b89405']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:23.726416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254038340>, 'bf4c03fa-4e56-4041-98c5-dc4627228b27') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:23.726711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254038340>, 'bf4c03fa-4e56-4041-98c5-dc4627228b27') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:23.736379 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.750260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.756600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:38:23.757017 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:38:23.758685 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:38:23.812750 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.818183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:23.821423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad812036-379d-4125-afa5-846cd5b89405 HTTP/1.1" status: 204  len: 168 time: 0.2815220
Nov 06 21:38:23.832580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997963f-94a0-41d0-9c37-36880492cd45 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad812036-379d-4125-afa5-846cd5b89405,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:23.930972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45670) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:23.971839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4061d876-bd43-4bfc-83c1-98f7dbacf3ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09cb2a9f42fa4db88f8a4b4e67334216&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394659
Nov 06 21:38:23.974134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45672) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:24.020181 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05830c8c-8b4e-42e8-8306-c20cb8fe97ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:24.045272 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05830c8c-8b4e-42e8-8306-c20cb8fe97ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:24.090767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05830c8c-8b4e-42e8-8306-c20cb8fe97ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:24.093504 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05830c8c-8b4e-42e8-8306-c20cb8fe97ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:24.094664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-05830c8c-8b4e-42e8-8306-c20cb8fe97ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf27f008-3f23-4c0b-9860-0e751165435e HTTP/1.1" status: 204  len: 168 time: 0.1196342
Nov 06 21:38:24.103303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05830c8c-8b4e-42e8-8306-c20cb8fe97ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf27f008-3f23-4c0b-9860-0e751165435e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:24.746617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45694) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:24.841519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2019983700-network', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:24.866190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Made reservation on behalf of 26004b59815e4c2eb2f07cb2f1066ed3 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:38:24.869095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:24.880591 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:24.978611 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:24.983251 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.008370 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:38:25.018466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdef2ae-7395-405d-9177-792133df3977,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:25.023426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.023767 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Added segment 07bc29ba-c4f0-44e1-a564-0cc1fb67b25e of type vlan for network 22a42440-0ea7-49db-af06-da6aaccfe1f8
Nov 06 21:38:25.064529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.089936 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.090881 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:25.091478 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.173351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4224784
Nov 06 21:38:25.173730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45698) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:25.178717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Request body: {'subnet': {'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2019983700-subnet', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:25.188449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6584c-48e2-4caf-942b-77cc0aa35c9f admin admin] Pushing event updated for resources: {'Network': ['ID=22a42440-0ea7-49db-af06-da6aaccfe1f8,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:25.199447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:38:25.207080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Made reservation on behalf of 26004b59815e4c2eb2f07cb2f1066ed3 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:38:25.209811 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.374858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.428773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd520d0-7a04-4271-add4-bdbe820f913b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:25.438649 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:38:25.439005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Network hostable DHCP agents. Network: 22a42440-0ea7-49db-af06-da6aaccfe1f8, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:38:25.454499 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:38:25.462443 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22a42440-0ea7-49db-af06-da6aaccfe1f8) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:38:25.467031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:25.467627 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.472347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d8706-ea59-4c58-b8de-1e600987c63e None None] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:38:25.483108 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c7a67565-c646-4bfa-bb0f-8427947463ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3082368
Nov 06 21:38:25.485892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45700) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:25.490530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:25.510310 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.511435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.564146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.620759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-22a42440-0ea7-49db-af06-da6aaccfe1f8', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:38:25.621633 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.700286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.751082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Allocated IP 172.20.0.2 (22a42440-0ea7-49db-af06-da6aaccfe1f8/8bd520d0-7a04-4271-add4-bdbe820f913b/8e2020c0-2cda-4970-99a5-5228065ee8dc) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:38:25.897884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.898969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.903541 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.918873 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:25.941220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:38:25.945891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:38:25.949518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:38:25.955246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Pushing event updated for resources: {'Port': ['ID=8e2020c0-2cda-4970-99a5-5228065ee8dc,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:26.009588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Attempting to bind port 8e2020c0-2cda-4970-99a5-5228065ee8dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:38:26.009949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Attempting to bind port 8e2020c0-2cda-4970-99a5-5228065ee8dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:38:26.010310 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Attempting to bind port 8e2020c0-2cda-4970-99a5-5228065ee8dc on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:38:26.015196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:38:26.015559 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:38:26.015946 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:26.016355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:38:26.016807 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Bound port: 8e2020c0-2cda-4970-99a5-5228065ee8dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:38:26.017199 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:26.025265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Allocated IP 172.35.0.34 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/fe5e7779-e3a1-4855-a0ec-19827c38794a) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:38:26.084252 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] For port 8e2020c0-2cda-4970-99a5-5228065ee8dc, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:38:26.087734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] For port 8e2020c0-2cda-4970-99a5-5228065ee8dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2020c0-2cda-4970-99a5-5228065ee8dc,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:38:26.092869 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:26.130511 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:26.150262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe9c8b-92be-4de8-a9d6-eb37c280cd31 None None] Pushing event updated for resources: {'Port': ['ID=8e2020c0-2cda-4970-99a5-5228065ee8dc,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:26.175364 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:26.214018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:38:26.219319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:38:26.222928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:38:26.245964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5e7779-e3a1-4855-a0ec-19827c38794a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:26.479227 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:26.660095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 632e4be7-b582-41d0-b59a-1e4f1b7a2462 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:38:26.682203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 632e4be7-b582-41d0-b59a-1e4f1b7a2462 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:38:26.682544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 632e4be7-b582-41d0-b59a-1e4f1b7a2462 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:38:27.019325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.048093 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46706dee-2d9d-47f1-a03f-e7a0ff626e5c None None] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:38:27.150888 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Router 2830b68e-929b-42d8-be34-d6fbce744b1b is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:38:27.185783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7659a566-9d1d-4ad0-ba4d-0aadb30723a3 None None] Provisioning complete for port 8e2020c0-2cda-4970-99a5-5228065ee8dc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:27.186146 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7659a566-9d1d-4ad0-ba4d-0aadb30723a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.232699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8e2020c0-2cda-4970-99a5-5228065ee8dc up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:38:27.272445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:38:27.283341 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:38:27.292093 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.293521 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-90243849-cfbc-4bb1-945e-161d16372f61 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.8067060
Nov 06 21:38:27.296506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45702) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:27.301193 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:38:27.303441 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526ed670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:38:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:27.340040 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8e2020c0-2cda-4970-99a5-5228065ee8dc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:27.340437 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.342126 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7659a566-9d1d-4ad0-ba4d-0aadb30723a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.412782 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:38:27.415038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-7659a566-9d1d-4ad0-ba4d-0aadb30723a3 None None] For port 8e2020c0-2cda-4970-99a5-5228065ee8dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2020c0-2cda-4970-99a5-5228065ee8dc,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:27.424093 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7659a566-9d1d-4ad0-ba4d-0aadb30723a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.503098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659a566-9d1d-4ad0-ba4d-0aadb30723a3 None None] Pushing event updated for resources: {'Port': ['ID=8e2020c0-2cda-4970-99a5-5228065ee8dc,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:27.613042 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526ed670>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:26Z', 'revision_number': 3, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:27.639268 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:38:27.639612 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Updating router 2830b68e-929b-42d8-be34-d6fbce744b1b port fe5e7779-e3a1-4855-a0ec-19827c38794a binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:38:27.653150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-77acd481-8d4f-49cc-a420-b0a708ed834b None None] Provisioning complete for port 8e2020c0-2cda-4970-99a5-5228065ee8dc triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:27.653673 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-77acd481-8d4f-49cc-a420-b0a708ed834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.665161 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.780579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.913502 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.920676 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.969582 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Attempting to bind port fe5e7779-e3a1-4855-a0ec-19827c38794a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:38:27.969821 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Attempting to bind port fe5e7779-e3a1-4855-a0ec-19827c38794a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:38:27.970188 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Attempting to bind port fe5e7779-e3a1-4855-a0ec-19827c38794a on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:38:27.977088 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Pushing event updated for resources: {'Port': ['ID=fe5e7779-e3a1-4855-a0ec-19827c38794a,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:27.980642 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:38:27.981003 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:38:27.981392 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.981771 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:38:27.982218 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Bound port: fe5e7779-e3a1-4855-a0ec-19827c38794a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:38:27.982585 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:27.984391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Allocated IP 172.20.0.1 (22a42440-0ea7-49db-af06-da6aaccfe1f8/8bd520d0-7a04-4271-add4-bdbe820f913b/efb7b0e0-4822-442d-936f-ea4abdae38e5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:38:28.004976 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.005313 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.005644 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.005972 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.006292 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.006609 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.006924 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.007237 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.007547 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.007858 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.008166 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.008497 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:38:28.041067 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] For port fe5e7779-e3a1-4855-a0ec-19827c38794a, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:38:28.044838 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] For port fe5e7779-e3a1-4855-a0ec-19827c38794a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe5e7779-e3a1-4855-a0ec-19827c38794a,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:38:28.049519 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.090405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.101760 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:38:28.102371 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526ed670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:38:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:28.124042 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.145113 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac8488-c964-407a-aabd-dd5bcfac73f0 None None] Pushing event updated for resources: {'Port': ['ID=fe5e7779-e3a1-4855-a0ec-19827c38794a,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:28.166157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:38:28.172997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:38:28.177568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:38:28.180654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Pushing event updated for resources: {'Port': ['ID=efb7b0e0-4822-442d-936f-ea4abdae38e5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:28.217844 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:38:28.218345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.352133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.410589 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526ed670>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:26Z', 'revision_number': 3, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:28.436719 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0815558-0820-4cdf-b2f5-d612ced3ff67 None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:26Z', 'revision_number': 3, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:38:28.469741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a15e8d6f-464c-4570-88dc-dfd031fbba75 None None] Provisioning complete for port efb7b0e0-4822-442d-936f-ea4abdae38e5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:28.470318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a15e8d6f-464c-4570-88dc-dfd031fbba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.505004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a15e8d6f-464c-4570-88dc-dfd031fbba75 None None] Port efb7b0e0-4822-442d-936f-ea4abdae38e5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:38:28.526955 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.531465 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.597533 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Pushing event updated for resources: {'Port': ['ID=efb7b0e0-4822-442d-936f-ea4abdae38e5,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:28.600034 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.711539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:38:28.713051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:38:28.843609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:38:28.931823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bd7ef991-791b-4d47-8027-fca37a3faa34 None None] Provisioning complete for port efb7b0e0-4822-442d-936f-ea4abdae38e5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:28.932509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef991-791b-4d47-8027-fca37a3faa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:28.970979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ef991-791b-4d47-8027-fca37a3faa34 None None] Port efb7b0e0-4822-442d-936f-ea4abdae38e5 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:38:29.269690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe5e7779-e3a1-4855-a0ec-19827c38794a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:38:29.295740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:38:29.301331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3351c20d-7f5d-4b1f-a9bd-3835b1ace877 admin admin] 10.222.0.13 "PUT /v2.0/routers/2830b68e-929b-42d8-be34-d6fbce744b1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0023150
Nov 06 21:38:29.330239 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port fe5e7779-e3a1-4855-a0ec-19827c38794a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:29.330715 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:29.407350 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:29.431470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port fe5e7779-e3a1-4855-a0ec-19827c38794a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe5e7779-e3a1-4855-a0ec-19827c38794a,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:29.436089 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:29.437021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8e2020c0-2cda-4970-99a5-5228065ee8dc up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:38:29.517210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=fe5e7779-e3a1-4855-a0ec-19827c38794a,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:29.528059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 8e2020c0-2cda-4970-99a5-5228065ee8dc triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:29.528460 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:29.996601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:38:30.006065 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:38:30.006670 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251351160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:38:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:30.110502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:38:30.453703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251351160>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 2, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:30.479036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:38:30.479385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Updating router 2830b68e-929b-42d8-be34-d6fbce744b1b port efb7b0e0-4822-442d-936f-ea4abdae38e5 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:38:30.503998 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.763951 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.769221 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.787858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45718) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:30.793145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-399e5bb1-51ab-4375-9d50-afda94dccc44 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617496060', 'description': 'tempest-description--452908921'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:30.820239 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-399e5bb1-51ab-4375-9d50-afda94dccc44 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.840223 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d8d8-9085-46d1-b08d-6efadc181ede None None] Pushing event updated for resources: {'Port': ['ID=efb7b0e0-4822-442d-936f-ea4abdae38e5,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:30.873695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Attempting to bind port efb7b0e0-4822-442d-936f-ea4abdae38e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:38:30.874063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Attempting to bind port efb7b0e0-4822-442d-936f-ea4abdae38e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:38:30.874426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Attempting to bind port efb7b0e0-4822-442d-936f-ea4abdae38e5 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:38:30.880889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:38:30.881271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:38:30.881672 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.882075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:38:30.882529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Bound port: efb7b0e0-4822-442d-936f-ea4abdae38e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:38:30.882906 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.902498 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-399e5bb1-51ab-4375-9d50-afda94dccc44 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.910342 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-399e5bb1-51ab-4375-9d50-afda94dccc44 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.943689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e5bb1-51ab-4375-9d50-afda94dccc44 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f428d200-4ac8-4015-86a5-eb939c3da37a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:30.951075 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-399e5bb1-51ab-4375-9d50-afda94dccc44 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.954896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-399e5bb1-51ab-4375-9d50-afda94dccc44 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1633749
Nov 06 21:38:30.955120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45720) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:30.960056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-77d40e41-3a32-43c2-8535-3787a5295574 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'security_group_rule': {'security_group_id': 'f428d200-4ac8-4015-86a5-eb939c3da37a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:30.974605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] For port efb7b0e0-4822-442d-936f-ea4abdae38e5, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:38:30.980199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] For port efb7b0e0-4822-442d-936f-ea4abdae38e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efb7b0e0-4822-442d-936f-ea4abdae38e5,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:38:30.989771 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:30.998032 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77d40e41-3a32-43c2-8535-3787a5295574 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.050376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d8d8-9085-46d1-b08d-6efadc181ede None None] Pushing event updated for resources: {'Port': ['ID=efb7b0e0-4822-442d-936f-ea4abdae38e5,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:31.053039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:38:31.053665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251351160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:38:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:31.064422 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77d40e41-3a32-43c2-8535-3787a5295574 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.072047 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77d40e41-3a32-43c2-8535-3787a5295574 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.092260 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d40e41-3a32-43c2-8535-3787a5295574 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d354a7b0-7fb6-4d0c-a420-cdb9f85243d2,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:31.103615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77d40e41-3a32-43c2-8535-3787a5295574 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.105366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-77d40e41-3a32-43c2-8535-3787a5295574 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1490741
Nov 06 21:38:31.107920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 45722) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:31.113463 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-1079b4ab-7e27-4103-afb1-dde515f82c3d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'security_group_rule': {'security_group_id': 'f428d200-4ac8-4015-86a5-eb939c3da37a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:31.145972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fc08603c-8ef4-40e5-83e7-6f7724396f8d None None] Provisioning complete for port efb7b0e0-4822-442d-936f-ea4abdae38e5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:31.146746 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fc08603c-8ef4-40e5-83e7-6f7724396f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.147209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1079b4ab-7e27-4103-afb1-dde515f82c3d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.209233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe5e7779-e3a1-4855-a0ec-19827c38794a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:38:31.213399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:38:31.215609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1079b4ab-7e27-4103-afb1-dde515f82c3d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.222014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1079b4ab-7e27-4103-afb1-dde515f82c3d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.245125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-1079b4ab-7e27-4103-afb1-dde515f82c3d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.246763 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-1079b4ab-7e27-4103-afb1-dde515f82c3d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1372044
Nov 06 21:38:31.249916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45724) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:31.254647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:31.256446 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079b4ab-7e27-4103-afb1-dde515f82c3d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270a30b4-8d9c-4f88-b9e4-6fee64d2e980,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:31.287267 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.394910 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.411335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fc08603c-8ef4-40e5-83e7-6f7724396f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.423721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port fe5e7779-e3a1-4855-a0ec-19827c38794a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:31.424075 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.499765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Allocated IP 172.35.0.130 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/90ed6d16-ec66-4291-ab8b-b79fe5bb00ba) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:38:31.501034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-fc08603c-8ef4-40e5-83e7-6f7724396f8d None None] For port efb7b0e0-4822-442d-936f-ea4abdae38e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efb7b0e0-4822-442d-936f-ea4abdae38e5,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:31.507150 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fc08603c-8ef4-40e5-83e7-6f7724396f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.607188 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.609791 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08603c-8ef4-40e5-83e7-6f7724396f8d None None] Pushing event updated for resources: {'Port': ['ID=efb7b0e0-4822-442d-936f-ea4abdae38e5,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:31.639817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-93c1d3b2-feb7-4b27-a278-d55d5e07bff0 None None] Provisioning complete for port efb7b0e0-4822-442d-936f-ea4abdae38e5 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:31.640202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93c1d3b2-feb7-4b27-a278-d55d5e07bff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.644527 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.644692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251351160>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:30Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:31.685473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:38:31.688645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:38:31.691215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:38:31.697455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07f65-b90f-4af6-a68b-7e57eb98e1b1 None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:30Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:38:31.726768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'Port': ['ID=90ed6d16-ec66-4291-ab8b-b79fe5bb00ba,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:31.819688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:31.862243 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:32.023977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:32.029430 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:32.095824 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'Port': ['ID=90ed6d16-ec66-4291-ab8b-b79fe5bb00ba,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:32.099246 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:38:32.113021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:32.130361 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:32.132255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2141c461-c174-4263-8ee8-02c77a84f22f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8811853
Nov 06 21:38:32.289496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-471a1bcd-74b8-444e-ab48-5f088072cf88 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--617496060&fields=id&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 267 time: 0.0453458
Nov 06 21:38:32.404414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-23b32ce9-83aa-4618-b233-3be171ed055b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:32.405957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-23b32ce9-83aa-4618-b233-3be171ed055b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 812 time: 0.1092160
Nov 06 21:38:32.421993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-f738f8c8-e663-4dc6-bce6-22ab860cb065 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/quotas/26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 375 time: 0.0102360
Nov 06 21:38:32.478051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-70e6b6cd-fb19-4172-87b2-74c77a9a2219 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0499506
Nov 06 21:38:32.638509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-bf016206-ce66-4953-ac00-083dccac88d7 service neutron] 10.222.0.13 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482348
Nov 06 21:38:32.731395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-623ea2e5-4373-407d-abb2-3236fa7aced0 service neutron] 10.222.0.13 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867662
Nov 06 21:38:32.894039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55f99717-0786-40a9-b090-c3f7fd694558 req-f35bd3a9-8444-46cc-9330-c888219553a4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 210 time: 0.0263019
Nov 06 21:38:33.206323 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device efb7b0e0-4822-442d-936f-ea4abdae38e5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:38:33.254320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port efb7b0e0-4822-442d-936f-ea4abdae38e5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:33.254690 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:33.832021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-84025ade-0e9e-437a-9d47-177653a8f59a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:33.833554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-84025ade-0e9e-437a-9d47-177653a8f59a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 812 time: 0.1170566
Nov 06 21:38:33.896591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-6ae0b543-2e51-43bb-bc15-ba28d5759080 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 379 time: 0.0532231
Nov 06 21:38:33.906589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'port': {'device_id': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'admin_state_up': True, 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'security_groups': ['f428d200-4ac8-4015-86a5-eb939c3da37a']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:34.004418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd338b6b-d864-4c34-9b06-635dc6c31fa8 req-f0cda465-8337-4eb2-98e9-c4b608044750 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 210 time: 0.0407524
Nov 06 21:38:34.040558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Made reservation on behalf of 26004b59815e4c2eb2f07cb2f1066ed3 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:38:34.044577 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:34.168494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Allocated IP 172.20.0.9 (22a42440-0ea7-49db-af06-da6aaccfe1f8/8bd520d0-7a04-4271-add4-bdbe820f913b/238bc70c-367d-479d-89b4-b62481662174) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:38:34.308447 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:34.341302 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:34.383719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:38:34.386879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:38:34.393713 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:38:34.426359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:34.452412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:34.453061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:34.470991 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-cbd39ab2-b96c-4ace-bb50-7f30ba1daadd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5679901
Nov 06 21:38:34.483586 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Request body: {'port': {'device_id': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:34.540284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:34.636326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-98f3aa55-2512-4e02-9898-22d03f470a41 None None] Provisioning complete for port 238bc70c-367d-479d-89b4-b62481662174 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:34.636945 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-98f3aa55-2512-4e02-9898-22d03f470a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:34.670430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-98f3aa55-2512-4e02-9898-22d03f470a41 None None] Port 238bc70c-367d-479d-89b4-b62481662174 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:38:34.802690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238bc70c-367d-479d-89b4-b62481662174 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:38:34.809903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:34.821447 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Transition to ACTIVE for port object 238bc70c-367d-479d-89b4-b62481662174 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:38:34.824965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:34.881495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:34.951841 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Attempting to bind port 238bc70c-367d-479d-89b4-b62481662174 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:38:34.952548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Attempting to bind port 238bc70c-367d-479d-89b4-b62481662174 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:38:34.952660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Attempting to bind port 238bc70c-367d-479d-89b4-b62481662174 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:38:34.957214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Port 238bc70c-367d-479d-89b4-b62481662174 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:38:34.957545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Attempting to bind port 238bc70c-367d-479d-89b4-b62481662174 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:38:34.962579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:38:34.962924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:38:34.963317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:38:34.963750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Bound port: 238bc70c-367d-479d-89b4-b62481662174, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:38:34.964767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:35.035632 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] For port 238bc70c-367d-479d-89b4-b62481662174, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:38:35.038883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] For port 238bc70c-367d-479d-89b4-b62481662174, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:38:35.044050 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:35.093115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.093749 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:35.095192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] 10.222.0.37 "PUT /v2.0/ports/238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 1091 time: 0.6164238
Nov 06 21:38:35.097427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'tag': '238bc70c-367d-479d-89b4-b62481662174'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:38:35.099942 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7187618-897d-47ee-8dd0-9794de1b34f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "tag": "238bc70c-367d-479d-89b4-b62481662174"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:38:35.156844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c2657-8033-48f1-869c-19d175656ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:35.175321 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418395c7-1ed5-4d64-8519-b53c89f12e7d x-openstack-request-id: req-418395c7-1ed5-4d64-8519-b53c89f12e7d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:38:35.175620 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "tag": "238bc70c-367d-479d-89b4-b62481662174", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:38:35.175879 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-418395c7-1ed5-4d64-8519-b53c89f12e7d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:38:35.176322 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'tag': '238bc70c-367d-479d-89b4-b62481662174', 'status': 'completed', 'code': 200}
Nov 06 21:38:35.190290 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfa3ae-aaf7-4c2b-810b-0be5905908e8 req-ed407825-2180-4ea5-97b3-e890d5d1f948 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.191935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aadfa3ae-aaf7-4c2b-810b-0be5905908e8 req-ed407825-2180-4ea5-97b3-e890d5d1f948 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.1154335
Nov 06 21:38:35.220798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-910357fc-b286-4446-bed7-e94bcfdea9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.222355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-910357fc-b286-4446-bed7-e94bcfdea9aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1094 time: 0.0762770
Nov 06 21:38:35.285764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-b3310d46-ffec-4879-9824-44098461afe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 217 time: 0.0515954
Nov 06 21:38:35.290149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aadfa3ae-aaf7-4c2b-810b-0be5905908e8 req-2733747c-8f09-4f0b-8921-ccac20b1941a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898297
Nov 06 21:38:35.335507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-5fbbd89d-9a65-462b-9411-67795abc9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.337002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-5fbbd89d-9a65-462b-9411-67795abc9aad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0449162
Nov 06 21:38:35.382681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-3002a183-0c7f-44bc-a22e-12d19e99cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.384235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-3002a183-0c7f-44bc-a22e-12d19e99cec4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400400
Nov 06 21:38:35.481879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-c2aa3197-85a4-4e62-a509-81e758c4ec8b service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898693
Nov 06 21:38:35.574482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d1d12fe-8056-4819-ab2c-ed7dfc5ae42a req-c7158352-aad6-467d-b538-818e82b7c851 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855572
Nov 06 21:38:35.661595 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-3431d31a-cec9-4da6-bfaf-5250d39ad6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.663034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-3431d31a-cec9-4da6-bfaf-5250d39ad6c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1094 time: 0.0410597
Nov 06 21:38:35.758254 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-4d6a2425-8e92-45d3-80bf-be4147047725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.759763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-4d6a2425-8e92-45d3-80bf-be4147047725 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0899355
Nov 06 21:38:35.802909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-6f1c9860-cb8a-4c05-a267-24874fa2fa65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 217 time: 0.0342686
Nov 06 21:38:35.853998 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-2074123d-3b91-4081-81f7-63532db7f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.855448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-2074123d-3b91-4081-81f7-63532db7f828 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0464072
Nov 06 21:38:35.902422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-4f462eb9-6e94-4210-a0b3-f309711bfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:35.903941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-4f462eb9-6e94-4210-a0b3-f309711bfa56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413270
Nov 06 21:38:35.993555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-42bb5555-785c-4d40-be27-12c4d4be05b4 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826635
Nov 06 21:38:36.087968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7187618-897d-47ee-8dd0-9794de1b34f5 req-fabea220-e602-4d69-9f3c-135f62982484 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866077
Nov 06 21:38:36.405530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e6be-d536-4c45-b7f0-8ca67c762cb0 req-c667c3ba-62d5-4540-90fa-ced18d913db8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:36.406989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d458e6be-d536-4c45-b7f0-8ca67c762cb0 req-c667c3ba-62d5-4540-90fa-ced18d913db8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.0485570
Nov 06 21:38:36.454483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d458e6be-d536-4c45-b7f0-8ca67c762cb0 req-57e88a69-4fa4-4a05-a5df-1aca201b9de3 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416286
Nov 06 21:38:37.569829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c46541-3580-459d-93e1-0de4a1ae519a req-b6ceda71-c52a-4553-af28-44f92e842722 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:37.571330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c46541-3580-459d-93e1-0de4a1ae519a req-b6ceda71-c52a-4553-af28-44f92e842722 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.0489602
Nov 06 21:38:37.622905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c46541-3580-459d-93e1-0de4a1ae519a req-704dc677-ead1-4ced-b327-31cc3e4b93c2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446744
Nov 06 21:38:38.705318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 238bc70c-367d-479d-89b4-b62481662174 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:38:38.736801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761b53-ef9b-4bcd-8df0-34dd3e1c099e req-99ef517e-4998-46d7-b60e-e4959eb94143 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:38.738372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40761b53-ef9b-4bcd-8df0-34dd3e1c099e req-99ef517e-4998-46d7-b60e-e4959eb94143 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.0498111
Nov 06 21:38:38.787841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-40761b53-ef9b-4bcd-8df0-34dd3e1c099e req-ff1c6976-5540-4fd4-8f60-8fc3b2b89ca4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431178
Nov 06 21:38:38.799542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 238bc70c-367d-479d-89b4-b62481662174, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:38.811328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '238bc70c-367d-479d-89b4-b62481662174', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '238bc70c-367d-479d-89b4-b62481662174', 'mac_address': 'fa:16:3e:35:6c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:38:38.846907 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:38.862479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238bc70c-367d-479d-89b4-b62481662174 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:38:38.881804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 238bc70c-367d-479d-89b4-b62481662174, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:38.886417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:38.935328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:39.156557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['238bc70c-367d-479d-89b4-b62481662174'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:38:39.902645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdcb58-ddd8-4e0f-8c84-b4d819ba4f34 req-9321ce25-4ba7-4c2c-ab24-b14dc7dc8672 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:39.904178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54fdcb58-ddd8-4e0f-8c84-b4d819ba4f34 req-9321ce25-4ba7-4c2c-ab24-b14dc7dc8672 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 944 time: 0.0500493
Nov 06 21:38:39.951156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54fdcb58-ddd8-4e0f-8c84-b4d819ba4f34 req-79b57c46-0c56-478d-888c-6c2db97b4afd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410972
Nov 06 21:38:40.725244 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 238bc70c-367d-479d-89b4-b62481662174 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:38:40.774523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 238bc70c-367d-479d-89b4-b62481662174 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:38:40.778211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 238bc70c-367d-479d-89b4-b62481662174 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:38:40.778581 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:40.854202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:40.876938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238bc70c-367d-479d-89b4-b62481662174'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:38:40.879183 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a328448-688b-466f-b8b9-705163fdb4d9" -d '{"events": [{"server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "name": "network-vif-plugged", "status": "completed", "tag": "238bc70c-367d-479d-89b4-b62481662174"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:38:40.892527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 238bc70c-367d-479d-89b4-b62481662174, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:38:40.896213 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:40.923208 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735a48aa-0b3c-45c8-8780-caf21012633d x-openstack-request-id: req-735a48aa-0b3c-45c8-8780-caf21012633d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:38:40.923503 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "name": "network-vif-plugged", "status": "completed", "tag": "238bc70c-367d-479d-89b4-b62481662174", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:38:40.923760 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-735a48aa-0b3c-45c8-8780-caf21012633d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:38:40.924148 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238bc70c-367d-479d-89b4-b62481662174', 'code': 200}
Nov 06 21:38:40.950199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:38:41.019727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad136fe-cca1-4d0b-b0f2-50b83e07ab10 req-8f7f3f39-3464-460a-a2c5-23e19a829c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:41.021389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ad136fe-cca1-4d0b-b0f2-50b83e07ab10 req-8f7f3f39-3464-460a-a2c5-23e19a829c7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1096 time: 0.0444613
Nov 06 21:38:41.090810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ad136fe-cca1-4d0b-b0f2-50b83e07ab10 req-cc503d83-b092-4304-846b-c63593ee7b0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599084
Nov 06 21:38:41.099353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a4e05-87b0-455d-b970-e441471390b6 req-950c33b9-2c01-4cd1-9b52-566401ef8189 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:41.100808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-252a4e05-87b0-455d-b970-e441471390b6 req-950c33b9-2c01-4cd1-9b52-566401ef8189 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0785820
Nov 06 21:38:41.148345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-252a4e05-87b0-455d-b970-e441471390b6 req-e4da58bf-6d1a-4252-9c7c-cb1206e41d8d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406508
Nov 06 21:38:42.268228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0854a1-e913-47cb-83da-b143c7b7c948 req-fa350d71-fb9b-4033-a713-320c0762e252 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:42.269753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa0854a1-e913-47cb-83da-b143c7b7c948 req-fa350d71-fb9b-4033-a713-320c0762e252 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0513802
Nov 06 21:38:42.317012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa0854a1-e913-47cb-83da-b143c7b7c948 req-34ffc76e-ad55-4a99-a858-9750d0757c8a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413103
Nov 06 21:38:43.431013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a63bab-d656-4976-af7c-433493d7cf07 req-8eec2232-51d7-4890-8399-30bce76ed7bb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:43.432733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46a63bab-d656-4976-af7c-433493d7cf07 req-8eec2232-51d7-4890-8399-30bce76ed7bb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0485058
Nov 06 21:38:43.478406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46a63bab-d656-4976-af7c-433493d7cf07 req-92830de2-b8ca-47f7-b4c9-fa9e70326ab4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397549
Nov 06 21:38:43.593177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a49cf3-496d-417f-8e05-3d9e53133adb req-43af9e3e-08ab-4585-9f33-c8050758bc39 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:43.594655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00a49cf3-496d-417f-8e05-3d9e53133adb req-43af9e3e-08ab-4585-9f33-c8050758bc39 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0487599
Nov 06 21:38:43.603041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 45780) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:38:43.607455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'floatingip': {'port_id': '238bc70c-367d-479d-89b4-b62481662174'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:38:43.650181 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:44.085424 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:44.089767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:44.185336 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2 associated. External IP: 172.35.0.130, port: 238bc70c-367d-479d-89b4-b62481662174.
Nov 06 21:38:44.697916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:38:44.805319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:38:44.810201 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:44.816408 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:38:44.826063 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:38:44.826675 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252894ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:38:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:44.836771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d2f2a0b7-fa8e-43f0-af2f-1144a54d66dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "PUT /v2.0/floatingips/085ff9c1-0801-42a2-9584-b63c5c10e7f2 HTTP/1.1" status: 200  len: 991 time: 1.2326355
Nov 06 21:38:44.837498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'tag': '238bc70c-367d-479d-89b4-b62481662174'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:38:44.840402 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4ea22f-1de2-4d00-bd1a-3436447214e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "tag": "238bc70c-367d-479d-89b4-b62481662174"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:38:44.849841 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:44.884680 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeac424-92e7-494d-b6f9-11f7a3e36c22 x-openstack-request-id: req-1aeac424-92e7-494d-b6f9-11f7a3e36c22 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:38:44.884979 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "tag": "238bc70c-367d-479d-89b4-b62481662174", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:38:44.885239 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aeac424-92e7-494d-b6f9-11f7a3e36c22 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:38:44.886289 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'tag': '238bc70c-367d-479d-89b4-b62481662174', 'status': 'completed', 'code': 200}
Nov 06 21:38:44.915614 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:44.951566 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:38:44.955868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-56f0a797-a8b1-4188-b91b-0660f8f4661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:44.957444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-56f0a797-a8b1-4188-b91b-0660f8f4661c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1096 time: 0.0454907
Nov 06 21:38:45.048481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-bdd93caa-ece9-409b-ab7d-f29d4e8708d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:45.050372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-bdd93caa-ece9-409b-ab7d-f29d4e8708d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0855262
Nov 06 21:38:45.121767 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-ca78f2d1-242b-4c98-bdbb-d5556d3e2683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 999 time: 0.0635717
Nov 06 21:38:45.173156 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-3ca70b44-5209-46ed-8cb0-ce6a2ba1d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:45.174651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-3ca70b44-5209-46ed-8cb0-ce6a2ba1d140 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0466931
Nov 06 21:38:45.183900 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252894ac0>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '238bc70c-367d-479d-89b4-b62481662174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:35:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:38:43Z', 'revision_number': 1, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:45.209472 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:38:45.217859 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:38:45.218505 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252894ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:38:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:45.220426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-1ff415af-b1a0-4fe5-a6cc-5e0fd422f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:38:45.221959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-1ff415af-b1a0-4fe5-a6cc-5e0fd422f91a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405917
Nov 06 21:38:45.316439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-8e1ff1d8-8852-42c1-b912-3da08c205303 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871749
Nov 06 21:38:45.321458 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:38:45.405612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac4ea22f-1de2-4d00-bd1a-3436447214e2 req-0594e679-3bdd-47ef-a631-b72e8ad7edf6 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821996
Nov 06 21:38:45.547591 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252894ac0>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '238bc70c-367d-479d-89b4-b62481662174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:35:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:38:43Z', 'revision_number': 1, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:38:45.572482 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1225723-fe3d-4c97-8ab9-370419d99bfe None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '238bc70c-367d-479d-89b4-b62481662174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:35:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:38:43Z', 'revision_number': 1, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:38:45.761588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b570aa3b-eef4-4fe6-b6e5-2d2214cc5bf5 None None] New status for floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:38:46.919307 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2a23-d976-4942-8aed-0a7a7639d46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:49.310562 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a569c091-807d-4000-bee4-6a2d68a5cf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:50.741622 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:51.986217 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:38:52.584997 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:09.099272 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:39:10.096221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-82267a0a-c7de-468e-8a3f-bfc936161d5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1370046
Nov 06 21:39:10.197233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-72355f6b-79c9-408d-ba07-040077389a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:39:10.198765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-72355f6b-79c9-408d-ba07-040077389a01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1096 time: 0.0555658
Nov 06 21:39:10.301199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-734b6fd2-e8a2-4856-84ff-f20feb335b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:39:10.302677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-734b6fd2-e8a2-4856-84ff-f20feb335b27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0841963
Nov 06 21:39:10.372116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-9ee5d197-c151-43c6-8f02-bd58b1ed633d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 1001 time: 0.0615416
Nov 06 21:39:10.422153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-a77813e0-baec-42b4-9ffe-4a8667e8f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:39:10.423947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-a77813e0-baec-42b4-9ffe-4a8667e8f328 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0450778
Nov 06 21:39:10.472627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-2d762825-e6c9-40eb-ac11-ac13d369d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:39:10.474131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-2d762825-e6c9-40eb-ac11-ac13d369d3c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434797
Nov 06 21:39:10.485406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-78eed344-de75-41ce-8ce4-17a3eadbab01 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:39:10.486336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-78eed344-de75-41ce-8ce4-17a3eadbab01 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048628
Nov 06 21:39:10.578294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-b0b93fa1-54c2-42de-a6db-4aa9f11b2113 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846817
Nov 06 21:39:10.668027 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f9ae24c0-b37f-45b5-bd36-047c038134d0 req-3bc3acc6-7224-49e5-a063-ca567066965b service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826633
Nov 06 21:39:14.844111 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:14.903161 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:16.920273 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c292524b-8b5e-4ef4-9e29-5efe543eb19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:19.311753 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78dc4f17-38ed-436d-8201-97cfbd3c39af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:20.748581 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:21.988458 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:22.586567 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:44.844851 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:44.906645 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:46.098533 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:39:46.921270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5fa09e51-bc85-4d28-a6a8-dde04cfbc41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:49.314014 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-39adf018-34be-45ff-8637-f18549502efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:50.750799 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:51.990838 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:39:52.590962 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:10.158570 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-27b56286-68b7-43ce-91ca-ab21ba784314 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0421054
Nov 06 21:40:10.248038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-dcd0d8c6-5067-4ef7-9e45-60c0ff5b67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:40:10.249574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-dcd0d8c6-5067-4ef7-9e45-60c0ff5b67a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1096 time: 0.0453813
Nov 06 21:40:10.356008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-476df6b1-92bf-474f-bcdd-b29a05618b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:40:10.357518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-476df6b1-92bf-474f-bcdd-b29a05618b0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0892665
Nov 06 21:40:10.426502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-f1112ece-f33f-4fc0-9778-0734bde0cb65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 1001 time: 0.0620241
Nov 06 21:40:10.475173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-bed59130-bb17-4ecf-ab33-b6eadb5c592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:40:10.476668 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-bed59130-bb17-4ecf-ab33-b6eadb5c592c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0434020
Nov 06 21:40:10.520157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-f4319ed7-ee59-40da-825c-715d8b2f51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:40:10.521652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-f4319ed7-ee59-40da-825c-715d8b2f51e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388291
Nov 06 21:40:10.616830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-67978109-c7c8-49b8-8b0a-dd8f2c705721 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876913
Nov 06 21:40:10.706293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e565a68f-2597-4fe4-9d8d-c42fdb9cca97 req-b1a607e7-4de9-4705-ac82-cb558cbba115 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822914
Nov 06 21:40:14.842676 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:14.906988 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:16.923542 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8cba5945-4aa7-4aec-93ce-645ac6a90507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:19.314981 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cdc2333b-18ca-4576-b8d6-6d88befef482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:20.751221 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:21.993508 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:22.592664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:23.097263 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:40:44.857742 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:44.918553 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:46.924902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2fa8059e-4cf0-406b-a826-0c0b7293ba88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:49.315698 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c50f65a0-2fce-4d6c-802a-d75d7ef9398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:50.753931 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:51.997151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:40:52.594607 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:00.096768 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:41:10.458704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-530b703c-e3c0-4b49-809c-9fe8d8d594fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0427563
Nov 06 21:41:10.543306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-dd04af8a-12d0-442f-8dc9-6e6668e0db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:10.544847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-dd04af8a-12d0-442f-8dc9-6e6668e0db8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1096 time: 0.0449660
Nov 06 21:41:10.646278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-5b8357ba-3f32-4436-9ffe-c1f23305b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:10.647752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-5b8357ba-3f32-4436-9ffe-c1f23305b023 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0838561
Nov 06 21:41:10.716824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-ad08f1e3-1b8c-47c1-a01f-1f396d1c2816 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 1001 time: 0.0620227
Nov 06 21:41:10.766181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-f9ba33d9-19fa-47ec-9385-88ad600e3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:10.767660 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-f9ba33d9-19fa-47ec-9385-88ad600e3ec5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0442626
Nov 06 21:41:10.815218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-1baaba4b-3b58-42d6-a4f3-4eac39960a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:10.816761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-1baaba4b-3b58-42d6-a4f3-4eac39960a50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413616
Nov 06 21:41:10.911344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-e44ce274-0385-48e1-88b0-f733ca9fad0a service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867832
Nov 06 21:41:11.000855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-de1ea76e-3a7e-49fb-aad6-eec3611e7a11 req-c0c0a89d-3122-4060-8099-5330f30c0372 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820162
Nov 06 21:41:11.969787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8a5f7-24cc-439d-ada6-7f63b593a70b req-ce54d9dd-fbac-43aa-9de5-6aa016841f14 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:11.971282 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bd8a5f7-24cc-439d-ada6-7f63b593a70b req-ce54d9dd-fbac-43aa-9de5-6aa016841f14 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0519993
Nov 06 21:41:12.022484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9bd8a5f7-24cc-439d-ada6-7f63b593a70b req-765bb763-7800-4ff8-b669-0438bac058aa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453877
Nov 06 21:41:12.298810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0edb0-c85e-4819-9ee5-62dd8cc273b2 req-fdfbfe35-5aef-4dac-ace2-8fdfdca92088 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:12.300327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1d0edb0-c85e-4819-9ee5-62dd8cc273b2 req-fdfbfe35-5aef-4dac-ace2-8fdfdca92088 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0711331
Nov 06 21:41:12.362078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-1d2593d5-a6dc-47f0-98d4-e8454befbf94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1388125
Nov 06 21:41:12.366603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1d0edb0-c85e-4819-9ee5-62dd8cc273b2 req-d2919345-4173-4bd4-8b10-3116a02bc49d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521641
Nov 06 21:41:13.525578 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1b932-4dfa-46d2-9a52-50d9c58c31fb req-e47beeae-203b-4ade-b066-833d9682321e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:13.526979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fc1b932-4dfa-46d2-9a52-50d9c58c31fb req-e47beeae-203b-4ade-b066-833d9682321e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0703151
Nov 06 21:41:13.529718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-717d283b-d9f4-48c3-8d3c-be405204e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:13.531114 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-717d283b-d9f4-48c3-8d3c-be405204e39a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1096 time: 0.0831978
Nov 06 21:41:13.631152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1fc1b932-4dfa-46d2-9a52-50d9c58c31fb req-725cbf03-a68e-4049-a859-0e13062b505b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981629
Nov 06 21:41:13.649471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-81ed1b5b-a31e-4b53-9252-fd2d1ea01475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:13.650971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-81ed1b5b-a31e-4b53-9252-fd2d1ea01475 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1123550
Nov 06 21:41:13.721311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-239deffd-0e65-4cbb-9960-2e106b27b431 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 1001 time: 0.0628715
Nov 06 21:41:13.771768 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-eadaa7ec-b8d0-4b89-b4b6-3dd9f69216b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:13.773241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-eadaa7ec-b8d0-4b89-b4b6-3dd9f69216b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0442698
Nov 06 21:41:13.822100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-625ec2e7-2e9e-44a3-931b-0693f2e4097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:13.823565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-625ec2e7-2e9e-44a3-931b-0693f2e4097b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413070
Nov 06 21:41:13.923776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-bfdcb487-8e6d-45bb-b024-785811e8f84e service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917473
Nov 06 21:41:14.017044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-d5e8688f-ebe8-4839-b6a2-ccde2114bd90 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857079
Nov 06 21:41:14.747346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17ea1e-7761-4fb8-b0bb-94515893b545 req-4d47d4f3-3edd-41e7-afb0-0753e22ddffb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:14.749096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c17ea1e-7761-4fb8-b0bb-94515893b545 req-4d47d4f3-3edd-41e7-afb0-0753e22ddffb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0500467
Nov 06 21:41:14.800249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c17ea1e-7761-4fb8-b0bb-94515893b545 req-cfdd38d1-40bc-4f0e-8c94-32183d17fd48 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447955
Nov 06 21:41:14.859815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:14.917446 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:15.916047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2cf45-402f-4cbd-bad4-ae10d0991cc8 req-26e49a57-1ace-4057-b2f4-6e711b7e44d4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:15.917559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4df2cf45-402f-4cbd-bad4-ae10d0991cc8 req-26e49a57-1ace-4057-b2f4-6e711b7e44d4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0489848
Nov 06 21:41:15.964256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4df2cf45-402f-4cbd-bad4-ae10d0991cc8 req-43b9974e-ed08-401c-9e77-53c26dee5826 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405812
Nov 06 21:41:16.927299 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-baff951a-9443-4489-824f-229e50904238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:17.081126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24e2a9-0895-4a6c-aa2c-8b5ca2095b18 req-7b38b0ae-9a66-4aac-9787-cb01e66f2d4f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:17.082609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e24e2a9-0895-4a6c-aa2c-8b5ca2095b18 req-7b38b0ae-9a66-4aac-9787-cb01e66f2d4f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0494983
Nov 06 21:41:17.129202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e24e2a9-0895-4a6c-aa2c-8b5ca2095b18 req-1d29a668-41dc-4a53-967e-e265d7e7ae28 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406172
Nov 06 21:41:18.248122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4304fa-0635-4895-9665-8380e9b4a1e7 req-3363b0af-e122-4314-88bb-50bcccae26e6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:18.249615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c4304fa-0635-4895-9665-8380e9b4a1e7 req-3363b0af-e122-4314-88bb-50bcccae26e6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0526915
Nov 06 21:41:18.296615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c4304fa-0635-4895-9665-8380e9b4a1e7 req-46b43b17-2da1-4dfd-accd-5f23905e5c10 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410779
Nov 06 21:41:19.319177 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-301360e1-5e26-4456-9736-5068a4e4be47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:19.412223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caaf47-ce84-4690-973c-2dc63369652a req-68a2898f-bb52-44af-b0fb-d1c79279fb89 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:19.413729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47caaf47-ce84-4690-973c-2dc63369652a req-68a2898f-bb52-44af-b0fb-d1c79279fb89 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0501068
Nov 06 21:41:19.460402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-47caaf47-ce84-4690-973c-2dc63369652a req-33c2f6be-294d-4093-969f-cf79a518e7b6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406425
Nov 06 21:41:20.579168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407a9e9-cec9-4456-9ad9-56e435cab7c4 req-59b1a1ba-d964-4518-b3c0-220554527646 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:20.580679 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1407a9e9-cec9-4456-9ad9-56e435cab7c4 req-59b1a1ba-d964-4518-b3c0-220554527646 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0527449
Nov 06 21:41:20.627792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1407a9e9-cec9-4456-9ad9-56e435cab7c4 req-247a2c0f-ab7e-4c6e-860b-0620dd46171d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409942
Nov 06 21:41:20.756585 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:21.747374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0d64-4a8e-4e22-bf8e-ab2450fe9610 req-7a2a6a5e-349d-48b0-b714-03a233ecb655 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:21.748892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd4f0d64-4a8e-4e22-bf8e-ab2450fe9610 req-7a2a6a5e-349d-48b0-b714-03a233ecb655 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0499954
Nov 06 21:41:21.795389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cd4f0d64-4a8e-4e22-bf8e-ab2450fe9610 req-454c576f-e061-4a6e-895f-06f657c62eec tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400021
Nov 06 21:41:21.999274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:22.597038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:22.910053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f9dab-4645-442e-b03a-e7f97585dc75 req-866f91a8-3a56-400d-ba54-12986a5753d1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:22.911547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-543f9dab-4645-442e-b03a-e7f97585dc75 req-866f91a8-3a56-400d-ba54-12986a5753d1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0486071
Nov 06 21:41:22.962278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-543f9dab-4645-442e-b03a-e7f97585dc75 req-40e6c619-1976-4b01-914b-0cbd00422b18 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444496
Nov 06 21:41:24.077908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846609de-c91a-4dea-ab11-9c31c36910d5 req-2af88db1-1808-47b0-9be4-5f0df9155d43 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:24.079884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-846609de-c91a-4dea-ab11-9c31c36910d5 req-2af88db1-1808-47b0-9be4-5f0df9155d43 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0497153
Nov 06 21:41:24.125830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-846609de-c91a-4dea-ab11-9c31c36910d5 req-fb58cd8f-6fcd-4db1-b44a-66af6c4e0249 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399992
Nov 06 21:41:25.244893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc1664-d959-40b6-82a6-dc6594113f28 req-2b26e252-2d2b-49da-8521-3f457164e6d2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:25.247189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0afc1664-d959-40b6-82a6-dc6594113f28 req-2b26e252-2d2b-49da-8521-3f457164e6d2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0512114
Nov 06 21:41:25.293291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0afc1664-d959-40b6-82a6-dc6594113f28 req-03890a0b-edb1-4fbe-9578-bea74b5aca60 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400507
Nov 06 21:41:25.932390 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-1a29686f-2f3d-4ef3-ae17-9b2f3113c773 service neutron] show failed (client error): The resource could not be found.
Nov 06 21:41:25.933407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-1a29686f-2f3d-4ef3-ae17-9b2f3113c773 service neutron] 10.222.0.37 "GET /v2.0/ports/238bc70c-367d-479d-89b4-b62481662174/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0577085
Nov 06 21:41:26.131451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-a1772330-33b2-46cf-a1ce-faa6d03f2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:26.132918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-a1772330-33b2-46cf-a1ce-faa6d03f2a09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 1096 time: 0.0409570
Nov 06 21:41:26.146507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:41:26.197482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:26.428521 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] For port 238bc70c-367d-479d-89b4-b62481662174, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:41:26.446060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62652d-88bc-4a8e-b669-66bf0cb92db0 req-2f54fc85-b4f7-4bd7-a2d2-e849c0dcefb2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:26.447540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf62652d-88bc-4a8e-b669-66bf0cb92db0 req-2f54fc85-b4f7-4bd7-a2d2-e849c0dcefb2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0824959
Nov 06 21:41:26.486520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] For port 238bc70c-367d-479d-89b4-b62481662174, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:41:26.532965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf62652d-88bc-4a8e-b669-66bf0cb92db0 req-f916da41-f54b-419a-83c5-c0d36c49559f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774279
Nov 06 21:41:26.541505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '238bc70c-367d-479d-89b4-b62481662174'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:41:26.543995 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfebd0ec-d365-4ab2-abb5-16897fca834a" -d '{"events": [{"server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "name": "network-vif-unplugged", "status": "completed", "tag": "238bc70c-367d-479d-89b4-b62481662174"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:41:26.548787 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:26.561932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Transition to ACTIVE for port object 238bc70c-367d-479d-89b4-b62481662174 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:41:26.566500 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:26.682111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:26.705856 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e735154e-95ee-4b0e-b848-4f3a93c62648 x-openstack-request-id: req-e735154e-95ee-4b0e-b848-4f3a93c62648 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:41:26.706150 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "name": "network-vif-unplugged", "status": "completed", "tag": "238bc70c-367d-479d-89b4-b62481662174", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:41:26.706403 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e735154e-95ee-4b0e-b848-4f3a93c62648 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:41:26.706792 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '238bc70c-367d-479d-89b4-b62481662174', 'code': 200}
Nov 06 21:41:26.715731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.716165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.716441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.716771 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.717099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.717425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.717749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.718075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.718397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.718719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.719041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.719894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:26.750423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] No DVR routers for this DVR port 238bc70c-367d-479d-89b4-b62481662174 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:41:26.887947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Attempting to bind port 238bc70c-367d-479d-89b4-b62481662174 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:41:26.888278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Attempting to bind port 238bc70c-367d-479d-89b4-b62481662174 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:41:26.888628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Attempting to bind port 238bc70c-367d-479d-89b4-b62481662174 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:41:26.892780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Port 238bc70c-367d-479d-89b4-b62481662174 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:41:26.893095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Attempting to bind port 238bc70c-367d-479d-89b4-b62481662174 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:41:26.897752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:41:26.898081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:41:26.898459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:41:26.898875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Bound port: 238bc70c-367d-479d-89b4-b62481662174, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:41:26.899218 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:26.960984 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] For port 238bc70c-367d-479d-89b4-b62481662174, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:41:26.964400 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] For port 238bc70c-367d-479d-89b4-b62481662174, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:41:26.969800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:27.003415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:27.004029 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:27.005440 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] 10.222.0.10 "PUT /v2.0/ports/238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 1091 time: 0.8629267
Nov 06 21:41:27.027174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b3b16-d6a4-4cbd-86ea-0eaaec460e28 service neutron] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:27.074548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-3739acfb-6b0f-4ddb-8c4b-a22af10586b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:27.076106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-3739acfb-6b0f-4ddb-8c4b-a22af10586b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1094 time: 0.0426378
Nov 06 21:41:27.174139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-ed5ee311-a1f6-4660-9ac5-c3e36128f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:27.176074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-ed5ee311-a1f6-4660-9ac5-c3e36128f06a service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0921674
Nov 06 21:41:27.243937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-3525466d-ab35-4378-b91a-8df1feaa1327 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 999 time: 0.0611410
Nov 06 21:41:27.296346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-ac8a1f37-86e6-4937-ba0d-418e6a676cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:27.297763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-ac8a1f37-86e6-4937-ba0d-418e6a676cfe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0468502
Nov 06 21:41:27.343073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-2c29bedb-98b5-4673-8651-decb485eb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:27.345248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-2c29bedb-98b5-4673-8651-decb485eb2bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402379
Nov 06 21:41:27.435160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-ce7d6cfc-d916-47cc-aa6f-62bf7120bd62 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827544
Nov 06 21:41:27.532944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8882fecb-82a3-4017-ae77-ee9c1417626f req-50e24e2e-9921-4272-86bb-0011082af493 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904005
Nov 06 21:41:27.652686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70ad89-964a-489c-8441-d650176555c2 req-448195df-e85c-4733-84d8-51458843278e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:27.654216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf70ad89-964a-489c-8441-d650176555c2 req-448195df-e85c-4733-84d8-51458843278e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.0505857
Nov 06 21:41:27.702118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf70ad89-964a-489c-8441-d650176555c2 req-77fde9f7-8faa-4951-8b17-5c66affefeaa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412309
Nov 06 21:41:28.708918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'tag': '238bc70c-367d-479d-89b4-b62481662174'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:41:28.711212 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75" -d '{"events": [{"name": "network-changed", "server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "tag": "238bc70c-367d-479d-89b4-b62481662174"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:41:28.759625 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bc1395-a0fc-4f6a-a41b-d0acb0a8e46d x-openstack-request-id: req-e9bc1395-a0fc-4f6a-a41b-d0acb0a8e46d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:41:28.759922 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "tag": "238bc70c-367d-479d-89b4-b62481662174", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:41:28.760182 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9bc1395-a0fc-4f6a-a41b-d0acb0a8e46d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:41:28.760616 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'tag': '238bc70c-367d-479d-89b4-b62481662174', 'status': 'completed', 'code': 200}
Nov 06 21:41:28.878187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97813692-dcab-471a-8582-6c0c90327850 req-34772d75-0870-40f7-b379-fabe821e4697 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:28.879695 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-97813692-dcab-471a-8582-6c0c90327850 req-34772d75-0870-40f7-b379-fabe821e4697 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.1061208
Nov 06 21:41:28.883251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-25171992-429c-4aa3-bd68-d86f41d8d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:28.884651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-25171992-429c-4aa3-bd68-d86f41d8d9f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1094 time: 0.1015031
Nov 06 21:41:28.911448 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-860c1cfb-0f5a-49fd-9237-aa516c508333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:28.912919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-860c1cfb-0f5a-49fd-9237-aa516c508333 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1094 time: 0.1225188
Nov 06 21:41:29.034098 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-97813692-dcab-471a-8582-6c0c90327850 req-f94da7e8-6c52-42c1-9cfc-adbe876a00e5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1475704
Nov 06 21:41:29.401622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-2d94d820-143a-4dcc-ba2d-351ba4d9efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:29.403074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-2d94d820-143a-4dcc-ba2d-351ba4d9efb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.5089004
Nov 06 21:41:29.404165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-97eaf06f-a2ee-4f29-b307-b52478e3fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:29.405474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-97eaf06f-a2ee-4f29-b307-b52478e3fb68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.4815040
Nov 06 21:41:29.498838 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 238bc70c-367d-479d-89b4-b62481662174 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:41:29.514267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-bc70560c-e2bb-4316-956c-e77045c32c7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 999 time: 0.1035869
Nov 06 21:41:29.516609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-08486ce9-3dc0-43f0-af9c-18354ce8f85e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 999 time: 0.0998986
Nov 06 21:41:29.539905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 238bc70c-367d-479d-89b4-b62481662174 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:41:29.602571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-ffc8ef1a-a4f7-4988-becc-6348950c7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:29.604032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-ffc8ef1a-a4f7-4988-becc-6348950c7698 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0824289
Nov 06 21:41:29.605449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-631f7030-c82c-45e3-a4a9-cc4d5380390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:29.606756 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-631f7030-c82c-45e3-a4a9-cc4d5380390b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0778804
Nov 06 21:41:29.679477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-1b4f3295-51df-422c-af09-2a95ecce38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:29.680932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-1b4f3295-51df-422c-af09-2a95ecce38f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0631642
Nov 06 21:41:29.682746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-df6974bb-8824-4d59-862b-7cfcffaefec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:29.684089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-df6974bb-8824-4d59-862b-7cfcffaefec2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0733938
Nov 06 21:41:29.839459 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-ca669306-7078-43bc-bf06-abdfae36155d service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501765
Nov 06 21:41:29.841401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-9c835fdf-3081-44eb-9ef8-6fd852c21fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452136
Nov 06 21:41:30.000950 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-894802e3-45bd-473a-b757-8f6581003db8 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523964
Nov 06 21:41:30.002747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3b0daf0-f776-4da6-bb48-f989ec8e6b75 req-5f1d07a9-d0f0-4d1d-9009-b47a95820f76 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481805
Nov 06 21:41:30.157189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bbef2-3535-4f12-86c1-ef205ac6ee1f req-d6bcb3d7-57a1-430a-9623-8adc26d84a35 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:30.158666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a6bbef2-3535-4f12-86c1-ef205ac6ee1f req-d6bcb3d7-57a1-430a-9623-8adc26d84a35 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.0535438
Nov 06 21:41:30.206310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7a6bbef2-3535-4f12-86c1-ef205ac6ee1f req-1d8c9248-1a25-4916-b2f5-9250742b4ee2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417204
Nov 06 21:41:31.329117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad675be-bf00-411c-8061-29ff89853e68 req-ace49a36-e6e8-4c40-a0a6-14767cc568e4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:31.330609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ad675be-bf00-411c-8061-29ff89853e68 req-ace49a36-e6e8-4c40-a0a6-14767cc568e4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.0494580
Nov 06 21:41:31.376907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ad675be-bf00-411c-8061-29ff89853e68 req-0ae0b1b4-2895-49c6-8bd7-63efa0c24007 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404685
Nov 06 21:41:31.604615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d78920-9d18-4272-adbb-dc292fb28cc5 req-0536ae41-1632-4356-a251-bebdc29a3ac5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:31.606112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13d78920-9d18-4272-adbb-dc292fb28cc5 req-0536ae41-1632-4356-a251-bebdc29a3ac5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 943 time: 0.0847206
Nov 06 21:41:31.616739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f18fa-b169-40b0-8a29-61d200135694 req-ad94fdf0-558a-4bf3-ac96-cd053483839c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:31.619080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-ad94fdf0-558a-4bf3-ac96-cd053483839c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0853832
Nov 06 21:41:31.699394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13d78920-9d18-4272-adbb-dc292fb28cc5 req-0f4ac55c-fa8e-4665-a755-f3218e8c2374 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792258
Nov 06 21:41:31.706188 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-608f18fa-b169-40b0-8a29-61d200135694 req-0e338260-740e-440a-b6ff-3473621db13c service neutron] delete failed (client error): The resource could not be found.
Nov 06 21:41:31.707163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-0e338260-740e-440a-b6ff-3473621db13c service neutron] 10.222.0.37 "DELETE /v2.0/ports/238bc70c-367d-479d-89b4-b62481662174/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0802755
Nov 06 21:41:31.796191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f18fa-b169-40b0-8a29-61d200135694 req-613575a6-3466-4658-b949-f4a70b82a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:31.798400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-613575a6-3466-4658-b949-f4a70b82a733 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 1094 time: 0.0416455
Nov 06 21:41:31.891983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f18fa-b169-40b0-8a29-61d200135694 req-3323e73d-c3b9-4bcf-8e61-3c49dbcbd851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:31.893598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-3323e73d-c3b9-4bcf-8e61-3c49dbcbd851 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0893245
Nov 06 21:41:31.960943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-7aef38d3-5264-4fb4-818d-b4e10ca39a51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 200  len: 999 time: 0.0596075
Nov 06 21:41:31.961229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 238bc70c-367d-479d-89b4-b62481662174 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:41:32.016792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f18fa-b169-40b0-8a29-61d200135694 req-b7b872b3-ed2b-4d61-ad20-c4f523d08e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:32.018543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-b7b872b3-ed2b-4d61-ad20-c4f523d08e35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0496926
Nov 06 21:41:32.054998 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 238bc70c-367d-479d-89b4-b62481662174, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:41:32.065038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f18fa-b169-40b0-8a29-61d200135694 req-393c88cd-6247-4d18-b977-7744d31842a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:32.066503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '238bc70c-367d-479d-89b4-b62481662174', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '238bc70c-367d-479d-89b4-b62481662174', 'mac_address': 'fa:16:3e:35:6c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:41:32.066652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-393c88cd-6247-4d18-b977-7744d31842a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412853
Nov 06 21:41:32.106374 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:32.121151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238bc70c-367d-479d-89b4-b62481662174 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:41:32.139520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 238bc70c-367d-479d-89b4-b62481662174, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:41:32.143689 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:32.160321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-82e922c1-2fde-4d8a-bc72-8d6e83768d96 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856860
Nov 06 21:41:32.190169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:32.197567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.197916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.198253 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.198585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.198916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.199245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.199566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.199889 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.200210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.200558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.200880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.201197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:41:32.258711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-608f18fa-b169-40b0-8a29-61d200135694 req-e01d3ec4-e683-45fc-b822-ba2c44f7f17c service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921896
Nov 06 21:41:32.492195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['238bc70c-367d-479d-89b4-b62481662174'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:41:32.819303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487a3e-c992-4c15-84df-fee723ff9c88 req-42bc219b-65ac-4121-8b85-b550e870b4ce tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:32.820961 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0487a3e-c992-4c15-84df-fee723ff9c88 req-42bc219b-65ac-4121-8b85-b550e870b4ce tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 944 time: 0.0508842
Nov 06 21:41:32.868207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0487a3e-c992-4c15-84df-fee723ff9c88 req-4f32e980-ad88-4f8e-aea3-b897ae5fb54d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411618
Nov 06 21:41:32.988392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52c03b-65cb-4261-ac5d-7bc2dcababda req-928c383e-5edb-4c08-9cfe-0fb3aebc64f0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:32.989877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe52c03b-65cb-4261-ac5d-7bc2dcababda req-928c383e-5edb-4c08-9cfe-0fb3aebc64f0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 944 time: 0.0542593
Nov 06 21:41:33.035948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe52c03b-65cb-4261-ac5d-7bc2dcababda req-6da8b5d5-59aa-4388-bfec-960b2842e156 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402164
Nov 06 21:41:33.147772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ea47c-55c1-46bb-8bea-44187b1c383d req-de5156c9-e404-44b4-aa01-752c42ac0aa7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:33.149272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d71ea47c-55c1-46bb-8bea-44187b1c383d req-de5156c9-e404-44b4-aa01-752c42ac0aa7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 944 time: 0.0484586
Nov 06 21:41:33.196215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d71ea47c-55c1-46bb-8bea-44187b1c383d req-f8ce24c0-6a92-442b-9c87-17705dfcf4c4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410786
Nov 06 21:41:33.425460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cffe35-0fc9-4203-9ecc-68b2c6cf8b29 req-2686d91d-ec1a-4222-868f-183af57fce1c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:33.426923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66cffe35-0fc9-4203-9ecc-68b2c6cf8b29 req-2686d91d-ec1a-4222-868f-183af57fce1c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 944 time: 0.0485249
Nov 06 21:41:33.476574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66cffe35-0fc9-4203-9ecc-68b2c6cf8b29 req-80fa7363-164e-417b-b158-752790d5724b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437329
Nov 06 21:41:33.974546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 238bc70c-367d-479d-89b4-b62481662174 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:41:34.020913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 238bc70c-367d-479d-89b4-b62481662174 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:41:34.024826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 238bc70c-367d-479d-89b4-b62481662174 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:41:34.025189 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:34.102476 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:34.123480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238bc70c-367d-479d-89b4-b62481662174'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:41:34.126207 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9501e6-0c8c-4008-99e9-34e6c859e91f" -d '{"events": [{"server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "name": "network-vif-plugged", "status": "completed", "tag": "238bc70c-367d-479d-89b4-b62481662174"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:41:34.139271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 238bc70c-367d-479d-89b4-b62481662174, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:41:34.144281 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:34.193346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:34.238964 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c514f4b0-f2aa-40b9-a84c-ce87a502c482 x-openstack-request-id: req-c514f4b0-f2aa-40b9-a84c-ce87a502c482 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:41:34.239260 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "name": "network-vif-plugged", "status": "completed", "tag": "238bc70c-367d-479d-89b4-b62481662174", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:41:34.239509 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c514f4b0-f2aa-40b9-a84c-ce87a502c482 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:41:34.239894 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238bc70c-367d-479d-89b4-b62481662174', 'code': 200}
Nov 06 21:41:34.594356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b00f26-365a-4be3-801d-8f5526540407 req-dbd46845-48c5-4f20-a8d1-899338d70993 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:34.595870 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13b00f26-365a-4be3-801d-8f5526540407 req-dbd46845-48c5-4f20-a8d1-899338d70993 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0509181
Nov 06 21:41:34.643029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13b00f26-365a-4be3-801d-8f5526540407 req-a1135336-b106-43df-98a9-18273a2bf152 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411644
Nov 06 21:41:34.780647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-a618df42-0a4f-4a96-8fba-bbd8c80a97b1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:34.782084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-a618df42-0a4f-4a96-8fba-bbd8c80a97b1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 945 time: 0.0497904
Nov 06 21:41:34.873402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Deleting port 238bc70c-367d-479d-89b4-b62481662174 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:41:34.873746 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:34.961813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] For port 238bc70c-367d-479d-89b4-b62481662174, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=238bc70c-367d-479d-89b4-b62481662174,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:41:34.962170 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:35.178226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:35.178587 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:35.178902 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2 disassociated. External IP: 172.35.0.130, port: 238bc70c-367d-479d-89b4-b62481662174.
Nov 06 21:41:35.179263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Calling delete_port for 238bc70c-367d-479d-89b4-b62481662174 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:41:35.310832 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:35.337234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event deleted for resources: {'Port': ['ID=238bc70c-367d-479d-89b4-b62481662174,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:35.457500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:41:35.568574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:41:35.579178 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:41:35.596826 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:41:35.597438 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925271afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:41:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:41:35.609551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] No DVR routers for this DVR port 238bc70c-367d-479d-89b4-b62481662174 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:41:35.612423 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:35.615687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ee114a9-3181-48e0-91f7-a8744d4c1366 req-afb88f6d-c23c-4bc7-a4e4-32772bfb887e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.10 "DELETE /v2.0/ports/238bc70c-367d-479d-89b4-b62481662174 HTTP/1.1" status: 204  len: 173 time: 0.8279984
Nov 06 21:41:35.616133 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'name': 'network-vif-deleted', 'tag': '238bc70c-367d-479d-89b4-b62481662174'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:41:35.618415 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c0e8d0-038b-4c30-9392-e1049ede827f" -d '{"events": [{"server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "name": "network-vif-deleted", "tag": "238bc70c-367d-479d-89b4-b62481662174"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:41:35.675064 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c881e193-36c7-4179-adf6-25ef9fb1b164 x-openstack-request-id: req-c881e193-36c7-4179-adf6-25ef9fb1b164 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:41:35.675780 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b079c06-8aee-4ba1-801f-fae8b19eef40", "name": "network-vif-deleted", "tag": "238bc70c-367d-479d-89b4-b62481662174", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:41:35.675780 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c881e193-36c7-4179-adf6-25ef9fb1b164 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:41:35.676084 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b079c06-8aee-4ba1-801f-fae8b19eef40', 'name': 'network-vif-deleted', 'tag': '238bc70c-367d-479d-89b4-b62481662174', 'status': 'completed', 'code': 200}
Nov 06 21:41:35.722583 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:41:35.744056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da470447-c243-4c30-a62b-891d62722199 req-418c8e4c-c544-4946-8898-1002c3100ad3 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b079c06-8aee-4ba1-801f-fae8b19eef40 HTTP/1.1" status: 200  len: 210 time: 0.0275991
Nov 06 21:41:35.926335 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925271afa0>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:41:35.951654 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:41:35.959818 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:41:35.960479 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925271afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:41:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:41:36.064972 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:41:36.259295 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925271afa0>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:41:36.285136 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc14e0-aef1-407f-9e19-6647db2ffb88 None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:41:36.495515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3beac06-11ce-4a30-8f37-95342984bd2a None None] New status for floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:41:36.993826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9871a3-5a41-4e3c-8ee6-d077ef5f7187 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--617496060&fields=id&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 267 time: 0.0462003
Nov 06 21:41:37.095209 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:41:37.099348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ff1b6fbc-8326-4cd7-a8aa-35679868689a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:37.100871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ff1b6fbc-8326-4cd7-a8aa-35679868689a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 812 time: 0.0996552
Nov 06 21:41:37.115741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-5dceb2bb-24a7-4725-b2ac-9c98ee942a14 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/quotas/26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 375 time: 0.0092440
Nov 06 21:41:37.167785 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-c550f6b7-6f4c-4e97-a86e-df046805876c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0468569
Nov 06 21:41:37.267060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-495b8d3e-0c61-4489-84e2-0e930b20d0b3 service neutron] 10.222.0.13 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872190
Nov 06 21:41:37.354846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-f016e24f-0308-4c4f-ac4c-463062fafe79 service neutron] 10.222.0.13 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816569
Nov 06 21:41:37.517970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6d47c2ec-155d-4359-bbe7-6213ce881e3d req-610f59d0-9c5a-4675-b291-5c93a3e3b33e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 210 time: 0.0308218
Nov 06 21:41:37.989596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 238bc70c-367d-479d-89b4-b62481662174 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:41:38.012932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 238bc70c-367d-479d-89b4-b62481662174 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:41:38.013272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 238bc70c-367d-479d-89b4-b62481662174 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:41:38.454607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-c612ffa4-7bc1-41c5-8975-96c8bac2d13c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:38.456092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-c612ffa4-7bc1-41c5-8975-96c8bac2d13c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 812 time: 0.1024446
Nov 06 21:41:38.520009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-9c0bdd19-21e9-4e6c-bfb7-5d08d0aa2980 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 379 time: 0.0534027
Nov 06 21:41:38.531101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'port': {'device_id': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'admin_state_up': True, 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'security_groups': ['f428d200-4ac8-4015-86a5-eb939c3da37a']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:41:38.625997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5731203c-31f7-4780-b2ec-2b520eea1b3d req-4ad004cd-b4d5-4bb9-a586-377dd8a2684c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 210 time: 0.0351148
Nov 06 21:41:38.664236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Made reservation on behalf of 26004b59815e4c2eb2f07cb2f1066ed3 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:41:38.667707 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:38.793098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Allocated IP 172.20.0.9 (22a42440-0ea7-49db-af06-da6aaccfe1f8/8bd520d0-7a04-4271-add4-bdbe820f913b/7116f073-aaf1-4cb2-9af0-667ade7c2f21) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:41:38.934144 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:38.965324 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.008248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:41:39.013218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:41:39.017382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:41:39.023678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:39.070496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:39.071132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.089712 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-ec9e0da0-327e-483d-96f7-fd649cc372cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5621169
Nov 06 21:41:39.101823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Request body: {'port': {'device_id': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:41:39.156229 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.316058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8317db5b-98d3-4865-9650-81b0613b1b81 None None] Provisioning complete for port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:41:39.316693 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8317db5b-98d3-4865-9650-81b0613b1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.350199 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8317db5b-98d3-4865-9650-81b0613b1b81 None None] Port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:41:39.420176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7116f073-aaf1-4cb2-9af0-667ade7c2f21 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:41:39.427830 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.440130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Transition to ACTIVE for port object 7116f073-aaf1-4cb2-9af0-667ade7c2f21 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:41:39.443719 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.495229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:39.565227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Attempting to bind port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:41:39.565566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Attempting to bind port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:41:39.565918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Attempting to bind port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:41:39.570706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:41:39.570972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Attempting to bind port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:41:39.575879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:41:39.576209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:41:39.576624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:41:39.577050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Bound port: 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:41:39.577405 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.643392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:41:39.646564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:41:39.652426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.689163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:39.690135 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:39.691639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] 10.222.0.37 "PUT /v2.0/ports/7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 1091 time: 0.5940864
Nov 06 21:41:39.694052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:41:39.705207 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758e362a-80ea-4a11-a306-8d699e4429b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:41:39.768962 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21431258-7d4e-44fd-89d9-655eb3d1d5c3 x-openstack-request-id: req-21431258-7d4e-44fd-89d9-655eb3d1d5c3 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:41:39.769237 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:41:39.769501 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21431258-7d4e-44fd-89d9-655eb3d1d5c3 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:41:39.769940 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'status': 'completed', 'code': 200}
Nov 06 21:41:39.790137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc57ba-290a-4e19-a94e-af41d04b478b service neutron] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:39.816197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd5702-b2fe-4797-a29a-eee9179598b7 req-4222fbe7-11c4-4beb-8c3f-7cf88b5c425d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:39.817800 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86cd5702-b2fe-4797-a29a-eee9179598b7 req-4222fbe7-11c4-4beb-8c3f-7cf88b5c425d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.1072412
Nov 06 21:41:39.825232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-bd2079ef-461c-47e5-92c4-01cbc51a6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:39.826663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-bd2079ef-461c-47e5-92c4-01cbc51a6dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1094 time: 0.0807664
Nov 06 21:41:39.880423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-4e38b809-e023-47ef-b526-32bbd502ff21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 217 time: 0.0457280
Nov 06 21:41:39.935899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86cd5702-b2fe-4797-a29a-eee9179598b7 req-8e4e33bd-232f-46ae-9f05-05c3ceee8872 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082547
Nov 06 21:41:39.948727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-63708f3b-8b70-4289-b5b1-a76dacd367d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:39.950192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-63708f3b-8b70-4289-b5b1-a76dacd367d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0624454
Nov 06 21:41:40.001231 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-10dcd054-8fb4-441c-88b1-7fd78f4173ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:40.002748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-10dcd054-8fb4-441c-88b1-7fd78f4173ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455360
Nov 06 21:41:40.091094 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-6e549056-864c-4a1f-bc57-2bd032b9a8f8 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810208
Nov 06 21:41:40.184372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aa40ecf0-821d-4f4b-83a2-90bbcb27e9be req-3b9361d1-20a4-4299-9a74-c9bea440fc9c service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865412
Nov 06 21:41:40.272319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-706ff384-3833-4c35-b979-d3f8b787c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:40.273808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-706ff384-3833-4c35-b979-d3f8b787c7f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1094 time: 0.0401704
Nov 06 21:41:40.683739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-5a964968-0981-4a42-a718-f93160803257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:40.685244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-5a964968-0981-4a42-a718-f93160803257 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.4037375
Nov 06 21:41:40.729304 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-d5cbaf88-1e9f-4baf-97a7-95e7ec662b82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 217 time: 0.0343542
Nov 06 21:41:40.775894 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-a41a4478-d0ed-4f04-b563-b1dd48a8ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:40.777298 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-a41a4478-d0ed-4f04-b563-b1dd48a8ae75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0412719
Nov 06 21:41:40.825091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-2b67a80a-77a2-4f42-9ecf-4a8b9af672b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:40.826555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-2b67a80a-77a2-4f42-9ecf-4a8b9af672b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0424802
Nov 06 21:41:40.916865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-99ed96dc-c7b7-4380-a806-8277add54755 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831325
Nov 06 21:41:41.023418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-758e362a-80ea-4a11-a306-8d699e4429b7 req-dcb8aa9f-4cc4-4841-b81f-71aea068aab2 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991883
Nov 06 21:41:41.058664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806f2a-66a6-4f96-a3cc-6d86e9141c04 req-5b6b64ff-cdc4-438b-98b8-55380b0a3607 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:41.060147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c806f2a-66a6-4f96-a3cc-6d86e9141c04 req-5b6b64ff-cdc4-438b-98b8-55380b0a3607 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.0516245
Nov 06 21:41:41.107508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c806f2a-66a6-4f96-a3cc-6d86e9141c04 req-174c6e22-95f2-49d3-925c-6e9b66c62ef1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407536
Nov 06 21:41:42.223859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e227812-04cf-44cb-be60-c7bd0336bb82 req-09e4b84e-9a40-4c9f-b9fd-1ed8a4c9727b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:42.225388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e227812-04cf-44cb-be60-c7bd0336bb82 req-09e4b84e-9a40-4c9f-b9fd-1ed8a4c9727b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.0495760
Nov 06 21:41:42.273473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e227812-04cf-44cb-be60-c7bd0336bb82 req-91c040b8-79ef-414f-9f48-c0a3b543a447 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418987
Nov 06 21:41:43.392867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fba95-8366-4038-9e54-8a9830373ae2 req-53d5369b-471f-4439-b492-21e185cccad2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:43.394344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-193fba95-8366-4038-9e54-8a9830373ae2 req-53d5369b-471f-4439-b492-21e185cccad2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.0522594
Nov 06 21:41:43.441103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-193fba95-8366-4038-9e54-8a9830373ae2 req-a06f91aa-3f9f-4819-975b-607d495a650a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408349
Nov 06 21:41:43.576573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7116f073-aaf1-4cb2-9af0-667ade7c2f21 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:41:43.671790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:41:43.683122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'mac_address': 'fa:16:3e:95:ac:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:41:43.718534 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:43.731624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7116f073-aaf1-4cb2-9af0-667ade7c2f21 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:41:43.750229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:41:43.754697 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:43.805047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:44.099794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['7116f073-aaf1-4cb2-9af0-667ade7c2f21'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:41:44.555622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4752897-0fe3-4a7b-9410-f311d4cb7df8 req-3d8e2ca7-7e54-4824-b92f-68f07a1597f2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:44.557132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4752897-0fe3-4a7b-9410-f311d4cb7df8 req-3d8e2ca7-7e54-4824-b92f-68f07a1597f2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 944 time: 0.0479608
Nov 06 21:41:44.603748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4752897-0fe3-4a7b-9410-f311d4cb7df8 req-dfc45242-8bcf-46dc-ac9a-1c1adddf6928 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407326
Nov 06 21:41:44.862034 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:44.933518 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:45.595467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7116f073-aaf1-4cb2-9af0-667ade7c2f21 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:41:45.649110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:41:45.653198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:41:45.653562 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:45.725292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd98f2-cbd1-4470-b963-548f337d8fb6 req-8b7581d6-caed-49d4-9a2d-291e2c348107 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:45.726822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5efd98f2-cbd1-4470-b963-548f337d8fb6 req-8b7581d6-caed-49d4-9a2d-291e2c348107 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 944 time: 0.0546346
Nov 06 21:41:45.729334 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:45.753088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:41:45.755317 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e96f91c-bf0d-4915-a7b8-fd38866c188d" -d '{"events": [{"server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "name": "network-vif-plugged", "status": "completed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:41:45.767690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:41:45.772584 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:45.775786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5efd98f2-cbd1-4470-b963-548f337d8fb6 req-817288ca-1d9b-4eba-b043-4f33bb9db06b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428486
Nov 06 21:41:45.802369 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808b8ec-d923-47e9-85b9-1ddcffd76e0a x-openstack-request-id: req-9808b8ec-d923-47e9-85b9-1ddcffd76e0a {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:41:45.802665 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "name": "network-vif-plugged", "status": "completed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:41:45.802949 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9808b8ec-d923-47e9-85b9-1ddcffd76e0a {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:41:45.803337 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'code': 200}
Nov 06 21:41:45.829985 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:41:45.891963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db165479-9a16-4b56-8112-0569f02ae354 req-2f1a98ed-e8f8-4c4a-b182-01d6722f7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:45.893506 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db165479-9a16-4b56-8112-0569f02ae354 req-2f1a98ed-e8f8-4c4a-b182-01d6722f7a0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1096 time: 0.0407856
Nov 06 21:41:45.936895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db165479-9a16-4b56-8112-0569f02ae354 req-20019f22-0a98-4851-b75e-42350c420d82 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366721
Nov 06 21:41:46.891674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d5feb-1a30-436d-9564-f81b9e35ce35 req-28a539ee-a561-4c17-953f-04a85aa7b21a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:46.893237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-265d5feb-1a30-436d-9564-f81b9e35ce35 req-28a539ee-a561-4c17-953f-04a85aa7b21a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0500891
Nov 06 21:41:46.931533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5fc35630-d958-4110-a2e9-2fc64214c410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:46.949812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-265d5feb-1a30-436d-9564-f81b9e35ce35 req-fd6287cb-6a22-4784-a7cd-58c22d153e6c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505741
Nov 06 21:41:48.068923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d56460-82fe-4c50-ab46-c592b715523d req-a2f32a4d-99f4-49da-9976-d0b6e6e00afc tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:48.070380 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05d56460-82fe-4c50-ab46-c592b715523d req-a2f32a4d-99f4-49da-9976-d0b6e6e00afc tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0478907
Nov 06 21:41:48.116190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05d56460-82fe-4c50-ab46-c592b715523d req-0961c3b7-7511-42a1-bc66-81d31e8e3ed0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400319
Nov 06 21:41:48.229354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c309ef-d9e0-4651-a560-a99a63fe3d96 req-ed253d27-2690-4c5c-9222-402affe52a7a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:48.230841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80c309ef-d9e0-4651-a560-a99a63fe3d96 req-ed253d27-2690-4c5c-9222-402affe52a7a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0486321
Nov 06 21:41:48.239342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46300) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:41:48.244143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'floatingip': {'port_id': '7116f073-aaf1-4cb2-9af0-667ade7c2f21'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:41:48.287059 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:48.718779 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:48.723192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:48.823304 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2 associated. External IP: 172.35.0.130, port: 7116f073-aaf1-4cb2-9af0-667ade7c2f21.
Nov 06 21:41:49.037861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:41:49.144948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:41:49.149715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:49.154321 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:41:49.163574 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:41:49.164200 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526e2bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:41:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:41:49.177093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c22fef6e-142f-461c-a2b9-7f4bc659bee9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "PUT /v2.0/floatingips/085ff9c1-0801-42a2-9584-b63c5c10e7f2 HTTP/1.1" status: 200  len: 991 time: 0.9367199
Nov 06 21:41:49.177668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:41:49.179969 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fde834b-9968-4f80-9b5d-03d27280a55b" -d '{"events": [{"name": "network-changed", "server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:41:49.217875 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c2b417-778a-4979-8c18-64971c4fdc97 x-openstack-request-id: req-f1c2b417-778a-4979-8c18-64971c4fdc97 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:41:49.218168 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:41:49.218423 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1c2b417-778a-4979-8c18-64971c4fdc97 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:41:49.218826 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'status': 'completed', 'code': 200}
Nov 06 21:41:49.279133 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:41:49.288083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-f212f8e1-a507-4a36-937d-7c1a02b63a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:49.289585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-f212f8e1-a507-4a36-937d-7c1a02b63a90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1096 time: 0.0412428
Nov 06 21:41:49.320368 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b82cc71a-dbef-4b0a-8dc0-62a1fab0e835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:49.386803 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-9249c521-ba2c-4df4-8b62-058b5a72f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:49.388317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-9249c521-ba2c-4df4-8b62-058b5a72f8fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0911779
Nov 06 21:41:49.454794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-dd053327-1190-4040-9d08-674c5262d659 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 999 time: 0.0587318
Nov 06 21:41:49.505538 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526e2bb0>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:95:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:41:48Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:41:49.509386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-f9448e72-b588-4f37-99cd-8bfb356b21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:49.510891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-f9448e72-b588-4f37-99cd-8bfb356b21fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0495081
Nov 06 21:41:49.532208 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:41:49.540549 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:41:49.541088 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92526e2bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:41:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:41:49.556872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-09e45c5f-53cb-459c-b46d-66936390cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:41:49.558414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-09e45c5f-53cb-459c-b46d-66936390cdc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406017
Nov 06 21:41:49.644883 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:41:49.648504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-3c9872d4-9738-40cc-a1de-d40f3519cfb1 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822997
Nov 06 21:41:49.747071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0fde834b-9968-4f80-9b5d-03d27280a55b req-9bb4535a-970d-47e7-a05f-c8d1a1b66ea8 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901759
Nov 06 21:41:49.954404 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92526e2bb0>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:95:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:41:48Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:41:49.979739 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1aa53d-ea81-44a4-ac97-25da98ebd7be None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:95:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:41:48Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:41:50.283783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24038410-dda4-47bd-955c-b7aa15f53435 None None] New status for floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:41:50.759182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:52.001027 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:41:52.597999 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:11.963105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-6dda2e2e-6c77-44f3-89ac-8219de5c5378 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0391009
Nov 06 21:42:12.043530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-82855667-7051-4f88-a265-8ea5d5de27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:42:12.045079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-82855667-7051-4f88-a265-8ea5d5de27c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1096 time: 0.0407908
Nov 06 21:42:12.151464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-6d49ac27-1c33-4bda-8ad0-d2c0dad82994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:42:12.152885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-6d49ac27-1c33-4bda-8ad0-d2c0dad82994 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0880964
Nov 06 21:42:12.219387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-5a79811b-9bf6-4987-88a3-75412b0daf23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 1001 time: 0.0587225
Nov 06 21:42:12.270993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-c932d4ca-d9f2-435c-82cb-3863f9d9d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:42:12.272431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-c932d4ca-d9f2-435c-82cb-3863f9d9d950 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0468233
Nov 06 21:42:12.317089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-b5cb9d11-8125-43ec-a5e5-cfe6c0b61148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:42:12.318534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-b5cb9d11-8125-43ec-a5e5-cfe6c0b61148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390551
Nov 06 21:42:12.409686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-41e7a416-c125-428d-898f-3b6082c2cc92 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830853
Nov 06 21:42:12.501768 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83f7ca8e-97b9-4d4c-b04d-6039373f11be req-fe230ee4-5486-404a-9f6d-9400ee165d51 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852661
Nov 06 21:42:14.097019 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:42:14.872100 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:14.939177 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:16.932883 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1d655988-a3f4-4b01-813b-31422118b9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:19.322276 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a05c1741-4b3b-40eb-970a-dead3da05c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:20.761934 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:22.003179 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:22.599485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:44.867958 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:44.947764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:46.937200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8adb0a6d-cfae-43bb-9cde-8753990da113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:49.322577 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-caa31fd9-6f23-440b-b938-9e493c706361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:50.765448 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:51.097066 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:42:52.005882 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:42:52.599932 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:12.444373 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-e30a6809-6009-4c7f-be45-71dd8735aec8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0404549
Nov 06 21:43:12.524085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-1ad47e89-83e1-4864-bb6f-da06222e12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:43:12.525619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-1ad47e89-83e1-4864-bb6f-da06222e12b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1096 time: 0.0399606
Nov 06 21:43:12.631845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-92222df4-2d56-461a-a638-86d17a1802f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:43:12.633633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-92222df4-2d56-461a-a638-86d17a1802f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0881937
Nov 06 21:43:12.697384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-e401dd4d-91c5-4e84-a51a-9671fa569d5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 1001 time: 0.0567899
Nov 06 21:43:12.749027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-f1885779-dac2-4f6e-8674-5ff18f7637cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:43:12.750437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-f1885779-dac2-4f6e-8674-5ff18f7637cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0469048
Nov 06 21:43:12.795307 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-f8284743-500b-4e98-be4e-725360a0b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:43:12.796838 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-f8284743-500b-4e98-be4e-725360a0b2b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394845
Nov 06 21:43:12.884784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-a10c340d-d82c-43e9-8340-da72229408e3 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804157
Nov 06 21:43:12.977244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c01b1aa6-16b5-4785-9b85-fad6c846ccbd req-dc39fd3a-3658-49c7-9c7c-52b73a7f433c service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857136
Nov 06 21:43:14.867439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:14.944411 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:16.938663 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0cf21448-dbf6-46be-a749-a3e2a88d55a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:19.323444 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2391ae9-4280-4fa5-b1ba-5fa8db77b511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:20.768437 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:22.008493 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:22.601265 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:28.095988 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:43:44.870848 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:44.949389 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:46.940351 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0433-8988-47bc-8b90-3cd0b9ec13d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:49.324269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ffcd9bc-55e3-4263-a0ab-f996f9efc1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:50.775216 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:52.011762 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:43:52.602151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:05.094983 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:44:13.995276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-170046d8-2993-43cc-affe-24c1875fb7ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0864551
Nov 06 21:44:14.083376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-5fa6d81d-9051-4f87-99ba-a7f1d97d1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:14.084907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-5fa6d81d-9051-4f87-99ba-a7f1d97d1eb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1096 time: 0.0418298
Nov 06 21:44:14.191130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-38d74bbb-976b-46ce-b00b-77a6891cd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:14.193245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-38d74bbb-976b-46ce-b00b-77a6891cd63c service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0883696
Nov 06 21:44:14.259433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-67b1a774-1fbe-45cd-bab8-47b8befac05f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 1001 time: 0.0596611
Nov 06 21:44:14.311683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-09076720-ff2c-422c-9a70-64e7d6bb3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:14.313173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-09076720-ff2c-422c-9a70-64e7d6bb3012 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0475378
Nov 06 21:44:14.357070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-86a8c3b0-c6b0-41ec-ad46-5532d6e4a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:14.358469 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-86a8c3b0-c6b0-41ec-ad46-5532d6e4a0bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387151
Nov 06 21:44:14.446824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-491be476-6904-4027-98f2-0500d27bf6e1 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812132
Nov 06 21:44:14.538288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-240367af-c58c-4847-b81f-d9c8c701b5f6 req-bc8a3d93-3976-4e00-aee8-4b0243a5bbd2 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850124
Nov 06 21:44:14.869210 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:14.952437 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:16.941227 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a3774b38-ec38-4c3b-baf1-e863a67ede03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:18.360446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4bc60-d7dd-428f-b98d-9a5c03774c97 req-8b748e1e-1119-451e-8c58-7c0263b9b666 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:18.361956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80c4bc60-d7dd-428f-b98d-9a5c03774c97 req-8b748e1e-1119-451e-8c58-7c0263b9b666 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.1059909
Nov 06 21:44:18.408916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80c4bc60-d7dd-428f-b98d-9a5c03774c97 req-083bf611-8543-444c-ab1d-018e84aa7f56 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402210
Nov 06 21:44:19.325475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-01cb6ee7-7465-4abe-acf7-16e0ccbaf0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:19.588001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6727a-8326-4dd5-a90d-1d2e4933654b req-a5b83889-9a13-4853-92b0-6a094e4be14f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:19.589514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42c6727a-8326-4dd5-a90d-1d2e4933654b req-a5b83889-9a13-4853-92b0-6a094e4be14f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.1060619
Nov 06 21:44:19.636164 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-42c6727a-8326-4dd5-a90d-1d2e4933654b req-c8a49148-7221-4442-887f-722b5de38960 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407348
Nov 06 21:44:20.761461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3850fa-34ef-496a-bb58-3baf968e9d01 req-901251ae-4933-4d8f-afb9-551b6c7dc2c6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:20.763108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb3850fa-34ef-496a-bb58-3baf968e9d01 req-901251ae-4933-4d8f-afb9-551b6c7dc2c6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0557740
Nov 06 21:44:20.774297 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:20.819065 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fb3850fa-34ef-496a-bb58-3baf968e9d01 req-5101b3ea-ed4a-4f55-81f1-2e894b6323cd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496745
Nov 06 21:44:21.935683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4904e-74b7-4384-bd61-6aa249e7e642 req-3913b887-6cf7-47fb-aa86-0180015dc50d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:21.937201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6be4904e-74b7-4384-bd61-6aa249e7e642 req-3913b887-6cf7-47fb-aa86-0180015dc50d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0480263
Nov 06 21:44:21.987821 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6be4904e-74b7-4384-bd61-6aa249e7e642 req-6a3693cf-828f-42ec-8678-ab74c32d2f49 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442965
Nov 06 21:44:22.014133 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:22.602873 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:23.103177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34607962-1226-4845-9203-ce0e1bdf5c3c req-ae0aeb50-213b-48b7-9a3c-b3f8c2907a39 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:23.104698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34607962-1226-4845-9203-ce0e1bdf5c3c req-ae0aeb50-213b-48b7-9a3c-b3f8c2907a39 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0488737
Nov 06 21:44:23.151305 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-34607962-1226-4845-9203-ce0e1bdf5c3c req-d1685c2c-21b0-49cb-84c8-7d5097438599 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405471
Nov 06 21:44:24.267128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8ea8e-090d-4f20-b766-5fe55e8f6dad req-8cd95280-a7ad-49a3-a254-da82e16879d4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:24.268658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37f8ea8e-090d-4f20-b766-5fe55e8f6dad req-8cd95280-a7ad-49a3-a254-da82e16879d4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0489259
Nov 06 21:44:24.315478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-37f8ea8e-090d-4f20-b766-5fe55e8f6dad req-839ec33b-c590-4bf5-8636-b7dd62014744 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408247
Nov 06 21:44:25.432951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733f6c4-b0da-4d13-879a-9dafceb31d0a req-59d2e0c5-9c25-4983-90cc-6a5cedcfd961 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:25.434426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0733f6c4-b0da-4d13-879a-9dafceb31d0a req-59d2e0c5-9c25-4983-90cc-6a5cedcfd961 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0518353
Nov 06 21:44:25.480754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0733f6c4-b0da-4d13-879a-9dafceb31d0a req-fd898c7d-8a32-481b-9f0c-9d4f5033aef0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403898
Nov 06 21:44:26.604926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd7507-83be-4131-9996-acbb34a8f900 req-a98a2aef-04c1-4ffa-bfa3-7fc0158ed6d6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:26.606418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5fd7507-83be-4131-9996-acbb34a8f900 req-a98a2aef-04c1-4ffa-bfa3-7fc0158ed6d6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0485771
Nov 06 21:44:26.653037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5fd7507-83be-4131-9996-acbb34a8f900 req-77ec590a-168e-4a41-b636-2ce737d7a1ac tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408251
Nov 06 21:44:27.819814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcaa6e-a4c5-4603-a5ea-2a3a7be68684 req-1ecc3ccf-6e6d-4b79-89a7-f5400a57a8c6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:27.821339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92dcaa6e-a4c5-4603-a5ea-2a3a7be68684 req-1ecc3ccf-6e6d-4b79-89a7-f5400a57a8c6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0482616
Nov 06 21:44:27.872236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92dcaa6e-a4c5-4603-a5ea-2a3a7be68684 req-d5267526-cc4f-470b-a1ef-1df7bddf8d50 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449710
Nov 06 21:44:28.987152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45947503-6675-4bf2-85f6-78c57d2f7b85 req-e2f36591-7404-4965-92aa-425b3b2dba19 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:28.988647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45947503-6675-4bf2-85f6-78c57d2f7b85 req-e2f36591-7404-4965-92aa-425b3b2dba19 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0481050
Nov 06 21:44:29.037214 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45947503-6675-4bf2-85f6-78c57d2f7b85 req-dd98a6e5-e87b-490e-9753-7713ed280b2b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421197
Nov 06 21:44:29.291655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-5b59fa62-98d0-475c-b40f-bf48f4b3005b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0742216
Nov 06 21:44:29.299472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf14ca-0469-487b-bb14-2598f8f6434f req-02dfcff4-66c4-481d-a3a2-49d2639687b1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:29.300919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eebf14ca-0469-487b-bb14-2598f8f6434f req-02dfcff4-66c4-481d-a3a2-49d2639687b1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0734825
Nov 06 21:44:29.349986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eebf14ca-0469-487b-bb14-2598f8f6434f req-dcbcce42-ed7c-40ab-bd46-fd365bc88846 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426888
Nov 06 21:44:30.322554 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-51c2106c-60ec-4d5d-b9b2-e357af02b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:30.324045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-51c2106c-60ec-4d5d-b9b2-e357af02b767 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1096 time: 0.0408988
Nov 06 21:44:30.416608 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-7e90cf69-12bd-4096-a432-4ca6480cbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:30.418105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-7e90cf69-12bd-4096-a432-4ca6480cbbe2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0876501
Nov 06 21:44:30.492014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-d2ec27bb-5d94-48fe-b08f-fd708d1137fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 1001 time: 0.0669863
Nov 06 21:44:30.580011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-dadabeb7-b120-4019-ac11-510d716a5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:30.581452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-dadabeb7-b120-4019-ac11-510d716a5bcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0763600
Nov 06 21:44:30.605372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2ec5-d6e0-4396-9fd2-8e3b17625ac0 req-18b3ed26-6aeb-404c-88ff-a860ff5532bb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:30.606828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-625c2ec5-d6e0-4396-9fd2-8e3b17625ac0 req-18b3ed26-6aeb-404c-88ff-a860ff5532bb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.1465833
Nov 06 21:44:30.668405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-1d2c3466-15cd-4abd-b4e4-323bafe5a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:30.669913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-1d2c3466-15cd-4abd-b4e4-323bafe5a0a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0810966
Nov 06 21:44:30.674678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-625c2ec5-d6e0-4396-9fd2-8e3b17625ac0 req-2bb168a0-8e84-4350-9e6a-3c523ba04429 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536795
Nov 06 21:44:30.763163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-7b1976c5-dc41-4429-b331-2962852681dc service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861032
Nov 06 21:44:30.860959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-d63f5327-b6d4-4184-af7c-7164e02a90fb service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911481
Nov 06 21:44:31.834747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592a58-4493-48ec-8d9f-2ea6d5c925e7 req-3187d621-65d5-4556-9593-98ccf23ab056 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:31.836243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09592a58-4493-48ec-8d9f-2ea6d5c925e7 req-3187d621-65d5-4556-9593-98ccf23ab056 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0490503
Nov 06 21:44:31.886424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09592a58-4493-48ec-8d9f-2ea6d5c925e7 req-5027d9dd-7174-4252-8523-da047d3c69aa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440269
Nov 06 21:44:32.932061 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-69e573e4-8476-4e0a-aa2b-0cf72a59329b service neutron] show failed (client error): The resource could not be found.
Nov 06 21:44:32.933143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-69e573e4-8476-4e0a-aa2b-0cf72a59329b service neutron] 10.222.0.37 "GET /v2.0/ports/7116f073-aaf1-4cb2-9af0-667ade7c2f21/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0595658
Nov 06 21:44:33.008245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84eb8a-0af0-4b37-96ef-b8e7acdc5592 req-5746eef8-9f44-4376-8e3a-ba6a2a94f1b7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:33.010524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b84eb8a-0af0-4b37-96ef-b8e7acdc5592 req-5746eef8-9f44-4376-8e3a-ba6a2a94f1b7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0543923
Nov 06 21:44:33.058592 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b84eb8a-0af0-4b37-96ef-b8e7acdc5592 req-9cc3c809-1ff1-4bcf-bb1b-bb8b2c59e37d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424738
Nov 06 21:44:33.185080 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-aac39577-768f-4931-92cc-2c643e45e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:33.186535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-aac39577-768f-4931-92cc-2c643e45e8e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 1096 time: 0.0868478
Nov 06 21:44:33.197491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-c6ecb0e4-345c-4c45-8608-4ecd8b9a72ea service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:44:33.198422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-c6ecb0e4-345c-4c45-8608-4ecd8b9a72ea service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049093
Nov 06 21:44:33.210668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:44:33.267318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:33.470488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:44:33.502431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:44:33.540512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:44:33.543018 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15031bbb-71a6-4943-b53e-d6ff78aec9f2" -d '{"events": [{"server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:44:33.546668 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:33.560564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Transition to ACTIVE for port object 7116f073-aaf1-4cb2-9af0-667ade7c2f21 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:44:33.564662 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:33.599051 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d626a-cf94-44de-a3d0-97eb6a4bd545 x-openstack-request-id: req-678d626a-cf94-44de-a3d0-97eb6a4bd545 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:44:33.599995 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:44:33.599995 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-678d626a-cf94-44de-a3d0-97eb6a4bd545 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:44:33.599995 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'code': 200}
Nov 06 21:44:33.616710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:33.656700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.657048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.657388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.657721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.658051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.658376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.658697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.659024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.659346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.659664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.660026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.660405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:33.705063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] No DVR routers for this DVR port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:44:33.840286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Attempting to bind port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:44:33.840712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Attempting to bind port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:44:33.841033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Attempting to bind port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:44:33.845208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:44:33.845524 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Attempting to bind port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:44:33.850428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:44:33.850757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:44:33.851131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:44:33.851550 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Bound port: 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:44:33.851894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:33.914719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:44:33.917638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:44:33.922418 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:34.291518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:34.292175 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:34.293568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] 10.222.0.10 "PUT /v2.0/ports/7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 1091 time: 1.0870879
Nov 06 21:44:34.344968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64961df5-1dd4-47c6-8057-dabc251365f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:34.375909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc4111-fc0c-46b2-a47e-0ee24a75bd65 req-d1448de8-a1ea-4bde-b9e6-7eb025a41305 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:34.377449 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20bc4111-fc0c-46b2-a47e-0ee24a75bd65 req-d1448de8-a1ea-4bde-b9e6-7eb025a41305 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.1021638
Nov 06 21:44:34.404711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-fec959bc-0205-408c-9fe9-5642fff092f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:34.406236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-fec959bc-0205-408c-9fe9-5642fff092f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1094 time: 0.0822661
Nov 06 21:44:34.480819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20bc4111-fc0c-46b2-a47e-0ee24a75bd65 req-03f16504-ad1f-43bc-821d-8e4b132ad5fd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955040
Nov 06 21:44:34.516944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-cb0dd7e4-5dc1-4da2-b92a-ec47c2e6afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:34.518401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-cb0dd7e4-5dc1-4da2-b92a-ec47c2e6afd8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1052077
Nov 06 21:44:34.587034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-bd4941a2-c62b-48e4-bf54-a633591848d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 999 time: 0.0612099
Nov 06 21:44:34.635555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-4cd83c72-44f9-4c26-96d2-c8d3c1174673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:34.636923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-4cd83c72-44f9-4c26-96d2-c8d3c1174673 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0432069
Nov 06 21:44:34.681539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-9f21bdd0-33b9-4939-add7-3fedbca7bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:34.682983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-9f21bdd0-33b9-4939-add7-3fedbca7bb6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385547
Nov 06 21:44:34.774389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-af7a9751-b9f2-4462-ad4d-34fe0eb87eaf service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842636
Nov 06 21:44:34.864562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ffd8d08-416a-40ea-942f-b87fd8f425cd req-b35c61ed-ef96-429d-9743-6e3fa52d6994 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809400
Nov 06 21:44:35.601175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:44:35.603385 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d108586b50b353762f94d2f326266a459889765daad7fe5121414a2179a7397e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6b75b5-2529-47f8-a925-33b1ec7d4872" -d '{"events": [{"name": "network-changed", "server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:44:35.658038 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf763153-7830-4678-800c-4476bd21562b x-openstack-request-id: req-cf763153-7830-4678-800c-4476bd21562b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:44:35.658335 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:44:35.658588 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf763153-7830-4678-800c-4476bd21562b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:44:35.658972 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'status': 'completed', 'code': 200}
Nov 06 21:44:35.721845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f359364-ddb5-408b-9809-84038db3fb45 req-facf65b3-e768-4184-8acd-1f938661085b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:35.723871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f359364-ddb5-408b-9809-84038db3fb45 req-facf65b3-e768-4184-8acd-1f938661085b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.1378343
Nov 06 21:44:35.786093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-b95ff8ac-5427-4746-8fc2-744a8252017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:35.787557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-b95ff8ac-5427-4746-8fc2-744a8252017a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1094 time: 0.1125021
Nov 06 21:44:35.792581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-9aab9544-5dfb-4912-9a0f-57091e9e29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:35.793933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-9aab9544-5dfb-4912-9a0f-57091e9e29b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1094 time: 0.1088190
Nov 06 21:44:35.828610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f359364-ddb5-408b-9809-84038db3fb45 req-af9de98a-53dc-4fcd-80d2-4ae9166c551a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889840
Nov 06 21:44:35.961284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-99e1d083-c268-42c1-b85a-fbd07f8c0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:35.962754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-99e1d083-c268-42c1-b85a-fbd07f8c0c28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1643631
Nov 06 21:44:35.963796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-31280d90-7be2-413a-a579-6ef10ab7e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:35.965404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-31280d90-7be2-413a-a579-6ef10ab7e4fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1574106
Nov 06 21:44:36.076654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-3b2e2486-a8c2-4b99-a2ec-1a830dbc05b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 999 time: 0.1068225
Nov 06 21:44:36.078642 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-90ff53fa-27be-47f1-9e28-a5774ae4dbaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 999 time: 0.1028152
Nov 06 21:44:36.164610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-895d6004-35c7-4aab-911e-1213a40f7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:36.166297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-895d6004-35c7-4aab-911e-1213a40f7799 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0827079
Nov 06 21:44:36.167642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-3bc64d6e-e84e-4c8c-ad9c-72ffd4be7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:36.168972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-3bc64d6e-e84e-4c8c-ad9c-72ffd4be7089 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0784760
Nov 06 21:44:36.240982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-0ad77d80-d498-4fcb-8580-cf444800cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:36.242476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-0ad77d80-d498-4fcb-8580-cf444800cee1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0615656
Nov 06 21:44:36.244326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-4e682e6f-980e-4c9c-bc08-d764e5fffd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:36.245667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-4e682e6f-980e-4c9c-bc08-d764e5fffd54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0722713
Nov 06 21:44:36.401146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7116f073-aaf1-4cb2-9af0-667ade7c2f21 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:44:36.409374 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-08a987fa-ad7f-40ab-bad6-3361e39c87c2 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591494
Nov 06 21:44:36.412862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-14e74a16-67d0-4538-8af5-5608d21e093a service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544983
Nov 06 21:44:36.440772 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7116f073-aaf1-4cb2-9af0-667ade7c2f21 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:44:36.569941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-0b8ca0e8-7b95-4208-84e5-eb39d794d18a service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534991
Nov 06 21:44:36.573279 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db6b75b5-2529-47f8-a925-33b1ec7d4872 req-289b5061-0c06-4aeb-8570-0f2a7418f9bc service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387115
Nov 06 21:44:36.950429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210a13b-62da-4860-a201-c07b113db56a req-37090416-cb27-4144-932b-8b83a1d64dd0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:36.951940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5210a13b-62da-4860-a201-c07b113db56a req-37090416-cb27-4144-932b-8b83a1d64dd0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.0507360
Nov 06 21:44:37.000494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5210a13b-62da-4860-a201-c07b113db56a req-11811357-4a54-4eb4-b765-e90bd6c4b61d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425789
Nov 06 21:44:38.120037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a223d2-93b0-48b9-afbf-f781cd236881 req-1bc833ae-b762-4ed8-8cee-b0782db1e77f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:38.121589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02a223d2-93b0-48b9-afbf-f781cd236881 req-1bc833ae-b762-4ed8-8cee-b0782db1e77f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.0520999
Nov 06 21:44:38.168826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02a223d2-93b0-48b9-afbf-f781cd236881 req-4dad8b3f-76cb-405d-8e65-6defa363dbea tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411448
Nov 06 21:44:38.390320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004791b4-0577-4fc4-87d4-e71814db0034 req-6a05965f-a817-4f3b-8bcf-5b80515c3b61 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:38.391818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-004791b4-0577-4fc4-87d4-e71814db0034 req-6a05965f-a817-4f3b-8bcf-5b80515c3b61 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 943 time: 0.0806389
Nov 06 21:44:38.420902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-dd5b3a0a-0567-4d47-a6f0-d44972cb1126 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:38.422216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-dd5b3a0a-0567-4d47-a6f0-d44972cb1126 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0842092
Nov 06 21:44:38.481233 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-004791b4-0577-4fc4-87d4-e71814db0034 req-ef4df83e-8c3f-4bc1-b950-5378f9fd224d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826983
Nov 06 21:44:38.503307 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-6965eeb4-4f03-4200-bbf6-76ead9aab30e service neutron] delete failed (client error): The resource could not be found.
Nov 06 21:44:38.504395 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-6965eeb4-4f03-4200-bbf6-76ead9aab30e service neutron] 10.222.0.37 "DELETE /v2.0/ports/7116f073-aaf1-4cb2-9af0-667ade7c2f21/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0690780
Nov 06 21:44:38.586458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-f42728b0-8c96-4f51-85e4-96c0e55383d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:38.587919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-f42728b0-8c96-4f51-85e4-96c0e55383d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1094 time: 0.0406528
Nov 06 21:44:38.676467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-8e8f873b-5760-4adb-8610-f077a3123004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:38.677822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-8e8f873b-5760-4adb-8610-f077a3123004 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0833278
Nov 06 21:44:38.745743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-722ad547-a4c2-40b3-bc77-1b6bcad843e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 999 time: 0.0609448
Nov 06 21:44:38.793232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-4f8992b1-1fcc-499a-9d0d-90d0265c843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:38.794675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-4f8992b1-1fcc-499a-9d0d-90d0265c843e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0428116
Nov 06 21:44:38.838310 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-2cb55f3f-a84f-4cca-a239-2b5fff0560bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:38.839757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-2cb55f3f-a84f-4cca-a239-2b5fff0560bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384836
Nov 06 21:44:38.931675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-fa07b08a-bd36-4b76-909d-b012474af4f4 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848882
Nov 06 21:44:38.991623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7116f073-aaf1-4cb2-9af0-667ade7c2f21 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:44:39.024921 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22b14fc1-13e6-475e-8d70-c2182a638cfa req-dc931aa9-171c-4834-ac55-a6c3f75a1136 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864263
Nov 06 21:44:39.083974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:44:39.095449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'mac_address': 'fa:16:3e:95:ac:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:44:39.136120 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:39.296568 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7116f073-aaf1-4cb2-9af0-667ade7c2f21 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:44:39.315214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:44:39.319222 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:39.368451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:39.375655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.376000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.376524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.376864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.377193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.377518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.377839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.378165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.378481 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.378811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.379816 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.380113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:44:39.609369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c965d8-b13d-4941-9131-9c48446c2529 req-89f62194-346a-4d8b-854a-8ccef90317f9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:39.610855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4c965d8-b13d-4941-9131-9c48446c2529 req-89f62194-346a-4d8b-854a-8ccef90317f9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 944 time: 0.0577424
Nov 06 21:44:39.651770 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['7116f073-aaf1-4cb2-9af0-667ade7c2f21'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:44:39.659372 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4c965d8-b13d-4941-9131-9c48446c2529 req-8b26b9e3-2380-4f9a-a4c8-a91db1d21548 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420375
Nov 06 21:44:39.778428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a22ab-60a7-4bc2-9468-65b87eb03b57 req-2c6245ce-34a1-4b2b-b79e-22de0c377a37 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:39.779930 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-134a22ab-60a7-4bc2-9468-65b87eb03b57 req-2c6245ce-34a1-4b2b-b79e-22de0c377a37 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 944 time: 0.0486228
Nov 06 21:44:39.827480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-134a22ab-60a7-4bc2-9468-65b87eb03b57 req-2d6091ee-1d8a-480d-a5f0-7b9065fc6c87 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413239
Nov 06 21:44:40.032885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65156e0-79d9-420e-b234-bc9120782d24 req-aee3075b-0c3c-44ee-8855-9a40dfeed09c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:40.034293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e65156e0-79d9-420e-b234-bc9120782d24 req-aee3075b-0c3c-44ee-8855-9a40dfeed09c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 944 time: 0.0576494
Nov 06 21:44:40.087115 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e65156e0-79d9-420e-b234-bc9120782d24 req-3a41d2cb-3a36-4889-9f5b-e791f648155c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461233
Nov 06 21:44:40.135942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-b6e08a1b-6cca-458b-a11b-89c62bb671f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:40.137445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-b6e08a1b-6cca-458b-a11b-89c62bb671f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 1095 time: 0.0823469
Nov 06 21:44:40.233026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-589e639f-f6a0-49bd-8c40-bbd097623a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:40.234524 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-589e639f-f6a0-49bd-8c40-bbd097623a83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0898461
Nov 06 21:44:40.304328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-8c5b5e7f-6256-4dc9-8849-ea5fe8e989a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 200  len: 1000 time: 0.0624897
Nov 06 21:44:40.359292 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-a58fb404-c4da-4b52-b456-f2f526d3046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:40.360936 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-a58fb404-c4da-4b52-b456-f2f526d3046c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0495374
Nov 06 21:44:40.406700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-eaf11ae7-1f18-4d82-9aa2-1c713f650eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:40.408070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-eaf11ae7-1f18-4d82-9aa2-1c713f650eeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398996
Nov 06 21:44:40.501205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-09e03aad-ddec-498e-8392-f0d3e87e5ab4 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853314
Nov 06 21:44:40.590011 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3dead7b6-8791-449a-920f-b9ca96ba68c6 req-dbf2af50-daf2-41df-99a1-9c20c355ac4d service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816681
Nov 06 21:44:41.007473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7116f073-aaf1-4cb2-9af0-667ade7c2f21 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:44:41.059759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:44:41.063433 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:44:41.063901 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:41.145072 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:41.173218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:44:41.176311 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e7683c-0ee7-414e-af32-a06628eeddb7" -d '{"events": [{"server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "name": "network-vif-plugged", "status": "completed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:44:41.189264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:44:41.195341 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:41.224111 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e3053-554c-410e-b370-b9562cfe5ba5 x-openstack-request-id: req-850e3053-554c-410e-b370-b9562cfe5ba5 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:44:41.224494 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "name": "network-vif-plugged", "status": "completed", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:44:41.224708 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-850e3053-554c-410e-b370-b9562cfe5ba5 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:44:41.225105 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'code': 200}
Nov 06 21:44:41.239575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224fd18-2539-4866-a814-fc186c0de1ec req-4c9cf8f6-a10c-446c-a231-8ee73dce3f00 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:41.241232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0224fd18-2539-4866-a814-fc186c0de1ec req-4c9cf8f6-a10c-446c-a231-8ee73dce3f00 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 944 time: 0.0687873
Nov 06 21:44:41.250638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:41.288190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0224fd18-2539-4866-a814-fc186c0de1ec req-9b771578-2261-4e4d-96ac-852369281bcf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410309
Nov 06 21:44:41.521790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831632bc-0832-4188-90cf-77e2fb0b00bb req-3c1d56fc-4861-4123-a99b-c28066ceac42 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:41.523264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-831632bc-0832-4188-90cf-77e2fb0b00bb req-3c1d56fc-4861-4123-a99b-c28066ceac42 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0475953
Nov 06 21:44:41.569967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-831632bc-0832-4188-90cf-77e2fb0b00bb req-3b85ea55-b211-473a-8f66-d23b9ede569a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408409
Nov 06 21:44:42.094414 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:44:42.685439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e8077-6d46-4a02-a9e7-133d195b9e74 req-a30e7b1d-471a-463b-a79c-fcea90d512f6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:42.686903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-604e8077-6d46-4a02-a9e7-133d195b9e74 req-a30e7b1d-471a-463b-a79c-fcea90d512f6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0477066
Nov 06 21:44:42.736152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-604e8077-6d46-4a02-a9e7-133d195b9e74 req-b25cc2f6-4979-44bb-942d-8fdb95909b06 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426948
Nov 06 21:44:42.864966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634a883-705f-4d9b-b271-3b261ec51195 req-e3a2ee4c-fb6b-43cd-9c77-95986d9f1373 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:42.866331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4634a883-705f-4d9b-b271-3b261ec51195 req-e3a2ee4c-fb6b-43cd-9c77-95986d9f1373 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.10 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 945 time: 0.0467129
Nov 06 21:44:42.952721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Deleting port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:44:42.953057 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:43.049658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] For port 7116f073-aaf1-4cb2-9af0-667ade7c2f21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7116f073-aaf1-4cb2-9af0-667ade7c2f21,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:44:43.050074 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:43.224542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:43.224866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:43.225265 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2 disassociated. External IP: 172.35.0.130, port: 7116f073-aaf1-4cb2-9af0-667ade7c2f21.
Nov 06 21:44:43.225679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Calling delete_port for 7116f073-aaf1-4cb2-9af0-667ade7c2f21 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:44:43.354774 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:43.384026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event deleted for resources: {'Port': ['ID=7116f073-aaf1-4cb2-9af0-667ade7c2f21,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:43.504457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:44:43.614956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:44:43.625298 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:44:43.635304 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:44:43.635976 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252770fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:44:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:44:43.654916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] No DVR routers for this DVR port 7116f073-aaf1-4cb2-9af0-667ade7c2f21 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:44:43.657666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:43.660894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4634a883-705f-4d9b-b271-3b261ec51195 req-f80de935-0f39-4360-8900-11faf2ee5321 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.10 "DELETE /v2.0/ports/7116f073-aaf1-4cb2-9af0-667ade7c2f21 HTTP/1.1" status: 204  len: 173 time: 0.7885470
Nov 06 21:44:43.661332 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'name': 'network-vif-deleted', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:44:43.708406 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abff5a2a-63c6-48a5-af1a-a25b2e6a6247" -d '{"events": [{"server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "name": "network-vif-deleted", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:44:43.747207 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:44:43.827064 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa37c25-3ba6-4d17-9eab-1e0c9aef1934 x-openstack-request-id: req-6fa37c25-3ba6-4d17-9eab-1e0c9aef1934 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:44:43.827500 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c659700d-b480-442a-a00f-2ca0208e28ed", "name": "network-vif-deleted", "tag": "7116f073-aaf1-4cb2-9af0-667ade7c2f21", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:44:43.827838 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fa37c25-3ba6-4d17-9eab-1e0c9aef1934 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:44:43.828372 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c659700d-b480-442a-a00f-2ca0208e28ed', 'name': 'network-vif-deleted', 'tag': '7116f073-aaf1-4cb2-9af0-667ade7c2f21', 'status': 'completed', 'code': 200}
Nov 06 21:44:43.864342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-00487ab0-0b72-4eb2-b49c-316f5a279ad8 req-5e2c87fe-ac16-4a7b-bca9-604cd91b4b26 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=c659700d-b480-442a-a00f-2ca0208e28ed HTTP/1.1" status: 200  len: 210 time: 0.0318234
Nov 06 21:44:43.964073 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252770fd0>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:44:43.990560 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:44:43.998619 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:44:43.999206 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252770fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:44:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:44:44.101102 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:44:44.293801 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252770fd0>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:44:44.319955 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2ea76-42d5-4036-8b9a-89a33db9ed0a None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:44:44.528096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c08d2-223f-4a2b-8595-a354fe2f3169 None None] New status for floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:44:44.878280 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:44.961241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:45.165387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-76b8cce6-6467-4ca6-b3ce-3d5d3e3183a9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--617496060&fields=id&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 267 time: 0.0440292
Nov 06 21:44:45.270161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-db0a422d-18ec-4e24-9d76-8e8d76aec93e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:45.271997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-db0a422d-18ec-4e24-9d76-8e8d76aec93e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 812 time: 0.0999863
Nov 06 21:44:45.292189 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-cc52d3b8-5d3d-4f79-a319-f63f381f476c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/quotas/26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 375 time: 0.0144570
Nov 06 21:44:45.349079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-63a83137-9fba-4c2d-b7c6-8ec37f205aee tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0512855
Nov 06 21:44:45.413395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-0bef20c3-4ba6-49d3-969b-c5fc20176480 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:44:45.414392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-0bef20c3-4ba6-49d3-969b-c5fc20176480 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0543201
Nov 06 21:44:45.504648 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-cb4172d8-07c7-4719-998a-b5364c807e63 service neutron] 10.222.0.13 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831139
Nov 06 21:44:45.597053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-c1a57e96-3365-41a6-9c15-695de0b042af service neutron] 10.222.0.13 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865364
Nov 06 21:44:45.755159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5b152a4-9b22-43fa-92d2-2fb93362082b req-be3c8d6e-9e1b-43cd-82f2-86ddb8cf6338 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 210 time: 0.0264604
Nov 06 21:44:46.830975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5246fdb4-55ea-4d6d-a16d-b64b017e3bde req-c74791fd-5914-4b71-aa8b-5dd000f68e98 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 210 time: 0.0255315
Nov 06 21:44:46.942993 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-91a3797e-6b33-4609-b0eb-579a06638ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:47.038328 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7116f073-aaf1-4cb2-9af0-667ade7c2f21 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:44:47.058435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 7116f073-aaf1-4cb2-9af0-667ade7c2f21 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:44:47.058783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7116f073-aaf1-4cb2-9af0-667ade7c2f21 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:44:47.910491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7613ecc9-172b-4df3-909f-156105382eb5 req-acb4c9b2-0b7c-4308-b9ea-627b77986b80 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 210 time: 0.0261278
Nov 06 21:44:48.989881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2b47a1f4-dfcb-4a86-9e8e-5c6c48f647de req-c2c70555-41b0-4acf-a83b-08b308a923b9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 210 time: 0.0254145
Nov 06 21:44:49.326174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a312e40c-aa60-489b-8f24-7115b357dca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:50.095843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-770a7031-cd38-44b5-a71f-594d42ce3870 req-ef16d35a-746a-4e61-8fbf-e4a917742d4a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 210 time: 0.0257335
Nov 06 21:44:50.743468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-6acefd07-2b1d-4276-9ff0-e7887ec82fef tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:50.744941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-6acefd07-2b1d-4276-9ff0-e7887ec82fef tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 812 time: 0.1040888
Nov 06 21:44:50.781251 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:50.808414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-0a64f91c-0409-4008-aef5-d5c27897fe73 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 379 time: 0.0545609
Nov 06 21:44:50.818018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'port': {'device_id': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'admin_state_up': True, 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'security_groups': ['f428d200-4ac8-4015-86a5-eb939c3da37a']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:44:50.926896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Made reservation on behalf of 26004b59815e4c2eb2f07cb2f1066ed3 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:44:50.930419 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:51.056419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Allocated IP 172.20.0.10 (22a42440-0ea7-49db-af06-da6aaccfe1f8/8bd520d0-7a04-4271-add4-bdbe820f913b/48e2099d-dbc9-43b5-8946-890995e49ae6) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:44:51.197130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-094ab38a-e404-4053-b790-e8f80831ee1b req-cb31c8e8-5bb3-4ed1-b73b-6252f0ee5cf6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 210 time: 0.0312498
Nov 06 21:44:51.221482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:51.254023 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:51.292736 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:44:51.295617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:44:51.301944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:44:51.503496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-60d11ab7-6c15-4629-a8d0-80a48914c8db None None] Provisioning complete for port 48e2099d-dbc9-43b5-8946-890995e49ae6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:44:51.504527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-60d11ab7-6c15-4629-a8d0-80a48914c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:51.538930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-60d11ab7-6c15-4629-a8d0-80a48914c8db None None] Port 48e2099d-dbc9-43b5-8946-890995e49ae6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:44:51.658363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:51.683350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:51.683942 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:51.700849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3c405ff9-5b21-42e0-82fc-7ffd23d70016 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8863881
Nov 06 21:44:51.713256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Request body: {'port': {'device_id': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:44:51.768636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:52.023592 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:52.028737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e2099d-dbc9-43b5-8946-890995e49ae6 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:44:52.037204 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:52.049898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Transition to ACTIVE for port object 48e2099d-dbc9-43b5-8946-890995e49ae6 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:44:52.053803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:52.121132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:52.174202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:44:52.174546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:44:52.174873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:44:52.179954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:44:52.180276 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:44:52.185225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:44:52.185564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:44:52.185949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:44:52.186388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Bound port: 48e2099d-dbc9-43b5-8946-890995e49ae6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:44:52.186751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:52.259503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:44:52.263299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:44:52.268477 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:52.329165 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:52.329776 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:52.331186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] 10.222.0.37 "PUT /v2.0/ports/48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1092 time: 0.6224179
Nov 06 21:44:52.333801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:44:52.335967 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2241321-9f22-4c2c-95c5-c89cee529402" -d '{"events": [{"name": "network-changed", "server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:44:52.371324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4707673-100e-4537-b80f-4eaead3a6bcc req-1428d7e5-e7b0-467c-87e0-c5e2f0ab2689 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:52.373522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4707673-100e-4537-b80f-4eaead3a6bcc req-1428d7e5-e7b0-467c-87e0-c5e2f0ab2689 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 944 time: 0.1022122
Nov 06 21:44:52.394481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6373c6-915d-4ce4-9c5e-95c2a7c30d13 service neutron] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:52.413259 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f1a533-a3d7-48f4-948f-010471d51580 x-openstack-request-id: req-76f1a533-a3d7-48f4-948f-010471d51580 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:44:52.413556 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:44:52.413811 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76f1a533-a3d7-48f4-948f-010471d51580 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:44:52.414218 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'status': 'completed', 'code': 200}
Nov 06 21:44:52.462139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-af809222-565a-4ed1-80a0-4760e4f054f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:52.463684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-af809222-565a-4ed1-80a0-4760e4f054f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1095 time: 0.0872040
Nov 06 21:44:52.467456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a4707673-100e-4537-b80f-4eaead3a6bcc req-27bbe39a-5593-43a8-b0ba-80450a7c6138 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825503
Nov 06 21:44:52.507058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-e9f96869-bb60-4368-8d9e-94a01b304876 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 217 time: 0.0357795
Nov 06 21:44:52.560187 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-ff452011-048c-409d-a7d9-e4430ffd8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:52.561710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-ff452011-048c-409d-a7d9-e4430ffd8da9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0474350
Nov 06 21:44:52.610402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:52.616233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3a99ba50-e0b2-4c5f-a722-a9cc7971e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:52.617778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-3a99ba50-e0b2-4c5f-a722-a9cc7971e1fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0497494
Nov 06 21:44:52.708786 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-73b21011-fe59-4cff-99d3-4aa08230c4e0 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834997
Nov 06 21:44:52.805313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-621bbb8f-091c-4c62-9166-d1303d83a4a6 req-1208092d-6b65-4edf-aab5-a97cb8c796ba service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893004
Nov 06 21:44:52.891140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-e5c97c76-66b4-46dd-bd2d-1d50001d39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:52.892660 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-e5c97c76-66b4-46dd-bd2d-1d50001d39e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1095 time: 0.0410848
Nov 06 21:44:52.985460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-20a1074b-1cac-4e55-81e7-1e9dcd9cb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:52.986931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-20a1074b-1cac-4e55-81e7-1e9dcd9cb59a service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0861909
Nov 06 21:44:53.032810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-a12f8951-875a-4801-9fac-45e459382383 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 217 time: 0.0385520
Nov 06 21:44:53.088092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-333ae10c-5c32-4826-a2be-f0b3a0595135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:53.089562 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-333ae10c-5c32-4826-a2be-f0b3a0595135 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0453434
Nov 06 21:44:53.134556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-d0dc66a3-d484-4ba8-a39e-4da977abca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:53.136023 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-d0dc66a3-d484-4ba8-a39e-4da977abca42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397167
Nov 06 21:44:53.227649 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-7ff7e74a-b6ff-4873-a9ec-e7eebf86a0d4 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846174
Nov 06 21:44:53.316579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2241321-9f22-4c2c-95c5-c89cee529402 req-6f96860e-73ad-4a7e-b801-05b9cd55eef1 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824225
Nov 06 21:44:53.588969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91230abd-1026-471f-876b-6016155c5e56 req-ed7526b7-ff54-4b5c-9fea-fddc8958fba2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:53.590478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91230abd-1026-471f-876b-6016155c5e56 req-ed7526b7-ff54-4b5c-9fea-fddc8958fba2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 944 time: 0.0503376
Nov 06 21:44:53.642493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91230abd-1026-471f-876b-6016155c5e56 req-cba22ff1-9e64-44d3-ac7a-18405b87c75d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456319
Nov 06 21:44:54.760390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b092aea-60ab-43ad-95af-c1701c06eb41 req-3b8a3347-76d6-41dd-892c-e51e294db5f5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:54.761858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b092aea-60ab-43ad-95af-c1701c06eb41 req-3b8a3347-76d6-41dd-892c-e51e294db5f5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 944 time: 0.0483477
Nov 06 21:44:54.807940 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b092aea-60ab-43ad-95af-c1701c06eb41 req-1b3893b1-94e0-4a04-8920-d5fd2dbadf69 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401859
Nov 06 21:44:55.922194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807635-49c9-4514-81fa-9a3b9e84d00c req-3d250468-3997-40dc-bc1d-ed16f84309b7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:55.923918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3807635-49c9-4514-81fa-9a3b9e84d00c req-3d250468-3997-40dc-bc1d-ed16f84309b7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 944 time: 0.0488358
Nov 06 21:44:55.970948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3807635-49c9-4514-81fa-9a3b9e84d00c req-99ab2e88-f4c9-4247-b48d-d9fed178bbc6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410807
Nov 06 21:44:56.457097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:44:56.549186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:44:56.560853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'mac_address': 'fa:16:3e:f6:5c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:44:56.595513 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:56.608792 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e2099d-dbc9-43b5-8946-890995e49ae6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:44:56.627688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:44:56.631942 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:56.677631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:56.986585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['48e2099d-dbc9-43b5-8946-890995e49ae6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:44:57.091575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f50784-961b-4aff-b429-47b8c1e4557f req-a19c3d31-45a7-4ba0-b561-5a5c5b4f0547 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:57.093076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28f50784-961b-4aff-b429-47b8c1e4557f req-a19c3d31-45a7-4ba0-b561-5a5c5b4f0547 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 945 time: 0.0530224
Nov 06 21:44:57.141209 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28f50784-961b-4aff-b429-47b8c1e4557f req-4e574ef6-0fc1-468e-903a-0ef709c307fb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414948
Nov 06 21:44:58.256679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb89e29-523e-49ba-bff0-ace907e599bc req-ef5eeb00-abbe-4699-99f0-f35f2d5c7430 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:58.258195 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cb89e29-523e-49ba-bff0-ace907e599bc req-ef5eeb00-abbe-4699-99f0-f35f2d5c7430 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 945 time: 0.0492959
Nov 06 21:44:58.305580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7cb89e29-523e-49ba-bff0-ace907e599bc req-f450fd5f-347b-4f5d-bfca-39183d0310a6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414922
Nov 06 21:44:58.463632 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:44:58.510013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 48e2099d-dbc9-43b5-8946-890995e49ae6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:44:58.513819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 48e2099d-dbc9-43b5-8946-890995e49ae6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:44:58.514187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:58.591009 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:58.612536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:44:58.614768 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076edb6801faa9d57bc6cf58bd2cf7a7863cdf8954a7f27f9266877968855c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ededd5-d5ac-418a-a5bc-2f9fc9115b2e" -d '{"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-plugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:44:58.627596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:44:58.631930 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:44:58.656505 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e4bc6d-1afd-4f32-b570-51c7275216f9 x-openstack-request-id: req-67e4bc6d-1afd-4f32-b570-51c7275216f9 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:44:58.656795 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-plugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:44:58.657048 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67e4bc6d-1afd-4f32-b570-51c7275216f9 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:44:58.657434 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'code': 200}
Nov 06 21:44:58.685376 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:44:58.749961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2bc9-1042-4486-9eb3-7ac42ff154b3 req-2f424557-fa40-4a80-a000-1cd5be7d7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:58.751362 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9bf2bc9-1042-4486-9eb3-7ac42ff154b3 req-2f424557-fa40-4a80-a000-1cd5be7d7502 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1097 time: 0.0426280
Nov 06 21:44:58.795655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9bf2bc9-1042-4486-9eb3-7ac42ff154b3 req-e347dbc8-6132-441a-925e-f3effc9e60d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364001
Nov 06 21:44:59.420159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f444f-13b9-4c71-9a15-acca97857c59 req-2aacdb1a-f0cd-4884-8785-ca765a8c9496 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:44:59.421662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15f444f-13b9-4c71-9a15-acca97857c59 req-2aacdb1a-f0cd-4884-8785-ca765a8c9496 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0493441
Nov 06 21:44:59.468029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b15f444f-13b9-4c71-9a15-acca97857c59 req-7dc7de4d-b75b-4c37-952e-263d20f219d0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396624
Nov 06 21:45:00.586209 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac7075-fb26-454c-aeef-f7a6e9e8ed7c req-c834c435-76de-4c87-8e63-b64117ee861e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:00.587684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17ac7075-fb26-454c-aeef-f7a6e9e8ed7c req-c834c435-76de-4c87-8e63-b64117ee861e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0495694
Nov 06 21:45:00.638425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17ac7075-fb26-454c-aeef-f7a6e9e8ed7c req-41d8575a-93ca-4c24-a14b-fd18a3abda17 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446525
Nov 06 21:45:00.752075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1fdc7-ef58-4c0f-bcbb-21f0c3ccab08 req-ae028b5d-ac00-431e-95e4-fe6d8bca2c20 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:00.753491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36b1fdc7-ef58-4c0f-bcbb-21f0c3ccab08 req-ae028b5d-ac00-431e-95e4-fe6d8bca2c20 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0493469
Nov 06 21:45:00.762432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 46850) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:45:00.766798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'floatingip': {'port_id': '48e2099d-dbc9-43b5-8946-890995e49ae6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:45:00.806150 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:01.244079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:01.247751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:01.350547 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2 associated. External IP: 172.35.0.130, port: 48e2099d-dbc9-43b5-8946-890995e49ae6.
Nov 06 21:45:01.555904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:45:01.662587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:45:01.667295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:01.672128 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:45:01.682872 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:45:01.683481 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252854b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:44:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:45:01.695568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c9785b6c-5ea0-4c5d-8b38-571730017a7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "PUT /v2.0/floatingips/085ff9c1-0801-42a2-9584-b63c5c10e7f2 HTTP/1.1" status: 200  len: 992 time: 0.9320362
Nov 06 21:45:01.696163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:45:01.698513 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86" -d '{"events": [{"name": "network-changed", "server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:45:01.754190 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0b9a61-9a24-49ef-a546-0b79d3b77dcd x-openstack-request-id: req-cb0b9a61-9a24-49ef-a546-0b79d3b77dcd {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:45:01.754671 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:45:01.755512 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb0b9a61-9a24-49ef-a546-0b79d3b77dcd {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:45:01.756117 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'status': 'completed', 'code': 200}
Nov 06 21:45:01.792187 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:45:01.892426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-b33a3f05-bb36-4866-824e-9a236e43b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:01.893971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-b33a3f05-bb36-4866-824e-9a236e43b999 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1097 time: 0.0935912
Nov 06 21:45:01.990180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-5c2af2d9-4b5b-4c7f-9709-3b185def423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:01.991683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-5c2af2d9-4b5b-4c7f-9709-3b185def423b service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0910947
Nov 06 21:45:02.059398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-bd8757d2-fb32-438a-b8cf-34c8ce5e3b95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1000 time: 0.0596926
Nov 06 21:45:02.107538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-c47e0ee6-be76-43bd-a7e3-669a74417103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:02.108953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-c47e0ee6-be76-43bd-a7e3-669a74417103 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0434339
Nov 06 21:45:02.109120 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252854b50>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:f6:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:45:01Z', 'revision_number': 9, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:45:02.135453 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:45:02.144453 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:45:02.145058 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252854b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:44:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:45:02.157840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-de1339b4-db2a-49bd-b86f-cde7edb186e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:02.159354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-de1339b4-db2a-49bd-b86f-cde7edb186e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437450
Nov 06 21:45:02.248053 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:45:02.249196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-7462daff-221d-47e2-9803-8ec229be48de service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830643
Nov 06 21:45:02.342472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c8b3e0-9ebd-499c-aa93-d4bce47adf86 req-620ace6c-a0ab-492c-8675-9a7865fd17e7 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865097
Nov 06 21:45:02.466659 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252854b50>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:f6:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:45:01Z', 'revision_number': 9, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:45:02.492624 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703dfc3-ac2d-41c3-88df-7ffa72cd2b63 None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:f6:5c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:45:01Z', 'revision_number': 9, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:45:02.673599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147c981-a656-4761-a6ea-4e5bf3781615 None None] New status for floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:45:14.877497 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:14.965758 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:16.102553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-b250601b-c01b-4011-a514-733830d0a1a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394754
Nov 06 21:45:16.184993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-c5b511bd-8f18-4a7a-b17b-cec918316373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:16.186400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-c5b511bd-8f18-4a7a-b17b-cec918316373 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1097 time: 0.0413809
Nov 06 21:45:16.292560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-3d1dd78c-229a-489a-9fda-397694c4d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:16.294088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-3d1dd78c-229a-489a-9fda-397694c4d7de service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0886383
Nov 06 21:45:16.358568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-0c8c85f2-c567-49ea-a16a-89c554668134 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1003 time: 0.0576355
Nov 06 21:45:16.406093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-b8f867f7-da09-4acf-ac3c-d88af7d2c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:16.407521 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-b8f867f7-da09-4acf-ac3c-d88af7d2c93f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0422459
Nov 06 21:45:16.456062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-6d4763a9-aa11-43d8-bd68-9b85f79994c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:45:16.457509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-6d4763a9-aa11-43d8-bd68-9b85f79994c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421064
Nov 06 21:45:16.548481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-de2f31cb-18fd-421a-afc4-15c345ecb34a service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818672
Nov 06 21:45:16.642476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fe8d7b1a-382e-4392-9196-718026c493b0 req-6c19dbe3-e944-4ede-9310-21622be80ed9 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871592
Nov 06 21:45:16.948395 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7412-73bb-4824-9b38-9e0b3fbd7d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:19.093041 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:45:19.327045 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b72ab99-57a4-4161-8f48-08976470474c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:20.780366 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:22.019350 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:22.602655 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:44.877569 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:44.974810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:46.948942 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0517-3ccb-4a20-8a12-dda0051611a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:49.327415 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5ec204f3-92ac-474e-b309-03484f3d8c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:50.783457 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:52.022863 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:52.604560 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:45:56.094362 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:46:14.869811 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:15.000016 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:16.950989 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b263-ae8f-412b-8361-662ac09c22a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:16.980231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-59384d3c-4f64-4585-95f8-6ac7ca1ff340 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424082
Nov 06 21:46:17.061125 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-405ed36e-6ef8-417a-9736-5f8f9dcf3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:46:17.062514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-405ed36e-6ef8-417a-9736-5f8f9dcf3d75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1097 time: 0.0404599
Nov 06 21:46:17.167263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-794e9ec8-cf0c-428c-9698-cd419e81baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:46:17.168784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-794e9ec8-cf0c-428c-9698-cd419e81baca service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0868351
Nov 06 21:46:17.237872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-56c88f1a-7f09-407a-80b5-c794783d8f97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1003 time: 0.0611820
Nov 06 21:46:17.286109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-d90179b9-2a12-45bf-9167-ee93e69d22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:46:17.288058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-d90179b9-2a12-45bf-9167-ee93e69d22d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0433316
Nov 06 21:46:17.337965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-df2092dd-7d7b-4147-9bcd-6171aae17190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:46:17.339463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-df2092dd-7d7b-4147-9bcd-6171aae17190 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446365
Nov 06 21:46:17.429615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-5c2e10fe-a5a7-4f7a-8314-7148165d61a7 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830166
Nov 06 21:46:17.519944 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b474edaa-6a5b-4746-b1e5-41a8f19e6831 req-5acd99b7-ae0d-4b1d-b5ed-1fb8a30377d3 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837517
Nov 06 21:46:19.327516 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-57907a08-580a-4f96-99bf-89a780f31e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:20.786627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:22.024392 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:22.605452 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:33.092964 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:46:44.877518 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:45.003984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:46.953491 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fd0f9543-1a46-4f14-9d49-cf1c9dae8e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:49.329910 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3159ab3e-25c2-4c74-9af2-cfbcc219cea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:50.789447 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:52.027713 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:46:52.606087 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:10.095250 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:47:14.888136 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:15.003498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:16.955312 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b01ce68f-d18d-4a75-bc43-b6c691ae33d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:19.345280 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-258dbb6b-b1b5-48be-8946-c7b0f9a8ae9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:19.346014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-f44da8ac-093e-4620-8604-d13b9883f0b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3902941
Nov 06 21:47:19.433549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-2e98e2d8-8f21-4efa-af32-66c92e15ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:19.435050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-2e98e2d8-8f21-4efa-af32-66c92e15ee28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1097 time: 0.0420585
Nov 06 21:47:19.543128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-383a7abf-0ef6-433b-9bb1-23a654e77ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:19.544650 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-383a7abf-0ef6-433b-9bb1-23a654e77ec2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0883718
Nov 06 21:47:19.611946 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-832d2369-87ac-4dc0-a2c0-241bf990e536 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1003 time: 0.0607562
Nov 06 21:47:19.660566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-f110e420-fd30-4bb3-a2b0-e78a4306878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:19.661992 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-f110e420-fd30-4bb3-a2b0-e78a4306878d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0432551
Nov 06 21:47:19.710851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-e26c177c-fb7d-474f-9b67-768ad534b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:19.712512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-e26c177c-fb7d-474f-9b67-768ad534b148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439234
Nov 06 21:47:19.801723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-d63b000f-d0fb-42d8-b672-91071ac62335 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817466
Nov 06 21:47:19.896595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6b3092f-82cf-4bd8-b776-1974519e0e87 req-9c6705f8-d376-4b37-860f-9257133a9153 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870578
Nov 06 21:47:20.791243 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:22.030839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:22.606900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:28.700818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-b5061fcc-61d3-4308-8d02-b597d981f7eb req-b21c702d-a303-4dae-b726-062fe2b4a585 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:47:28.701843 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b5061fcc-61d3-4308-8d02-b597d981f7eb req-b21c702d-a303-4dae-b726-062fe2b4a585 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0433080
Nov 06 21:47:28.920794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e12867-5b4d-4ef6-b566-b048bfe06bc2 req-f6858c17-984f-4bfb-a3aa-bc9ab3eabb2b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:28.922268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45e12867-5b4d-4ef6-b566-b048bfe06bc2 req-f6858c17-984f-4bfb-a3aa-bc9ab3eabb2b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0848222
Nov 06 21:47:28.928802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-cca6dfe6-5160-45ee-a552-0d17e3afd9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1005185
Nov 06 21:47:28.939955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-a3948e83-c08c-4170-8da8-07dd71aa5975 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:47:28.940932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-a3948e83-c08c-4170-8da8-07dd71aa5975 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055308
Nov 06 21:47:28.977728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45e12867-5b4d-4ef6-b566-b048bfe06bc2 req-b1e027fd-5e51-46f6-92e3-309c4721c433 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478771
Nov 06 21:47:30.064120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-3ca2a950-fcaf-46b4-a243-04f40f33d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:30.065623 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-3ca2a950-fcaf-46b4-a243-04f40f33d2f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1097 time: 0.0530753
Nov 06 21:47:30.151916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2c4e8-1c04-45cb-847b-8b84d6bbea47 req-e9484d8d-aebd-4d79-a987-bf38e58be543 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:30.153335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eeb2c4e8-1c04-45cb-847b-8b84d6bbea47 req-e9484d8d-aebd-4d79-a987-bf38e58be543 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.1041150
Nov 06 21:47:30.207122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9428fc16-78c2-4709-8705-6371be25936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:30.209099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9428fc16-78c2-4709-8705-6371be25936b service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1299891
Nov 06 21:47:30.232755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eeb2c4e8-1c04-45cb-847b-8b84d6bbea47 req-a3bac2d9-8b35-47cb-858e-e0287496d8de tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730088
Nov 06 21:47:30.283488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-42cd22c3-c646-47c4-8fcb-3516eb53125d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1003 time: 0.0648527
Nov 06 21:47:30.331638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-e3a72825-1cf0-472f-ae7d-8b261efb899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:30.333599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-e3a72825-1cf0-472f-ae7d-8b261efb899a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0433738
Nov 06 21:47:30.381408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-b1d963f5-1b0f-46c2-9c0f-09666478321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:30.382872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-b1d963f5-1b0f-46c2-9c0f-09666478321a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429606
Nov 06 21:47:30.471439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-3db45e9c-3967-43d4-a728-a4e72889bcb7 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806394
Nov 06 21:47:30.568733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-14dfbfac-8144-4049-bd6d-70044da373ae service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901678
Nov 06 21:47:31.349935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d152077-79e3-4ee5-b542-37875a395532 req-baca0d37-085b-4a84-99f4-f897e671dbaf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:31.351425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d152077-79e3-4ee5-b542-37875a395532 req-baca0d37-085b-4a84-99f4-f897e671dbaf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0501010
Nov 06 21:47:31.398406 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5d152077-79e3-4ee5-b542-37875a395532 req-55a6262e-7f7f-49b1-bc37-2dccb7b783c4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410509
Nov 06 21:47:32.512925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0ed11-c69f-4d6c-b8fb-deb1535eb6f0 req-4a4983e0-4b20-4911-9cb5-3a5544927dd5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:32.514420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1dd0ed11-c69f-4d6c-b8fb-deb1535eb6f0 req-4a4983e0-4b20-4911-9cb5-3a5544927dd5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0484757
Nov 06 21:47:32.560809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1dd0ed11-c69f-4d6c-b8fb-deb1535eb6f0 req-cad1e786-a89a-4f01-a1e3-6d80054af3f1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406106
Nov 06 21:47:33.680840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288da02b-079f-4823-bccf-89c8d48714a3 req-7f3fe1f0-da0a-4421-9ae5-5eec92f4ac24 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:33.682230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-288da02b-079f-4823-bccf-89c8d48714a3 req-7f3fe1f0-da0a-4421-9ae5-5eec92f4ac24 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0531459
Nov 06 21:47:33.728775 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-288da02b-079f-4823-bccf-89c8d48714a3 req-7faac93a-6ce0-4bd8-8983-ca1ff2c1e5ac tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406747
Nov 06 21:47:34.842966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bfd39-38b8-4763-82c3-48e9691f8107 req-e9b4786a-8de8-40fb-92e5-2c88981f9ce8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:34.844491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b29bfd39-38b8-4763-82c3-48e9691f8107 req-e9b4786a-8de8-40fb-92e5-2c88981f9ce8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0492468
Nov 06 21:47:34.891716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b29bfd39-38b8-4763-82c3-48e9691f8107 req-878f7408-c217-4d79-a551-38ccf7ad75eb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404294
Nov 06 21:47:36.007714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269f375-fb8c-4a9b-a0ac-2c63f3c17747 req-e9ec8761-96c7-479b-9627-8a1d6e5be3fa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:36.009211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9269f375-fb8c-4a9b-a0ac-2c63f3c17747 req-e9ec8761-96c7-479b-9627-8a1d6e5be3fa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0490496
Nov 06 21:47:36.060064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9269f375-fb8c-4a9b-a0ac-2c63f3c17747 req-e9918966-5e94-4e21-b016-939e60f1c139 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449941
Nov 06 21:47:37.178112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e1f84-48ca-4323-858d-b588f16c5fc4 req-1c1c8af5-52cb-4c24-b4f5-e76eb91a7653 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:37.179512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c96e1f84-48ca-4323-858d-b588f16c5fc4 req-1c1c8af5-52cb-4c24-b4f5-e76eb91a7653 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0498078
Nov 06 21:47:37.227494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c96e1f84-48ca-4323-858d-b588f16c5fc4 req-ccb68b99-7e8c-435a-bb76-9c3ecbe449b1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421793
Nov 06 21:47:38.346994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ce1fd-e1c8-45df-afef-b6a3a1b878ae req-b31e2c60-3b7c-41da-8d1d-47ce89b0c896 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:38.348504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-419ce1fd-e1c8-45df-afef-b6a3a1b878ae req-b31e2c60-3b7c-41da-8d1d-47ce89b0c896 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0487385
Nov 06 21:47:38.394528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-419ce1fd-e1c8-45df-afef-b6a3a1b878ae req-bae18b5f-7861-408b-9faa-319d262b88ab tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402000
Nov 06 21:47:39.511753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9d460-3949-4b54-b083-a46cd7d96684 req-0ca72bd6-80b0-41f1-a89b-d9000e8ee456 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:39.513262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7a9d460-3949-4b54-b083-a46cd7d96684 req-0ca72bd6-80b0-41f1-a89b-d9000e8ee456 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0518217
Nov 06 21:47:39.560230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7a9d460-3949-4b54-b083-a46cd7d96684 req-ffb16421-9c33-4d19-b5a5-40c23e3d51fd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410814
Nov 06 21:47:40.673822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2a411-1962-4e1e-bcde-fa5784e679e1 req-cd3d0d32-430d-47b6-a615-34219f64eacf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:40.675555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6c2a411-1962-4e1e-bcde-fa5784e679e1 req-cd3d0d32-430d-47b6-a615-34219f64eacf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0481508
Nov 06 21:47:40.722365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6c2a411-1962-4e1e-bcde-fa5784e679e1 req-66a0084a-f372-47a2-9f80-f25af930da36 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403113
Nov 06 21:47:41.843840 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8c397-2454-42bc-85b3-3dfd13d8714f req-27050717-70df-4735-99cf-63b9d1a7fb22 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:41.845360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90d8c397-2454-42bc-85b3-3dfd13d8714f req-27050717-70df-4735-99cf-63b9d1a7fb22 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0535655
Nov 06 21:47:41.893530 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90d8c397-2454-42bc-85b3-3dfd13d8714f req-7b0f332c-73ad-47a5-8264-887f84ab71b6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421333
Nov 06 21:47:42.808654 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-e5b7249d-38d0-47bf-a087-a2502610fa49 service neutron] show failed (client error): The resource could not be found.
Nov 06 21:47:42.809662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-e5b7249d-38d0-47bf-a087-a2502610fa49 service neutron] 10.222.0.37 "GET /v2.0/ports/48e2099d-dbc9-43b5-8946-890995e49ae6/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0537744
Nov 06 21:47:43.048735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fea692-2c65-4c66-86c9-6c71a531d941 req-bec1bdf6-7e6e-4182-ab31-9f4c496b29f8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:43.050493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22fea692-2c65-4c66-86c9-6c71a531d941 req-bec1bdf6-7e6e-4182-ab31-9f4c496b29f8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0848889
Nov 06 21:47:43.053177 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-61f5bcf5-0e2e-427a-b9f9-904eb28bcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:43.054528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-61f5bcf5-0e2e-427a-b9f9-904eb28bcd72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 1097 time: 0.0618618
Nov 06 21:47:43.069455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:47:43.149499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22fea692-2c65-4c66-86c9-6c71a531d941 req-6e6d9e39-1f69-43d5-ba30-79c10dba7fef tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930965
Nov 06 21:47:43.150226 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:43.353798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:43.386247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:47:43.429091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:47:43.431327 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cd6131-9191-46a5-b3c5-e45950ef5ace" -d '{"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:47:43.435376 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:43.447999 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Transition to ACTIVE for port object 48e2099d-dbc9-43b5-8946-890995e49ae6 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:47:43.451832 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:43.483382 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4705da-88ae-4217-880f-e6cb2d9ab690 x-openstack-request-id: req-2a4705da-88ae-4217-880f-e6cb2d9ab690 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:47:43.483677 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:47:43.483927 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a4705da-88ae-4217-880f-e6cb2d9ab690 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:47:43.485027 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'code': 200}
Nov 06 21:47:43.530135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:43.544152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.544530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.544867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.545199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.545526 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.545849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.546171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.546491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.546810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.547130 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.547450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.547766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:43.592204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] No DVR routers for this DVR port 48e2099d-dbc9-43b5-8946-890995e49ae6 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:47:43.730483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:47:43.730816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:47:43.731138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:47:43.735288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:47:43.735601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:47:43.740980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:47:43.741316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:47:43.741689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:47:43.742103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Bound port: 48e2099d-dbc9-43b5-8946-890995e49ae6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:47:43.742444 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:43.803961 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:47:43.807003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:47:43.813051 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:43.852334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:43.853035 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:43.854364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] 10.222.0.10 "PUT /v2.0/ports/48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1092 time: 0.7900777
Nov 06 21:47:43.878861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec4db3-1fdd-4937-9d58-592a8d59bab3 service neutron] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:43.928878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-ec26c901-438f-4a1d-a413-440b0f614675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:43.930477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-ec26c901-438f-4a1d-a413-440b0f614675 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1095 time: 0.0448287
Nov 06 21:47:44.029342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-98a05b86-52d6-4cef-bafa-c17db99c790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:44.030729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-98a05b86-52d6-4cef-bafa-c17db99c790a service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0930717
Nov 06 21:47:44.097184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-76b9d36a-425f-4970-85a8-802099ea2f84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1001 time: 0.0596714
Nov 06 21:47:44.154024 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9fec24ca-8fff-4170-b64c-5c998b7a17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:44.155424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9fec24ca-8fff-4170-b64c-5c998b7a17f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0515308
Nov 06 21:47:44.201962 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9bf4b79b-e475-4978-99a4-7c8640bb8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:44.203474 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-9bf4b79b-e475-4978-99a4-7c8640bb8b31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412467
Nov 06 21:47:44.329850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5a16-7bad-411f-9412-7a8e36f8e53b req-009ab26a-84fb-485d-ac69-9a0154a9fabb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:44.331302 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7fcb5a16-7bad-411f-9412-7a8e36f8e53b req-009ab26a-84fb-485d-ac69-9a0154a9fabb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 944 time: 0.1035168
Nov 06 21:47:44.335354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-80af8308-880b-4056-8696-e6c859207228 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246476
Nov 06 21:47:44.434553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7fcb5a16-7bad-411f-9412-7a8e36f8e53b req-f07568c6-29db-4a3a-8af7-2442a476b205 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0965672
Nov 06 21:47:44.455509 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-60d2ae7e-3776-4a4f-9e75-b82b23569f1b req-a32c4da8-0c31-4af7-abec-2c102b234046 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1118019
Nov 06 21:47:44.886551 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:45.001571 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:45.271413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:47:45.314043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:47:45.485094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:47:45.487529 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180bb115-5e16-433a-a0ff-953f9febe209" -d '{"events": [{"name": "network-changed", "server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:47:45.542870 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c4c108-e88a-4a33-876e-c1cfafcc688f x-openstack-request-id: req-30c4c108-e88a-4a33-876e-c1cfafcc688f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:47:45.543165 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:47:45.543746 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30c4c108-e88a-4a33-876e-c1cfafcc688f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:47:45.544152 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'status': 'completed', 'code': 200}
Nov 06 21:47:45.567042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3a5a8-64d9-4a5c-b41a-4068af40a02f req-2eaa89ff-c782-452a-b2d8-0804235d3790 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:45.568554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ca3a5a8-64d9-4a5c-b41a-4068af40a02f req-2eaa89ff-c782-452a-b2d8-0804235d3790 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 944 time: 0.0602825
Nov 06 21:47:45.673182 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb115-5e16-433a-a0ff-953f9febe209 req-4e406979-1463-4178-8ac2-da220370f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:45.674953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-4e406979-1463-4178-8ac2-da220370f30a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1095 time: 0.1055512
Nov 06 21:47:45.676880 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb115-5e16-433a-a0ff-953f9febe209 req-1bfe94d4-1cd7-44bc-a7da-fe632df0a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:45.678194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-1bfe94d4-1cd7-44bc-a7da-fe632df0a787 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1095 time: 0.1077609
Nov 06 21:47:45.681488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ca3a5a8-64d9-4a5c-b41a-4068af40a02f req-7df5729b-f47d-4258-b937-7ee90d47393f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035557
Nov 06 21:47:45.835759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb115-5e16-433a-a0ff-953f9febe209 req-746cc30d-fa54-4fee-86a8-ed8ffbfc51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:45.837251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-746cc30d-fa54-4fee-86a8-ed8ffbfc51a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1545215
Nov 06 21:47:45.838315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb115-5e16-433a-a0ff-953f9febe209 req-70abc9e1-aca8-4734-9a11-6588d139911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:45.839598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-70abc9e1-aca8-4734-9a11-6588d139911c service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1500292
Nov 06 21:47:45.948178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-66fdd46c-cb21-4761-82ef-3aeed6b9a20a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1001 time: 0.1030750
Nov 06 21:47:45.949896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-a28c12cd-4966-4b7c-8a7f-583a3e049f2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1001 time: 0.0994656
Nov 06 21:47:46.031134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb115-5e16-433a-a0ff-953f9febe209 req-d7116aa5-f543-4ccc-9c05-45486e3c1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:46.032600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-d7116aa5-f543-4ccc-9c05-45486e3c1ea0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0778611
Nov 06 21:47:46.033949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb115-5e16-433a-a0ff-953f9febe209 req-73affebc-9beb-4f64-9647-bc13ad94dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:46.035231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-73affebc-9beb-4f64-9647-bc13ad94dc0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0727634
Nov 06 21:47:46.105036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb115-5e16-433a-a0ff-953f9febe209 req-c8504754-779f-4ef8-8042-6c0157259c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:46.106425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-c8504754-779f-4ef8-8042-6c0157259c87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0668054
Nov 06 21:47:46.111571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb115-5e16-433a-a0ff-953f9febe209 req-89d02402-db87-410b-8a72-262e3699c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:46.112945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-89d02402-db87-410b-8a72-262e3699c948 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0664895
Nov 06 21:47:46.263865 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-2b94f41e-28f8-4dc1-910e-a8814fb7697a service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490369
Nov 06 21:47:46.267153 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-e8f5c77c-5e68-403f-a7ca-2242c021845c service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451097
Nov 06 21:47:46.420708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-72d9c183-c982-4e0b-a1fd-215f09f8d442 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490324
Nov 06 21:47:46.423844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-180bb115-5e16-433a-a0ff-953f9febe209 req-6d0a1dbd-9642-4f82-8eb6-964ac41041c2 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449344
Nov 06 21:47:46.802242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032bed4-05a7-44d3-8c7b-3bbeefa3c854 req-f94d0241-de56-4ec2-a2e6-3d1d27a532df tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:46.804234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f032bed4-05a7-44d3-8c7b-3bbeefa3c854 req-f94d0241-de56-4ec2-a2e6-3d1d27a532df tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 944 time: 0.0498033
Nov 06 21:47:46.854655 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f032bed4-05a7-44d3-8c7b-3bbeefa3c854 req-99efef2d-6b96-4b20-b88a-6f33994301ac tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446699
Nov 06 21:47:46.957391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-768e473b-1081-4321-8a8e-ccf2ae842f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:47.094691 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:47:47.812032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:47:47.904686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:47.916740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'mac_address': 'fa:16:3e:f6:5c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:47:47.956484 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:47.969456 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e2099d-dbc9-43b5-8946-890995e49ae6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:47:47.972939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f390-e0a9-4576-8ae6-0c7906ea73e5 req-69732789-f381-4650-9806-774f0ac89ec2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:47.975012 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2f390-e0a9-4576-8ae6-0c7906ea73e5 req-69732789-f381-4650-9806-774f0ac89ec2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 944 time: 0.0493338
Nov 06 21:47:47.989734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:47.994127 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:48.023628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e8d2f390-e0a9-4576-8ae6-0c7906ea73e5 req-a9ea2de8-01a2-494d-b826-125d0791fb05 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425770
Nov 06 21:47:48.041885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:48.049030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.049625 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.049957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.050285 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.050606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.050926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.051592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.051592 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.051886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.052198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.052542 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.052856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:47:48.334312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['48e2099d-dbc9-43b5-8946-890995e49ae6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:47:48.339166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-94ed7b39-9cbf-41bb-b385-2c90a9db8e82 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:48.340639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-94ed7b39-9cbf-41bb-b385-2c90a9db8e82 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.10 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0817630
Nov 06 21:47:48.354858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c6351-93ed-473d-9ef2-556876fc0603 req-4b620841-669a-4b3f-8335-8fbd6ee171a8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:48.356174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a9c6351-93ed-473d-9ef2-556876fc0603 req-4b620841-669a-4b3f-8335-8fbd6ee171a8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 945 time: 0.0714018
Nov 06 21:47:48.775606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4a9c6351-93ed-473d-9ef2-556876fc0603 req-1c3cd033-ce61-4395-b6dc-41f7fc317803 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4123287
Nov 06 21:47:48.779483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-742ec9cb-8a8d-4b53-a93f-9e2f82bbd7aa service neutron] 10.222.0.10 "GET /v2.0/ports/48e2099d-dbc9-43b5-8946-890995e49ae6/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.4224372
Nov 06 21:47:48.842374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-062b0d74-a0ce-4c44-b9a0-b6abf1665cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:48.843842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-062b0d74-a0ce-4c44-b9a0-b6abf1665cf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1096 time: 0.0389595
Nov 06 21:47:48.934791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-9667608e-98c8-483e-81c1-e86bebbec758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:48.936248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-9667608e-98c8-483e-81c1-e86bebbec758 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0852375
Nov 06 21:47:49.001163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-913f12ee-a7a4-4eca-aec9-dc1b08c0afc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1002 time: 0.0573499
Nov 06 21:47:49.053875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-381b3143-9f60-4a41-8a65-8bf9057d858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:49.055369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-381b3143-9f60-4a41-8a65-8bf9057d858f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0468554
Nov 06 21:47:49.100272 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-90e38234-0c90-4c37-baa6-f4097aeb987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:49.101762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-90e38234-0c90-4c37-baa6-f4097aeb987e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387383
Nov 06 21:47:49.191516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-61036222-85bb-43fb-9c99-1e19e119b71c service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818999
Nov 06 21:47:49.286667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-1dd85402-f1f1-4894-b7c0-d09383e3e743 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883036
Nov 06 21:47:49.328717 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1260aac7-167a-4649-8c62-928f0a8c6c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:49.818732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:47:49.870802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 48e2099d-dbc9-43b5-8946-890995e49ae6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:47:49.876283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 48e2099d-dbc9-43b5-8946-890995e49ae6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:47:49.876915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:49.896061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c00e1f-2cb2-4031-a24c-6c31ab9724c0 req-5d976984-7182-414d-96dd-419766cbb6af tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:49.897594 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51c00e1f-2cb2-4031-a24c-6c31ab9724c0 req-5d976984-7182-414d-96dd-419766cbb6af tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 945 time: 0.0507817
Nov 06 21:47:49.945902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51c00e1f-2cb2-4031-a24c-6c31ab9724c0 req-39ee88c6-2a52-44d7-8504-b56c63f64098 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417209
Nov 06 21:47:49.956109 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:49.978475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:47:49.992096 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:49.998329 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:50.025483 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c302df76-ca2f-4452-af76-89844f2b064d" -d '{"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-plugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:47:50.050530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:50.124904 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52be28e3-03c7-470d-a1ca-2c60400b3347 x-openstack-request-id: req-52be28e3-03c7-470d-a1ca-2c60400b3347 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:47:50.125202 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-plugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:47:50.125460 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52be28e3-03c7-470d-a1ca-2c60400b3347 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:47:50.125856 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'code': 200}
Nov 06 21:47:50.794196 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:51.070739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da6a01-27a3-4775-b09d-8ff0d5f7a364 req-7a95d722-7202-45e4-9f0a-5182f1f1eb7b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:51.072310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1da6a01-27a3-4775-b09d-8ff0d5f7a364 req-7a95d722-7202-45e4-9f0a-5182f1f1eb7b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0552616
Nov 06 21:47:51.122591 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1da6a01-27a3-4775-b09d-8ff0d5f7a364 req-d1c941cc-e18b-436c-a6b4-9ce985483ec7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440185
Nov 06 21:47:51.287148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-13967301-1ff9-4188-acee-5ba80200154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:51.288711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-13967301-1ff9-4188-acee-5ba80200154c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 1097 time: 0.0416977
Nov 06 21:47:51.300425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:47:51.351876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:51.549966 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:51.582151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:47:51.620041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:47:51.622370 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29d8377-9e0d-499c-bfd1-7cbd323d4bbf" -d '{"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:47:51.626083 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:51.640339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Transition to ACTIVE for port object 48e2099d-dbc9-43b5-8946-890995e49ae6 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:47:51.645621 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:51.678935 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ea8668-3b3e-4a98-a464-17da4de5e1f7 x-openstack-request-id: req-96ea8668-3b3e-4a98-a464-17da4de5e1f7 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:47:51.679831 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:47:51.679831 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96ea8668-3b3e-4a98-a464-17da4de5e1f7 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:47:51.680065 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'code': 200}
Nov 06 21:47:51.698146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=10']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:51.773802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] No DVR routers for this DVR port 48e2099d-dbc9-43b5-8946-890995e49ae6 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:47:51.911173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:47:51.911510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:47:51.911838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:47:51.916027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:47:51.916378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Attempting to bind port 48e2099d-dbc9-43b5-8946-890995e49ae6 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:47:51.921199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:47:51.921535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:47:51.921919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:47:51.922341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Bound port: 48e2099d-dbc9-43b5-8946-890995e49ae6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:47:51.922694 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:51.985034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:47:51.988226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:47:51.993122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:52.030343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:52.030960 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:52.032448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] 10.222.0.37 "PUT /v2.0/ports/48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1093 time: 0.7362370
Nov 06 21:47:52.034095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:52.063584 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c79a5d-a309-4bc5-bf2c-63ff01354f16 service neutron] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=11']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:52.096343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-2be4f1c4-38ed-4594-8db1-087652706bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:52.097888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-2be4f1c4-38ed-4594-8db1-087652706bb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1096 time: 0.0430534
Nov 06 21:47:52.201802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-cb4dbf70-ec8a-4499-b82d-c1b07716f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:52.203504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-cb4dbf70-ec8a-4499-b82d-c1b07716f5c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0984523
Nov 06 21:47:52.299772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-6ab7dc83-182f-4229-ac35-9a966c20200a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1001 time: 0.0872476
Nov 06 21:47:52.309091 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf69361-51e7-40ff-956a-3f54f9f78b3a req-cfc1cf37-af53-456f-a9cd-49ccd8f13d48 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:52.310447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bf69361-51e7-40ff-956a-3f54f9f78b3a req-cfc1cf37-af53-456f-a9cd-49ccd8f13d48 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 945 time: 0.1101980
Nov 06 21:47:52.373083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-8ee33a43-44f8-4393-b9d5-0af9ec468d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:52.374505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-8ee33a43-44f8-4393-b9d5-0af9ec468d6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0632226
Nov 06 21:47:52.402816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8bf69361-51e7-40ff-956a-3f54f9f78b3a req-d7d5efb4-e059-4ec6-aa68-163705c25c98 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843916
Nov 06 21:47:52.432419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-a70e5fd6-8f11-45b3-8fae-b7e313c915c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:52.433933 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-a70e5fd6-8f11-45b3-8fae-b7e313c915c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0502722
Nov 06 21:47:52.523516 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-d2c53ad3-b3d2-4cb2-a3a0-2111cb709ee9 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816183
Nov 06 21:47:52.608721 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:52.617441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b3458ce-f79d-4585-933d-e6a7f0fdb567 req-7f46d84f-272a-4b74-b147-65a68c2f106a service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871375
Nov 06 21:47:53.523758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf697966-b937-43aa-b8a5-e11dd65aba9c req-6d141887-5c79-4e0f-8c56-6eeab234ad01 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:53.525270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf697966-b937-43aa-b8a5-e11dd65aba9c req-6d141887-5c79-4e0f-8c56-6eeab234ad01 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 945 time: 0.0493836
Nov 06 21:47:53.572278 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bf697966-b937-43aa-b8a5-e11dd65aba9c req-bac35421-e3e3-49d6-a214-c11ed3167b3e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411289
Nov 06 21:47:53.681086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:47:53.683354 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89a9308-6c1f-4b67-9c70-9adb04febd04" -d '{"events": [{"name": "network-changed", "server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:47:53.731484 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93c6e0b-56a1-452b-92d2-28e0ee469560 x-openstack-request-id: req-e93c6e0b-56a1-452b-92d2-28e0ee469560 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:47:53.731778 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:47:53.732028 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e93c6e0b-56a1-452b-92d2-28e0ee469560 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:47:53.732455 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'status': 'completed', 'code': 200}
Nov 06 21:47:53.824491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-8f789db7-7396-453c-91a5-97aec19ab24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:53.825998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-8f789db7-7396-453c-91a5-97aec19ab24c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1096 time: 0.0728621
Nov 06 21:47:53.827839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-76dfeb32-550b-4c75-9f2e-2ceb81c0b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:53.829211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-76dfeb32-550b-4c75-9f2e-2ceb81c0b05b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 1096 time: 0.0665941
Nov 06 21:47:53.834677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:47:53.873242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:47:53.990720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-4ab8b1ac-4076-45da-94ad-e3b48a14aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:53.992104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-4ab8b1ac-4076-45da-94ad-e3b48a14aa3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1563342
Nov 06 21:47:53.993032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-321ef641-280c-404c-bdda-1d1c7dc0c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:53.994333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-321ef641-280c-404c-bdda-1d1c7dc0c3c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1514931
Nov 06 21:47:54.106686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-75c16d47-2499-4c4e-988d-3d7e09e36bf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1001 time: 0.1063952
Nov 06 21:47:54.108277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-6ecef0b8-b7f7-4b5d-afa4-06e206cee0fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 200  len: 1001 time: 0.1069489
Nov 06 21:47:54.193239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-b1c9615a-4b43-4fac-a9e3-9daf07e1bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:54.194692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-b1c9615a-4b43-4fac-a9e3-9daf07e1bebf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0812800
Nov 06 21:47:54.196016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-509c2fdb-5afd-44c7-a1a9-3bf1220483ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:54.197333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-509c2fdb-5afd-44c7-a1a9-3bf1220483ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0822515
Nov 06 21:47:54.268232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-f99cc72a-b7fe-488f-8557-900fe91152be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:54.269694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-f99cc72a-b7fe-488f-8557-900fe91152be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0680408
Nov 06 21:47:54.272241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-967e6d56-8452-43f2-b19b-3d31346019cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:54.273610 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-967e6d56-8452-43f2-b19b-3d31346019cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0648990
Nov 06 21:47:54.425559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-fd068bc9-be4d-485c-9bfc-324a5c91057f service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489902
Nov 06 21:47:54.428867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-8dde0651-e938-4828-8570-ad8504615c08 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456547
Nov 06 21:47:54.582812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-e2a06209-650e-49ea-9249-680566017ff4 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489348
Nov 06 21:47:54.587832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c89a9308-6c1f-4b67-9c70-9adb04febd04 req-d01846fe-1a95-4dec-a034-00a572d2ca8c service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470313
Nov 06 21:47:54.692538 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa96b79-fa5a-4eac-8867-933957e1112c req-f0236fa7-f1c2-4afe-8b14-63271997f67b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:54.694002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-baa96b79-fa5a-4eac-8867-933957e1112c req-f0236fa7-f1c2-4afe-8b14-63271997f67b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 945 time: 0.0533206
Nov 06 21:47:54.740335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-baa96b79-fa5a-4eac-8867-933957e1112c req-f152d29d-83dc-4477-a957-8ebbc1e9768e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403953
Nov 06 21:47:55.310151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:47:55.412754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:55.425412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'mac_address': 'fa:16:3e:f6:5c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:47:55.464665 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:55.477693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e2099d-dbc9-43b5-8946-890995e49ae6 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:47:55.497083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:55.500582 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:55.548853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=12']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:55.856456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e7038-95a0-454f-8e0a-32a2cc1f835a req-780bd1d9-5211-49aa-a23a-58af320d5c73 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:55.857914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-261e7038-95a0-454f-8e0a-32a2cc1f835a req-780bd1d9-5211-49aa-a23a-58af320d5c73 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0489705
Nov 06 21:47:55.869035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['48e2099d-dbc9-43b5-8946-890995e49ae6'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:47:55.907602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-261e7038-95a0-454f-8e0a-32a2cc1f835a req-4a15e7b8-a656-4261-8023-fa49653c5a9a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436270
Nov 06 21:47:56.026237 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afcecc-5c70-4545-858d-45880a355059 req-66e03aa7-2b3c-43ae-bfa4-567f41dc5b7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:56.027654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27afcecc-5c70-4545-858d-45880a355059 req-66e03aa7-2b3c-43ae-bfa4-567f41dc5b7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0516415
Nov 06 21:47:56.074235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27afcecc-5c70-4545-858d-45880a355059 req-bf595e30-9673-4d56-9594-86f6ec484067 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406268
Nov 06 21:47:56.189890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2bd00-b6d9-48c9-9cd3-99f3f110a3f0 req-aee8776c-a597-4456-82f4-f57b84a7e7c1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:56.191402 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7aa2bd00-b6d9-48c9-9cd3-99f3f110a3f0 req-aee8776c-a597-4456-82f4-f57b84a7e7c1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0535436
Nov 06 21:47:56.239433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7aa2bd00-b6d9-48c9-9cd3-99f3f110a3f0 req-0d932488-9911-4aaa-8c92-2b4e9013e55c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420256
Nov 06 21:47:56.469923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a61e7-f1d7-4317-9209-f8981c25541f req-487480d6-b322-486f-bac3-49951a59b113 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:56.471404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-941a61e7-f1d7-4317-9209-f8981c25541f req-487480d6-b322-486f-bac3-49951a59b113 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 946 time: 0.0487626
Nov 06 21:47:56.521388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-941a61e7-f1d7-4317-9209-f8981c25541f req-1854bb41-af32-4fbb-a356-ec0616e3f606 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441673
Nov 06 21:47:57.334862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:47:57.385075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 48e2099d-dbc9-43b5-8946-890995e49ae6 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:47:57.388897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 48e2099d-dbc9-43b5-8946-890995e49ae6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:47:57.389259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:57.465484 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:57.491220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:47:57.494329 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45646c90-1a14-4b5d-88b0-3f9ce5a010f0" -d '{"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-plugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:47:57.506320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:57.510265 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:57.533217 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddee4e3c-3edb-44c0-99a9-ec8fc9a8f1bb x-openstack-request-id: req-ddee4e3c-3edb-44c0-99a9-ec8fc9a8f1bb {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:47:57.533583 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-plugged", "status": "completed", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:47:57.533830 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddee4e3c-3edb-44c0-99a9-ec8fc9a8f1bb {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:47:57.534205 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'code': 200}
Nov 06 21:47:57.559409 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=13']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:57.641131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799a66e-c813-49a0-abf8-a7e099df98bb req-1b60306f-0d5d-434b-b29e-1b9df4c8bea7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:57.642528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3799a66e-c813-49a0-abf8-a7e099df98bb req-1b60306f-0d5d-434b-b29e-1b9df4c8bea7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 947 time: 0.0486946
Nov 06 21:47:57.691801 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3799a66e-c813-49a0-abf8-a7e099df98bb req-4ddfe8c9-6487-44f0-b187-d6d671c4f83d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425401
Nov 06 21:47:57.828441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-68c9f210-adab-471c-bfcd-3bf823d180ba tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:47:57.829926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-68c9f210-adab-471c-bfcd-3bf823d180ba tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 947 time: 0.0483608
Nov 06 21:47:57.923163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Deleting port 48e2099d-dbc9-43b5-8946-890995e49ae6 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:47:57.923430 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:58.009224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] For port 48e2099d-dbc9-43b5-8946-890995e49ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48e2099d-dbc9-43b5-8946-890995e49ae6,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:47:58.009579 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:58.180894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:58.181158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:58.181474 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2 disassociated. External IP: 172.35.0.130, port: 48e2099d-dbc9-43b5-8946-890995e49ae6.
Nov 06 21:47:58.181812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Calling delete_port for 48e2099d-dbc9-43b5-8946-890995e49ae6 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:47:58.306332 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:58.333090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event deleted for resources: {'Port': ['ID=48e2099d-dbc9-43b5-8946-890995e49ae6,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:47:58.451862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:47:58.561407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:47:58.571434 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:47:58.581300 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:47:58.581970 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252715970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:47:58.603161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] No DVR routers for this DVR port 48e2099d-dbc9-43b5-8946-890995e49ae6 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:47:58.605901 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:47:58.609180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73da3bfd-ca91-4b8c-9f60-28ac31fc71a2 req-f430959b-7e0c-4899-9149-fbf78ed47784 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "DELETE /v2.0/ports/48e2099d-dbc9-43b5-8946-890995e49ae6 HTTP/1.1" status: 204  len: 173 time: 0.7730429
Nov 06 21:47:58.609627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-deleted', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:47:58.611870 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0b837-f892-4450-bc58-1b80661d33a2" -d '{"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-deleted", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:47:58.648877 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb59851-1912-45c3-b8a6-141b2276b326 x-openstack-request-id: req-5fb59851-1912-45c3-b8a6-141b2276b326 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:47:58.649515 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc102d-e49d-4e5d-b95b-785a6ce1f7f3", "name": "network-vif-deleted", "tag": "48e2099d-dbc9-43b5-8946-890995e49ae6", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:47:58.649515 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fb59851-1912-45c3-b8a6-141b2276b326 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:47:58.649796 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc102d-e49d-4e5d-b95b-785a6ce1f7f3', 'name': 'network-vif-deleted', 'tag': '48e2099d-dbc9-43b5-8946-890995e49ae6', 'status': 'completed', 'code': 200}
Nov 06 21:47:58.701798 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:47:58.803560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c49d6229-1354-49fe-85e3-56991e3da2db req-18cebc14-0c9c-4230-88e6-d48270dbfaad tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cc102d-e49d-4e5d-b95b-785a6ce1f7f3 HTTP/1.1" status: 200  len: 210 time: 0.0281072
Nov 06 21:47:58.995081 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252715970>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:47:59.025341 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:47:59.033747 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:47:59.034355 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252715970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:47:59.140274 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:47:59.334234 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252715970>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:47:59.362227 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437ac32-99ea-44c6-aca0-9851676d2dd9 None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:47:59.576251 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23924e51-f86e-4b05-b8c2-6b088330b945 None None] New status for floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:48:00.100051 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-e642563d-9639-424b-8164-ada61a18316e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--617496060&fields=id&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 267 time: 0.0423362
Nov 06 21:48:00.204577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-4ea7890a-a249-494f-be54-d075e2efef33 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:00.205985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-4ea7890a-a249-494f-be54-d075e2efef33 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 812 time: 0.0992961
Nov 06 21:48:00.220645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-05baac4e-d92d-45c4-9e72-a3e7927fe22b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/quotas/26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 375 time: 0.0087936
Nov 06 21:48:00.276731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-970eff55-8b8c-406a-ab7a-54bfe56849e1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0504956
Nov 06 21:48:00.292264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-e80a3b8d-eccc-40e1-a528-cca123fc705d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:48:00.293244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-e80a3b8d-eccc-40e1-a528-cca123fc705d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049407
Nov 06 21:48:00.380378 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-62a63fcb-3f49-466e-a8af-b3ccb5c17eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816188
Nov 06 21:48:00.472196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-b07bc548-d51a-4592-8670-82d82e4af838 service neutron] 10.222.0.13 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858293
Nov 06 21:48:00.637609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a03dec1-f755-448d-a200-4a4f6a7ca67f req-dc3c12bf-a093-4268-afae-d74d5dcb4bed tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 210 time: 0.0263894
Nov 06 21:48:01.349640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:48:01.369397 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 48e2099d-dbc9-43b5-8946-890995e49ae6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:48:01.369735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 48e2099d-dbc9-43b5-8946-890995e49ae6 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:48:01.602849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-b5fe1a3e-e51b-4ce5-9869-0c5563e25ffa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:01.604254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-b5fe1a3e-e51b-4ce5-9869-0c5563e25ffa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 812 time: 0.1122520
Nov 06 21:48:01.670671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-d3fcc78a-038e-4c06-a592-e96366a6b25c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 379 time: 0.0559750
Nov 06 21:48:01.682785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'port': {'device_id': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'admin_state_up': True, 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'security_groups': ['f428d200-4ac8-4015-86a5-eb939c3da37a']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:48:01.756711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7e45b20-2803-4de5-a352-366188820de8 req-18b0ee96-e4b8-41fc-af54-acbfb934a656 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 210 time: 0.0317452
Nov 06 21:48:01.813077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Made reservation on behalf of 26004b59815e4c2eb2f07cb2f1066ed3 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:48:01.816640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:01.941968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Allocated IP 172.20.0.5 (22a42440-0ea7-49db-af06-da6aaccfe1f8/8bd520d0-7a04-4271-add4-bdbe820f913b/7ee61af7-fff4-410f-b212-d54881c342d0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:48:02.399535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:02.432179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:02.473923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:48:02.478833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:48:02.482457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:48:02.507756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:48:02.537218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:02.537986 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:02.553828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-50c87ad9-ec03-49e4-bb62-47e8febf6dfa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8746865
Nov 06 21:48:02.567138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Request body: {'port': {'device_id': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:48:02.626171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:02.764476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a2111e71-8802-4e1f-99e1-a11eae0d2003 None None] Provisioning complete for port 7ee61af7-fff4-410f-b212-d54881c342d0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:48:02.765054 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a2111e71-8802-4e1f-99e1-a11eae0d2003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:02.799327 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-a2111e71-8802-4e1f-99e1-a11eae0d2003 None None] Port 7ee61af7-fff4-410f-b212-d54881c342d0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:48:02.917139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b64d21-8e5f-41fd-b01a-9357246b182f req-91886a57-e89c-46a5-90d6-ae7a7b9b5373 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:02.918551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13b64d21-8e5f-41fd-b01a-9357246b182f req-91886a57-e89c-46a5-90d6-ae7a7b9b5373 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 931 time: 0.0898442
Nov 06 21:48:02.932974 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee61af7-fff4-410f-b212-d54881c342d0 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:48:02.954530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:02.978029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Transition to ACTIVE for port object 7ee61af7-fff4-410f-b212-d54881c342d0 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:48:02.985899 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:03.019134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-13b64d21-8e5f-41fd-b01a-9357246b182f req-4501a465-6ff9-420b-a717-216be3ac6ba3 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904434
Nov 06 21:48:03.086895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:48:03.118334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:48:03.118814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:48:03.119148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:48:03.123678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:48:03.124003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:48:03.132788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:48:03.133126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:48:03.133517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:48:03.133948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Bound port: 7ee61af7-fff4-410f-b212-d54881c342d0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:48:03.134302 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:03.204325 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:48:03.207446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:48:03.211383 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:03.248040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:03.248671 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:03.250174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1091 time: 0.6876211
Nov 06 21:48:03.250484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:48:03.252786 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2366ed56-f222-4098-8061-0f6ec1fd9b87" -d '{"events": [{"name": "network-changed", "server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:48:03.276362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59443a2f-5f45-41e4-a6cd-8151ad0c6a78 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:48:03.302595 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024ded42-f18b-4dc5-95f6-980f58db737d x-openstack-request-id: req-024ded42-f18b-4dc5-95f6-980f58db737d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:48:03.302909 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:48:03.303166 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-024ded42-f18b-4dc5-95f6-980f58db737d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:48:03.303574 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'status': 'completed', 'code': 200}
Nov 06 21:48:03.345433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-27b36310-d7d3-4632-8d00-0c636d3c31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:03.346982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-27b36310-d7d3-4632-8d00-0c636d3c31df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1094 time: 0.0425861
Nov 06 21:48:03.389746 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-13c18ab4-99ea-4d9d-bff5-1b9ffb5cbb1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 217 time: 0.0354004
Nov 06 21:48:03.446685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-65ea665e-45dc-4d0f-aea1-982991e2bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:03.448181 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-65ea665e-45dc-4d0f-aea1-982991e2bdcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0515671
Nov 06 21:48:03.494110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-98a217ff-befe-4e51-8d49-8b94d12c4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:03.495596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-98a217ff-befe-4e51-8d49-8b94d12c4409 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404246
Nov 06 21:48:03.588212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-f3cf4ff8-19ef-46f2-9300-c17bcf2ff234 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843363
Nov 06 21:48:03.681714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b0d2a97c-53de-4572-91fe-94edaf8970bf req-20104104-fba0-4780-a1ef-b108cd999417 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859144
Nov 06 21:48:03.765160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-f4abdf4f-2511-4256-be98-87d3a9ba68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:03.766651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-f4abdf4f-2511-4256-be98-87d3a9ba68e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1094 time: 0.0403497
Nov 06 21:48:03.857599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-9b6c3dd8-33d7-4663-861f-f83d50a4bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:03.859057 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-9b6c3dd8-33d7-4663-861f-f83d50a4bf6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0861032
Nov 06 21:48:03.901352 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-df4eac1e-24c6-4f02-a7ce-340d77b91155 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 217 time: 0.0353937
Nov 06 21:48:03.949362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-d6046b20-4ac5-409c-8b5c-64c9a2f4e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:03.950690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-d6046b20-4ac5-409c-8b5c-64c9a2f4e4c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0427995
Nov 06 21:48:03.999228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-4b9faa4f-b23c-4f5a-a444-e621b17c26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:04.000716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-4b9faa4f-b23c-4f5a-a444-e621b17c26f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0424669
Nov 06 21:48:04.102904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-c510eebc-cb9f-4862-955e-e7e2b81e587d service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943718
Nov 06 21:48:04.198599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ebf14-d32f-4ce7-b119-622ce8e6aee8 req-4e593bf3-0fd5-452a-b67d-adbb91549187 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:04.200157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c64ebf14-d32f-4ce7-b119-622ce8e6aee8 req-4e593bf3-0fd5-452a-b67d-adbb91549187 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.1104033
Nov 06 21:48:04.234143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2366ed56-f222-4098-8061-0f6ec1fd9b87 req-a6006968-2425-41dd-b6c7-7cd0106ecdb8 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171870
Nov 06 21:48:04.262447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c64ebf14-d32f-4ce7-b119-622ce8e6aee8 req-f0aab043-c604-49ba-a4b7-92deb22d7a5a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539176
Nov 06 21:48:05.380279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccd120-5125-4ca0-ab71-9abc06f24f24 req-4e5e6ebd-b9a6-4f40-94a5-64396c6b9b17 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:05.381761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5ccd120-5125-4ca0-ab71-9abc06f24f24 req-4e5e6ebd-b9a6-4f40-94a5-64396c6b9b17 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.0494845
Nov 06 21:48:05.428381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a5ccd120-5125-4ca0-ab71-9abc06f24f24 req-8b9fb7a6-df98-48f8-bef3-5b0f247185bd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406997
Nov 06 21:48:06.547589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c87c51-a554-45d0-be89-5ad7fdeb5762 req-78353442-acc3-4021-b26d-e983ba35f128 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:06.549341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54c87c51-a554-45d0-be89-5ad7fdeb5762 req-78353442-acc3-4021-b26d-e983ba35f128 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.0531232
Nov 06 21:48:06.597141 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54c87c51-a554-45d0-be89-5ad7fdeb5762 req-9fb7d029-8fc9-42b8-b0a9-d5b105c60213 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417998
Nov 06 21:48:07.397356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:48:07.489974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:48:07.500867 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '7ee61af7-fff4-410f-b212-d54881c342d0', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '7ee61af7-fff4-410f-b212-d54881c342d0', 'mac_address': 'fa:16:3e:50:ab:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:48:07.540152 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:07.552604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee61af7-fff4-410f-b212-d54881c342d0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:48:07.571004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:48:07.574989 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:07.619347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:48:07.714433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372b959-7b7a-4750-bdbd-b8349ff03797 req-45a2fbf7-ee49-48cc-aca3-028d81242e09 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:07.715840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0372b959-7b7a-4750-bdbd-b8349ff03797 req-45a2fbf7-ee49-48cc-aca3-028d81242e09 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 944 time: 0.0489979
Nov 06 21:48:07.762812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0372b959-7b7a-4750-bdbd-b8349ff03797 req-a5aed0fe-f010-4b19-9912-d87a2b26f28a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410106
Nov 06 21:48:07.859241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['7ee61af7-fff4-410f-b212-d54881c342d0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:48:08.884348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42a07-e020-4b2d-85f0-748b73ec78ba req-f7b9369a-e791-4cf0-a251-2accbb5ece08 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:08.885861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05e42a07-e020-4b2d-85f0-748b73ec78ba req-f7b9369a-e791-4cf0-a251-2accbb5ece08 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 944 time: 0.0526681
Nov 06 21:48:08.933052 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-05e42a07-e020-4b2d-85f0-748b73ec78ba req-9b79e818-b904-4a54-872f-92807a3b4673 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413206
Nov 06 21:48:09.412598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:48:09.461605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 7ee61af7-fff4-410f-b212-d54881c342d0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:48:09.465383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 7ee61af7-fff4-410f-b212-d54881c342d0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:48:09.465771 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:09.542606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:09.565370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:48:09.568176 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e8b965-2c77-4db3-a934-c492b02a1a49" -d '{"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:48:09.580535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:48:09.584724 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:09.607637 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c32ef00-9377-43d6-9c86-423d34d99f94 x-openstack-request-id: req-9c32ef00-9377-43d6-9c86-423d34d99f94 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:48:09.607953 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:48:09.608187 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c32ef00-9377-43d6-9c86-423d34d99f94 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:48:09.608598 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'code': 200}
Nov 06 21:48:09.636585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:48:09.703581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e544c0-dbeb-4401-9519-d06c89ccffb9 req-5d9d726f-772c-4d8f-8bb8-ec66715db518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:09.705048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3e544c0-dbeb-4401-9519-d06c89ccffb9 req-5d9d726f-772c-4d8f-8bb8-ec66715db518 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1096 time: 0.0402837
Nov 06 21:48:09.750739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a3e544c0-dbeb-4401-9519-d06c89ccffb9 req-ad6e50dc-445c-4d68-a24a-e76b71f75cd6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392599
Nov 06 21:48:10.048354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0909a9-9c8d-4751-9439-fee6e849ec03 req-c760c853-ae96-4896-a030-51dce5b03ece tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:10.050118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c0909a9-9c8d-4751-9439-fee6e849ec03 req-c760c853-ae96-4896-a030-51dce5b03ece tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0498025
Nov 06 21:48:10.101963 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c0909a9-9c8d-4751-9439-fee6e849ec03 req-a27b1174-8ad7-4725-b9f2-dcc9c4e36b32 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452838
Nov 06 21:48:11.220628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996f0a1-2f71-4a0f-a6cc-78efc56037af req-85ff1bdb-a2f2-4720-b8c7-df0c3af53dd4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:11.222135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9996f0a1-2f71-4a0f-a6cc-78efc56037af req-85ff1bdb-a2f2-4720-b8c7-df0c3af53dd4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0506394
Nov 06 21:48:11.269560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9996f0a1-2f71-4a0f-a6cc-78efc56037af req-fd56522e-9af5-4e91-be65-a3d79511cb71 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410447
Nov 06 21:48:11.380214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053644b-c7eb-49ea-a981-b554bf05e5f2 req-cae9040d-8d13-4042-a30e-eacd7d1e8e2c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:11.381615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4053644b-c7eb-49ea-a981-b554bf05e5f2 req-cae9040d-8d13-4042-a30e-eacd7d1e8e2c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0483665
Nov 06 21:48:11.390196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 47444) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:48:11.394446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Request body: {'floatingip': {'port_id': '7ee61af7-fff4-410f-b212-d54881c342d0'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:48:11.439092 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:11.875852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:11.879894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:11.979989 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2 associated. External IP: 172.35.0.130, port: 7ee61af7-fff4-410f-b212-d54881c342d0.
Nov 06 21:48:12.182438 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:48:12.293506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:48:12.298220 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:12.305545 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:48:12.315521 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:48:12.316192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252911760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:48:12.324982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-109e401e-2591-48e1-9fad-034fa64a9336 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "PUT /v2.0/floatingips/085ff9c1-0801-42a2-9584-b63c5c10e7f2 HTTP/1.1" status: 200  len: 992 time: 0.9337621
Nov 06 21:48:12.325648 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:48:12.328000 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f" -d '{"events": [{"name": "network-changed", "server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:48:12.367505 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c7eb6-8682-46fe-9a3e-eab50b0c157a x-openstack-request-id: req-6f0c7eb6-8682-46fe-9a3e-eab50b0c157a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:48:12.367505 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:48:12.367505 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f0c7eb6-8682-46fe-9a3e-eab50b0c157a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:48:12.367807 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'status': 'completed', 'code': 200}
Nov 06 21:48:12.424080 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:48:12.429812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-b2cb6a64-8a75-45dd-a81b-9ab26bde6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:12.431386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-b2cb6a64-8a75-45dd-a81b-9ab26bde6f05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1096 time: 0.0409684
Nov 06 21:48:12.526714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-ea7b8c4b-e837-492b-92d2-cdfd817165bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:12.528117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-ea7b8c4b-e837-492b-92d2-cdfd817165bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0895004
Nov 06 21:48:12.596076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-de50bb6a-0074-4c02-900e-3eb4f38cc16f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1000 time: 0.0600460
Nov 06 21:48:12.642939 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252911760>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '7ee61af7-fff4-410f-b212-d54881c342d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:50:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:48:11Z', 'revision_number': 13, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:48:12.649916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-e70b2dee-7416-4232-be1c-a766d11305cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:12.651412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-e70b2dee-7416-4232-be1c-a766d11305cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0488043
Nov 06 21:48:12.672113 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:48:12.681106 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:48:12.681707 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252911760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:47:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:48:12.697682 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-87dd743c-aa6c-4eaf-9ee1-bed6c0b81beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:12.699237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-87dd743c-aa6c-4eaf-9ee1-bed6c0b81beb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411906
Nov 06 21:48:12.788889 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:48:12.792137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-073a2320-61e9-4cb8-8079-4845a49426e6 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861871
Nov 06 21:48:12.888826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7c9f2b3-7889-4287-bf5a-99bf8a83e27f req-8347bcd1-21b9-4a44-8508-0c89513ecf7d service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888169
Nov 06 21:48:13.006584 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252911760>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '7ee61af7-fff4-410f-b212-d54881c342d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:50:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:48:11Z', 'revision_number': 13, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:48:13.031460 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ebde1-ae13-4931-a9d8-efd7f8133f2b None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '085ff9c1-0801-42a2-9584-b63c5c10e7f2', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'floating_ip_address': '172.35.0.130', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'port_id': '7ee61af7-fff4-410f-b212-d54881c342d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'mac_address': 'fa:16:3e:50:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:38:31Z', 'updated_at': '2021-11-06T21:48:11Z', 'revision_number': 13, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:48:13.223412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6be1f-adec-48a0-a05a-b91c9f294f8d None None] New status for floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:48:14.886212 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:15.023167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:16.959792 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c68ccde5-28d7-4965-9039-6e5ce229b3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:19.055869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-2935145d-9f97-4432-a1f1-d2448e0ff2cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0404854
Nov 06 21:48:19.135926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-2cf93394-6a38-4c35-89c1-a34a2c0ccc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:19.137433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-2cf93394-6a38-4c35-89c1-a34a2c0ccc8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1096 time: 0.0396321
Nov 06 21:48:19.244441 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-7202f37a-68bf-4e29-8d1e-544cf3395498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:19.245877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-7202f37a-68bf-4e29-8d1e-544cf3395498 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0898144
Nov 06 21:48:19.310847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-46a802e2-65d8-496a-b466-ff6fbff88473 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1002 time: 0.0576050
Nov 06 21:48:19.330114 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3c35fbba-f3bd-4bd9-b9bb-e28edab67cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:19.367973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-7a827245-b63c-49f7-8f88-157e264b75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:19.369475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-7a827245-b63c-49f7-8f88-157e264b75b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0519369
Nov 06 21:48:19.414789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-9fc3aff3-334a-432d-986e-dcb45de37f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:48:19.416258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-9fc3aff3-334a-432d-986e-dcb45de37f06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395224
Nov 06 21:48:19.503978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-80a82175-f011-400a-baeb-fd10b29cbe5d service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802231
Nov 06 21:48:19.595986 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f1cb00f0-9a5d-4990-a9a9-c226f171b9a8 req-5e0203b3-a8e5-42c4-9d74-3a6bb4a9b4c7 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849860
Nov 06 21:48:20.796880 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:22.036228 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:22.610953 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:24.093317 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:48:44.893117 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:45.036249 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:46.961774 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ac3834e9-9bd0-4b61-893a-3ee0993ef47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:49.331649 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f30da38a-99c8-4170-9d47-02e648c45517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:50.799694 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:52.039079 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:48:52.611815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:01.092447 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:49:14.900604 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:15.047928 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:16.963264 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a30bd8a9-f3d0-4ea4-bdb8-dda74f4cf6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:18.446252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-8fe8b346-4c7a-4c0d-9459-41b5bbb598dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0407598
Nov 06 21:49:18.526621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-33b38a03-e0e6-433c-a73f-6052f22e4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:49:18.528117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-33b38a03-e0e6-433c-a73f-6052f22e4784 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1096 time: 0.0402262
Nov 06 21:49:18.633502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-6bc5c5b7-85e5-49d8-996f-809eb5751df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:49:18.635018 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-6bc5c5b7-85e5-49d8-996f-809eb5751df4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0880005
Nov 06 21:49:18.699262 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-bbc7e682-2272-4700-ac19-5c292d456d94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1002 time: 0.0574827
Nov 06 21:49:18.751813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-543b295f-9135-460d-b7a1-5845051e642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:49:18.753267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-543b295f-9135-460d-b7a1-5845051e642b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0468478
Nov 06 21:49:18.797063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-937a3951-19b2-47f3-ad60-2b684e4aa398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:49:18.798513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-937a3951-19b2-47f3-ad60-2b684e4aa398 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384965
Nov 06 21:49:18.809847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-36862277-7428-4a49-964d-8e64b67a7a4d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:49:18.810784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-36862277-7428-4a49-964d-8e64b67a7a4d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047898
Nov 06 21:49:18.898859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-cbf93d99-4513-455f-b155-fc5203793f10 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801430
Nov 06 21:49:18.992979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e7f0a1d3-6cc1-4b93-8152-4a2e729e0778 req-e3d3f9cb-e54e-4b5a-a6e5-6aff073fb32b service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863330
Nov 06 21:49:19.334923 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6d8fcb98-e2c5-4cd7-940e-62f8a719db1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:20.802039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:22.041085 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:22.614615 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:38.091399 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:49:44.948385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:45.079022 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:46.965715 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-175f7485-7d7b-4855-a2df-6893e525c628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:49.335834 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b72a75e-3734-430e-ba6d-a492daa61c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:50.805056 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:52.043956 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:49:52.617782 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:14.946954 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:15.077744 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:15.090668 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:50:16.966339 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1551d516-ee48-4a7f-84a7-9cafb7960b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:19.335970 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb63532d-1cfd-41f3-8e64-6dfafbb15837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:19.572832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-4fe3b184-0249-4707-a1e3-b8d831eeb7e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1747062
Nov 06 21:50:19.654092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-9bfd3af9-f2f6-41d8-92a9-c74aca97d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:19.655478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-9bfd3af9-f2f6-41d8-92a9-c74aca97d215 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1096 time: 0.0392401
Nov 06 21:50:19.761331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-2eb62d80-d895-4db3-b4b8-1dfe3736949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:19.762793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-2eb62d80-d895-4db3-b4b8-1dfe3736949d service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0868909
Nov 06 21:50:19.827344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-a24e7957-87e1-4c4a-a780-3789be725264 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1002 time: 0.0572643
Nov 06 21:50:19.879897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-78b97a38-e3ac-4b97-82bc-f33b3be0811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:19.881426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-78b97a38-e3ac-4b97-82bc-f33b3be0811b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0468752
Nov 06 21:50:19.926656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-149ac56e-0130-4c67-91ef-c212fe54989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:19.928091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-149ac56e-0130-4c67-91ef-c212fe54989c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398700
Nov 06 21:50:20.014696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-39f1d30f-b997-40f1-aca9-2bd1edc5725c service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798769
Nov 06 21:50:20.110389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-051896a6-59e9-489c-ae97-d7f4dc2cabb7 req-6d44afae-4a31-4785-81c6-04e49d0db44a service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882201
Nov 06 21:50:20.805629 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:22.047202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:22.618820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:42.923364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241997f-7d5c-48c3-9dba-41112bc0ffd3 req-de2c0a3c-7bbe-49cb-b6aa-0a76d92abd8d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:42.925045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9241997f-7d5c-48c3-9dba-41112bc0ffd3 req-de2c0a3c-7bbe-49cb-b6aa-0a76d92abd8d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.1786451
Nov 06 21:50:42.971685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9241997f-7d5c-48c3-9dba-41112bc0ffd3 req-e667ead5-33bf-45f7-bf09-b7bcc05ae53c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401254
Nov 06 21:50:44.947140 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:45.073433 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:46.763066 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-3a238c3f-ed60-4445-ad52-0b9459f69dbd req-06eb64e3-48ae-4da8-94ca-25cb511f00a4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:50:46.764083 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3a238c3f-ed60-4445-ad52-0b9459f69dbd req-06eb64e3-48ae-4da8-94ca-25cb511f00a4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0429237
Nov 06 21:50:46.960012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ffa7-4818-441d-99ad-80500da674b3 req-0f7309c3-7ee1-4979-9bd7-040965e39894 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:46.961659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9401ffa7-4818-441d-99ad-80500da674b3 req-0f7309c3-7ee1-4979-9bd7-040965e39894 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0588810
Nov 06 21:50:46.970914 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f0d09de2-9d24-4229-8691-2afaf6ba1dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:47.037947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9401ffa7-4818-441d-99ad-80500da674b3 req-1a8eedf8-2771-4de0-aadb-ed88551f1450 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691040
Nov 06 21:50:47.045143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-a761bf2b-c654-4cda-9c7d-1b50df6215d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1116495
Nov 06 21:50:48.186503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032791-177a-4bfb-9853-14ea3b3ddd5a req-b3075b92-aa1a-4767-bfa5-4867803105b2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:48.187978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad032791-177a-4bfb-9853-14ea3b3ddd5a req-b3075b92-aa1a-4767-bfa5-4867803105b2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0787117
Nov 06 21:50:48.194115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-b6d1f7a4-2b54-47e1-bfe1-0f45bfb25ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:48.195487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-b6d1f7a4-2b54-47e1-bfe1-0f45bfb25ec8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1096 time: 0.0612028
Nov 06 21:50:48.285096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad032791-177a-4bfb-9853-14ea3b3ddd5a req-1ddf89b5-6431-41f3-b511-12b8fd207e7e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886483
Nov 06 21:50:48.312900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-ddea9b85-43e6-4614-9643-04e9dcb14b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:48.314365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-ddea9b85-43e6-4614-9643-04e9dcb14b53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1116047
Nov 06 21:50:48.385915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-557103dd-e9a6-45b0-a2dd-7e629cbdb961 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1002 time: 0.0634825
Nov 06 21:50:48.434466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-92a31c6b-c7ef-4049-9469-06a2a7e6bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:48.435878 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-92a31c6b-c7ef-4049-9469-06a2a7e6bd62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0431170
Nov 06 21:50:48.480011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-9365cbf9-876d-4562-87f4-2664ecdbec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:48.481479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-9365cbf9-876d-4562-87f4-2664ecdbec01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389240
Nov 06 21:50:48.574131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-1cc69e22-ad37-4c1c-b05d-cabf4a19638d service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855846
Nov 06 21:50:48.662092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-288ce607-f96a-44dc-b5af-3350ce852bf5 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813332
Nov 06 21:50:49.336835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-675a8e7d-9419-4a6e-9f58-e352ad524b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:49.404446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d460fc4-9b86-42c6-b23d-450f7d3a59d8 req-3e2c37f9-8720-4ac0-8f9b-6d1c129bd47e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:49.405943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d460fc4-9b86-42c6-b23d-450f7d3a59d8 req-3e2c37f9-8720-4ac0-8f9b-6d1c129bd47e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0502062
Nov 06 21:50:49.457782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1d460fc4-9b86-42c6-b23d-450f7d3a59d8 req-50551bf7-6d46-4770-a0bb-451d61320dd7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458992
Nov 06 21:50:50.574635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e83d42-44d8-4820-8b41-ae9b3b6c0905 req-8d5a4cf5-8c1d-4e34-9ef4-060b1c2ae00a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:50.576116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2e83d42-44d8-4820-8b41-ae9b3b6c0905 req-8d5a4cf5-8c1d-4e34-9ef4-060b1c2ae00a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0492315
Nov 06 21:50:50.622671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2e83d42-44d8-4820-8b41-ae9b3b6c0905 req-ccfd176a-53a9-4a7c-828e-fb03d46de44d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405409
Nov 06 21:50:50.810216 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:51.737232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53433f-d3e6-49cb-92b0-540dd202c69e req-58428a6a-c236-476f-bf02-f3a04ca51090 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:51.738701 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c53433f-d3e6-49cb-92b0-540dd202c69e req-58428a6a-c236-476f-bf02-f3a04ca51090 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0479350
Nov 06 21:50:51.784802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c53433f-d3e6-49cb-92b0-540dd202c69e req-b6507574-fb8c-4f82-b0db-f44adeea6805 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400865
Nov 06 21:50:52.049948 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:52.089243 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:50:52.619945 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:50:52.905945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b22b88-a6ec-44d6-be29-6a7c2e55f432 req-19c99c74-8f60-4a34-a1d8-d628149e06c1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:52.907418 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68b22b88-a6ec-44d6-be29-6a7c2e55f432 req-19c99c74-8f60-4a34-a1d8-d628149e06c1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0517085
Nov 06 21:50:52.953242 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-68b22b88-a6ec-44d6-be29-6a7c2e55f432 req-582674df-b08b-495e-8aa1-904c22fbf6b8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392833
Nov 06 21:50:54.068426 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bd58e-708b-49b7-88ec-47e615d95c1e req-6dfa4496-9f95-4002-babe-9e2806f68305 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:54.069912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db2bd58e-708b-49b7-88ec-47e615d95c1e req-6dfa4496-9f95-4002-babe-9e2806f68305 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0489118
Nov 06 21:50:54.117319 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db2bd58e-708b-49b7-88ec-47e615d95c1e req-d234d229-da2f-4dac-86de-f36d0bd38938 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414741
Nov 06 21:50:55.234362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e870bd3-b0a0-4f9a-b7fc-c84e2b24399f req-7ddd8273-2dbc-4109-b913-ab1278a697a7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:55.235832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e870bd3-b0a0-4f9a-b7fc-c84e2b24399f req-7ddd8273-2dbc-4109-b913-ab1278a697a7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0515895
Nov 06 21:50:55.282344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2e870bd3-b0a0-4f9a-b7fc-c84e2b24399f req-0930e63e-f049-4ce9-88e5-c8b8d6ac71cb tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400629
Nov 06 21:50:56.400433 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc8df1-0564-4ff3-8261-4bf975c8bcba req-0776a1cb-dfad-4b6a-a132-f20a9e373fe5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:56.401893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ccc8df1-0564-4ff3-8261-4bf975c8bcba req-0776a1cb-dfad-4b6a-a132-f20a9e373fe5 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0488136
Nov 06 21:50:56.448849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ccc8df1-0564-4ff3-8261-4bf975c8bcba req-8a4ce54b-31cb-425d-bad7-f0557c80d32d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410898
Nov 06 21:50:57.564320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916fcd1-75d3-45d6-bcd0-e3961635f1d4 req-9f1fcd67-d049-46ce-a600-55d8f55ce997 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:57.565805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e916fcd1-75d3-45d6-bcd0-e3961635f1d4 req-9f1fcd67-d049-46ce-a600-55d8f55ce997 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0482154
Nov 06 21:50:57.616790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e916fcd1-75d3-45d6-bcd0-e3961635f1d4 req-7f6cbaa4-8f97-4001-942a-f2fd4553f001 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449336
Nov 06 21:50:58.730945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243036d-2d36-41c5-9d82-c1f35ff23f89 req-c92e1ecb-6d1b-4d97-bf2a-7848cdfdb9f7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:58.732409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f243036d-2d36-41c5-9d82-c1f35ff23f89 req-c92e1ecb-6d1b-4d97-bf2a-7848cdfdb9f7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0481362
Nov 06 21:50:58.778267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f243036d-2d36-41c5-9d82-c1f35ff23f89 req-7dc624a5-e98a-4497-964b-3ea12d064aa9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400183
Nov 06 21:50:59.897773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05011d3-20cc-4f36-86c4-8fb77f6b4be3 req-1f71cbd7-0a59-4595-b98d-69eee56bf389 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:50:59.899331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e05011d3-20cc-4f36-86c4-8fb77f6b4be3 req-1f71cbd7-0a59-4595-b98d-69eee56bf389 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0532835
Nov 06 21:50:59.945960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e05011d3-20cc-4f36-86c4-8fb77f6b4be3 req-1f1db4e4-8e4d-49b5-a31f-8ee838cea3c0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407746
Nov 06 21:51:01.068170 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823568f2-38a8-47ec-a61a-440ef84e0967 req-2dce1c53-60f6-4401-8192-a083dd8daec1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:01.069675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-823568f2-38a8-47ec-a61a-440ef84e0967 req-2dce1c53-60f6-4401-8192-a083dd8daec1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0536492
Nov 06 21:51:01.116328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-823568f2-38a8-47ec-a61a-440ef84e0967 req-e86769b8-652b-44d1-9a88-a9bb7bb17cc8 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405445
Nov 06 21:51:02.233166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92752a-078b-4c63-82f8-451ec42a501b req-a0101cf0-5593-4bd9-8e97-d65a1bf1ae72 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:02.234656 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d92752a-078b-4c63-82f8-451ec42a501b req-a0101cf0-5593-4bd9-8e97-d65a1bf1ae72 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0503452
Nov 06 21:51:02.280923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d92752a-078b-4c63-82f8-451ec42a501b req-0511148a-ca00-4c14-a470-9a6ff267bbba tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403051
Nov 06 21:51:03.396901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2d68d-c2d6-41bc-816a-35adc289e89e req-32150479-63e3-4e68-9da0-d2ef7fc16353 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:03.398390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57d2d68d-c2d6-41bc-816a-35adc289e89e req-32150479-63e3-4e68-9da0-d2ef7fc16353 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0484970
Nov 06 21:51:03.773937 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57d2d68d-c2d6-41bc-816a-35adc289e89e req-8b398681-96c1-4ce1-8c8c-09648f5f5482 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3694780
Nov 06 21:51:04.891233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52151cb-bfae-4f72-9b33-1a8ad23a535d req-d57b8ddb-e729-4f47-9305-07b466ad4f8d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:04.892718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52151cb-bfae-4f72-9b33-1a8ad23a535d req-d57b8ddb-e729-4f47-9305-07b466ad4f8d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0486815
Nov 06 21:51:04.938640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d52151cb-bfae-4f72-9b33-1a8ad23a535d req-a1d81e0a-983f-458d-b71e-5db666f28f46 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399966
Nov 06 21:51:06.053786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4834d-a75c-46d4-8f55-f4fd77c0b62d req-1a9399f2-21b7-4745-a4a5-4f0b59c696f4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:06.055251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28d4834d-a75c-46d4-8f55-f4fd77c0b62d req-1a9399f2-21b7-4745-a4a5-4f0b59c696f4 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0491230
Nov 06 21:51:06.101798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28d4834d-a75c-46d4-8f55-f4fd77c0b62d req-ef76f094-0948-4ffa-8c54-c7bb7436f62d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406697
Nov 06 21:51:06.424054 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-a330256c-4ea8-45ca-9828-72a9263e592f req-50f7d257-7696-4bc7-9e6d-60e55ad76717 service neutron] show failed (client error): The resource could not be found.
Nov 06 21:51:06.426507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-50f7d257-7696-4bc7-9e6d-60e55ad76717 service neutron] 10.222.0.37 "GET /v2.0/ports/7ee61af7-fff4-410f-b212-d54881c342d0/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0647368
Nov 06 21:51:06.660243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-111b1fbf-389b-43ec-9be3-58e8aad6c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:06.661782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-111b1fbf-389b-43ec-9be3-58e8aad6c7b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 1096 time: 0.0781448
Nov 06 21:51:06.673690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:51:06.724722 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:06.926031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:06.958031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:51:06.997070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:06.999247 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eb6326-1669-4055-a4ef-6ea8a7d92a09" -d '{"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:07.002944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:07.015397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Transition to ACTIVE for port object 7ee61af7-fff4-410f-b212-d54881c342d0 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:51:07.019142 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:07.066835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:07.106934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.107285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.107633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.107972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.108330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.108674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.109004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.109329 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.109658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.110331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.110331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.110607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:07.114568 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a54eacb-0643-42b6-ba6f-5d98860b45a6 x-openstack-request-id: req-9a54eacb-0643-42b6-ba6f-5d98860b45a6 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:07.114866 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:07.115121 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a54eacb-0643-42b6-ba6f-5d98860b45a6 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:07.116070 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'code': 200}
Nov 06 21:51:07.157516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] No DVR routers for this DVR port 7ee61af7-fff4-410f-b212-d54881c342d0 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:51:07.290767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afd202-a87c-45d3-8f6d-a8d8bce0ab23 req-e749e67e-3b8a-49ca-b7ac-86a92733a835 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:07.292313 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18afd202-a87c-45d3-8f6d-a8d8bce0ab23 req-e749e67e-3b8a-49ca-b7ac-86a92733a835 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.1004708
Nov 06 21:51:07.371410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:51:07.371649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:51:07.371972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:51:07.377629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18afd202-a87c-45d3-8f6d-a8d8bce0ab23 req-a56ea9f5-eb48-4f35-9086-dd4bab07e40f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794642
Nov 06 21:51:07.379601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:51:07.379916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:51:07.384933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:51:07.385266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:51:07.385638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:51:07.386064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Bound port: 7ee61af7-fff4-410f-b212-d54881c342d0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:51:07.386417 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:07.450047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:51:07.453105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:51:07.457651 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:07.492757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:07.493377 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:07.494728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] 10.222.0.10 "PUT /v2.0/ports/7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1091 time: 0.8250532
Nov 06 21:51:07.516780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a837353-9d43-41e0-ae46-db9877ea2817 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:07.563007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-35791bc6-64fc-4751-b277-7668369b5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:07.564579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-35791bc6-64fc-4751-b277-7668369b5e15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1094 time: 0.0446718
Nov 06 21:51:07.662043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-5c26512c-27a3-45f8-ae0e-4b252461ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:07.664076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-5c26512c-27a3-45f8-ae0e-4b252461ed1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0918665
Nov 06 21:51:07.732764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-a3c24494-b287-44e5-9fbe-7b5476d68147 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1000 time: 0.0618033
Nov 06 21:51:07.785248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-180d3d01-cfa8-4c98-8c0a-f73f6826e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:07.786605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-180d3d01-cfa8-4c98-8c0a-f73f6826e3bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0475335
Nov 06 21:51:07.830843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330256c-4ea8-45ca-9828-72a9263e592f req-720fc070-caaf-481e-ae53-a41e309d91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:07.832356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-720fc070-caaf-481e-ae53-a41e309d91bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391896
Nov 06 21:51:07.921661 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-4106e5bf-b08e-4dac-b0be-8ef6717e9957 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820391
Nov 06 21:51:08.014928 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-d5e1a27c-b307-4622-808a-c78ed0b9e565 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857167
Nov 06 21:51:08.267728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:51:08.465743 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:51:08.510839 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca2322-7ffb-46ad-837c-29cc9975388f req-ed7f3b05-036c-4d19-a3f3-12494c9055ef tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:08.512636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51ca2322-7ffb-46ad-837c-29cc9975388f req-ed7f3b05-036c-4d19-a3f3-12494c9055ef tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.0540996
Nov 06 21:51:08.561407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51ca2322-7ffb-46ad-837c-29cc9975388f req-23935043-2c70-47db-9811-a6cb0ddaa682 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424340
Nov 06 21:51:09.117623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:09.119959 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4705fa18-22f0-4580-8939-747a4d4c356d" -d '{"events": [{"name": "network-changed", "server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:09.166796 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e6c732-80a7-4380-84ef-282844ee0702 x-openstack-request-id: req-73e6c732-80a7-4380-84ef-282844ee0702 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:09.167089 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:09.167342 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73e6c732-80a7-4380-84ef-282844ee0702 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:09.167740 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'status': 'completed', 'code': 200}
Nov 06 21:51:09.258892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fa18-22f0-4580-8939-747a4d4c356d req-7084eb55-d4e8-47cc-8142-d27bf1ca09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.260417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-7084eb55-d4e8-47cc-8142-d27bf1ca09b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1094 time: 0.0731945
Nov 06 21:51:09.262256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fa18-22f0-4580-8939-747a4d4c356d req-91160134-1f15-407c-94d5-a060361430a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.263579 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-91160134-1f15-407c-94d5-a060361430a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1094 time: 0.0668945
Nov 06 21:51:09.421957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fa18-22f0-4580-8939-747a4d4c356d req-02f48e3d-18bb-473c-9ac7-9b500b9ae991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.423349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-02f48e3d-18bb-473c-9ac7-9b500b9ae991 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1557584
Nov 06 21:51:09.424256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fa18-22f0-4580-8939-747a4d4c356d req-fddb5904-556d-4909-8840-a293e6ea7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.425829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-fddb5904-556d-4909-8840-a293e6ea7303 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1513457
Nov 06 21:51:09.537400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-1e676fac-4ee1-43ae-b448-5cae32c725d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1000 time: 0.1073971
Nov 06 21:51:09.541548 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-404eac9a-1748-403f-8e2d-e551d8c3f7f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1000 time: 0.1062405
Nov 06 21:51:09.622518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fa18-22f0-4580-8939-747a4d4c356d req-8c25c549-2d05-44a9-ba52-dcc6bcb2dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.623997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-8c25c549-2d05-44a9-ba52-dcc6bcb2dc7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0803280
Nov 06 21:51:09.627289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fa18-22f0-4580-8939-747a4d4c356d req-16ac8b4b-ecc0-4cdf-80aa-a2e9538bbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.628630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-16ac8b4b-ecc0-4cdf-80aa-a2e9538bbf97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0775857
Nov 06 21:51:09.732535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fa18-22f0-4580-8939-747a4d4c356d req-d1170082-4702-4e1c-aaa3-9d41ca09ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.733949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-d1170082-4702-4e1c-aaa3-9d41ca09ca5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1028962
Nov 06 21:51:09.742884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ebcbd-83fa-4e7c-b9fc-1529d62a5f2c req-b3aaac55-da60-4533-984e-b4b144f54620 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.744235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9ebcbd-83fa-4e7c-b9fc-1529d62a5f2c req-b3aaac55-da60-4533-984e-b4b144f54620 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.1060400
Nov 06 21:51:09.747303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fa18-22f0-4580-8939-747a4d4c356d req-a3ed440e-1672-4805-880e-4681cdee0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:09.748670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-a3ed440e-1672-4805-880e-4681cdee0dbb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1079118
Nov 06 21:51:09.918774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa9ebcbd-83fa-4e7c-b9fc-1529d62a5f2c req-1fcf83b9-14d9-4c84-9191-ed6dd99c1077 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1635685
Nov 06 21:51:09.928918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-e6d4e45a-bcc1-44a0-bf14-d217de69d560 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837866
Nov 06 21:51:09.947630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-74cab922-865b-4afb-8795-bd8ce4aa08a9 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900866
Nov 06 21:51:10.086237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-cdd61d76-0070-41a1-9762-636ef896e97f service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499727
Nov 06 21:51:10.097510 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4705fa18-22f0-4580-8939-747a4d4c356d req-31dee02a-9f6d-46bd-9e45-e9c68744626e service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408904
Nov 06 21:51:11.044115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b950e-673a-469d-a873-a87f165973d3 req-3a7c0da1-b0e9-4cea-afe2-2c7ae8f419f0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:11.045606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c62b950e-673a-469d-a873-a87f165973d3 req-3a7c0da1-b0e9-4cea-afe2-2c7ae8f419f0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.0528340
Nov 06 21:51:11.093983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c62b950e-673a-469d-a873-a87f165973d3 req-3b848309-d863-4afe-b352-360a2f44ede9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421910
Nov 06 21:51:12.214294 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e9eb3-8a42-443f-9f58-0338aa0d2f8f req-89fe8c1d-fdc6-4d9e-8435-1f9d53293fc9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:12.215784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3e9eb3-8a42-443f-9f58-0338aa0d2f8f req-89fe8c1d-fdc6-4d9e-8435-1f9d53293fc9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.0486746
Nov 06 21:51:12.262694 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ef3e9eb3-8a42-443f-9f58-0338aa0d2f8f req-392544e0-45a4-4b95-91df-efc4b9b2e795 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411048
Nov 06 21:51:13.378772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1664121-fec4-4285-b499-e3eefe2e708b req-0485984a-d0b1-43e7-aac7-5b956c01175b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:13.380326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1664121-fec4-4285-b499-e3eefe2e708b req-0485984a-d0b1-43e7-aac7-5b956c01175b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.0499260
Nov 06 21:51:13.446124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d1664121-fec4-4285-b499-e3eefe2e708b req-51a26dac-f5a3-4ecf-bfca-6124a78f012e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588763
Nov 06 21:51:14.564391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b863528-5e27-4fa7-95a3-9955163cd1b9 req-0f27a0f5-2dc2-470f-a7f7-3dd87d308b63 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:14.565889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b863528-5e27-4fa7-95a3-9955163cd1b9 req-0f27a0f5-2dc2-470f-a7f7-3dd87d308b63 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 943 time: 0.0503049
Nov 06 21:51:14.613583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6b863528-5e27-4fa7-95a3-9955163cd1b9 req-b22f6bad-4273-4a8b-a1d5-b729083054cf tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414951
Nov 06 21:51:14.670685 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:51:14.766588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:14.779122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '7ee61af7-fff4-410f-b212-d54881c342d0', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '7ee61af7-fff4-410f-b212-d54881c342d0', 'mac_address': 'fa:16:3e:50:ab:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:51:14.819940 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:14.835501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee61af7-fff4-410f-b212-d54881c342d0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:51:14.859815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:14.865537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:14.916167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:14.923512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.923860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.924202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.924815 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.925142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.925652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.925986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.926312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.926636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.926958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.927279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.927616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:14.938340 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-2335dac6-e316-4af9-8c4f-4bd650d5d175 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:14.939808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-2335dac6-e316-4af9-8c4f-4bd650d5d175 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.10 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0848939
Nov 06 21:51:14.955806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b66c-05d9-4b1f-8809-22567128c8ec req-3edcec5b-c6a0-4e45-8a78-999cd01f683e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:14.957294 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ae2b66c-05d9-4b1f-8809-22567128c8ec req-3edcec5b-c6a0-4e45-8a78-999cd01f683e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 944 time: 0.0712931
Nov 06 21:51:14.957798 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:15.041383 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ae2b66c-05d9-4b1f-8809-22567128c8ec req-e5b7658b-4bb8-4572-af95-9c661e8ac17c tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765235
Nov 06 21:51:15.044166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-2534a70e-0bc5-4360-8019-b30f2fa3925b service neutron] 10.222.0.10 "GET /v2.0/ports/7ee61af7-fff4-410f-b212-d54881c342d0/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0859442
Nov 06 21:51:15.075897 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:15.108985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-5fdd4a06-becf-4065-a925-72833a6875fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:15.110486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-5fdd4a06-becf-4065-a925-72833a6875fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1095 time: 0.0409703
Nov 06 21:51:15.202685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-4de0f895-f6e1-4e9b-8479-0756f2719f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:15.204149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-4de0f895-f6e1-4e9b-8479-0756f2719f66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0864763
Nov 06 21:51:15.218908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['7ee61af7-fff4-410f-b212-d54881c342d0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:51:15.270384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-54a221af-c27d-4e98-b5bc-732ff24461fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1001 time: 0.0577204
Nov 06 21:51:15.323322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-6a243e91-1a95-4803-aab6-d6a90897ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:15.324845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-6a243e91-1a95-4803-aab6-d6a90897ba89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0471990
Nov 06 21:51:15.369456 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-082e0082-7890-4a3e-9a6b-8011147383b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:15.370943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-082e0082-7890-4a3e-9a6b-8011147383b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394747
Nov 06 21:51:15.464974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-1508fddc-8cb5-4955-a518-a03e279e3908 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863886
Nov 06 21:51:15.558019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-a7f5bfe9-a3b4-40c5-8d73-9d6922a79c40 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860848
Nov 06 21:51:16.158790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141bc1d-79ef-47f2-a6fb-ca0e94408d86 req-12b08754-6c0b-4b67-8634-246e69e2675d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:16.160156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8141bc1d-79ef-47f2-a6fb-ca0e94408d86 req-12b08754-6c0b-4b67-8634-246e69e2675d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 944 time: 0.0479860
Nov 06 21:51:16.206798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8141bc1d-79ef-47f2-a6fb-ca0e94408d86 req-1ceafb01-37c0-4d26-946e-82aa7bbc1466 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401566
Nov 06 21:51:16.697340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:51:16.744640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 7ee61af7-fff4-410f-b212-d54881c342d0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:51:16.748435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 7ee61af7-fff4-410f-b212-d54881c342d0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:51:16.748802 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:16.826414 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:16.850238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:16.852494 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552c177d-2fc2-4343-a2af-f882b228b706" -d '{"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:16.867150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:16.872829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:16.905726 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3a785-5b9d-4469-9c08-3b2d158f6520 x-openstack-request-id: req-62d3a785-5b9d-4469-9c08-3b2d158f6520 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:16.906229 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:16.906483 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62d3a785-5b9d-4469-9c08-3b2d158f6520 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:16.906873 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'code': 200}
Nov 06 21:51:16.928602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:16.967274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-956a4eac-447b-4042-8c8f-e63fa8f1e9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:17.323459 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01568b9e-3a94-42c3-b779-8e04cdd413f5 req-fdfbe48e-5de2-499e-8a3f-8cb6efc336c1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:17.325667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01568b9e-3a94-42c3-b779-8e04cdd413f5 req-fdfbe48e-5de2-499e-8a3f-8cb6efc336c1 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0503719
Nov 06 21:51:17.379357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01568b9e-3a94-42c3-b779-8e04cdd413f5 req-69864ee8-08fc-4f94-a981-3a6a41e4614f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477967
Nov 06 21:51:18.177658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-ef59ddf0-2886-4fe1-ab3e-458c473fa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:18.179117 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-ef59ddf0-2886-4fe1-ab3e-458c473fa072 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b&tenant_id=26004b59815e4c2eb2f07cb2f1066ed3 HTTP/1.1" status: 200  len: 1096 time: 0.0397913
Nov 06 21:51:18.190833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:51:18.242569 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:18.443056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:18.509786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:51:18.539142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785751ca-ce92-48b3-8b3d-7835facb1501 req-e863f9e7-7d42-426d-ac4e-e872e850b918 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:18.540652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-785751ca-ce92-48b3-8b3d-7835facb1501 req-e863f9e7-7d42-426d-ac4e-e872e850b918 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0846941
Nov 06 21:51:18.572180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:18.574418 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50a0281-1a45-4e8e-9a2f-52e313086e54" -d '{"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:18.579460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:18.604723 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Transition to ACTIVE for port object 7ee61af7-fff4-410f-b212-d54881c342d0 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:51:18.613363 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:18.644957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-785751ca-ce92-48b3-8b3d-7835facb1501 req-1140bc86-19fe-4e8b-aa5f-6a0e1be38302 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949275
Nov 06 21:51:18.646426 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e05703-7f25-4101-9388-3b285d42edc0 x-openstack-request-id: req-05e05703-7f25-4101-9388-3b285d42edc0 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:18.646715 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:18.646969 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05e05703-7f25-4101-9388-3b285d42edc0 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:18.647356 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'code': 200}
Nov 06 21:51:18.671371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=10']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:18.743815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] No DVR routers for this DVR port 7ee61af7-fff4-410f-b212-d54881c342d0 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:51:18.882504 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:51:18.882845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:51:18.883175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:51:18.887477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:51:18.887797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Attempting to bind port 7ee61af7-fff4-410f-b212-d54881c342d0 on network 22a42440-0ea7-49db-af06-da6aaccfe1f8 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:51:18.892714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:51:18.893053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Checking segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:51:18.893435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Bound using segment: {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:51:18.893862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Bound port: 7ee61af7-fff4-410f-b212-d54881c342d0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:51:18.894219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:18.962422 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:51:18.965732 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:51:18.970352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:19.327134 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:19.327799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:19.329238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1092 time: 1.1422286
Nov 06 21:51:19.344316 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f6f03658-89df-4b6d-927e-074c6bc10ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:19.352842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743514-0441-4afa-8f0e-27d83c38f174 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=11']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:19.399678 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9db066d8-4619-430f-be24-14c365bed1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:19.401227 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-9db066d8-4619-430f-be24-14c365bed1f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1095 time: 0.0455227
Nov 06 21:51:19.499287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-6af93b25-350f-40e4-a777-2ca4cbee273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:19.501438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-6af93b25-350f-40e4-a777-2ca4cbee273d service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0933487
Nov 06 21:51:19.569167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-c6ae6754-eb8d-474b-90e6-6700dfcb0723 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1000 time: 0.0610442
Nov 06 21:51:19.619402 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-49f1eddf-6998-4a34-9298-27a1a77b7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:19.620906 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-49f1eddf-6998-4a34-9298-27a1a77b7420 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0450485
Nov 06 21:51:19.668564 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-ffb14654-2fb8-45cd-bbde-e3115f875548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:19.670234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-ffb14654-2fb8-45cd-bbde-e3115f875548 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426748
Nov 06 21:51:19.801568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1f7e3-e8f2-4d3b-ad50-1d9c11fe71c2 req-67aeb400-b79d-44ff-ae06-e6736deca40b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:19.803084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dc1f7e3-e8f2-4d3b-ad50-1d9c11fe71c2 req-67aeb400-b79d-44ff-ae06-e6736deca40b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 944 time: 0.0835516
Nov 06 21:51:19.808711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-0c46184c-30ad-4eb5-8d03-101e8eef3ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318274
Nov 06 21:51:19.901990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0dc1f7e3-e8f2-4d3b-ad50-1d9c11fe71c2 req-f480b66a-9e66-4381-a024-ea1f9da36af2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923238
Nov 06 21:51:19.930829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-55c157e3-beed-4111-b9ee-9ea6b81056a7 req-b77c9f06-6da6-450f-bd3e-5ea4ef18d9e0 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1144638
Nov 06 21:51:20.492708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-433e9e2c-ea23-425a-9bd8-67572b51e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:20.494457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-433e9e2c-ea23-425a-9bd8-67572b51e28e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1095 time: 0.0452800
Nov 06 21:51:20.605403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-32d0553f-2744-4039-a05b-d66c3dc0010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:20.606904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-32d0553f-2744-4039-a05b-d66c3dc0010b service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.0901794
Nov 06 21:51:20.648581 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:20.650812 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be5a732-0088-4e34-9386-e9f7ee18a9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:20.679129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-a7360b97-65c0-4a2f-9a00-db09d240c1b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1000 time: 0.0653553
Nov 06 21:51:20.720380 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac535793-9e09-40ca-842d-0042f9b4454c x-openstack-request-id: req-ac535793-9e09-40ca-842d-0042f9b4454c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:20.720675 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:20.720926 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac535793-9e09-40ca-842d-0042f9b4454c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:20.721311 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'status': 'completed', 'code': 200}
Nov 06 21:51:20.728410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:51:20.768722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-64dce999-1a65-42d5-9ef2-4032e782d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:20.770251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-64dce999-1a65-42d5-9ef2-4032e782d9ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0841451
Nov 06 21:51:20.771885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:51:20.811642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-ab21c45c-bf6b-49a2-a07f-c0f521f4a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:20.813349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-ab21c45c-bf6b-49a2-a07f-c0f521f4a591 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1095 time: 0.0719874
Nov 06 21:51:20.814340 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:20.874722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-4bf5a5fd-8c1d-4422-baae-fc2b5f261909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:20.876224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-4bf5a5fd-8c1d-4422-baae-fc2b5f261909 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0984097
Nov 06 21:51:20.972651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-3e986f1e-d53f-46c0-9154-c33525373a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:20.974121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-3e986f1e-d53f-46c0-9154-c33525373a20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1535718
Nov 06 21:51:21.063077 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-0fb07ee5-0d80-43c6-bd98-7428daa78417 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784565
Nov 06 21:51:21.133565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a8ec4-db3d-4e13-bb2f-f33edde0c767 req-f33c5ae2-3fa4-4d06-9dd7-68fe324e8e03 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:21.135045 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea2a8ec4-db3d-4e13-bb2f-f33edde0c767 req-f33c5ae2-3fa4-4d06-9dd7-68fe324e8e03 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 944 time: 0.1578901
Nov 06 21:51:21.141003 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-a5a48fd4-f791-43aa-83e1-0bf025c5fbec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1000 time: 0.1522613
Nov 06 21:51:21.241901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-37a897b9-1f8a-4ad9-bfde-cbe8215945a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:21.243356 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-37a897b9-1f8a-4ad9-bfde-cbe8215945a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0888300
Nov 06 21:51:21.251626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea2a8ec4-db3d-4e13-bb2f-f33edde0c767 req-919fe8a5-4ad5-48c1-af84-6700cc8e70d6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084025
Nov 06 21:51:21.266453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba6e504f-f389-413a-9ba1-1821219ec1b4 req-cb563f34-ce24-4b9b-afcf-cf70436a9667 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939015
Nov 06 21:51:21.295435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-d4d19e77-b7d7-4edd-879f-592e33104df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:21.296976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-d4d19e77-b7d7-4edd-879f-592e33104df3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445106
Nov 06 21:51:21.406103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-7a71f0d3-4bf6-486f-9234-06ca3125ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:21.407600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-7a71f0d3-4bf6-486f-9234-06ca3125ad40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 1095 time: 0.0956767
Nov 06 21:51:21.471466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-d7b82f5b-9907-4d53-a3c7-6fd2b0802ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665621
Nov 06 21:51:21.569252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-c99bf10b-a12f-40df-a732-5f36e357f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:21.570731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-c99bf10b-a12f-40df-a732-5f36e357f2b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 200  len: 913 time: 0.1562843
Nov 06 21:51:21.626862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-fd919cf8-83b8-4ed4-ac07-aff403b4edb7 service neutron] 10.222.0.10 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472862
Nov 06 21:51:21.653019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-e70be5ba-60ed-40af-88c5-2ec096e727ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 200  len: 1000 time: 0.0732107
Nov 06 21:51:21.702867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-bdad4d89-add4-422c-942b-3fd72a4bb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:21.704543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-bdad4d89-add4-422c-942b-3fd72a4bb9c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 200  len: 851 time: 0.0447319
Nov 06 21:51:21.750357 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-3d5d4bb5-37a9-441a-ac25-64ad01b83b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:21.751978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-3d5d4bb5-37a9-441a-ac25-64ad01b83b53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=22a42440-0ea7-49db-af06-da6aaccfe1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407476
Nov 06 21:51:21.850220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-4fc5de26-3653-4991-9087-97e636de3a34 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899961
Nov 06 21:51:21.941554 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be5a732-0088-4e34-9386-e9f7ee18a9b2 req-323a4002-7198-462d-9eda-8921bf9b1f37 service neutron] 10.222.0.37 "GET /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825777
Nov 06 21:51:22.051954 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:22.379647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d3b62-9ec1-4102-81da-436181437e19 req-6ea46413-647d-401a-9cb6-b4f0c7f07e51 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:22.381163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d93d3b62-9ec1-4102-81da-436181437e19 req-6ea46413-647d-401a-9cb6-b4f0c7f07e51 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 944 time: 0.0547798
Nov 06 21:51:22.428867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d93d3b62-9ec1-4102-81da-436181437e19 req-c74f17c0-a70b-4b32-8f16-e0eabc435c99 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417552
Nov 06 21:51:22.623008 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:23.546520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f98d4f-addd-4cf0-acea-03f7296757fc req-a91f03d0-2790-4d0a-8029-cb0172917c11 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:23.548010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3f98d4f-addd-4cf0-acea-03f7296757fc req-a91f03d0-2790-4d0a-8029-cb0172917c11 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 944 time: 0.0486290
Nov 06 21:51:23.595915 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3f98d4f-addd-4cf0-acea-03f7296757fc req-116ebfc5-31b4-4c27-bb80-f2965e9715b2 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411525
Nov 06 21:51:24.364688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:51:24.455394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:24.468655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '7ee61af7-fff4-410f-b212-d54881c342d0', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'port_id': '7ee61af7-fff4-410f-b212-d54881c342d0', 'mac_address': 'fa:16:3e:50:ab:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:51:24.504823 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:24.520561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee61af7-fff4-410f-b212-d54881c342d0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:51:24.540469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:24.544487 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:24.590221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=12']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:24.715463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea9a67-c7b9-45ac-b0fb-f81ed163c046 req-a7bc0d24-1e21-48a3-8ba5-eda49d88e2f7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:24.717194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edea9a67-c7b9-45ac-b0fb-f81ed163c046 req-a7bc0d24-1e21-48a3-8ba5-eda49d88e2f7 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0512280
Nov 06 21:51:24.773479 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edea9a67-c7b9-45ac-b0fb-f81ed163c046 req-2d14ab08-cf1b-4115-9449-4213c0d5de41 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501916
Nov 06 21:51:24.898647 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['7ee61af7-fff4-410f-b212-d54881c342d0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:51:25.889737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb0307-f70c-406e-9ccc-23bfa3e161ad req-b1669bf7-61a8-4c2c-bada-46c39a54b6fa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:25.891234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7deb0307-f70c-406e-9ccc-23bfa3e161ad req-b1669bf7-61a8-4c2c-bada-46c39a54b6fa tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0488026
Nov 06 21:51:25.938522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7deb0307-f70c-406e-9ccc-23bfa3e161ad req-5c56b96d-7d17-4225-997a-5941b6fea7d6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408070
Nov 06 21:51:26.052767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764385-34d2-4a47-a1c2-e7f11a131dbc req-00486bfc-c345-4bd1-88dd-d45bffd266dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:26.054295 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51764385-34d2-4a47-a1c2-e7f11a131dbc req-00486bfc-c345-4bd1-88dd-d45bffd266dd tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0489166
Nov 06 21:51:26.100422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-51764385-34d2-4a47-a1c2-e7f11a131dbc req-a41eec66-f6a9-40cb-9be6-7a4686bda15f tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403459
Nov 06 21:51:26.216319 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388dc22-b086-4824-b6b2-32846dbf44c7 req-d91c05b9-3d21-4e46-97aa-a0c31bbda755 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:26.217792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0388dc22-b086-4824-b6b2-32846dbf44c7 req-d91c05b9-3d21-4e46-97aa-a0c31bbda755 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0526235
Nov 06 21:51:26.266452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0388dc22-b086-4824-b6b2-32846dbf44c7 req-86f7d83c-74c4-4772-ac92-8b58a2f0ee95 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425696
Nov 06 21:51:26.384897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:51:26.451943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 7ee61af7-fff4-410f-b212-d54881c342d0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:51:26.455789 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 7ee61af7-fff4-410f-b212-d54881c342d0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:51:26.456154 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:26.502536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7548b74-d903-408b-8d37-32fac937d182 req-917b1ae1-8315-4ee7-9943-49be663f853a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:26.504166 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7548b74-d903-408b-8d37-32fac937d182 req-917b1ae1-8315-4ee7-9943-49be663f853a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 945 time: 0.0542808
Nov 06 21:51:26.538626 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:26.553616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7548b74-d903-408b-8d37-32fac937d182 req-ccd134c9-9ea2-4e88-bf6e-73bd93342351 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426321
Nov 06 21:51:26.563929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:26.566305 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6565ae-6108-4297-a132-40efd4296011" -d '{"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:26.583014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:26.587398 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:26.612601 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597782ce-7e35-4f6b-a092-6bbd2af0e3da x-openstack-request-id: req-597782ce-7e35-4f6b-a092-6bbd2af0e3da {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:26.612889 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-plugged", "status": "completed", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:26.613139 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-597782ce-7e35-4f6b-a092-6bbd2af0e3da {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:26.613519 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'code': 200}
Nov 06 21:51:26.636895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=13']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:27.676706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc42e-2169-43c5-8eb2-95e82e1e2a08 req-1e8c2029-2d4a-4f19-8ead-1d182c9650e0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:27.678178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edffc42e-2169-43c5-8eb2-95e82e1e2a08 req-1e8c2029-2d4a-4f19-8ead-1d182c9650e0 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 946 time: 0.0528231
Nov 06 21:51:27.725399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edffc42e-2169-43c5-8eb2-95e82e1e2a08 req-43d42bf0-1163-4f28-801b-0db9ad5e299e tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f428d200-4ac8-4015-86a5-eb939c3da37a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413435
Nov 06 21:51:28.197905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-f82c8244-2149-494a-b710-3ebf4dd5f88d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:28.199252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-f82c8244-2149-494a-b710-3ebf4dd5f88d tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 946 time: 0.0483105
Nov 06 21:51:28.285610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Deleting port 7ee61af7-fff4-410f-b212-d54881c342d0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:51:28.285946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:28.376168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] For port 7ee61af7-fff4-410f-b212-d54881c342d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ee61af7-fff4-410f-b212-d54881c342d0,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:28.376549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:28.549270 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:28.549827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:28.550142 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2 disassociated. External IP: 172.35.0.130, port: 7ee61af7-fff4-410f-b212-d54881c342d0.
Nov 06 21:51:28.550480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Calling delete_port for 7ee61af7-fff4-410f-b212-d54881c342d0 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:51:28.682181 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:28.708867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event deleted for resources: {'Port': ['ID=7ee61af7-fff4-410f-b212-d54881c342d0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:28.834167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57dcf1fc-3029-48ef-9a5a-6e822df72909 req-219b77c9-8262-4455-96c4-b2f2154d6833 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/ports?device_id=101f6f75-2b81-426f-bcb4-ec5a0418ad9b HTTP/1.1" status: 200  len: 210 time: 0.0296147
Nov 06 21:51:28.859596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:51:28.970624 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:51:28.981909 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:51:28.991623 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:51:28.992232 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aa3c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:29.013374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] No DVR routers for this DVR port 7ee61af7-fff4-410f-b212-d54881c342d0 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:51:29.016002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:29.019345 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58d313df-4d65-4e48-95c3-8c13ef53abec req-16605d8e-4698-4ec8-bc39-3b3fc0859c5b tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.37 "DELETE /v2.0/ports/7ee61af7-fff4-410f-b212-d54881c342d0 HTTP/1.1" status: 204  len: 173 time: 0.8140950
Nov 06 21:51:29.019788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-deleted', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:29.022732 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627634f2-b572-4156-b4d3-918fd3dfd7d5" -d '{"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-deleted", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:29.063615 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d80985c-7749-4cc6-9a65-d1905390e2f1 x-openstack-request-id: req-2d80985c-7749-4cc6-9a65-d1905390e2f1 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:29.063907 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f6f75-2b81-426f-bcb4-ec5a0418ad9b", "name": "network-vif-deleted", "tag": "7ee61af7-fff4-410f-b212-d54881c342d0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:29.064162 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d80985c-7749-4cc6-9a65-d1905390e2f1 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:29.064615 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f6f75-2b81-426f-bcb4-ec5a0418ad9b', 'name': 'network-vif-deleted', 'tag': '7ee61af7-fff4-410f-b212-d54881c342d0', 'status': 'completed', 'code': 200}
Nov 06 21:51:29.095906 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:51:29.111546 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:51:29.314708 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aa3c70>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:29.341665 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:51:29.350954 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:51:29.350954 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252aa3c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:29.454611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:51:29.675940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252aa3c70>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:29.702269 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cba84b-5653-4855-91d8-cd27d292d692 None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:28Z', 'revision_number': 4, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'efb7b0e0-4822-442d-936f-ea4abdae38e5', 'name': '', 'network_id': '22a42440-0ea7-49db-af06-da6aaccfe1f8', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'mac_address': 'fa:16:3e:e8:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:27Z', 'updated_at': '2021-11-06T21:38:31Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'subnets': [{'id': '8bd520d0-7a04-4271-add4-bdbe820f913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:51:29.933263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a570d-a1ca-4ac3-9c8f-160ef0294055 None None] New status for floating IP 085ff9c1-0801-42a2-9584-b63c5c10e7f2: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:51:30.389826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:51:30.410242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 7ee61af7-fff4-410f-b212-d54881c342d0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:51:30.410515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 7ee61af7-fff4-410f-b212-d54881c342d0 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:51:31.507963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48088) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:31.566068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:31.590697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:31.638321 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:31.641045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:31.642256 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "DELETE /v2.0/security-groups/f428d200-4ac8-4015-86a5-eb939c3da37a HTTP/1.1" status: 204  len: 168 time: 0.1329565
Nov 06 21:51:31.645115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48096) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:31.651982 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f428d200-4ac8-4015-86a5-eb939c3da37a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:31.659580 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-3c0e9504-75e9-43d5-a326-2697d4f05cb6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] show failed (client error): The resource could not be found.
Nov 06 21:51:31.659758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.659990 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.660354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.660617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3c0e9504-75e9-43d5-a326-2697d4f05cb6 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "GET /v2.0/security-groups/f428d200-4ac8-4015-86a5-eb939c3da37a HTTP/1.1" status: 404  len: 347 time: 0.0139108
Nov 06 21:51:31.660740 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.661017 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.661350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.662200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.662525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.662892 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.663218 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.663542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.663847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48098) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:31.663971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ce18e-9020-4ad4-a557-e31cbe60111a tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:51:31.791479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Deleting port 90ed6d16-ec66-4291-ab8b-b79fe5bb00ba {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:51:31.791712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:31.867698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:31.868047 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:31.880185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Calling delete_port for 90ed6d16-ec66-4291-ab8b-b79fe5bb00ba owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:51:32.012198 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:32.038039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Pushing event deleted for resources: {'Port': ['ID=90ed6d16-ec66-4291-ab8b-b79fe5bb00ba,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:32.100259 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:32.102762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:32.103909 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8e7cfd06-a7d3-44e1-9d42-246498dee8c9 tempest-ServerActionsTestJSON-2001272451 tempest-ServerActionsTestJSON-2001272451-project] 10.222.0.13 "DELETE /v2.0/floatingips/085ff9c1-0801-42a2-9584-b63c5c10e7f2 HTTP/1.1" status: 204  len: 168 time: 0.4389131
Nov 06 21:51:32.106868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48100) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:32.645593 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:32.927875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Deleting port efb7b0e0-4822-442d-936f-ea4abdae38e5 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:51:32.928130 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:33.324728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] For port efb7b0e0-4822-442d-936f-ea4abdae38e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efb7b0e0-4822-442d-936f-ea4abdae38e5,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:33.325089 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:33.337979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Calling delete_port for efb7b0e0-4822-442d-936f-ea4abdae38e5 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:51:33.510875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:33.537393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Pushing event deleted for resources: {'Port': ['ID=efb7b0e0-4822-442d-936f-ea4abdae38e5,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:33.705657 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:33.916700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Router 2830b68e-929b-42d8-be34-d6fbce744b1b has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:51:34.022070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:51:34.027013 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d8240178-fbab-4a8f-bde5-a9d9c401acce admin admin] 10.222.0.13 "PUT /v2.0/routers/2830b68e-929b-42d8-be34-d6fbce744b1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9192111
Nov 06 21:51:34.029525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48104) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:34.032273 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] Sync routers for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:51:34.042271 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:51:34.042869 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:34.133502 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.146712 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:51:34.237727 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.292753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Deleting port fe5e7779-e3a1-4855-a0ec-19827c38794a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:51:34.293097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.325963 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0b80>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34'}], 'enable_snat': True}, 'gw_port_id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:51:33Z', 'revision_number': 5, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port': {'id': 'fe5e7779-e3a1-4855-a0ec-19827c38794a', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:34.380079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] For port fe5e7779-e3a1-4855-a0ec-19827c38794a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe5e7779-e3a1-4855-a0ec-19827c38794a,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:34.380475 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.394566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Calling delete_port for fe5e7779-e3a1-4855-a0ec-19827c38794a owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:51:34.443466 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] Checking router: 2830b68e-929b-42d8-be34-d6fbce744b1b for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:51:34.451769 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] Routers {'2830b68e-929b-42d8-be34-d6fbce744b1b'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:51:34.452404 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:51:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['2830b68e-929b-42d8-be34-d6fbce744b1b'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:34.539882 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] Set router 2830b68e-929b-42d8-be34-d6fbce744b1b gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:51:34.568923 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.594075 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ec0b80>, [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:51:34Z', 'revision_number': 6, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:34.595094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5e7779-e3a1-4855-a0ec-19827c38794a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:34.623227 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff55cb0-c3a2-423c-a1d1-9182f84c6301 None None] The sync data for ids ['2830b68e-929b-42d8-be34-d6fbce744b1b'] in ncdv-master-1 is: [{'id': '2830b68e-929b-42d8-be34-d6fbce744b1b', 'name': 'tempest-ServerActionsTestJSON-2019983700-router', 'tenant_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:38:25Z', 'updated_at': '2021-11-06T21:51:34Z', 'revision_number': 6, 'project_id': '26004b59815e4c2eb2f07cb2f1066ed3', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:51:34.655007 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.755024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.757158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.803055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.803705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2830b68e-929b-42d8-be34-d6fbce744b1b {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:51:34.808106 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.809307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8309256d-6981-437e-ba13-5bdbac41d0f9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2830b68e-929b-42d8-be34-d6fbce744b1b HTTP/1.1" status: 204  len: 168 time: 0.7788661
Nov 06 21:51:34.811868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48106) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:34.857095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a86b85-6a89-4099-9bee-340bc19c23b0 admin admin] Deleting subnet 8bd520d0-7a04-4271-add4-bdbe820f913b {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:51:34.860161 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-99a86b85-6a89-4099-9bee-340bc19c23b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.895325 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-99a86b85-6a89-4099-9bee-340bc19c23b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:34.980344 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-99a86b85-6a89-4099-9bee-340bc19c23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.036003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-99a86b85-6a89-4099-9bee-340bc19c23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.066920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a86b85-6a89-4099-9bee-340bc19c23b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd520d0-7a04-4271-add4-bdbe820f913b,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:35.072936 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-99a86b85-6a89-4099-9bee-340bc19c23b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.079030 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-99a86b85-6a89-4099-9bee-340bc19c23b0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8bd520d0-7a04-4271-add4-bdbe820f913b HTTP/1.1" status: 204  len: 168 time: 0.2633407
Nov 06 21:51:35.079030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48108) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:35.081139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0071a1-c422-4abd-805a-66c4c8ed3957 None None] Network 22a42440-0ea7-49db-af06-da6aaccfe1f8 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:51:35.153609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.208056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Deleting port 8e2020c0-2cda-4970-99a5-5228065ee8dc {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:51:35.208957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.272090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] For port 8e2020c0-2cda-4970-99a5-5228065ee8dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2020c0-2cda-4970-99a5-5228065ee8dc,segment=NetworkSegment(07bc29ba-c4f0-44e1-a564-0cc1fb67b25e),segment_id=07bc29ba-c4f0-44e1-a564-0cc1fb67b25e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:35.272480 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.284989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Calling delete_port for 8e2020c0-2cda-4970-99a5-5228065ee8dc owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:51:35.367119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.398440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2020c0-2cda-4970-99a5-5228065ee8dc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:35.402431 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] No DVR routers for this DVR port 8e2020c0-2cda-4970-99a5-5228065ee8dc on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:51:35.404888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203fbff-033f-470c-a661-76341bd89c01 None None] DHCP port deletion for 22a42440-0ea7-49db-af06-da6aaccfe1f8 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:51:35.479690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.501147 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254733ac0>,) {'filters': {'network_id': ['22a42440-0ea7-49db-af06-da6aaccfe1f8']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:35.511650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254733ac0>, '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:35.511946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254733ac0>, '07bc29ba-c4f0-44e1-a564-0cc1fb67b25e') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:51:35.521650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.535086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.542522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:51:35.542909 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:51:35.544677 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:51:35.598725 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe5e7779-e3a1-4855-a0ec-19827c38794a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:51:35.610228 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.617301 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.620527 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/22a42440-0ea7-49db-af06-da6aaccfe1f8 HTTP/1.1" status: 204  len: 168 time: 0.5408657
Nov 06 21:51:35.623500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: fe5e7779-e3a1-4855-a0ec-19827c38794a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:51:35.624046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe5e7779-e3a1-4855-a0ec-19827c38794a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:51:35.624646 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device efb7b0e0-4822-442d-936f-ea4abdae38e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:51:35.633087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee358117-2266-4c8b-925f-4a026fc135e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a42440-0ea7-49db-af06-da6aaccfe1f8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:35.649258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: efb7b0e0-4822-442d-936f-ea4abdae38e5 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:51:35.649826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device efb7b0e0-4822-442d-936f-ea4abdae38e5 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:51:35.650407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8e2020c0-2cda-4970-99a5-5228065ee8dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:51:35.670734 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 8e2020c0-2cda-4970-99a5-5228065ee8dc {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:51:35.671090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 8e2020c0-2cda-4970-99a5-5228065ee8dc not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:51:35.761127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48112) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:35.801447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-57e5a8c4-b1fc-4ca1-acbe-c381e7fc293c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26004b59815e4c2eb2f07cb2f1066ed3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391128
Nov 06 21:51:35.803814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48114) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:35.854465 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-780c6a91-8cc3-42a3-b315-703e90e14683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.875585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-780c6a91-8cc3-42a3-b315-703e90e14683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.921888 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-780c6a91-8cc3-42a3-b315-703e90e14683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.924770 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-780c6a91-8cc3-42a3-b315-703e90e14683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:35.925919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-780c6a91-8cc3-42a3-b315-703e90e14683 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cdef2ae-7395-405d-9177-792133df3977 HTTP/1.1" status: 204  len: 168 time: 0.1211731
Nov 06 21:51:35.935697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c6a91-8cc3-42a3-b315-703e90e14683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdef2ae-7395-405d-9177-792133df3977,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:36.606201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48136) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:36.703091 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-952636692-network', 'tenant_id': 'a24671d0a1cd49098984bf31f81bd98f'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:51:36.726573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Made reservation on behalf of a24671d0a1cd49098984bf31f81bd98f for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:51:36.728843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:36.736924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:36.808502 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:36.812131 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:36.835232 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:51:36.843658 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:36.849970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:36.850311 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Added segment 70012f9b-86ba-462f-9e34-3322c4580f90 of type vlan for network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d
Nov 06 21:51:36.889486 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:36.916761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:36.917665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:36.918243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:36.973164 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3658330
Nov 06 21:51:36.976757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48142) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:51:36.978908 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592c9e1-612c-4d66-bfe1-1a9486c5ab27 admin admin] Pushing event updated for resources: {'Network': ['ID=5a56622a-09f5-4dd6-8663-e14bbfc2a18d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:36.982769 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Request body: {'subnet': {'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-952636692-subnet', 'tenant_id': 'a24671d0a1cd49098984bf31f81bd98f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:51:36.989003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:51:37.008056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Made reservation on behalf of a24671d0a1cd49098984bf31f81bd98f for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:51:37.010586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:37.177180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:37.232397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e82856d-112f-4a98-8de1-c7e244069f01,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:37.240904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Checking segment: {'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:51:37.241265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Network hostable DHCP agents. Network: 5a56622a-09f5-4dd6-8663-e14bbfc2a18d, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:51:37.256851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:51:37.265099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5a56622a-09f5-4dd6-8663-e14bbfc2a18d) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:51:37.268910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:37.269513 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:37.274767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6b97c-bb07-4cb8-8901-42e900339f31 None None] Network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:51:37.285238 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8d5ee09c-ff77-45d9-b2c2-8365d36d3b0d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3073907
Nov 06 21:51:37.400103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a04e7bf-3a66-46f2-8597-dbe15aa9230e None None] Network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:51:37.723386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-17b327ce-8c4b-4e76-9b75-8855a5d05d42 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:37.725388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-17b327ce-8c4b-4e76-9b75-8855a5d05d42 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/networks?id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d HTTP/1.1" status: 200  len: 813 time: 0.1068351
Nov 06 21:51:37.740321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-2c2e991d-06f9-499d-bdfe-805c660598e3 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/quotas/a24671d0a1cd49098984bf31f81bd98f HTTP/1.1" status: 200  len: 375 time: 0.0089505
Nov 06 21:51:37.771829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-ae7d0e65-3c0a-4e50-88ec-4fdd4519188b tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a24671d0a1cd49098984bf31f81bd98f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0263448
Nov 06 21:51:37.863590 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-40179cee-e980-4a27-87b0-b1991ff8a530 service neutron] 10.222.0.13 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849066
Nov 06 21:51:37.951439 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-11ed8a14-9311-4f4c-8f1c-bb2b3fd32a68 service neutron] 10.222.0.13 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815821
Nov 06 21:51:38.109432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-953186ef-70aa-4ba9-9ac1-9a272cf1a19e req-b4918866-acb3-461f-bc02-caa4df6504b3 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 210 time: 0.0276182
Nov 06 21:51:39.020216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-3540936b-743d-4a59-bd75-b566ed2ab759 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:39.021810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-3540936b-743d-4a59-bd75-b566ed2ab759 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.37 "GET /v2.0/networks?id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d HTTP/1.1" status: 200  len: 813 time: 0.1070981
Nov 06 21:51:39.035795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Request body: {'port': {'device_id': 'b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2', 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d', 'admin_state_up': True, 'tenant_id': 'a24671d0a1cd49098984bf31f81bd98f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:51:39.143015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Made reservation on behalf of a24671d0a1cd49098984bf31f81bd98f for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:51:39.146585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:39.233737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd7c086a-a7c7-4563-9fa5-ececa53fe4da req-6e42df14-2dfa-4fcc-8226-f72213e44143 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 210 time: 0.0304883
Nov 06 21:51:39.298963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Allocated IP 172.20.0.5 (5a56622a-09f5-4dd6-8663-e14bbfc2a18d/2e82856d-112f-4a98-8de1-c7e244069f01/fec93d07-4c0c-4367-bc87-3116d5e43f69) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:51:39.444716 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:39.478133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:39.518124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:51:39.521660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:51:39.524015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:51:39.554813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Pushing event updated for resources: {'Port': ['ID=fec93d07-4c0c-4367-bc87-3116d5e43f69,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:39.579012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:39.579610 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:39.595376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-94e87180-631b-457c-ac7c-238fb531c7fa tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5632803
Nov 06 21:51:39.607320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Request body: {'port': {'device_id': 'b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:51:39.663594 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:39.918388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec93d07-4c0c-4367-bc87-3116d5e43f69 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:51:39.926149 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:39.938245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Transition to ACTIVE for port object fec93d07-4c0c-4367-bc87-3116d5e43f69 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:51:39.941046 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:39.992528 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fec93d07-4c0c-4367-bc87-3116d5e43f69,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:40.063070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Attempting to bind port fec93d07-4c0c-4367-bc87-3116d5e43f69 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:51:40.063666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Attempting to bind port fec93d07-4c0c-4367-bc87-3116d5e43f69 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:51:40.064164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Attempting to bind port fec93d07-4c0c-4367-bc87-3116d5e43f69 on network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:51:40.069111 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Port fec93d07-4c0c-4367-bc87-3116d5e43f69 on network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:51:40.069430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Attempting to bind port fec93d07-4c0c-4367-bc87-3116d5e43f69 on network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:51:40.074218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:51:40.074557 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Checking segment: {'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:51:40.074942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Bound using segment: {'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:51:40.075369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Bound port: fec93d07-4c0c-4367-bc87-3116d5e43f69, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:51:40.075728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:40.137239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] For port fec93d07-4c0c-4367-bc87-3116d5e43f69, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:51:40.140095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] For port fec93d07-4c0c-4367-bc87-3116d5e43f69, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec93d07-4c0c-4367-bc87-3116d5e43f69,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:51:40.144008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:40.175876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:40.176538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:40.178448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/fec93d07-4c0c-4367-bc87-3116d5e43f69 HTTP/1.1" status: 200  len: 1091 time: 0.5750985
Nov 06 21:51:40.178888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2', 'tag': 'fec93d07-4c0c-4367-bc87-3116d5e43f69'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:40.181177 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2", "tag": "fec93d07-4c0c-4367-bc87-3116d5e43f69"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:40.213610 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2e47a-4bc6-4f78-aab4-da74ebfbc3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fec93d07-4c0c-4367-bc87-3116d5e43f69,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:40.220847 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0690f6-f37e-4894-b4ca-ee164c8e1c4d x-openstack-request-id: req-3d0690f6-f37e-4894-b4ca-ee164c8e1c4d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:40.221139 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2", "tag": "fec93d07-4c0c-4367-bc87-3116d5e43f69", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:40.221417 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d0690f6-f37e-4894-b4ca-ee164c8e1c4d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:40.221821 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2', 'tag': 'fec93d07-4c0c-4367-bc87-3116d5e43f69', 'status': 'completed', 'code': 200}
Nov 06 21:51:40.267281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-57beac6c-077c-429d-b1d7-c3fc021fece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:40.268844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-57beac6c-077c-429d-b1d7-c3fc021fece4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a24671d0a1cd49098984bf31f81bd98f&device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 1094 time: 0.0459006
Nov 06 21:51:40.313123 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-7c09d840-de55-45ed-ac53-1e32f82785a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fec93d07-4c0c-4367-bc87-3116d5e43f69 HTTP/1.1" status: 200  len: 217 time: 0.0366061
Nov 06 21:51:40.386525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-b2143040-23ae-4f42-912c-ffac5b73ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:40.388026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-b2143040-23ae-4f42-912c-ffac5b73ed38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e82856d-112f-4a98-8de1-c7e244069f01 HTTP/1.1" status: 200  len: 853 time: 0.0672939
Nov 06 21:51:40.396474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec05806-998b-4b42-904b-50952704bb69 req-a90851e6-2823-4240-a7e0-d470a1ff0e5f tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:40.397829 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dec05806-998b-4b42-904b-50952704bb69 req-a90851e6-2823-4240-a7e0-d470a1ff0e5f tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 943 time: 0.0872598
Nov 06 21:51:40.428159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-9724ce47-0ad4-4b46-bbf1-9178e2d467e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294299
Nov 06 21:51:40.511852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dec05806-998b-4b42-904b-50952704bb69 req-be0ce592-84b7-4447-803a-d2f56cc80a86 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061361
Nov 06 21:51:40.544203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-f8dd58ad-473d-4ede-ad47-2fa0e1e6e3b2 service neutron] 10.222.0.37 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1084337
Nov 06 21:51:40.632793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d2cc9fb-3153-405d-bafd-53dc252a1c50 req-18659837-bc40-48e1-9b40-f191e6b675b0 service neutron] 10.222.0.37 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820308
Nov 06 21:51:40.716444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-f85adb2d-401c-4b24-b7c9-b77d485ddb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:40.717827 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-f85adb2d-401c-4b24-b7c9-b77d485ddb6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a24671d0a1cd49098984bf31f81bd98f&device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 1094 time: 0.0411084
Nov 06 21:51:40.810140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-39ce9dd6-1540-4865-8b61-a33b6e956883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:40.811619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-39ce9dd6-1540-4865-8b61-a33b6e956883 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d HTTP/1.1" status: 200  len: 914 time: 0.0865879
Nov 06 21:51:40.853186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-746467c0-037b-4cb8-95c4-565986b92811 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fec93d07-4c0c-4367-bc87-3116d5e43f69 HTTP/1.1" status: 200  len: 217 time: 0.0340905
Nov 06 21:51:40.900233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-82d7d44b-49ca-470e-8f8d-6d1788693b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:40.901688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-82d7d44b-49ca-470e-8f8d-6d1788693b66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e82856d-112f-4a98-8de1-c7e244069f01 HTTP/1.1" status: 200  len: 853 time: 0.0419950
Nov 06 21:51:40.936128 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-556cd456-6a3e-481b-a433-17e82bec60f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273182
Nov 06 21:51:41.023713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-48b5956c-ef00-4aad-b75a-3893195c7f73 service neutron] 10.222.0.37 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806069
Nov 06 21:51:41.114975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2eb1c3d7-bec0-4a5d-a39b-20ad83be8fe2 req-5e913ff1-ad70-4423-8779-c0ffcd64ade7 service neutron] 10.222.0.37 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845397
Nov 06 21:51:41.627273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321a075-053a-4385-8add-58219274a26b req-026a7d6e-f3e1-4295-98e7-c8f3601230c2 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:41.628697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a321a075-053a-4385-8add-58219274a26b req-026a7d6e-f3e1-4295-98e7-c8f3601230c2 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 943 time: 0.0480804
Nov 06 21:51:41.675650 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a321a075-053a-4385-8add-58219274a26b req-61213d22-cfe8-4fe5-88c9-e76f6f765f5e tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404980
Nov 06 21:51:42.469442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device fec93d07-4c0c-4367-bc87-3116d5e43f69 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:51:42.561110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port fec93d07-4c0c-4367-bc87-3116d5e43f69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec93d07-4c0c-4367-bc87-3116d5e43f69,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:42.572925 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'fec93d07-4c0c-4367-bc87-3116d5e43f69', 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d', 'port_id': 'fec93d07-4c0c-4367-bc87-3116d5e43f69', 'mac_address': 'fa:16:3e:87:13:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e82856d-112f-4a98-8de1-c7e244069f01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:51:42.611927 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:42.624783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec93d07-4c0c-4367-bc87-3116d5e43f69 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:51:42.642814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port fec93d07-4c0c-4367-bc87-3116d5e43f69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec93d07-4c0c-4367-bc87-3116d5e43f69,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:42.646796 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:42.693906 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=fec93d07-4c0c-4367-bc87-3116d5e43f69,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:42.788680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2477b39-7b2f-44a5-a097-2495adf9eeb8 req-ed228ce8-0a5b-4444-842b-4fec0d7d2e66 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:42.790068 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2477b39-7b2f-44a5-a097-2495adf9eeb8 req-ed228ce8-0a5b-4444-842b-4fec0d7d2e66 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 944 time: 0.0471416
Nov 06 21:51:42.837945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d2477b39-7b2f-44a5-a097-2495adf9eeb8 req-e1cbb8d1-4aef-409a-b586-a2b495b1ddc3 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419276
Nov 06 21:51:42.947304 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['fec93d07-4c0c-4367-bc87-3116d5e43f69'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:51:43.961739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260088-3eac-473d-89af-acfc65c44d88 req-13636a61-74d1-4cb1-8e56-9d351b4dd427 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:43.963188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f260088-3eac-473d-89af-acfc65c44d88 req-13636a61-74d1-4cb1-8e56-9d351b4dd427 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 944 time: 0.0514531
Nov 06 21:51:44.009050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f260088-3eac-473d-89af-acfc65c44d88 req-d1c9c4ac-fb72-45ba-85be-eab7751ee307 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400310
Nov 06 21:51:44.470624 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device fec93d07-4c0c-4367-bc87-3116d5e43f69 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:51:44.517795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port fec93d07-4c0c-4367-bc87-3116d5e43f69 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:51:44.522149 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port fec93d07-4c0c-4367-bc87-3116d5e43f69 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:51:44.522516 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:44.602578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:44.624038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec93d07-4c0c-4367-bc87-3116d5e43f69'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:44.626276 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fb443a-7c0e-4d3e-ba57-19783d313a8d" -d '{"events": [{"server_uuid": "b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2", "name": "network-vif-plugged", "status": "completed", "tag": "fec93d07-4c0c-4367-bc87-3116d5e43f69"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:44.638292 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port fec93d07-4c0c-4367-bc87-3116d5e43f69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec93d07-4c0c-4367-bc87-3116d5e43f69,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:44.642579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:44.667565 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2a8459-54d1-4b11-b45c-7cabfab35ad7 x-openstack-request-id: req-bf2a8459-54d1-4b11-b45c-7cabfab35ad7 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:44.667856 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2", "name": "network-vif-plugged", "status": "completed", "tag": "fec93d07-4c0c-4367-bc87-3116d5e43f69", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:44.668106 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf2a8459-54d1-4b11-b45c-7cabfab35ad7 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:44.668517 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec93d07-4c0c-4367-bc87-3116d5e43f69', 'code': 200}
Nov 06 21:51:44.696652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=fec93d07-4c0c-4367-bc87-3116d5e43f69,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:44.761790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a88978-3394-4fa2-a0aa-78c75cf15643 req-1efd5d9d-e33e-4a05-a397-faaa8bd8fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:44.763147 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9a88978-3394-4fa2-a0aa-78c75cf15643 req-1efd5d9d-e33e-4a05-a397-faaa8bd8fd39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 1096 time: 0.0381753
Nov 06 21:51:44.806048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9a88978-3394-4fa2-a0aa-78c75cf15643 req-f49bb146-d6b7-4fcf-b2c3-f138bd6709e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366566
Nov 06 21:51:44.957533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:45.077555 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:45.130597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1fb13-a46f-4b52-9c92-2877caa8af10 req-a56aa0ee-977c-4096-ab27-48b97a5cc115 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:45.132095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78b1fb13-a46f-4b52-9c92-2877caa8af10 req-a56aa0ee-977c-4096-ab27-48b97a5cc115 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0519335
Nov 06 21:51:45.516176 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78b1fb13-a46f-4b52-9c92-2877caa8af10 req-e4894467-559b-45da-afd7-1b9b5c7d5648 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3779697
Nov 06 21:51:46.632883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d515e-7a34-45de-b345-6daf1f85a7ce req-53e0d03d-942e-47ce-89e9-6b373226a736 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:46.634317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f35d515e-7a34-45de-b345-6daf1f85a7ce req-53e0d03d-942e-47ce-89e9-6b373226a736 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0469768
Nov 06 21:51:46.679982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f35d515e-7a34-45de-b345-6daf1f85a7ce req-589d9a90-a70c-4295-9012-4e62aa341b83 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399039
Nov 06 21:51:46.904053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0920-996d-4a15-b473-07ef2218a4de req-34a127cd-3734-4d94-9b1f-ffc3c788cd06 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:46.905575 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-34a127cd-3734-4d94-9b1f-ffc3c788cd06 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/networks?id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d HTTP/1.1" status: 200  len: 813 time: 0.1025693
Nov 06 21:51:46.920105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-155eea0b-0ffe-438f-a6b1-c5255f808cfd tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/quotas/a24671d0a1cd49098984bf31f81bd98f HTTP/1.1" status: 200  len: 375 time: 0.0088897
Nov 06 21:51:46.966779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-27f6f31e-1fc0-406f-ac14-d640bc42150f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:46.969968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-d899cfbb-dd61-4752-83f7-f1a7022f734f tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a24671d0a1cd49098984bf31f81bd98f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0446081
Nov 06 21:51:47.073419 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-d6e860d6-10a3-4c7a-951e-58eab5eecdbd service neutron] 10.222.0.13 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963588
Nov 06 21:51:47.161541 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-c12c90fb-d50f-4937-b6a8-24458b6425ef service neutron] 10.222.0.13 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815318
Nov 06 21:51:47.316423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74490416-b789-4379-844c-bd4d26daa228 req-7d1ef4cd-409a-41aa-8ca5-c5c10725a0ab tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 210 time: 0.0273871
Nov 06 21:51:48.214989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a647c4a9-12f9-49c1-a738-3580745f2ecc tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:48.216375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a647c4a9-12f9-49c1-a738-3580745f2ecc tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.10 "GET /v2.0/networks?id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d HTTP/1.1" status: 200  len: 813 time: 0.1052463
Nov 06 21:51:48.230471 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Request body: {'port': {'device_id': '98270633-c21d-4880-93b7-dfe91e3e6afa', 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d', 'admin_state_up': True, 'tenant_id': 'a24671d0a1cd49098984bf31f81bd98f'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:51:48.337168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Made reservation on behalf of a24671d0a1cd49098984bf31f81bd98f for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:51:48.340666 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:48.430730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e38469ff-1344-4f00-8fc5-2375b63b32a8 req-a5ebf3d7-d120-4a61-bbbb-1c8afc122dce tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 210 time: 0.0340970
Nov 06 21:51:48.495787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Allocated IP 172.20.0.3 (5a56622a-09f5-4dd6-8663-e14bbfc2a18d/2e82856d-112f-4a98-8de1-c7e244069f01/e6140be0-0d93-4ba7-b84f-4bdd10cba117) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:51:48.644053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:48.677888 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:48.689334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['fec93d07-4c0c-4367-bc87-3116d5e43f69'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:51:48.718716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:51:48.721864 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:51:48.728659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:51:48.760161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Pushing event updated for resources: {'Port': ['ID=e6140be0-0d93-4ba7-b84f-4bdd10cba117,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:48.786720 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:48.787320 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:48.803710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-43ba7092-fd7d-4014-9e35-cdecad2b7595 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5773072
Nov 06 21:51:48.815823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Request body: {'port': {'device_id': '98270633-c21d-4880-93b7-dfe91e3e6afa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:51:48.869458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:49.130455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6140be0-0d93-4ba7-b84f-4bdd10cba117 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:51:49.137913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:49.149920 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Transition to ACTIVE for port object e6140be0-0d93-4ba7-b84f-4bdd10cba117 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:51:49.153912 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:49.218888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Pushing event updated for resources: {'Port': ['ID=e6140be0-0d93-4ba7-b84f-4bdd10cba117,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:49.272455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Attempting to bind port e6140be0-0d93-4ba7-b84f-4bdd10cba117 on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:51:49.272790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Attempting to bind port e6140be0-0d93-4ba7-b84f-4bdd10cba117 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:51:49.273392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Attempting to bind port e6140be0-0d93-4ba7-b84f-4bdd10cba117 on network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:51:49.277568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Port e6140be0-0d93-4ba7-b84f-4bdd10cba117 on network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:51:49.277884 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Attempting to bind port e6140be0-0d93-4ba7-b84f-4bdd10cba117 on network 5a56622a-09f5-4dd6-8663-e14bbfc2a18d {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:51:49.282816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:51:49.283146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Checking segment: {'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:51:49.283520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Bound using segment: {'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:51:49.283935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Bound port: e6140be0-0d93-4ba7-b84f-4bdd10cba117, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70012f9b-86ba-462f-9e34-3322c4580f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:51:49.284277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:49.336406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-33edda0b-d9d5-4971-b084-996fcd17e87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:49.353755 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] For port e6140be0-0d93-4ba7-b84f-4bdd10cba117, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:51:49.357212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] For port e6140be0-0d93-4ba7-b84f-4bdd10cba117, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6140be0-0d93-4ba7-b84f-4bdd10cba117,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:51:49.361729 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:49.395369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:49.396457 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:49.397833 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] 10.222.0.10 "PUT /v2.0/ports/e6140be0-0d93-4ba7-b84f-4bdd10cba117 HTTP/1.1" status: 200  len: 1091 time: 0.5861738
Nov 06 21:51:49.399992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98270633-c21d-4880-93b7-dfe91e3e6afa', 'tag': 'e6140be0-0d93-4ba7-b84f-4bdd10cba117'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:49.403312 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "98270633-c21d-4880-93b7-dfe91e3e6afa", "tag": "e6140be0-0d93-4ba7-b84f-4bdd10cba117"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:49.430613 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ded6e9-9840-493e-b9fb-f08f0ac1cc03 service neutron] Pushing event updated for resources: {'Port': ['ID=e6140be0-0d93-4ba7-b84f-4bdd10cba117,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:49.446069 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c184d2f-a68e-4580-81ad-009183e5ce30 x-openstack-request-id: req-3c184d2f-a68e-4580-81ad-009183e5ce30 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:49.446357 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98270633-c21d-4880-93b7-dfe91e3e6afa", "tag": "e6140be0-0d93-4ba7-b84f-4bdd10cba117", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:49.446636 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c184d2f-a68e-4580-81ad-009183e5ce30 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:49.447039 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98270633-c21d-4880-93b7-dfe91e3e6afa', 'tag': 'e6140be0-0d93-4ba7-b84f-4bdd10cba117', 'status': 'completed', 'code': 200}
Nov 06 21:51:49.495284 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0920-996d-4a15-b473-07ef2218a4de req-c68f35e4-8779-4a2b-8336-a0211661e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:49.496853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-c68f35e4-8779-4a2b-8336-a0211661e441 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a24671d0a1cd49098984bf31f81bd98f&device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 1094 time: 0.0431137
Nov 06 21:51:49.560751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-681c8112-a2cd-4613-a2ee-c2b645f1b46e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6140be0-0d93-4ba7-b84f-4bdd10cba117 HTTP/1.1" status: 200  len: 217 time: 0.0535152
Nov 06 21:51:49.603701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c05628-ae39-45d0-9673-47a63ae9a8f9 req-c93775d9-59d4-42df-a8b7-773e7401e899 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:49.605208 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4c05628-ae39-45d0-9673-47a63ae9a8f9 req-c93775d9-59d4-42df-a8b7-773e7401e899 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 943 time: 0.1060863
Nov 06 21:51:49.640098 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0920-996d-4a15-b473-07ef2218a4de req-e930be12-a12e-49f5-8a73-294bce350600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:49.641547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-e930be12-a12e-49f5-8a73-294bce350600 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e82856d-112f-4a98-8de1-c7e244069f01 HTTP/1.1" status: 200  len: 853 time: 0.0728364
Nov 06 21:51:49.680897 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-cf0fee09-85c8-45b6-bf65-80a180406a89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317166
Nov 06 21:51:49.685364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e4c05628-ae39-45d0-9673-47a63ae9a8f9 req-4df0b7fe-87c0-4bc2-a8c9-1b0178e9dd52 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743163
Nov 06 21:51:49.774917 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-3b48187a-7c3f-4339-b722-a7ec6808245a service neutron] 10.222.0.10 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874450
Nov 06 21:51:49.863275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e39d0920-996d-4a15-b473-07ef2218a4de req-33be3d56-5609-471d-8250-8cbaf09e0fac service neutron] 10.222.0.10 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815518
Nov 06 21:51:49.954093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-91830925-7d8e-4ee0-ad4f-b200f6a2114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:49.955522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-91830925-7d8e-4ee0-ad4f-b200f6a2114a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a24671d0a1cd49098984bf31f81bd98f&device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 1094 time: 0.0461833
Nov 06 21:51:50.047976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-8a8e469f-1a38-400e-982e-efa13a6c7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:50.049778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-8a8e469f-1a38-400e-982e-efa13a6c7666 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d HTTP/1.1" status: 200  len: 914 time: 0.0870657
Nov 06 21:51:50.090772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-659ca112-3564-47e1-9a51-0d01f3158b01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6140be0-0d93-4ba7-b84f-4bdd10cba117 HTTP/1.1" status: 200  len: 217 time: 0.0341289
Nov 06 21:51:50.143988 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-e9fcfbd8-7584-485f-b527-01b61ee018b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:50.146038 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-e9fcfbd8-7584-485f-b527-01b61ee018b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e82856d-112f-4a98-8de1-c7e244069f01 HTTP/1.1" status: 200  len: 853 time: 0.0476708
Nov 06 21:51:50.176976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-e93fa3fa-3742-468e-9409-ef10c9a93aca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a56622a-09f5-4dd6-8663-e14bbfc2a18d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245490
Nov 06 21:51:50.265138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-9f9d0490-ae6f-48fc-9e4d-eae5b1ecce6c service neutron] 10.222.0.10 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814900
Nov 06 21:51:50.357688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9a2730d3-c4ac-445d-af2c-a9ea8c28bfa8 req-56cf3b2b-cc14-4972-bd33-d857ad24018f service neutron] 10.222.0.10 "GET /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856230
Nov 06 21:51:50.800939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80169f-450f-49fd-91b7-321c2157d5cf req-17adc41c-50f5-4b7c-b877-5708fc45a943 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:50.803069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd80169f-450f-49fd-91b7-321c2157d5cf req-17adc41c-50f5-4b7c-b877-5708fc45a943 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 943 time: 0.0497983
Nov 06 21:51:50.815749 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:50.850893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dd80169f-450f-49fd-91b7-321c2157d5cf req-7d8ecc07-07ef-47df-960e-11de30c48f3d tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417957
Nov 06 21:51:51.969195 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee83f5-f017-4f4a-af6b-a5060d61c111 req-008fdd8d-ae38-44c1-a207-268f43eacde4 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:51.970674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6ee83f5-f017-4f4a-af6b-a5060d61c111 req-008fdd8d-ae38-44c1-a207-268f43eacde4 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 943 time: 0.0531924
Nov 06 21:51:52.022784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a6ee83f5-f017-4f4a-af6b-a5060d61c111 req-3cb77214-0c77-4688-81cc-57c00aa53e1e tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443273
Nov 06 21:51:52.055825 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:52.624835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:52.897779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e6140be0-0d93-4ba7-b84f-4bdd10cba117 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:51:52.987098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e6140be0-0d93-4ba7-b84f-4bdd10cba117, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6140be0-0d93-4ba7-b84f-4bdd10cba117,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:52.998393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'e6140be0-0d93-4ba7-b84f-4bdd10cba117', 'network_id': '5a56622a-09f5-4dd6-8663-e14bbfc2a18d', 'port_id': 'e6140be0-0d93-4ba7-b84f-4bdd10cba117', 'mac_address': 'fa:16:3e:72:30:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e82856d-112f-4a98-8de1-c7e244069f01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:51:53.033892 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:53.052986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6140be0-0d93-4ba7-b84f-4bdd10cba117 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:51:53.073403 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e6140be0-0d93-4ba7-b84f-4bdd10cba117, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6140be0-0d93-4ba7-b84f-4bdd10cba117,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:53.077570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:53.126079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e6140be0-0d93-4ba7-b84f-4bdd10cba117,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:53.138829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a59d7-4dd6-4cee-a9f3-12f0c472e9a1 req-4fc3fd2d-4321-4245-9c34-6fbda799d689 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:53.140369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176a59d7-4dd6-4cee-a9f3-12f0c472e9a1 req-4fc3fd2d-4321-4245-9c34-6fbda799d689 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 944 time: 0.0501752
Nov 06 21:51:53.187771 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-176a59d7-4dd6-4cee-a9f3-12f0c472e9a1 req-515b7a87-2faa-40e0-8b42-d68187da1080 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408256
Nov 06 21:51:53.377109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e6140be0-0d93-4ba7-b84f-4bdd10cba117'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:51:54.301350 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7105726-ca12-40ed-9ad6-b2c8aaecd7f8 req-4ec8e9ef-bc06-42dc-9efb-c99bf38de0cd tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:54.302857 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7105726-ca12-40ed-9ad6-b2c8aaecd7f8 req-4ec8e9ef-bc06-42dc-9efb-c99bf38de0cd tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 944 time: 0.0488477
Nov 06 21:51:54.356873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d7105726-ca12-40ed-9ad6-b2c8aaecd7f8 req-dc66ab64-f384-4adf-bfe8-cc1843711fb1 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478559
Nov 06 21:51:54.897639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e6140be0-0d93-4ba7-b84f-4bdd10cba117 up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:51:54.945085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port e6140be0-0d93-4ba7-b84f-4bdd10cba117 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:51:54.948988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port e6140be0-0d93-4ba7-b84f-4bdd10cba117 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:51:54.949356 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:55.023092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:55.047312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98270633-c21d-4880-93b7-dfe91e3e6afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6140be0-0d93-4ba7-b84f-4bdd10cba117'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:55.049791 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126dc3f1-16c9-4d11-9ab9-d16a707522e7" -d '{"events": [{"server_uuid": "98270633-c21d-4880-93b7-dfe91e3e6afa", "name": "network-vif-plugged", "status": "completed", "tag": "e6140be0-0d93-4ba7-b84f-4bdd10cba117"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:55.064345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port e6140be0-0d93-4ba7-b84f-4bdd10cba117, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6140be0-0d93-4ba7-b84f-4bdd10cba117,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:55.068862 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:55.091220 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a01c10-8594-4ca0-9b04-f257a238b94b x-openstack-request-id: req-34a01c10-8594-4ca0-9b04-f257a238b94b {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:55.091511 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98270633-c21d-4880-93b7-dfe91e3e6afa", "name": "network-vif-plugged", "status": "completed", "tag": "e6140be0-0d93-4ba7-b84f-4bdd10cba117", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:55.091763 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34a01c10-8594-4ca0-9b04-f257a238b94b {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:55.092144 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98270633-c21d-4880-93b7-dfe91e3e6afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6140be0-0d93-4ba7-b84f-4bdd10cba117', 'code': 200}
Nov 06 21:51:55.118440 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=e6140be0-0d93-4ba7-b84f-4bdd10cba117,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:55.183439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cbf17-7ca2-4e63-81b3-2ef30af68972 req-3eac2bdb-33c2-4b77-a79f-04fae1132373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:55.184864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-282cbf17-7ca2-4e63-81b3-2ef30af68972 req-3eac2bdb-33c2-4b77-a79f-04fae1132373 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 1096 time: 0.0392182
Nov 06 21:51:55.229289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-282cbf17-7ca2-4e63-81b3-2ef30af68972 req-f9c96f7d-a4e5-4853-a045-1488d7920b82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359821
Nov 06 21:51:55.469675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b1b98-10ba-45d0-bf05-c71722938246 req-1187a75a-cc2e-4799-8290-cf693e31a9a4 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:55.471078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-163b1b98-10ba-45d0-bf05-c71722938246 req-1187a75a-cc2e-4799-8290-cf693e31a9a4 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 945 time: 0.0486047
Nov 06 21:51:55.517845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-163b1b98-10ba-45d0-bf05-c71722938246 req-44168af2-413a-4303-93f1-6db80cb71fea tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401583
Nov 06 21:51:56.639367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cd29b-8ca7-48b6-bedd-e5931538743e req-29571604-3319-4ff6-88a6-b077d18cc763 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:56.640892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-607cd29b-8ca7-48b6-bedd-e5931538743e req-29571604-3319-4ff6-88a6-b077d18cc763 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 945 time: 0.0539875
Nov 06 21:51:56.687596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-607cd29b-8ca7-48b6-bedd-e5931538743e req-ace88e16-120d-46cd-a212-fd16a5e22259 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408635
Nov 06 21:51:56.918589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a82ee5-a5a4-48fd-b8d0-51a02cde7ef6 req-cd3cacfb-bbf4-47ea-ad76-ce751f9766f4 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:56.920076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3a82ee5-a5a4-48fd-b8d0-51a02cde7ef6 req-cd3cacfb-bbf4-47ea-ad76-ce751f9766f4 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 945 time: 0.0482407
Nov 06 21:51:56.967203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3a82ee5-a5a4-48fd-b8d0-51a02cde7ef6 req-bc34c72d-c67c-4b09-9444-bc084e09b3b7 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409589
Nov 06 21:51:58.084215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff370d2-fce2-48c2-b5b0-319e9017f412 req-d9a09e71-f126-4ddd-b355-8fb2d977394b tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:58.085731 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ff370d2-fce2-48c2-b5b0-319e9017f412 req-d9a09e71-f126-4ddd-b355-8fb2d977394b tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 945 time: 0.0495055
Nov 06 21:51:58.136332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ff370d2-fce2-48c2-b5b0-319e9017f412 req-24decf88-18fb-4f73-99ed-51c11ebe4c71 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445249
Nov 06 21:51:58.265709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836611e-3b0e-4144-b278-3a62a1353761 req-9a10e299-d7cf-495c-be2f-bf408533cdd5 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:58.267199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b836611e-3b0e-4144-b278-3a62a1353761 req-9a10e299-d7cf-495c-be2f-bf408533cdd5 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98270633-c21d-4880-93b7-dfe91e3e6afa HTTP/1.1" status: 200  len: 945 time: 0.0494456
Nov 06 21:51:58.354479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Deleting port e6140be0-0d93-4ba7-b84f-4bdd10cba117 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:51:58.354821 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:58.444898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] For port e6140be0-0d93-4ba7-b84f-4bdd10cba117, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6140be0-0d93-4ba7-b84f-4bdd10cba117,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:51:58.445183 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:58.457923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Calling delete_port for e6140be0-0d93-4ba7-b84f-4bdd10cba117 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:51:58.586042 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:58.599146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['e6140be0-0d93-4ba7-b84f-4bdd10cba117'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:51:58.602106 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['fec93d07-4c0c-4367-bc87-3116d5e43f69'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:51:58.617905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Pushing event deleted for resources: {'Port': ['ID=e6140be0-0d93-4ba7-b84f-4bdd10cba117,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:51:58.658873 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] No DVR routers for this DVR port e6140be0-0d93-4ba7-b84f-4bdd10cba117 on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:51:58.662838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:51:58.666609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b836611e-3b0e-4144-b278-3a62a1353761 req-c7cb16e6-5d66-4548-8eaa-e60cce000d39 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.10 "DELETE /v2.0/ports/e6140be0-0d93-4ba7-b84f-4bdd10cba117 HTTP/1.1" status: 204  len: 173 time: 0.3928573
Nov 06 21:51:58.667139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98270633-c21d-4880-93b7-dfe91e3e6afa', 'name': 'network-vif-deleted', 'tag': 'e6140be0-0d93-4ba7-b84f-4bdd10cba117'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:51:58.670163 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59191d61-1a82-4862-b8ea-78e2dcdef8fc" -d '{"events": [{"server_uuid": "98270633-c21d-4880-93b7-dfe91e3e6afa", "name": "network-vif-deleted", "tag": "e6140be0-0d93-4ba7-b84f-4bdd10cba117"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:51:58.712480 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fefe567-29ad-4409-9a47-555dd4292f32 x-openstack-request-id: req-6fefe567-29ad-4409-9a47-555dd4292f32 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:51:58.712796 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98270633-c21d-4880-93b7-dfe91e3e6afa", "name": "network-vif-deleted", "tag": "e6140be0-0d93-4ba7-b84f-4bdd10cba117", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:51:58.713050 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fefe567-29ad-4409-9a47-555dd4292f32 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:51:58.713449 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98270633-c21d-4880-93b7-dfe91e3e6afa', 'name': 'network-vif-deleted', 'tag': 'e6140be0-0d93-4ba7-b84f-4bdd10cba117', 'status': 'completed', 'code': 200}
Nov 06 21:51:59.290229 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43098629-3d61-4fe2-aef7-657ddb0a524c req-7089b192-f36c-4614-99ae-239c82ecc1a2 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:59.291981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43098629-3d61-4fe2-aef7-657ddb0a524c req-7089b192-f36c-4614-99ae-239c82ecc1a2 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0542290
Nov 06 21:51:59.339267 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-43098629-3d61-4fe2-aef7-657ddb0a524c req-f246a716-8187-4a66-ac12-ea25e2041661 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413530
Nov 06 21:51:59.471689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7ac23-6637-42fc-80a4-d65409287918 req-4ff8fee3-9da7-41ec-856c-6f0f366697b6 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:59.473220 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7e7ac23-6637-42fc-80a4-d65409287918 req-4ff8fee3-9da7-41ec-856c-6f0f366697b6 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0498657
Nov 06 21:51:59.520363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7e7ac23-6637-42fc-80a4-d65409287918 req-a20eb1d4-b35e-45cf-8d55-f152123e4c73 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411010
Nov 06 21:51:59.634537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891631e-1811-4db0-8f3c-dfadc9830089 req-9cc53621-78ae-417a-b332-2faefeae4706 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:59.636014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5891631e-1811-4db0-8f3c-dfadc9830089 req-9cc53621-78ae-417a-b332-2faefeae4706 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0478373
Nov 06 21:51:59.691364 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5891631e-1811-4db0-8f3c-dfadc9830089 req-44a196bf-3c85-4551-8fa8-7d38ce66df86 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473506
Nov 06 21:51:59.856688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ae41-13da-4106-879a-e1a05d1518b7 req-42b3cc4b-35a1-4a04-ab83-eac012ff0408 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:51:59.858184 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8423ae41-13da-4106-879a-e1a05d1518b7 req-42b3cc4b-35a1-4a04-ab83-eac012ff0408 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0497901
Nov 06 21:51:59.906017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8423ae41-13da-4106-879a-e1a05d1518b7 req-2e0abc71-d902-4c75-951e-daf68840b837 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419562
Nov 06 21:52:00.019525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44882b9-44d0-4c59-9bb9-46fe2e9a4eb0 req-e1497c50-7c7e-4a0e-a659-d87afee60196 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:00.021080 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a44882b9-44d0-4c59-9bb9-46fe2e9a4eb0 req-e1497c50-7c7e-4a0e-a659-d87afee60196 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0483828
Nov 06 21:52:00.067892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a44882b9-44d0-4c59-9bb9-46fe2e9a4eb0 req-e732e5f6-2a0b-4845-b7ee-3771b353e3e4 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403004
Nov 06 21:52:00.196549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed3bf7-578c-42cb-b0af-b2a536033839 req-0c70ce79-e2ec-4dd6-a4ee-d59ea3c56a25 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:00.198034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74ed3bf7-578c-42cb-b0af-b2a536033839 req-0c70ce79-e2ec-4dd6-a4ee-d59ea3c56a25 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0532067
Nov 06 21:52:00.244413 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-74ed3bf7-578c-42cb-b0af-b2a536033839 req-7c3d5fab-405d-42cf-9174-67fb0c3a730f tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405810
Nov 06 21:52:00.533253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab7cd7-cf68-4fd9-9e55-00c7af7519d0 req-8a00099a-5a63-4142-9280-c5487fda428b tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:00.534732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eab7cd7-cf68-4fd9-9e55-00c7af7519d0 req-8a00099a-5a63-4142-9280-c5487fda428b tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0485089
Nov 06 21:52:00.582290 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7eab7cd7-cf68-4fd9-9e55-00c7af7519d0 req-0124a011-284d-41ca-ab83-9b7f1473d5c7 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415003
Nov 06 21:52:01.978146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f532773-9881-4656-8561-ee3fa4f04e21 req-98ba3354-b741-4a4b-939d-0b6d1aa4fa00 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:01.979633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f532773-9881-4656-8561-ee3fa4f04e21 req-98ba3354-b741-4a4b-939d-0b6d1aa4fa00 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0487161
Nov 06 21:52:02.030058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f532773-9881-4656-8561-ee3fa4f04e21 req-b4e78b19-3d62-4c44-94e8-0e23f9d389e6 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445557
Nov 06 21:52:02.259757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-bce4fae8-5a00-4b4a-b314-a643483dd557 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:02.261186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-bce4fae8-5a00-4b4a-b314-a643483dd557 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.37 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 945 time: 0.0490565
Nov 06 21:52:02.349710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Deleting port fec93d07-4c0c-4367-bc87-3116d5e43f69 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:52:02.350052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:02.441446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] For port fec93d07-4c0c-4367-bc87-3116d5e43f69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec93d07-4c0c-4367-bc87-3116d5e43f69,segment=NetworkSegment(70012f9b-86ba-462f-9e34-3322c4580f90),segment_id=70012f9b-86ba-462f-9e34-3322c4580f90)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:02.441801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:02.454888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Calling delete_port for fec93d07-4c0c-4367-bc87-3116d5e43f69 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:52:02.579808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:02.591723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['fec93d07-4c0c-4367-bc87-3116d5e43f69'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:52:02.612891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Pushing event deleted for resources: {'Port': ['ID=fec93d07-4c0c-4367-bc87-3116d5e43f69,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:02.654206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] No DVR routers for this DVR port fec93d07-4c0c-4367-bc87-3116d5e43f69 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:52:02.656820 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:02.660090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-85e08d55-baa7-49e4-8b15-9d02fe118172 req-1ec7cda4-41c3-4740-8336-8183af399210 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.37 "DELETE /v2.0/ports/fec93d07-4c0c-4367-bc87-3116d5e43f69 HTTP/1.1" status: 204  len: 173 time: 0.3924584
Nov 06 21:52:02.660560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2', 'name': 'network-vif-deleted', 'tag': 'fec93d07-4c0c-4367-bc87-3116d5e43f69'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:52:02.662861 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a166d2d-ed6f-49d3-87bd-9a5db28ab18b" -d '{"events": [{"server_uuid": "b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2", "name": "network-vif-deleted", "tag": "fec93d07-4c0c-4367-bc87-3116d5e43f69"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:52:02.700909 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ab9178-2f33-4027-a907-a84c650aa563 x-openstack-request-id: req-02ab9178-2f33-4027-a907-a84c650aa563 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:52:02.701200 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2", "name": "network-vif-deleted", "tag": "fec93d07-4c0c-4367-bc87-3116d5e43f69", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:52:02.701454 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02ab9178-2f33-4027-a907-a84c650aa563 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:52:02.701858 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2', 'name': 'network-vif-deleted', 'tag': 'fec93d07-4c0c-4367-bc87-3116d5e43f69', 'status': 'completed', 'code': 200}
Nov 06 21:52:02.928662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e6140be0-0d93-4ba7-b84f-4bdd10cba117 no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:52:02.948753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: e6140be0-0d93-4ba7-b84f-4bdd10cba117 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:52:02.949099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device e6140be0-0d93-4ba7-b84f-4bdd10cba117 not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:52:03.139534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78a97eca-c931-45b3-bfa7-54816dfc965d req-a5a6d449-b8bb-4dd0-b3e5-81ef0a1ad510 tempest-ServersNegativeTestJSON-238596090 tempest-ServersNegativeTestJSON-238596090-project] 10.222.0.13 "GET /v2.0/ports?device_id=b61cdefc-7880-4008-a5a1-f3f1cbd5b1a2 HTTP/1.1" status: 200  len: 210 time: 0.0278201
Nov 06 21:52:04.197164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48282) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:04.244546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ae2772-f4b4-4673-8d19-d1a1c7efe30e admin admin] Deleting subnet 2e82856d-112f-4a98-8de1-c7e244069f01 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:52:04.247718 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22ae2772-f4b4-4673-8d19-d1a1c7efe30e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.282542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22ae2772-f4b4-4673-8d19-d1a1c7efe30e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.322543 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22ae2772-f4b4-4673-8d19-d1a1c7efe30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.373643 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22ae2772-f4b4-4673-8d19-d1a1c7efe30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.399815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae2772-f4b4-4673-8d19-d1a1c7efe30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e82856d-112f-4a98-8de1-c7e244069f01,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:04.401876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-22ae2772-f4b4-4673-8d19-d1a1c7efe30e admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.405461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-22ae2772-f4b4-4673-8d19-d1a1c7efe30e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e82856d-112f-4a98-8de1-c7e244069f01 HTTP/1.1" status: 204  len: 168 time: 0.2068813
Nov 06 21:52:04.407494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48284) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:04.479260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.555413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.574644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925627a6a0>,) {'filters': {'network_id': ['5a56622a-09f5-4dd6-8663-e14bbfc2a18d']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:04.583515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925627a6a0>, '70012f9b-86ba-462f-9e34-3322c4580f90') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:04.583828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925627a6a0>, '70012f9b-86ba-462f-9e34-3322c4580f90') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:04.596972 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.610129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.616392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:52:04.616770 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:52:04.618365 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:52:04.670630 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.676464 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.680250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a56622a-09f5-4dd6-8663-e14bbfc2a18d HTTP/1.1" status: 204  len: 168 time: 0.2718480
Nov 06 21:52:04.691234 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb34a-7140-430d-a5f6-113b1feca31b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a56622a-09f5-4dd6-8663-e14bbfc2a18d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:04.784089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48288) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:04.824815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-47adf4d9-c546-46bc-8761-6b527de978af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a24671d0a1cd49098984bf31f81bd98f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394566
Nov 06 21:52:04.827201 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48290) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:04.874316 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a08a57e-2ac0-4814-bd19-6187c1ab7a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.894886 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a08a57e-2ac0-4814-bd19-6187c1ab7a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.944262 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a08a57e-2ac0-4814-bd19-6187c1ab7a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.946838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a08a57e-2ac0-4814-bd19-6187c1ab7a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:04.948009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4a08a57e-2ac0-4814-bd19-6187c1ab7a13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d89e9d6-f96e-46fe-a780-9c7175f3f1a8 HTTP/1.1" status: 204  len: 168 time: 0.1199327
Nov 06 21:52:04.957416 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08a57e-2ac0-4814-bd19-6187c1ab7a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89e9d6-f96e-46fe-a780-9c7175f3f1a8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:05.615630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48312) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:05.708514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1216137572'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:05.729582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:05.733082 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:05.742809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:05.815378 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:05.819571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:05.845702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:05.854765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda2ce39-477a-4b54-b033-056b82f7ac64,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:05.860661 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:05.861042 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Added segment 2e01b37e-6930-4eb0-870f-cfa5de4ee61a of type vlan for network e660918f-5b6e-45fd-b75a-7b1784718132
Nov 06 21:52:05.902086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:05.926011 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:05.932285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:05.932885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:05.992060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3753400
Nov 06 21:52:06.002877 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba9391-98a6-4337-85af-b4dd46b400a7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Network': ['ID=e660918f-5b6e-45fd-b75a-7b1784718132,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:06.095742 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:52:06.157445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e660918f-5b6e-45fd-b75a-7b1784718132 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:06.609476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device fec93d07-4c0c-4367-bc87-3116d5e43f69 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:52:06.629556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: fec93d07-4c0c-4367-bc87-3116d5e43f69 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:52:06.629902 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device fec93d07-4c0c-4367-bc87-3116d5e43f69 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:52:09.224129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48316) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:09.229336 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'subnet': {'network_id': 'e660918f-5b6e-45fd-b75a-7b1784718132', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:09.326685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:09.330460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.510398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.577030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Subnet': ['ID=ede0331a-ed1e-4634-8e77-29b4f6fbe85e,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:09.581536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Checking segment: {'id': '2e01b37e-6930-4eb0-870f-cfa5de4ee61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e660918f-5b6e-45fd-b75a-7b1784718132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:09.581885 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network hostable DHCP agents. Network: e660918f-5b6e-45fd-b75a-7b1784718132, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:09.591264 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.591604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.591936 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.592265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.592609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.592935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.593253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.593570 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.593886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.594198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.594510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.594822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:09.609298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network e660918f-5b6e-45fd-b75a-7b1784718132 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:09.617469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e660918f-5b6e-45fd-b75a-7b1784718132) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:09.622952 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:09.623062 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.626797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3de4d1-daef-4ef9-bb18-082b20465687 None None] Network e660918f-5b6e-45fd-b75a-7b1784718132 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:09.640869 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3584d9f3-9d77-4b66-8107-d458002af47e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4156771
Nov 06 21:52:09.644390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48318) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:09.649913 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-312151718'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:09.669394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:09.672807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.696747 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:09.705681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.706221 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Added segment b354ef95-6dc4-4aa6-ba18-33c421212630 of type vlan for network 597b504e-f931-462c-b617-09f43c8a65f1
Nov 06 21:52:09.745675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.770814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.771162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e660918f-5b6e-45fd-b75a-7b1784718132', 'network_id': 'e660918f-5b6e-45fd-b75a-7b1784718132', 'tenant_id': '2fb88b42a6844469b21fd0de5d97c316', 'fixed_ips': [{'subnet_id': 'ede0331a-ed1e-4634-8e77-29b4f6fbe85e'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:09.772601 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.777300 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:09.777886 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.837929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1924307
Nov 06 21:52:09.840940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48320) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:09.848013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'subnet': {'network_id': '597b504e-f931-462c-b617-09f43c8a65f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:09.865059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ee9e6-ee01-40d5-8ac2-d2bf3f7e35f7 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Network': ['ID=597b504e-f931-462c-b617-09f43c8a65f1,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:09.888469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 597b504e-f931-462c-b617-09f43c8a65f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:09.945049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:09.948583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:09.958501 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Allocated IP 2001:db8:0:ffff::2 (e660918f-5b6e-45fd-b75a-7b1784718132/ede0331a-ed1e-4634-8e77-29b4f6fbe85e/09673133-098d-4fa4-87d7-6ce96ea24a22) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:10.149378 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.210150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Subnet': ['ID=16f3f124-c40c-485c-8304-c91e7c6b78e3,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:10.226716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Checking segment: {'id': 'b354ef95-6dc4-4aa6-ba18-33c421212630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '597b504e-f931-462c-b617-09f43c8a65f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:10.227365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network hostable DHCP agents. Network: 597b504e-f931-462c-b617-09f43c8a65f1, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:10.244205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network 597b504e-f931-462c-b617-09f43c8a65f1 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:10.254265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 597b504e-f931-462c-b617-09f43c8a65f1) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:10.258727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:10.259977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.270367 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f6049d-f799-439b-b827-3cf7152375fd None None] Network 597b504e-f931-462c-b617-09f43c8a65f1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:10.276665 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.277037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9c9d7cb2-aa43-4166-a2e1-a0dcf49a73ab tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4350774
Nov 06 21:52:10.279899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48340) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:10.314704 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.373661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Network e660918f-5b6e-45fd-b75a-7b1784718132 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:10.377162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.382047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:10.389056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:10.396246 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Pushing event updated for resources: {'Port': ['ID=09673133-098d-4fa4-87d7-6ce96ea24a22,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:10.460239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.484059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Attempting to bind port 09673133-098d-4fa4-87d7-6ce96ea24a22 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:10.484467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Attempting to bind port 09673133-098d-4fa4-87d7-6ce96ea24a22 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2e01b37e-6930-4eb0-870f-cfa5de4ee61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e660918f-5b6e-45fd-b75a-7b1784718132'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:10.484797 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Attempting to bind port 09673133-098d-4fa4-87d7-6ce96ea24a22 on network e660918f-5b6e-45fd-b75a-7b1784718132 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:10.490656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:10.491036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Checking segment: {'id': '2e01b37e-6930-4eb0-870f-cfa5de4ee61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e660918f-5b6e-45fd-b75a-7b1784718132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:10.491454 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.491862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Bound using segment: {'id': '2e01b37e-6930-4eb0-870f-cfa5de4ee61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e660918f-5b6e-45fd-b75a-7b1784718132'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:10.492370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Bound port: 09673133-098d-4fa4-87d7-6ce96ea24a22, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e01b37e-6930-4eb0-870f-cfa5de4ee61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e660918f-5b6e-45fd-b75a-7b1784718132'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:10.492787 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.529104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.539702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9754b-a750-429a-8e8a-2e9c7798f5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-597b504e-f931-462c-b617-09f43c8a65f1', 'network_id': '597b504e-f931-462c-b617-09f43c8a65f1', 'tenant_id': '2fb88b42a6844469b21fd0de5d97c316', 'fixed_ips': [{'subnet_id': '16f3f124-c40c-485c-8304-c91e7c6b78e3'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:10.540562 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96e9754b-a750-429a-8e8a-2e9c7798f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.556890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Subnet': ['ID=16f3f124-c40c-485c-8304-c91e7c6b78e3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:10.590631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] For port 09673133-098d-4fa4-87d7-6ce96ea24a22, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:10.620717 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.640717 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] For port 09673133-098d-4fa4-87d7-6ce96ea24a22, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09673133-098d-4fa4-87d7-6ce96ea24a22,segment=NetworkSegment(2e01b37e-6930-4eb0-870f-cfa5de4ee61a),segment_id=2e01b37e-6930-4eb0-870f-cfa5de4ee61a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:10.641406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925501b220>,) {'filters': {'network_id': ['597b504e-f931-462c-b617-09f43c8a65f1']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:10.646511 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.657542 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925501b220>, 'b354ef95-6dc4-4aa6-ba18-33c421212630') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:10.657961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925501b220>, 'b354ef95-6dc4-4aa6-ba18-33c421212630') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:10.669273 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.682872 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b23b66-8f0d-4982-a7e6-88fdd590d8cf None None] Network 597b504e-f931-462c-b617-09f43c8a65f1 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:10.683462 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.689863 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:52:10.691045 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:52:10.695735 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:52:10.754635 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.762931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.764196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d6d96-c089-465e-b0a8-2ede31dac078 None None] Pushing event updated for resources: {'Port': ['ID=09673133-098d-4fa4-87d7-6ce96ea24a22,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:10.766477 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/597b504e-f931-462c-b617-09f43c8a65f1 HTTP/1.1" status: 204  len: 168 time: 0.4855061
Nov 06 21:52:10.770324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48342) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:10.775487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1940637884'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:10.787980 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52350f12-6b20-49ce-bbb9-b91f905cf664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Network': ['ID=597b504e-f931-462c-b617-09f43c8a65f1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:10.819887 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:10.824165 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.853391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:10.864936 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.865288 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Added segment 5332fefd-d972-40a0-81d0-b0c5e864ada0 of type vlan for network a72abe57-8bf1-4271-93b2-3f6c7dff8a88
Nov 06 21:52:10.937858 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.970039 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:10.976248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:10.976917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.036970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2654669
Nov 06 21:52:11.040252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48344) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:11.047120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'subnet': {'network_id': 'a72abe57-8bf1-4271-93b2-3f6c7dff8a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:11.054001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caa3aa-e42c-46b0-81ee-46452f15c33c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Network': ['ID=a72abe57-8bf1-4271-93b2-3f6c7dff8a88,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:11.063707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network a72abe57-8bf1-4271-93b2-3f6c7dff8a88 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:11.142334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:11.145785 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.203083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Performing IP validity checks on allocation pools {{(pid=119333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 06 21:52:11.203604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.ipam_backend_mixin [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=119333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 06 21:52:11.334845 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.398205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Subnet': ['ID=f376d865-21a3-425a-8ad7-a2815491de21,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:11.408780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Checking segment: {'id': '5332fefd-d972-40a0-81d0-b0c5e864ada0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a72abe57-8bf1-4271-93b2-3f6c7dff8a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:11.409273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network hostable DHCP agents. Network: a72abe57-8bf1-4271-93b2-3f6c7dff8a88, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:11.426808 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network a72abe57-8bf1-4271-93b2-3f6c7dff8a88 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:11.436258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a72abe57-8bf1-4271-93b2-3f6c7dff8a88) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:11.441597 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:11.442185 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.446715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f888b-9d3a-4440-a9f9-4b1b2329186c None None] Network a72abe57-8bf1-4271-93b2-3f6c7dff8a88 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:11.467086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48346) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:11.467683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5fbbf6f0-367a-4117-8aac-0a17fe9cec83 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4258175
Nov 06 21:52:11.572224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.629208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036d47ab-8311-417c-9ddd-242efb54415f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a72abe57-8bf1-4271-93b2-3f6c7dff8a88', 'network_id': 'a72abe57-8bf1-4271-93b2-3f6c7dff8a88', 'tenant_id': '2fb88b42a6844469b21fd0de5d97c316', 'fixed_ips': [{'subnet_id': 'f376d865-21a3-425a-8ad7-a2815491de21'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:11.630246 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-036d47ab-8311-417c-9ddd-242efb54415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.636928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.650928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febea765-7b4a-4912-b550-f4715f97386f None None] Network e660918f-5b6e-45fd-b75a-7b1784718132 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:11.673340 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 09673133-098d-4fa4-87d7-6ce96ea24a22 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:11.702967 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.731471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Subnet': ['ID=f376d865-21a3-425a-8ad7-a2815491de21,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:11.789328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.813074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92589c65b0>,) {'filters': {'network_id': ['a72abe57-8bf1-4271-93b2-3f6c7dff8a88']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:11.823890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92589c65b0>, '5332fefd-d972-40a0-81d0-b0c5e864ada0') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:11.824243 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92589c65b0>, '5332fefd-d972-40a0-81d0-b0c5e864ada0') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server [None req-036d47ab-8311-417c-9ddd-242efb54415f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f376d865-21a3-425a-8ad7-a2815491de21: This subnet is being modified by another concurrent operation.
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server     raise exception
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f376d865-21a3-425a-8ad7-a2815491de21: This subnet is being modified by another concurrent operation.
Nov 06 21:52:11.831686 ncdv-master-1 neutron-server[119335]: ERROR oslo_messaging.rpc.server 
Nov 06 21:52:11.842360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e2b2e18e-bf50-498f-9e87-412ba52cf4b3 None None] Provisioning complete for port 09673133-098d-4fa4-87d7-6ce96ea24a22 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:11.842360 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e18e-bf50-498f-9e87-412ba52cf4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.843242 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.851311 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.857822 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:52:11.858205 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:52:11.862029 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:52:11.874392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf8bc7-c783-457e-9fa3-d93149709d73 None None] Network a72abe57-8bf1-4271-93b2-3f6c7dff8a88 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:11.923581 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.929064 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.936028 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/a72abe57-8bf1-4271-93b2-3f6c7dff8a88 HTTP/1.1" status: 204  len: 168 time: 0.4669971
Nov 06 21:52:11.936224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48348) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:11.941398 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537275603'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:11.952454 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a5024-fde3-4edb-a4df-a90332db859e tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Network': ['ID=a72abe57-8bf1-4271-93b2-3f6c7dff8a88,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:11.965579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:11.969293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.971605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 09673133-098d-4fa4-87d7-6ce96ea24a22 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:11.971971 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:11.992684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:12.007731 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.008072 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Added segment 623ccc6e-31ee-4a1b-ae64-cd79de55bc29 of type vlan for network 98e60cb8-29d6-4adc-b804-7619e84239eb
Nov 06 21:52:12.052778 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.076517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.082044 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:12.082627 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.130677 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e18e-bf50-498f-9e87-412ba52cf4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.143001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2055202
Nov 06 21:52:12.145907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48350) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:12.150649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'subnet': {'network_id': '98e60cb8-29d6-4adc-b804-7619e84239eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:12.199471 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.202950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-e2b2e18e-bf50-498f-9e87-412ba52cf4b3 None None] For port 09673133-098d-4fa4-87d7-6ce96ea24a22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09673133-098d-4fa4-87d7-6ce96ea24a22,segment=NetworkSegment(2e01b37e-6930-4eb0-870f-cfa5de4ee61a),segment_id=2e01b37e-6930-4eb0-870f-cfa5de4ee61a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:12.207214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c638925-2936-4503-b1e3-7781fb04b351 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Network': ['ID=98e60cb8-29d6-4adc-b804-7619e84239eb,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:12.215445 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e18e-bf50-498f-9e87-412ba52cf4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.223404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 98e60cb8-29d6-4adc-b804-7619e84239eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:12.254814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:12.258414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.369167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2e18e-bf50-498f-9e87-412ba52cf4b3 None None] Pushing event updated for resources: {'Port': ['ID=09673133-098d-4fa4-87d7-6ce96ea24a22,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:12.377056 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:52:12.377419 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:52:12.390926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be4782-468b-4d3f-b9a6-d03f45796feb None None] get_active_networks_info from ncdv-master-1 {{(pid=119335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 06 21:52:12.453605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.461171 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9fe9a4de-c503-4622-9b85-52ea012794cf None None] Provisioning complete for port 09673133-098d-4fa4-87d7-6ce96ea24a22 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:12.461548 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9fe9a4de-c503-4622-9b85-52ea012794cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.495014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be4782-468b-4d3f-b9a6-d03f45796feb None None] Resources bound (agent type, host, resource id):  {{(pid=119335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 06 21:52:12.516399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Subnet': ['ID=397eb0a6-9b70-405f-9088-62f2a18bcf04,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:12.525415 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Checking segment: {'id': '623ccc6e-31ee-4a1b-ae64-cd79de55bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '98e60cb8-29d6-4adc-b804-7619e84239eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:12.526889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network hostable DHCP agents. Network: 98e60cb8-29d6-4adc-b804-7619e84239eb, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:12.544251 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network 98e60cb8-29d6-4adc-b804-7619e84239eb is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:12.553085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98e60cb8-29d6-4adc-b804-7619e84239eb) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:12.557442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:12.558127 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.574733 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-282864c1-689e-4223-862c-4d726438fc1b tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4278982
Nov 06 21:52:12.578302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48352) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:12.583304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1304920749'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:12.605798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:12.609538 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.928719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab2dae3-4677-408d-a093-f6a218b819c4 None None] Network 98e60cb8-29d6-4adc-b804-7619e84239eb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:12.981896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:12.990809 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:12.991146 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Added segment e8c46617-cebb-4149-9cd4-c2e23f545326 of type vlan for network 2826ec67-da18-403f-8f71-61278b7d7c79
Nov 06 21:52:13.028929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.054624 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.061051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:13.061635 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.074573 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-98e60cb8-29d6-4adc-b804-7619e84239eb', 'network_id': '98e60cb8-29d6-4adc-b804-7619e84239eb', 'tenant_id': '2fb88b42a6844469b21fd0de5d97c316', 'fixed_ips': [{'subnet_id': '397eb0a6-9b70-405f-9088-62f2a18bcf04'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:13.075456 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.129637 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5501626
Nov 06 21:52:13.133143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48354) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:13.138869 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3bd6b-76e4-415f-ae19-0c35c57dad93 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Network': ['ID=2826ec67-da18-403f-8f71-61278b7d7c79,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:13.139136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Request body: {'subnet': {'network_id': '2826ec67-da18-403f-8f71-61278b7d7c79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:13.152401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 2826ec67-da18-403f-8f71-61278b7d7c79 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:13.225356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Made reservation on behalf of 2fb88b42a6844469b21fd0de5d97c316 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:13.229099 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.275447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Allocated IP 2001:db8::2 (98e60cb8-29d6-4adc-b804-7619e84239eb/397eb0a6-9b70-405f-9088-62f2a18bcf04/52375033-7f90-45d4-b178-73ec60ea61a4) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:13.415741 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.416009 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.421277 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.466583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Network 98e60cb8-29d6-4adc-b804-7619e84239eb is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:13.469452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:13.472414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:13.479850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Pushing event updated for resources: {'Port': ['ID=52375033-7f90-45d4-b178-73ec60ea61a4,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:13.482001 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event updated for resources: {'Subnet': ['ID=2437bd57-9403-438a-b574-0f4079e704a4,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:13.489253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Checking segment: {'id': 'e8c46617-cebb-4149-9cd4-c2e23f545326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2826ec67-da18-403f-8f71-61278b7d7c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:13.489618 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network hostable DHCP agents. Network: 2826ec67-da18-403f-8f71-61278b7d7c79, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:13.507484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Network 2826ec67-da18-403f-8f71-61278b7d7c79 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:13.516241 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2826ec67-da18-403f-8f71-61278b7d7c79) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:13.520361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:13.520954 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.527210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc631e31-23c1-4eed-b63a-4ce7a6fdb046 None None] Network 2826ec67-da18-403f-8f71-61278b7d7c79 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:13.538505 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-de16e555-1071-4820-8e1a-3e96af00289c tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4042468
Nov 06 21:52:13.541065 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48356) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:13.577570 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Attempting to bind port 52375033-7f90-45d4-b178-73ec60ea61a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:13.577855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Attempting to bind port 52375033-7f90-45d4-b178-73ec60ea61a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '623ccc6e-31ee-4a1b-ae64-cd79de55bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '98e60cb8-29d6-4adc-b804-7619e84239eb'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:13.578187 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Attempting to bind port 52375033-7f90-45d4-b178-73ec60ea61a4 on network 98e60cb8-29d6-4adc-b804-7619e84239eb {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:13.589543 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:13.589921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Checking segment: {'id': '623ccc6e-31ee-4a1b-ae64-cd79de55bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '98e60cb8-29d6-4adc-b804-7619e84239eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:13.590314 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.590706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Bound using segment: {'id': '623ccc6e-31ee-4a1b-ae64-cd79de55bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '98e60cb8-29d6-4adc-b804-7619e84239eb'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:13.591174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Bound port: 52375033-7f90-45d4-b178-73ec60ea61a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623ccc6e-31ee-4a1b-ae64-cd79de55bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '98e60cb8-29d6-4adc-b804-7619e84239eb'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:13.591549 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.617951 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 09673133-098d-4fa4-87d7-6ce96ea24a22 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:13.639020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.689473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.751965 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] For port 52375033-7f90-45d4-b178-73ec60ea61a4, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:13.752769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.758912 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] For port 52375033-7f90-45d4-b178-73ec60ea61a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52375033-7f90-45d4-b178-73ec60ea61a4,segment=NetworkSegment(623ccc6e-31ee-4a1b-ae64-cd79de55bc29),segment_id=623ccc6e-31ee-4a1b-ae64-cd79de55bc29)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:13.765696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.780085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Subnet': ['ID=2437bd57-9403-438a-b574-0f4079e704a4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:13.816164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6015310-ac3c-463b-882c-2d5fee0739a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2826ec67-da18-403f-8f71-61278b7d7c79', 'network_id': '2826ec67-da18-403f-8f71-61278b7d7c79', 'tenant_id': '2fb88b42a6844469b21fd0de5d97c316', 'fixed_ips': [{'subnet_id': '2437bd57-9403-438a-b574-0f4079e704a4'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:13.817022 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a6015310-ac3c-463b-882c-2d5fee0739a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.822505 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 09673133-098d-4fa4-87d7-6ce96ea24a22 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:13.822886 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.838945 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.861361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fc64670>,) {'filters': {'network_id': ['2826ec67-da18-403f-8f71-61278b7d7c79']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:13.874841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fc64670>, 'e8c46617-cebb-4149-9cd4-c2e23f545326') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:13.875193 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fc64670>, 'e8c46617-cebb-4149-9cd4-c2e23f545326') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:13.890636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.906153 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.911579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eea5e8-41e1-446c-b15b-9ba020ed968d None None] Pushing event updated for resources: {'Port': ['ID=52375033-7f90-45d4-b178-73ec60ea61a4,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:13.914698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:52:13.915113 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:52:13.918516 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:52:13.984011 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.992548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:13.996942 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/2826ec67-da18-403f-8f71-61278b7d7c79 HTTP/1.1" status: 204  len: 168 time: 0.4547412
Nov 06 21:52:14.000236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48358) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:14.007430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b73ff-d51d-4eae-86e8-b78622196cfd None None] Network 2826ec67-da18-403f-8f71-61278b7d7c79 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:14.012394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68f90e-13e1-434d-8065-42e354acf223 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Network': ['ID=2826ec67-da18-403f-8f71-61278b7d7c79,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:14.030412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b73ff-d51d-4eae-86e8-b78622196cfd None None] Network 2826ec67-da18-403f-8f71-61278b7d7c79 could not be found, it might have been deleted concurrently. {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 06 21:52:14.055223 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f47b30d-d3ce-42d1-a810-f2e88c6d5851 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] GET failed (client error): The resource could not be found.
Nov 06 21:52:14.059778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9f47b30d-d3ce-42d1-a810-f2e88c6d5851 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "GET /v2.0/subnets/2437bd57-9403-438a-b574-0f4079e704a4 HTTP/1.1" status: 404  len: 337 time: 0.0581093
Nov 06 21:52:14.061206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48360) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:14.081999 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e95511c-0041-42c9-97d2-e49be20ea2c8 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:52:14.082519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e95511c-0041-42c9-97d2-e49be20ea2c8 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:52:14.086078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0e95511c-0041-42c9-97d2-e49be20ea2c8 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/2826ec67-da18-403f-8f71-61278b7d7c79 HTTP/1.1" status: 404  len: 339 time: 0.0237699
Nov 06 21:52:14.090867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48362) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:14.118498 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5e9d8e-73e1-443b-a520-aa5ab4bc3ed2 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:52:14.118947 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5e9d8e-73e1-443b-a520-aa5ab4bc3ed2 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:52:14.122121 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2d5e9d8e-73e1-443b-a520-aa5ab4bc3ed2 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/subnets/2437bd57-9403-438a-b574-0f4079e704a4 HTTP/1.1" status: 404  len: 337 time: 0.0301411
Nov 06 21:52:14.124656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48364) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:14.143721 ncdv-master-1 neutron-server[119334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6769ef-692f-48c4-b836-482340e857b6 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:52:14.144458 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6769ef-692f-48c4-b836-482340e857b6 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:52:14.147840 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fe6769ef-692f-48c4-b836-482340e857b6 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/2826ec67-da18-403f-8f71-61278b7d7c79 HTTP/1.1" status: 404  len: 339 time: 0.0222762
Nov 06 21:52:14.150817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48366) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:14.210417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a82b59-431f-4ce0-92a0-88741e6ced59 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Deleting subnet 397eb0a6-9b70-405f-9088-62f2a18bcf04 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:52:14.213482 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5a82b59-431f-4ce0-92a0-88741e6ced59 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.252823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5a82b59-431f-4ce0-92a0-88741e6ced59 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.336419 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5a82b59-431f-4ce0-92a0-88741e6ced59 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.402813 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5a82b59-431f-4ce0-92a0-88741e6ced59 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.429537 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a82b59-431f-4ce0-92a0-88741e6ced59 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Subnet': ['ID=397eb0a6-9b70-405f-9088-62f2a18bcf04,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:14.433090 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f5a82b59-431f-4ce0-92a0-88741e6ced59 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.436199 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f5a82b59-431f-4ce0-92a0-88741e6ced59 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/subnets/397eb0a6-9b70-405f-9088-62f2a18bcf04 HTTP/1.1" status: 204  len: 168 time: 0.2845781
Nov 06 21:52:14.438683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48368) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:14.515221 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.573951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Deleting port 52375033-7f90-45d4-b178-73ec60ea61a4 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:52:14.574298 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.649407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] For port 52375033-7f90-45d4-b178-73ec60ea61a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52375033-7f90-45d4-b178-73ec60ea61a4,segment=NetworkSegment(623ccc6e-31ee-4a1b-ae64-cd79de55bc29),segment_id=623ccc6e-31ee-4a1b-ae64-cd79de55bc29)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:14.649826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.665535 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Calling delete_port for 52375033-7f90-45d4-b178-73ec60ea61a4 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:52:14.747057 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.772675 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Port': ['ID=52375033-7f90-45d4-b178-73ec60ea61a4,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:14.779902 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No DVR routers for this DVR port 52375033-7f90-45d4-b178-73ec60ea61a4 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:52:14.784136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d22720-b24e-4a27-a428-2942bfeedbee None None] Network 98e60cb8-29d6-4adc-b804-7619e84239eb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:14.836955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-62ee37a1-c99c-4592-8913-7cc556fefd0c None None] Could not find standard attr ID for object 52375033-7f90-45d4-b178-73ec60ea61a4. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:52:14.865284 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.888322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9254c37a90>,) {'filters': {'network_id': ['98e60cb8-29d6-4adc-b804-7619e84239eb']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:14.898213 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c37a90>, '623ccc6e-31ee-4a1b-ae64-cd79de55bc29') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:14.898460 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9254c37a90>, '623ccc6e-31ee-4a1b-ae64-cd79de55bc29') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:14.907802 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.921735 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.927948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:52:14.928457 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:52:14.931405 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:52:14.958946 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f3af8-2f69-4516-970e-6ce92a96c8f7 None None] DHCP port deletion for 98e60cb8-29d6-4adc-b804-7619e84239eb request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:52:14.982163 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:14.993673 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.000224 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.003341 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/98e60cb8-29d6-4adc-b804-7619e84239eb HTTP/1.1" status: 204  len: 168 time: 0.5637329
Nov 06 21:52:15.006484 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48370) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:15.015262 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc609622-5ac1-4fe8-ae16-b94103da89fa tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Network': ['ID=98e60cb8-29d6-4adc-b804-7619e84239eb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:15.033340 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7739cc-ee41-4544-9d76-c04d1b05c613 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:52:15.033790 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7739cc-ee41-4544-9d76-c04d1b05c613 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:52:15.036844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ad7739cc-ee41-4544-9d76-c04d1b05c613 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/subnets/f376d865-21a3-425a-8ad7-a2815491de21 HTTP/1.1" status: 404  len: 337 time: 0.0293036
Nov 06 21:52:15.039446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48372) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:15.057089 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-83870518-fbd5-4e8f-97c0-4610649012cd tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:52:15.057607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83870518-fbd5-4e8f-97c0-4610649012cd tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:52:15.060633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-83870518-fbd5-4e8f-97c0-4610649012cd tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/a72abe57-8bf1-4271-93b2-3f6c7dff8a88 HTTP/1.1" status: 404  len: 339 time: 0.0202765
Nov 06 21:52:15.062897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48374) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:15.088554 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd95be7-cac2-4695-bee9-fd875e3cd664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:52:15.089003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd95be7-cac2-4695-bee9-fd875e3cd664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:52:15.094347 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.094851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2cd95be7-cac2-4695-bee9-fd875e3cd664 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/subnets/16f3f124-c40c-485c-8304-c91e7c6b78e3 HTTP/1.1" status: 404  len: 337 time: 0.0281820
Nov 06 21:52:15.094851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48376) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:15.112129 ncdv-master-1 neutron-server[119333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcac7a99-5690-4f31-9c6c-0d19d1acea73 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] DELETE failed (client error): The resource could not be found.
Nov 06 21:52:15.112680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcac7a99-5690-4f31-9c6c-0d19d1acea73 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=119333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 06 21:52:15.115605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-dcac7a99-5690-4f31-9c6c-0d19d1acea73 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/597b504e-f931-462c-b617-09f43c8a65f1 HTTP/1.1" status: 404  len: 339 time: 0.0201280
Nov 06 21:52:15.118057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48378) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:15.171172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d95a189-c59b-401d-84cb-b7873dc1c21a tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Deleting subnet ede0331a-ed1e-4634-8e77-29b4f6fbe85e {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:52:15.174218 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d95a189-c59b-401d-84cb-b7873dc1c21a tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.213943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d95a189-c59b-401d-84cb-b7873dc1c21a tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.293352 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d95a189-c59b-401d-84cb-b7873dc1c21a tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.355670 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d95a189-c59b-401d-84cb-b7873dc1c21a tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.383856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95a189-c59b-401d-84cb-b7873dc1c21a tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Subnet': ['ID=ede0331a-ed1e-4634-8e77-29b4f6fbe85e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:15.385837 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1d95a189-c59b-401d-84cb-b7873dc1c21a tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.389105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1d95a189-c59b-401d-84cb-b7873dc1c21a tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/subnets/ede0331a-ed1e-4634-8e77-29b4f6fbe85e HTTP/1.1" status: 204  len: 168 time: 0.2701485
Nov 06 21:52:15.390134 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e4eb8-2b91-42fb-9c95-5b968b1dfad5 None None] Network e660918f-5b6e-45fd-b75a-7b1784718132 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:15.391499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48380) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:15.466485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.519467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Deleting port 09673133-098d-4fa4-87d7-6ce96ea24a22 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:52:15.519808 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.558623 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] DHCP port deletion for e660918f-5b6e-45fd-b75a-7b1784718132 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:52:15.588082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] For port 09673133-098d-4fa4-87d7-6ce96ea24a22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09673133-098d-4fa4-87d7-6ce96ea24a22,segment=NetworkSegment(2e01b37e-6930-4eb0-870f-cfa5de4ee61a),segment_id=2e01b37e-6930-4eb0-870f-cfa5de4ee61a)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:15.588481 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.603002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Calling delete_port for 09673133-098d-4fa4-87d7-6ce96ea24a22 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:52:15.615224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Deleting port 09673133-098d-4fa4-87d7-6ce96ea24a22 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:52:15.616227 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.619967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 09673133-098d-4fa4-87d7-6ce96ea24a22 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:52:15.683054 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.709146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Port': ['ID=09673133-098d-4fa4-87d7-6ce96ea24a22,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:15.709616 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] For port 09673133-098d-4fa4-87d7-6ce96ea24a22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09673133-098d-4fa4-87d7-6ce96ea24a22,segment=NetworkSegment(2e01b37e-6930-4eb0-870f-cfa5de4ee61a),segment_id=2e01b37e-6930-4eb0-870f-cfa5de4ee61a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:15.710008 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.710997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] No DVR routers for this DVR port 09673133-098d-4fa4-87d7-6ce96ea24a22 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:52:15.724076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Calling delete_port for 09673133-098d-4fa4-87d7-6ce96ea24a22 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:52:15.726337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No active binding found for port 09673133-098d-4fa4-87d7-6ce96ea24a22 {{(pid=119335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 06 21:52:15.726763 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 09673133-098d-4fa4-87d7-6ce96ea24a22 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:52:15.792394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.804619 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.812909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92544682b0>,) {'filters': {'network_id': ['e660918f-5b6e-45fd-b75a-7b1784718132']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:15.825603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92544682b0>, '2e01b37e-6930-4eb0-870f-cfa5de4ee61a') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:15.825895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92544682b0>, '2e01b37e-6930-4eb0-870f-cfa5de4ee61a') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:15.827072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Pushing event deleted for resources: {'Port': ['ID=09673133-098d-4fa4-87d7-6ce96ea24a22,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:15.835733 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.836155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] No DVR routers for this DVR port 09673133-098d-4fa4-87d7-6ce96ea24a22 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:52:15.838548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.838894 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.839241 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.839587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.839910 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.840242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.840596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.840930 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.841513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.841634 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.841880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.842200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4681b7-cd11-4c91-ad68-c7dd0492da87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:15.850217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.858211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:52:15.858618 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:52:15.861742 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:52:15.924919 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.933315 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:15.936468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] 10.222.0.13 "DELETE /v2.0/networks/e660918f-5b6e-45fd-b75a-7b1784718132 HTTP/1.1" status: 204  len: 168 time: 0.5439420
Nov 06 21:52:15.946739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bbf93-42f8-4296-a16a-0edc107a27d3 tempest-NetworksIpV6Test-1166475662 tempest-NetworksIpV6Test-1166475662-project] Pushing event deleted for resources: {'Network': ['ID=e660918f-5b6e-45fd-b75a-7b1784718132,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:16.170870 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48386) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:16.300971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3521b411-8aab-409d-9488-72337775d4ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fb88b42a6844469b21fd0de5d97c316&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1289318
Nov 06 21:52:16.303972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48390) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:16.349462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6298319f-d895-48bb-8302-e78f1961a35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:16.371753 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6298319f-d895-48bb-8302-e78f1961a35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:16.418197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6298319f-d895-48bb-8302-e78f1961a35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:16.420829 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-6298319f-d895-48bb-8302-e78f1961a35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:16.422021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6298319f-d895-48bb-8302-e78f1961a35b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dda2ce39-477a-4b54-b033-056b82f7ac64 HTTP/1.1" status: 204  len: 168 time: 0.1171272
Nov 06 21:52:16.430403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298319f-d895-48bb-8302-e78f1961a35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda2ce39-477a-4b54-b033-056b82f7ac64,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:16.969960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9f2165a6-ef1d-4e53-a4c1-ce8edd243fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.043960 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48412) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:17.141408 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-68745a17-9418-4016-9a09-fab5bc9945f1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1822788092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:17.164618 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68745a17-9418-4016-9a09-fab5bc9945f1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.165585 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68745a17-9418-4016-9a09-fab5bc9945f1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.215713 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68745a17-9418-4016-9a09-fab5bc9945f1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.219822 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68745a17-9418-4016-9a09-fab5bc9945f1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.236326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-68745a17-9418-4016-9a09-fab5bc9945f1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.237514 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-68745a17-9418-4016-9a09-fab5bc9945f1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1925039
Nov 06 21:52:17.241493 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48416) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:17.246229 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1063846342'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:17.267260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Made reservation on behalf of 12f7b965718b4917994e5d313b790ac1 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:17.270746 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.279452 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.359970 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.363526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.388611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:17.402778 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e771c05-8862-4bf8-8c61-5fbb31478f92,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:17.407470 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.407807 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Added segment 8c333457-d947-489a-bb61-f18c6c317824 of type vlan for network e8d434e3-ad72-4e11-a4e6-80f1c9283eb0
Nov 06 21:52:17.446686 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.470208 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.475991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:17.476612 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.537054 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2945282
Nov 06 21:52:17.539831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48418) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:17.544528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Request body: {'subnet': {'network_id': 'e8d434e3-ad72-4e11-a4e6-80f1c9283eb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:17.562629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49995c-06d8-4e3d-a0e0-5a781f97ccd1 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event updated for resources: {'Network': ['ID=e8d434e3-ad72-4e11-a4e6-80f1c9283eb0,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:17.572854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:17.633775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Made reservation on behalf of 12f7b965718b4917994e5d313b790ac1 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:17.637275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.811512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.870682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event updated for resources: {'Subnet': ['ID=d6e5b694-3dd7-49c0-9cb2-96c0e1b1f6b7,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:17.878831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Checking segment: {'id': '8c333457-d947-489a-bb61-f18c6c317824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d434e3-ad72-4e11-a4e6-80f1c9283eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:17.879200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Network hostable DHCP agents. Network: e8d434e3-ad72-4e11-a4e6-80f1c9283eb0, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:17.895350 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Network e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:17.903711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8d434e3-ad72-4e11-a4e6-80f1c9283eb0) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:17.907732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:17.908354 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.913966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff332ab-75bb-4175-a1c2-7b98d868fc50 None None] Network e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:17.925503 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-85a02342-2692-4dd2-b4db-98d7ff0f1f10 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3846443
Nov 06 21:52:17.929194 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48420) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:17.933993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-588964864'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:17.954312 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Made reservation on behalf of 12f7b965718b4917994e5d313b790ac1 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:17.957770 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.982966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:17.993826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:17.994235 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Added segment 4154b26d-3aa3-4ca3-bac0-149544c0389d of type vlan for network 15274790-1c41-49d2-8c17-3f1650ba2b84
Nov 06 21:52:18.037736 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.063043 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.066995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8d434e3-ad72-4e11-a4e6-80f1c9283eb0', 'network_id': 'e8d434e3-ad72-4e11-a4e6-80f1c9283eb0', 'tenant_id': '12f7b965718b4917994e5d313b790ac1', 'fixed_ips': [{'subnet_id': 'd6e5b694-3dd7-49c0-9cb2-96c0e1b1f6b7'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:18.067877 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.068710 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:18.069297 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.123511 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1932805
Nov 06 21:52:18.126319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48422) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:18.133286 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Request body: {'subnet': {'network_id': '15274790-1c41-49d2-8c17-3f1650ba2b84', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:18.186068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b2758-4e9e-4adf-ad47-8340a613b110 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event updated for resources: {'Network': ['ID=15274790-1c41-49d2-8c17-3f1650ba2b84,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:18.199896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 15274790-1c41-49d2-8c17-3f1650ba2b84 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:18.205837 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Allocated IP 172.20.0.2 (e8d434e3-ad72-4e11-a4e6-80f1c9283eb0/d6e5b694-3dd7-49c0-9cb2-96c0e1b1f6b7/1fa8c9e4-f430-4b70-9e40-4e5387cf0af8) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:18.229048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Made reservation on behalf of 12f7b965718b4917994e5d313b790ac1 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:18.232730 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.413071 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.418992 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.425168 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.462377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Network e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:18.468760 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:18.473627 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:18.475315 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event updated for resources: {'Subnet': ['ID=90b0d420-6903-4e2b-9d29-66403cd54751,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:18.476165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Pushing event updated for resources: {'Port': ['ID=1fa8c9e4-f430-4b70-9e40-4e5387cf0af8,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:18.486807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Checking segment: {'id': '4154b26d-3aa3-4ca3-bac0-149544c0389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '15274790-1c41-49d2-8c17-3f1650ba2b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:18.487452 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Network hostable DHCP agents. Network: 15274790-1c41-49d2-8c17-3f1650ba2b84, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:18.504104 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Network 15274790-1c41-49d2-8c17-3f1650ba2b84 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:18.512598 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15274790-1c41-49d2-8c17-3f1650ba2b84) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:18.517742 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:18.518346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.528247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6be69a-721d-4e20-9e8c-532ca453b7e1 None None] Network 15274790-1c41-49d2-8c17-3f1650ba2b84 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:18.535117 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ea7384cb-2873-48ae-bdde-038015c1025b tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4078140
Nov 06 21:52:18.538639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48424) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:18.541839 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Attempting to bind port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:18.542214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Attempting to bind port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8c333457-d947-489a-bb61-f18c6c317824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d434e3-ad72-4e11-a4e6-80f1c9283eb0'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:18.542599 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Attempting to bind port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 on network e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:18.544382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-74656047-b5a7-4d5b-995f-47aef5396c49 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Request body: {'router': {'external_gateway_info': {'network_id': '15274790-1c41-49d2-8c17-3f1650ba2b84'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:18.577320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:18.577698 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Checking segment: {'id': '8c333457-d947-489a-bb61-f18c6c317824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d434e3-ad72-4e11-a4e6-80f1c9283eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:18.578107 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.578507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Bound using segment: {'id': '8c333457-d947-489a-bb61-f18c6c317824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d434e3-ad72-4e11-a4e6-80f1c9283eb0'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:18.578979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Bound port: 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c333457-d947-489a-bb61-f18c6c317824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8d434e3-ad72-4e11-a4e6-80f1c9283eb0'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:18.579357 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.700271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] For port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:18.704719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] For port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fa8c9e4-f430-4b70-9e40-4e5387cf0af8,segment=NetworkSegment(8c333457-d947-489a-bb61-f18c6c317824),segment_id=8c333457-d947-489a-bb61-f18c6c317824)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:18.710739 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.759469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-74656047-b5a7-4d5b-995f-47aef5396c49 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.771193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-15274790-1c41-49d2-8c17-3f1650ba2b84', 'network_id': '15274790-1c41-49d2-8c17-3f1650ba2b84', 'tenant_id': '12f7b965718b4917994e5d313b790ac1', 'fixed_ips': [{'subnet_id': '90b0d420-6903-4e2b-9d29-66403cd54751'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:18.772626 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:18.804109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936cc49-db20-4442-96fb-c4b563e33274 None None] Pushing event updated for resources: {'Port': ['ID=1fa8c9e4-f430-4b70-9e40-4e5387cf0af8,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:18.882248 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [None req-74656047-b5a7-4d5b-995f-47aef5396c49 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 06 21:52:18.889076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-74656047-b5a7-4d5b-995f-47aef5396c49 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "PUT /v2.0/routers/3d68cd8f-0be3-4565-a8c1-239856aaf636 HTTP/1.1" status: 400  len: 364 time: 0.3428168
Nov 06 21:52:18.889266 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48426) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:18.935701 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Allocated IP 172.21.0.2 (15274790-1c41-49d2-8c17-3f1650ba2b84/90b0d420-6903-4e2b-9d29-66403cd54751/c9b62de2-5afe-4b88-af1d-68d9ff30eafa) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:18.948776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9062294f-b11d-4bd8-98ed-02437247085e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Deleting subnet 90b0d420-6903-4e2b-9d29-66403cd54751 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:52:19.090268 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.096217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9062294f-b11d-4bd8-98ed-02437247085e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.097002 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.138750 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9062294f-b11d-4bd8-98ed-02437247085e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.143493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Network 15274790-1c41-49d2-8c17-3f1650ba2b84 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:19.147496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:19.149394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Pushing event updated for resources: {'Port': ['ID=c9b62de2-5afe-4b88-af1d-68d9ff30eafa,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:19.151606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:19.205365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Attempting to bind port c9b62de2-5afe-4b88-af1d-68d9ff30eafa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:19.205735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Attempting to bind port c9b62de2-5afe-4b88-af1d-68d9ff30eafa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4154b26d-3aa3-4ca3-bac0-149544c0389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '15274790-1c41-49d2-8c17-3f1650ba2b84'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:19.206103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Attempting to bind port c9b62de2-5afe-4b88-af1d-68d9ff30eafa on network 15274790-1c41-49d2-8c17-3f1650ba2b84 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:19.211125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:19.211611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Checking segment: {'id': '4154b26d-3aa3-4ca3-bac0-149544c0389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '15274790-1c41-49d2-8c17-3f1650ba2b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:19.212015 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.212445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Bound using segment: {'id': '4154b26d-3aa3-4ca3-bac0-149544c0389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '15274790-1c41-49d2-8c17-3f1650ba2b84'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:19.212915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Bound port: c9b62de2-5afe-4b88-af1d-68d9ff30eafa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4154b26d-3aa3-4ca3-bac0-149544c0389d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '15274790-1c41-49d2-8c17-3f1650ba2b84'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:19.213295 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.222832 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9062294f-b11d-4bd8-98ed-02437247085e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.290411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9062294f-b11d-4bd8-98ed-02437247085e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.292735 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] For port c9b62de2-5afe-4b88-af1d-68d9ff30eafa, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:19.296166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] For port c9b62de2-5afe-4b88-af1d-68d9ff30eafa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9b62de2-5afe-4b88-af1d-68d9ff30eafa,segment=NetworkSegment(4154b26d-3aa3-4ca3-bac0-149544c0389d),segment_id=4154b26d-3aa3-4ca3-bac0-149544c0389d)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:19.301155 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.319725 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062294f-b11d-4bd8-98ed-02437247085e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event deleted for resources: {'Subnet': ['ID=90b0d420-6903-4e2b-9d29-66403cd54751,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:19.321764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9062294f-b11d-4bd8-98ed-02437247085e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.325251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9062294f-b11d-4bd8-98ed-02437247085e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "DELETE /v2.0/subnets/90b0d420-6903-4e2b-9d29-66403cd54751 HTTP/1.1" status: 204  len: 168 time: 0.4346573
Nov 06 21:52:19.327473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48428) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:19.410423 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.471465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Deleting port c9b62de2-5afe-4b88-af1d-68d9ff30eafa {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:52:19.471902 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.549196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] For port c9b62de2-5afe-4b88-af1d-68d9ff30eafa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9b62de2-5afe-4b88-af1d-68d9ff30eafa,segment=NetworkSegment(4154b26d-3aa3-4ca3-bac0-149544c0389d),segment_id=4154b26d-3aa3-4ca3-bac0-149544c0389d)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:19.550277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.555781 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d45781bf-e145-4a4e-a19b-fd9888eebed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.561971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcc19c-ea2a-43dc-8f37-da1f6dcfd41a None None] Pushing event updated for resources: {'Port': ['ID=c9b62de2-5afe-4b88-af1d-68d9ff30eafa,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:19.568122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Calling delete_port for c9b62de2-5afe-4b88-af1d-68d9ff30eafa owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:52:19.662534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.688653 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:19.699385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event deleted for resources: {'Port': ['ID=c9b62de2-5afe-4b88-af1d-68d9ff30eafa,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:19.710013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] No DVR routers for this DVR port c9b62de2-5afe-4b88-af1d-68d9ff30eafa on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:52:19.753465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:19.753839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.819027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.850946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f924fedd5e0>,) {'filters': {'network_id': ['15274790-1c41-49d2-8c17-3f1650ba2b84']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:19.876582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fedd5e0>, '4154b26d-3aa3-4ca3-bac0-149544c0389d') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:19.876850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f924fedd5e0>, '4154b26d-3aa3-4ca3-bac0-149544c0389d') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:19.888206 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.894558 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.905265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.913376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:52:19.913775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56351a76-ddfe-4b16-9526-d7ea58d45100 None None] Network e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:19.913965 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:52:19.918057 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:52:19.979053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fa8c9e4-f430-4b70-9e40-4e5387cf0af8,segment=NetworkSegment(8c333457-d947-489a-bb61-f18c6c317824),segment_id=8c333457-d947-489a-bb61-f18c6c317824)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:19.985733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:19.991533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.001391 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.004559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "DELETE /v2.0/networks/15274790-1c41-49d2-8c17-3f1650ba2b84 HTTP/1.1" status: 204  len: 168 time: 0.6761391
Nov 06 21:52:20.007157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48430) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:20.024935 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072b8d7-6df1-439a-8863-6d3c34b427a7 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event deleted for resources: {'Network': ['ID=15274790-1c41-49d2-8c17-3f1650ba2b84,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:20.064665 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-689e5ca1-59f5-4dd3-8834-35684ba1d371 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Deleting subnet d6e5b694-3dd7-49c0-9cb2-96c0e1b1f6b7 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:52:20.067628 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689e5ca1-59f5-4dd3-8834-35684ba1d371 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.094188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=1fa8c9e4-f430-4b70-9e40-4e5387cf0af8,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:20.097229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0dc7b37f-dbb4-4bc1-ab82-963a73cfcded None None] Provisioning complete for port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:20.097605 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b37f-dbb4-4bc1-ab82-963a73cfcded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.109921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689e5ca1-59f5-4dd3-8834-35684ba1d371 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.195812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689e5ca1-59f5-4dd3-8834-35684ba1d371 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.254675 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689e5ca1-59f5-4dd3-8834-35684ba1d371 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.284661 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e5ca1-59f5-4dd3-8834-35684ba1d371 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e5b694-3dd7-49c0-9cb2-96c0e1b1f6b7,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:20.288959 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-689e5ca1-59f5-4dd3-8834-35684ba1d371 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.295457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48432) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:20.295615 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-689e5ca1-59f5-4dd3-8834-35684ba1d371 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "DELETE /v2.0/subnets/d6e5b694-3dd7-49c0-9cb2-96c0e1b1f6b7 HTTP/1.1" status: 204  len: 168 time: 0.2872992
Nov 06 21:52:20.380699 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.452198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Deleting port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:52:20.452567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.455659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cadbd7-1140-4572-a9f4-ff59b045edc5 None None] Network e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:20.523135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] For port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fa8c9e4-f430-4b70-9e40-4e5387cf0af8,segment=NetworkSegment(8c333457-d947-489a-bb61-f18c6c317824),segment_id=8c333457-d947-489a-bb61-f18c6c317824)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:20.523589 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.538735 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Calling delete_port for 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:52:20.577014 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0f0cc3ce-8f98-42fd-8c73-58cf5481913b None None] Provisioning complete for port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:20.577389 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc3ce-8f98-42fd-8c73-58cf5481913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.633314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.637483 ncdv-master-1 neutron-server[119335]: INFO neutron.plugins.ml2.db [None req-0f0cc3ce-8f98-42fd-8c73-58cf5481913b None None] No ports have port_id starting with 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8
Nov 06 21:52:20.661948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event deleted for resources: {'Port': ['ID=1fa8c9e4-f430-4b70-9e40-4e5387cf0af8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:20.666034 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] No DVR routers for this DVR port 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:52:20.713612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bebb8-ba64-4557-841e-434092b5b0d8 None None] DHCP port deletion for e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:52:20.750938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-10ac2c9b-86a3-47d8-b70c-a7440ea4af05 None None] Could not find standard attr ID for object c9b62de2-5afe-4b88-af1d-68d9ff30eafa. {{(pid=119335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 06 21:52:20.758795 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.775427 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8d33b-9372-449e-9ac8-f2e245adae36 None None] DHCP port deletion for 15274790-1c41-49d2-8c17-3f1650ba2b84 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:52:20.780472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925444a7c0>,) {'filters': {'network_id': ['e8d434e3-ad72-4e11-a4e6-80f1c9283eb0']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:20.791102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925444a7c0>, '8c333457-d947-489a-bb61-f18c6c317824') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:20.791397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925444a7c0>, '8c333457-d947-489a-bb61-f18c6c317824') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:20.793585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba4984d-06e5-4dba-9bcf-d798aa706b06 None None] Network 15274790-1c41-49d2-8c17-3f1650ba2b84 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:20.806790 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.810746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba4984d-06e5-4dba-9bcf-d798aa706b06 None None] Network 15274790-1c41-49d2-8c17-3f1650ba2b84 could not be found, it might have been deleted concurrently. {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 06 21:52:20.820261 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.823492 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.827347 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:52:20.827738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:52:20.831404 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:52:20.889720 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.896273 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:20.899912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "DELETE /v2.0/networks/e8d434e3-ad72-4e11-a4e6-80f1c9283eb0 HTTP/1.1" status: 204  len: 168 time: 0.6034071
Nov 06 21:52:20.902720 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48434) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:20.911440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9b80d-d0bc-42ec-9505-eedc5a54063e tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Pushing event deleted for resources: {'Network': ['ID=e8d434e3-ad72-4e11-a4e6-80f1c9283eb0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:20.928954 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8e508f8a-9fd7-4db2-a53c-2819c329c9a4 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d68cd8f-0be3-4565-a8c1-239856aaf636 HTTP/1.1" status: 200  len: 205 time: 0.0249121
Nov 06 21:52:20.931211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48436) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:21.002783 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd31918c-42fe-4cdd-a0ad-44a9a2fa9476 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.153200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd31918c-42fe-4cdd-a0ad-44a9a2fa9476 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.155162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd31918c-42fe-4cdd-a0ad-44a9a2fa9476 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.197254 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd31918c-42fe-4cdd-a0ad-44a9a2fa9476 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.197887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd31918c-42fe-4cdd-a0ad-44a9a2fa9476 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Fanout notify agent at l3_agent the message router_deleted on router 3d68cd8f-0be3-4565-a8c1-239856aaf636 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:52:21.206352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bd31918c-42fe-4cdd-a0ad-44a9a2fa9476 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.207465 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bd31918c-42fe-4cdd-a0ad-44a9a2fa9476 tempest-RoutersNegativeTest-993107776 tempest-RoutersNegativeTest-993107776-project] 10.222.0.13 "DELETE /v2.0/routers/3d68cd8f-0be3-4565-a8c1-239856aaf636 HTTP/1.1" status: 204  len: 168 time: 0.2753711
Nov 06 21:52:21.445717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:21.580149 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-59497c1a-b38b-4438-b7fd-41cca4af7196 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12f7b965718b4917994e5d313b790ac1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1324058
Nov 06 21:52:21.582044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48446) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:21.607666 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:52:21.632652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:52:21.633167 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 1fa8c9e4-f430-4b70-9e40-4e5387cf0af8 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:52:21.645256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a391c6e-2b08-47c5-9721-ce69d3178dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.668851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a391c6e-2b08-47c5-9721-ce69d3178dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.715199 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a391c6e-2b08-47c5-9721-ce69d3178dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.717721 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5a391c6e-2b08-47c5-9721-ce69d3178dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:21.718926 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5a391c6e-2b08-47c5-9721-ce69d3178dbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e771c05-8862-4bf8-8c61-5fbb31478f92 HTTP/1.1" status: 204  len: 168 time: 0.1356959
Nov 06 21:52:21.726920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a391c6e-2b08-47c5-9721-ce69d3178dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e771c05-8862-4bf8-8c61-5fbb31478f92,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:22.061596 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.329645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48468) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:22.423600 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1548867853-network', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:22.444623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Made reservation on behalf of 872e719b2a874cdc91e0c215ef3ea959 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:22.446859 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.454992 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.527477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.530851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.557607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:22.564394 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612fd077-39ec-4c56-a55e-7db3fd397d0b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:22.571643 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.571950 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Added segment 5aa1ca5a-956e-49a4-992d-18cd45946fd0 of type vlan for network cbe8ecd2-33c5-4590-bace-94182f4ce59b
Nov 06 21:52:22.615719 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.626853 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.639348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.640317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:22.640982 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.695902 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3649700
Nov 06 21:52:22.700070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48472) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:22.701817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf2708-454c-4064-b151-2d3734e022cb admin admin] Pushing event updated for resources: {'Network': ['ID=cbe8ecd2-33c5-4590-bace-94182f4ce59b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:22.705314 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Request body: {'subnet': {'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1548867853-subnet', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:22.711826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:22.730862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Made reservation on behalf of 872e719b2a874cdc91e0c215ef3ea959 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:22.733470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.902606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:22.959915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f17ea19-ba5c-4092-a05f-9ab12b031293,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:22.968547 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Checking segment: {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:22.968907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Network hostable DHCP agents. Network: cbe8ecd2-33c5-4590-bace-94182f4ce59b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:22.985263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:22.993204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cbe8ecd2-33c5-4590-bace-94182f4ce59b) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:22.997118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:22.997715 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.001749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49120cc-bd8d-48cb-b8f8-abfd88618a75 None None] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:23.013255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4f1fcd3c-3364-429a-bdb1-547383f36d43 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3120613
Nov 06 21:52:23.016023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48474) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:23.020515 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:23.041473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.042489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.096466 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.145387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:23.146777 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.231862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.285491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Allocated IP 172.20.0.2 (cbe8ecd2-33c5-4590-bace-94182f4ce59b/4f17ea19-ba5c-4092-a05f-9ab12b031293/bbe237b1-7251-4f52-8620-2848c44332ea) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:23.426223 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.431477 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.433996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.450823 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.475269 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:23.478150 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:23.482569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:23.485533 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Pushing event updated for resources: {'Port': ['ID=bbe237b1-7251-4f52-8620-2848c44332ea,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:23.538899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Attempting to bind port bbe237b1-7251-4f52-8620-2848c44332ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:23.539263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Attempting to bind port bbe237b1-7251-4f52-8620-2848c44332ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:23.539622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Attempting to bind port bbe237b1-7251-4f52-8620-2848c44332ea on network cbe8ecd2-33c5-4590-bace-94182f4ce59b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:23.544732 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:23.545110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Checking segment: {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:23.545511 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.545904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Bound using segment: {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:23.546377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Bound port: bbe237b1-7251-4f52-8620-2848c44332ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:23.546762 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.558477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Allocated IP 172.35.0.96 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/ecac226c-89e1-42d7-8fbc-c84447931117) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:23.612380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] For port bbe237b1-7251-4f52-8620-2848c44332ea, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:23.616049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] For port bbe237b1-7251-4f52-8620-2848c44332ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe237b1-7251-4f52-8620-2848c44332ea,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:23.620790 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.661856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.675032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f596c-e953-4da7-97c9-98ead7898689 None None] Pushing event updated for resources: {'Port': ['ID=bbe237b1-7251-4f52-8620-2848c44332ea,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:23.704665 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:23.743025 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:23.747779 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:23.751238 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:23.778478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ecac226c-89e1-42d7-8fbc-c84447931117,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:24.355032 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:24.552896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:24.572020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b01de-4cdb-4856-848c-68bbbfaaf371 None None] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:24.640721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b560b4e3-56cd-4c3f-a542-db04443cfc89 None None] Provisioning complete for port bbe237b1-7251-4f52-8620-2848c44332ea triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:24.641094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b560b4e3-56cd-4c3f-a542-db04443cfc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:24.686254 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Router dacf515f-d936-4236-b920-c1a5aaa0d590 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:52:24.792159 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b560b4e3-56cd-4c3f-a542-db04443cfc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:24.793337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:52:24.806453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Sync routers for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:52:24.810411 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:24.811723 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-009fc8ad-cd35-4c0b-9820-01ebff48c9b0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7946494
Nov 06 21:52:24.814561 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48476) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:24.830584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:52:24.831207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92511caf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:24.876021 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b560b4e3-56cd-4c3f-a542-db04443cfc89 None None] For port bbe237b1-7251-4f52-8620-2848c44332ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe237b1-7251-4f52-8620-2848c44332ea,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:24.885627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b560b4e3-56cd-4c3f-a542-db04443cfc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:24.978832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560b4e3-56cd-4c3f-a542-db04443cfc89 None None] Pushing event updated for resources: {'Port': ['ID=bbe237b1-7251-4f52-8620-2848c44332ea,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:24.987601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:52:25.131289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8c70f34f-a6c6-40e7-a411-d64dcb754b43 None None] Provisioning complete for port bbe237b1-7251-4f52-8620-2848c44332ea triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:25.131917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c70f34f-a6c6-40e7-a411-d64dcb754b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.232922 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92511caf10>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:24Z', 'revision_number': 3, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:25.252910 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.262181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Checking router: dacf515f-d936-4236-b920-c1a5aaa0d590 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:52:25.262539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Updating router dacf515f-d936-4236-b920-c1a5aaa0d590 port ecac226c-89e1-42d7-8fbc-c84447931117 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:52:25.298332 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.403037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Allocated IP 172.20.0.1 (cbe8ecd2-33c5-4590-bace-94182f4ce59b/4f17ea19-ba5c-4092-a05f-9ab12b031293/62790d94-142f-4e23-862c-9bc2d5edee20) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:25.508787 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.543503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.584679 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:25.588427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:25.594108 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:25.626904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Pushing event updated for resources: {'Port': ['ID=62790d94-142f-4e23-862c-9bc2d5edee20,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:25.663661 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.691911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bbe237b1-7251-4f52-8620-2848c44332ea up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:25.754169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.766038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.808692 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.829950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6f451-85e1-424a-af4c-0017a2198d63 None None] Pushing event updated for resources: {'Port': ['ID=ecac226c-89e1-42d7-8fbc-c84447931117,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:25.835200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Attempting to bind port ecac226c-89e1-42d7-8fbc-c84447931117 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:25.835575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Attempting to bind port ecac226c-89e1-42d7-8fbc-c84447931117 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:25.835942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Attempting to bind port ecac226c-89e1-42d7-8fbc-c84447931117 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:25.843753 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:25.844130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:25.844557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.844956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:25.845429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Bound port: ecac226c-89e1-42d7-8fbc-c84447931117, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:25.845814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.848644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bbe237b1-7251-4f52-8620-2848c44332ea triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:25.849322 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.936138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] For port ecac226c-89e1-42d7-8fbc-c84447931117, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:25.941438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] For port ecac226c-89e1-42d7-8fbc-c84447931117, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecac226c-89e1-42d7-8fbc-c84447931117,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:25.949595 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.954567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fc732a93-dba3-4d2d-aa75-b17c767523e5 None None] Provisioning complete for port 62790d94-142f-4e23-862c-9bc2d5edee20 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:25.954927 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fc732a93-dba3-4d2d-aa75-b17c767523e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.992856 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:25.997352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:26.070596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Pushing event updated for resources: {'Port': ['ID=62790d94-142f-4e23-862c-9bc2d5edee20,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:26.074541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:26.076693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fc732a93-dba3-4d2d-aa75-b17c767523e5 None None] Port 62790d94-142f-4e23-862c-9bc2d5edee20 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:52:26.078600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:52:26.079210 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92511caf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:26.083148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6f451-85e1-424a-af4c-0017a2198d63 None None] Pushing event updated for resources: {'Port': ['ID=ecac226c-89e1-42d7-8fbc-c84447931117,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:26.166751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:26.168086 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:26.191394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:52:26.294546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Router dacf515f-d936-4236-b920-c1a5aaa0d590 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:52:26.411491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2640b8b6-42b2-4b66-9cd9-8de01c9780e1 None None] Provisioning complete for port 62790d94-142f-4e23-862c-9bc2d5edee20 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:26.411895 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2640b8b6-42b2-4b66-9cd9-8de01c9780e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:26.415695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:52:26.416115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92511caf10>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 2, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:26.420778 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9a9a7165-cd48-4c46-85c7-8233adaa1346 admin admin] 10.222.0.13 "PUT /v2.0/routers/dacf515f-d936-4236-b920-c1a5aaa0d590/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6051979
Nov 06 21:52:26.465520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b8a6c0-eb2a-4713-913b-89fed0054be8 None None] The sync data for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 is: [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 2, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:52:26.477793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2640b8b6-42b2-4b66-9cd9-8de01c9780e1 None None] Port 62790d94-142f-4e23-862c-9bc2d5edee20 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:52:26.919455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48492) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:26.924801 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1717838047-network', 'tenant_id': '0686487eaebe41c8969e0956f5529f92'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:26.947509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Made reservation on behalf of 0686487eaebe41c8969e0956f5529f92 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:26.950051 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:26.959693 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.039435 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.043600 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.072609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:52:27.093317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1559f6-2236-43c4-b8f4-1a7364bda3e1,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:27.097785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.098129 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Added segment d85b90e8-343b-4bbd-8a6e-f24cc90decba of type vlan for network 4f776dbe-f694-4dce-9b45-a541d052a144
Nov 06 21:52:27.153557 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.180276 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.181509 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:27.182092 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.236650 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3159981
Nov 06 21:52:27.239277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48494) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:27.246161 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Request body: {'subnet': {'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1717838047-subnet', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:27.263792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d25ad9-d65d-43e9-a1dd-4aefd3629f55 admin admin] Pushing event updated for resources: {'Network': ['ID=4f776dbe-f694-4dce-9b45-a541d052a144,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:27.273877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 4f776dbe-f694-4dce-9b45-a541d052a144 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:52:27.280816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Made reservation on behalf of 0686487eaebe41c8969e0956f5529f92 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:27.283160 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.459243 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.516142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a452f311-b7e7-4538-a6a8-029ee0fab116,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:27.525226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Checking segment: {'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:27.525586 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Network hostable DHCP agents. Network: 4f776dbe-f694-4dce-9b45-a541d052a144, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:52:27.543168 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Network 4f776dbe-f694-4dce-9b45-a541d052a144 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:52:27.554020 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4f776dbe-f694-4dce-9b45-a541d052a144) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:27.557815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:27.558406 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.564824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1fad1-12b1-4e82-8a4a-b8a6aa2e54cd None None] Network 4f776dbe-f694-4dce-9b45-a541d052a144 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:27.580822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48496) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:27.581521 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9140546d-5bce-4a57-9d41-54e15aecf8a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3404050
Nov 06 21:52:27.586183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:27.628562 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.629650 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.679715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ecac226c-89e1-42d7-8fbc-c84447931117 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:27.703177 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.791519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ecac226c-89e1-42d7-8fbc-c84447931117 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:27.792260 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.813783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4f776dbe-f694-4dce-9b45-a541d052a144', 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'fixed_ips': [{'subnet_id': 'a452f311-b7e7-4538-a6a8-029ee0fab116'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:52:27.814629 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.845484 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:27.975018 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.007633 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port ecac226c-89e1-42d7-8fbc-c84447931117, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecac226c-89e1-42d7-8fbc-c84447931117,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:28.009045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Allocated IP 172.20.0.2 (4f776dbe-f694-4dce-9b45-a541d052a144/a452f311-b7e7-4538-a6a8-029ee0fab116/f4d6ad08-3f5f-42e2-bf1a-8f496747eb03) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:28.014616 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.065486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.085622 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.112602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=ecac226c-89e1-42d7-8fbc-c84447931117,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:28.200320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.200821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Allocated IP 172.35.0.56 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/0832d1c8-6de5-4942-8080-b3968176cb85) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:28.207099 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.249502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Network 4f776dbe-f694-4dce-9b45-a541d052a144 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:28.257932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:28.262583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:28.266455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Pushing event updated for resources: {'Port': ['ID=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:28.316619 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.337609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Attempting to bind port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:28.338191 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Attempting to bind port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:28.338502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Attempting to bind port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 on network 4f776dbe-f694-4dce-9b45-a541d052a144 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:28.343672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:28.344043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Checking segment: {'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:28.344494 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.345041 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Bound using segment: {'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:28.345535 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Bound port: f4d6ad08-3f5f-42e2-bf1a-8f496747eb03, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:28.345915 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.355429 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.402941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:28.406012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:28.411114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:28.415324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Pushing event updated for resources: {'Port': ['ID=0832d1c8-6de5-4942-8080-b3968176cb85,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:28.433602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] For port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:28.436804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] For port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,segment=NetworkSegment(d85b90e8-343b-4bbd-8a6e-f24cc90decba),segment_id=d85b90e8-343b-4bbd-8a6e-f24cc90decba)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:28.444678 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.519724 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f986b8-a4a5-401c-b325-27d5aaab1463 None None] Pushing event updated for resources: {'Port': ['ID=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:28.630138 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Sync routers for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:52:28.640276 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:52:28.640999 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ce9820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:28.725991 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.769277 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:52:28.937674 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:28.980888 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ce9820>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 2, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:29.010023 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Checking router: dacf515f-d936-4236-b920-c1a5aaa0d590 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:52:29.010380 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Updating router dacf515f-d936-4236-b920-c1a5aaa0d590 port 62790d94-142f-4e23-862c-9bc2d5edee20 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:52:29.035925 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:29.326227 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:29.336925 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:29.385830 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Pushing event updated for resources: {'Port': ['ID=62790d94-142f-4e23-862c-9bc2d5edee20,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:29.398264 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.398620 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.398945 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.399282 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.399614 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.400042 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.400237 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.401158 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.401489 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.401812 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.402368 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.402585 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:52:29.435396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Router c3b9669b-842d-474c-bd6d-cb6de8b759e4 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:52:29.474951 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Attempting to bind port 62790d94-142f-4e23-862c-9bc2d5edee20 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:29.475320 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Attempting to bind port 62790d94-142f-4e23-862c-9bc2d5edee20 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:29.475680 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Attempting to bind port 62790d94-142f-4e23-862c-9bc2d5edee20 on network cbe8ecd2-33c5-4590-bace-94182f4ce59b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:29.481337 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:29.481706 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Checking segment: {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:29.482102 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:29.482481 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Bound using segment: {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:29.482943 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Bound port: 62790d94-142f-4e23-862c-9bc2d5edee20, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:29.483319 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:29.501695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd59b8e-7615-47df-bd7d-eed8706034b4 None None] Network 4f776dbe-f694-4dce-9b45-a541d052a144 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:52:29.558767 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] For port 62790d94-142f-4e23-862c-9bc2d5edee20, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:29.565910 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] For port 62790d94-142f-4e23-862c-9bc2d5edee20, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62790d94-142f-4e23-862c-9bc2d5edee20,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:29.573194 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:29.589387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:52:29.627388 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:29.631594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48498) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:52:29.632116 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-43648afa-28e6-4875-92d2-816ff9b36120 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.0490375
Nov 06 21:52:29.659730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Sync routers for ids ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:52:29.663987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bbeae109-5a55-4a58-bc4b-535ffa762d27 None None] Provisioning complete for port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:29.664600 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bbeae109-5a55-4a58-bc4b-535ffa762d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:29.677466 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:52:29.678123 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ce9820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:29.680025 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986484b-d226-40a7-8002-6bc617915a3e None None] Pushing event updated for resources: {'Port': ['ID=62790d94-142f-4e23-862c-9bc2d5edee20,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:29.754213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Routers {'c3b9669b-842d-474c-bd6d-cb6de8b759e4'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:52:29.754941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251864880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:29.841268 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:52:29.879066 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ecac226c-89e1-42d7-8fbc-c84447931117 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:30.001451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Set router c3b9669b-842d-474c-bd6d-cb6de8b759e4 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:52:30.029524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port ecac226c-89e1-42d7-8fbc-c84447931117 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:30.029917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.159408 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ce9820>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:29Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:30.161871 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.191212 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627f849-6605-46cd-93bd-b1781a05c771 None None] The sync data for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 is: [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:29Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:52:30.339471 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Allocated IP 172.20.0.1 (4f776dbe-f694-4dce-9b45-a541d052a144/a452f311-b7e7-4538-a6a8-029ee0fab116/70f85cae-8ff2-47d7-a636-5caf98d3da0c) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:30.346270 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bbeae109-5a55-4a58-bc4b-535ffa762d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.391835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bbeae109-5a55-4a58-bc4b-535ffa762d27 None None] For port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,segment=NetworkSegment(d85b90e8-343b-4bbd-8a6e-f24cc90decba),segment_id=d85b90e8-343b-4bbd-8a6e-f24cc90decba)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:30.408495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bbeae109-5a55-4a58-bc4b-535ffa762d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.469139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.519417 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.541007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeae109-5a55-4a58-bc4b-535ffa762d27 None None] Pushing event updated for resources: {'Port': ['ID=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:30.565000 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Network 4f776dbe-f694-4dce-9b45-a541d052a144 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:30.568094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:30.573961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:30.577327 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Pushing event updated for resources: {'Port': ['ID=70f85cae-8ff2-47d7-a636-5caf98d3da0c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:30.587293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:30.592438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1be24a6a-6f98-4b8b-b319-b7083e7af45f None None] Provisioning complete for port 62790d94-142f-4e23-862c-9bc2d5edee20 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:30.592715 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1be24a6a-6f98-4b8b-b319-b7083e7af45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.626070 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.699983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251864880>, [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:52:28Z', 'revision_number': 3, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port': {'id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:28Z', 'updated_at': '2021-11-06T21:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:30.731520 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:30.731520 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.778507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Checking router: c3b9669b-842d-474c-bd6d-cb6de8b759e4 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:52:30.778939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Updating router c3b9669b-842d-474c-bd6d-cb6de8b759e4 port 0832d1c8-6de5-4942-8080-b3968176cb85 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:52:30.792596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.824067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1be24a6a-6f98-4b8b-b319-b7083e7af45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.831024 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.957809 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1be24a6a-6f98-4b8b-b319-b7083e7af45f None None] For port 62790d94-142f-4e23-862c-9bc2d5edee20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62790d94-142f-4e23-862c-9bc2d5edee20,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:30.972806 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1be24a6a-6f98-4b8b-b319-b7083e7af45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.986137 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:30.992186 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.061951 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Pushing event updated for resources: {'Port': ['ID=70f85cae-8ff2-47d7-a636-5caf98d3da0c,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:31.064497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.103820 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1be24a6a-6f98-4b8b-b319-b7083e7af45f None None] Provisioning complete for port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:31.104196 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1be24a6a-6f98-4b8b-b319-b7083e7af45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.146448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be24a6a-6f98-4b8b-b319-b7083e7af45f None None] Pushing event updated for resources: {'Port': ['ID=62790d94-142f-4e23-862c-9bc2d5edee20,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:31.154103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Network 4f776dbe-f694-4dce-9b45-a541d052a144 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:31.155501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:31.275336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Router c3b9669b-842d-474c-bd6d-cb6de8b759e4 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:52:31.296231 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.304719 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.353686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Attempting to bind port 0832d1c8-6de5-4942-8080-b3968176cb85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:31.354063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Attempting to bind port 0832d1c8-6de5-4942-8080-b3968176cb85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:31.354428 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Attempting to bind port 0832d1c8-6de5-4942-8080-b3968176cb85 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:31.370961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:31.371410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:31.371808 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.372204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:31.372706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Bound port: 0832d1c8-6de5-4942-8080-b3968176cb85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:31.373086 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.377006 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29168a-2e92-4e08-97f2-ce349ac4f27f None None] Pushing event updated for resources: {'Port': ['ID=0832d1c8-6de5-4942-8080-b3968176cb85,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:31.397842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:52:31.411134 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-246aadc9-f2df-48ac-a8a8-d1905e9e23f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/c3b9669b-842d-474c-bd6d-cb6de8b759e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7704062
Nov 06 21:52:31.448232 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d9b09fef-f7a8-42b2-9fbe-66a5ea8cd8ac None None] Provisioning complete for port 70f85cae-8ff2-47d7-a636-5caf98d3da0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:31.448636 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d9b09fef-f7a8-42b2-9fbe-66a5ea8cd8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.473142 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] For port 0832d1c8-6de5-4942-8080-b3968176cb85, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:31.493214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] For port 0832d1c8-6de5-4942-8080-b3968176cb85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0832d1c8-6de5-4942-8080-b3968176cb85,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:31.498749 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d9b09fef-f7a8-42b2-9fbe-66a5ea8cd8ac None None] Port 70f85cae-8ff2-47d7-a636-5caf98d3da0c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:52:31.500647 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.561248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Routers {'c3b9669b-842d-474c-bd6d-cb6de8b759e4'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:52:31.561846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251864880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:31.602032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29168a-2e92-4e08-97f2-ce349ac4f27f None None] Pushing event updated for resources: {'Port': ['ID=0832d1c8-6de5-4942-8080-b3968176cb85,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:31.661212 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3424ba35-c36e-4273-8ebe-61a117dc7491 None None] Provisioning complete for port 70f85cae-8ff2-47d7-a636-5caf98d3da0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:31.662114 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3424ba35-c36e-4273-8ebe-61a117dc7491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:31.693972 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 62790d94-142f-4e23-862c-9bc2d5edee20 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:31.751808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3424ba35-c36e-4273-8ebe-61a117dc7491 None None] Port 70f85cae-8ff2-47d7-a636-5caf98d3da0c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:52:31.754348 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] Set router c3b9669b-842d-474c-bd6d-cb6de8b759e4 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:52:31.885524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 62790d94-142f-4e23-862c-9bc2d5edee20 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:31.885897 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:32.032933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:32.087056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251864880>, [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 4, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port': {'id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:28Z', 'updated_at': '2021-11-06T21:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '70f85cae-8ff2-47d7-a636-5caf98d3da0c', 'name': '', 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'mac_address': 'fa:16:3e:27:8b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:30Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 2, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'subnets': [{'id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:32.115602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15ec29-65bd-4b21-9641-0001b3a43f12 None None] The sync data for ids ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'] in ncdv-master-1 is: [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 4, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port': {'id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:28Z', 'updated_at': '2021-11-06T21:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '70f85cae-8ff2-47d7-a636-5caf98d3da0c', 'name': '', 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'mac_address': 'fa:16:3e:27:8b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:30Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 2, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'subnets': [{'id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:52:32.125298 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:32.125672 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:33.667840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0832d1c8-6de5-4942-8080-b3968176cb85 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:33.737513 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0832d1c8-6de5-4942-8080-b3968176cb85 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:33.737882 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:33.838377 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:33.862193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 0832d1c8-6de5-4942-8080-b3968176cb85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0832d1c8-6de5-4942-8080-b3968176cb85,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:33.870495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:33.928875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=0832d1c8-6de5-4942-8080-b3968176cb85,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:34.568772 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Sync routers for ids ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:52:34.588899 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Routers {'c3b9669b-842d-474c-bd6d-cb6de8b759e4'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:52:34.590044 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252be3850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:34.748560 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Set router c3b9669b-842d-474c-bd6d-cb6de8b759e4 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:52:34.995818 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252be3850>, [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 4, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port': {'id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:28Z', 'updated_at': '2021-11-06T21:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '70f85cae-8ff2-47d7-a636-5caf98d3da0c', 'name': '', 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'mac_address': 'fa:16:3e:27:8b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:30Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 2, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'subnets': [{'id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:35.024862 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Checking router: c3b9669b-842d-474c-bd6d-cb6de8b759e4 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:52:35.025220 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Updating router c3b9669b-842d-474c-bd6d-cb6de8b759e4 port 70f85cae-8ff2-47d7-a636-5caf98d3da0c binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:52:35.051094 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:35.352849 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:35.360763 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:35.414653 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb61f0-0ffd-4b22-9805-bc093f153118 None None] Pushing event updated for resources: {'Port': ['ID=70f85cae-8ff2-47d7-a636-5caf98d3da0c,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:35.475382 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Attempting to bind port 70f85cae-8ff2-47d7-a636-5caf98d3da0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:35.475765 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Attempting to bind port 70f85cae-8ff2-47d7-a636-5caf98d3da0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:35.476267 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Attempting to bind port 70f85cae-8ff2-47d7-a636-5caf98d3da0c on network 4f776dbe-f694-4dce-9b45-a541d052a144 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:35.481729 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:35.482107 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Checking segment: {'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:35.482507 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:35.482902 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Bound using segment: {'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:35.483368 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Bound port: 70f85cae-8ff2-47d7-a636-5caf98d3da0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85b90e8-343b-4bbd-8a6e-f24cc90decba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:35.483748 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:35.556441 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] For port 70f85cae-8ff2-47d7-a636-5caf98d3da0c, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:35.559741 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] For port 70f85cae-8ff2-47d7-a636-5caf98d3da0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70f85cae-8ff2-47d7-a636-5caf98d3da0c,segment=NetworkSegment(d85b90e8-343b-4bbd-8a6e-f24cc90decba),segment_id=d85b90e8-343b-4bbd-8a6e-f24cc90decba)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:35.569240 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:35.642799 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Routers {'c3b9669b-842d-474c-bd6d-cb6de8b759e4'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:52:35.656365 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252be3850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:35.690863 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb61f0-0ffd-4b22-9805-bc093f153118 None None] Pushing event updated for resources: {'Port': ['ID=70f85cae-8ff2-47d7-a636-5caf98d3da0c,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:35.714747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0832d1c8-6de5-4942-8080-b3968176cb85 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:35.801607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f7472ffb-b89c-447f-866c-dd4a3e4a61c1 None None] Provisioning complete for port 70f85cae-8ff2-47d7-a636-5caf98d3da0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:35.802011 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7472ffb-b89c-447f-866c-dd4a3e4a61c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:35.811750 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] Set router c3b9669b-842d-474c-bd6d-cb6de8b759e4 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:52:35.812948 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-4f13973b-c166-4ae5-8176-7c70f8d26c74 req-8e2c453a-11aa-403c-932d-c772341aa91a tempest-ServerDiskConfigTestJSON-839516141 tempest-ServerDiskConfigTestJSON-839516141-project] (119334) timed out ('10.222.0.10', 56721) {{(pid=119334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 21:52:35.891435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 0832d1c8-6de5-4942-8080-b3968176cb85 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:35.891816 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:36.007627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7472ffb-b89c-447f-866c-dd4a3e4a61c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:36.123061 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252be3850>, [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 4, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port': {'id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:28Z', 'updated_at': '2021-11-06T21:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '70f85cae-8ff2-47d7-a636-5caf98d3da0c', 'name': '', 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'mac_address': 'fa:16:3e:27:8b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:30Z', 'updated_at': '2021-11-06T21:52:35Z', 'revision_number': 4, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'subnets': [{'id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:52:36.165448 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc025f2-470c-4b77-a42b-4c7c650f3487 None None] The sync data for ids ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'] in ncdv-master-1 is: [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 4, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port': {'id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:28Z', 'updated_at': '2021-11-06T21:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '70f85cae-8ff2-47d7-a636-5caf98d3da0c', 'name': '', 'network_id': '4f776dbe-f694-4dce-9b45-a541d052a144', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'mac_address': 'fa:16:3e:27:8b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:30Z', 'updated_at': '2021-11-06T21:52:35Z', 'revision_number': 4, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'subnets': [{'id': 'a452f311-b7e7-4538-a6a8-029ee0fab116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:52:36.231301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-f7472ffb-b89c-447f-866c-dd4a3e4a61c1 None None] For port 70f85cae-8ff2-47d7-a636-5caf98d3da0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70f85cae-8ff2-47d7-a636-5caf98d3da0c,segment=NetworkSegment(d85b90e8-343b-4bbd-8a6e-f24cc90decba),segment_id=d85b90e8-343b-4bbd-8a6e-f24cc90decba)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:52:36.241796 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7472ffb-b89c-447f-866c-dd4a3e4a61c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:36.312803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7472ffb-b89c-447f-866c-dd4a3e4a61c1 None None] Pushing event updated for resources: {'Port': ['ID=70f85cae-8ff2-47d7-a636-5caf98d3da0c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:36.367117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e7251b8a-1014-4211-b0d2-fac50e278dcc None None] Provisioning complete for port 70f85cae-8ff2-47d7-a636-5caf98d3da0c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:36.367493 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e7251b8a-1014-4211-b0d2-fac50e278dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:37.673051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 70f85cae-8ff2-47d7-a636-5caf98d3da0c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:52:37.744227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 70f85cae-8ff2-47d7-a636-5caf98d3da0c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:37.744644 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:41.699047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e037-6bff-497f-9bae-008b6911b0fb req-85050ff2-4734-4e21-a32d-8b7f1cbc6eee tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:41.700537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-85050ff2-4734-4e21-a32d-8b7f1cbc6eee tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 815 time: 0.1019452
Nov 06 21:52:41.714900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-b81450ec-0d8d-4e12-9be4-b317ae5c3ef4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/quotas/872e719b2a874cdc91e0c215ef3ea959 HTTP/1.1" status: 200  len: 375 time: 0.0087185
Nov 06 21:52:41.766868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-bd0b0d54-52b7-41bd-9748-9b0865af32e5 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0467482
Nov 06 21:52:41.956247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-68a42071-252f-4ee6-b9c0-67ef50dadd31 service neutron] 10.222.0.13 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772177
Nov 06 21:52:42.045144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-f13dbea4-9bed-4517-8b6b-ee49e71d6505 service neutron] 10.222.0.13 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823481
Nov 06 21:52:42.209091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d71611bb-15d5-4648-99eb-3922fbfa5e14 req-7d8bddcc-9bb2-4a9e-8104-04751ea23fdd tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 210 time: 0.0324569
Nov 06 21:52:43.096627 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:52:43.121572 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e037-6bff-497f-9bae-008b6911b0fb req-c0f9b6ac-e704-46ce-98ea-30fe31a93c8e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:43.123053 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-c0f9b6ac-e704-46ce-98ea-30fe31a93c8e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 815 time: 0.1096599
Nov 06 21:52:43.136064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'port': {'device_id': '79afd67d-9d67-460a-8b99-e13091e39f39', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'admin_state_up': True, 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:43.250446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Made reservation on behalf of 872e719b2a874cdc91e0c215ef3ea959 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:52:43.254654 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:43.340549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d49e5bc1-41ed-4278-9dee-525f622f0545 req-15d972ad-9435-4f20-9b4a-8d5bcff7212a tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 210 time: 0.0567186
Nov 06 21:52:43.420620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Allocated IP 172.20.0.14 (cbe8ecd2-33c5-4590-bace-94182f4ce59b/4f17ea19-ba5c-4092-a05f-9ab12b031293/c2995dc8-0532-4e18-b8ec-8e98383e426c) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:52:43.652166 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:43.688865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:43.713757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:52:43.716322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:52:43.719483 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:52:43.796230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'Port': ['ID=c2995dc8-0532-4e18-b8ec-8e98383e426c,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:43.811684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:43.812337 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:43.837216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-083be78b-497d-45bc-841e-2f1297ee1497 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7053304
Nov 06 21:52:44.038943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-37568777-a327-4330-8ad8-68228296799c None None] Provisioning complete for port c2995dc8-0532-4e18-b8ec-8e98383e426c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:52:44.039596 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-37568777-a327-4330-8ad8-68228296799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:44.081718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-37568777-a327-4330-8ad8-68228296799c None None] Port c2995dc8-0532-4e18-b8ec-8e98383e426c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:52:44.465968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeb328-4ed4-4ad9-8c1a-d64f17c3aa40 req-111700bd-2683-434c-8bc9-1ed32df7a14b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:44.467522 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02eeb328-4ed4-4ad9-8c1a-d64f17c3aa40 req-111700bd-2683-434c-8bc9-1ed32df7a14b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0530412
Nov 06 21:52:44.516281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-02eeb328-4ed4-4ad9-8c1a-d64f17c3aa40 req-85471bb1-0a02-4dcd-8181-d2d546ff29d1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416167
Nov 06 21:52:45.003068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:45.100148 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:45.646516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e705f8-cc2a-49e7-ac11-b543cfc315d4 req-a80156fd-579a-4a92-9630-60ccc68154b2 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:45.648054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66e705f8-cc2a-49e7-ac11-b543cfc315d4 req-a80156fd-579a-4a92-9630-60ccc68154b2 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0544593
Nov 06 21:52:45.703948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-66e705f8-cc2a-49e7-ac11-b543cfc315d4 req-ecddde62-f75f-41d1-a6bd-b993dfdedd04 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491350
Nov 06 21:52:46.826816 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62066a-45d8-4c3b-89f8-2eff0c0e6158 req-0dd08bef-96c3-4a6f-a511-06784c32c2ab tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:46.828514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a62066a-45d8-4c3b-89f8-2eff0c0e6158 req-0dd08bef-96c3-4a6f-a511-06784c32c2ab tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0568280
Nov 06 21:52:46.888388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a62066a-45d8-4c3b-89f8-2eff0c0e6158 req-f5f1bd80-bab9-4142-9cfa-22a3c8706dca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528955
Nov 06 21:52:46.971817 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-976acca0-9724-4ce6-a1fd-0f97e2a65d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:48.010908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ddd1e-578e-470c-b5fe-16c32e10f5c1 req-22d56201-f31b-4e3a-bb77-c49c11744346 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:48.012458 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d4ddd1e-578e-470c-b5fe-16c32e10f5c1 req-22d56201-f31b-4e3a-bb77-c49c11744346 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0562470
Nov 06 21:52:48.061055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d4ddd1e-578e-470c-b5fe-16c32e10f5c1 req-411d7ec7-cf0f-4da7-b522-5050abf7a2e4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426586
Nov 06 21:52:49.184758 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ff34d-69d2-404c-88d8-175ab39c66ed req-af9115ef-315e-46f1-8dda-4eb673141302 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:49.186222 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e21ff34d-69d2-404c-88d8-175ab39c66ed req-af9115ef-315e-46f1-8dda-4eb673141302 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0550091
Nov 06 21:52:49.237132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e21ff34d-69d2-404c-88d8-175ab39c66ed req-f9a82f6b-5bb1-4591-83a5-fb3ba607536c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444083
Nov 06 21:52:49.338278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c9d6f5af-443d-4f9c-9e8b-e6bd0e281240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:50.378057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baaa8f-4f86-4592-b602-3e4b47e5ecf3 req-2c0d88a6-59ea-4ecd-947d-fa34c3ad3deb tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:50.379574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4baaa8f-4f86-4592-b602-3e4b47e5ecf3 req-2c0d88a6-59ea-4ecd-947d-fa34c3ad3deb tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0701375
Nov 06 21:52:50.428803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d4baaa8f-4f86-4592-b602-3e4b47e5ecf3 req-9a863910-13cc-4e71-bc71-bbc69761d07b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432503
Nov 06 21:52:50.822119 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:51.554844 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea48faa-fda1-4e81-9d06-46cdfbeebe29 req-8c598e53-5502-4145-92bb-45adae1abbd3 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:51.556349 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea48faa-fda1-4e81-9d06-46cdfbeebe29 req-8c598e53-5502-4145-92bb-45adae1abbd3 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0598936
Nov 06 21:52:51.610481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6ea48faa-fda1-4e81-9d06-46cdfbeebe29 req-14dea827-8b3b-4933-94f5-9ed0d17b0dd1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480967
Nov 06 21:52:52.065319 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:52.631660 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:52.735854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b68f-7d73-4cd5-8ec1-25954a899dbf req-9a9de1e6-55ad-4b79-a99b-4fd48392d70a tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:52.737443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1d6b68f-7d73-4cd5-8ec1-25954a899dbf req-9a9de1e6-55ad-4b79-a99b-4fd48392d70a tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0540304
Nov 06 21:52:52.787901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1d6b68f-7d73-4cd5-8ec1-25954a899dbf req-f573a426-6134-4fdb-90fe-38ebfe1bb21d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424039
Nov 06 21:52:53.905626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d156b-cd48-463d-820d-0adce15a6fa5 req-b12f2b90-1bf1-4134-b2bd-b130a1dad520 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:53.907122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e8d156b-cd48-463d-820d-0adce15a6fa5 req-b12f2b90-1bf1-4134-b2bd-b130a1dad520 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0500333
Nov 06 21:52:53.958854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e8d156b-cd48-463d-820d-0adce15a6fa5 req-10704d23-0ba3-48c1-8eff-44346d491ff6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455508
Nov 06 21:52:55.070766 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8ffb-efac-442b-b457-04c2d69cdc99 req-a5fc83cf-3ccb-49f5-a80d-583f8dbb8620 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:55.072223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e79e8ffb-efac-442b-b457-04c2d69cdc99 req-a5fc83cf-3ccb-49f5-a80d-583f8dbb8620 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.0484171
Nov 06 21:52:55.118758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e79e8ffb-efac-442b-b457-04c2d69cdc99 req-6b049a72-9047-444a-8096-bd77925ed549 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406237
Nov 06 21:52:56.038101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Request body: {'port': {'device_id': '79afd67d-9d67-460a-8b99-e13091e39f39', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:52:56.089501 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:56.291227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2796-980d-4acf-b0ed-82abdfc39e3e req-99ea7e6e-ca58-42fc-b1c7-6c7d98516933 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:56.292706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c88f2796-980d-4acf-b0ed-82abdfc39e3e req-99ea7e6e-ca58-42fc-b1c7-6c7d98516933 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 932 time: 0.1027057
Nov 06 21:52:56.364954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c88f2796-980d-4acf-b0ed-82abdfc39e3e req-2ea46c46-6606-4862-8964-80dd858d84c3 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663252
Nov 06 21:52:56.423331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2995dc8-0532-4e18-b8ec-8e98383e426c {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:52:56.431339 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:56.443326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Transition to ACTIVE for port object c2995dc8-0532-4e18-b8ec-8e98383e426c will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:52:56.447384 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:56.498892 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Pushing event updated for resources: {'Port': ['ID=c2995dc8-0532-4e18-b8ec-8e98383e426c,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:56.571059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Attempting to bind port c2995dc8-0532-4e18-b8ec-8e98383e426c on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:52:56.571397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Attempting to bind port c2995dc8-0532-4e18-b8ec-8e98383e426c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:52:56.571727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Attempting to bind port c2995dc8-0532-4e18-b8ec-8e98383e426c on network cbe8ecd2-33c5-4590-bace-94182f4ce59b {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:56.576287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Port c2995dc8-0532-4e18-b8ec-8e98383e426c on network cbe8ecd2-33c5-4590-bace-94182f4ce59b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:52:56.576633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Attempting to bind port c2995dc8-0532-4e18-b8ec-8e98383e426c on network cbe8ecd2-33c5-4590-bace-94182f4ce59b {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:52:56.581646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:52:56.581982 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Checking segment: {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:52:56.582365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Bound using segment: {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:52:56.582842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Bound port: c2995dc8-0532-4e18-b8ec-8e98383e426c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa1ca5a-956e-49a4-992d-18cd45946fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:52:56.583197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:56.647261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] For port c2995dc8-0532-4e18-b8ec-8e98383e426c, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:52:56.650783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] For port c2995dc8-0532-4e18-b8ec-8e98383e426c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:52:56.654340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:56.693846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:56.694615 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:52:56.695901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] 10.222.0.37 "PUT /v2.0/ports/c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 1092 time: 0.6629434
Nov 06 21:52:56.696375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:52:56.698673 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e372613-8869-4e87-991c-7f3cd4a98dec" -d '{"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:52:56.724418 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a851b9d-f119-4b05-a3b2-33a192550cfd service neutron] Pushing event updated for resources: {'Port': ['ID=c2995dc8-0532-4e18-b8ec-8e98383e426c,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:52:56.778256 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc99472-54f0-4b32-8451-395e48c4a951 x-openstack-request-id: req-abc99472-54f0-4b32-8451-395e48c4a951 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:52:56.778549 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:52:56.778804 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abc99472-54f0-4b32-8451-395e48c4a951 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:52:56.779194 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'status': 'completed', 'code': 200}
Nov 06 21:52:56.796316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e037-6bff-497f-9bae-008b6911b0fb req-a9339094-063b-4e1d-8c6f-894c3f666aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:56.797898 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-a9339094-063b-4e1d-8c6f-894c3f666aee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1095 time: 0.0494072
Nov 06 21:52:56.840892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-f0c8a5b0-26ed-40d8-bc7c-d81a426fd021 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 217 time: 0.0354047
Nov 06 21:52:56.896396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e037-6bff-497f-9bae-008b6911b0fb req-f9dbf8f7-2d5b-42f5-97f4-468a2cc00255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:56.897879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-f9dbf8f7-2d5b-42f5-97f4-468a2cc00255 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0503390
Nov 06 21:52:56.946030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e037-6bff-497f-9bae-008b6911b0fb req-17f297c5-0e60-437f-ab55-d6fc52c49f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:56.947438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-17f297c5-0e60-437f-ab55-d6fc52c49f6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0414810
Nov 06 21:52:57.039559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-91244043-c71f-475e-b5c5-b692e00e0b4e service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844290
Nov 06 21:52:57.133900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8298e037-6bff-497f-9bae-008b6911b0fb req-66c4c4eb-9fb4-4df7-bef4-209e98de85a9 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868490
Nov 06 21:52:57.218455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-520bfb29-bbb1-4dc4-96ed-77436a052173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:57.219879 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-520bfb29-bbb1-4dc4-96ed-77436a052173 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1095 time: 0.0413294
Nov 06 21:52:57.311959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-3228145a-3e34-47e8-8067-fec0866a6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:57.313463 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-3228145a-3e34-47e8-8067-fec0866a6f40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.0870523
Nov 06 21:52:57.354122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-849f3191-184a-4eb0-8aab-ce4f817f68a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 217 time: 0.0337932
Nov 06 21:52:57.402299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-5990faaf-a2cf-43a1-a749-75a7936278e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:57.403793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-5990faaf-a2cf-43a1-a749-75a7936278e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0433247
Nov 06 21:52:57.481356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-446f0656-579c-479e-aa41-9dc8c2b733f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:57.482760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-446f0656-579c-479e-aa41-9dc8c2b733f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0724146
Nov 06 21:52:57.495443 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc124-fa02-48f1-841e-9c8fd16c16f0 req-a7945e60-dc7c-4d71-bf53-f2a319103b86 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:57.496859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-275fc124-fa02-48f1-841e-9c8fd16c16f0 req-a7945e60-dc7c-4d71-bf53-f2a319103b86 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 944 time: 0.0625792
Nov 06 21:52:57.598715 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-275fc124-fa02-48f1-841e-9c8fd16c16f0 req-3f2145bc-7970-4e8d-a5a4-d97f888d380b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916588
Nov 06 21:52:57.614581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-136dea34-7c4a-43f0-82bc-eca795a9dc5a service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162848
Nov 06 21:52:57.706223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e372613-8869-4e87-991c-7f3cd4a98dec req-6b450f26-1d9b-44ec-8a0f-b00c4523c54b service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847759
Nov 06 21:52:58.717680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f541-ff9e-4200-9227-526f097d5e72 req-11c24a6c-a63d-43da-a27d-102ce89854cb tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:58.719143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df00f541-ff9e-4200-9227-526f097d5e72 req-11c24a6c-a63d-43da-a27d-102ce89854cb tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 944 time: 0.0495458
Nov 06 21:52:58.766005 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df00f541-ff9e-4200-9227-526f097d5e72 req-249d2af4-de1c-44fc-8ada-fd98b618a8b5 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406926
Nov 06 21:52:59.883699 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1d238-5d2d-46c4-8776-0de087cf22f7 req-1d4442b6-ca2d-4ebb-b8da-831e7519d730 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:52:59.885224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29b1d238-5d2d-46c4-8776-0de087cf22f7 req-1d4442b6-ca2d-4ebb-b8da-831e7519d730 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 944 time: 0.0534389
Nov 06 21:52:59.932600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29b1d238-5d2d-46c4-8776-0de087cf22f7 req-5f334b49-93e6-43f6-bdcf-3addd8a2c47b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412121
Nov 06 21:53:00.820942 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c2995dc8-0532-4e18-b8ec-8e98383e426c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:53:00.918552 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c2995dc8-0532-4e18-b8ec-8e98383e426c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:53:00.930655 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'port_id': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'mac_address': 'fa:16:3e:d2:5b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:53:00.966974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:00.981107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2995dc8-0532-4e18-b8ec-8e98383e426c {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:53:01.000483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c2995dc8-0532-4e18-b8ec-8e98383e426c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:53:01.005132 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:01.052461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c2995dc8-0532-4e18-b8ec-8e98383e426c,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:01.054088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99feeb7-eb5d-4f8d-ad5c-776d680ce110 req-4da38ed5-fce0-4da4-9193-de681b762b17 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:01.055686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99feeb7-eb5d-4f8d-ad5c-776d680ce110 req-4da38ed5-fce0-4da4-9193-de681b762b17 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 945 time: 0.0510583
Nov 06 21:53:01.103628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99feeb7-eb5d-4f8d-ad5c-776d680ce110 req-8d7dd664-8ca4-468a-8287-3935e6223f4c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418997
Nov 06 21:53:01.289769 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c2995dc8-0532-4e18-b8ec-8e98383e426c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:53:02.217226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03645c72-9da6-4570-b83e-77caf1654818 req-b4596f83-1562-4a05-b091-0154d92899a4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:02.218709 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03645c72-9da6-4570-b83e-77caf1654818 req-b4596f83-1562-4a05-b091-0154d92899a4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 945 time: 0.0482237
Nov 06 21:53:02.269925 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03645c72-9da6-4570-b83e-77caf1654818 req-691d59dd-5bba-48fb-8b31-e86a2f96dfe5 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447676
Nov 06 21:53:02.828224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c2995dc8-0532-4e18-b8ec-8e98383e426c up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:53:02.879921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port c2995dc8-0532-4e18-b8ec-8e98383e426c completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:53:02.883258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port c2995dc8-0532-4e18-b8ec-8e98383e426c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:53:02.883624 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:02.958891 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:02.980258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:53:02.982519 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae6cc0f-5a0f-4ef2-9e7b-037e3cf80425" -d '{"events": [{"server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "name": "network-vif-plugged", "status": "completed", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:53:02.996008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port c2995dc8-0532-4e18-b8ec-8e98383e426c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:53:03.000167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:03.049002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=c2995dc8-0532-4e18-b8ec-8e98383e426c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:03.135870 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e115d5-4f3a-41d6-b268-cc9d5726af93 x-openstack-request-id: req-f1e115d5-4f3a-41d6-b268-cc9d5726af93 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:53:03.136169 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "name": "network-vif-plugged", "status": "completed", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:53:03.136451 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1e115d5-4f3a-41d6-b268-cc9d5726af93 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:53:03.136851 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'code': 200}
Nov 06 21:53:03.239754 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5b5c-8564-432e-80fd-8aec8932897a req-6f150833-7905-4d04-a237-6f31af701e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:03.241867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38bc5b5c-8564-432e-80fd-8aec8932897a req-6f150833-7905-4d04-a237-6f31af701e4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1097 time: 0.0451446
Nov 06 21:53:03.287595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38bc5b5c-8564-432e-80fd-8aec8932897a req-a3cbdb69-9d67-4131-bdfb-db1ef77dfcf4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382528
Nov 06 21:53:03.386092 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72625b96-c864-4bd3-a65f-07fc3eb53a7f req-154d5c9e-7567-4d67-8f43-284212945dfb tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:03.387546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72625b96-c864-4bd3-a65f-07fc3eb53a7f req-154d5c9e-7567-4d67-8f43-284212945dfb tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0520580
Nov 06 21:53:03.435046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72625b96-c864-4bd3-a65f-07fc3eb53a7f req-f428b3bc-499e-4a82-8069-6e58e9066475 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414424
Nov 06 21:53:04.554670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2449ff-6de7-4b5f-85be-4994e11f334f req-84f31df7-d11d-45f0-86c6-2d7d9766b592 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:04.556140 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b2449ff-6de7-4b5f-85be-4994e11f334f req-84f31df7-d11d-45f0-86c6-2d7d9766b592 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0526619
Nov 06 21:53:04.605323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b2449ff-6de7-4b5f-85be-4994e11f334f req-fd37828f-07f9-4685-acbd-2e2bb865db59 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431890
Nov 06 21:53:05.720339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33614819-61b0-4ffc-9447-45ea0efde6d3 req-89b34c32-54bb-4564-a28d-1f63da3c027c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:05.721817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33614819-61b0-4ffc-9447-45ea0efde6d3 req-89b34c32-54bb-4564-a28d-1f63da3c027c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0488627
Nov 06 21:53:05.768504 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33614819-61b0-4ffc-9447-45ea0efde6d3 req-f4838ec2-5a8a-491d-bcf9-b9c08c9eb2d1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407786
Nov 06 21:53:05.885582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d254d-cb5f-4ddd-980d-8020d2273fb4 req-a88db40f-69cb-4082-a405-3b3647e0b22c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:05.887149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03d254d-cb5f-4ddd-980d-8020d2273fb4 req-a88db40f-69cb-4082-a405-3b3647e0b22c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0535696
Nov 06 21:53:05.934755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e03d254d-cb5f-4ddd-980d-8020d2273fb4 req-76dc3b20-79db-4e77-9621-abbf78c85f6d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415952
Nov 06 21:53:06.120435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8a8a-95cf-47ed-b48e-bf94ee5a3b12 req-05bf018a-1d1d-4e9a-90b9-7865f5ec5072 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:06.122157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dfdd8a8a-95cf-47ed-b48e-bf94ee5a3b12 req-05bf018a-1d1d-4e9a-90b9-7865f5ec5072 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0501165
Nov 06 21:53:06.169350 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dfdd8a8a-95cf-47ed-b48e-bf94ee5a3b12 req-0890a134-6f79-4184-bd22-2c8176f53b6b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412030
Nov 06 21:53:10.252334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bda1e2-5198-4979-9b2a-4b7f86885d3d req-1a75669c-4149-42b0-8377-2b40c4afea85 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:10.253804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23bda1e2-5198-4979-9b2a-4b7f86885d3d req-1a75669c-4149-42b0-8377-2b40c4afea85 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0479541
Nov 06 21:53:10.305995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23bda1e2-5198-4979-9b2a-4b7f86885d3d req-253e1050-36db-4615-af01-7f65b298728e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453315
Nov 06 21:53:10.327792 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48728) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:10.410031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d77f5-effa-4b80-809e-d74c68e91e0e tempest-TestMinimumBasicScenario-1361020706 tempest-TestMinimumBasicScenario-1361020706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:10.411949 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-136d77f5-effa-4b80-809e-d74c68e91e0e tempest-TestMinimumBasicScenario-1361020706 tempest-TestMinimumBasicScenario-1361020706-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1092 time: 0.0830944
Nov 06 21:53:10.414886 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48732) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:10.419029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:10.440894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:10.538603 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:10.641581 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Allocated IP 172.35.0.143 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/9cd22d7e-3a87-4b28-8f15-bf4507cbcdc3) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:53:10.739874 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:10.772632 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:10.813137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:53:10.815964 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:53:10.820575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:53:10.823237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'Port': ['ID=9cd22d7e-3a87-4b28-8f15-bf4507cbcdc3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:10.854843 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.855189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.855530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.855867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.856197 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.856560 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.856890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.857245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.857575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.857899 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.858216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:10.858540 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:11.175121 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:11.573597 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:11.716947 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:11.721359 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:11.787136 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'Port': ['ID=9cd22d7e-3a87-4b28-8f15-bf4507cbcdc3,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:11.796877 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:11.895117 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Floating IP 1a80c4da-16bd-49cb-80e3-34d60a992945 associated. External IP: 172.35.0.143, port: c2995dc8-0532-4e18-b8ec-8e98383e426c.
Nov 06 21:53:12.095852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Router dacf515f-d936-4236-b920-c1a5aaa0d590 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:53:12.201554 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:53:12.211896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] Sync routers for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:53:12.221237 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.222302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:53:12.223537 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251f93af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:53:12.248930 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-30ee2a2a-2672-4e7c-8d60-e771e1bcfe65 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8330529
Nov 06 21:53:12.249634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:53:12.251833 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48734) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:12.257157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383571252', 'description': 'tempest-secgroup-smoke-383571252 description', 'project_id': '872e719b2a874cdc91e0c215ef3ea959'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:12.286667 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.309252 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b076cd798f95596056372ed8e3ec4fe6294c8412216cac2ac108b4371539f89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a68ea8-6b0c-419e-a790-0165378ce3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:53:12.336012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:53:12.355646 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.360782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.393972 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.398553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1428769
Nov 06 21:53:12.398879 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48742) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:12.401273 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb35dea-56e0-4802-bf09-fc9bc3a10037,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:12.403438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ec3f2146-b2c3-4c95-8fb4-d6dc020cb65c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'security_group_rule': {'security_group_id': 'ccb35dea-56e0-4802-bf09-fc9bc3a10037', 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:12.409257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.409598 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.409941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.410834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.411171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.411513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.411830 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.412155 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.412532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.412859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.413184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.413505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cf54d-309f-4f21-a908-cef89452dcfe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:53:12.426377 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc079502-0d1d-4128-96f1-de2b53f26bee x-openstack-request-id: req-dc079502-0d1d-4128-96f1-de2b53f26bee {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:53:12.426698 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:53:12.427082 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc079502-0d1d-4128-96f1-de2b53f26bee {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:53:12.427590 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'status': 'completed', 'code': 200}
Nov 06 21:53:12.435619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2146-b2c3-4c95-8fb4-d6dc020cb65c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.484588 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2146-b2c3-4c95-8fb4-d6dc020cb65c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.488494 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-e9a27b61-670e-43a9-af72-cb1f1aef2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:12.489830 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2146-b2c3-4c95-8fb4-d6dc020cb65c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.490174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-e9a27b61-670e-43a9-af72-cb1f1aef2a9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1097 time: 0.0466969
Nov 06 21:53:12.509294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f2146-b2c3-4c95-8fb4-d6dc020cb65c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87635206-fd8f-4789-9523-6dc0b8ab0d5f,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:12.520236 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2146-b2c3-4c95-8fb4-d6dc020cb65c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.522189 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ec3f2146-b2c3-4c95-8fb4-d6dc020cb65c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1217074
Nov 06 21:53:12.524470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48744) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:12.530109 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0945a796-2ac3-4a7c-bee3-3929f0c0b07e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'security_group_rule': {'security_group_id': 'ccb35dea-56e0-4802-bf09-fc9bc3a10037', 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:12.560401 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0945a796-2ac3-4a7c-bee3-3929f0c0b07e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.579999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251f93af0>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1a80c4da-16bd-49cb-80e3-34d60a992945', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'floating_ip_address': '172.35.0.143', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'port_id': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'mac_address': 'fa:16:3e:d2:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79afd67d-9d67-460a-8b99-e13091e39f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:53:11Z', 'updated_at': '2021-11-06T21:53:11Z', 'revision_number': 0, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 5, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:53:12.598351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-0dc3cf78-353e-409d-8966-f3034beb4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:12.599899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-0dc3cf78-353e-409d-8966-f3034beb4a12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.1028473
Nov 06 21:53:12.612262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] Checking router: dacf515f-d936-4236-b920-c1a5aaa0d590 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:53:12.621580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:53:12.622195 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251f93af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:52:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:53:12.622326 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0945a796-2ac3-4a7c-bee3-3929f0c0b07e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.627195 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0945a796-2ac3-4a7c-bee3-3929f0c0b07e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.645690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945a796-2ac3-4a7c-bee3-3929f0c0b07e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eff31ef-4b24-4933-85a8-859b50d33aed,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:12.656256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0945a796-2ac3-4a7c-bee3-3929f0c0b07e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.657897 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0945a796-2ac3-4a7c-bee3-3929f0c0b07e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1316342
Nov 06 21:53:12.660018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48746) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:12.664769 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0f40660e-0f6e-4004-aa6b-3ec70fd85683 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'security_group_rule': {'security_group_id': 'ccb35dea-56e0-4802-bf09-fc9bc3a10037', 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:12.680706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-bf04dc98-d3fb-4bf4-b49a-b8bb0e43bde0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 1000 time: 0.0734339
Nov 06 21:53:12.692786 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f40660e-0f6e-4004-aa6b-3ec70fd85683 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.731804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-5e86e085-af67-4939-b525-95e18d0015bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:12.733797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-5e86e085-af67-4939-b525-95e18d0015bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0465238
Nov 06 21:53:12.737610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:53:12.752083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f40660e-0f6e-4004-aa6b-3ec70fd85683 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.756950 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f40660e-0f6e-4004-aa6b-3ec70fd85683 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.776903 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40660e-0f6e-4004-aa6b-3ec70fd85683 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c926198f-905f-45bf-b3f7-f4804a8e2135,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:12.789102 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0f40660e-0f6e-4004-aa6b-3ec70fd85683 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.793060 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f40660e-0f6e-4004-aa6b-3ec70fd85683 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1292958
Nov 06 21:53:12.793223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-565e9581-4408-4e6e-84f6-f9e98206676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:12.793223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-565e9581-4408-4e6e-84f6-f9e98206676c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0514092
Nov 06 21:53:12.793455 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48748) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:12.797775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f1c054b0-b23f-457c-b136-c1b4a68fe5c1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'security_group_rule': {'security_group_id': 'ccb35dea-56e0-4802-bf09-fc9bc3a10037', 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:12.827397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1c054b0-b23f-457c-b136-c1b4a68fe5c1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.889002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1c054b0-b23f-457c-b136-c1b4a68fe5c1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.896564 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1c054b0-b23f-457c-b136-c1b4a68fe5c1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.904956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-d41d6bf0-913c-4233-8941-5c7bae351161 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1047738
Nov 06 21:53:12.915144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c054b0-b23f-457c-b136-c1b4a68fe5c1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6c07cf-b264-475c-a69c-58853f087cbe,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:12.927024 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f1c054b0-b23f-457c-b136-c1b4a68fe5c1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.928248 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f1c054b0-b23f-457c-b136-c1b4a68fe5c1 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1339869
Nov 06 21:53:12.930926 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48750) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:12.935309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-fb923081-f8a7-48ec-8da7-da55d53963ca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'security_group_rule': {'security_group_id': 'ccb35dea-56e0-4802-bf09-fc9bc3a10037', 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:12.959123 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-fb923081-f8a7-48ec-8da7-da55d53963ca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Project 872e719b2a874cdc91e0c215ef3ea959 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:53:12.964350 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb923081-f8a7-48ec-8da7-da55d53963ca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:12.996832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251f93af0>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1a80c4da-16bd-49cb-80e3-34d60a992945', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'floating_ip_address': '172.35.0.143', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'port_id': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'mac_address': 'fa:16:3e:d2:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79afd67d-9d67-460a-8b99-e13091e39f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:53:11Z', 'updated_at': '2021-11-06T21:53:11Z', 'revision_number': 0, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 5, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:53:13.015883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c4a68ea8-6b0c-419e-a790-0165378ce3d8 req-4989d3d5-8f1f-4573-b546-8cec2673dcfd service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040514
Nov 06 21:53:13.026582 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb923081-f8a7-48ec-8da7-da55d53963ca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.031143 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb923081-f8a7-48ec-8da7-da55d53963ca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.031313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ade8f5-dc48-4daf-8613-665a48f2a31a None None] The sync data for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 is: [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1a80c4da-16bd-49cb-80e3-34d60a992945', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'floating_ip_address': '172.35.0.143', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'port_id': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'mac_address': 'fa:16:3e:d2:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79afd67d-9d67-460a-8b99-e13091e39f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:53:11Z', 'updated_at': '2021-11-06T21:53:11Z', 'revision_number': 0, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 5, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:53:13.047576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb923081-f8a7-48ec-8da7-da55d53963ca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511d0623-4f26-4eb5-a370-fb9fcb055abc,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:13.063369 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-fb923081-f8a7-48ec-8da7-da55d53963ca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.064616 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-fb923081-f8a7-48ec-8da7-da55d53963ca tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1327391
Nov 06 21:53:13.067844 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48752) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:53:13.072210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-9d5faf18-dce8-49d0-af62-39f83de886b4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'security_group_rule': {'security_group_id': 'ccb35dea-56e0-4802-bf09-fc9bc3a10037', 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:13.093978 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-9d5faf18-dce8-49d0-af62-39f83de886b4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Project 872e719b2a874cdc91e0c215ef3ea959 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:53:13.099357 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d5faf18-dce8-49d0-af62-39f83de886b4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.163763 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d5faf18-dce8-49d0-af62-39f83de886b4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.167907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d5faf18-dce8-49d0-af62-39f83de886b4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.189993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5faf18-dce8-49d0-af62-39f83de886b4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409557e2-d714-4eb4-9afa-256f7f26928c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:13.197401 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9d5faf18-dce8-49d0-af62-39f83de886b4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.201436 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9d5faf18-dce8-49d0-af62-39f83de886b4 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1298022
Nov 06 21:53:13.243032 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb88bc-b2a1-4ec8-acdc-4f3e5b2a04cd None None] New status for floating IP 1a80c4da-16bd-49cb-80e3-34d60a992945: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:53:13.295074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-805373ee-8402-4298-8994-0e77291b6fd0 req-7c920854-eb99-4e03-b28f-0fb661e3e582 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383571252&fields=id&tenant_id=872e719b2a874cdc91e0c215ef3ea959 HTTP/1.1" status: 200  len: 267 time: 0.0468519
Nov 06 21:53:13.349124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805373ee-8402-4298-8994-0e77291b6fd0 req-ead133a4-f911-402e-b27b-252365ef30e0 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:13.350633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-805373ee-8402-4298-8994-0e77291b6fd0 req-ead133a4-f911-402e-b27b-252365ef30e0 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0495572
Nov 06 21:53:13.362216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-805373ee-8402-4298-8994-0e77291b6fd0 req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'port': {'security_groups': ['612fd077-39ec-4c56-a55e-7db3fd397d0b', 'ccb35dea-56e0-4802-bf09-fc9bc3a10037']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:53:13.426530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-805373ee-8402-4298-8994-0e77291b6fd0 req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.609813 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-805373ee-8402-4298-8994-0e77291b6fd0 req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] For port c2995dc8-0532-4e18-b8ec-8e98383e426c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:53:13.642293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-805373ee-8402-4298-8994-0e77291b6fd0 req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.646836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-805373ee-8402-4298-8994-0e77291b6fd0 req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.659598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c2995dc8-0532-4e18-b8ec-8e98383e426c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:53:13.690750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805373ee-8402-4298-8994-0e77291b6fd0 req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:13.691438 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-805373ee-8402-4298-8994-0e77291b6fd0 req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:13.692841 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-805373ee-8402-4298-8994-0e77291b6fd0 req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "PUT /v2.0/ports/c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 982 time: 0.3352282
Nov 06 21:53:13.693299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:53:13.695571 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e121c1ff-11c5-4c37-a3d9-91ca31ced607" -d '{"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:53:13.741905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a385d90-7dd0-4567-987f-4135e2c94a96 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'Port': ['ID=c2995dc8-0532-4e18-b8ec-8e98383e426c,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:53:13.749805 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a000c-364d-4058-a325-cf129d41b4ed x-openstack-request-id: req-270a000c-364d-4058-a325-cf129d41b4ed {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:53:13.750345 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:53:13.750853 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-270a000c-364d-4058-a325-cf129d41b4ed {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:53:13.751530 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'status': 'completed', 'code': 200}
Nov 06 21:53:13.788591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c2995dc8-0532-4e18-b8ec-8e98383e426c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:53:13.854361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec02d-7bd4-4cb4-a96d-0dadc3505d8a req-75366812-43fd-4a5c-aac2-842634b28631 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:13.856063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-298ec02d-7bd4-4cb4-a96d-0dadc3505d8a req-75366812-43fd-4a5c-aac2-842634b28631 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0878971
Nov 06 21:53:13.859407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-c8ffde05-1bf3-48e8-a698-37ca14a1a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:13.861029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-c8ffde05-1bf3-48e8-a698-37ca14a1a13b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1136 time: 0.0805409
Nov 06 21:53:13.995787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-298ec02d-7bd4-4cb4-a96d-0dadc3505d8a req-8fbe0972-cc6c-4088-921d-a771c02d3b9c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1286228
Nov 06 21:53:14.017281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-a31caae0-8b4c-4bc7-b40c-1ace0102a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:14.018912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-a31caae0-8b4c-4bc7-b40c-1ace0102a373 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.1501908
Nov 06 21:53:14.074038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a0651625-d652-47b1-b626-362b3fb96b78 None None] Provisioning complete for port c2995dc8-0532-4e18-b8ec-8e98383e426c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:53:14.074406 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a0651625-d652-47b1-b626-362b3fb96b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:14.092422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-28d5fb84-2a28-4816-8c17-2a4b023298b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 1002 time: 0.0648954
Nov 06 21:53:14.140717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-f493f996-3632-4a31-8387-7eaeafdefcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:14.142112 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-f493f996-3632-4a31-8387-7eaeafdefcd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0432870
Nov 06 21:53:14.186189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-bb9ceda3-aa28-4f58-8bf6-718242bbf5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:14.187683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-bb9ceda3-aa28-4f58-8bf6-718242bbf5ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390177
Nov 06 21:53:14.284386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-f613ebb2-5f9d-4f11-8c0e-a3fe520407da service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896208
Nov 06 21:53:14.388498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e121c1ff-11c5-4c37-a3d9-91ca31ced607 req-919e283d-9889-4710-8dd0-cf048eac8f59 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973814
Nov 06 21:53:14.999804 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:15.090147 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:16.974844 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-46e3d501-4cb2-47b6-8018-fd59f7bf8828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:19.340324 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ef0def1-a035-4a1c-b36e-f63215574649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:20.096016 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:53:20.824240 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:22.065106 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:22.437089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-485710f1-f78f-4d52-84a0-fd61a99e61ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0415046
Nov 06 21:53:22.524403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-a1a21cd2-60d8-4f57-b13a-750f3387b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:22.525887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-a1a21cd2-60d8-4f57-b13a-750f3387b5de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1136 time: 0.0439575
Nov 06 21:53:22.629523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-c3140060-a971-469d-a12e-0e898abef5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:22.631281 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-c3140060-a971-469d-a12e-0e898abef5f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.0852833
Nov 06 21:53:22.632209 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:22.702170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-8d7e6b2d-e241-45c9-b016-decd91479cc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 1002 time: 0.0622258
Nov 06 21:53:22.749345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-cc4e9360-bd88-41d6-8a6f-7b7a92d9ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:22.750725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-cc4e9360-bd88-41d6-8a6f-7b7a92d9ff1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0418530
Nov 06 21:53:22.796061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-8e312455-ddca-47c2-b84d-753ac318202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:53:22.797568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-8e312455-ddca-47c2-b84d-753ac318202c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398560
Nov 06 21:53:22.890042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-5c139cc1-df5e-4c13-ad68-40aa853cc988 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850263
Nov 06 21:53:22.982132 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-73047b56-0b20-4c5e-82d5-fb79c9a15e27 req-6cce3a4a-6352-4724-927d-d03ed38d2850 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847533
Nov 06 21:53:45.014192 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:45.259000 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:46.976724 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7d012392-9c1e-4e09-91dc-5bd0db5bd0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:49.341598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0454e4d-e72a-4e07-b3f4-d2a6f05a4562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:50.827114 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:52.068128 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:52.633014 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:53:57.094757 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:54:15.030012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:15.074647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc0f58-398f-4605-8922-b56c6916a9a8 req-13dc5042-0be9-4bcb-aad4-0c8a72d5cbb7 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:15.076113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dffc0f58-398f-4605-8922-b56c6916a9a8 req-13dc5042-0be9-4bcb-aad4-0c8a72d5cbb7 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.4256449
Nov 06 21:54:15.078069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-0156f11b-5d48-48b4-8a21-adc25d591101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:15.079394 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-0156f11b-5d48-48b4-8a21-adc25d591101 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1136 time: 0.4161425
Nov 06 21:54:15.104847 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:15.197636 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dffc0f58-398f-4605-8922-b56c6916a9a8 req-7f5c024c-75c0-4047-8682-0d33ee796788 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1151974
Nov 06 21:54:15.212865 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-4110baa9-e841-41d7-8f1d-86a1843e72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:15.214354 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-4110baa9-e841-41d7-8f1d-86a1843e72c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.1262157
Nov 06 21:54:15.283498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-f4ebf8a0-0d65-48d0-bc55-c3558e2a6062 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 1002 time: 0.0616384
Nov 06 21:54:15.331283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-bb7d41ce-d753-41bf-8f09-2073e1925ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:15.333178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-bb7d41ce-d753-41bf-8f09-2073e1925ac6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0424373
Nov 06 21:54:15.381403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-b89755dc-6257-43f8-a261-0fe70e1f4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:15.382910 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-b89755dc-6257-43f8-a261-0fe70e1f4131 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390387
Nov 06 21:54:15.475616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-c9311ec1-6f07-408c-bb1e-75469ffda02f service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848293
Nov 06 21:54:15.568102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3062e675-840e-40ad-ab87-cac2e749fca1 req-cedbaa28-8240-4a8d-827a-fd63bb13f7de service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854278
Nov 06 21:54:16.321267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812d017-0f48-48ff-918e-ada8462838cd req-f257112b-6112-48ca-8253-0da77131e58c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:16.322724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6812d017-0f48-48ff-918e-ada8462838cd req-f257112b-6112-48ca-8253-0da77131e58c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0535553
Nov 06 21:54:16.382872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6812d017-0f48-48ff-918e-ada8462838cd req-01f33860-986a-484b-8060-9bb8c7a52306 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0540695
Nov 06 21:54:16.979013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba8c1-bbb8-4e74-98d9-cd6bfb8c715c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:17.502304 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41b165-38ea-4696-9934-c75e507542c8 req-6d3ce877-b1ed-4e7c-923c-5bc40cda1be5 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:17.503796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a41b165-38ea-4696-9934-c75e507542c8 req-6d3ce877-b1ed-4e7c-923c-5bc40cda1be5 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0486932
Nov 06 21:54:17.563286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a41b165-38ea-4696-9934-c75e507542c8 req-3d7da54a-bca4-427f-99cb-d7e16262d703 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0527568
Nov 06 21:54:18.678479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e37568-38ef-486d-8e33-159b33d94150 req-b570960e-6135-41e2-8b80-791be0182d9e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:18.679962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41e37568-38ef-486d-8e33-159b33d94150 req-b570960e-6135-41e2-8b80-791be0182d9e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0494134
Nov 06 21:54:18.742022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41e37568-38ef-486d-8e33-159b33d94150 req-59851252-d4ca-41ba-b90a-e1a83a3b6196 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0559225
Nov 06 21:54:19.342036 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-47d3cf9f-00d5-4baf-befa-7bd22707f966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:19.859609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf465d-2046-40a0-a6dd-e096d4fd4dba req-d473cf41-e14e-4918-afee-ab36e7fdd09e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:19.861167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aecf465d-2046-40a0-a6dd-e096d4fd4dba req-d473cf41-e14e-4918-afee-ab36e7fdd09e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0506387
Nov 06 21:54:19.922129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aecf465d-2046-40a0-a6dd-e096d4fd4dba req-2f495b3b-ec1b-4549-a83b-eff4a144bdcc tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0536733
Nov 06 21:54:20.830096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:21.037283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f42f8-7696-4b9b-a57f-4f35ea0f8380 req-e5d54748-6ecd-4e97-854d-d140b775a18e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:21.038752 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-055f42f8-7696-4b9b-a57f-4f35ea0f8380 req-e5d54748-6ecd-4e97-854d-d140b775a18e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0488436
Nov 06 21:54:21.100819 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-055f42f8-7696-4b9b-a57f-4f35ea0f8380 req-64f07354-0aab-443b-9cab-ba09c7a35df5 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0541482
Nov 06 21:54:22.069419 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:22.218711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2010660-f371-416b-9e05-30bf27e4cd38 req-bbdb18f4-eaa0-4c36-b509-858911223198 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:22.220206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2010660-f371-416b-9e05-30bf27e4cd38 req-bbdb18f4-eaa0-4c36-b509-858911223198 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0523810
Nov 06 21:54:22.281020 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f2010660-f371-416b-9e05-30bf27e4cd38 req-2c4d195b-0372-4a07-95a3-c01f1dc74119 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0541451
Nov 06 21:54:22.634908 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:23.397714 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c809af6-fb1d-45ed-a2f1-b3b275cc1746 req-88473d28-9f96-4bf5-8afd-94d4c6033a5b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:23.399201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c809af6-fb1d-45ed-a2f1-b3b275cc1746 req-88473d28-9f96-4bf5-8afd-94d4c6033a5b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0488043
Nov 06 21:54:23.460716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c809af6-fb1d-45ed-a2f1-b3b275cc1746 req-c4c9a463-1d6b-4880-a433-ff79cc7ec41e tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0555489
Nov 06 21:54:23.513929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-8977f397-668c-49ec-9b78-e934da663288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:23.515462 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-8977f397-668c-49ec-9b78-e934da663288 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1136 time: 0.0398166
Nov 06 21:54:23.621567 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-40774178-5ad1-4f6b-988e-58eed3949f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:23.623074 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-40774178-5ad1-4f6b-988e-58eed3949f9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.0883484
Nov 06 21:54:23.691514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-4bb80542-3fcc-4e39-b4ba-51df3773806a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 1002 time: 0.0591691
Nov 06 21:54:23.744737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-25e87609-8b4b-4066-85de-ddc4f6d0509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:23.746177 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-25e87609-8b4b-4066-85de-ddc4f6d0509d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0472145
Nov 06 21:54:23.791288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-5b528413-161a-4183-9c32-74143b75bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:23.792795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-5b528413-161a-4183-9c32-74143b75bf42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396967
Nov 06 21:54:23.881528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-77c6e172-fe28-4b26-b7aa-94d39a925597 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816360
Nov 06 21:54:23.974969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4177fc98-75a7-47d3-ae91-5ed52f407bfb req-3b41af8c-e533-4785-a7ab-a94d1fb0a766 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866690
Nov 06 21:54:24.579041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b0967-3962-4671-9731-61398b2f77e1 req-c24b9b4f-5b84-4772-823e-f574e8a7b737 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:24.580553 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb4b0967-3962-4671-9731-61398b2f77e1 req-c24b9b4f-5b84-4772-823e-f574e8a7b737 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0518317
Nov 06 21:54:24.641688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb4b0967-3962-4671-9731-61398b2f77e1 req-419a55ed-f1d3-4372-bcbc-4d196e439422 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0550110
Nov 06 21:54:25.763948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4f645-0f8b-462f-a2af-2db849906acb req-4007db35-b86e-4d26-badd-1655dca50d05 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:25.765445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dee4f645-0f8b-462f-a2af-2db849906acb req-4007db35-b86e-4d26-badd-1655dca50d05 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0529351
Nov 06 21:54:25.829248 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dee4f645-0f8b-462f-a2af-2db849906acb req-e1ff1820-ee3a-466c-b935-73b3aaf1c566 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0577707
Nov 06 21:54:26.943444 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6a3fb-00d5-4e24-87bf-4f80f6cf3592 req-4fbc249f-152a-4e09-9a97-dac2f69eeaf6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:54:26.944972 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21d6a3fb-00d5-4e24-87bf-4f80f6cf3592 req-4fbc249f-152a-4e09-9a97-dac2f69eeaf6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0488064
Nov 06 21:54:27.003634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21d6a3fb-00d5-4e24-87bf-4f80f6cf3592 req-79e933bd-6cfa-40e4-a573-050580b75802 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=ccb35dea-56e0-4802-bf09-fc9bc3a10037&id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0526299
Nov 06 21:54:34.093715 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:54:45.028489 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:45.103938 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:46.981606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-12f2b695-669a-4bbb-8ab9-c7c26a288436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:49.342707 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8269a60f-edc0-48bc-9a52-67f54073f034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:50.832485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:52.072044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:54:52.636439 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:11.092089 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:55:15.026582 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:15.118083 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:16.985000 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b56885cc-4607-46f1-be38-e5a0cdd4a831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:19.343946 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-08a344d4-4b68-4615-a08d-331653950364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:20.835175 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:22.074456 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:22.637856 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:25.482720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-0e19fba9-1e63-4e4a-a6aa-3630f0e78d29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0901570
Nov 06 21:55:25.562987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-b9c4bd15-d335-40a6-8886-a2873f84e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:25.565017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-b9c4bd15-d335-40a6-8886-a2873f84e60a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1136 time: 0.0408142
Nov 06 21:55:25.665174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-f7fe4587-49fa-4cff-972e-e987ee5bda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:25.666651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-f7fe4587-49fa-4cff-972e-e987ee5bda04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.0840323
Nov 06 21:55:25.735808 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-c2544831-e7f5-4bc2-bf44-4b485bd4ed5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 1002 time: 0.0622509
Nov 06 21:55:25.787479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-ada60e1d-e5ac-48f0-aee8-968539b2bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:25.788959 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-ada60e1d-e5ac-48f0-aee8-968539b2bbb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0467417
Nov 06 21:55:25.834692 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-6ddbb621-9d8e-4639-a6a0-d52fb7fb9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:25.836158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-6ddbb621-9d8e-4639-a6a0-d52fb7fb9a2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400732
Nov 06 21:55:25.930617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-57497d1a-dfa6-4f4b-ac54-2af86d164774 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870733
Nov 06 21:55:26.019121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a58d3b-7c2a-4091-bc57-c3f86985140c req-a87145c3-606a-47ea-8034-a1dde6079b78 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813696
Nov 06 21:55:30.369180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-da1613ed-3575-428f-a44d-14ff0056789f tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383571252&fields=id&tenant_id=872e719b2a874cdc91e0c215ef3ea959 HTTP/1.1" status: 200  len: 267 time: 0.0447071
Nov 06 21:55:30.426627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-4a038845-c52b-4e72-bc19-a2dc806ad46c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:30.428084 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-4a038845-c52b-4e72-bc19-a2dc806ad46c tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 985 time: 0.0531299
Nov 06 21:55:30.439667 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Request body: {'port': {'security_groups': ['612fd077-39ec-4c56-a55e-7db3fd397d0b']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:30.502192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:30.672639 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] For port c2995dc8-0532-4e18-b8ec-8e98383e426c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:30.701225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:30.705680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:30.717330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c2995dc8-0532-4e18-b8ec-8e98383e426c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:55:30.748821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:30.749586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:30.750985 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d5403b72-7929-4f28-9b0f-d8c756547ca4 req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "PUT /v2.0/ports/c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 943 time: 0.3163049
Nov 06 21:55:30.751445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:55:30.753794 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a54c52-983c-4395-a0ae-e09b166a3837" -d '{"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:55:30.758303 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 48890) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:30.783421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event updated for resources: {'Port': ['ID=c2995dc8-0532-4e18-b8ec-8e98383e426c,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:30.792532 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.792896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.793238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.793574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.793906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.794291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.794629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.794954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.795282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.795607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.795979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.796322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a3d995-5215-4007-a4bb-0853fe625df6 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:30.815681 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc425ea3-e29f-44c5-a7bc-36eb509f8c34 x-openstack-request-id: req-cc425ea3-e29f-44c5-a7bc-36eb509f8c34 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:55:30.815980 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:55:30.816226 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc425ea3-e29f-44c5-a7bc-36eb509f8c34 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:55:30.816678 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'status': 'completed', 'code': 200}
Nov 06 21:55:30.821449 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c2995dc8-0532-4e18-b8ec-8e98383e426c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:55:30.837353 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:30.885914 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:30.898205 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-097d653d-2d38-4438-8721-5d8c3f4ed974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:30.900855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-097d653d-2d38-4438-8721-5d8c3f4ed974 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1097 time: 0.0591056
Nov 06 21:55:30.964791 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:30.969634 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:30.973720 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "DELETE /v2.0/security-groups/ccb35dea-56e0-4802-bf09-fc9bc3a10037 HTTP/1.1" status: 204  len: 168 time: 0.2142246
Nov 06 21:55:30.977385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 48896) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:30.991660 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb35dea-56e0-4802-bf09-fc9bc3a10037,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:31.001667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.003057 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.003585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.004103 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.004698 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.005210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.005712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.006220 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.006889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.007517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.008027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.009398 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc9ad-4674-4ae3-bd93-626a9de4168d tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:31.116792 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-b1585e2d-ee5e-4c17-90ad-7efeecd3a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:31.118283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-b1585e2d-ee5e-4c17-90ad-7efeecd3a666 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.2049203
Nov 06 21:55:31.193399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8ba34720-5658-4090-b94c-27ebc801924e None None] Provisioning complete for port c2995dc8-0532-4e18-b8ec-8e98383e426c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:31.193670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8ba34720-5658-4090-b94c-27ebc801924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:31.217796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-871ebf04-2057-4d7f-bda2-16e6a98b0efb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 1002 time: 0.0910885
Nov 06 21:55:31.263798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Deleting port 9cd22d7e-3a87-4b28-8f15-bf4507cbcdc3 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:31.264138 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:31.317795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-5c6a3d95-6742-4bcd-846a-80f2266bde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:31.319255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-5c6a3d95-6742-4bcd-846a-80f2266bde18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0947857
Nov 06 21:55:31.379995 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:31.380731 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:31.393410 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-920df6e8-f5e8-45e4-b9f0-dc0d17941e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:31.394920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-920df6e8-f5e8-45e4-b9f0-dc0d17941e71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0684848
Nov 06 21:55:31.398460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Calling delete_port for 9cd22d7e-3a87-4b28-8f15-bf4507cbcdc3 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:31.541824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-01386707-a89c-40cb-85f5-dc2b0c613631 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393392
Nov 06 21:55:31.674962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7a54c52-983c-4395-a0ae-e09b166a3837 req-014dbd9a-6f30-4e58-aecf-8f4cf7784529 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252356
Nov 06 21:55:31.685801 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:31.712606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event deleted for resources: {'Port': ['ID=9cd22d7e-3a87-4b28-8f15-bf4507cbcdc3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:31.773192 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:31.773507 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Floating IP 1a80c4da-16bd-49cb-80e3-34d60a992945 disassociated (deleted). External IP: 172.35.0.143, port: c2995dc8-0532-4e18-b8ec-8e98383e426c.
Nov 06 21:55:31.981653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Router dacf515f-d936-4236-b920-c1a5aaa0d590 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:55:32.088577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:55:32.093433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:32.098662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] Sync routers for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:55:32.108563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:32.109176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b08af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:32.126606 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0071e553-5cfb-4307-ba05-dfcc29150309 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a80c4da-16bd-49cb-80e3-34d60a992945 HTTP/1.1" status: 204  len: 168 time: 1.1455405
Nov 06 21:55:32.214099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:32.426031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b08af0>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 5, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:32.450979 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] Checking router: dacf515f-d936-4236-b920-c1a5aaa0d590 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:55:32.461059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:32.461662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b08af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:32.564363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:32.753829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b08af0>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 5, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:32.783039 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a304dbd-5cab-4bfe-a7c9-1ded9b4261d7 None None] The sync data for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 is: [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:25Z', 'revision_number': 4, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '62790d94-142f-4e23-862c-9bc2d5edee20', 'name': '', 'network_id': 'cbe8ecd2-33c5-4590-bace-94182f4ce59b', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'mac_address': 'fa:16:3e:16:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:25Z', 'updated_at': '2021-11-06T21:52:30Z', 'revision_number': 5, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'subnets': [{'id': '4f17ea19-ba5c-4092-a05f-9ab12b031293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:55:32.817419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:55:32.819884 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5187b-19c6-48d0-95ab-8fc073de98ea" -d '{"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:55:32.856263 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c7ed8-b5db-4404-b466-0db2e4f43a5f x-openstack-request-id: req-089c7ed8-b5db-4404-b466-0db2e4f43a5f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:55:32.856585 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:55:32.856836 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-089c7ed8-b5db-4404-b466-0db2e4f43a5f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:55:32.857243 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'status': 'completed', 'code': 200}
Nov 06 21:55:32.927054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-08311e4d-819e-4a69-a2cb-1f6f2af14900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:32.928916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-08311e4d-819e-4a69-a2cb-1f6f2af14900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=872e719b2a874cdc91e0c215ef3ea959&device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 1097 time: 0.0452268
Nov 06 21:55:33.024346 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab1f98-e891-48c4-b002-9add36327904 None None] New status for floating IP 1a80c4da-16bd-49cb-80e3-34d60a992945: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:55:33.038027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-342c3696-0c31-461f-9864-5deee7149ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:33.039546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-342c3696-0c31-461f-9864-5deee7149ab8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 200  len: 916 time: 0.1023178
Nov 06 21:55:33.088683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-fe96790b-0b63-4a0e-a5c2-4c7ad4295c51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 200  len: 217 time: 0.0412972
Nov 06 21:55:33.140088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-356103cf-239f-48a0-a90b-d321319c6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:33.141571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-356103cf-239f-48a0-a90b-d321319c6325 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 200  len: 854 time: 0.0467327
Nov 06 21:55:33.186404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-decc665a-0962-4e86-bf73-2f4c6580f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:33.187860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-decc665a-0962-4e86-bf73-2f4c6580f094 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbe8ecd2-33c5-4590-bace-94182f4ce59b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399497
Nov 06 21:55:33.282430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-8cf849e8-83ef-49e2-86d8-51e28b281d7f service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870664
Nov 06 21:55:33.376531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c5187b-19c6-48d0-95ab-8fc073de98ea req-99edd3af-608c-4777-be1f-140ee9affa1a service neutron] 10.222.0.37 "GET /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860155
Nov 06 21:55:34.820506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edf9a7-060f-47cf-82d6-6144321c6b27 req-5f80c159-3d82-4c19-a331-5f31f2eebafe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:34.821998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0edf9a7-060f-47cf-82d6-6144321c6b27 req-5f80c159-3d82-4c19-a331-5f31f2eebafe tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0500970
Nov 06 21:55:34.872739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0edf9a7-060f-47cf-82d6-6144321c6b27 req-ba64ad34-b29a-4c41-abbc-09f41694b161 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447021
Nov 06 21:55:35.995804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57874c-ed2b-48dd-8a5f-a993af167d15 req-3402cc51-f416-4fc1-b3fb-ec5b4c8ee440 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:35.997329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea57874c-ed2b-48dd-8a5f-a993af167d15 req-3402cc51-f416-4fc1-b3fb-ec5b4c8ee440 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0530660
Nov 06 21:55:36.044224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ea57874c-ed2b-48dd-8a5f-a993af167d15 req-16b497a9-db4f-4e6e-b0a6-945e3bbf4f6b tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/security-groups?id=612fd077-39ec-4c56-a55e-7db3fd397d0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403841
Nov 06 21:55:36.569160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-8c38b89a-e761-4642-93ce-2c99ddca1380 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:36.570589 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-8c38b89a-e761-4642-93ce-2c99ddca1380 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.37 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 946 time: 0.0478342
Nov 06 21:55:36.660912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Deleting port c2995dc8-0532-4e18-b8ec-8e98383e426c {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:36.661249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:36.747670 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] For port c2995dc8-0532-4e18-b8ec-8e98383e426c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c2995dc8-0532-4e18-b8ec-8e98383e426c,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:36.748031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:36.760874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Calling delete_port for c2995dc8-0532-4e18-b8ec-8e98383e426c owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:36.888673 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:36.899854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['c2995dc8-0532-4e18-b8ec-8e98383e426c'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:55:36.915829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Pushing event deleted for resources: {'Port': ['ID=c2995dc8-0532-4e18-b8ec-8e98383e426c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:36.958246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] No DVR routers for this DVR port c2995dc8-0532-4e18-b8ec-8e98383e426c on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:55:36.960909 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:36.964160 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1ee9eb9a-5212-4e2a-9cc1-ba6127430bf6 req-c5503788-8f60-4c0b-b996-4206b6e93ce8 tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.37 "DELETE /v2.0/ports/c2995dc8-0532-4e18-b8ec-8e98383e426c HTTP/1.1" status: 204  len: 173 time: 0.3876064
Nov 06 21:55:36.964609 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'name': 'network-vif-deleted', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:55:36.967033 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea5bb1d-7866-4015-b614-78a31c792f07" -d '{"events": [{"server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "name": "network-vif-deleted", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:55:37.005457 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f9b60d-2d6c-4f34-a9ea-8fc63268eae8 x-openstack-request-id: req-99f9b60d-2d6c-4f34-a9ea-8fc63268eae8 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:55:37.006090 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79afd67d-9d67-460a-8b99-e13091e39f39", "name": "network-vif-deleted", "tag": "c2995dc8-0532-4e18-b8ec-8e98383e426c", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:55:37.006090 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99f9b60d-2d6c-4f34-a9ea-8fc63268eae8 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:55:37.007024 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79afd67d-9d67-460a-8b99-e13091e39f39', 'name': 'network-vif-deleted', 'tag': 'c2995dc8-0532-4e18-b8ec-8e98383e426c', 'status': 'completed', 'code': 200}
Nov 06 21:55:37.152851 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f0665933-3790-4d16-b647-766eebc66d7c req-2292ecea-71bb-4dfc-9bdf-272eafdc986f tempest-TestMinimumBasicScenario-854053992 tempest-TestMinimumBasicScenario-854053992-project] 10.222.0.13 "GET /v2.0/ports?device_id=79afd67d-9d67-460a-8b99-e13091e39f39 HTTP/1.1" status: 200  len: 210 time: 0.0291293
Nov 06 21:55:38.723789 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49008) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:39.060180 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:39.297702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Deleting port 62790d94-142f-4e23-862c-9bc2d5edee20 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:39.298043 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:39.374724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] For port 62790d94-142f-4e23-862c-9bc2d5edee20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62790d94-142f-4e23-862c-9bc2d5edee20,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:39.375088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:39.391992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Calling delete_port for 62790d94-142f-4e23-862c-9bc2d5edee20 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:39.905938 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:39.931305 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Pushing event deleted for resources: {'Port': ['ID=62790d94-142f-4e23-862c-9bc2d5edee20,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:40.099172 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:40.310614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Router dacf515f-d936-4236-b920-c1a5aaa0d590 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:55:40.418616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:55:40.425498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0f70e5ec-13fc-4596-a7a6-4b7900835786 admin admin] 10.222.0.13 "PUT /v2.0/routers/dacf515f-d936-4236-b920-c1a5aaa0d590/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6995921
Nov 06 21:55:40.426734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49010) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:40.428731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] Sync routers for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:55:40.439102 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:40.439703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925133b040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:40.533398 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:40.543560 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:40.638186 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:40.690421 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Deleting port ecac226c-89e1-42d7-8fbc-c84447931117 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:40.690856 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:40.719404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925133b040>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:55:39Z', 'revision_number': 5, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port': {'id': 'ecac226c-89e1-42d7-8fbc-c84447931117', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:40.746350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] Checking router: dacf515f-d936-4236-b920-c1a5aaa0d590 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:55:40.754541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] Routers {'dacf515f-d936-4236-b920-c1a5aaa0d590'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:40.755146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925133b040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['dacf515f-d936-4236-b920-c1a5aaa0d590'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:40.772405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] For port ecac226c-89e1-42d7-8fbc-c84447931117, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecac226c-89e1-42d7-8fbc-c84447931117,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:40.772752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:40.785645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Calling delete_port for ecac226c-89e1-42d7-8fbc-c84447931117 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:40.839003 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] Set router dacf515f-d936-4236-b920-c1a5aaa0d590 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:40.889465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925133b040>, [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:55:40Z', 'revision_number': 6, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:40.957122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:40.991014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecac226c-89e1-42d7-8fbc-c84447931117,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:41.048903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.071714 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911ed8d-6b25-4e22-9f9f-bc37cafc66f7 None None] The sync data for ids ['dacf515f-d936-4236-b920-c1a5aaa0d590'] in ncdv-master-1 is: [{'id': 'dacf515f-d936-4236-b920-c1a5aaa0d590', 'name': 'tempest-TestMinimumBasicScenario-1548867853-router', 'tenant_id': '872e719b2a874cdc91e0c215ef3ea959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:23Z', 'updated_at': '2021-11-06T21:55:40Z', 'revision_number': 6, 'project_id': '872e719b2a874cdc91e0c215ef3ea959', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:55:41.145260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.147286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.189929 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.190553 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dacf515f-d936-4236-b920-c1a5aaa0d590 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:55:41.195606 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.196882 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9187d1a5-09b0-492c-8ead-4e5132c6c361 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dacf515f-d936-4236-b920-c1a5aaa0d590 HTTP/1.1" status: 204  len: 168 time: 0.7688982
Nov 06 21:55:41.199393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49012) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:41.246822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9bbd09-d428-4300-ac11-a251d27a0543 admin admin] Deleting subnet 4f17ea19-ba5c-4092-a05f-9ab12b031293 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:55:41.250052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd09-d428-4300-ac11-a251d27a0543 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.284585 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd09-d428-4300-ac11-a251d27a0543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.365147 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd09-d428-4300-ac11-a251d27a0543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.426196 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd09-d428-4300-ac11-a251d27a0543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.456190 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bbd09-d428-4300-ac11-a251d27a0543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f17ea19-ba5c-4092-a05f-9ab12b031293,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:41.459271 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd09-d428-4300-ac11-a251d27a0543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.466732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-be9bbd09-d428-4300-ac11-a251d27a0543 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f17ea19-ba5c-4092-a05f-9ab12b031293 HTTP/1.1" status: 204  len: 168 time: 0.2652302
Nov 06 21:55:41.467354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49014) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:41.481556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b5b1a-a05d-4c98-934e-bc92eb2159f8 None None] Network cbe8ecd2-33c5-4590-bace-94182f4ce59b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:55:41.557294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c2995dc8-0532-4e18-b8ec-8e98383e426c no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:55:41.559291 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.590681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: c2995dc8-0532-4e18-b8ec-8e98383e426c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:55:41.591020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device c2995dc8-0532-4e18-b8ec-8e98383e426c not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:55:41.611282 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Deleting port bbe237b1-7251-4f52-8620-2848c44332ea {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:41.611621 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.680267 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] For port bbe237b1-7251-4f52-8620-2848c44332ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe237b1-7251-4f52-8620-2848c44332ea,segment=NetworkSegment(5aa1ca5a-956e-49a4-992d-18cd45946fd0),segment_id=5aa1ca5a-956e-49a4-992d-18cd45946fd0)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:41.680723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.697773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Calling delete_port for bbe237b1-7251-4f52-8620-2848c44332ea owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:41.771858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.796055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe237b1-7251-4f52-8620-2848c44332ea,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:41.799516 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] No DVR routers for this DVR port bbe237b1-7251-4f52-8620-2848c44332ea on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:55:41.874925 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.884432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6d730-f9d4-4f87-9279-e8699dcb3b6a None None] DHCP port deletion for cbe8ecd2-33c5-4590-bace-94182f4ce59b request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:55:41.913373 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256c8ff70>,) {'filters': {'network_id': ['cbe8ecd2-33c5-4590-bace-94182f4ce59b']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:41.923916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256c8ff70>, '5aa1ca5a-956e-49a4-992d-18cd45946fd0') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:41.924422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256c8ff70>, '5aa1ca5a-956e-49a4-992d-18cd45946fd0') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:41.931748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ecac226c-89e1-42d7-8fbc-c84447931117 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:55:41.936397 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.949790 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.951555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: ecac226c-89e1-42d7-8fbc-c84447931117 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:55:41.951901 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device ecac226c-89e1-42d7-8fbc-c84447931117 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:55:41.952336 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 62790d94-142f-4e23-862c-9bc2d5edee20 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:55:41.956954 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:55:41.957293 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:55:41.961478 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:55:41.973675 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 62790d94-142f-4e23-862c-9bc2d5edee20 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:55:41.974019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 62790d94-142f-4e23-862c-9bc2d5edee20 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:55:41.974681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bbe237b1-7251-4f52-8620-2848c44332ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:55:41.996337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bbe237b1-7251-4f52-8620-2848c44332ea {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:55:41.996684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bbe237b1-7251-4f52-8620-2848c44332ea not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:55:42.021218 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:42.027324 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:42.030754 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cbe8ecd2-33c5-4590-bace-94182f4ce59b HTTP/1.1" status: 204  len: 168 time: 0.5613973
Nov 06 21:55:42.034361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49016) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:42.046732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b3db8-2b7a-464e-9466-7197b7ed0bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe8ecd2-33c5-4590-bace-94182f4ce59b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:42.386367 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:42.630335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Deleting port 70f85cae-8ff2-47d7-a636-5caf98d3da0c {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:42.630675 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:42.707206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] For port 70f85cae-8ff2-47d7-a636-5caf98d3da0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70f85cae-8ff2-47d7-a636-5caf98d3da0c,segment=NetworkSegment(d85b90e8-343b-4bbd-8a6e-f24cc90decba),segment_id=d85b90e8-343b-4bbd-8a6e-f24cc90decba)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:42.707570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:42.719854 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Calling delete_port for 70f85cae-8ff2-47d7-a636-5caf98d3da0c owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:42.897132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:42.920442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Pushing event deleted for resources: {'Port': ['ID=70f85cae-8ff2-47d7-a636-5caf98d3da0c,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:43.092271 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:43.306805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Router c3b9669b-842d-474c-bd6d-cb6de8b759e4 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:55:43.407660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:55:43.413203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e65110fa-26e7-4154-b815-4500c759a28e admin admin] 10.222.0.13 "PUT /v2.0/routers/c3b9669b-842d-474c-bd6d-cb6de8b759e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3778238
Nov 06 21:55:43.415929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49018) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:43.416772 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] Sync routers for ids ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:55:43.427124 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] Routers {'c3b9669b-842d-474c-bd6d-cb6de8b759e4'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:43.427731 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a43130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:43.520846 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:43.529102 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] Set router c3b9669b-842d-474c-bd6d-cb6de8b759e4 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:43.625883 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:43.681454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Deleting port 0832d1c8-6de5-4942-8080-b3968176cb85 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:43.681782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:43.720649 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a43130>, [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56'}], 'enable_snat': True}, 'gw_port_id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:55:42Z', 'revision_number': 5, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port': {'id': '0832d1c8-6de5-4942-8080-b3968176cb85', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:52:28Z', 'updated_at': '2021-11-06T21:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:43.746806 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] Checking router: c3b9669b-842d-474c-bd6d-cb6de8b759e4 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:55:43.754970 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] Routers {'c3b9669b-842d-474c-bd6d-cb6de8b759e4'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:43.755513 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a43130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:43.766163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] For port 0832d1c8-6de5-4942-8080-b3968176cb85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0832d1c8-6de5-4942-8080-b3968176cb85,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:43.766525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:43.779685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Calling delete_port for 0832d1c8-6de5-4942-8080-b3968176cb85 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:43.851633 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] Set router c3b9669b-842d-474c-bd6d-cb6de8b759e4 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:43.936155 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a43130>, [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:55:43Z', 'revision_number': 6, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:43.945992 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:43.965977 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e95416-2b29-400d-bca6-b3f2a3e8fc0d None None] The sync data for ids ['c3b9669b-842d-474c-bd6d-cb6de8b759e4'] in ncdv-master-1 is: [{'id': 'c3b9669b-842d-474c-bd6d-cb6de8b759e4', 'name': 'tempest-TestMinimumBasicScenario-1717838047-router', 'tenant_id': '0686487eaebe41c8969e0956f5529f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:52:27Z', 'updated_at': '2021-11-06T21:55:43Z', 'revision_number': 6, 'project_id': '0686487eaebe41c8969e0956f5529f92', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:55:43.972783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0832d1c8-6de5-4942-8080-b3968176cb85,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:44.038339 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.463022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.465217 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.510211 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.510836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b9669b-842d-474c-bd6d-cb6de8b759e4 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:55:44.515648 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.519058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ddfe8857-fa03-4a0b-b5d5-717a36eb1e26 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c3b9669b-842d-474c-bd6d-cb6de8b759e4 HTTP/1.1" status: 204  len: 168 time: 1.0999215
Nov 06 21:55:44.519618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49020) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:44.563411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41edce6-4775-429d-ba78-69a4452c55c5 admin admin] Deleting subnet a452f311-b7e7-4538-a6a8-029ee0fab116 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:55:44.566887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41edce6-4775-429d-ba78-69a4452c55c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.600077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41edce6-4775-429d-ba78-69a4452c55c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.678960 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41edce6-4775-429d-ba78-69a4452c55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.733445 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41edce6-4775-429d-ba78-69a4452c55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.758274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41edce6-4775-429d-ba78-69a4452c55c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a452f311-b7e7-4538-a6a8-029ee0fab116,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:44.763891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c41edce6-4775-429d-ba78-69a4452c55c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.767407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c41edce6-4775-429d-ba78-69a4452c55c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a452f311-b7e7-4538-a6a8-029ee0fab116 HTTP/1.1" status: 204  len: 168 time: 0.2470067
Nov 06 21:55:44.770178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49022) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:44.772642 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6f7a2-eaf1-4d6f-98c4-befc8bd6fa5d None None] Network 4f776dbe-f694-4dce-9b45-a541d052a144 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:55:44.850223 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.904915 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Deleting port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:44.905256 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.965729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] DHCP port deletion for 4f776dbe-f694-4dce-9b45-a541d052a144 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:55:44.979072 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] For port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,segment=NetworkSegment(d85b90e8-343b-4bbd-8a6e-f24cc90decba),segment_id=d85b90e8-343b-4bbd-8a6e-f24cc90decba)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:44.979348 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:44.993571 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Calling delete_port for f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:45.029995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Deleting port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:55:45.030527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.033452 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.077068 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.094622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] For port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,segment=NetworkSegment(d85b90e8-343b-4bbd-8a6e-f24cc90decba),segment_id=d85b90e8-343b-4bbd-8a6e-f24cc90decba)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:45.095015 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.103623 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:45.105622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] No DVR routers for this DVR port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:55:45.108614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Calling delete_port for f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:55:45.167689 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.179837 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.200184 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925441cdf0>,) {'filters': {'network_id': ['4f776dbe-f694-4dce-9b45-a541d052a144']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:45.200457 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.209209 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925441cdf0>, 'd85b90e8-343b-4bbd-8a6e-f24cc90decba') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:45.209501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925441cdf0>, 'd85b90e8-343b-4bbd-8a6e-f24cc90decba') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:45.219590 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.225429 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Pushing event deleted for resources: {'Port': ['ID=f4d6ad08-3f5f-42e2-bf1a-8f496747eb03,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:45.229846 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] No DVR routers for this DVR port f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:55:45.238603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.239002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.239293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.239416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.239644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.239969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.240317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.240644 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.241222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.241550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.241877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.242201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.242522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3fc61e-6ec2-42f1-b98b-298a6a5a87ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:45.249814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:55:45.250366 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:55:45.252182 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:55:45.306647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.312104 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.315883 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f776dbe-f694-4dce-9b45-a541d052a144 HTTP/1.1" status: 204  len: 168 time: 0.5407224
Nov 06 21:55:45.328188 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ef73f-6f14-4b57-b8fd-98befe3415f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f776dbe-f694-4dce-9b45-a541d052a144,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:45.472808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49026) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:45.517627 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-616f3d1d-5c94-4664-bea0-a5f5310f9156 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=872e719b2a874cdc91e0c215ef3ea959&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0435662
Nov 06 21:55:45.520063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49028) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:45.567691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-987cd417-ea9c-4773-a774-8ef81b741089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.588691 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-987cd417-ea9c-4773-a774-8ef81b741089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.634617 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-987cd417-ea9c-4773-a774-8ef81b741089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.637239 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-987cd417-ea9c-4773-a774-8ef81b741089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:45.638388 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-987cd417-ea9c-4773-a774-8ef81b741089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/612fd077-39ec-4c56-a55e-7db3fd397d0b HTTP/1.1" status: 204  len: 168 time: 0.1174138
Nov 06 21:55:45.646228 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cd417-ea9c-4773-a774-8ef81b741089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612fd077-39ec-4c56-a55e-7db3fd397d0b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:45.724476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0832d1c8-6de5-4942-8080-b3968176cb85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:55:45.745024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 0832d1c8-6de5-4942-8080-b3968176cb85 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:55:45.745350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 0832d1c8-6de5-4942-8080-b3968176cb85 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:55:45.745833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 70f85cae-8ff2-47d7-a636-5caf98d3da0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:55:45.767154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 70f85cae-8ff2-47d7-a636-5caf98d3da0c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:55:45.767469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 70f85cae-8ff2-47d7-a636-5caf98d3da0c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:55:45.767963 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:55:45.787387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:55:45.788085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f4d6ad08-3f5f-42e2-bf1a-8f496747eb03 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:55:45.949972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49034) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:45.989656 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0f665454-45fd-4fb2-a77f-af526a035641 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0686487eaebe41c8969e0956f5529f92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385201
Nov 06 21:55:45.992011 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49036) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:46.037220 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f8f79de6-479a-4385-84ad-affbbbba97ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:46.058112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f8f79de6-479a-4385-84ad-affbbbba97ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:46.105382 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f8f79de6-479a-4385-84ad-affbbbba97ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:46.107905 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f8f79de6-479a-4385-84ad-affbbbba97ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:46.109102 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f8f79de6-479a-4385-84ad-affbbbba97ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df1559f6-2236-43c4-b8f4-1a7364bda3e1 HTTP/1.1" status: 204  len: 168 time: 0.1161532
Nov 06 21:55:46.117259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f79de6-479a-4385-84ad-affbbbba97ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1559f6-2236-43c4-b8f4-1a7364bda3e1,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:46.986258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e2f7272f-7379-48eb-acb3-2130f8f413d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.655386 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49076) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:47.660073 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310066277', 'description': 'tempest-secgroup-smoke-1310066277 description', 'project_id': '71a123f12330481db90fdb7ac20e602e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:47.681928 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.689464 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.761843 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.765447 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.800079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77eaf178-a08b-4dd5-8923-50c95fe6f39d,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:47.839097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.842473 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.872016 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.873287 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2168922
Nov 06 21:55:47.875233 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebea01-c1e2-4e8a-8615-f94e710039fd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f76f274-bdd9-45d3-ac4f-c8f7363eed71,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:47.876396 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49078) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:47.882717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-d06ec8cc-a382-403a-b5ad-ff5ac54cd11c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '5f76f274-bdd9-45d3-ac4f-c8f7363eed71', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:47.909586 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d06ec8cc-a382-403a-b5ad-ff5ac54cd11c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.963622 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d06ec8cc-a382-403a-b5ad-ff5ac54cd11c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.966876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d06ec8cc-a382-403a-b5ad-ff5ac54cd11c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.984112 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ec8cc-a382-403a-b5ad-ff5ac54cd11c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f45bc6-c9c2-456b-aa58-c8d0e0824386,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:47.991155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d06ec8cc-a382-403a-b5ad-ff5ac54cd11c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:47.992382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d06ec8cc-a382-403a-b5ad-ff5ac54cd11c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1134808
Nov 06 21:55:47.995048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49080) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:47.999353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-11a5558d-310c-4edb-bc56-2e4bc55dc227 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '5f76f274-bdd9-45d3-ac4f-c8f7363eed71', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:48.025979 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11a5558d-310c-4edb-bc56-2e4bc55dc227 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.084547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11a5558d-310c-4edb-bc56-2e4bc55dc227 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.088665 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11a5558d-310c-4edb-bc56-2e4bc55dc227 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.094286 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:55:48.106176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5558d-310c-4edb-bc56-2e4bc55dc227 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5360d1-5b14-4924-be60-0036e0c153a7,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:48.113236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-11a5558d-310c-4edb-bc56-2e4bc55dc227 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.114452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-11a5558d-310c-4edb-bc56-2e4bc55dc227 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1184754
Nov 06 21:55:48.117154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49082) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:48.121394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a0985c06-52dc-486c-8c1a-76d427d5d678 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '5f76f274-bdd9-45d3-ac4f-c8f7363eed71', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:48.146805 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0985c06-52dc-486c-8c1a-76d427d5d678 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.202153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0985c06-52dc-486c-8c1a-76d427d5d678 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.205728 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0985c06-52dc-486c-8c1a-76d427d5d678 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.222967 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0985c06-52dc-486c-8c1a-76d427d5d678 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95e6aed-514e-4f33-846a-5f78d4ee202c,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:48.230339 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a0985c06-52dc-486c-8c1a-76d427d5d678 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.231528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a0985c06-52dc-486c-8c1a-76d427d5d678 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1134543
Nov 06 21:55:48.234345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49084) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:48.239081 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-26c991ee-deef-47b7-aa46-2542919b8705 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '5f76f274-bdd9-45d3-ac4f-c8f7363eed71', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:48.265148 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26c991ee-deef-47b7-aa46-2542919b8705 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.326314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26c991ee-deef-47b7-aa46-2542919b8705 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.329893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26c991ee-deef-47b7-aa46-2542919b8705 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.346989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c991ee-deef-47b7-aa46-2542919b8705 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb24a66c-49ac-4b6b-a671-4d991a72ae01,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:48.354375 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-26c991ee-deef-47b7-aa46-2542919b8705 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.355605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-26c991ee-deef-47b7-aa46-2542919b8705 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1203458
Nov 06 21:55:48.358365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49086) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:48.363142 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0306d2f3-1fae-4db4-9cb2-bdacd38b6b08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '5f76f274-bdd9-45d3-ac4f-c8f7363eed71', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:48.386751 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-0306d2f3-1fae-4db4-9cb2-bdacd38b6b08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:55:48.392434 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0306d2f3-1fae-4db4-9cb2-bdacd38b6b08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.460401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0306d2f3-1fae-4db4-9cb2-bdacd38b6b08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.464489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0306d2f3-1fae-4db4-9cb2-bdacd38b6b08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.484073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306d2f3-1fae-4db4-9cb2-bdacd38b6b08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82becf3f-9cca-405e-9b1e-1e4b3d4893e3,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:48.492725 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0306d2f3-1fae-4db4-9cb2-bdacd38b6b08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.494256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0306d2f3-1fae-4db4-9cb2-bdacd38b6b08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1349673
Nov 06 21:55:48.497164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49088) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:48.501617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-50a605df-2f8f-429b-a125-46438fe4254e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '5f76f274-bdd9-45d3-ac4f-c8f7363eed71', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:48.524560 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-50a605df-2f8f-429b-a125-46438fe4254e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:55:48.529709 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-50a605df-2f8f-429b-a125-46438fe4254e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.588411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-50a605df-2f8f-429b-a125-46438fe4254e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.591796 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-50a605df-2f8f-429b-a125-46438fe4254e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.608821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a605df-2f8f-429b-a125-46438fe4254e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472de0f9-20a0-4842-85de-d1ba7fbb3e3a,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:48.619414 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-50a605df-2f8f-429b-a125-46438fe4254e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.620642 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-50a605df-2f8f-429b-a125-46438fe4254e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1224909
Nov 06 21:55:48.623728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49090) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:48.628750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'network': {'name': 'tempest-network-smoke--323301335', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'port_security_enabled': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:48.648652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:55:48.652146 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.676955 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:55:48.685637 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.685977 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Added segment 3f079d30-5a12-42aa-8062-7f14d018b73f of type vlan for network e269c104-c79b-414b-8a0c-499a59f5fd27
Nov 06 21:55:48.724360 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.750758 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.756248 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:48.756853 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.811945 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1870751
Nov 06 21:55:48.814902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49092) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:48.821395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'admin_state_up': True, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:48.840023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac59a8-338e-4dd9-90e2-5e510a1605c1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Network': ['ID=e269c104-c79b-414b-8a0c-499a59f5fd27,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:48.852214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e269c104-c79b-414b-8a0c-499a59f5fd27 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:55:48.854285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.855854 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:48.911111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:49.055171 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:49.245535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:49.264560 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:49.346333 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b8550254-f15b-41af-9c3b-65108e0f61b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:49.368954 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.158 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/d59e7f2c-99cd-4ae7-bc26-02b38066f7ab) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:55:49.469491 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:49.504539 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:49.542253 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:55:49.547096 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:55:49.551387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:55:49.578556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=d59e7f2c-99cd-4ae7-bc26-02b38066f7ab,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:49.806530 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.002696 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.132271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 63aa0a52-11fa-487d-bc49-13aa5a013c6f is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:55:50.238582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:55:50.248113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Sync routers for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:55:50.257857 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:50.258392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c2af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:50.258803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.262927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b9bc6c92-8749-4635-8279-bff03db7c3dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4442527
Nov 06 21:55:50.263163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49094) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:50.363916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:50.385727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5b1065b8-3ed7-4b3f-9669-e8e502f9dd67 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71a123f12330481db90fdb7ac20e602e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1214697
Nov 06 21:55:50.388378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49098) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:50.477945 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a75973-3ad0-4c4e-acb8-aee602318efe tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:50.479491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c1a75973-3ad0-4c4e-acb8-aee602318efe tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0902393
Nov 06 21:55:50.482263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49100) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:50.512311 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1bd9f576-3261-4b83-95cb-096ffef9b563 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0288560
Nov 06 21:55:50.514916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49102) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:50.519697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456417119', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:50.539515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c2af70>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:49Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:50.570012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Checking router: 63aa0a52-11fa-487d-bc49-13aa5a013c6f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:55:50.570363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Updating router 63aa0a52-11fa-487d-bc49-13aa5a013c6f port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:55:50.597248 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.608411 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:55:50.612478 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.793821 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.850037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.859431 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.860439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Subnet': ['ID=13dc3a10-9f4d-46a1-a8e7-2994e761de98,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:50.866696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.870657 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Checking segment: {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:55:50.871029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network hostable DHCP agents. Network: e269c104-c79b-414b-8a0c-499a59f5fd27, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:55:50.889628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network e269c104-c79b-414b-8a0c-499a59f5fd27 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:55:50.899324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e269c104-c79b-414b-8a0c-499a59f5fd27) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:55:50.903434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:50.904128 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.913373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79815d35-57c6-4dc7-a3d9-7ed6398cd68e None None] Network e269c104-c79b-414b-8a0c-499a59f5fd27 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:55:50.922539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1f69dedf-6943-4552-8925-f874f2544055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4040859
Nov 06 21:55:50.922810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49104) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:55:50.937147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Attempting to bind port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:55:50.937517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Attempting to bind port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:55:50.937883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Attempting to bind port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:55:50.975089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:55:50.975484 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:55:50.975875 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.976262 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:55:50.976879 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Bound port: d59e7f2c-99cd-4ae7-bc26-02b38066f7ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:55:50.977262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:50.979284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fdd3a-c1d8-4fea-b182-380eb08b8dbb None None] Pushing event updated for resources: {'Port': ['ID=d59e7f2c-99cd-4ae7-bc26-02b38066f7ab,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:51.051341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] For port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:55:51.059027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] For port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d59e7f2c-99cd-4ae7-bc26-02b38066f7ab,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:55:51.064867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:51.169950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:51.170561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251c2af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:51.177145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fdd3a-c1d8-4fea-b182-380eb08b8dbb None None] Pushing event updated for resources: {'Port': ['ID=d59e7f2c-99cd-4ae7-bc26-02b38066f7ab,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:51.213138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e269c104-c79b-414b-8a0c-499a59f5fd27', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:55:51.213981 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:51.353116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:51.361309 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:51.498823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Allocated IP 172.20.0.2 (e269c104-c79b-414b-8a0c-499a59f5fd27/13dc3a10-9f4d-46a1-a8e7-2994e761de98/bea67a85-ad31-4a77-a9fd-b2d9d272b35d) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:55:51.825622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251c2af70>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:49Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:51.860076 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21b0d8-55ac-4870-b24b-095e50c0d89c None None] The sync data for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 is: [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:49Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:55:51.867117 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:51.873574 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:51.917038 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Network e269c104-c79b-414b-8a0c-499a59f5fd27 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:55:51.922790 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:55:51.925438 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Pushing event updated for resources: {'Port': ['ID=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:51.927605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:55:51.934695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.1 (e269c104-c79b-414b-8a0c-499a59f5fd27/13dc3a10-9f4d-46a1-a8e7-2994e761de98/bbda0d8c-2658-4afb-ab19-95a87460b7a0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:55:51.983877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Attempting to bind port bea67a85-ad31-4a77-a9fd-b2d9d272b35d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:55:51.984255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Attempting to bind port bea67a85-ad31-4a77-a9fd-b2d9d272b35d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:55:51.984767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Attempting to bind port bea67a85-ad31-4a77-a9fd-b2d9d272b35d on network e269c104-c79b-414b-8a0c-499a59f5fd27 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:55:51.990602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:55:51.990968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Checking segment: {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:55:51.991364 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:51.991759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Bound using segment: {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:55:51.992219 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Bound port: bea67a85-ad31-4a77-a9fd-b2d9d272b35d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:55:51.992729 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.056759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.071000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] For port bea67a85-ad31-4a77-a9fd-b2d9d272b35d, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:55:52.092775 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.097136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] For port bea67a85-ad31-4a77-a9fd-b2d9d272b35d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:55:52.100547 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.113195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.167228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network e269c104-c79b-414b-8a0c-499a59f5fd27 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:55:52.179627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:55:52.185746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:55:52.191929 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=bbda0d8c-2658-4afb-ab19-95a87460b7a0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:52.200908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f68ca3-c75d-4409-aedb-4c66fd7f865c None None] Pushing event updated for resources: {'Port': ['ID=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:52.246613 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.434595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.651378 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.738489 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.743033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.818774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=bbda0d8c-2658-4afb-ab19-95a87460b7a0,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:52.821207 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:52.918684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network e269c104-c79b-414b-8a0c-499a59f5fd27 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:55:52.920174 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:55:53.038495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 63aa0a52-11fa-487d-bc49-13aa5a013c6f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:55:53.137561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4eae36-8b08-4256-910e-64931e11e9f7 None None] Network e269c104-c79b-414b-8a0c-499a59f5fd27 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:55:53.282378 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c81d6b4f-6e24-43df-9fbd-a5216aad4c69 None None] Provisioning complete for port bea67a85-ad31-4a77-a9fd-b2d9d272b35d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:53.282747 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81d6b4f-6e24-43df-9fbd-a5216aad4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:53.403700 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81d6b4f-6e24-43df-9fbd-a5216aad4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:53.441817 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c81d6b4f-6e24-43df-9fbd-a5216aad4c69 None None] For port bea67a85-ad31-4a77-a9fd-b2d9d272b35d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:53.449830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c81d6b4f-6e24-43df-9fbd-a5216aad4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:53.503767 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d6b4f-6e24-43df-9fbd-a5216aad4c69 None None] Pushing event updated for resources: {'Port': ['ID=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:53.520675 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:55:53.527108 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5d79fde4-3aeb-4cd6-a7c3-4605e078cdf7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/63aa0a52-11fa-487d-bc49-13aa5a013c6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6032088
Nov 06 21:55:53.561746 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Sync routers for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:55:53.574285 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:53.574905 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a5d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:53.686045 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:53.686263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3ff6e199-8d10-4f4c-ac2e-30998ad7ccf0 None None] Provisioning complete for port bbda0d8c-2658-4afb-ab19-95a87460b7a0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:53.686734 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e199-8d10-4f4c-ac2e-30998ad7ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:53.746628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6e199-8d10-4f4c-ac2e-30998ad7ccf0 None None] Port bbda0d8c-2658-4afb-ab19-95a87460b7a0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:55:53.761139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-3ff6e199-8d10-4f4c-ac2e-30998ad7ccf0 None None] Provisioning complete for port bea67a85-ad31-4a77-a9fd-b2d9d272b35d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:53.762061 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e199-8d10-4f4c-ac2e-30998ad7ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:53.886330 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bea67a85-ad31-4a77-a9fd-b2d9d272b35d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:55:53.936900 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-d0f2e54c-9446-4765-a7ce-61640f9ab796 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310066277&fields=id&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 267 time: 0.0911453
Nov 06 21:55:53.949103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bea67a85-ad31-4a77-a9fd-b2d9d272b35d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:53.949475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:53.972851 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a5d130>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 2, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:54.016424 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Checking router: 63aa0a52-11fa-487d-bc49-13aa5a013c6f for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:55:54.016781 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Updating router 63aa0a52-11fa-487d-bc49-13aa5a013c6f port bbda0d8c-2658-4afb-ab19-95a87460b7a0 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:55:54.047915 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d59e7f2c-99cd-4ae7-bc26-02b38066f7ab up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:55:54.050662 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.060103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-0d007a7c-fa64-41ae-a382-f5508924d6d6 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:54.069969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-0d007a7c-fa64-41ae-a382-f5508924d6d6 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/networks?id=e269c104-c79b-414b-8a0c-499a59f5fd27 HTTP/1.1" status: 200  len: 796 time: 0.1315560
Nov 06 21:55:54.092284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-ec0d4533-a23a-45b2-be7b-b060a1939e90 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/quotas/71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 375 time: 0.0213327
Nov 06 21:55:54.106047 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1b89c29c-fdae-4789-a8d0-5199ea6663ca None None] Provisioning complete for port bbda0d8c-2658-4afb-ab19-95a87460b7a0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:54.106047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b89c29c-fdae-4789-a8d0-5199ea6663ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.145724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-4f36051a-fd04-450f-8972-f8230ec42afc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0525107
Nov 06 21:55:54.151315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1b89c29c-fdae-4789-a8d0-5199ea6663ca None None] Port bbda0d8c-2658-4afb-ab19-95a87460b7a0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:55:54.154603 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:54.154971 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.216727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f6dbaa53-37ba-4f2b-b11f-db904e29e6d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:55:54.218078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f6dbaa53-37ba-4f2b-b11f-db904e29e6d2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0581162
Nov 06 21:55:54.242414 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.268800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d59e7f2c-99cd-4ae7-bc26-02b38066f7ab,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:54.278348 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.289677 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-be00aaf4-ffd0-4ba5-b5b8-56f00a33762c None None] Provisioning complete for port bbda0d8c-2658-4afb-ab19-95a87460b7a0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:54.290046 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-be00aaf4-ffd0-4ba5-b5b8-56f00a33762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.319266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f4d40ee8-f0a3-46b1-bf97-5c284caeff06 service neutron] 10.222.0.13 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941660
Nov 06 21:55:54.370745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-be00aaf4-ffd0-4ba5-b5b8-56f00a33762c None None] Port bbda0d8c-2658-4afb-ab19-95a87460b7a0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:55:54.375707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=d59e7f2c-99cd-4ae7-bc26-02b38066f7ab,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:54.426154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-5d09a0c6-83c8-4d0e-88de-4e29be24ce32 service neutron] 10.222.0.13 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988767
Nov 06 21:55:54.430637 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.436529 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.491871 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Pushing event updated for resources: {'Port': ['ID=bbda0d8c-2658-4afb-ab19-95a87460b7a0,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:54.515851 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.516188 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.516485 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.516843 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.517183 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.519102 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.519418 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.519802 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.520102 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.520455 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.520773 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.521159 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:55:54.557404 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Attempting to bind port bbda0d8c-2658-4afb-ab19-95a87460b7a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:55:54.557781 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Attempting to bind port bbda0d8c-2658-4afb-ab19-95a87460b7a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:55:54.558457 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Attempting to bind port bbda0d8c-2658-4afb-ab19-95a87460b7a0 on network e269c104-c79b-414b-8a0c-499a59f5fd27 {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:55:54.563653 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:55:54.564552 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Checking segment: {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:55:54.564552 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.564900 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Bound using segment: {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:55:54.565523 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Bound port: bbda0d8c-2658-4afb-ab19-95a87460b7a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:55:54.565915 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.630078 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] For port bbda0d8c-2658-4afb-ab19-95a87460b7a0, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:55:54.633821 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] For port bbda0d8c-2658-4afb-ab19-95a87460b7a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbda0d8c-2658-4afb-ab19-95a87460b7a0,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:55:54.641341 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.688547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23688adf-fa39-4916-a71a-c4efa9dbc222 req-1b7806fd-af13-4c2f-be7c-4e5c4f6b83b3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 210 time: 0.1003296
Nov 06 21:55:54.732821 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:55:54.733448 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a5d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:54.738375 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfdc1a-10ee-4bef-9299-b7b02f72c31a None None] Pushing event updated for resources: {'Port': ['ID=bbda0d8c-2658-4afb-ab19-95a87460b7a0,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:54.812399 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2ad2a3c3-2d88-4612-bca9-a4d164e8c903 None None] Provisioning complete for port bbda0d8c-2658-4afb-ab19-95a87460b7a0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:54.813420 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a3c3-2d88-4612-bca9-a4d164e8c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.863486 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:55:54.924394 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a3c3-2d88-4612-bca9-a4d164e8c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:54.967620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2ad2a3c3-2d88-4612-bca9-a4d164e8c903 None None] For port bbda0d8c-2658-4afb-ab19-95a87460b7a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbda0d8c-2658-4afb-ab19-95a87460b7a0,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:55:54.973629 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2ad2a3c3-2d88-4612-bca9-a4d164e8c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:55.023684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2a3c3-2d88-4612-bca9-a4d164e8c903 None None] Pushing event updated for resources: {'Port': ['ID=bbda0d8c-2658-4afb-ab19-95a87460b7a0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:55.096584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8d13e760-ffcf-4be2-9e86-9dc1fb5e65d0 None None] Provisioning complete for port bbda0d8c-2658-4afb-ab19-95a87460b7a0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:55.097101 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8d13e760-ffcf-4be2-9e86-9dc1fb5e65d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:55.107597 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a5d130>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:55:55.133838 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509125-7562-4ea8-b071-d60a88d4c94d None None] The sync data for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 is: [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:55:55.816430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16951c50-6cc1-41e4-9c07-21128a6a85f9 req-163a5aa9-96d6-4384-af2e-bc4b6c156f5c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 210 time: 0.0390310
Nov 06 21:55:55.837365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bbda0d8c-2658-4afb-ab19-95a87460b7a0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:55:55.865588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-1c2dd6f3-4b82-4dd9-8dc8-9a62ce65aad4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:55.867223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-1c2dd6f3-4b82-4dd9-8dc8-9a62ce65aad4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/networks?id=e269c104-c79b-414b-8a0c-499a59f5fd27 HTTP/1.1" status: 200  len: 796 time: 0.1758232
Nov 06 21:55:55.898117 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bbda0d8c-2658-4afb-ab19-95a87460b7a0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:55.898476 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:55.950271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-28cbd4e4-f877-4408-8330-5fc59b54d76f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 380 time: 0.0732367
Nov 06 21:55:55.960681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'port': {'device_id': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'admin_state_up': True, 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'security_groups': ['5f76f274-bdd9-45d3-ac4f-c8f7363eed71']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:55.985442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d59e7f2c-99cd-4ae7-bc26-02b38066f7ab up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:55:56.034781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:56.035151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.079467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:55:56.083620 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.223630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.13 (e269c104-c79b-414b-8a0c-499a59f5fd27/13dc3a10-9f4d-46a1-a8e7-2994e761de98/981a51d3-3363-4fe2-8705-6c1d37434510) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:55:56.369237 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.402014 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.444960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network e269c104-c79b-414b-8a0c-499a59f5fd27 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:55:56.449976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:55:56.453690 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:55:56.477549 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=981a51d3-3363-4fe2-8705-6c1d37434510,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:56.507712 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:56.508372 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.523429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-dd301d7a-80a5-49d6-bdf3-81ebf9c30ec9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5667322
Nov 06 21:55:56.536011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Request body: {'port': {'device_id': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:55:56.593053 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.646564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0509785d-bc40-4ac8-9eda-fee1f4e2678c None None] Provisioning complete for port 981a51d3-3363-4fe2-8705-6c1d37434510 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:55:56.646925 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0509785d-bc40-4ac8-9eda-fee1f4e2678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.681227 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0509785d-bc40-4ac8-9eda-fee1f4e2678c None None] Port 981a51d3-3363-4fe2-8705-6c1d37434510 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:55:56.858262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981a51d3-3363-4fe2-8705-6c1d37434510 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:55:56.866497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.884995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Transition to ACTIVE for port object 981a51d3-3363-4fe2-8705-6c1d37434510 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:55:56.889743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:56.975015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Pushing event updated for resources: {'Port': ['ID=981a51d3-3363-4fe2-8705-6c1d37434510,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:57.012615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a488-0f1d-4624-9863-e1d8785bc6b2 req-d7fe89fd-40d1-4d21-9110-de322ccb98b4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.014133 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45f0a488-0f1d-4624-9863-e1d8785bc6b2 req-d7fe89fd-40d1-4d21-9110-de322ccb98b4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 944 time: 0.0996222
Nov 06 21:55:57.097852 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Attempting to bind port 981a51d3-3363-4fe2-8705-6c1d37434510 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:55:57.098185 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Attempting to bind port 981a51d3-3363-4fe2-8705-6c1d37434510 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:55:57.098506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Attempting to bind port 981a51d3-3363-4fe2-8705-6c1d37434510 on network e269c104-c79b-414b-8a0c-499a59f5fd27 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:55:57.105204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45f0a488-0f1d-4624-9863-e1d8785bc6b2 req-35516f51-9a10-4a13-a26a-a75d2ea1c395 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712445
Nov 06 21:55:57.107318 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Port 981a51d3-3363-4fe2-8705-6c1d37434510 on network e269c104-c79b-414b-8a0c-499a59f5fd27 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:55:57.107520 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Attempting to bind port 981a51d3-3363-4fe2-8705-6c1d37434510 on network e269c104-c79b-414b-8a0c-499a59f5fd27 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:55:57.113041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:55:57.113376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Checking segment: {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:55:57.113748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Bound using segment: {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:55:57.114167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Bound port: 981a51d3-3363-4fe2-8705-6c1d37434510, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f079d30-5a12-42aa-8062-7f14d018b73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:55:57.114522 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:57.176380 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] For port 981a51d3-3363-4fe2-8705-6c1d37434510, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:55:57.179352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] For port 981a51d3-3363-4fe2-8705-6c1d37434510, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=981a51d3-3363-4fe2-8705-6c1d37434510,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:55:57.183446 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:57.222391 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.223008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:55:57.224437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] 10.222.0.37 "PUT /v2.0/ports/981a51d3-3363-4fe2-8705-6c1d37434510 HTTP/1.1" status: 200  len: 1092 time: 0.6927805
Nov 06 21:55:57.224876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:55:57.227145 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855" -d '{"events": [{"name": "network-changed", "server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:55:57.252782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8b8d3-7681-49cf-ae2e-7b5ad5e27404 service neutron] Pushing event updated for resources: {'Port': ['ID=981a51d3-3363-4fe2-8705-6c1d37434510,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:55:57.281883 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855e2556-51ef-42f2-8e33-105f74274118 x-openstack-request-id: req-855e2556-51ef-42f2-8e33-105f74274118 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:55:57.282241 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:55:57.282558 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-855e2556-51ef-42f2-8e33-105f74274118 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:55:57.283013 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510', 'status': 'completed', 'code': 200}
Nov 06 21:55:57.322215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-0c3cc73d-380f-4641-bac7-bb75c971b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.323811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-0c3cc73d-380f-4641-bac7-bb75c971b886 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 1095 time: 0.0543387
Nov 06 21:55:57.367842 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-f29f45c8-6d5c-4765-9efc-faab3c2f1812 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981a51d3-3363-4fe2-8705-6c1d37434510 HTTP/1.1" status: 200  len: 217 time: 0.0357752
Nov 06 21:55:57.425383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-36eef263-18c9-420d-a313-0495143e362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.426860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-36eef263-18c9-420d-a313-0495143e362e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13dc3a10-9f4d-46a1-a8e7-2994e761de98 HTTP/1.1" status: 200  len: 834 time: 0.0523453
Nov 06 21:55:57.472623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-89e1884b-000b-45a9-a052-85a1742e1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.474090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-89e1884b-000b-45a9-a052-85a1742e1eeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e269c104-c79b-414b-8a0c-499a59f5fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400617
Nov 06 21:55:57.565607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-1e8104d7-1a49-43e9-b223-b4ed5ee52ebf service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842490
Nov 06 21:55:57.659559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d0eb8e6-608a-4ce2-bd14-d568a1d7ee39 req-231afd47-e129-4c66-a85d-dcc1fe304a13 service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862622
Nov 06 21:55:57.745788 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-7992429b-de07-482d-a094-a75437c017f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.747301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-7992429b-de07-482d-a094-a75437c017f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 1095 time: 0.0410774
Nov 06 21:55:57.840724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-39f4d707-2eae-42aa-ac07-3e9fe8a2bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.842197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-39f4d707-2eae-42aa-ac07-3e9fe8a2bc2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e269c104-c79b-414b-8a0c-499a59f5fd27 HTTP/1.1" status: 200  len: 897 time: 0.0879073
Nov 06 21:55:57.883727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-c415b8e6-5c9c-4faa-8095-c956dea7e29c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981a51d3-3363-4fe2-8705-6c1d37434510 HTTP/1.1" status: 200  len: 217 time: 0.0343807
Nov 06 21:55:57.933888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-360a29b9-a887-462e-854c-5941137e7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.935389 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-360a29b9-a887-462e-854c-5941137e7dce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13dc3a10-9f4d-46a1-a8e7-2994e761de98 HTTP/1.1" status: 200  len: 834 time: 0.0442522
Nov 06 21:55:57.984519 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-df2fcf3c-1032-48a1-89d9-363bfc891a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:57.985998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-df2fcf3c-1032-48a1-89d9-363bfc891a2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e269c104-c79b-414b-8a0c-499a59f5fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440371
Nov 06 21:55:58.075561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-66a933ae-8e85-47c1-97fa-871f62637462 service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826657
Nov 06 21:55:58.170040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0f3ff4a9-eddd-4aa3-abaf-1ae35f1ad855 req-309f9295-6e2c-41c9-9f91-e255eb917aad service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872717
Nov 06 21:55:58.221536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323833f2-97f5-4d11-af81-da1b74005209 req-b60f873c-5aad-471f-9ad4-ae4192aea6cf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:58.222465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-323833f2-97f5-4d11-af81-da1b74005209 req-b60f873c-5aad-471f-9ad4-ae4192aea6cf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 944 time: 0.0499022
Nov 06 21:55:58.270359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-323833f2-97f5-4d11-af81-da1b74005209 req-37fe19e0-5623-4cb5-9ac5-89e604a0603d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420625
Nov 06 21:55:59.384574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eeab1-1b19-4198-b73d-7d4a1987d51e req-163ee099-2780-4a88-90d3-2edce05739ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:55:59.386037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-947eeab1-1b19-4198-b73d-7d4a1987d51e req-163ee099-2780-4a88-90d3-2edce05739ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 944 time: 0.0478275
Nov 06 21:55:59.433696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-947eeab1-1b19-4198-b73d-7d4a1987d51e req-38d6b335-ffa1-41d6-b619-efd6e512ea77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418246
Nov 06 21:56:00.555041 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882063a-47d1-47f5-83aa-b866f8aceb81 req-f2b7f95d-3924-4179-83b7-eb02cd6e95ae tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:00.556551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9882063a-47d1-47f5-83aa-b866f8aceb81 req-f2b7f95d-3924-4179-83b7-eb02cd6e95ae tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 944 time: 0.0568621
Nov 06 21:56:00.604853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9882063a-47d1-47f5-83aa-b866f8aceb81 req-91fe45f2-66db-4de0-abd3-8031a829e2fb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423772
Nov 06 21:56:01.666939 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 981a51d3-3363-4fe2-8705-6c1d37434510 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:56:01.723674 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69205c7-83a9-4ca4-b391-a29fe387adbd req-c6c08051-8b40-497c-b5fe-bd1d9bce9da2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:01.725201 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b69205c7-83a9-4ca4-b391-a29fe387adbd req-c6c08051-8b40-497c-b5fe-bd1d9bce9da2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 944 time: 0.0482626
Nov 06 21:56:01.764464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 981a51d3-3363-4fe2-8705-6c1d37434510, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=981a51d3-3363-4fe2-8705-6c1d37434510,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:56:01.774285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b69205c7-83a9-4ca4-b391-a29fe387adbd req-c3737da3-6390-4f81-a21b-3d58def16ee4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432093
Nov 06 21:56:01.776600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '981a51d3-3363-4fe2-8705-6c1d37434510', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'port_id': '981a51d3-3363-4fe2-8705-6c1d37434510', 'mac_address': 'fa:16:3e:ef:cb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:56:01.814943 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:01.827761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981a51d3-3363-4fe2-8705-6c1d37434510 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:56:01.846759 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 981a51d3-3363-4fe2-8705-6c1d37434510, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=981a51d3-3363-4fe2-8705-6c1d37434510,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:56:01.851647 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:01.901140 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=981a51d3-3363-4fe2-8705-6c1d37434510,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:56:02.195938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['981a51d3-3363-4fe2-8705-6c1d37434510'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:56:02.888975 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408364b-64ca-46dd-8a22-6f0f42a94e74 req-a7efa1bf-1870-4d7c-869e-c673fb2ddf54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:02.890486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9408364b-64ca-46dd-8a22-6f0f42a94e74 req-a7efa1bf-1870-4d7c-869e-c673fb2ddf54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 945 time: 0.0485833
Nov 06 21:56:02.943047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9408364b-64ca-46dd-8a22-6f0f42a94e74 req-40301455-2dda-416f-8496-b2c4b5b0980f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460553
Nov 06 21:56:03.667121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 981a51d3-3363-4fe2-8705-6c1d37434510 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:56:03.716611 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 981a51d3-3363-4fe2-8705-6c1d37434510 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:56:03.721018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 981a51d3-3363-4fe2-8705-6c1d37434510 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:56:03.721386 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:03.794916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:03.817455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:56:03.819670 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df79408-2e16-427d-9268-642f806e9cb2" -d '{"events": [{"server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "name": "network-vif-plugged", "status": "completed", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:56:03.836061 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 981a51d3-3363-4fe2-8705-6c1d37434510, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=981a51d3-3363-4fe2-8705-6c1d37434510,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:56:03.841237 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:03.864596 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e24fa-8c8a-4c95-9d35-762bebb55823 x-openstack-request-id: req-c76e24fa-8c8a-4c95-9d35-762bebb55823 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:56:03.864886 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "name": "network-vif-plugged", "status": "completed", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:56:03.865135 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c76e24fa-8c8a-4c95-9d35-762bebb55823 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:56:03.865591 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510', 'code': 200}
Nov 06 21:56:03.893168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=981a51d3-3363-4fe2-8705-6c1d37434510,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:56:03.959214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa8862-af7d-4260-8cec-9c6937fe6fce req-b515fcef-0a82-4e61-9763-5a1d24048641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:03.960640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8aa8862-af7d-4260-8cec-9c6937fe6fce req-b515fcef-0a82-4e61-9763-5a1d24048641 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 1097 time: 0.0392935
Nov 06 21:56:04.007699 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a8aa8862-af7d-4260-8cec-9c6937fe6fce req-8beab78e-b620-47ec-8ac7-c97756e78cc6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396366
Nov 06 21:56:04.056250 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae53cb9-cdd1-44d3-8a7e-ebd5ee511c40 req-112a33ce-13d9-4f70-9389-c534ae202f39 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:04.057755 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ae53cb9-cdd1-44d3-8a7e-ebd5ee511c40 req-112a33ce-13d9-4f70-9389-c534ae202f39 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0481906
Nov 06 21:56:04.106711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ae53cb9-cdd1-44d3-8a7e-ebd5ee511c40 req-2a100320-be51-44ee-80e0-7a6bd96db2d6 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430741
Nov 06 21:56:05.230477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e525b32-d616-4433-a0e5-d70c1de46166 req-68580bc5-aba1-4783-bea7-efb8ef95a6b4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:05.231977 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e525b32-d616-4433-a0e5-d70c1de46166 req-68580bc5-aba1-4783-bea7-efb8ef95a6b4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0529428
Nov 06 21:56:05.283854 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e525b32-d616-4433-a0e5-d70c1de46166 req-5c0de3c6-0233-4528-ad3f-8ab1402ea5cc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449700
Nov 06 21:56:06.399425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd816b70-b51f-43ca-af21-dd16edde0e08 req-39e2b638-f4a9-46cd-a9ed-f6469f195cc3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:06.400993 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd816b70-b51f-43ca-af21-dd16edde0e08 req-39e2b638-f4a9-46cd-a9ed-f6469f195cc3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0486739
Nov 06 21:56:06.451634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fd816b70-b51f-43ca-af21-dd16edde0e08 req-d9e40327-c5fc-4c8e-8988-f01c1b5c5823 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447302
Nov 06 21:56:06.568025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73ee9-18a1-45c9-9acc-d6d8258ad63c req-602f4e5b-0118-48fd-bcb3-826f2848166c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:06.569534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99f73ee9-18a1-45c9-9acc-d6d8258ad63c req-602f4e5b-0118-48fd-bcb3-826f2848166c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0520082
Nov 06 21:56:06.618584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-99f73ee9-18a1-45c9-9acc-d6d8258ad63c req-54e7e9fc-4af5-4399-bd25-78b98e1d0b50 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431645
Nov 06 21:56:06.639406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49166) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:56:06.678196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b83119-1019-4d8d-bdb3-0d43bf65de17 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:06.679672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f8b83119-1019-4d8d-bdb3-0d43bf65de17 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 1092 time: 0.0393138
Nov 06 21:56:06.682472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49168) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:56:06.686637 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '981a51d3-3363-4fe2-8705-6c1d37434510', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:56:06.706529 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:06.803781 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:06.904994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.26 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/8b8b4aa1-8997-44f6-af5c-72c9dcf44459) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:56:07.007381 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:07.040685 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:07.074312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:56:07.077055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:56:07.081696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:56:07.112105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=8b8b4aa1-8997-44f6-af5c-72c9dcf44459,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:56:07.443703 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:07.506683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:07.655009 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:07.660077 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:07.731514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=8b8b4aa1-8997-44f6-af5c-72c9dcf44459,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:56:07.739497 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:07.837262 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP b2ca8748-15f0-4744-bb3d-2cba8988d2d7 associated. External IP: 172.35.0.26, port: 981a51d3-3363-4fe2-8705-6c1d37434510.
Nov 06 21:56:08.375152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 63aa0a52-11fa-487d-bc49-13aa5a013c6f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:56:08.486851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:56:08.496869 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] Sync routers for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:56:08.505410 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:08.508811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:56:08.509416 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514c94c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:56:08.535457 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ff6da087-a017-40b0-8b40-0f57027f8eed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8519676
Nov 06 21:56:08.536032 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:56:08.538340 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:56:08.620628 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:56:08.640039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea718a-a1f7-489b-8a01-e56b9152c4ab req-512c2af4-d0ad-410f-985c-9f4285db6db5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:08.641627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01ea718a-a1f7-489b-8a01-e56b9152c4ab req-512c2af4-d0ad-410f-985c-9f4285db6db5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0511088
Nov 06 21:56:08.643199 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2572e0cb-0dd8-4468-bc43-5af19f721f33 x-openstack-request-id: req-2572e0cb-0dd8-4468-bc43-5af19f721f33 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:56:08.643492 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:56:08.643750 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2572e0cb-0dd8-4468-bc43-5af19f721f33 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:56:08.644142 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510', 'status': 'completed', 'code': 200}
Nov 06 21:56:08.717129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01ea718a-a1f7-489b-8a01-e56b9152c4ab req-2bfa3dfc-b42b-4d75-9fd8-f070186d371b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689378
Nov 06 21:56:08.727931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-d9e34166-c2db-43b8-a5f1-926fb71e4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:08.729797 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-d9e34166-c2db-43b8-a5f1-926fb71e4d6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 1097 time: 0.0622005
Nov 06 21:56:08.741449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49176) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:56:08.807917 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-31f2ad41-029e-4854-a335-c705b551851f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/b2ca8748-15f0-4744-bb3d-2cba8988d2d7 HTTP/1.1" status: 200  len: 991 time: 0.0640833
Nov 06 21:56:08.825939 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-8e3d28ba-7186-4c86-96c5-872109a64b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:08.827417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-8e3d28ba-7186-4c86-96c5-872109a64b4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e269c104-c79b-414b-8a0c-499a59f5fd27 HTTP/1.1" status: 200  len: 897 time: 0.0901020
Nov 06 21:56:08.858255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514c94c0>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b2ca8748-15f0-4744-bb3d-2cba8988d2d7', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.26', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'port_id': '981a51d3-3363-4fe2-8705-6c1d37434510', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'mac_address': 'fa:16:3e:ef:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:56:07Z', 'updated_at': '2021-11-06T21:56:07Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:56:08.885263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] Checking router: 63aa0a52-11fa-487d-bc49-13aa5a013c6f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:56:08.893658 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:56:08.894264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92514c94c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:55:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:56:08.897156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-ebffb3ba-cf46-4b02-b1fe-d41f35b1722c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981a51d3-3363-4fe2-8705-6c1d37434510 HTTP/1.1" status: 200  len: 999 time: 0.0633543
Nov 06 21:56:08.951405 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-ff3bd015-ab85-4b24-99f8-d186f45f2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:08.952939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-ff3bd015-ab85-4b24-99f8-d186f45f2b19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13dc3a10-9f4d-46a1-a8e7-2994e761de98 HTTP/1.1" status: 200  len: 834 time: 0.0486505
Nov 06 21:56:09.000241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-d9d66e52-21f5-46b6-9104-0fa8a9dc0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:09.001932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-d9d66e52-21f5-46b6-9104-0fa8a9dc0c1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e269c104-c79b-414b-8a0c-499a59f5fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425193
Nov 06 21:56:09.095965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-b3437bde-a9d0-4b85-a00b-62b7adf84f39 service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867684
Nov 06 21:56:09.157432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:56:09.190460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c7374ecf-ecb5-469e-b1e1-f2ad60b08bbc req-0f49dc1b-ed59-404e-949e-451d6e20b582 service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886624
Nov 06 21:56:09.375868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92514c94c0>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b2ca8748-15f0-4744-bb3d-2cba8988d2d7', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.26', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'port_id': '981a51d3-3363-4fe2-8705-6c1d37434510', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'mac_address': 'fa:16:3e:ef:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:56:07Z', 'updated_at': '2021-11-06T21:56:07Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:56:09.405044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e2a18-f928-40bc-8cf0-e1bd0602a99e None None] The sync data for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 is: [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b2ca8748-15f0-4744-bb3d-2cba8988d2d7', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.26', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'port_id': '981a51d3-3363-4fe2-8705-6c1d37434510', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'mac_address': 'fa:16:3e:ef:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:56:07Z', 'updated_at': '2021-11-06T21:56:07Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:56:09.588053 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a7499-5ee0-4d04-acd5-d21fb006b62c None None] New status for floating IP b2ca8748-15f0-4744-bb3d-2cba8988d2d7: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:56:09.810132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49178) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:56:09.871244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4491de43-7ba8-43d0-bcf6-f74d85acfd60 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/b2ca8748-15f0-4744-bb3d-2cba8988d2d7 HTTP/1.1" status: 200  len: 993 time: 0.0599535
Nov 06 21:56:15.039183 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:15.134268 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:16.988603 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-91f0118e-3066-46d2-85b1-15c7869d0f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:19.347960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-417bde05-a319-4240-be23-d4c313a22634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:20.841302 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:22.080288 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:22.643019 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:25.093124 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:56:25.486384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-6660dfb8-7487-4347-83c9-438c54b7c227 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0451469
Nov 06 21:56:25.566574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-5be7a711-d971-4030-a503-329af018c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:25.568059 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-5be7a711-d971-4030-a503-329af018c82f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 1097 time: 0.0403347
Nov 06 21:56:25.671663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-b6b36e85-9cf0-4529-8ed2-0ccdd4dec152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:25.673236 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-b6b36e85-9cf0-4529-8ed2-0ccdd4dec152 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e269c104-c79b-414b-8a0c-499a59f5fd27 HTTP/1.1" status: 200  len: 897 time: 0.0867140
Nov 06 21:56:25.742852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-573344d4-27b7-4749-8e49-e13d95af7ade service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981a51d3-3363-4fe2-8705-6c1d37434510 HTTP/1.1" status: 200  len: 1001 time: 0.0625620
Nov 06 21:56:25.793129 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-00409517-c193-48e2-9a9b-a502bdbc2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:25.794565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-00409517-c193-48e2-9a9b-a502bdbc2088 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13dc3a10-9f4d-46a1-a8e7-2994e761de98 HTTP/1.1" status: 200  len: 834 time: 0.0438194
Nov 06 21:56:25.839043 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-af89b6c4-8f0d-418f-8213-63b97e5aadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:56:25.840540 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-af89b6c4-8f0d-418f-8213-63b97e5aadd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e269c104-c79b-414b-8a0c-499a59f5fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388699
Nov 06 21:56:25.933186 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-6cab7d38-02f0-4249-bf82-5cc25a1ef171 service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851066
Nov 06 21:56:26.024264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb91ea34-9df9-4352-9381-fcdfd2faeb28 req-4defe376-864d-4e3d-aae6-a880f3136194 service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825694
Nov 06 21:56:45.044226 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:45.153688 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:46.990258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fce7e27f-fe9d-49f8-9a57-50c562c65ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:49.349011 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4d76-d865-4e83-9788-5064bfbe3537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:50.844835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:52.083202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:56:52.647040 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:02.091779 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:57:10.495565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bebce1-51d4-465d-b7ab-3972605710da req-19ff67e3-7bd0-4631-8dd3-1460a80d231b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:10.497089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7bebce1-51d4-465d-b7ab-3972605710da req-19ff67e3-7bd0-4631-8dd3-1460a80d231b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0501008
Nov 06 21:57:10.552568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b7bebce1-51d4-465d-b7ab-3972605710da req-fb2f585e-2c63-4f87-b965-1c11cfaa8b19 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495560
Nov 06 21:57:11.670989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f0626-5461-48ea-a6ec-88cba97ca00a req-160af6e9-ef74-4835-94a6-bdf001fd1a64 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:11.673111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c12f0626-5461-48ea-a6ec-88cba97ca00a req-160af6e9-ef74-4835-94a6-bdf001fd1a64 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0500214
Nov 06 21:57:11.722710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c12f0626-5461-48ea-a6ec-88cba97ca00a req-5bc4c52b-71f3-4bda-8b29-e1d5ba9fb61c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435042
Nov 06 21:57:11.744979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49236) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:11.808537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-7405d651-a25d-4d78-a940-a98ab21cf46c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/b2ca8748-15f0-4744-bb3d-2cba8988d2d7 HTTP/1.1" status: 200  len: 993 time: 0.0624073
Nov 06 21:57:13.077067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b030-ba28-479d-881c-774b466f6bce req-f1eea9e2-baa8-4d0b-ad9b-fdd24c54c4ea tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:13.078488 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa58b030-ba28-479d-881c-774b466f6bce req-f1eea9e2-baa8-4d0b-ad9b-fdd24c54c4ea tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0510869
Nov 06 21:57:13.127517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fa58b030-ba28-479d-881c-774b466f6bce req-868cebe1-4916-410a-9941-205dbe948791 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429790
Nov 06 21:57:14.243374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3362b-5265-4a82-9c7d-c82063b70054 req-76e544b7-fb7e-466d-b2e2-c1cc0202545e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:14.244883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aac3362b-5265-4a82-9c7d-c82063b70054 req-76e544b7-fb7e-466d-b2e2-c1cc0202545e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0479546
Nov 06 21:57:14.293978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aac3362b-5265-4a82-9c7d-c82063b70054 req-71cb0ac4-63d6-428f-81d9-c0faf0c22697 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427380
Nov 06 21:57:14.317137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49246) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:14.382293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a176fba4-6dcd-4a1d-9918-9c0fe88500d1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/b2ca8748-15f0-4744-bb3d-2cba8988d2d7 HTTP/1.1" status: 200  len: 993 time: 0.0640426
Nov 06 21:57:14.623335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49252) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:14.779074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 8b8b4aa1-8997-44f6-af5c-72c9dcf44459 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:57:14.779346 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:14.855518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:14.855840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:14.867812 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 8b8b4aa1-8997-44f6-af5c-72c9dcf44459 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:57:15.011949 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:15.041366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=8b8b4aa1-8997-44f6-af5c-72c9dcf44459,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:15.053645 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:15.055729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.056085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.056461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.056802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.057143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.057477 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.057804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.058128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.058451 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.058772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.059118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.059435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:15.113097 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:15.113424 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP b2ca8748-15f0-4744-bb3d-2cba8988d2d7 disassociated (deleted). External IP: 172.35.0.26, port: 981a51d3-3363-4fe2-8705-6c1d37434510.
Nov 06 21:57:15.144829 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:15.318847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 63aa0a52-11fa-487d-bc49-13aa5a013c6f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:57:15.429933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:57:15.434677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:15.442351 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] Sync routers for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:57:15.452148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:15.452783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251cbe490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:56:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:15.461889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3e77814b-9f8e-47fe-9211-787655611354 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/floatingips/b2ca8748-15f0-4744-bb3d-2cba8988d2d7 HTTP/1.1" status: 204  len: 168 time: 0.8374810
Nov 06 21:57:15.462576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:57:15.464967 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004" -d '{"events": [{"name": "network-changed", "server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:57:15.506593 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257c89de-4631-42c0-b5b8-f4f5fd054b22 x-openstack-request-id: req-257c89de-4631-42c0-b5b8-f4f5fd054b22 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:57:15.506593 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:57:15.506593 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-257c89de-4631-42c0-b5b8-f4f5fd054b22 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:57:15.508679 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510', 'status': 'completed', 'code': 200}
Nov 06 21:57:15.564271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:15.572449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-54b14205-96fd-41ca-9464-fbc437b4b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:15.573976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-54b14205-96fd-41ca-9464-fbc437b4b721 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 1097 time: 0.0471876
Nov 06 21:57:15.731028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fee87-ce96-4ae7-b8be-f17966d802f3 req-f3973c13-f633-4f0c-876d-7e657d3e5bcb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:15.732552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e78fee87-ce96-4ae7-b8be-f17966d802f3 req-f3973c13-f633-4f0c-876d-7e657d3e5bcb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0818205
Nov 06 21:57:15.733969 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-94811c4a-0338-4d5d-8f49-a9ab1cdd564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:15.735312 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-94811c4a-0338-4d5d-8f49-a9ab1cdd564d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e269c104-c79b-414b-8a0c-499a59f5fd27 HTTP/1.1" status: 200  len: 897 time: 0.1511564
Nov 06 21:57:15.774322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251cbe490>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:15.790091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-2dce8ad7-9c32-48e3-bc12-d26327f3b3e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981a51d3-3363-4fe2-8705-6c1d37434510 HTTP/1.1" status: 200  len: 217 time: 0.0452759
Nov 06 21:57:15.801213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] Checking router: 63aa0a52-11fa-487d-bc49-13aa5a013c6f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:57:15.809639 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:15.810238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251cbe490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:56:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:15.846682 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e78fee87-ce96-4ae7-b8be-f17966d802f3 req-8e5d5cb5-4545-4420-80cb-19bcaecdba21 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075487
Nov 06 21:57:15.870072 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-ec173f23-5bd0-4030-bed6-5abbde872c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:15.871557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-ec173f23-5bd0-4030-bed6-5abbde872c83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13dc3a10-9f4d-46a1-a8e7-2994e761de98 HTTP/1.1" status: 200  len: 834 time: 0.0702686
Nov 06 21:57:15.917921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-5f6a1f7d-a950-460c-ae15-fc4d0e2f7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:15.919263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:15.919436 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-5f6a1f7d-a950-460c-ae15-fc4d0e2f7a88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e269c104-c79b-414b-8a0c-499a59f5fd27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403631
Nov 06 21:57:16.018899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-ec7672e7-a550-4f38-94f6-b1f6ff2f5473 service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901608
Nov 06 21:57:16.113707 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad74c2c2-a37a-4801-ac50-4b4ecae1e004 req-5ec67a8d-484d-49f3-9be2-40a92715f881 service neutron] 10.222.0.37 "GET /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843439
Nov 06 21:57:16.116518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251cbe490>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:16.142886 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacb565-fdfb-49cb-92d1-2402c09ee789 None None] The sync data for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 is: [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:55:52Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bbda0d8c-2658-4afb-ab19-95a87460b7a0', 'name': '', 'network_id': 'e269c104-c79b-414b-8a0c-499a59f5fd27', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:0d:2f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:51Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': '13dc3a10-9f4d-46a1-a8e7-2994e761de98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:57:16.355771 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a776b7-6518-4eaf-92ab-d83acfab3f76 None None] New status for floating IP b2ca8748-15f0-4744-bb3d-2cba8988d2d7: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:57:16.968335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459ecb-408b-4880-9f0f-1ef830edffb2 req-d87bd48a-3ffc-40da-a810-e23df9b50947 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:16.971706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93459ecb-408b-4880-9f0f-1ef830edffb2 req-d87bd48a-3ffc-40da-a810-e23df9b50947 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0515044
Nov 06 21:57:16.991861 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c4f4eee-f401-48f5-8894-ae1a38590d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:17.028431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93459ecb-408b-4880-9f0f-1ef830edffb2 req-6c4c87da-c960-4b06-8302-fc6f41019751 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f76f274-bdd9-45d3-ac4f-c8f7363eed71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507247
Nov 06 21:57:17.345268 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-f6bea9d7-b812-48f0-b6f9-bf2977ed7a1c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:17.346700 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-f6bea9d7-b812-48f0-b6f9-bf2977ed7a1c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 946 time: 0.0472648
Nov 06 21:57:17.433452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 981a51d3-3363-4fe2-8705-6c1d37434510 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:57:17.433783 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:17.523645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port 981a51d3-3363-4fe2-8705-6c1d37434510, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=981a51d3-3363-4fe2-8705-6c1d37434510,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:17.524005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:17.536631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 981a51d3-3363-4fe2-8705-6c1d37434510 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:57:17.664442 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:17.694851 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=981a51d3-3363-4fe2-8705-6c1d37434510,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:17.737449 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] No DVR routers for this DVR port 981a51d3-3363-4fe2-8705-6c1d37434510 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:57:17.740388 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:17.744148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5a416aab-b160-4784-a677-5b7ebcde1780 req-eff4cd64-6f0a-4d7c-824d-e09fc488d34e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "DELETE /v2.0/ports/981a51d3-3363-4fe2-8705-6c1d37434510 HTTP/1.1" status: 204  len: 173 time: 0.3910487
Nov 06 21:57:17.744629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'name': 'network-vif-deleted', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:57:17.747482 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba94db8-10cc-4a73-8f38-e1652b5ed88f" -d '{"events": [{"server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "name": "network-vif-deleted", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:57:17.790866 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2480b262-2a71-41a2-94f7-38b6029ffbb1 x-openstack-request-id: req-2480b262-2a71-41a2-94f7-38b6029ffbb1 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:57:17.791165 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b662dde9-dd0d-4fd2-a482-fb5f103e0c1c", "name": "network-vif-deleted", "tag": "981a51d3-3363-4fe2-8705-6c1d37434510", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:57:17.791420 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2480b262-2a71-41a2-94f7-38b6029ffbb1 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:57:17.791819 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b662dde9-dd0d-4fd2-a482-fb5f103e0c1c', 'name': 'network-vif-deleted', 'tag': '981a51d3-3363-4fe2-8705-6c1d37434510', 'status': 'completed', 'code': 200}
Nov 06 21:57:18.145215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94bb04a3-e267-4bec-a170-3ab4ab2e47b1 req-c2ef43a1-56b0-4e79-bd4e-5c4241596c80 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=b662dde9-dd0d-4fd2-a482-fb5f103e0c1c HTTP/1.1" status: 200  len: 210 time: 0.0292666
Nov 06 21:57:19.203336 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49268) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:19.349593 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb1b5557-2353-4b76-9d78-643d12dc84be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:19.559219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:19.809916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port bbda0d8c-2658-4afb-ab19-95a87460b7a0 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:57:19.810178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:19.899976 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port bbda0d8c-2658-4afb-ab19-95a87460b7a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbda0d8c-2658-4afb-ab19-95a87460b7a0,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:19.900364 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:19.913253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for bbda0d8c-2658-4afb-ab19-95a87460b7a0 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:57:20.094282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:20.120445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=bbda0d8c-2658-4afb-ab19-95a87460b7a0,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:20.132411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.132765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.133116 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.133456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.133791 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.134125 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.134457 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.134788 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.135115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.135438 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.135763 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.136087 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:20.303480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:20.509852 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 63aa0a52-11fa-487d-bc49-13aa5a013c6f has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:57:20.612996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:57:20.618013 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a803839c-b83c-420f-978e-e05e57676a98 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/63aa0a52-11fa-487d-bc49-13aa5a013c6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4136729
Nov 06 21:57:20.620846 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49274) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:20.623719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] Sync routers for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:57:20.634018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:20.634618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513769a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:20.675174 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d841fe9-bd57-4a88-a3de-12c2f499eacc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting subnet 13dc3a10-9f4d-46a1-a8e7-2994e761de98 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:57:20.678257 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d841fe9-bd57-4a88-a3de-12c2f499eacc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:20.721275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d841fe9-bd57-4a88-a3de-12c2f499eacc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:20.742301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:20.800651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d841fe9-bd57-4a88-a3de-12c2f499eacc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:20.865919 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d841fe9-bd57-4a88-a3de-12c2f499eacc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:20.869185 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:20.936452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513769a0>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:57:20Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:20.964275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] Checking router: 63aa0a52-11fa-487d-bc49-13aa5a013c6f for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:57:20.973800 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] Routers {'63aa0a52-11fa-487d-bc49-13aa5a013c6f'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:20.974419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513769a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:21.083291 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] Set router 63aa0a52-11fa-487d-bc49-13aa5a013c6f gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:21.235289 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d841fe9-bd57-4a88-a3de-12c2f499eacc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Subnet': ['ID=13dc3a10-9f4d-46a1-a8e7-2994e761de98,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:21.239697 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7d841fe9-bd57-4a88-a3de-12c2f499eacc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.243298 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7d841fe9-bd57-4a88-a3de-12c2f499eacc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/subnets/13dc3a10-9f4d-46a1-a8e7-2994e761de98 HTTP/1.1" status: 204  len: 168 time: 0.6213403
Nov 06 21:57:21.245709 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49276) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:21.248502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a53cc-dbf4-4e01-b65d-f9dcaf3fce1b None None] Network e269c104-c79b-414b-8a0c-499a59f5fd27 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:57:21.353858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513769a0>, [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:57:20Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:21.356163 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.465799 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.519582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:57:21.519935 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.558565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857231d-fc3b-48db-a33e-5fa1988e8789 None None] The sync data for ids ['63aa0a52-11fa-487d-bc49-13aa5a013c6f'] in ncdv-master-1 is: [{'id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155096185', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158'}], 'enable_snat': True}, 'gw_port_id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:55:48Z', 'updated_at': '2021-11-06T21:57:20Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'd59e7f2c-99cd-4ae7-bc26-02b38066f7ab', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa0a52-11fa-487d-bc49-13aa5a013c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:55:49Z', 'updated_at': '2021-11-06T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:57:21.605175 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port d59e7f2c-99cd-4ae7-bc26-02b38066f7ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d59e7f2c-99cd-4ae7-bc26-02b38066f7ab,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:21.605463 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.622187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for d59e7f2c-99cd-4ae7-bc26-02b38066f7ab owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:57:21.775920 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.806624 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=d59e7f2c-99cd-4ae7-bc26-02b38066f7ab,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:21.863915 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.907183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] DHCP port deletion for e269c104-c79b-414b-8a0c-499a59f5fd27 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:57:21.965552 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.968862 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:21.969955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Deleting port bea67a85-ad31-4a77-a9fd-b2d9d272b35d {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:57:21.970336 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.018023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 981a51d3-3363-4fe2-8705-6c1d37434510 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:57:22.018611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.019237 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Fanout notify agent at l3_agent the message router_deleted on router 63aa0a52-11fa-487d-bc49-13aa5a013c6f {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:57:22.030225 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.035968 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d37c1c26-ab30-40a0-97ee-7542c1d6740a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/routers/63aa0a52-11fa-487d-bc49-13aa5a013c6f HTTP/1.1" status: 204  len: 168 time: 0.7883000
Nov 06 21:57:22.035968 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49278) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:22.049005 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 981a51d3-3363-4fe2-8705-6c1d37434510 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:57:22.049356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 981a51d3-3363-4fe2-8705-6c1d37434510 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:57:22.061522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bea67a85-ad31-4a77-a9fd-b2d9d272b35d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:57:22.105588 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] For port bea67a85-ad31-4a77-a9fd-b2d9d272b35d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:22.105984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.120624 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.130447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Calling delete_port for bea67a85-ad31-4a77-a9fd-b2d9d272b35d owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:57:22.135627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.173919 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port bea67a85-ad31-4a77-a9fd-b2d9d272b35d {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:57:22.174260 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.234377 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.242700 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port bea67a85-ad31-4a77-a9fd-b2d9d272b35d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,segment=NetworkSegment(3f079d30-5a12-42aa-8062-7f14d018b73f),segment_id=3f079d30-5a12-42aa-8062-7f14d018b73f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:22.243356 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.258724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for bea67a85-ad31-4a77-a9fd-b2d9d272b35d owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:57:22.265139 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.294358 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] No DVR routers for this DVR port bea67a85-ad31-4a77-a9fd-b2d9d272b35d on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:57:22.295681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bbda0d8c-2658-4afb-ab19-95a87460b7a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:57:22.319740 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Pushing event deleted for resources: {'Port': ['ID=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:22.338878 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bbda0d8c-2658-4afb-ab19-95a87460b7a0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:57:22.339234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bbda0d8c-2658-4afb-ab19-95a87460b7a0 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:57:22.345607 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.345956 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.346299 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.346634 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.346966 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.347298 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.347679 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.347935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.348260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.348608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.348928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.349252 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e639-30f4-4ce3-9674-d82776dd29c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:22.360747 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.386641 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=bea67a85-ad31-4a77-a9fd-b2d9d272b35d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:22.389851 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] No DVR routers for this DVR port bea67a85-ad31-4a77-a9fd-b2d9d272b35d on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:57:22.469122 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.488659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925772abb0>,) {'filters': {'network_id': ['e269c104-c79b-414b-8a0c-499a59f5fd27']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:22.497556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925772abb0>, '3f079d30-5a12-42aa-8062-7f14d018b73f') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:22.497854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925772abb0>, '3f079d30-5a12-42aa-8062-7f14d018b73f') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:22.507409 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.520957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.526655 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:57:22.527034 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   self.session.flush()
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:57:22.529926 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:57:22.584611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.591229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.594343 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/networks/e269c104-c79b-414b-8a0c-499a59f5fd27 HTTP/1.1" status: 204  len: 168 time: 0.5576108
Nov 06 21:57:22.597202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49280) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:22.610929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede438a-11a2-4c6b-a690-83959b74e3db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Network': ['ID=e269c104-c79b-414b-8a0c-499a59f5fd27,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:22.648064 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.658636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a57d-57fa-4b00-8da8-5132298c5292 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.688686 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a57d-57fa-4b00-8da8-5132298c5292 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.753742 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a57d-57fa-4b00-8da8-5132298c5292 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.756386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a57d-57fa-4b00-8da8-5132298c5292 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:22.760272 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3ea3a57d-57fa-4b00-8da8-5132298c5292 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f76f274-bdd9-45d3-ac4f-c8f7363eed71 HTTP/1.1" status: 204  len: 168 time: 0.1593714
Nov 06 21:57:22.766680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3a57d-57fa-4b00-8da8-5132298c5292 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f76f274-bdd9-45d3-ac4f-c8f7363eed71,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:23.071659 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49288) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:23.076307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-52682d9c-d531-4b6e-aeaa-a6dd649a7f7c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458020160', 'description': 'tempest-secgroup-smoke-1458020160 description', 'project_id': '71a123f12330481db90fdb7ac20e602e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:23.098497 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52682d9c-d531-4b6e-aeaa-a6dd649a7f7c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.163898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52682d9c-d531-4b6e-aeaa-a6dd649a7f7c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.167319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52682d9c-d531-4b6e-aeaa-a6dd649a7f7c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.191709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-52682d9c-d531-4b6e-aeaa-a6dd649a7f7c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.192965 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-52682d9c-d531-4b6e-aeaa-a6dd649a7f7c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1202621
Nov 06 21:57:23.195932 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49290) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:23.200784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-cb9ba160-a465-4ba6-9d57-2aba7eb682d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '964186b3-9da0-413d-89d2-846645098d9a', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:23.200942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52682d9c-d531-4b6e-aeaa-a6dd649a7f7c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964186b3-9da0-413d-89d2-846645098d9a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:23.229304 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba160-a465-4ba6-9d57-2aba7eb682d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.274345 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba160-a465-4ba6-9d57-2aba7eb682d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.277764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba160-a465-4ba6-9d57-2aba7eb682d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.295388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ba160-a465-4ba6-9d57-2aba7eb682d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7b3e73-834a-46c0-911e-431a0d50cc6e,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:23.303511 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba160-a465-4ba6-9d57-2aba7eb682d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.304748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cb9ba160-a465-4ba6-9d57-2aba7eb682d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1077423
Nov 06 21:57:23.307516 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49292) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:23.311797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-08bd1d59-fd0b-4b41-8b4f-0483086dbdee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '964186b3-9da0-413d-89d2-846645098d9a', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:23.341027 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08bd1d59-fd0b-4b41-8b4f-0483086dbdee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.396466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08bd1d59-fd0b-4b41-8b4f-0483086dbdee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.401947 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08bd1d59-fd0b-4b41-8b4f-0483086dbdee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.421540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd1d59-fd0b-4b41-8b4f-0483086dbdee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de3fd88-2408-4742-9001-560348ec96ff,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:23.430013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08bd1d59-fd0b-4b41-8b4f-0483086dbdee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.431386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-08bd1d59-fd0b-4b41-8b4f-0483086dbdee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1229396
Nov 06 21:57:23.435622 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49294) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:23.440820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-b9777dcf-26ce-4c50-95bc-12addae4d846 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '964186b3-9da0-413d-89d2-846645098d9a', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:23.467562 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9777dcf-26ce-4c50-95bc-12addae4d846 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.525300 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9777dcf-26ce-4c50-95bc-12addae4d846 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.528482 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9777dcf-26ce-4c50-95bc-12addae4d846 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.547676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9777dcf-26ce-4c50-95bc-12addae4d846 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6b411e-9427-4f31-a053-350f9d500dcf,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:23.555940 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b9777dcf-26ce-4c50-95bc-12addae4d846 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.557175 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b9777dcf-26ce-4c50-95bc-12addae4d846 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1206262
Nov 06 21:57:23.560050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49296) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:23.564636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-23292fda-cf78-45a0-94db-74b7fbbfb6be tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '964186b3-9da0-413d-89d2-846645098d9a', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:23.590426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23292fda-cf78-45a0-94db-74b7fbbfb6be tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.646120 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23292fda-cf78-45a0-94db-74b7fbbfb6be tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.649508 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23292fda-cf78-45a0-94db-74b7fbbfb6be tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.669676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23292fda-cf78-45a0-94db-74b7fbbfb6be tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62abd7db-c41d-4fa6-8916-8e0b0d89e8a7,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:23.677948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-23292fda-cf78-45a0-94db-74b7fbbfb6be tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.679159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-23292fda-cf78-45a0-94db-74b7fbbfb6be tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1179605
Nov 06 21:57:23.681838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49298) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:23.686128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-05ee1381-646e-4baa-8c0e-491b4ea3b30a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '964186b3-9da0-413d-89d2-846645098d9a', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:23.710330 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-05ee1381-646e-4baa-8c0e-491b4ea3b30a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:57:23.715638 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05ee1381-646e-4baa-8c0e-491b4ea3b30a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.720678 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d59e7f2c-99cd-4ae7-bc26-02b38066f7ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:57:23.740154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: d59e7f2c-99cd-4ae7-bc26-02b38066f7ab {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:57:23.740602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d59e7f2c-99cd-4ae7-bc26-02b38066f7ab not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:57:23.774314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05ee1381-646e-4baa-8c0e-491b4ea3b30a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.777833 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05ee1381-646e-4baa-8c0e-491b4ea3b30a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.797527 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee1381-646e-4baa-8c0e-491b4ea3b30a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cda0794-2c31-4a41-a9b8-ece429ee360b,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:23.803433 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-05ee1381-646e-4baa-8c0e-491b4ea3b30a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.807021 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-05ee1381-646e-4baa-8c0e-491b4ea3b30a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1217470
Nov 06 21:57:23.807271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49300) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:23.811582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-0c6aad94-2d3c-4f02-a606-48cc562263c4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '964186b3-9da0-413d-89d2-846645098d9a', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:23.833310 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-0c6aad94-2d3c-4f02-a606-48cc562263c4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:57:23.837957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c6aad94-2d3c-4f02-a606-48cc562263c4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.898840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c6aad94-2d3c-4f02-a606-48cc562263c4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.902549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c6aad94-2d3c-4f02-a606-48cc562263c4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.920763 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aad94-2d3c-4f02-a606-48cc562263c4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea21208d-665d-4700-95a3-68c96a0d4fb2,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:23.928505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0c6aad94-2d3c-4f02-a606-48cc562263c4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.929763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0c6aad94-2d3c-4f02-a606-48cc562263c4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1215329
Nov 06 21:57:23.932565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49302) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:23.937837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'network': {'name': 'tempest-network-smoke--1246385380', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'port_security_enabled': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:23.958189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:57:23.961738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.984132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:57:23.992961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:23.993300 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Added segment b6cae384-504c-4bbd-85c2-f7c596e7d73b of type vlan for network e21fe8f9-f205-475c-8b91-7df74e889cfb
Nov 06 21:57:24.034018 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.058369 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.064757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:24.065335 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.129812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1962316
Nov 06 21:57:24.132656 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49304) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:24.135499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ccd44-fee4-4ec0-8f6c-4b5020cad729 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Network': ['ID=e21fe8f9-f205-475c-8b91-7df74e889cfb,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:24.137309 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'admin_state_up': True, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:24.146058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network e21fe8f9-f205-475c-8b91-7df74e889cfb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:57:24.161369 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.162476 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.212481 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.348402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.544541 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.563392 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.661992 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.23 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/17fa7f65-5703-43ba-9ab8-31f705806aa8) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:57:24.762563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.795062 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:24.830332 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:57:24.833048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:57:24.838415 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:57:24.863143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=17fa7f65-5703-43ba-9ab8-31f705806aa8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:25.078727 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:25.273389 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:25.406143 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router a1620ee7-0724-47db-b754-5ed74ddce165 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:57:25.511633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:57:25.522378 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Sync routers for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:57:25.531715 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:25.532075 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:25.532336 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925285b760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:25.538246 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-58db0f72-ec0d-4218-ac12-cdd6195d4296 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.3996370
Nov 06 21:57:25.538467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49306) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:25.570674 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bca46d6c-097a-43b6-9805-6afd91df22ea tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71a123f12330481db90fdb7ac20e602e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0285783
Nov 06 21:57:25.570907 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49308) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:25.636483 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:25.656378 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a87805-6f57-4e11-aed4-7a2520715eb7 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:25.660681 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-30a87805-6f57-4e11-aed4-7a2520715eb7 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0860810
Nov 06 21:57:25.661045 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49310) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:25.698817 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-aa69bd04-3d80-4d20-b27b-a72122dc75a6 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0342174
Nov 06 21:57:25.699064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49312) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:25.703696 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007448228', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:25.789186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:57:25.792709 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:25.815976 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925285b760>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:24Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:25.939172 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Checking router: a1620ee7-0724-47db-b754-5ed74ddce165 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:57:25.939415 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Updating router a1620ee7-0724-47db-b754-5ed74ddce165 port 17fa7f65-5703-43ba-9ab8-31f705806aa8 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:57:25.963906 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:25.981204 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.039787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Subnet': ['ID=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:26.050407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Checking segment: {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:57:26.050739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network hostable DHCP agents. Network: e21fe8f9-f205-475c-8b91-7df74e889cfb, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:57:26.067955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network e21fe8f9-f205-475c-8b91-7df74e889cfb is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:57:26.076810 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e21fe8f9-f205-475c-8b91-7df74e889cfb) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:57:26.082126 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:26.082799 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.087883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9980809-c666-4fae-a1b8-effcd211731f None None] Network e21fe8f9-f205-475c-8b91-7df74e889cfb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:57:26.101479 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-03655b3d-07da-4d8e-9ad4-53f2acdeed65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4004259
Nov 06 21:57:26.103265 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49314) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:26.219221 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.227638 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.242974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e21fe8f9-f205-475c-8b91-7df74e889cfb', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:57:26.244138 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.282351 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Attempting to bind port 17fa7f65-5703-43ba-9ab8-31f705806aa8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:57:26.282729 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Attempting to bind port 17fa7f65-5703-43ba-9ab8-31f705806aa8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:57:26.283082 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Attempting to bind port 17fa7f65-5703-43ba-9ab8-31f705806aa8 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:57:26.290013 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:57:26.290401 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:57:26.290801 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.291196 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:57:26.291659 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Bound port: 17fa7f65-5703-43ba-9ab8-31f705806aa8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:57:26.292030 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.336755 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Pushing event updated for resources: {'Port': ['ID=17fa7f65-5703-43ba-9ab8-31f705806aa8,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:26.353366 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.353708 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.354047 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.354380 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.354708 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.355305 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.355439 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.355659 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.355979 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.356331 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.356713 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.357030 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:57:26.366260 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] For port 17fa7f65-5703-43ba-9ab8-31f705806aa8, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:57:26.369964 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] For port 17fa7f65-5703-43ba-9ab8-31f705806aa8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17fa7f65-5703-43ba-9ab8-31f705806aa8,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:57:26.377161 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.423469 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Allocated IP 172.20.0.2 (e21fe8f9-f205-475c-8b91-7df74e889cfb/e9e7254e-8a37-4f20-b6ee-b13e2f4acecf/6cfa62f6-9e49-4e17-93a6-612e8a409075) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:57:26.427538 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:26.428267 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925285b760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:26.529933 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d27af-6e80-4934-a15b-9c12af50f596 None None] Pushing event updated for resources: {'Port': ['ID=17fa7f65-5703-43ba-9ab8-31f705806aa8,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:26.543901 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:26.558319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.600546 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.609464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.660637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Network e21fe8f9-f205-475c-8b91-7df74e889cfb is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:57:26.672372 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:57:26.677580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:57:26.680702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Pushing event updated for resources: {'Port': ['ID=6cfa62f6-9e49-4e17-93a6-612e8a409075,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:26.739200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Attempting to bind port 6cfa62f6-9e49-4e17-93a6-612e8a409075 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:57:26.739561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Attempting to bind port 6cfa62f6-9e49-4e17-93a6-612e8a409075 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:57:26.739921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Attempting to bind port 6cfa62f6-9e49-4e17-93a6-612e8a409075 on network e21fe8f9-f205-475c-8b91-7df74e889cfb {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:57:26.746015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:57:26.746230 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Checking segment: {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:57:26.746624 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.747129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Bound using segment: {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:57:26.747597 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Bound port: 6cfa62f6-9e49-4e17-93a6-612e8a409075, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:57:26.747969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.760696 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925285b760>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:24Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:26.788407 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b5a6f-7ec6-420d-bdc6-f93016416927 None None] The sync data for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 is: [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:24Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:57:26.816089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] For port 6cfa62f6-9e49-4e17-93a6-612e8a409075, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:57:26.819847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] For port 6cfa62f6-9e49-4e17-93a6-612e8a409075, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cfa62f6-9e49-4e17-93a6-612e8a409075,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:57:26.825311 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:26.864250 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.1 (e21fe8f9-f205-475c-8b91-7df74e889cfb/e9e7254e-8a37-4f20-b6ee-b13e2f4acecf/b918615b-04c0-4aae-8078-24e0bcf8241e) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:57:26.901507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc58ed-681f-4905-8c5f-586301e9cd9e None None] Pushing event updated for resources: {'Port': ['ID=6cfa62f6-9e49-4e17-93a6-612e8a409075,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:27.005506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:27.067184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:27.133891 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network e21fe8f9-f205-475c-8b91-7df74e889cfb is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:57:27.138016 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:57:27.143807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:57:27.148019 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=b918615b-04c0-4aae-8078-24e0bcf8241e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:27.207584 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:27.336611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:27.830145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6cfa62f6-9e49-4e17-93a6-612e8a409075 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:57:27.884710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5317e3d-23d0-4a6a-8e2d-59b08adca5be None None] Network e21fe8f9-f205-475c-8b91-7df74e889cfb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:57:27.953453 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6cfa62f6-9e49-4e17-93a6-612e8a409075 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:27.953816 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:27.977984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:27.984245 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.049343 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a788d09c-92c5-4189-a1f8-2370fa22be18 None None] Provisioning complete for port 6cfa62f6-9e49-4e17-93a6-612e8a409075 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:28.049952 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a788d09c-92c5-4189-a1f8-2370fa22be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.058266 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=b918615b-04c0-4aae-8078-24e0bcf8241e,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:28.060623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.157084 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.161239 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network e21fe8f9-f205-475c-8b91-7df74e889cfb is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:57:28.162989 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:57:28.232085 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6cfa62f6-9e49-4e17-93a6-612e8a409075, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cfa62f6-9e49-4e17-93a6-612e8a409075,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:28.235961 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a788d09c-92c5-4189-a1f8-2370fa22be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.239441 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.240387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 17fa7f65-5703-43ba-9ab8-31f705806aa8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:57:28.284127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router a1620ee7-0724-47db-b754-5ed74ddce165 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:57:28.362541 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6cfa62f6-9e49-4e17-93a6-612e8a409075,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:28.379015 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.db.api [None req-a788d09c-92c5-4189-a1f8-2370fa22be18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 06 21:57:28.379369 ncdv-master-1 neutron-server[119335]: DEBUG oslo_db.api [None req-a788d09c-92c5-4189-a1f8-2370fa22be18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 06 21:57:28.384765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 17fa7f65-5703-43ba-9ab8-31f705806aa8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:28.385196 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.406966 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:57:28.420390 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-7fff3692-f943-43d4-a223-905d69b57cdb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/a1620ee7-0724-47db-b754-5ed74ddce165/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3090537
Nov 06 21:57:28.477291 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.506201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 17fa7f65-5703-43ba-9ab8-31f705806aa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17fa7f65-5703-43ba-9ab8-31f705806aa8,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:28.513334 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:28.543572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Sync routers for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:57:28.569110 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:28.569738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d08850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:28.586384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-40045f46-b450-4252-8ea3-89ec0dcfb5d3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458020160&fields=id&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 267 time: 0.0559633
Nov 06 21:57:28.618858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=17fa7f65-5703-43ba-9ab8-31f705806aa8,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:28.701444 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:28.704137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-35e078c0-0e32-4551-9b5f-898e1fdfc3bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:28.706000 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-35e078c0-0e32-4551-9b5f-898e1fdfc3bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/networks?id=e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 200  len: 797 time: 0.1102939
Nov 06 21:57:28.722615 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-53f328b5-bba2-41cb-a0f1-cd65b5de16ff tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/quotas/71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 375 time: 0.0106633
Nov 06 21:57:28.784090 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-e50ad618-bee3-450b-a7d4-6d28c064ac19 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0557199
Nov 06 21:57:28.885632 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-8dc5b053-af4f-42fa-b6a2-4c93e46fb27c service neutron] 10.222.0.13 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880778
Nov 06 21:57:28.946848 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d08850>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 2, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:28.975880 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Checking router: a1620ee7-0724-47db-b754-5ed74ddce165 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:57:28.976228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Updating router a1620ee7-0724-47db-b754-5ed74ddce165 port b918615b-04c0-4aae-8078-24e0bcf8241e binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:57:28.981927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-2aa5df12-c94f-4f98-af18-58e1f0487f1b service neutron] 10.222.0.13 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885839
Nov 06 21:57:29.000839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:29.108074 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1d556ee9-226f-47a1-b1f2-2977b202d14b None None] Provisioning complete for port b918615b-04c0-4aae-8078-24e0bcf8241e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:29.108471 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1d556ee9-226f-47a1-b1f2-2977b202d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:29.158493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ebfdeac-3349-454b-af5b-83209330f378 req-e30eb728-10f9-45e1-bbb6-c4b846430ba7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 210 time: 0.0283456
Nov 06 21:57:29.171185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-1d556ee9-226f-47a1-b1f2-2977b202d14b None None] Port b918615b-04c0-4aae-8078-24e0bcf8241e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:57:29.224319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-1d556ee9-226f-47a1-b1f2-2977b202d14b None None] Provisioning complete for port 6cfa62f6-9e49-4e17-93a6-612e8a409075 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:29.224700 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1d556ee9-226f-47a1-b1f2-2977b202d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:29.383871 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:29.390378 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:29.444795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4d7b6-5619-4751-9477-7839f9892bfa None None] Pushing event updated for resources: {'Port': ['ID=b918615b-04c0-4aae-8078-24e0bcf8241e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:29.503733 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Attempting to bind port b918615b-04c0-4aae-8078-24e0bcf8241e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:57:29.506184 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Attempting to bind port b918615b-04c0-4aae-8078-24e0bcf8241e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:57:29.506662 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Attempting to bind port b918615b-04c0-4aae-8078-24e0bcf8241e on network e21fe8f9-f205-475c-8b91-7df74e889cfb {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:57:29.519170 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:57:29.519661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Checking segment: {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:57:29.520159 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:29.520692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Bound using segment: {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:57:29.521308 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Bound port: b918615b-04c0-4aae-8078-24e0bcf8241e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:57:29.521816 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:29.598080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] For port b918615b-04c0-4aae-8078-24e0bcf8241e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:57:29.602121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] For port b918615b-04c0-4aae-8078-24e0bcf8241e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b918615b-04c0-4aae-8078-24e0bcf8241e,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:57:29.607948 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:29.668700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:29.669283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d08850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:29.919375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6cfa62f6-9e49-4e17-93a6-612e8a409075 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:57:29.971606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4d7b6-5619-4751-9477-7839f9892bfa None None] Pushing event updated for resources: {'Port': ['ID=b918615b-04c0-4aae-8078-24e0bcf8241e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:29.993268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-9c34cece-9687-4627-9ecc-6cd836b84eff None None] Provisioning complete for port b918615b-04c0-4aae-8078-24e0bcf8241e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:29.993638 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c34cece-9687-4627-9ecc-6cd836b84eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:30.086362 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:30.089050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6cfa62f6-9e49-4e17-93a6-612e8a409075 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:30.089420 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:30.268835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c34cece-9687-4627-9ecc-6cd836b84eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:30.362823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-9c34cece-9687-4627-9ecc-6cd836b84eff None None] For port b918615b-04c0-4aae-8078-24e0bcf8241e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b918615b-04c0-4aae-8078-24e0bcf8241e,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:30.364757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 17fa7f65-5703-43ba-9ab8-31f705806aa8 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:57:30.375746 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c34cece-9687-4627-9ecc-6cd836b84eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:30.496387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34cece-9687-4627-9ecc-6cd836b84eff None None] Pushing event updated for resources: {'Port': ['ID=b918615b-04c0-4aae-8078-24e0bcf8241e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:30.513486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 17fa7f65-5703-43ba-9ab8-31f705806aa8 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:30.513842 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:30.544864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b05ad08f-1a50-4cb8-834e-194490e34c0a None None] Provisioning complete for port b918615b-04c0-4aae-8078-24e0bcf8241e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:30.545238 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b05ad08f-1a50-4cb8-834e-194490e34c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:30.588458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d08850>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:29Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:30.625862 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f8858-aaf1-48c4-acc0-505506bdf987 None None] The sync data for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 is: [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:29Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:57:30.638605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8043853b-a5a1-4842-9eb3-38806477a550 req-9ad74708-462b-407b-b647-1444a075d943 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 210 time: 0.3877594
Nov 06 21:57:30.734681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-4adb4e61-f2c0-4435-b92c-76de3ec3629d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:30.736148 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-4adb4e61-f2c0-4435-b92c-76de3ec3629d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/networks?id=e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 200  len: 797 time: 0.5402825
Nov 06 21:57:30.808588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-e1c4134c-951f-4d24-86ae-75b6211c66cd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 380 time: 0.0621412
Nov 06 21:57:30.817694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'port': {'device_id': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'admin_state_up': True, 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'security_groups': ['964186b3-9da0-413d-89d2-846645098d9a']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:30.930089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:57:30.933865 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.075815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.8 (e21fe8f9-f205-475c-8b91-7df74e889cfb/e9e7254e-8a37-4f20-b6ee-b13e2f4acecf/dbef4b14-e9e2-43ea-8e23-234efd1259da) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:57:31.222500 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.257990 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.307531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network e21fe8f9-f205-475c-8b91-7df74e889cfb is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:57:31.314189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:57:31.317063 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:57:31.346240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=dbef4b14-e9e2-43ea-8e23-234efd1259da,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:31.378048 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:31.378767 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.396727 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-6f82d883-4797-4707-9088-76b34d700d0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5827119
Nov 06 21:57:31.409681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Request body: {'port': {'device_id': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:31.479409 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.552332 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b4025344-72b7-43be-93e8-d1e6744805a2 None None] Provisioning complete for port dbef4b14-e9e2-43ea-8e23-234efd1259da triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:31.552978 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b4025344-72b7-43be-93e8-d1e6744805a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.594071 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b4025344-72b7-43be-93e8-d1e6744805a2 None None] Port dbef4b14-e9e2-43ea-8e23-234efd1259da cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 21:57:31.796144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b918615b-04c0-4aae-8078-24e0bcf8241e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:57:31.796717 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c8948-9f4c-4593-b6ff-41ee850412fc req-dfa85911-e48e-4929-b184-83b8de5ac95b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:31.798252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d3c8948-9f4c-4593-b6ff-41ee850412fc req-dfa85911-e48e-4929-b184-83b8de5ac95b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 931 time: 0.0923970
Nov 06 21:57:31.807428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbef4b14-e9e2-43ea-8e23-234efd1259da {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:57:31.819269 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.844211 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Transition to ACTIVE for port object dbef4b14-e9e2-43ea-8e23-234efd1259da will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 21:57:31.846657 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port b918615b-04c0-4aae-8078-24e0bcf8241e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:31.847045 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.850683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:31.907774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d3c8948-9f4c-4593-b6ff-41ee850412fc req-c3836923-ecca-4077-b4ef-3a4045b3b4fa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026878
Nov 06 21:57:31.923138 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Pushing event updated for resources: {'Port': ['ID=dbef4b14-e9e2-43ea-8e23-234efd1259da,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:32.002374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Attempting to bind port dbef4b14-e9e2-43ea-8e23-234efd1259da on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:57:32.002719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Attempting to bind port dbef4b14-e9e2-43ea-8e23-234efd1259da by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:57:32.003052 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Attempting to bind port dbef4b14-e9e2-43ea-8e23-234efd1259da on network e21fe8f9-f205-475c-8b91-7df74e889cfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:57:32.007755 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Port dbef4b14-e9e2-43ea-8e23-234efd1259da on network e21fe8f9-f205-475c-8b91-7df74e889cfb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 21:57:32.008151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Attempting to bind port dbef4b14-e9e2-43ea-8e23-234efd1259da on network e21fe8f9-f205-475c-8b91-7df74e889cfb {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:57:32.013267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:57:32.013604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Checking segment: {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:57:32.014021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Bound using segment: {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:57:32.014454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Bound port: dbef4b14-e9e2-43ea-8e23-234efd1259da, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cae384-504c-4bbd-85c2-f7c596e7d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:57:32.015402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:32.082757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] For port dbef4b14-e9e2-43ea-8e23-234efd1259da, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:57:32.086274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] For port dbef4b14-e9e2-43ea-8e23-234efd1259da, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:57:32.092533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:32.131414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:32.132058 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:32.133482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] 10.222.0.37 "PUT /v2.0/ports/dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 200  len: 1091 time: 0.7289360
Nov 06 21:57:32.133916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:57:32.136181 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1096539-d8c2-4f7b-a878-08ef002b8292" -d '{"events": [{"name": "network-changed", "server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:57:32.162145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9cc88-4ad5-4191-8ad5-414b61af4e4e service neutron] Pushing event updated for resources: {'Port': ['ID=dbef4b14-e9e2-43ea-8e23-234efd1259da,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:32.187383 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6ff718-995e-48d4-8ff8-8eda316aa1fe x-openstack-request-id: req-aa6ff718-995e-48d4-8ff8-8eda316aa1fe {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:57:32.187672 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:57:32.187923 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa6ff718-995e-48d4-8ff8-8eda316aa1fe {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:57:32.188341 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'status': 'completed', 'code': 200}
Nov 06 21:57:32.222689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-73ab0c0c-7392-4067-84dc-e88e4b06aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:32.224275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-73ab0c0c-7392-4067-84dc-e88e4b06aa24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1094 time: 0.0472023
Nov 06 21:57:32.268588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-74e20fe3-73ce-47aa-ac8e-ced7b5953157 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 200  len: 217 time: 0.0364130
Nov 06 21:57:32.325933 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-01e3d60c-6654-4e78-b643-1ec61ca52c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:32.327447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-01e3d60c-6654-4e78-b643-1ec61ca52c88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf HTTP/1.1" status: 200  len: 835 time: 0.0515385
Nov 06 21:57:32.375051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-08d75b55-7051-4583-a81d-d273c1b7eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:32.376614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-08d75b55-7051-4583-a81d-d273c1b7eacd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21fe8f9-f205-475c-8b91-7df74e889cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0422189
Nov 06 21:57:32.466379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-c38da5d4-a49d-4cdf-968b-11f1e07189b6 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818322
Nov 06 21:57:32.559241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6d6cb70-3959-4944-81a0-4c4d5779f44e req-876d1c90-7e44-4a1f-8934-1a57d01fa861 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860608
Nov 06 21:57:32.645604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-35de4ae9-eb78-43a6-a77f-adc264d26e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:32.647006 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-35de4ae9-eb78-43a6-a77f-adc264d26e84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1094 time: 0.0417175
Nov 06 21:57:32.741270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-78f8124c-4f03-4e99-a98e-a74e189fc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:32.742734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-78f8124c-4f03-4e99-a98e-a74e189fc122 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 200  len: 898 time: 0.0891736
Nov 06 21:57:32.784858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-eeabe644-78c0-43f9-b923-34f93f606c9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 200  len: 217 time: 0.0350170
Nov 06 21:57:32.835694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-6b72fe40-dcb9-45cf-a1b6-5c2267c24e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:32.837207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-6b72fe40-dcb9-45cf-a1b6-5c2267c24e73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf HTTP/1.1" status: 200  len: 835 time: 0.0454772
Nov 06 21:57:32.886835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-2702a646-1c22-4371-a1b8-b8a45d9c42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:32.888384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-2702a646-1c22-4371-a1b8-b8a45d9c42f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21fe8f9-f205-475c-8b91-7df74e889cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442801
Nov 06 21:57:32.979259 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-9a768e57-ca0c-47fb-ad35-298691eb2f45 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841291
Nov 06 21:57:33.087491 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803f832-92a6-4b67-bb82-bb03361e16c9 req-fde6baf1-7e76-4830-9628-8fc296e068f4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:33.088994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d803f832-92a6-4b67-bb82-bb03361e16c9 req-fde6baf1-7e76-4830-9628-8fc296e068f4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 943 time: 0.1066413
Nov 06 21:57:33.124087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1096539-d8c2-4f7b-a878-08ef002b8292 req-512678c0-5acb-4b4b-9367-e575d7957ea7 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330562
Nov 06 21:57:33.153382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d803f832-92a6-4b67-bb82-bb03361e16c9 req-abbd0025-bb48-4ab6-b97e-68b67f2e1037 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574501
Nov 06 21:57:34.270116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b9f91-bb3b-476a-b81a-9efeb0ca1117 req-5418c940-5b30-4a9b-84f9-7f5d94cf758a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:34.271581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf2b9f91-bb3b-476a-b81a-9efeb0ca1117 req-5418c940-5b30-4a9b-84f9-7f5d94cf758a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 943 time: 0.0484943
Nov 06 21:57:34.323321 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cf2b9f91-bb3b-476a-b81a-9efeb0ca1117 req-039bcdc8-3e79-436e-ba40-4cb0275154ac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455027
Nov 06 21:57:35.443814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35ead-6473-4df8-9869-b7c998b6a73d req-4f8f42a4-d654-49c1-84a0-a1b19285312f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:35.445739 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ac35ead-6473-4df8-9869-b7c998b6a73d req-4f8f42a4-d654-49c1-84a0-a1b19285312f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 943 time: 0.0554087
Nov 06 21:57:35.494188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ac35ead-6473-4df8-9869-b7c998b6a73d req-75ba8156-cdcb-4a8e-8bed-5fe7006adaf1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425241
Nov 06 21:57:36.055077 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device dbef4b14-e9e2-43ea-8e23-234efd1259da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 21:57:36.148931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port dbef4b14-e9e2-43ea-8e23-234efd1259da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:36.161401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'port_id': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'mac_address': 'fa:16:3e:03:98:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 21:57:36.198633 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:36.211585 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbef4b14-e9e2-43ea-8e23-234efd1259da {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 21:57:36.230722 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port dbef4b14-e9e2-43ea-8e23-234efd1259da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:36.234653 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:36.287274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=dbef4b14-e9e2-43ea-8e23-234efd1259da,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:36.519312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['dbef4b14-e9e2-43ea-8e23-234efd1259da'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 21:57:36.611772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c7398-89c3-45a6-8296-09487588412d req-ee0c2252-9696-4f12-a935-ce57f75a9957 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:36.613317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e45c7398-89c3-45a6-8296-09487588412d req-ee0c2252-9696-4f12-a935-ce57f75a9957 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 944 time: 0.0520382
Nov 06 21:57:36.662907 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e45c7398-89c3-45a6-8296-09487588412d req-faf77cec-8180-4178-8bf2-934c2d61d5bf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436101
Nov 06 21:57:37.783406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2ed5-d846-4595-809f-eb194611ec14 req-9ae32e85-cb60-4b1d-86af-2a7ed8a3c623 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:37.784935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-170b2ed5-d846-4595-809f-eb194611ec14 req-9ae32e85-cb60-4b1d-86af-2a7ed8a3c623 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 944 time: 0.0542080
Nov 06 21:57:37.834974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-170b2ed5-d846-4595-809f-eb194611ec14 req-2d780a69-9f99-40c2-9bb1-086b35b35cbb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432065
Nov 06 21:57:38.086161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device dbef4b14-e9e2-43ea-8e23-234efd1259da up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:57:38.134497 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port dbef4b14-e9e2-43ea-8e23-234efd1259da completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 21:57:38.138418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port dbef4b14-e9e2-43ea-8e23-234efd1259da triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:57:38.138786 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:38.213021 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:38.235485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:57:38.237802 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f5322b-aefc-4294-9bd5-5b63154941bd" -d '{"events": [{"server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "name": "network-vif-plugged", "status": "completed", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:57:38.254018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port dbef4b14-e9e2-43ea-8e23-234efd1259da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:57:38.258370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:38.281973 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c060c5-7a52-4705-bc70-4c169cb37ab7 x-openstack-request-id: req-51c060c5-7a52-4705-bc70-4c169cb37ab7 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:57:38.282332 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "name": "network-vif-plugged", "status": "completed", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:57:38.282551 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51c060c5-7a52-4705-bc70-4c169cb37ab7 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:57:38.282976 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'code': 200}
Nov 06 21:57:38.312874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=dbef4b14-e9e2-43ea-8e23-234efd1259da,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:38.377016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e6e8-e3bc-435f-b2a4-0da1f7b529e8 req-999b6113-97cc-4526-ad18-180e79a89e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:38.378569 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8324e6e8-e3bc-435f-b2a4-0da1f7b529e8 req-999b6113-97cc-4526-ad18-180e79a89e35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1096 time: 0.0409956
Nov 06 21:57:38.426813 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8324e6e8-e3bc-435f-b2a4-0da1f7b529e8 req-af6eac5d-4667-4a87-9842-faac3892db05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400865
Nov 06 21:57:38.950801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac1a1d-b466-4b0f-9587-f0b89971e92b req-3832dbad-df1b-4020-9c3d-79eafa72f661 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:38.952834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fac1a1d-b466-4b0f-9587-f0b89971e92b req-3832dbad-df1b-4020-9c3d-79eafa72f661 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0484040
Nov 06 21:57:39.005736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5fac1a1d-b466-4b0f-9587-f0b89971e92b req-cf886738-110e-4bf7-9f1c-e218a7f0957d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468340
Nov 06 21:57:39.091109 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:57:40.121847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5670-f886-4bdd-bae3-0db34a4d5de8 req-603151d4-3ff3-4563-b3b8-b40ba204840e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:40.123317 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94de5670-f886-4bdd-bae3-0db34a4d5de8 req-603151d4-3ff3-4563-b3b8-b40ba204840e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0482872
Nov 06 21:57:40.172824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94de5670-f886-4bdd-bae3-0db34a4d5de8 req-a250a9bb-4ad4-45ae-aa35-85fc3fa71c77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423167
Nov 06 21:57:40.287275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbc5fd-da65-43c6-a217-4ab379c17ea8 req-d6959407-c130-42ca-be2d-c814834b6218 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:40.288741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6cbc5fd-da65-43c6-a217-4ab379c17ea8 req-d6959407-c130-42ca-be2d-c814834b6218 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0492015
Nov 06 21:57:40.338017 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6cbc5fd-da65-43c6-a217-4ab379c17ea8 req-db426f8a-e2a8-4f55-8b6d-adda0fe46d70 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433409
Nov 06 21:57:40.360321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49368) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:40.402785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a66528-e153-41b9-901e-89bdcd125011 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:40.404288 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-28a66528-e153-41b9-901e-89bdcd125011 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1091 time: 0.0429668
Nov 06 21:57:40.407546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49370) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:40.411756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:57:40.434073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:40.530859 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:40.637558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.91 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/82b5be83-ce32-4cd9-8faf-dc5e90712f09) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:57:40.740160 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:40.773918 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:40.815458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:57:40.821863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:57:40.826576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:57:40.829084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=82b5be83-ce32-4cd9-8faf-dc5e90712f09,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:41.181803 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:41.251551 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:41.401557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:41.405827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:41.470886 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=82b5be83-ce32-4cd9-8faf-dc5e90712f09,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:57:41.484257 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:41.584491 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP a72ac20a-89f8-4515-b48f-fb375cd00edd associated. External IP: 172.35.0.91, port: dbef4b14-e9e2-43ea-8e23-234efd1259da.
Nov 06 21:57:41.789643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router a1620ee7-0724-47db-b754-5ed74ddce165 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:57:41.897946 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:57:41.907913 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] Sync routers for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:57:41.915954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:41.917918 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:41.918558 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252dda310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:41.943613 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2ba4b8c4-67ef-414c-adb6-e91a4765c132 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5350637
Nov 06 21:57:41.944470 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:57:41.947771 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:57:41.989075 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8165009d-8015-4812-90c2-3d0662b7ae29 x-openstack-request-id: req-8165009d-8015-4812-90c2-3d0662b7ae29 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:57:41.989444 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:57:41.989762 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8165009d-8015-4812-90c2-3d0662b7ae29 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:57:41.990321 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'status': 'completed', 'code': 200}
Nov 06 21:57:42.026940 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:42.076025 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2bd9d-cc92-4c55-960e-c14831c0fb53 req-292561a3-cd94-4550-b10c-7a5a192f7d63 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:42.077556 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54f2bd9d-cc92-4c55-960e-c14831c0fb53 req-292561a3-cd94-4550-b10c-7a5a192f7d63 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0782084
Nov 06 21:57:42.084047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-028d6770-50cb-4c9f-847b-d6dcab198f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:42.085480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-028d6770-50cb-4c9f-847b-d6dcab198f4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1096 time: 0.0587511
Nov 06 21:57:42.183040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-54f2bd9d-cc92-4c55-960e-c14831c0fb53 req-26a91f50-ef50-47ee-b8f8-dffc7be1b7f2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966094
Nov 06 21:57:42.208859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:42.209406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-a845b391-9b21-4178-a809-ee65ef74d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:42.210561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-a845b391-9b21-4178-a809-ee65ef74d8ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 200  len: 898 time: 0.1177433
Nov 06 21:57:42.257318 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252dda310>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a72ac20a-89f8-4515-b48f-fb375cd00edd', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.91', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'port_id': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'mac_address': 'fa:16:3e:03:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:57:41Z', 'updated_at': '2021-11-06T21:57:41Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:30Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:42.272431 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-67a886e8-ca03-4ff2-b555-e620ad1ae97d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/a72ac20a-89f8-4515-b48f-fb375cd00edd HTTP/1.1" status: 200  len: 990 time: 0.0623662
Nov 06 21:57:42.284779 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] Checking router: a1620ee7-0724-47db-b754-5ed74ddce165 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:57:42.287514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-f2d895e7-d3e0-4fb5-a800-4832a8917217 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 200  len: 998 time: 0.0695884
Nov 06 21:57:42.293066 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:57:42.293650 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252dda310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:57:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:42.338049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-8a6e4d42-cf2f-400b-8e1d-6ba395152478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:42.339498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-8a6e4d42-cf2f-400b-8e1d-6ba395152478 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf HTTP/1.1" status: 200  len: 835 time: 0.0441780
Nov 06 21:57:42.387047 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-dee1280c-30a9-4786-9bc7-829e073c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:57:42.388696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-dee1280c-30a9-4786-9bc7-829e073c9204 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21fe8f9-f205-475c-8b91-7df74e889cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421944
Nov 06 21:57:42.399033 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:57:42.482142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-3fbb585e-1807-4d2c-8ab3-002072fd8ff4 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855753
Nov 06 21:57:42.572138 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad3393d9-1882-4c9e-92d9-7ed1a67710bd req-99eee0d0-651e-477a-b1b3-9662e94fa270 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834503
Nov 06 21:57:42.614653 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252dda310>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a72ac20a-89f8-4515-b48f-fb375cd00edd', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.91', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'port_id': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'mac_address': 'fa:16:3e:03:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:57:41Z', 'updated_at': '2021-11-06T21:57:41Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:30Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:57:42.726152 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c44fe-7a1f-4e0d-875e-5f5171d6176a None None] The sync data for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 is: [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a72ac20a-89f8-4515-b48f-fb375cd00edd', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.91', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'port_id': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'mac_address': 'fa:16:3e:03:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T21:57:41Z', 'updated_at': '2021-11-06T21:57:41Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:30Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:57:42.914799 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9bf277-ac7f-4522-a24f-1e834c9a40e7 None None] New status for floating IP a72ac20a-89f8-4515-b48f-fb375cd00edd: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:57:43.275629 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49378) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:57:43.335829 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b7566434-2acb-4057-b55c-c41068879c3f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/a72ac20a-89f8-4515-b48f-fb375cd00edd HTTP/1.1" status: 200  len: 992 time: 0.0581408
Nov 06 21:57:45.066585 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:45.145848 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:46.992443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88e60330-3d9f-4f7c-a08a-92baeb82f6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:49.350619 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca10e-a9b7-44e4-9857-e002e7815fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:50.852316 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:52.089244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:57:52.649274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:15.097037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:15.176636 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:16.090207 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:58:16.993041 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96ccd50d-c051-46d1-a21f-bc8fd488b22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:19.354092 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-69dbae40-7c62-4e8f-9f8a-57fa41c73240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:20.854013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:22.091864 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:22.651022 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:27.485297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-c926cc57-7f06-4b69-9603-fed17f5571b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396843
Nov 06 21:58:27.569957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-23ac515d-5a56-4e7f-937b-b169bfabde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:27.571478 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-23ac515d-5a56-4e7f-937b-b169bfabde07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1096 time: 0.0446410
Nov 06 21:58:27.672606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-cfcb25e4-932a-43be-9cba-e6ee404dc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:27.674982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-cfcb25e4-932a-43be-9cba-e6ee404dc315 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 200  len: 898 time: 0.0836773
Nov 06 21:58:27.741381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-4f509869-b360-4ce4-b9ea-f847514026b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 200  len: 1000 time: 0.0608957
Nov 06 21:58:28.127950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-9406bd74-916e-4bc4-af51-6b9e5827f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:28.129654 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-9406bd74-916e-4bc4-af51-6b9e5827f455 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf HTTP/1.1" status: 200  len: 835 time: 0.3805482
Nov 06 21:58:28.176088 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-99992fcc-ed31-4d3a-ae77-6b9f149d750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:28.178110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-99992fcc-ed31-4d3a-ae77-6b9f149d750b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21fe8f9-f205-475c-8b91-7df74e889cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415032
Nov 06 21:58:28.268714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-9535fb0c-970d-4bf3-bc94-ef26e6eb312a service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832467
Nov 06 21:58:28.355743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7310123f-2a7a-49e4-bc0e-25d78edb7728 req-df5bd50c-3ed6-4d20-9f88-b0928e819bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810797
Nov 06 21:58:45.095805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:45.182391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:46.019787 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-fec2ddad-c1a6-4b95-bc4b-84c533721b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:46.021242 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-fec2ddad-c1a6-4b95-bc4b-84c533721b15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1096 time: 0.0758138
Nov 06 21:58:46.029606 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae0f7-1ad9-46ba-b1e2-b726dc61bda8 req-42ba8b90-6157-4a62-bdbb-c7aa4c27b091 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:46.030962 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1feae0f7-1ad9-46ba-b1e2-b726dc61bda8 req-42ba8b90-6157-4a62-bdbb-c7aa4c27b091 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0776613
Nov 06 21:58:46.138110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1feae0f7-1ad9-46ba-b1e2-b726dc61bda8 req-84352e45-315e-4d8d-8ce6-e7c36b15a94d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992978
Nov 06 21:58:46.153910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-f4c62359-553e-47a8-9c44-0d9859b2c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:46.155421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-f4c62359-553e-47a8-9c44-0d9859b2c417 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 200  len: 898 time: 0.1236231
Nov 06 21:58:46.225774 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-6225294e-e5cd-4e61-b61e-f065cd22ebba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 200  len: 1000 time: 0.0623603
Nov 06 21:58:46.273241 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-7bdbd59c-de33-407c-a190-3fc9f30275de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:46.274558 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-7bdbd59c-de33-407c-a190-3fc9f30275de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf HTTP/1.1" status: 200  len: 835 time: 0.0423946
Nov 06 21:58:46.325574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-ae42949d-092b-4027-9670-532cbd3fc4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:46.327081 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-ae42949d-092b-4027-9670-532cbd3fc4f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21fe8f9-f205-475c-8b91-7df74e889cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0450978
Nov 06 21:58:46.417534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-d7bb514d-8163-48c9-8444-775e77dad481 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821409
Nov 06 21:58:46.512270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-723bd8c2-7c8b-4de3-b03d-7c3964eba9d5 req-c06d9a99-f28d-4ed2-a1fe-8376734d96a9 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858648
Nov 06 21:58:46.994559 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d40e-04de-47d2-a834-7ae2dba0ec87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:47.255366 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9776fd7-89c2-4d42-9fc1-5e4cbd57b451 req-1b6a61cd-d4b4-47c2-a9a1-b0134bf36362 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:47.256896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9776fd7-89c2-4d42-9fc1-5e4cbd57b451 req-1b6a61cd-d4b4-47c2-a9a1-b0134bf36362 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0489340
Nov 06 21:58:47.307026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e9776fd7-89c2-4d42-9fc1-5e4cbd57b451 req-3902df4f-3933-4a87-a601-8f57bd59e814 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442915
Nov 06 21:58:48.425235 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35eb33-e53c-4665-98a0-9cd89916005a req-77015add-eb35-47c2-a5c4-815e0fd35616 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:48.426751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab35eb33-e53c-4665-98a0-9cd89916005a req-77015add-eb35-47c2-a5c4-815e0fd35616 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0503860
Nov 06 21:58:48.475810 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab35eb33-e53c-4665-98a0-9cd89916005a req-8a53cd32-b1c1-42da-b45a-db66b27fa2ec tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431311
Nov 06 21:58:49.354535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e33fedc1-8bad-4169-af12-7ab5a73271f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:49.593850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3cdc8-9d86-4a06-aa5c-a729a8bd600d req-14f55def-da51-4f64-93e6-164c2b04f863 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:49.595331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6d3cdc8-9d86-4a06-aa5c-a729a8bd600d req-14f55def-da51-4f64-93e6-164c2b04f863 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0526755
Nov 06 21:58:49.644965 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c6d3cdc8-9d86-4a06-aa5c-a729a8bd600d req-ac8f3bfd-6271-43d9-941a-8068920063cc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429368
Nov 06 21:58:50.759286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d9b4-808c-4945-be5f-064d30b205d0 req-5501aa6b-a35a-4c81-9e51-9357c1e8f6f9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:50.760844 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fe5d9b4-808c-4945-be5f-064d30b205d0 req-5501aa6b-a35a-4c81-9e51-9357c1e8f6f9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0491695
Nov 06 21:58:50.810490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3fe5d9b4-808c-4945-be5f-064d30b205d0 req-0e3d7870-543c-478a-8447-d52942f1ba58 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438058
Nov 06 21:58:50.857695 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:51.927708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec4bd6-7b55-47ff-8c55-afb19db2c03e req-c8601821-e13e-43fd-a962-7c108622dc93 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:51.929244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6ec4bd6-7b55-47ff-8c55-afb19db2c03e req-c8601821-e13e-43fd-a962-7c108622dc93 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0483668
Nov 06 21:58:51.981742 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d6ec4bd6-7b55-47ff-8c55-afb19db2c03e req-17059709-8bd5-44f6-9970-c00db4042062 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465775
Nov 06 21:58:52.093388 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:52.653147 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:58:53.089135 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:58:53.097835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79ebd9-fefd-490a-a2a9-cb8cf2265517 req-360f0a0b-7e53-44ca-8d3c-5e66ef60e28e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:53.099376 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b79ebd9-fefd-490a-a2a9-cb8cf2265517 req-360f0a0b-7e53-44ca-8d3c-5e66ef60e28e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0505068
Nov 06 21:58:53.150264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5b79ebd9-fefd-490a-a2a9-cb8cf2265517 req-f4d7c5dd-e6e8-49b4-9124-642e58497e0a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446796
Nov 06 21:58:54.268036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3d7fb-4abb-4866-b694-502b6f439080 req-dfe3aab2-5d16-4a5b-b63d-6070638053f6 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:54.270135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71f3d7fb-4abb-4866-b694-502b6f439080 req-dfe3aab2-5d16-4a5b-b63d-6070638053f6 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0528216
Nov 06 21:58:54.319264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71f3d7fb-4abb-4866-b694-502b6f439080 req-ddcbec4a-4831-4389-885e-66ae9e7d2c4e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431771
Nov 06 21:58:55.442103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ff32-b6ed-410f-9fb4-c34ddf73de6c req-8e4da758-60ac-4d89-acdd-37c6e72ed36e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:55.443616 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c4ff32-b6ed-410f-9fb4-c34ddf73de6c req-8e4da758-60ac-4d89-acdd-37c6e72ed36e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0567398
Nov 06 21:58:55.493341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-33c4ff32-b6ed-410f-9fb4-c34ddf73de6c req-a7f521ac-a0ff-40bf-b987-df203d48a506 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434492
Nov 06 21:58:56.607104 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491904b-310d-480c-a6cb-675f1b016ce7 req-0389a61c-db8f-4a93-96db-5d1e24da572a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:56.608600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0491904b-310d-480c-a6cb-675f1b016ce7 req-0389a61c-db8f-4a93-96db-5d1e24da572a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0477006
Nov 06 21:58:56.656154 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0491904b-310d-480c-a6cb-675f1b016ce7 req-1028e9b5-ee17-4579-b882-a7520fe2fa62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412228
Nov 06 21:58:57.778767 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65eb35-dbc2-4607-bf5f-a09e19743680 req-893e3a7f-c6b2-4ec0-8a87-4a76c86a2f2c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:58:57.780257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c65eb35-dbc2-4607-bf5f-a09e19743680 req-893e3a7f-c6b2-4ec0-8a87-4a76c86a2f2c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0533137
Nov 06 21:58:57.830324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6c65eb35-dbc2-4607-bf5f-a09e19743680 req-99cc8b52-d355-46c6-b1cb-f2504bb2fb77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440755
Nov 06 21:58:57.851916 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49452) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:58:57.912914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f4b746e6-7b7d-4927-bdf4-4baee6b4894f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/a72ac20a-89f8-4515-b48f-fb375cd00edd HTTP/1.1" status: 200  len: 992 time: 0.0594792
Nov 06 21:59:15.094141 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:15.191462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:16.996278 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8afba5ca-3465-4577-b53d-5934e062d25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:19.356586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-42feb7d3-e016-4b07-90f4-7d4e27050ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:20.858854 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:22.096964 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:22.655213 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:28.973571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-e9def0e1-2669-4b50-bab7-6e37b4bf07da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0391941
Nov 06 21:59:29.059663 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-b793b0af-ea48-478f-a6c4-ecbf98023b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:29.061226 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-b793b0af-ea48-478f-a6c4-ecbf98023b5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1096 time: 0.0452530
Nov 06 21:59:29.165042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-a409ea94-91ac-4c0a-9ff8-29cd33a899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:29.166417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-a409ea94-91ac-4c0a-9ff8-29cd33a899fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 200  len: 898 time: 0.0843921
Nov 06 21:59:29.237931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-af7ad310-d348-415f-ae96-4bdaf2f82275 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 200  len: 1000 time: 0.0640140
Nov 06 21:59:29.287059 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-30b80506-4547-4d45-b2f1-eaafc48d1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:29.288716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-30b80506-4547-4d45-b2f1-eaafc48d1113 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf HTTP/1.1" status: 200  len: 835 time: 0.0435030
Nov 06 21:59:29.335261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-4f3ec69e-4204-4a8b-8270-718ceb189c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:29.336825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-4f3ec69e-4204-4a8b-8270-718ceb189c00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21fe8f9-f205-475c-8b91-7df74e889cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416481
Nov 06 21:59:29.349331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-75e7e8fc-8fa7-4b26-b8ae-44e192e2b56f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 21:59:29.350285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-75e7e8fc-8fa7-4b26-b8ae-44e192e2b56f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058179
Nov 06 21:59:29.442954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-7c771ea7-748c-41c3-9b8a-2dbb5e00f947 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852797
Nov 06 21:59:29.531683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1b0eb13c-fa89-4845-8cda-b64b67c19fad req-e26ae79d-aeb8-409a-b0de-1481a47a7210 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818465
Nov 06 21:59:30.087944 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 21:59:45.093910 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:45.198208 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:46.498099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49484) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:46.655917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 82b5be83-ce32-4cd9-8faf-dc5e90712f09 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:59:46.656259 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:46.733088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:46.733406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:46.745168 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 82b5be83-ce32-4cd9-8faf-dc5e90712f09 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:59:46.890942 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:46.915651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=82b5be83-ce32-4cd9-8faf-dc5e90712f09,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:46.942001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.942349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.942687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.943019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.943348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.943677 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.944001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.944353 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.944681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.945002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.945321 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.945638 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:46.983897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:46.984257 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP a72ac20a-89f8-4515-b48f-fb375cd00edd disassociated (deleted). External IP: 172.35.0.91, port: dbef4b14-e9e2-43ea-8e23-234efd1259da.
Nov 06 21:59:46.997989 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0950c880-79bf-42d1-9bda-e02f6a411850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:47.192855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router a1620ee7-0724-47db-b754-5ed74ddce165 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:59:47.300728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:59:47.305505 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:47.310065 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] Sync routers for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:59:47.319936 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:59:47.320578 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253a91850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:47.331322 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-265f9d67-4023-4e8a-8c2a-323af6d29b69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/floatingips/a72ac20a-89f8-4515-b48f-fb375cd00edd HTTP/1.1" status: 204  len: 168 time: 0.8321006
Nov 06 21:59:47.331902 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:59:47.334169 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301d57ac-0193-4617-9db1-835d20e659a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:59:47.376250 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 21:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ca7434-fd93-4590-8011-f3eb324c6cbd x-openstack-request-id: req-73ca7434-fd93-4590-8011-f3eb324c6cbd {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:59:47.376544 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:59:47.376804 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73ca7434-fd93-4590-8011-f3eb324c6cbd {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:59:47.377206 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'status': 'completed', 'code': 200}
Nov 06 21:59:47.437915 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:59:47.442053 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d57ac-0193-4617-9db1-835d20e659a3 req-02625c76-7fc3-4162-8c3e-56d308c1dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:47.443922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-301d57ac-0193-4617-9db1-835d20e659a3 req-02625c76-7fc3-4162-8c3e-56d308c1dce4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 1096 time: 0.0446179
Nov 06 21:59:47.577007 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d57ac-0193-4617-9db1-835d20e659a3 req-96f26c13-423d-4fd8-a51f-d6c07be3117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:47.578499 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-301d57ac-0193-4617-9db1-835d20e659a3 req-96f26c13-423d-4fd8-a51f-d6c07be3117f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 200  len: 898 time: 0.1251860
Nov 06 21:59:47.589919 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29e1aa-9ea5-4886-9f46-677901348b96 req-c6fda0d0-3e9b-4ad1-94ac-15cc5beb6142 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:47.591429 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc29e1aa-9ea5-4886-9f46-677901348b96 req-c6fda0d0-3e9b-4ad1-94ac-15cc5beb6142 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0787675
Nov 06 21:59:47.636877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-301d57ac-0193-4617-9db1-835d20e659a3 req-8325f9f3-3a61-46ac-be29-bcad91c34db8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 200  len: 217 time: 0.0445225
Nov 06 21:59:47.644948 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253a91850>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:30Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:47.673178 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] Checking router: a1620ee7-0724-47db-b754-5ed74ddce165 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:59:47.682120 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:59:47.682712 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9253a91850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:47.706093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fc29e1aa-9ea5-4886-9f46-677901348b96 req-54ce6de5-a5a4-4442-8df8-930e92bae901 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065526
Nov 06 21:59:47.711463 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d57ac-0193-4617-9db1-835d20e659a3 req-1a394e43-0d84-4796-8f0e-71860f660807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:47.712957 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-301d57ac-0193-4617-9db1-835d20e659a3 req-1a394e43-0d84-4796-8f0e-71860f660807 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf HTTP/1.1" status: 200  len: 835 time: 0.0668876
Nov 06 21:59:47.759798 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d57ac-0193-4617-9db1-835d20e659a3 req-76b2b89e-867e-4e1c-8737-62d4f0193aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:47.761335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-301d57ac-0193-4617-9db1-835d20e659a3 req-76b2b89e-867e-4e1c-8737-62d4f0193aef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e21fe8f9-f205-475c-8b91-7df74e889cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405853
Nov 06 21:59:47.787043 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:59:47.856105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-301d57ac-0193-4617-9db1-835d20e659a3 req-eb956539-ad50-4c7e-8955-c654892f674c service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867128
Nov 06 21:59:47.949549 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-301d57ac-0193-4617-9db1-835d20e659a3 req-ab16a114-cd0a-47d6-ba90-94e5af4b0106 service neutron] 10.222.0.37 "GET /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854290
Nov 06 21:59:47.984523 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9253a91850>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:30Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:48.010083 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35418b-9119-4440-94c0-72117c470ff7 None None] The sync data for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 is: [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:27Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b918615b-04c0-4aae-8078-24e0bcf8241e', 'name': '', 'network_id': 'e21fe8f9-f205-475c-8b91-7df74e889cfb', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:35:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:26Z', 'updated_at': '2021-11-06T21:57:30Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'e9e7254e-8a37-4f20-b6ee-b13e2f4acecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:59:48.219518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a6191-bee6-498e-9dec-d575980889c7 None None] New status for floating IP a72ac20a-89f8-4515-b48f-fb375cd00edd: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 21:59:48.829114 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de26518-e2e3-40bc-ae0a-1a0f546ed720 req-bc1aa2e4-ad1e-4890-bec5-e6317d2418ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:48.830619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de26518-e2e3-40bc-ae0a-1a0f546ed720 req-bc1aa2e4-ad1e-4890-bec5-e6317d2418ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0547702
Nov 06 21:59:48.880277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de26518-e2e3-40bc-ae0a-1a0f546ed720 req-2b12422c-c80d-499e-a369-30a44b0d368a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=964186b3-9da0-413d-89d2-846645098d9a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437713
Nov 06 21:59:49.356405 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2aebddc8-3c35-45e6-b5c0-131507e72718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:49.380924 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-399d133c-9065-483c-aa34-801c7177f096 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:49.382382 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-399d133c-9065-483c-aa34-801c7177f096 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 945 time: 0.0495324
Nov 06 21:59:49.469740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port dbef4b14-e9e2-43ea-8e23-234efd1259da {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:59:49.470079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:49.563737 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port dbef4b14-e9e2-43ea-8e23-234efd1259da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbef4b14-e9e2-43ea-8e23-234efd1259da,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:59:49.564102 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:49.577242 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for dbef4b14-e9e2-43ea-8e23-234efd1259da owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:59:49.707760 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:49.737878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=dbef4b14-e9e2-43ea-8e23-234efd1259da,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:49.779804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] No DVR routers for this DVR port dbef4b14-e9e2-43ea-8e23-234efd1259da on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:59:49.782742 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:49.786706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3cd92a93-9f48-4b7b-8997-3e22919b4931 req-d8adf20c-b85d-412d-983c-92dc6a790cac tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "DELETE /v2.0/ports/dbef4b14-e9e2-43ea-8e23-234efd1259da HTTP/1.1" status: 204  len: 173 time: 0.3984575
Nov 06 21:59:49.787164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'name': 'network-vif-deleted', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 21:59:49.789430 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509c93b6-b931-497f-a3d8-6e2b98e15dcf" -d '{"events": [{"server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "name": "network-vif-deleted", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 21:59:49.837954 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 21:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759f3a4f-4be8-4716-b623-837eb8d051fa x-openstack-request-id: req-759f3a4f-4be8-4716-b623-837eb8d051fa {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 21:59:49.838594 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a541da6a-42ba-44e2-bc21-d8ebe09adb4b", "name": "network-vif-deleted", "tag": "dbef4b14-e9e2-43ea-8e23-234efd1259da", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 21:59:49.838594 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-759f3a4f-4be8-4716-b623-837eb8d051fa {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 21:59:49.838869 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a541da6a-42ba-44e2-bc21-d8ebe09adb4b', 'name': 'network-vif-deleted', 'tag': 'dbef4b14-e9e2-43ea-8e23-234efd1259da', 'status': 'completed', 'code': 200}
Nov 06 21:59:49.989235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-32479a6b-2726-4261-aa7c-4538df60c462 req-8b1ef94d-3592-4cc7-93a9-72a36c76653e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541da6a-42ba-44e2-bc21-d8ebe09adb4b HTTP/1.1" status: 200  len: 210 time: 0.0292568
Nov 06 21:59:50.862250 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:51.045574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49502) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:51.393782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:51.641765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port b918615b-04c0-4aae-8078-24e0bcf8241e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:59:51.642460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:51.732702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port b918615b-04c0-4aae-8078-24e0bcf8241e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b918615b-04c0-4aae-8078-24e0bcf8241e,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:59:51.732986 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:51.745505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for b918615b-04c0-4aae-8078-24e0bcf8241e owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:59:52.100364 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:52.259640 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:52.285823 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=b918615b-04c0-4aae-8078-24e0bcf8241e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:52.462527 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:52.658329 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:52.673465 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router a1620ee7-0724-47db-b754-5ed74ddce165 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 21:59:52.755298 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device dbef4b14-e9e2-43ea-8e23-234efd1259da no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:59:52.775022 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: dbef4b14-e9e2-43ea-8e23-234efd1259da {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:59:52.775359 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device dbef4b14-e9e2-43ea-8e23-234efd1259da not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:59:52.779744 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:59:52.787481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f5767a3b-7ed1-4e6d-b799-94799bc7af0e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/a1620ee7-0724-47db-b754-5ed74ddce165/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7381697
Nov 06 21:59:52.787481 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49506) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:52.791437 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] Sync routers for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:59:52.802289 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:59:52.803000 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252b2cb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:52.838339 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-275dfeb9-9ea4-4863-ab2e-076d2edf54a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting subnet e9e7254e-8a37-4f20-b6ee-b13e2f4acecf {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 21:59:52.841430 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-275dfeb9-9ea4-4863-ab2e-076d2edf54a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:52.889125 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-275dfeb9-9ea4-4863-ab2e-076d2edf54a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:52.906702 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:59:52.980486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-275dfeb9-9ea4-4863-ab2e-076d2edf54a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.040916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-275dfeb9-9ea4-4863-ab2e-076d2edf54a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.065369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dfeb9-9ea4-4863-ab2e-076d2edf54a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e7254e-8a37-4f20-b6ee-b13e2f4acecf,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:53.070887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-275dfeb9-9ea4-4863-ab2e-076d2edf54a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.074092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-275dfeb9-9ea4-4863-ab2e-076d2edf54a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/subnets/e9e7254e-8a37-4f20-b6ee-b13e2f4acecf HTTP/1.1" status: 204  len: 168 time: 0.2857468
Nov 06 21:59:53.076665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49508) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:53.079584 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a33c909-fed7-438a-9dec-97fb82e92ab9 None None] Network e21fe8f9-f205-475c-8b91-7df74e889cfb requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:59:53.175504 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252b2cb20>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:59:52Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:53.196280 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.202458 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] Checking router: a1620ee7-0724-47db-b754-5ed74ddce165 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:59:53.211439 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] Routers {'a1620ee7-0724-47db-b754-5ed74ddce165'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:59:53.212047 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252b2cb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['a1620ee7-0724-47db-b754-5ed74ddce165'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:53.262057 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] DHCP port deletion for e21fe8f9-f205-475c-8b91-7df74e889cfb request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 21:59:53.309850 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.317373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Deleting port 6cfa62f6-9e49-4e17-93a6-612e8a409075 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:59:53.317917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.323057 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] Set router a1620ee7-0724-47db-b754-5ed74ddce165 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:59:53.373643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 17fa7f65-5703-43ba-9ab8-31f705806aa8 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 21:59:53.374314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.388252 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] For port 6cfa62f6-9e49-4e17-93a6-612e8a409075, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cfa62f6-9e49-4e17-93a6-612e8a409075,segment=NetworkSegment(b6cae384-504c-4bbd-85c2-f7c596e7d73b),segment_id=b6cae384-504c-4bbd-85c2-f7c596e7d73b)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:59:53.388675 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.402302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Calling delete_port for 6cfa62f6-9e49-4e17-93a6-612e8a409075 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:59:53.462474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port 17fa7f65-5703-43ba-9ab8-31f705806aa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17fa7f65-5703-43ba-9ab8-31f705806aa8,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 21:59:53.462842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.474889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 17fa7f65-5703-43ba-9ab8-31f705806aa8 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 21:59:53.486466 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.517028 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252b2cb20>, [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:59:52Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:53.520279 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Pushing event deleted for resources: {'Port': ['ID=6cfa62f6-9e49-4e17-93a6-612e8a409075,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:53.532196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.532567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.533202 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.533540 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.534452 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.535052 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.535375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.535700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.536411 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.536858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.537450 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.537781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:53.541319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96a742-852a-4af9-a53c-72f77b43f375 None None] No DVR routers for this DVR port 6cfa62f6-9e49-4e17-93a6-612e8a409075 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 21:59:53.546662 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b703d23-d033-4348-886b-35885d9f81c5 None None] The sync data for ids ['a1620ee7-0724-47db-b754-5ed74ddce165'] in ncdv-master-1 is: [{'id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19259923', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23'}], 'enable_snat': True}, 'gw_port_id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:59:52Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '17fa7f65-5703-43ba-9ab8-31f705806aa8', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1620ee7-0724-47db-b754-5ed74ddce165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:57:24Z', 'updated_at': '2021-11-06T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:59:53.651394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.679917 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=17fa7f65-5703-43ba-9ab8-31f705806aa8,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:53.740249 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.845739 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.848569 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.895151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6cfa62f6-9e49-4e17-93a6-612e8a409075 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:59:53.901401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.902128 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Fanout notify agent at l3_agent the message router_deleted on router a1620ee7-0724-47db-b754-5ed74ddce165 {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 21:59:53.909492 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:53.912791 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-0df07af7-8818-4d50-8ed0-065eb500ba1f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/routers/a1620ee7-0724-47db-b754-5ed74ddce165 HTTP/1.1" status: 204  len: 168 time: 0.8349555
Nov 06 21:59:53.913563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49514) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:53.919575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6cfa62f6-9e49-4e17-93a6-612e8a409075 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:59:53.919918 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6cfa62f6-9e49-4e17-93a6-612e8a409075 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:59:53.920355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b918615b-04c0-4aae-8078-24e0bcf8241e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:59:53.941153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: b918615b-04c0-4aae-8078-24e0bcf8241e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:59:53.941586 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device b918615b-04c0-4aae-8078-24e0bcf8241e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:59:53.998958 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.084325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.104138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925574a8e0>,) {'filters': {'network_id': ['e21fe8f9-f205-475c-8b91-7df74e889cfb']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:54.113645 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925574a8e0>, 'b6cae384-504c-4bbd-85c2-f7c596e7d73b') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:54.113937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925574a8e0>, 'b6cae384-504c-4bbd-85c2-f7c596e7d73b') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:54.122832 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.135554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.141230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 21:59:54.141607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 21:59:54.144468 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 21:59:54.206014 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.214345 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.217560 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/networks/e21fe8f9-f205-475c-8b91-7df74e889cfb HTTP/1.1" status: 204  len: 168 time: 0.3030164
Nov 06 21:59:54.220409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49518) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:54.228031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Network': ['ID=e21fe8f9-f205-475c-8b91-7df74e889cfb,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:54.235411 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.235760 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.236098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.236466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.236867 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.237198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.237530 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.237854 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.238176 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.238500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.238823 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.239141 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7255ae-5a88-4258-8801-a46bb336e922 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 21:59:54.277373 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f47230e-ae67-4250-9b0d-7a8957c42c63 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.306522 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f47230e-ae67-4250-9b0d-7a8957c42c63 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.370690 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f47230e-ae67-4250-9b0d-7a8957c42c63 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.373683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-2f47230e-ae67-4250-9b0d-7a8957c42c63 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.375046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-2f47230e-ae67-4250-9b0d-7a8957c42c63 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/security-groups/964186b3-9da0-413d-89d2-846645098d9a HTTP/1.1" status: 204  len: 168 time: 0.1528425
Nov 06 21:59:54.387582 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47230e-ae67-4250-9b0d-7a8957c42c63 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964186b3-9da0-413d-89d2-846645098d9a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:54.695508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49526) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:54.700120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-5e834720-d6bb-4926-a46c-b0ec0847a809 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261098527', 'description': 'tempest-secgroup-smoke-1261098527 description', 'project_id': '71a123f12330481db90fdb7ac20e602e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:54.722819 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5e834720-d6bb-4926-a46c-b0ec0847a809 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.786219 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5e834720-d6bb-4926-a46c-b0ec0847a809 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.789817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5e834720-d6bb-4926-a46c-b0ec0847a809 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.822776 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5e834720-d6bb-4926-a46c-b0ec0847a809 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.823990 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5e834720-d6bb-4926-a46c-b0ec0847a809 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1274774
Nov 06 21:59:54.825805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e834720-d6bb-4926-a46c-b0ec0847a809 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4245e61-57b6-4672-a861-ac2afc3d539d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:54.827066 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49528) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:54.833593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6a1b8099-b86d-4f30-860b-2d53f596a3bb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd4245e61-57b6-4672-a861-ac2afc3d539d', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:54.859606 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8099-b86d-4f30-860b-2d53f596a3bb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.914826 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8099-b86d-4f30-860b-2d53f596a3bb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.918110 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8099-b86d-4f30-860b-2d53f596a3bb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.935151 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b8099-b86d-4f30-860b-2d53f596a3bb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4660126b-8bbc-4411-b893-2fd0a44206d5,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:54.942984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8099-b86d-4f30-860b-2d53f596a3bb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:54.944176 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6a1b8099-b86d-4f30-860b-2d53f596a3bb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1148722
Nov 06 21:59:54.946889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49530) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:54.951127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a919c8fe-b883-49c5-92c0-01ac0930c48b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd4245e61-57b6-4672-a861-ac2afc3d539d', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:54.977155 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a919c8fe-b883-49c5-92c0-01ac0930c48b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.031538 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a919c8fe-b883-49c5-92c0-01ac0930c48b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.034863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a919c8fe-b883-49c5-92c0-01ac0930c48b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.053422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919c8fe-b883-49c5-92c0-01ac0930c48b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e454c0-fdb7-4d0c-b388-4dde9911bcba,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:55.060718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a919c8fe-b883-49c5-92c0-01ac0930c48b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.062141 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a919c8fe-b883-49c5-92c0-01ac0930c48b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1143346
Nov 06 21:59:55.065522 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49532) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:55.069804 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f240c8e9-57eb-4008-aaf4-5dec4d3a48d0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd4245e61-57b6-4672-a861-ac2afc3d539d', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:55.094526 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f240c8e9-57eb-4008-aaf4-5dec4d3a48d0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.153196 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f240c8e9-57eb-4008-aaf4-5dec4d3a48d0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.156631 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f240c8e9-57eb-4008-aaf4-5dec4d3a48d0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.173694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240c8e9-57eb-4008-aaf4-5dec4d3a48d0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffbf900-d432-444f-882e-b9e7e1f6b7a9,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:55.181138 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f240c8e9-57eb-4008-aaf4-5dec4d3a48d0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.182306 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f240c8e9-57eb-4008-aaf4-5dec4d3a48d0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1158688
Nov 06 21:59:55.185026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49534) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:55.189513 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b8b28dc7-4906-4c75-b8ad-8e663349e54c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd4245e61-57b6-4672-a861-ac2afc3d539d', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:55.214723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8b28dc7-4906-4c75-b8ad-8e663349e54c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.271287 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8b28dc7-4906-4c75-b8ad-8e663349e54c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.274847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8b28dc7-4906-4c75-b8ad-8e663349e54c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.294422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b28dc7-4906-4c75-b8ad-8e663349e54c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4cf4c4-1892-4887-bf19-080a356bd08e,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:55.301395 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b8b28dc7-4906-4c75-b8ad-8e663349e54c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.302236 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b8b28dc7-4906-4c75-b8ad-8e663349e54c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1162632
Nov 06 21:59:55.305083 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49536) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:55.309904 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f52da1fa-7afe-46c6-8530-e62ea514b15e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd4245e61-57b6-4672-a861-ac2afc3d539d', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:55.332063 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-f52da1fa-7afe-46c6-8530-e62ea514b15e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:59:55.336766 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f52da1fa-7afe-46c6-8530-e62ea514b15e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.393658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f52da1fa-7afe-46c6-8530-e62ea514b15e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.397229 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f52da1fa-7afe-46c6-8530-e62ea514b15e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.416139 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52da1fa-7afe-46c6-8530-e62ea514b15e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd73cfed-daa2-43c8-9ce4-8c0c89c54d0f,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:55.424234 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f52da1fa-7afe-46c6-8530-e62ea514b15e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.425720 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f52da1fa-7afe-46c6-8530-e62ea514b15e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1196494
Nov 06 21:59:55.428532 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49538) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:55.432993 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-735e6cff-4b2a-4370-b52e-bb2f430c92c3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd4245e61-57b6-4672-a861-ac2afc3d539d', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:55.454387 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-735e6cff-4b2a-4370-b52e-bb2f430c92c3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 21:59:55.459795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-735e6cff-4b2a-4370-b52e-bb2f430c92c3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.520048 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-735e6cff-4b2a-4370-b52e-bb2f430c92c3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.523283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-735e6cff-4b2a-4370-b52e-bb2f430c92c3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.537245 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e6cff-4b2a-4370-b52e-bb2f430c92c3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ac4c51-9e3a-4fc1-ac0f-a68c4c787556,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:55.547352 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-735e6cff-4b2a-4370-b52e-bb2f430c92c3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.548538 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-735e6cff-4b2a-4370-b52e-bb2f430c92c3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1190555
Nov 06 21:59:55.551693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49540) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:55.556422 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'network': {'name': 'tempest-network-smoke--978983486', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'port_security_enabled': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:55.576594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:59:55.580097 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.603395 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 21:59:55.612443 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.612904 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Added segment d7ce0b71-d190-4aef-baa1-bd42ab0a594e of type vlan for network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f
Nov 06 21:59:55.652811 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.676776 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.682322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:55.682896 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.742502 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1896513
Nov 06 21:59:55.745063 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49542) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:55.751375 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'admin_state_up': True, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:55.765187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10fc9e-fc09-4ded-b83d-e8a6269e0e87 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Network': ['ID=42fff02e-d0a7-4957-ba66-33dbc6d0f77f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:55.775461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 21:59:55.780325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.781611 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.790640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 17fa7f65-5703-43ba-9ab8-31f705806aa8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 21:59:55.836127 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:55.843960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 17fa7f65-5703-43ba-9ab8-31f705806aa8 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 21:59:55.844312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 17fa7f65-5703-43ba-9ab8-31f705806aa8 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 21:59:55.973716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:56.157265 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:56.180508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:56.278576 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.37 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/51417a73-cd67-467b-b5e3-7587b64a8775) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:59:56.384343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:56.417508 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:56.453971 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:59:56.459144 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:59:56.462119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:59:56.488682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=51417a73-cd67-467b-b5e3-7587b64a8775,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:56.706839 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:56.901017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.022900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 086883b9-20cd-444e-a619-4f5ac08000cf is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 21:59:57.124944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 21:59:57.134752 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Sync routers for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 21:59:57.144521 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:59:57.145137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528719d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:57.145289 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.146453 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b1b2f7ff-4043-4113-8cc6-f8de4ad1eab7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4004774
Nov 06 21:59:57.149611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49544) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:57.180071 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-36f12a6f-2dac-4822-a19d-8c81ac90ab4d tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71a123f12330481db90fdb7ac20e602e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269308
Nov 06 21:59:57.180323 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49546) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:57.253049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:59:57.266840 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f9138-1291-4b21-a04c-a6117f0666f4 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:57.270959 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3f6f9138-1291-4b21-a04c-a6117f0666f4 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0871642
Nov 06 21:59:57.271358 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49548) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:57.300794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c9a82c27-636c-4385-928f-6e8ceecdf98d tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0281355
Nov 06 21:59:57.303178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49550) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:57.307879 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-170377304', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 21:59:57.395908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 21:59:57.400063 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.428641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528719d0>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:56Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T21:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:57.460480 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Checking router: 086883b9-20cd-444e-a619-4f5ac08000cf for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 21:59:57.460831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Updating router 086883b9-20cd-444e-a619-4f5ac08000cf port 51417a73-cd67-467b-b5e3-7587b64a8775 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 21:59:57.487909 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.591098 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.651647 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Subnet': ['ID=cc474173-8433-4669-b4bf-135df02fe019,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:57.660743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Checking segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:59:57.661110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network hostable DHCP agents. Network: 42fff02e-d0a7-4957-ba66-33dbc6d0f77f, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 21:59:57.678874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 21:59:57.687772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42fff02e-d0a7-4957-ba66-33dbc6d0f77f) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:59:57.691882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 21:59:57.693355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.697363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b2522-3b08-4058-a7d6-5453d82d1568 None None] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 21:59:57.712194 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-1db0fa58-27fa-4be9-89bd-b90fedf2a91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4054418
Nov 06 21:59:57.712558 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49552) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 21:59:57.798081 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.808216 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.902959 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Attempting to bind port 51417a73-cd67-467b-b5e3-7587b64a8775 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:59:57.903419 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Attempting to bind port 51417a73-cd67-467b-b5e3-7587b64a8775 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:59:57.903858 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Attempting to bind port 51417a73-cd67-467b-b5e3-7587b64a8775 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:59:57.908243 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece628c7-1fa9-420a-96fe-00527bfd278f None None] Pushing event updated for resources: {'Port': ['ID=51417a73-cd67-467b-b5e3-7587b64a8775,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:57.919083 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:59:57.919460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:59:57.919854 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.920249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:59:57.920721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Bound port: 51417a73-cd67-467b-b5e3-7587b64a8775, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:59:57.921093 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:57.970206 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 21:59:57.971094 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.001507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] For port 51417a73-cd67-467b-b5e3-7587b64a8775, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:59:58.009987 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] For port 51417a73-cd67-467b-b5e3-7587b64a8775, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51417a73-cd67-467b-b5e3-7587b64a8775,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:59:58.015495 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.145719 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.157247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 21:59:58.157856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528719d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:58.161070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece628c7-1fa9-420a-96fe-00527bfd278f None None] Pushing event updated for resources: {'Port': ['ID=51417a73-cd67-467b-b5e3-7587b64a8775,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:58.225220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Allocated IP 172.20.0.2 (42fff02e-d0a7-4957-ba66-33dbc6d0f77f/cc474173-8433-4669-b4bf-135df02fe019/9a1cda9b-fc43-4877-9ac7-2d03810d351a) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:59:58.490583 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 21:59:58.678395 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.701666 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.748840 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:59:58.751401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.1 (42fff02e-d0a7-4957-ba66-33dbc6d0f77f/cc474173-8433-4669-b4bf-135df02fe019/87606ad0-f3fb-43d2-a750-96c6a0a5a41c) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 21:59:58.762361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:59:58.764826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:59:58.771271 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Pushing event updated for resources: {'Port': ['ID=9a1cda9b-fc43-4877-9ac7-2d03810d351a,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:58.801529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528719d0>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:56Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T21:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 21:59:58.846757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88693d2a-1704-4f9e-92c0-2826b0f16d09 None None] The sync data for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 is: [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:56Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T21:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 21:59:58.851215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Attempting to bind port 9a1cda9b-fc43-4877-9ac7-2d03810d351a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 21:59:58.851361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Attempting to bind port 9a1cda9b-fc43-4877-9ac7-2d03810d351a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 21:59:58.851682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Attempting to bind port 9a1cda9b-fc43-4877-9ac7-2d03810d351a on network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 21:59:58.856814 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 21:59:58.857186 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Checking segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 21:59:58.857584 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.857968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Bound using segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 21:59:58.858519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Bound port: 9a1cda9b-fc43-4877-9ac7-2d03810d351a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 21:59:58.858910 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.865549 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.912710 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.935648 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] For port 9a1cda9b-fc43-4877-9ac7-2d03810d351a, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 21:59:58.939188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] For port 9a1cda9b-fc43-4877-9ac7-2d03810d351a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1cda9b-fc43-4877-9ac7-2d03810d351a,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 21:59:58.944890 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:58.954355 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 21:59:58.957435 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 21:59:58.964546 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 21:59:59.009621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff2e0-3116-4383-bb56-492cd7c34c88 None None] Pushing event updated for resources: {'Port': ['ID=9a1cda9b-fc43-4877-9ac7-2d03810d351a,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:59.375427 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:59.396961 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:59.538535 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:59.864596 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:59.872631 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:59.909018 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 51417a73-cd67-467b-b5e3-7587b64a8775 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 21:59:59.963799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 21:59:59.966437 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 21:59:59.969967 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 51417a73-cd67-467b-b5e3-7587b64a8775 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 21:59:59.970649 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.047296 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab546c-4de2-4b6f-813b-1c007bce5dee None None] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:00:00.069477 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:00:00.070858 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:00:00.112821 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.150929 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-de427584-c209-49c5-8a51-65ff5455b18b None None] Provisioning complete for port 9a1cda9b-fc43-4877-9ac7-2d03810d351a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:00.151291 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de427584-c209-49c5-8a51-65ff5455b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.153746 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 51417a73-cd67-467b-b5e3-7587b64a8775, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51417a73-cd67-467b-b5e3-7587b64a8775,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:00:00.183743 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.184536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9a1cda9b-fc43-4877-9ac7-2d03810d351a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:00:00.185442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 086883b9-20cd-444e-a619-4f5ac08000cf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:00:00.306930 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:00:00.312276 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a18eb445-d982-49aa-803b-2d47eb8416ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/086883b9-20cd-444e-a619-4f5ac08000cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5986302
Nov 06 22:00:00.317216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=51417a73-cd67-467b-b5e3-7587b64a8775,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:00.387916 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9a1cda9b-fc43-4877-9ac7-2d03810d351a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:00.388367 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.421155 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de427584-c209-49c5-8a51-65ff5455b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.468517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-de427584-c209-49c5-8a51-65ff5455b18b None None] For port 9a1cda9b-fc43-4877-9ac7-2d03810d351a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1cda9b-fc43-4877-9ac7-2d03810d351a,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:00:00.492669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-246d107e-71c7-490c-bae4-cdf5ea373277 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261098527&fields=id&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 267 time: 0.0591111
Nov 06 22:00:00.504574 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-de427584-c209-49c5-8a51-65ff5455b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.578651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de427584-c209-49c5-8a51-65ff5455b18b None None] Pushing event updated for resources: {'Port': ['ID=9a1cda9b-fc43-4877-9ac7-2d03810d351a,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:00.604585 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Sync routers for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:00:00.615497 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:00:00.616103 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252706130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:00:00.623972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-33322429-3943-444e-bc73-be9961bb90cd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:00.625628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-33322429-3943-444e-bc73-be9961bb90cd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 796 time: 0.1201653
Nov 06 22:00:00.645119 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-03072cbc-1c1f-486b-b109-65d899190023 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/quotas/71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 375 time: 0.0119951
Nov 06 22:00:00.703407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-1a061715-36d2-49ff-ba34-f63814126d7e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0521894
Nov 06 22:00:00.727072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-86953896-4848-4470-9953-16da6c407248 None None] Provisioning complete for port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:00.727657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86953896-4848-4470-9953-16da6c407248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.738952 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:00:00.777130 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-86953896-4848-4470-9953-16da6c407248 None None] Port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:00:00.790155 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-86953896-4848-4470-9953-16da6c407248 None None] Provisioning complete for port 9a1cda9b-fc43-4877-9ac7-2d03810d351a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:00.790658 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86953896-4848-4470-9953-16da6c407248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:00.819044 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-5ad9f087-0245-4d33-9899-b666318d3f38 service neutron] 10.222.0.13 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027811
Nov 06 22:00:00.930525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-7efac938-e1d0-4e86-a676-78eba60f02c3 service neutron] 10.222.0.13 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1050165
Nov 06 22:00:00.962427 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252706130>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 2, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:00:00.994676 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Checking router: 086883b9-20cd-444e-a619-4f5ac08000cf for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:00:00.995105 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Updating router 086883b9-20cd-444e-a619-4f5ac08000cf port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:00:01.010193 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bb4434e6-f757-4b69-a1d1-d1160e41dcb8 None None] Provisioning complete for port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:01.010772 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bb4434e6-f757-4b69-a1d1-d1160e41dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.023693 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.064138 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-bb4434e6-f757-4b69-a1d1-d1160e41dcb8 None None] Port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:00:01.115974 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ad5ca378-abe4-493d-8845-907a0b64d78a req-d583613b-fdf6-4f77-a720-e0b67a713440 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 210 time: 0.0330424
Nov 06 22:00:01.185190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ffdac1ef-3e9a-46fe-98b7-5d11ad0e39d9 None None] Provisioning complete for port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:01.185546 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ffdac1ef-3e9a-46fe-98b7-5d11ad0e39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.220777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ffdac1ef-3e9a-46fe-98b7-5d11ad0e39d9 None None] Port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:00:01.343219 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.349148 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.407569 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Pushing event updated for resources: {'Port': ['ID=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:01.432899 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.434229 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.434637 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.435022 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.435466 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.435789 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.436210 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.436476 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.436823 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.437136 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.437496 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.437815 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:00:01.469043 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Attempting to bind port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:00:01.469404 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Attempting to bind port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:00:01.469761 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Attempting to bind port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c on network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:00:01.475098 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:00:01.475492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Checking segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:00:01.475897 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.476285 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Bound using segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:00:01.476923 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Bound port: 87606ad0-f3fb-43d2-a750-96c6a0a5a41c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:00:01.477287 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.549411 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] For port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:00:01.554620 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] For port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:00:01.558493 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.627695 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:00:01.628378 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252706130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:00:01.648174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-44063c21-a26a-4085-80ec-a073cf95c7b0 None None] Provisioning complete for port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:01.648728 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44063c21-a26a-4085-80ec-a073cf95c7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.738831 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee155f-914c-4b2b-8594-d4aff2957a5a None None] Pushing event updated for resources: {'Port': ['ID=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:01.745233 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44063c21-a26a-4085-80ec-a073cf95c7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.787248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-44063c21-a26a-4085-80ec-a073cf95c7b0 None None] For port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:00:01.796099 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-44063c21-a26a-4085-80ec-a073cf95c7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:01.862146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44063c21-a26a-4085-80ec-a073cf95c7b0 None None] Pushing event updated for resources: {'Port': ['ID=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:01.872962 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:00:01.918547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-486183b1-ddf5-439b-9c72-30ddc85e5378 None None] Provisioning complete for port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:01.918975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-486183b1-ddf5-439b-9c72-30ddc85e5378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:02.039715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 51417a73-cd67-467b-b5e3-7587b64a8775 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:00:02.092165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 51417a73-cd67-467b-b5e3-7587b64a8775 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:02.092663 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:02.168232 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-84710988-c19d-4f67-9fc0-99913eae59e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:02.168232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-84710988-c19d-4f67-9fc0-99913eae59e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 796 time: 0.1446157
Nov 06 22:00:02.168881 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252706130>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T22:00:01Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:00:02.192740 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac7e25-3db0-4446-9efb-b9d13516dc50 None None] The sync data for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 is: [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T22:00:01Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:00:02.194682 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9a1cda9b-fc43-4877-9ac7-2d03810d351a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:00:02.250210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-e298bc51-ce54-49d2-8f6a-1817efc8e26c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 380 time: 0.0858264
Nov 06 22:00:02.270344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9a1cda9b-fc43-4877-9ac7-2d03810d351a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:02.270719 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:02.277423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-58305d82-b5bf-4630-951d-e2987d3b6de1 req-867a5b2c-9af4-41ae-a51f-c08691b5aae4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 210 time: 0.0433877
Nov 06 22:00:02.281480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'port': {'device_id': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'admin_state_up': True, 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'security_groups': ['d4245e61-57b6-4672-a861-ac2afc3d539d']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:00:02.409175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:00:02.412802 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:02.551536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.10 (42fff02e-d0a7-4957-ba66-33dbc6d0f77f/cc474173-8433-4669-b4bf-135df02fe019/bf70f70f-d0bb-4e3c-8c39-48668215c1ef) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:00:02.695944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:02.731008 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:02.779633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:00:02.782928 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:00:02.785571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:00:02.820849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:02.851021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:02.851785 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:02.874437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-fe7db050-86ce-4628-8f92-6091846edcb0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5994606
Nov 06 22:00:02.887827 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Request body: {'port': {'device_id': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:00:02.948814 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:03.069242 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0b0e3fdf-c514-4049-aff6-74115d58411a None None] Provisioning complete for port bf70f70f-d0bb-4e3c-8c39-48668215c1ef triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:03.070264 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b0e3fdf-c514-4049-aff6-74115d58411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:03.106534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e3fdf-c514-4049-aff6-74115d58411a None None] Port bf70f70f-d0bb-4e3c-8c39-48668215c1ef cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:00:03.239476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf70f70f-d0bb-4e3c-8c39-48668215c1ef {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:00:03.246946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:03.259054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Transition to ACTIVE for port object bf70f70f-d0bb-4e3c-8c39-48668215c1ef will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 22:00:03.263320 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:03.318058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:03.420212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Attempting to bind port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:00:03.420576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Attempting to bind port bf70f70f-d0bb-4e3c-8c39-48668215c1ef by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:00:03.420901 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Attempting to bind port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:00:03.429908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 22:00:03.430154 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Attempting to bind port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:00:03.444012 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638243e9-d0ea-40d5-a419-da310e98559c req-1b7aeeea-8b5e-4808-8d2b-55ed52b1b79c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:03.445617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-638243e9-d0ea-40d5-a419-da310e98559c req-1b7aeeea-8b5e-4808-8d2b-55ed52b1b79c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 944 time: 0.0717268
Nov 06 22:00:03.446951 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:00:03.447280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Checking segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:00:03.447661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Bound using segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:00:03.448103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Bound port: bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:00:03.448507 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:03.542998 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-638243e9-d0ea-40d5-a419-da310e98559c req-bdf1f8c3-3f0d-4685-adbc-460ba137b42b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848026
Nov 06 22:00:03.558633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:00:03.561782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:00:03.566724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:03.602288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:03.602911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:03.604327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d463114d-2667-4783-90f6-3e339837f23f service neutron] 10.222.0.37 "PUT /v2.0/ports/bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 1092 time: 0.7209070
Nov 06 22:00:03.604774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:00:03.607070 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:00:03.636113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463114d-2667-4783-90f6-3e339837f23f service neutron] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:03.650816 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a02617-badc-4d82-a2b3-246c0af96e60 x-openstack-request-id: req-24a02617-badc-4d82-a2b3-246c0af96e60 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:00:03.651151 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:00:03.651368 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24a02617-badc-4d82-a2b3-246c0af96e60 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:00:03.651780 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'status': 'completed', 'code': 200}
Nov 06 22:00:03.694240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d4db45d9-e4e3-44ad-be10-92b6db964773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:03.696326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d4db45d9-e4e3-44ad-be10-92b6db964773 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1095 time: 0.0437150
Nov 06 22:00:03.743719 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-bb91ff57-31c8-4606-b28d-1a890c120911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 217 time: 0.0399871
Nov 06 22:00:03.796555 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d3672fab-a5b0-48bc-ae37-b352e04dea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:03.798043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-d3672fab-a5b0-48bc-ae37-b352e04dea41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0473602
Nov 06 22:00:03.843486 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-cfcc4dbe-41f9-441d-a5e5-d818c919015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:03.845025 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-cfcc4dbe-41f9-441d-a5e5-d818c919015b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394595
Nov 06 22:00:03.941659 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-f0c478d0-9020-4a84-94fc-c0ab6c18619c service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880103
Nov 06 22:00:04.024035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87606ad0-f3fb-43d2-a750-96c6a0a5a41c up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:00:04.036651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f57baec1-950d-447e-8f7b-ba7f826169e3 req-4bf19263-6dab-465f-922f-02c3e8d31e50 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877523
Nov 06 22:00:04.072896 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:04.073540 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:04.125668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-d4e15ac4-2dbc-486a-a8b5-fd93153b94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:04.127342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-d4e15ac4-2dbc-486a-a8b5-fd93153b94ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1095 time: 0.0418396
Nov 06 22:00:04.221623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-4fc36507-16ca-4ceb-90b5-e8dbe03df16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:04.223137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-4fc36507-16ca-4ceb-90b5-e8dbe03df16a service neutron] 10.222.0.37 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.0895247
Nov 06 22:00:04.265076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-61c23dea-c6fc-4713-995f-4eebdf8fdb8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 217 time: 0.0343506
Nov 06 22:00:04.319274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-8c2e0c66-792a-4396-a801-c78201fbfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:04.320758 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-8c2e0c66-792a-4396-a801-c78201fbfdf9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0484507
Nov 06 22:00:04.366160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-99d9fb56-63de-4b80-97ac-825254805619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:04.367702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-99d9fb56-63de-4b80-97ac-825254805619 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404129
Nov 06 22:00:04.458708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-f99bf2b7-eac3-466d-be77-12ecdff2b0a0 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837643
Nov 06 22:00:04.555240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e72053-5ce8-4e5e-a3ec-4167fc2b3ca0 req-88d6ea91-c68d-4d0d-9a42-04fbaf6d0c06 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890386
Nov 06 22:00:04.659349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93a974-29c6-488d-80a2-88c54077c683 req-dc852b06-91dc-4b13-9248-21fce8505e52 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:04.660868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d93a974-29c6-488d-80a2-88c54077c683 req-dc852b06-91dc-4b13-9248-21fce8505e52 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 944 time: 0.0494065
Nov 06 22:00:04.709634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d93a974-29c6-488d-80a2-88c54077c683 req-e31626ce-640a-4e38-a841-f89bd70af91f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429637
Nov 06 22:00:05.832203 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3081dde-8323-4be4-9b0f-269547bff599 req-7a8376eb-f27f-4b53-b588-1ab5dd3b952c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:05.833705 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3081dde-8323-4be4-9b0f-269547bff599 req-7a8376eb-f27f-4b53-b588-1ab5dd3b952c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 944 time: 0.0530162
Nov 06 22:00:05.882545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e3081dde-8323-4be4-9b0f-269547bff599 req-6e795707-39be-4803-bf3b-3efbb1f61d26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429487
Nov 06 22:00:06.998977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7dc3f-f80a-4157-9488-3925408cd324 req-251a40cf-6471-418b-8471-dbcce56d78a9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:07.000495 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ad7dc3f-f80a-4157-9488-3925408cd324 req-251a40cf-6471-418b-8471-dbcce56d78a9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 944 time: 0.0504270
Nov 06 22:00:07.049007 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ad7dc3f-f80a-4157-9488-3925408cd324 req-54d2eae5-27fb-4d15-a7c6-8971dd674b00 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426610
Nov 06 22:00:07.086690 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:00:08.162508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10f982-8710-4a7c-bfe8-dbd204075651 req-b1ddb7fc-edc5-48db-85bd-8c1e99a8e86e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:08.163983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f10f982-8710-4a7c-bfe8-dbd204075651 req-b1ddb7fc-edc5-48db-85bd-8c1e99a8e86e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 944 time: 0.0485990
Nov 06 22:00:08.216026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f10f982-8710-4a7c-bfe8-dbd204075651 req-5d6bf89e-f86b-48a1-977d-8af197bcc766 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460265
Nov 06 22:00:08.801530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device bf70f70f-d0bb-4e3c-8c39-48668215c1ef details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:00:08.893572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:00:08.904565 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'port_id': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'mac_address': 'fa:16:3e:bf:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:00:08.944795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:08.958418 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf70f70f-d0bb-4e3c-8c39-48668215c1ef {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:00:08.977160 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:00:08.981050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:09.026982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:09.322100 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['bf70f70f-d0bb-4e3c-8c39-48668215c1ef'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:00:09.338687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa70a5-0a9b-4d65-8544-53087329b622 req-b16824f3-87d6-4502-a96d-2b904416e778 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:09.341217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93aa70a5-0a9b-4d65-8544-53087329b622 req-b16824f3-87d6-4502-a96d-2b904416e778 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 945 time: 0.0585074
Nov 06 22:00:09.390407 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93aa70a5-0a9b-4d65-8544-53087329b622 req-58a0dcc4-64b0-4657-ae26-ed250665e88f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434923
Nov 06 22:00:10.504016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d4c5e-5e4e-4dbb-800f-07b02a69e094 req-03860296-6aec-480e-8d10-b91011ca8554 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:10.505517 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e7d4c5e-5e4e-4dbb-800f-07b02a69e094 req-03860296-6aec-480e-8d10-b91011ca8554 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 945 time: 0.0478144
Nov 06 22:00:10.556129 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e7d4c5e-5e4e-4dbb-800f-07b02a69e094 req-c3e46b6b-f5fe-4d33-8324-c5b40927c5c2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445828
Nov 06 22:00:10.817408 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device bf70f70f-d0bb-4e3c-8c39-48668215c1ef up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:00:10.866379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port bf70f70f-d0bb-4e3c-8c39-48668215c1ef completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 22:00:10.870673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port bf70f70f-d0bb-4e3c-8c39-48668215c1ef triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:00:10.871034 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:10.948305 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:10.969353 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:00:10.971619 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab086533-675b-4d92-b488-bf54b30179ac" -d '{"events": [{"server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "name": "network-vif-plugged", "status": "completed", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:00:10.983713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:00:10.988579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:11.037454 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:11.069273 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586d389-9d37-4751-90f1-721e372dc70c x-openstack-request-id: req-a586d389-9d37-4751-90f1-721e372dc70c {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:00:11.069563 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "name": "network-vif-plugged", "status": "completed", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:00:11.069817 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a586d389-9d37-4751-90f1-721e372dc70c {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:00:11.070212 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'code': 200}
Nov 06 22:00:11.165476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d19e67-f1a8-4716-a059-1d5f43c246c6 req-5ef3ca99-e38c-4983-9e34-7030fd071ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:11.166927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6d19e67-f1a8-4716-a059-1d5f43c246c6 req-5ef3ca99-e38c-4983-9e34-7030fd071ee7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1097 time: 0.0424268
Nov 06 22:00:11.213722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b6d19e67-f1a8-4716-a059-1d5f43c246c6 req-06fb8cff-7d78-4aba-aa84-028f8831bcaa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386977
Nov 06 22:00:11.671761 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796750f-f243-4eed-a2d1-7474330bb705 req-f88ac763-d372-48e9-adfe-0b54faf26bb3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:11.673268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0796750f-f243-4eed-a2d1-7474330bb705 req-f88ac763-d372-48e9-adfe-0b54faf26bb3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0506294
Nov 06 22:00:11.722369 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0796750f-f243-4eed-a2d1-7474330bb705 req-fa1ed7b3-2d0c-4375-9eac-4cc400463bba tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424001
Nov 06 22:00:12.842727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5a759-cb52-47ab-89a1-67f126cb67cc req-51228125-33f0-4c53-8860-0619398e47c5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:12.844207 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9db5a759-cb52-47ab-89a1-67f126cb67cc req-51228125-33f0-4c53-8860-0619398e47c5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0486696
Nov 06 22:00:12.897431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9db5a759-cb52-47ab-89a1-67f126cb67cc req-37ca8908-fc06-40e5-b427-758dd844a2b5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472038
Nov 06 22:00:13.011503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7148a4-4b2a-41e4-9e53-153c0f9135ee req-d52e612b-1f3c-48b0-8693-8679295f9a81 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:13.012929 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f7148a4-4b2a-41e4-9e53-153c0f9135ee req-d52e612b-1f3c-48b0-8693-8679295f9a81 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0494139
Nov 06 22:00:13.062285 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5f7148a4-4b2a-41e4-9e53-153c0f9135ee req-3d14aa1c-1d4c-465b-9ffc-56c092657c84 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428493
Nov 06 22:00:13.083856 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49624) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:00:13.123249 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4705f97-b21b-460b-a626-a2440f7ef9dd tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:13.124805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d4705f97-b21b-460b-a626-a2440f7ef9dd tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1092 time: 0.0399165
Nov 06 22:00:13.128676 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49626) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:00:13.133144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:00:13.155037 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:13.252348 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:13.353327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.92 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/690166e1-2a0a-4275-92ac-bc1577f33141) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:00:13.456766 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:13.490265 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:13.525454 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:00:13.528132 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:00:13.534635 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:00:13.558100 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=690166e1-2a0a-4275-92ac-bc1577f33141,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:13.888157 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:13.952733 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:14.102562 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:14.106961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:14.179038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=690166e1-2a0a-4275-92ac-bc1577f33141,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:00:14.188737 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:14.625449 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP 5ead13db-6db7-4207-bbdd-3404483d2a1a associated. External IP: 172.35.0.92, port: bf70f70f-d0bb-4e3c-8c39-48668215c1ef.
Nov 06 22:00:14.833875 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 086883b9-20cd-444e-a619-4f5ac08000cf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:00:14.940731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:00:14.950224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] Sync routers for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:00:14.957813 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:14.960637 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:00:14.961238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518152e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:00:14.984574 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f57724c7-dc6c-4e5d-84e1-2866e9bc32d8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8546538
Nov 06 22:00:14.985256 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:00:14.988131 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:00:15.030127 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55a9467-7ee3-46af-9b9b-344020535c6f x-openstack-request-id: req-c55a9467-7ee3-46af-9b9b-344020535c6f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:00:15.030416 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:00:15.030671 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c55a9467-7ee3-46af-9b9b-344020535c6f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:00:15.031070 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'status': 'completed', 'code': 200}
Nov 06 22:00:15.084853 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:00:15.128710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44393efa-0d0e-466b-b7fc-73e82a086b5d req-e01d63e8-7bf4-4a3b-ae89-5865befc1673 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:15.130107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44393efa-0d0e-466b-b7fc-73e82a086b5d req-e01d63e8-7bf4-4a3b-ae89-5865befc1673 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0832734
Nov 06 22:00:15.132224 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:15.132959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-6091e1b0-5c8d-4aa1-80f9-1f7cd8860ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:15.134337 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-6091e1b0-5c8d-4aa1-80f9-1f7cd8860ec7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1097 time: 0.0748181
Nov 06 22:00:15.234324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-44393efa-0d0e-466b-b7fc-73e82a086b5d req-73d8ef4e-3029-436c-854e-f1258acaec73 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970159
Nov 06 22:00:15.256570 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49632) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:00:15.267117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-900f3469-8dc9-4623-9f85-0ed06830bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:15.269162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-900f3469-8dc9-4623-9f85-0ed06830bc9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.1251528
Nov 06 22:00:15.324322 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518152e0>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ead13db-6db7-4207-bbdd-3404483d2a1a', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.92', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'port_id': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'mac_address': 'fa:16:3e:bf:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:00:13Z', 'updated_at': '2021-11-06T22:00:13Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T22:00:01Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:00:15.326778 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ea77e34d-7ff1-49d0-9835-b439b2b1c5ba tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/5ead13db-6db7-4207-bbdd-3404483d2a1a HTTP/1.1" status: 200  len: 991 time: 0.0690293
Nov 06 22:00:15.339412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-22812a03-44a6-41e3-bd04-4f6ee4b52bf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 999 time: 0.0626080
Nov 06 22:00:15.355258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] Checking router: 086883b9-20cd-444e-a619-4f5ac08000cf for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:00:15.369727 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:00:15.370313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92518152e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T21:59:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:00:15.374151 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:15.389897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-cd064e6f-4aa9-43cf-b211-8c6af6b40e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:15.391291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-cd064e6f-4aa9-43cf-b211-8c6af6b40e82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0446782
Nov 06 22:00:15.449583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-5e06398b-9e23-4162-b430-39fd4c176fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:15.452009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-5e06398b-9e23-4162-b430-39fd4c176fea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0537183
Nov 06 22:00:15.490844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:00:15.540475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-6727b891-10a8-49e6-9add-72eb146cb675 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816529
Nov 06 22:00:15.636539 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83291ca6-c41b-4aa6-985c-fd6c061bf2ae req-52518e25-e9ef-495a-8977-5f7ec81d12eb service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891535
Nov 06 22:00:15.716331 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92518152e0>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ead13db-6db7-4207-bbdd-3404483d2a1a', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.92', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'port_id': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'mac_address': 'fa:16:3e:bf:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:00:13Z', 'updated_at': '2021-11-06T22:00:13Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T22:00:01Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:00:15.742080 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e4de9-2be9-491a-adf9-8b21bcdbfbf9 None None] The sync data for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 is: [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ead13db-6db7-4207-bbdd-3404483d2a1a', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.92', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'port_id': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'mac_address': 'fa:16:3e:bf:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:00:13Z', 'updated_at': '2021-11-06T22:00:13Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T22:00:01Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:00:15.930806 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886edecd-702a-48c0-87c5-f1542c484ded None None] New status for floating IP 5ead13db-6db7-4207-bbdd-3404483d2a1a: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:00:16.329099 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49634) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:00:16.388952 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8a4966ae-7c49-4539-bcd0-68fcc192664d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/5ead13db-6db7-4207-bbdd-3404483d2a1a HTTP/1.1" status: 200  len: 993 time: 0.0582871
Nov 06 22:00:17.000137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cd64b1ee-e97c-4ca7-8495-f91da81cacd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:19.359339 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9757d691-e51f-4490-b8b4-07f094d4629b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:20.870017 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:22.102470 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:22.660085 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:30.213042 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-dab35552-d198-4894-a474-8b73a4718a81 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1220849
Nov 06 22:00:30.296013 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-0e5f1655-5bdd-42b0-a49e-495679b2692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:30.297692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-0e5f1655-5bdd-42b0-a49e-495679b2692a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1097 time: 0.0409544
Nov 06 22:00:30.406976 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-b19ffc79-decd-47ca-b8f4-e55a54b861e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:30.409073 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-b19ffc79-decd-47ca-b8f4-e55a54b861e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.0919447
Nov 06 22:00:30.476726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-e165a861-a374-4e17-b9a1-ada7fa03bb9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 1001 time: 0.0606935
Nov 06 22:00:30.528535 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-239a13a0-e169-496e-82fc-8ae1e21ddf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:30.530033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-239a13a0-e169-496e-82fc-8ae1e21ddf59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0465093
Nov 06 22:00:30.581379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-fc0ea94e-0602-4b83-ad5c-e773a467e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:00:30.582911 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-fc0ea94e-0602-4b83-ad5c-e773a467e832 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0460525
Nov 06 22:00:30.682284 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-a30bf01f-6cce-44d4-8bb7-e6932d7a143e service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923836
Nov 06 22:00:30.776062 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ed76a7e8-0782-40d0-b954-3dbeac003870 req-53be2e3d-0a70-43c1-86a1-cf720be98d9b service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861187
Nov 06 22:00:44.085869 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:00:45.106845 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:45.361422 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:47.002143 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-834836df-eb67-4393-b13f-b50931a91e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:49.361516 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87e628d9-591c-4251-a836-57854b0cfcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:50.867866 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:52.107206 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:00:52.662195 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:15.103853 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:15.384857 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:17.002826 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-57fbdd87-f21b-4920-ba8c-61028e79820f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:18.981685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-be68bd57-567d-4fdb-96fb-cc351fbd3db9 req-6e80a953-77c3-42b9-b7da-b0789f13cba8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:01:18.982722 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-be68bd57-567d-4fdb-96fb-cc351fbd3db9 req-6e80a953-77c3-42b9-b7da-b0789f13cba8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0559142
Nov 06 22:01:19.168749 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49686) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:01:19.213568 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801e179-2b37-432c-8108-738164af4f4c req-fe0ce103-6649-4e8a-98ff-a0a06d4ea532 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:19.215091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1801e179-2b37-432c-8108-738164af4f4c req-fe0ce103-6649-4e8a-98ff-a0a06d4ea532 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0959065
Nov 06 22:01:19.252636 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-55da1641-1dab-4724-920a-652350cd4069 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0824883
Nov 06 22:01:19.261352 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-7fb87892-087b-4a95-8ed2-7ca46a39a3b7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:01:19.262325 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-7fb87892-087b-4a95-8ed2-7ca46a39a3b7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050151
Nov 06 22:01:19.266710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1801e179-2b37-432c-8108-738164af4f4c req-f9e96a07-15fe-4f60-b865-22af904e35b1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448937
Nov 06 22:01:19.361563 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9057c20b-017c-4194-b750-a3ea925f7b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:20.381355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-5d2c7e35-1754-4d05-9487-1186ccf10a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:20.382837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-5d2c7e35-1754-4d05-9487-1186ccf10a58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1097 time: 0.0442936
Nov 06 22:01:20.506394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bf61f-f3ad-4ef2-85c4-0a7eae69ab1a req-617df0fa-45f3-4174-b494-66f2a55a7ff0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:20.507887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c03bf61f-f3ad-4ef2-85c4-0a7eae69ab1a req-617df0fa-45f3-4174-b494-66f2a55a7ff0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.1606874
Nov 06 22:01:20.524650 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-0631789e-a885-4f92-a645-505e6e3058a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:20.526076 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-0631789e-a885-4f92-a645-505e6e3058a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.1365058
Nov 06 22:01:20.612989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c03bf61f-f3ad-4ef2-85c4-0a7eae69ab1a req-62f3c4cd-d018-410e-8c20-fd5388d4ff4b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979753
Nov 06 22:01:20.619265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-f12a9e85-1ce3-4caa-9edb-412d3587406c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 1001 time: 0.0855961
Nov 06 22:01:20.668992 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-5805f6bc-43e5-44ed-9d29-5e22d959544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:20.670428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-5805f6bc-43e5-44ed-9d29-5e22d959544d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0446482
Nov 06 22:01:20.715135 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-68b37bfb-06d5-423f-ad2a-f40c8b3bf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:20.716603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-68b37bfb-06d5-423f-ad2a-f40c8b3bf346 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388498
Nov 06 22:01:20.810482 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-cd5615a8-f9d6-4bc0-a480-b530254e95c2 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864847
Nov 06 22:01:20.871614 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:20.903885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-2679d654-44c5-46e2-afc9-0e388a87428b service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869660
Nov 06 22:01:21.085972 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:01:21.729036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276571f-4955-48c7-a237-62000f437b8a req-b8157c9e-e91b-4296-9197-e7a2fbf84bc7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:21.730497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c276571f-4955-48c7-a237-62000f437b8a req-b8157c9e-e91b-4296-9197-e7a2fbf84bc7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0491390
Nov 06 22:01:21.786486 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c276571f-4955-48c7-a237-62000f437b8a req-5143e23e-a237-43e1-b5f7-4e361821b404 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495343
Nov 06 22:01:22.110184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:22.666259 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:22.907748 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231217fe-64fc-4c04-8a9a-4db5f8ab5457 req-c3a87d76-e5f5-42af-9e41-eb2f9cd6fbc9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:22.909275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-231217fe-64fc-4c04-8a9a-4db5f8ab5457 req-c3a87d76-e5f5-42af-9e41-eb2f9cd6fbc9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0490072
Nov 06 22:01:22.958009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-231217fe-64fc-4c04-8a9a-4db5f8ab5457 req-e93a8fcf-2678-480b-8f37-bfb99eb61487 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426574
Nov 06 22:01:24.074263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122157e-9df1-498c-800b-4b037986eb0e req-b8b58836-072a-495e-ab27-8493f5658b6b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:24.075763 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7122157e-9df1-498c-800b-4b037986eb0e req-b8b58836-072a-495e-ab27-8493f5658b6b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0483403
Nov 06 22:01:24.123913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7122157e-9df1-498c-800b-4b037986eb0e req-b3f14444-7208-43b3-a65e-600db8ed5eee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415413
Nov 06 22:01:25.243246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb459d-c06a-460a-8836-d685b67d850b req-cbec3347-5f45-4a5c-94d5-680e4d5c0626 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:25.244753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75cb459d-c06a-460a-8836-d685b67d850b req-cbec3347-5f45-4a5c-94d5-680e4d5c0626 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0529125
Nov 06 22:01:25.294456 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-75cb459d-c06a-460a-8836-d685b67d850b req-28ff91ff-f604-45da-a363-b4058eed6463 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431764
Nov 06 22:01:26.411243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55bc53-801c-49b7-8288-67e0edd39234 req-74445512-93af-43bd-bb1a-3c58336146e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:26.412811 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d55bc53-801c-49b7-8288-67e0edd39234 req-74445512-93af-43bd-bb1a-3c58336146e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0492902
Nov 06 22:01:26.463306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8d55bc53-801c-49b7-8288-67e0edd39234 req-22c8adf1-0e8a-4ec0-9611-448444df2114 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437460
Nov 06 22:01:27.580797 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e69c-7096-440f-8481-8e05dac8dbc5 req-49fad655-0db7-467c-83b6-ff7c01a3404f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:27.582939 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b612e69c-7096-440f-8481-8e05dac8dbc5 req-49fad655-0db7-467c-83b6-ff7c01a3404f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0526006
Nov 06 22:01:27.632035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b612e69c-7096-440f-8481-8e05dac8dbc5 req-0304a268-495f-4499-9692-2e88d69178e3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432873
Nov 06 22:01:28.747029 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaa750-cbad-4872-85d8-bafaa511644e req-22ac62f7-059a-4a18-8711-06f9ec9fd7af tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:28.748546 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81aaa750-cbad-4872-85d8-bafaa511644e req-22ac62f7-059a-4a18-8711-06f9ec9fd7af tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0494289
Nov 06 22:01:28.798834 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81aaa750-cbad-4872-85d8-bafaa511644e req-19af7c01-5bee-40e1-bd9a-e8e026c4c7a9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442750
Nov 06 22:01:29.918628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79b64a-7913-4f62-ac23-ebb4a5e0e00c req-1471da48-1317-42c9-bfa3-9a13e93b33da tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:29.920118 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e79b64a-7913-4f62-ac23-ebb4a5e0e00c req-1471da48-1317-42c9-bfa3-9a13e93b33da tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0486298
Nov 06 22:01:29.973240 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5e79b64a-7913-4f62-ac23-ebb4a5e0e00c req-1b97d72c-e1e8-40b1-abeb-ab21cc7ecc3b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464771
Nov 06 22:01:30.458898 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-e64e305b-8759-401e-ae97-32390dd80228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:30.460400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-e64e305b-8759-401e-ae97-32390dd80228 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1097 time: 0.0434620
Nov 06 22:01:30.562179 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-f595bcdf-3772-43ea-8120-9205b5d467fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:30.563651 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-f595bcdf-3772-43ea-8120-9205b5d467fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.0843782
Nov 06 22:01:30.632923 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-08fefc69-0203-4599-b8c6-66072bcb67c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 1001 time: 0.0624454
Nov 06 22:01:30.684167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-4ad616f4-a8de-4354-8e23-be3095e79227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:30.685796 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-4ad616f4-a8de-4354-8e23-be3095e79227 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0467372
Nov 06 22:01:30.732680 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-4bf79786-7630-44e8-8b9f-a07c96efe451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:30.734218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-4bf79786-7630-44e8-8b9f-a07c96efe451 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416589
Nov 06 22:01:30.828880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-f0e27afe-2068-4010-9b0f-7238e16181cc service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879319
Nov 06 22:01:30.922663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-29c976fb-8826-4402-9f0c-e26a3e29ebb8 req-3cdb3737-ab51-4f4f-97a8-4abdf590bce4 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869319
Nov 06 22:01:31.093740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258ce0a-9c86-4626-abd9-62fb319a9de8 req-555fb9b3-4cc8-45ec-81e8-911dfaf88caa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:31.095221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b258ce0a-9c86-4626-abd9-62fb319a9de8 req-555fb9b3-4cc8-45ec-81e8-911dfaf88caa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0537937
Nov 06 22:01:31.143212 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b258ce0a-9c86-4626-abd9-62fb319a9de8 req-78eef18a-aa4d-4d37-8224-e6f0a2e9997e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420506
Nov 06 22:01:32.257599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736e5c-858c-498f-a711-71bea1696a4a req-ae031a6e-f80d-4880-b2a2-c60f1e44ae5b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:32.259091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71736e5c-858c-498f-a711-71bea1696a4a req-ae031a6e-f80d-4880-b2a2-c60f1e44ae5b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0483105
Nov 06 22:01:32.307840 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71736e5c-858c-498f-a711-71bea1696a4a req-3c5b272b-df59-4f38-9aee-bc199e7ba63b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428119
Nov 06 22:01:32.789849 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-f328a3e2-3aa6-409a-8c59-6a373c02badb service neutron] show failed (client error): The resource could not be found.
Nov 06 22:01:32.790828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-f328a3e2-3aa6-409a-8c59-6a373c02badb service neutron] 10.222.0.37 "GET /v2.0/ports/bf70f70f-d0bb-4e3c-8c39-48668215c1ef/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0521774
Nov 06 22:01:33.035296 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-c28d9e53-3488-41d7-9c58-555e30481269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:33.036803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-c28d9e53-3488-41d7-9c58-555e30481269 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 1097 time: 0.0859823
Nov 06 22:01:33.057408 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-fdd39810-bf9a-47bb-9de5-e519ad3ed5ff service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:01:33.058306 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-fdd39810-bf9a-47bb-9de5-e519ad3ed5ff service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048239
Nov 06 22:01:33.070089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:01:33.121799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:33.318175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:01:33.350625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:01:33.418106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:01:33.420382 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aa841b-9f08-454d-abe1-b5a0d3f703ae" -d '{"events": [{"server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:01:33.424838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:33.442847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Transition to ACTIVE for port object bf70f70f-d0bb-4e3c-8c39-48668215c1ef will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 22:01:33.446762 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:33.462287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b76d1-5d19-4578-8f08-c54e73aaad23 req-3b02dfbd-1c02-4072-b969-3a82620b3d43 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:33.463798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-172b76d1-5d19-4578-8f08-c54e73aaad23 req-3b02dfbd-1c02-4072-b969-3a82620b3d43 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0833178
Nov 06 22:01:33.553329 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee1e258-4c6f-4a64-a1ed-ffbab5fd7d58 x-openstack-request-id: req-aee1e258-4c6f-4a64-a1ed-ffbab5fd7d58 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:01:33.553623 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:01:33.553877 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aee1e258-4c6f-4a64-a1ed-ffbab5fd7d58 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:01:33.554268 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'code': 200}
Nov 06 22:01:33.575163 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=6']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:01:33.597058 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.597986 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.598326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.598659 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.598987 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.599313 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.599636 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.599957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.600279 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.600645 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.600948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.601267 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:33.614453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-172b76d1-5d19-4578-8f08-c54e73aaad23 req-962816c7-f2dc-4f75-bd8f-c604e50e4794 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291173
Nov 06 22:01:33.637038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] No DVR routers for this DVR port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:01:33.772926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Attempting to bind port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on host nch2-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:01:33.773206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Attempting to bind port bf70f70f-d0bb-4e3c-8c39-48668215c1ef by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:01:33.773545 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Attempting to bind port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:01:33.777996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 22:01:33.778317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Attempting to bind port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:01:33.783109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:01:33.783446 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Checking segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:01:33.783860 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Bound using segment: {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:01:33.784286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Bound port: bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:01:33.785290 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:33.846144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch2-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:01:33.849687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:01:33.854476 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:33.892423 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:33.893045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:33.895103 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] 10.222.0.10 "PUT /v2.0/ports/bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 1092 time: 0.8291264
Nov 06 22:01:33.916261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0076f1-3dbd-475d-9ba8-1a4c3e326a4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=7']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:01:33.961785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-2088dd47-078e-4aad-90b5-256965cbc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:33.963652 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-2088dd47-078e-4aad-90b5-256965cbc78e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1095 time: 0.0444303
Nov 06 22:01:34.057498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-a99f9690-0727-400e-9436-46c8f8ebaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:34.059034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-a99f9690-0727-400e-9436-46c8f8ebaff1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.0883214
Nov 06 22:01:34.129781 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-1bdd39ef-ff0b-48d0-89de-eff7cb5e1381 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 999 time: 0.0628688
Nov 06 22:01:34.178872 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-0ad726bd-a607-42ff-9d21-ae0211b9a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:34.180230 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-0ad726bd-a607-42ff-9d21-ae0211b9a95a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0434618
Nov 06 22:01:34.225324 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-be9d03a8-5212-45a6-b42e-999a87732282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:34.226805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-be9d03a8-5212-45a6-b42e-999a87732282 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398762
Nov 06 22:01:34.320057 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-c752f8c9-cf08-40c6-8869-92ea46f5b6b6 service neutron] 10.222.0.10 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856900
Nov 06 22:01:34.408884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2efb5bca-ba98-48d3-a635-5ade5b37bc50 req-a09ab93e-5f8d-4403-a569-9386abf07e5a service neutron] 10.222.0.10 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815878
Nov 06 22:01:34.732246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b56823-ed25-4465-9fcb-f37129c5fa08 req-80799b56-53f8-49f6-9f4c-d3f3a594395d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:34.733690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9b56823-ed25-4465-9fcb-f37129c5fa08 req-80799b56-53f8-49f6-9f4c-d3f3a594395d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 944 time: 0.0481944
Nov 06 22:01:34.787069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d9b56823-ed25-4465-9fcb-f37129c5fa08 req-f68e4752-f259-4a22-a58f-ca382d29283f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468268
Nov 06 22:01:35.555161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:01:35.557624 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a0b181-10e8-4b49-977e-e084d1bc7931" -d '{"events": [{"name": "network-changed", "server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:01:35.605271 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8f4b60-2c82-4f7e-848b-f374bfac5d5d x-openstack-request-id: req-4d8f4b60-2c82-4f7e-848b-f374bfac5d5d {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:01:35.605564 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:01:35.605822 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d8f4b60-2c82-4f7e-848b-f374bfac5d5d {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:01:35.606223 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'status': 'completed', 'code': 200}
Nov 06 22:01:35.691727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-85d38d26-39f4-46c0-a81a-107d2cc0dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:35.693255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-85d38d26-39f4-46c0-a81a-107d2cc0dbf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1095 time: 0.0678904
Nov 06 22:01:35.695738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-044de4fd-6f68-4272-a0f5-652ac4761a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:35.697113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-044de4fd-6f68-4272-a0f5-652ac4761a2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1095 time: 0.0620985
Nov 06 22:01:35.851067 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-34e9454c-7478-44d8-940c-95fa14bf17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:35.852584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-34e9454c-7478-44d8-940c-95fa14bf17fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.1521702
Nov 06 22:01:35.855218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-d04d50b0-1255-48dc-9dcc-0a7865833833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:35.856576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-d04d50b0-1255-48dc-9dcc-0a7865833833 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.1476662
Nov 06 22:01:35.997340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-682a5b49-f2e2-45ef-a1d6-2ebce2ba6abd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 999 time: 0.1302378
Nov 06 22:01:36.000130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-544b0c96-c549-41de-b820-423ca4f16643 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 999 time: 0.1341228
Nov 06 22:01:36.013583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352d56-def6-4b53-b472-c4e4e6ebc949 req-3884b611-9bc6-47a4-8238-3299912a9c6e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:36.015014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94352d56-def6-4b53-b472-c4e4e6ebc949 req-3884b611-9bc6-47a4-8238-3299912a9c6e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 944 time: 0.1575811
Nov 06 22:01:36.116375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-49755a0d-3230-4253-9fbc-4573469c0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:36.117759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-49755a0d-3230-4253-9fbc-4573469c0e20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.1019571
Nov 06 22:01:36.123144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-3843748d-6b95-4de8-99f7-8bde5997ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:36.124520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-3843748d-6b95-4de8-99f7-8bde5997ffea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.1190405
Nov 06 22:01:36.149404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-94352d56-def6-4b53-b472-c4e4e6ebc949 req-6593fc81-94da-4bfd-bf46-56fdb7ce16ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207194
Nov 06 22:01:36.543394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-7173a188-03fc-47ec-bbb6-65053a31376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:36.544866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-7173a188-03fc-47ec-bbb6-65053a31376c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4153850
Nov 06 22:01:36.546640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-83c2c383-e1be-41c0-94d5-db897641dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:36.547968 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-83c2c383-e1be-41c0-94d5-db897641dc3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4095273
Nov 06 22:01:36.703487 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-215f1c1b-8c52-4312-a636-f0061f7bc512 service neutron] 10.222.0.10 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485152
Nov 06 22:01:36.705344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-530e15b4-1c06-448d-b6fe-a26dc646de50 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494131
Nov 06 22:01:36.862823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-3374a396-23c2-4a40-8af1-32cf1bc8f00d service neutron] 10.222.0.10 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513472
Nov 06 22:01:36.866217 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e6a0b181-10e8-4b49-977e-e084d1bc7931 req-4e17873e-a01c-4d42-83de-6c4eeda90376 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480341
Nov 06 22:01:37.237465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device bf70f70f-d0bb-4e3c-8c39-48668215c1ef no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:01:37.281731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device bf70f70f-d0bb-4e3c-8c39-48668215c1ef not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:01:37.286473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaf855-06d7-4683-9ac8-44a2f2e1c3cf req-a7c4561d-050c-4fa6-959c-79d813b166ad tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:37.288035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eccaf855-06d7-4683-9ac8-44a2f2e1c3cf req-a7c4561d-050c-4fa6-959c-79d813b166ad tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 944 time: 0.0661228
Nov 06 22:01:37.337815 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eccaf855-06d7-4683-9ac8-44a2f2e1c3cf req-a04850dc-1d6b-4286-b0c1-66daa05d72df tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438426
Nov 06 22:01:37.670042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bf70f70f-d0bb-4e3c-8c39-48668215c1ef details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:01:37.763788 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:01:37.774859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'port_id': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'mac_address': 'fa:16:3e:bf:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:01:37.814761 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:37.827116 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf70f70f-d0bb-4e3c-8c39-48668215c1ef {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:01:37.845275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:01:37.849801 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:37.896281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:01:37.903572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.903917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.904256 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.904618 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.904948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.905275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.905596 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.905923 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.906247 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.906574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.906897 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:37.907217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:01:38.209485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['bf70f70f-d0bb-4e3c-8c39-48668215c1ef'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:01:38.454910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d327447-e73c-43d6-a28e-3179e839a925 req-72a2876e-6d5f-4b62-8a54-f29015ee9c44 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:38.456926 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d327447-e73c-43d6-a28e-3179e839a925 req-72a2876e-6d5f-4b62-8a54-f29015ee9c44 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 945 time: 0.0481751
Nov 06 22:01:38.504431 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d327447-e73c-43d6-a28e-3179e839a925 req-261e14e7-0446-4a77-afac-8feb2e4c4377 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416348
Nov 06 22:01:38.729745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b381a1-23b0-4b02-b208-eba68ca04aff req-7b526e48-0083-4da2-97ba-3f440b1a88b8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:38.731149 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7b381a1-23b0-4b02-b208-eba68ca04aff req-7b526e48-0083-4da2-97ba-3f440b1a88b8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 945 time: 0.0852923
Nov 06 22:01:38.740188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-337d9e30-6e71-43f2-924e-90e6ca7b44f4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:38.741568 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-337d9e30-6e71-43f2-924e-90e6ca7b44f4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3&tenant_id=71a123f12330481db90fdb7ac20e602e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0708685
Nov 06 22:01:38.823542 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7b381a1-23b0-4b02-b208-eba68ca04aff req-c68dc682-8127-4974-86a9-af211b597943 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810037
Nov 06 22:01:38.830425 ncdv-master-1 neutron-server[119333]: INFO neutron.api.v2.resource [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-30d303a2-bd7e-4c51-9cc9-366e740ceecf service neutron] delete failed (client error): The resource could not be found.
Nov 06 22:01:38.831445 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-30d303a2-bd7e-4c51-9cc9-366e740ceecf service neutron] 10.222.0.37 "DELETE /v2.0/ports/bf70f70f-d0bb-4e3c-8c39-48668215c1ef/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0756550
Nov 06 22:01:38.964151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-d6dbc796-45c8-49d3-9317-4ce879f81402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:38.965692 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-d6dbc796-45c8-49d3-9317-4ce879f81402 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1096 time: 0.0779994
Nov 06 22:01:38.974189 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b252708-8a4a-4453-bbc9-047c580c9558 req-f01f8c59-e420-4c15-b1f4-93d07e84058b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:38.975557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b252708-8a4a-4453-bbc9-047c580c9558 req-f01f8c59-e420-4c15-b1f4-93d07e84058b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 945 time: 0.0760872
Nov 06 22:01:39.078837 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b252708-8a4a-4453-bbc9-047c580c9558 req-334a0157-5b57-4e01-930a-47f7be423893 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953178
Nov 06 22:01:39.098086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-be8e5f4b-38a1-4041-8163-31a6d98399c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:39.098086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-be8e5f4b-38a1-4041-8163-31a6d98399c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.1202211
Nov 06 22:01:39.166211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-8902bb89-d54f-4349-b61e-dd540f8c2b6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 1000 time: 0.0628614
Nov 06 22:01:39.216213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-5c1bf17b-3878-4aac-97ec-b9b8bc0bb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:39.217751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-5c1bf17b-3878-4aac-97ec-b9b8bc0bb89d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0439744
Nov 06 22:01:39.262126 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-15a7842c-5788-45a5-953a-6cbc44a31727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:39.263605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-15a7842c-5788-45a5-953a-6cbc44a31727 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394609
Nov 06 22:01:39.355874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-1e0a09c5-ab61-4de9-8aa9-f495d344cb9b service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851352
Nov 06 22:01:39.444663 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8ae0bdd0-1967-47fb-9cbf-45c729c57814 req-271457af-84e3-41bb-8cbd-7ca002f23d67 service neutron] 10.222.0.37 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805717
Nov 06 22:01:39.685335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bf70f70f-d0bb-4e3c-8c39-48668215c1ef up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:01:39.733464 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port bf70f70f-d0bb-4e3c-8c39-48668215c1ef completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 22:01:39.737259 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port bf70f70f-d0bb-4e3c-8c39-48668215c1ef triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:01:39.738146 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:39.817677 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:39.839718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:01:39.841973 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c395a3-c6db-4ff9-b6a0-a505c998b008" -d '{"events": [{"server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "name": "network-vif-plugged", "status": "completed", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:01:39.855220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:01:39.866962 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:39.893700 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18c5037-bf86-492d-bcdd-afbe8b0a79bf x-openstack-request-id: req-c18c5037-bf86-492d-bcdd-afbe8b0a79bf {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:01:39.893994 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "name": "network-vif-plugged", "status": "completed", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:01:39.894242 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c18c5037-bf86-492d-bcdd-afbe8b0a79bf {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:01:39.894623 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'code': 200}
Nov 06 22:01:39.920147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:01:40.193716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7f5d7-accf-48a9-b660-a33294e88bd2 req-49efc0df-fd3d-4ae7-9a25-ea7a1a90e46a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:01:40.195192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e7f5d7-accf-48a9-b660-a33294e88bd2 req-49efc0df-fd3d-4ae7-9a25-ea7a1a90e46a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0494087
Nov 06 22:01:40.252693 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c9e7f5d7-accf-48a9-b660-a33294e88bd2 req-533fba2c-0b15-4120-932c-656b09090964 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514839
Nov 06 22:01:40.275288 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49770) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:01:40.337299 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-6e8eeb03-61f1-44d7-92ed-c065865b8822 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/5ead13db-6db7-4207-bbdd-3404483d2a1a HTTP/1.1" status: 200  len: 993 time: 0.0608435
Nov 06 22:01:45.120354 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:45.374521 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:47.004780 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2f73e76-a6d1-4752-9c26-57cd54822431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:49.362797 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-11a4770d-e0af-4698-827a-5877df515a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:50.873534 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:52.110357 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:52.669073 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:01:58.085449 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:02:15.134354 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:15.389234 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:17.006051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-77734c5b-aaaa-4143-89a0-6aea61d77537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:19.363955 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-312ad273-7eb4-4907-8c48-8746ba3e5854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:20.879100 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:22.114332 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:22.670228 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:26.719469 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49802) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:26.877630 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 690166e1-2a0a-4275-92ac-bc1577f33141 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:02:26.878433 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:26.950701 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:26.951025 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:26.962972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 690166e1-2a0a-4275-92ac-bc1577f33141 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:02:27.111879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:27.135500 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=690166e1-2a0a-4275-92ac-bc1577f33141,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:27.146575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.147240 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.147593 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.148533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.148533 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.148751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.149077 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.149480 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.149824 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.150156 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.150492 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.150819 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:27.212895 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:27.213222 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP 5ead13db-6db7-4207-bbdd-3404483d2a1a disassociated (deleted). External IP: 172.35.0.92, port: bf70f70f-d0bb-4e3c-8c39-48668215c1ef.
Nov 06 22:02:27.411653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 086883b9-20cd-444e-a619-4f5ac08000cf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:02:27.517931 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:02:27.522769 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:27.527325 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] Sync routers for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:02:27.536268 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:27.536903 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b58c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:27.548236 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-9c3fc111-bb51-4f7c-b675-ec756c734d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/floatingips/5ead13db-6db7-4207-bbdd-3404483d2a1a HTTP/1.1" status: 204  len: 168 time: 0.8277242
Nov 06 22:02:27.548830 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:02:27.551891 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b076cd798f95596056372ed8e3ec4fe6294c8412216cac2ac108b4371539f89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c0253-0a16-4804-87cd-cccf37859c31" -d '{"events": [{"name": "network-changed", "server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:02:27.654070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:27.681536 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f89aa7-cd56-4c34-9052-087ceb3bc346 x-openstack-request-id: req-d6f89aa7-cd56-4c34-9052-087ceb3bc346 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:02:27.682120 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:02:27.682756 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6f89aa7-cd56-4c34-9052-087ceb3bc346 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:02:27.683513 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'status': 'completed', 'code': 200}
Nov 06 22:02:27.776561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c0253-0a16-4804-87cd-cccf37859c31 req-8defb3e8-eba0-4871-a17d-bcc819c37f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:27.778100 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959c0253-0a16-4804-87cd-cccf37859c31 req-8defb3e8-eba0-4871-a17d-bcc819c37f1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 1097 time: 0.0723350
Nov 06 22:02:27.802083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d63546-3c77-40bf-9ca2-c2db5648fb14 req-676ad839-fea6-4db7-b6bb-e41f00b2a087 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:27.803571 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06d63546-3c77-40bf-9ca2-c2db5648fb14 req-676ad839-fea6-4db7-b6bb-e41f00b2a087 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0700593
Nov 06 22:02:27.861461 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b58c70>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T22:00:01Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:27.888510 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] Checking router: 086883b9-20cd-444e-a619-4f5ac08000cf for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:02:27.896865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:27.897329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b58c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:27.910884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-06d63546-3c77-40bf-9ca2-c2db5648fb14 req-03695e58-c499-41bd-96bc-900de5b9ed47 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957983
Nov 06 22:02:27.920743 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c0253-0a16-4804-87cd-cccf37859c31 req-2eae73fb-c5b7-400e-8f31-bcdc6a696489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:27.922252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959c0253-0a16-4804-87cd-cccf37859c31 req-2eae73fb-c5b7-400e-8f31-bcdc6a696489 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 200  len: 897 time: 0.1365786
Nov 06 22:02:27.969720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959c0253-0a16-4804-87cd-cccf37859c31 req-5ec9ef28-b449-49df-86ec-4658d82cae2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 200  len: 217 time: 0.0391588
Nov 06 22:02:28.005023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:28.022756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c0253-0a16-4804-87cd-cccf37859c31 req-21eba6a2-5b36-4e51-9da8-a538cea600f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:28.025002 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959c0253-0a16-4804-87cd-cccf37859c31 req-21eba6a2-5b36-4e51-9da8-a538cea600f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 200  len: 834 time: 0.0460048
Nov 06 22:02:28.071957 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c0253-0a16-4804-87cd-cccf37859c31 req-6ef433ae-322b-49fe-9c36-7ca465f9ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:28.073512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959c0253-0a16-4804-87cd-cccf37859c31 req-6ef433ae-322b-49fe-9c36-7ca465f9ce39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42fff02e-d0a7-4957-ba66-33dbc6d0f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409396
Nov 06 22:02:28.170630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959c0253-0a16-4804-87cd-cccf37859c31 req-ba726df5-fe29-402a-87b8-03cc1d019fbb service neutron] 10.222.0.10 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890818
Nov 06 22:02:28.201773 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b58c70>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T22:00:01Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:28.232189 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1711a93-f125-44e4-b51e-b9cabd71824d None None] The sync data for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 is: [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T21:59:59Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87606ad0-f3fb-43d2-a750-96c6a0a5a41c', 'name': '', 'network_id': '42fff02e-d0a7-4957-ba66-33dbc6d0f77f', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:8c:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cc474173-8433-4669-b4bf-135df02fe019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:58Z', 'updated_at': '2021-11-06T22:00:01Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'cc474173-8433-4669-b4bf-135df02fe019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:02:28.263229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959c0253-0a16-4804-87cd-cccf37859c31 req-4ddecac0-d918-4bd1-8999-e7e72b2e9b27 service neutron] 10.222.0.10 "GET /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853913
Nov 06 22:02:28.464838 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a4d42-e7ed-4955-b842-30935a961341 None None] New status for floating IP 5ead13db-6db7-4207-bbdd-3404483d2a1a: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:02:29.030774 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635bc58-a383-4827-8e31-baa1a81c2466 req-9cb32103-e539-4384-bcb7-5998d5282040 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:29.032265 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7635bc58-a383-4827-8e31-baa1a81c2466 req-9cb32103-e539-4384-bcb7-5998d5282040 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0493345
Nov 06 22:02:29.087435 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7635bc58-a383-4827-8e31-baa1a81c2466 req-8e1bb5bd-2eb2-4f7c-beaa-019e87bae595 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4245e61-57b6-4672-a861-ac2afc3d539d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490396
Nov 06 22:02:29.241387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-3d893e12-68aa-4ca3-9631-5c9006d29d7d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:29.242750 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-3d893e12-68aa-4ca3-9631-5c9006d29d7d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1705285-c481-47ef-937c-7b4b1e63d5f3 HTTP/1.1" status: 200  len: 946 time: 0.0479975
Nov 06 22:02:29.331127 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port bf70f70f-d0bb-4e3c-8c39-48668215c1ef {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:02:29.331491 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:29.422703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port bf70f70f-d0bb-4e3c-8c39-48668215c1ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:29.423095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:29.436749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for bf70f70f-d0bb-4e3c-8c39-48668215c1ef owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:02:29.568517 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:29.603801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=bf70f70f-d0bb-4e3c-8c39-48668215c1ef,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:29.639948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] No DVR routers for this DVR port bf70f70f-d0bb-4e3c-8c39-48668215c1ef on host nch2-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:02:29.642571 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:29.645886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.10 "DELETE /v2.0/ports/bf70f70f-d0bb-4e3c-8c39-48668215c1ef HTTP/1.1" status: 204  len: 173 time: 0.3970101
Nov 06 22:02:29.646327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'name': 'network-vif-deleted', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:02:29.648596 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5a980d-c3fd-4578-be7e-ad5ecae4843d" -d '{"events": [{"server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "name": "network-vif-deleted", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:02:29.686690 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb4b0b2-6b7d-4996-a94a-59c98911f1d2 x-openstack-request-id: req-ebb4b0b2-6b7d-4996-a94a-59c98911f1d2 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:02:29.686985 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1705285-c481-47ef-937c-7b4b1e63d5f3", "name": "network-vif-deleted", "tag": "bf70f70f-d0bb-4e3c-8c39-48668215c1ef", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:02:29.687263 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebb4b0b2-6b7d-4996-a94a-59c98911f1d2 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:02:29.687638 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1705285-c481-47ef-937c-7b4b1e63d5f3', 'name': 'network-vif-deleted', 'tag': 'bf70f70f-d0bb-4e3c-8c39-48668215c1ef', 'status': 'completed', 'code': 200}
Nov 06 22:02:30.146147 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49820) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:30.498213 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:30.755785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:02:30.756041 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:30.840436 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port 87606ad0-f3fb-43d2-a750-96c6a0a5a41c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:30.840798 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:30.853806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 87606ad0-f3fb-43d2-a750-96c6a0a5a41c owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:02:31.043644 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:31.074074 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=87606ad0-f3fb-43d2-a750-96c6a0a5a41c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:31.247761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:31.464180 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router 086883b9-20cd-444e-a619-4f5ac08000cf has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:02:31.568097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:02:31.573222 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-3696f879-9262-4422-a9cd-523e2f2a5f91 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/086883b9-20cd-444e-a619-4f5ac08000cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4259367
Nov 06 22:02:31.575782 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49822) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:31.577982 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] Sync routers for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:02:31.588390 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:31.588988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251faa4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:31.630715 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-74900a80-2034-4f06-b34a-774fbe8b4b9b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting subnet cc474173-8433-4669-b4bf-135df02fe019 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 22:02:31.633761 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-74900a80-2034-4f06-b34a-774fbe8b4b9b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:31.673368 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-74900a80-2034-4f06-b34a-774fbe8b4b9b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:31.695275 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:31.762656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-74900a80-2034-4f06-b34a-774fbe8b4b9b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:31.821682 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-74900a80-2034-4f06-b34a-774fbe8b4b9b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:31.849035 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74900a80-2034-4f06-b34a-774fbe8b4b9b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Subnet': ['ID=cc474173-8433-4669-b4bf-135df02fe019,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:31.854325 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-74900a80-2034-4f06-b34a-774fbe8b4b9b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:31.861482 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-74900a80-2034-4f06-b34a-774fbe8b4b9b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/subnets/cc474173-8433-4669-b4bf-135df02fe019 HTTP/1.1" status: 204  len: 168 time: 0.2808373
Nov 06 22:02:31.862203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49824) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:31.874020 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d98a5f-3b41-456f-8436-27ea19b68ae1 None None] Network 42fff02e-d0a7-4957-ba66-33dbc6d0f77f requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:02:31.982322 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.092623 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.107994 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251faa4c0>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37'}], 'enable_snat': True}, 'gw_port_id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T22:02:30Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '51417a73-cd67-467b-b5e3-7587b64a8775', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T21:59:56Z', 'updated_at': '2021-11-06T22:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:32.146442 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 51417a73-cd67-467b-b5e3-7587b64a8775 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:02:32.146793 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.152124 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] Checking router: 086883b9-20cd-444e-a619-4f5ac08000cf for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:02:32.176975 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] Routers {'086883b9-20cd-444e-a619-4f5ac08000cf'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:32.177582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251faa4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['086883b9-20cd-444e-a619-4f5ac08000cf'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:32.229044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port 51417a73-cd67-467b-b5e3-7587b64a8775, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51417a73-cd67-467b-b5e3-7587b64a8775,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:32.229402 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.241591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 51417a73-cd67-467b-b5e3-7587b64a8775 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:02:32.268392 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] Set router 086883b9-20cd-444e-a619-4f5ac08000cf gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:32.325874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251faa4c0>, [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T22:02:32Z', 'revision_number': 6, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:32.355620 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] DHCP port deletion for 42fff02e-d0a7-4957-ba66-33dbc6d0f77f request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 22:02:32.357849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf870ecc-e61e-42eb-baa9-bbcef38fe8bd None None] The sync data for ids ['086883b9-20cd-444e-a619-4f5ac08000cf'] in ncdv-master-1 is: [{'id': '086883b9-20cd-444e-a619-4f5ac08000cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540855723', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T21:59:55Z', 'updated_at': '2021-11-06T22:02:32Z', 'revision_number': 6, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:02:32.417686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] Deleting port 9a1cda9b-fc43-4877-9ac7-2d03810d351a {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:02:32.418068 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.422918 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.450098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=51417a73-cd67-467b-b5e3-7587b64a8775,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:32.481058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] For port 9a1cda9b-fc43-4877-9ac7-2d03810d351a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a1cda9b-fc43-4877-9ac7-2d03810d351a,segment=NetworkSegment(d7ce0b71-d190-4aef-baa1-bd42ab0a594e),segment_id=d7ce0b71-d190-4aef-baa1-bd42ab0a594e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:32.481452 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.494687 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] Calling delete_port for 9a1cda9b-fc43-4877-9ac7-2d03810d351a owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:02:32.507711 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.574318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.599109 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] Pushing event deleted for resources: {'Port': ['ID=9a1cda9b-fc43-4877-9ac7-2d03810d351a,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:32.600125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.602502 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d63c0b-c9b5-4420-bf69-e37e9d656071 None None] No DVR routers for this DVR port 9a1cda9b-fc43-4877-9ac7-2d03810d351a on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:02:32.604657 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.650909 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.651488 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Fanout notify agent at l3_agent the message router_deleted on router 086883b9-20cd-444e-a619-4f5ac08000cf {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 22:02:32.659148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.661131 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c1a61e00-1368-4cc9-ae04-199d6a32e537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/routers/086883b9-20cd-444e-a619-4f5ac08000cf HTTP/1.1" status: 204  len: 168 time: 0.7981114
Nov 06 22:02:32.663721 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49826) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:32.741013 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.831060 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.851426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256fc7eb0>,) {'filters': {'network_id': ['42fff02e-d0a7-4957-ba66-33dbc6d0f77f']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:32.860210 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256fc7eb0>, 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:32.860486 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256fc7eb0>, 'd7ce0b71-d190-4aef-baa1-bd42ab0a594e') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:32.869647 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.882565 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.888946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 22:02:32.889315 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 22:02:32.892447 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 22:02:32.947496 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.952716 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:32.959910 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/networks/42fff02e-d0a7-4957-ba66-33dbc6d0f77f HTTP/1.1" status: 204  len: 168 time: 0.2922380
Nov 06 22:02:32.960345 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49828) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:32.973972 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fdb38-fd9f-46ee-a32a-f9f6a491d2e9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Network': ['ID=42fff02e-d0a7-4957-ba66-33dbc6d0f77f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:33.016493 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5a825112-aa5e-4e8e-ba81-89749f93fa1b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:33.045078 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5a825112-aa5e-4e8e-ba81-89749f93fa1b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:33.105406 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5a825112-aa5e-4e8e-ba81-89749f93fa1b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:33.108334 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-5a825112-aa5e-4e8e-ba81-89749f93fa1b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:33.109483 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-5a825112-aa5e-4e8e-ba81-89749f93fa1b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/security-groups/d4245e61-57b6-4672-a861-ac2afc3d539d HTTP/1.1" status: 204  len: 168 time: 0.1475799
Nov 06 22:02:33.119497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a825112-aa5e-4e8e-ba81-89749f93fa1b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4245e61-57b6-4672-a861-ac2afc3d539d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:33.889656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bf70f70f-d0bb-4e3c-8c39-48668215c1ef no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:02:33.909291 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: bf70f70f-d0bb-4e3c-8c39-48668215c1ef {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:02:33.909631 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device bf70f70f-d0bb-4e3c-8c39-48668215c1ef not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:02:34.077161 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87606ad0-f3fb-43d2-a750-96c6a0a5a41c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:02:34.096693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 87606ad0-f3fb-43d2-a750-96c6a0a5a41c {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:02:34.097024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 87606ad0-f3fb-43d2-a750-96c6a0a5a41c not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:02:34.097954 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 51417a73-cd67-467b-b5e3-7587b64a8775 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:02:34.118771 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 51417a73-cd67-467b-b5e3-7587b64a8775 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:02:34.119099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 51417a73-cd67-467b-b5e3-7587b64a8775 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:02:34.119492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9a1cda9b-fc43-4877-9ac7-2d03810d351a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:02:34.138883 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 9a1cda9b-fc43-4877-9ac7-2d03810d351a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:02:34.139146 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9a1cda9b-fc43-4877-9ac7-2d03810d351a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:02:34.743861 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49836) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:34.748959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0ba0f106-8242-4285-933b-fd4aab245d76 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641646607', 'description': 'tempest-secgroup-smoke-641646607 description', 'project_id': '71a123f12330481db90fdb7ac20e602e'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:34.771456 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f106-8242-4285-933b-fd4aab245d76 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:34.839151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f106-8242-4285-933b-fd4aab245d76 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:34.842841 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f106-8242-4285-933b-fd4aab245d76 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:34.871610 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f106-8242-4285-933b-fd4aab245d76 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:34.872889 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ba0f106-8242-4285-933b-fd4aab245d76 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1279333
Nov 06 22:02:34.875826 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49838) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:34.880814 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-5898d0e4-8713-4ade-8ea3-c7ae90bf32bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '9d7e3b34-0ed2-4d59-987f-cc91b7d60208', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:34.888449 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0f106-8242-4285-933b-fd4aab245d76 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7e3b34-0ed2-4d59-987f-cc91b7d60208,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:34.915489 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5898d0e4-8713-4ade-8ea3-c7ae90bf32bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:34.973930 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5898d0e4-8713-4ade-8ea3-c7ae90bf32bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:34.977827 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5898d0e4-8713-4ade-8ea3-c7ae90bf32bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:34.998485 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898d0e4-8713-4ade-8ea3-c7ae90bf32bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430d866d-124f-4e05-acf2-f685d3093177,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:35.004860 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-5898d0e4-8713-4ade-8ea3-c7ae90bf32bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.006049 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-5898d0e4-8713-4ade-8ea3-c7ae90bf32bc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1292169
Nov 06 22:02:35.008807 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49840) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:35.013043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0a684269-c75f-4d16-b211-c004a9000c48 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '9d7e3b34-0ed2-4d59-987f-cc91b7d60208', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:35.038683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a684269-c75f-4d16-b211-c004a9000c48 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.084673 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:02:35.096537 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a684269-c75f-4d16-b211-c004a9000c48 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.099886 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a684269-c75f-4d16-b211-c004a9000c48 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.114510 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a684269-c75f-4d16-b211-c004a9000c48 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe60c766-5acc-49b3-82f7-0c8b0ab93488,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:35.124683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0a684269-c75f-4d16-b211-c004a9000c48 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.125913 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0a684269-c75f-4d16-b211-c004a9000c48 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1161964
Nov 06 22:02:35.129538 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49842) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:35.134298 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-afc6ccc2-5fa0-4a7a-a825-e6f7565c3a86 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '9d7e3b34-0ed2-4d59-987f-cc91b7d60208', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:35.160430 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afc6ccc2-5fa0-4a7a-a825-e6f7565c3a86 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.221216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afc6ccc2-5fa0-4a7a-a825-e6f7565c3a86 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.224666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afc6ccc2-5fa0-4a7a-a825-e6f7565c3a86 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.244529 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6ccc2-5fa0-4a7a-a825-e6f7565c3a86 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd50086-f9d9-4df1-bb03-2148a7dadb6d,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:35.251207 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-afc6ccc2-5fa0-4a7a-a825-e6f7565c3a86 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.252450 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-afc6ccc2-5fa0-4a7a-a825-e6f7565c3a86 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1217747
Nov 06 22:02:35.266372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49844) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:35.270651 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-4720c9c3-6bb4-4fbf-bbdb-cbb31057cbef tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '9d7e3b34-0ed2-4d59-987f-cc91b7d60208', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:35.303642 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4720c9c3-6bb4-4fbf-bbdb-cbb31057cbef tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.361702 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4720c9c3-6bb4-4fbf-bbdb-cbb31057cbef tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.365520 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4720c9c3-6bb4-4fbf-bbdb-cbb31057cbef tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.381940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c9c3-6bb4-4fbf-bbdb-cbb31057cbef tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66fdb4c-3de6-4ab0-a25b-a23c0f6c2d92,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:35.389998 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-4720c9c3-6bb4-4fbf-bbdb-cbb31057cbef tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.391184 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4720c9c3-6bb4-4fbf-bbdb-cbb31057cbef tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1238456
Nov 06 22:02:35.393918 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49846) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:35.398119 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-155c623a-4217-4e87-a7e9-400a541ae76e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '9d7e3b34-0ed2-4d59-987f-cc91b7d60208', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:35.418316 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-155c623a-4217-4e87-a7e9-400a541ae76e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:02:35.422894 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-155c623a-4217-4e87-a7e9-400a541ae76e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.482082 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-155c623a-4217-4e87-a7e9-400a541ae76e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.485650 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-155c623a-4217-4e87-a7e9-400a541ae76e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.502790 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c623a-4217-4e87-a7e9-400a541ae76e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99f3bf7-1c8c-4a07-8f59-1f2ef470b29c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:35.510475 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-155c623a-4217-4e87-a7e9-400a541ae76e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.511654 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-155c623a-4217-4e87-a7e9-400a541ae76e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1168342
Nov 06 22:02:35.514447 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49848) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:35.518738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-788b5528-f481-4b16-91d2-ea7c6a4454db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': '9d7e3b34-0ed2-4d59-987f-cc91b7d60208', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:35.540417 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-788b5528-f481-4b16-91d2-ea7c6a4454db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:02:35.545216 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-788b5528-f481-4b16-91d2-ea7c6a4454db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.604165 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-788b5528-f481-4b16-91d2-ea7c6a4454db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.607801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-788b5528-f481-4b16-91d2-ea7c6a4454db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.627787 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b5528-f481-4b16-91d2-ea7c6a4454db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a1fb3d-80f8-4cc0-89e6-aef9f1343f3c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:35.635414 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-788b5528-f481-4b16-91d2-ea7c6a4454db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.639231 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-788b5528-f481-4b16-91d2-ea7c6a4454db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1212306
Nov 06 22:02:35.639417 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49850) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:35.644096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'network': {'name': 'tempest-network-smoke--1733138880', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'port_security_enabled': True}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:35.665911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:02:35.669512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.693959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 22:02:35.703595 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.704070 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Added segment e70b429c-c886-49b6-ae1b-652fa25f6585 of type vlan for network 69acd9f6-f750-4cbb-a925-7e8d27e526f3
Nov 06 22:02:35.749580 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.773636 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.779221 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:35.779785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.840783 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2003617
Nov 06 22:02:35.843602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49852) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:35.846382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271bbc4-7156-4c83-84dd-11a8dcd81d1d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Network': ['ID=69acd9f6-f750-4cbb-a925-7e8d27e526f3,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:35.848382 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'admin_state_up': True, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:35.857973 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 22:02:35.873885 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.875116 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:35.930002 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:36.067539 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:36.262708 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:36.285460 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:36.388113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.149 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/e9444db9-45fa-4b54-882e-5d5e52617431) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:02:36.493133 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:36.527285 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:36.564495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:02:36.569196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:02:36.572703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:02:36.578164 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=e9444db9-45fa-4b54-882e-5d5e52617431,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:36.605655 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.606005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.606349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.606687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.607027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.607361 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.607708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.608015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.608365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.608693 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.609019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.609343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:36.829303 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.025305 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.154035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router eccf68ea-1e56-4358-814a-e2a16db050ee is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 22:02:37.260308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:02:37.270969 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Sync routers for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:02:37.279553 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.280871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f11e92ae-0f4f-41b5-a535-6657be8966ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4362121
Nov 06 22:02:37.281028 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:37.281572 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ac2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:37.284098 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49854) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:37.360891 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-08c77039-c557-45d6-aa57-30e298c693ac tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71a123f12330481db90fdb7ac20e602e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0755484
Nov 06 22:02:37.364053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49858) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:37.391312 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:37.449445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43bbc3c-1de8-49cd-8f99-e137beee6409 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:37.451277 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d43bbc3c-1de8-49cd-8f99-e137beee6409 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0862706
Nov 06 22:02:37.454319 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49860) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:37.484411 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-466252f8-7f5d-40b7-9595-b581caf3e9ff tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0285540
Nov 06 22:02:37.486736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49862) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:37.492093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434723366', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:37.563655 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ac2b80>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:36Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:37.579559 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:02:37.583388 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.594330 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Checking router: eccf68ea-1e56-4358-814a-e2a16db050ee for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:02:37.594679 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Updating router eccf68ea-1e56-4358-814a-e2a16db050ee port e9444db9-45fa-4b54-882e-5d5e52617431 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:02:37.620046 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.797748 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.851986 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Subnet': ['ID=ab7b5c83-c0d9-467c-9dca-c3750f056c94,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:37.872991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Checking segment: {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:02:37.873354 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network hostable DHCP agents. Network: 69acd9f6-f750-4cbb-a925-7e8d27e526f3, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 22:02:37.876688 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.882355 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.899200 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 22:02:37.909149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69acd9f6-f750-4cbb-a925-7e8d27e526f3) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:02:37.915157 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:37.915752 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.923091 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e497f95-7aaa-4d26-85ca-3d95059d92bf None None] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:02:37.935452 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-88aa17f1-2343-4acc-893a-4f9b1e675bbf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4474359
Nov 06 22:02:37.939149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49864) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:37.954165 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Attempting to bind port e9444db9-45fa-4b54-882e-5d5e52617431 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:02:37.954670 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Attempting to bind port e9444db9-45fa-4b54-882e-5d5e52617431 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:02:37.955439 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Attempting to bind port e9444db9-45fa-4b54-882e-5d5e52617431 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:02:37.958351 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Pushing event updated for resources: {'Port': ['ID=e9444db9-45fa-4b54-882e-5d5e52617431,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:37.967953 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.968358 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.968676 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.969006 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.969325 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.969643 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.969958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.970269 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.970580 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.970889 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.971204 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.971512 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:37.975278 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:02:37.976014 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:02:37.976608 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:37.977168 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:02:37.977647 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Bound port: e9444db9-45fa-4b54-882e-5d5e52617431, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:02:37.978149 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:38.036032 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] For port e9444db9-45fa-4b54-882e-5d5e52617431, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:02:38.040024 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] For port e9444db9-45fa-4b54-882e-5d5e52617431, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9444db9-45fa-4b54-882e-5d5e52617431,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:02:38.044941 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:38.104063 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:38.104735 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252ac2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:38.127272 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 22:02:38.128244 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:38.252030 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72faaa2-6dd2-4d14-9f37-09f60f75b9bd None None] Pushing event updated for resources: {'Port': ['ID=e9444db9-45fa-4b54-882e-5d5e52617431,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:38.307011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Allocated IP 172.20.0.2 (69acd9f6-f750-4cbb-a925-7e8d27e526f3/ab7b5c83-c0d9-467c-9dca-c3750f056c94/7973062e-d459-4e8f-b076-76c65eb65af9) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:02:38.331439 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:38.462590 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:38.472078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:38.511015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:02:38.516218 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:02:38.520500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:02:38.523333 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252ac2b80>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:36Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:38.528764 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Pushing event updated for resources: {'Port': ['ID=7973062e-d459-4e8f-b076-76c65eb65af9,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:38.539043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.539388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.539952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.540512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.541035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.541553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.541888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.542220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.542547 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.542874 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.543201 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.543519 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:02:38.550710 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd6552-6e92-4aa2-8d6c-400e67335ab5 None None] The sync data for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 is: [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:36Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:02:38.598306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Attempting to bind port 7973062e-d459-4e8f-b076-76c65eb65af9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:02:38.598681 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Attempting to bind port 7973062e-d459-4e8f-b076-76c65eb65af9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:02:38.599046 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Attempting to bind port 7973062e-d459-4e8f-b076-76c65eb65af9 on network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:02:38.605707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:02:38.606082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Checking segment: {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:02:38.606485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:38.606870 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Bound using segment: {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:02:38.607342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Bound port: 7973062e-d459-4e8f-b076-76c65eb65af9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:02:38.607709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:38.676460 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] For port 7973062e-d459-4e8f-b076-76c65eb65af9, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:02:38.680356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] For port 7973062e-d459-4e8f-b076-76c65eb65af9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7973062e-d459-4e8f-b076-76c65eb65af9,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:02:38.685716 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:38.760263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d12ae4-a7f0-48d0-930b-f29e52abc0bf None None] Pushing event updated for resources: {'Port': ['ID=7973062e-d459-4e8f-b076-76c65eb65af9,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:38.809656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.140273 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.1 (69acd9f6-f750-4cbb-a925-7e8d27e526f3/ab7b5c83-c0d9-467c-9dca-c3750f056c94/59e5e779-27c4-4292-963e-ff8b684f3c08) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:02:39.274984 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.310343 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.350773 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:02:39.358271 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:02:39.361043 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:02:39.388306 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=59e5e779-27c4-4292-963e-ff8b684f3c08,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:39.414162 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.554898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.727715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a95479-404e-4c03-bccd-1b59a99615bd None None] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:02:39.844198 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.847211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-df13f319-9af3-4a87-8a61-d435a14e62ec None None] Provisioning complete for port 7973062e-d459-4e8f-b076-76c65eb65af9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:39.847595 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df13f319-9af3-4a87-8a61-d435a14e62ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.849345 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.927244 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:39.935026 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=59e5e779-27c4-4292-963e-ff8b684f3c08,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:39.971800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df13f319-9af3-4a87-8a61-d435a14e62ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:40.005075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-df13f319-9af3-4a87-8a61-d435a14e62ec None None] For port 7973062e-d459-4e8f-b076-76c65eb65af9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7973062e-d459-4e8f-b076-76c65eb65af9,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:40.013604 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-df13f319-9af3-4a87-8a61-d435a14e62ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:40.045920 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:02:40.047495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:02:40.079435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13f319-9af3-4a87-8a61-d435a14e62ec None None] Pushing event updated for resources: {'Port': ['ID=7973062e-d459-4e8f-b076-76c65eb65af9,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:40.187703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e9444db9-45fa-4b54-882e-5d5e52617431 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:02:40.209416 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router eccf68ea-1e56-4358-814a-e2a16db050ee has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:02:40.258606 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e9444db9-45fa-4b54-882e-5d5e52617431 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:40.259187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:40.328440 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:02:40.341848 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-bb051d9e-1a2f-4a65-a195-b0f157a73479 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/eccf68ea-1e56-4358-814a-e2a16db050ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3934062
Nov 06 22:02:40.367754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e3e46d21-e775-4627-99bc-644bbc1f9986 None None] Provisioning complete for port 7973062e-d459-4e8f-b076-76c65eb65af9 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:40.368124 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e3e46d21-e775-4627-99bc-644bbc1f9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:40.370802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Sync routers for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:02:40.413145 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:40.429207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:40.430145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512778b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:40.479651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port e9444db9-45fa-4b54-882e-5d5e52617431, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9444db9-45fa-4b54-882e-5d5e52617431,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:40.489303 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:40.490058 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7973062e-d459-4e8f-b076-76c65eb65af9 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:02:40.510448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-fab4251c-96aa-4698-82f4-baef6a1d474f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641646607&fields=id&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 267 time: 0.0578279
Nov 06 22:02:40.635791 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-d9f2b6ca-94eb-453c-9a35-85dc67e5f710 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:40.637552 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-d9f2b6ca-94eb-453c-9a35-85dc67e5f710 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/networks?id=69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 200  len: 797 time: 0.1194026
Nov 06 22:02:40.653031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=e9444db9-45fa-4b54-882e-5d5e52617431,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:40.664873 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-7fe5c6fe-c987-4292-b5af-305bff8696ab tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/quotas/71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 375 time: 0.0208249
Nov 06 22:02:40.676529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:40.716736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-e3e46d21-e775-4627-99bc-644bbc1f9986 None None] Provisioning complete for port 59e5e779-27c4-4292-963e-ff8b684f3c08 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:40.717003 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-d2f43ccb-11d0-4c03-8b3f-059c80cb2481 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0511124
Nov 06 22:02:40.717137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-e3e46d21-e775-4627-99bc-644bbc1f9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:40.721185 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7973062e-d459-4e8f-b076-76c65eb65af9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:40.721542 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:40.733607 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-58ccd873-0913-42bf-b10d-782df8e8d9f8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:02:40.734582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-58ccd873-0913-42bf-b10d-782df8e8d9f8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052121
Nov 06 22:02:40.824662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-84a84c4c-1682-4b18-942f-b654f373fc30 service neutron] 10.222.0.13 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835283
Nov 06 22:02:40.842696 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-e3e46d21-e775-4627-99bc-644bbc1f9986 None None] Port 59e5e779-27c4-4292-963e-ff8b684f3c08 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:02:40.920162 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-4f8b6cd0-627a-4918-b4c5-fa0f7575aad0 service neutron] 10.222.0.13 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892310
Nov 06 22:02:40.981988 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f5843e23-09de-427d-b901-53a88cb784e7 None None] Provisioning complete for port 59e5e779-27c4-4292-963e-ff8b684f3c08 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:40.982363 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f5843e23-09de-427d-b901-53a88cb784e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:41.028097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f5843e23-09de-427d-b901-53a88cb784e7 None None] Port 59e5e779-27c4-4292-963e-ff8b684f3c08 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:02:41.033572 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512778b0>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 2, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:41.061781 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Checking router: eccf68ea-1e56-4358-814a-e2a16db050ee for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:02:41.062147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Updating router eccf68ea-1e56-4358-814a-e2a16db050ee port 59e5e779-27c4-4292-963e-ff8b684f3c08 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:02:41.088243 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b9e99dd7-cae2-4abb-9a10-45932231be12 req-e4fd8785-a966-472c-a743-35701a9bd066 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 210 time: 0.0283320
Nov 06 22:02:41.093190 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:41.531666 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:41.536868 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:41.586064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c0bda-b108-4a60-997c-5f70bfb1a5f2 None None] Pushing event updated for resources: {'Port': ['ID=59e5e779-27c4-4292-963e-ff8b684f3c08,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:41.643832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Attempting to bind port 59e5e779-27c4-4292-963e-ff8b684f3c08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:02:41.644875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Attempting to bind port 59e5e779-27c4-4292-963e-ff8b684f3c08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:02:41.645238 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Attempting to bind port 59e5e779-27c4-4292-963e-ff8b684f3c08 on network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:02:41.650686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:02:41.651072 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Checking segment: {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:02:41.651372 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:41.651762 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Bound using segment: {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:02:41.652222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Bound port: 59e5e779-27c4-4292-963e-ff8b684f3c08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:02:41.652631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:41.722255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] For port 59e5e779-27c4-4292-963e-ff8b684f3c08, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:02:41.725708 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] For port 59e5e779-27c4-4292-963e-ff8b684f3c08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59e5e779-27c4-4292-963e-ff8b684f3c08,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:02:41.729249 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:41.788719 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:41.789346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512778b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:41.791007 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c0bda-b108-4a60-997c-5f70bfb1a5f2 None None] Pushing event updated for resources: {'Port': ['ID=59e5e779-27c4-4292-963e-ff8b684f3c08,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:41.894442 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0305edb0-2b19-4228-ab2b-97934d833214 None None] Provisioning complete for port 59e5e779-27c4-4292-963e-ff8b684f3c08 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:41.895153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0305edb0-2b19-4228-ab2b-97934d833214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:41.939062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:42.098855 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-add5f1fe-cf80-43c7-a8fb-46cfbaa1a823 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:42.101241 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-add5f1fe-cf80-43c7-a8fb-46cfbaa1a823 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/networks?id=69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 200  len: 797 time: 0.1198118
Nov 06 22:02:42.110382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0305edb0-2b19-4228-ab2b-97934d833214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:42.163320 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e9444db9-45fa-4b54-882e-5d5e52617431 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:02:42.183895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-517558c5-751c-467e-b44a-4e138c8a1d4c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 379 time: 0.0728095
Nov 06 22:02:42.186430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-0305edb0-2b19-4228-ab2b-97934d833214 None None] For port 59e5e779-27c4-4292-963e-ff8b684f3c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59e5e779-27c4-4292-963e-ff8b684f3c08,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:42.206387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'port': {'device_id': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'admin_state_up': True, 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'security_groups': ['9d7e3b34-0ed2-4d59-987f-cc91b7d60208']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:42.220637 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0305edb0-2b19-4228-ab2b-97934d833214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:42.224949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a96bb352-d05e-4001-b7cc-6197ecb0f725 req-0839300d-ee0a-4309-87a9-8db677d59e80 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 210 time: 0.0326762
Nov 06 22:02:42.302470 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305edb0-2b19-4228-ab2b-97934d833214 None None] Pushing event updated for resources: {'Port': ['ID=59e5e779-27c4-4292-963e-ff8b684f3c08,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:42.308960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port e9444db9-45fa-4b54-882e-5d5e52617431 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:42.309333 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:42.338742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:02:42.342128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512778b0>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:41Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:42.342828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:42.383844 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0855699-ceff-46c9-8840-757a4a08ddee None None] The sync data for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 is: [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:41Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:02:42.400360 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6ca1f621-809f-4271-acab-b613bd4a22ce None None] Provisioning complete for port 59e5e779-27c4-4292-963e-ff8b684f3c08 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:42.400959 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ca1f621-809f-4271-acab-b613bd4a22ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:42.518070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7973062e-d459-4e8f-b076-76c65eb65af9 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:02:42.616215 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 7973062e-d459-4e8f-b076-76c65eb65af9 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:42.616725 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:42.856819 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.8 (69acd9f6-f750-4cbb-a925-7e8d27e526f3/ab7b5c83-c0d9-467c-9dca-c3750f056c94/239dba46-544f-452c-8c6f-7ba982eb7c2e) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:02:43.014260 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.048028 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.090026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:02:43.093469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:02:43.096505 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:02:43.142103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=239dba46-544f-452c-8c6f-7ba982eb7c2e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:43.164576 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:43.165330 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.188508 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-6c5fb285-221c-419c-92b3-e44437941fc5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9877181
Nov 06 22:02:43.201781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Request body: {'port': {'device_id': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:43.265492 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.427381 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-ca13dffb-ebd4-46f5-8e28-1581bdad91a0 None None] Provisioning complete for port 239dba46-544f-452c-8c6f-7ba982eb7c2e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:43.428335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ca13dffb-ebd4-46f5-8e28-1581bdad91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.430815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087a26-c420-4065-a972-fcca9e7038ad req-c9d965b6-fed3-4118-83c4-6a483387bdd2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:43.432480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c087a26-c420-4065-a972-fcca9e7038ad req-c9d965b6-fed3-4118-83c4-6a483387bdd2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 931 time: 0.1170342
Nov 06 22:02:43.469578 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ca13dffb-ebd4-46f5-8e28-1581bdad91a0 None None] Port 239dba46-544f-452c-8c6f-7ba982eb7c2e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:02:43.537812 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1c087a26-c420-4065-a972-fcca9e7038ad req-39d2f59e-dc1a-4f72-b2e5-63d8711ac5dc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940666
Nov 06 22:02:43.633629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239dba46-544f-452c-8c6f-7ba982eb7c2e {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:02:43.640985 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.652580 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Transition to ACTIVE for port object 239dba46-544f-452c-8c6f-7ba982eb7c2e will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 22:02:43.656871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.709413 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Pushing event updated for resources: {'Port': ['ID=239dba46-544f-452c-8c6f-7ba982eb7c2e,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:43.783857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Attempting to bind port 239dba46-544f-452c-8c6f-7ba982eb7c2e on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:02:43.784198 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Attempting to bind port 239dba46-544f-452c-8c6f-7ba982eb7c2e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:02:43.785103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Attempting to bind port 239dba46-544f-452c-8c6f-7ba982eb7c2e on network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:02:43.789614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Port 239dba46-544f-452c-8c6f-7ba982eb7c2e on network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 22:02:43.789940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Attempting to bind port 239dba46-544f-452c-8c6f-7ba982eb7c2e on network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:02:43.794868 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:02:43.795202 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Checking segment: {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:02:43.795583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Bound using segment: {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:02:43.796009 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Bound port: 239dba46-544f-452c-8c6f-7ba982eb7c2e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70b429c-c886-49b6-ae1b-652fa25f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:02:43.796391 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.865510 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] For port 239dba46-544f-452c-8c6f-7ba982eb7c2e, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:02:43.868596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] For port 239dba46-544f-452c-8c6f-7ba982eb7c2e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:02:43.873838 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.911784 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:43.912515 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:43.913828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] 10.222.0.37 "PUT /v2.0/ports/239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 200  len: 1091 time: 0.7165320
Nov 06 22:02:43.914311 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:02:43.916793 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c842e93-07b2-48af-b005-b1c1616fc620" -d '{"events": [{"name": "network-changed", "server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:02:43.947666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cabf1e-9a73-4d0c-87f8-e401d4deda2b service neutron] Pushing event updated for resources: {'Port': ['ID=239dba46-544f-452c-8c6f-7ba982eb7c2e,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:43.968009 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7501d85b-c287-45c5-8fbb-7b847571772f x-openstack-request-id: req-7501d85b-c287-45c5-8fbb-7b847571772f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:02:43.968460 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:02:43.968714 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7501d85b-c287-45c5-8fbb-7b847571772f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:02:43.969110 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'status': 'completed', 'code': 200}
Nov 06 22:02:44.002888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-05b9be40-af6b-4405-a312-2080abf8da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:44.004611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-05b9be40-af6b-4405-a312-2080abf8da25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1094 time: 0.0453537
Nov 06 22:02:44.054075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-22d863d8-7005-4bad-b089-f490c37d38a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 200  len: 217 time: 0.0421159
Nov 06 22:02:44.106970 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-b494c451-600e-4626-bfbb-090654b74029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:44.108506 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-b494c451-600e-4626-bfbb-090654b74029 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab7b5c83-c0d9-467c-9dca-c3750f056c94 HTTP/1.1" status: 200  len: 835 time: 0.0475760
Nov 06 22:02:44.123638 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 59e5e779-27c4-4292-963e-ff8b684f3c08 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:02:44.157566 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-1777d514-393a-41f6-b684-f0385d243298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:44.159192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-1777d514-393a-41f6-b684-f0385d243298 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69acd9f6-f750-4cbb-a925-7e8d27e526f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439670
Nov 06 22:02:44.175222 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 59e5e779-27c4-4292-963e-ff8b684f3c08 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:44.175850 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:44.253853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-a4d773f2-2392-4dc2-8f7e-6ed9b874f365 service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877934
Nov 06 22:02:44.344446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0da8b48e-2ee5-41db-bfd4-213549e2fb77 req-4255825f-8223-41ca-9617-8ab82fcc0fd4 service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842140
Nov 06 22:02:44.431356 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-a5bc14ed-d758-46d3-8f41-5ae5f3c21ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:44.432896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-a5bc14ed-d758-46d3-8f41-5ae5f3c21ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1094 time: 0.0420735
Nov 06 22:02:44.525905 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-6f149f6d-5229-41c6-98b9-5ee85dee377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:44.527386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-6f149f6d-5229-41c6-98b9-5ee85dee377d service neutron] 10.222.0.37 "GET /v2.0/networks?id=69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 200  len: 898 time: 0.0880954
Nov 06 22:02:44.569947 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-89a144ac-4eab-4b28-895b-fe55c0631adc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 200  len: 217 time: 0.0348215
Nov 06 22:02:44.653153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-7f1d5985-f1f6-4294-9b0a-99bf8cb5af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:44.654642 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-7f1d5985-f1f6-4294-9b0a-99bf8cb5af31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab7b5c83-c0d9-467c-9dca-c3750f056c94 HTTP/1.1" status: 200  len: 835 time: 0.0771351
Nov 06 22:02:44.678652 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa593d-f0de-4fa6-83ff-18a10071ee65 req-0a2790cc-5ca1-448b-ab27-7e0305c39055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:44.680420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27aa593d-f0de-4fa6-83ff-18a10071ee65 req-0a2790cc-5ca1-448b-ab27-7e0305c39055 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 943 time: 0.0714190
Nov 06 22:02:44.743509 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-ddd7a015-66e1-47e9-bc36-20c1636d660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:44.745029 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-ddd7a015-66e1-47e9-bc36-20c1636d660a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69acd9f6-f750-4cbb-a925-7e8d27e526f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0826015
Nov 06 22:02:44.749996 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-27aa593d-f0de-4fa6-83ff-18a10071ee65 req-234760f7-96e1-4afb-9301-cfaf86b524fa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548441
Nov 06 22:02:44.842342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-e0279e3e-9cfc-4b19-ab70-8c7381739fdc service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901072
Nov 06 22:02:44.933671 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2c842e93-07b2-48af-b005-b1c1616fc620 req-2967837e-e32c-4b5e-afc3-658728776e4c service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839946
Nov 06 22:02:45.154566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:45.392740 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:45.867089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3da5c-8cd6-4a67-904a-27a7c869bcfb req-8bdcd601-cbe6-44a4-ac20-68412afc5579 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:45.868718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39d3da5c-8cd6-4a67-904a-27a7c869bcfb req-8bdcd601-cbe6-44a4-ac20-68412afc5579 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 943 time: 0.0495131
Nov 06 22:02:45.922221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39d3da5c-8cd6-4a67-904a-27a7c869bcfb req-585ef641-e2b9-42fb-80b0-ad65e3fc8006 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474265
Nov 06 22:02:47.006782 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cc16e816-159f-401b-a66c-60b88198b8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:47.039825 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf29539-16e1-4cbe-92aa-190e166726d7 req-a4834425-e946-4ac7-b1b3-200b75f4861c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:47.041351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edf29539-16e1-4cbe-92aa-190e166726d7 req-a4834425-e946-4ac7-b1b3-200b75f4861c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 943 time: 0.0501654
Nov 06 22:02:47.091289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-edf29539-16e1-4cbe-92aa-190e166726d7 req-1f5d0a58-b62f-417f-be65-67c99133f90b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438550
Nov 06 22:02:47.689319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 239dba46-544f-452c-8c6f-7ba982eb7c2e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:02:47.779997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 239dba46-544f-452c-8c6f-7ba982eb7c2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:47.790952 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'port_id': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'mac_address': 'fa:16:3e:5e:45:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:02:47.830374 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:47.842539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239dba46-544f-452c-8c6f-7ba982eb7c2e {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:02:47.860908 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 239dba46-544f-452c-8c6f-7ba982eb7c2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:47.865973 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:47.913676 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=239dba46-544f-452c-8c6f-7ba982eb7c2e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:48.209287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c0c9f-5adf-41e2-b888-a87f892b49ec req-1e99261d-ed8d-46b2-b762-7d2429d1dd41 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:48.210795 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a6c0c9f-5adf-41e2-b888-a87f892b49ec req-1e99261d-ed8d-46b2-b762-7d2429d1dd41 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 944 time: 0.0503087
Nov 06 22:02:48.217721 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['239dba46-544f-452c-8c6f-7ba982eb7c2e'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:02:48.260677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a6c0c9f-5adf-41e2-b888-a87f892b49ec req-3cad8f29-68d4-4635-a1ea-477419d42eba tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437741
Nov 06 22:02:49.366192 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-269fa831-e831-43e3-8501-4f9630e92ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:49.383968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e12d9-c828-46f2-b9a1-5bb117f0fd0f req-fe1c9868-f7d7-40ac-83b7-5e5024f1d8d4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:49.385505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-164e12d9-c828-46f2-b9a1-5bb117f0fd0f req-fe1c9868-f7d7-40ac-83b7-5e5024f1d8d4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 944 time: 0.0548692
Nov 06 22:02:49.434498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-164e12d9-c828-46f2-b9a1-5bb117f0fd0f req-8bf49235-4b92-4585-9242-4f872971cc3b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430095
Nov 06 22:02:49.705224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 239dba46-544f-452c-8c6f-7ba982eb7c2e up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:02:49.753971 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 239dba46-544f-452c-8c6f-7ba982eb7c2e completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 22:02:49.757806 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 239dba46-544f-452c-8c6f-7ba982eb7c2e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:02:49.758171 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:49.835257 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:49.857145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:02:49.859418 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fd85f6-469d-4331-a331-94d3a772587a" -d '{"events": [{"server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "name": "network-vif-plugged", "status": "completed", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:02:49.873258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 239dba46-544f-452c-8c6f-7ba982eb7c2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:02:49.878689 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:49.902629 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231ba301-9ca6-4995-a4e2-ce7216c6622e x-openstack-request-id: req-231ba301-9ca6-4995-a4e2-ce7216c6622e {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:02:49.902922 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "name": "network-vif-plugged", "status": "completed", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:02:49.903180 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-231ba301-9ca6-4995-a4e2-ce7216c6622e {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:02:49.903575 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'code': 200}
Nov 06 22:02:49.930426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=239dba46-544f-452c-8c6f-7ba982eb7c2e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:49.996937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6043ae-0204-4e27-bcf4-413d4615a4a9 req-ebb1b394-aa3d-48c2-b352-a8811e93dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:49.998342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee6043ae-0204-4e27-bcf4-413d4615a4a9 req-ebb1b394-aa3d-48c2-b352-a8811e93dc02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1096 time: 0.0401757
Nov 06 22:02:50.045335 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ee6043ae-0204-4e27-bcf4-413d4615a4a9 req-8b49967e-e1eb-4eb0-865a-b88f928280bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402977
Nov 06 22:02:50.553837 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9171ca-6dd7-48bb-bdd5-b41a35700084 req-2194fea7-cb23-468d-9981-3271532ee570 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:50.555366 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb9171ca-6dd7-48bb-bdd5-b41a35700084 req-2194fea7-cb23-468d-9981-3271532ee570 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0495026
Nov 06 22:02:50.608437 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bb9171ca-6dd7-48bb-bdd5-b41a35700084 req-55ab3476-ffe5-4103-95f0-5874964baa6d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471106
Nov 06 22:02:50.883551 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:51.724960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adbaaa-0a0a-4a6a-9b98-4bd092359ab2 req-f1354fe8-03f5-4f7c-bc70-a46c7037d85c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:51.726453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5adbaaa-0a0a-4a6a-9b98-4bd092359ab2 req-f1354fe8-03f5-4f7c-bc70-a46c7037d85c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0490341
Nov 06 22:02:51.774706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5adbaaa-0a0a-4a6a-9b98-4bd092359ab2 req-40b76503-8348-4a5d-aab2-dc78c92cafd3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424006
Nov 06 22:02:51.887964 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbbdc4-5f88-4a1a-b80b-dbd78c9b6b19 req-aaebf6ae-8932-4ae3-8dbe-432003d66f60 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:51.889453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08bbbdc4-5f88-4a1a-b80b-dbd78c9b6b19 req-aaebf6ae-8932-4ae3-8dbe-432003d66f60 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0480020
Nov 06 22:02:51.938858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-08bbbdc4-5f88-4a1a-b80b-dbd78c9b6b19 req-314b3277-2b84-453f-9f28-789d91e1a813 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428123
Nov 06 22:02:51.961365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49918) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:52.000163 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61d0bc-f4d0-4bc1-a4cf-6c9ce9fc55e5 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:52.001706 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4e61d0bc-f4d0-4bc1-a4cf-6c9ce9fc55e5 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1091 time: 0.0393643
Nov 06 22:02:52.005097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49920) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:52.009437 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:02:52.031472 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.116258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.126540 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.232445 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.48 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/e20de6d8-1712-475c-a453-04bc84718139) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:02:52.332021 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.368818 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.405634 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:02:52.411928 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:02:52.416592 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:02:52.419293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=e20de6d8-1712-475c-a453-04bc84718139,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:52.673571 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.765504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.833504 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.980416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:52.984901 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:53.052944 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=e20de6d8-1712-475c-a453-04bc84718139,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:02:53.062017 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:53.162183 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP aa0596ef-9efc-40b3-bbd3-69553e69afd7 associated. External IP: 172.35.0.48, port: 239dba46-544f-452c-8c6f-7ba982eb7c2e.
Nov 06 22:02:53.363829 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router eccf68ea-1e56-4358-814a-e2a16db050ee has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:02:53.468467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:02:53.478766 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] Sync routers for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:02:53.485931 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:02:53.488356 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:53.488958 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528f7760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:53.512324 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-19a3e2d2-c052-4f3f-9aeb-609ab0b608e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5061696
Nov 06 22:02:53.513085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:02:53.515377 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b076cd798f95596056372ed8e3ec4fe6294c8412216cac2ac108b4371539f89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b2f7f9-cc72-468e-b553-0f39515892d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:02:53.555442 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a50c27-b623-4555-a07a-04eab4c66003 x-openstack-request-id: req-b0a50c27-b623-4555-a07a-04eab4c66003 {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:02:53.555728 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:02:53.555976 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0a50c27-b623-4555-a07a-04eab4c66003 {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:02:53.556397 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'status': 'completed', 'code': 200}
Nov 06 22:02:53.605740 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:53.639514 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327398ef-ff89-4d9c-bbe8-83c0794dd7c1 req-818351f3-f27c-4070-8e02-60ad0df8bf15 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:53.640967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-327398ef-ff89-4d9c-bbe8-83c0794dd7c1 req-818351f3-f27c-4070-8e02-60ad0df8bf15 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0781844
Nov 06 22:02:53.656616 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-b4a325fb-b8f8-4558-8d0c-93ac2a59b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:53.658061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-b4a325fb-b8f8-4558-8d0c-93ac2a59b3ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1096 time: 0.0648849
Nov 06 22:02:53.748381 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-327398ef-ff89-4d9c-bbe8-83c0794dd7c1 req-f6040e7d-d253-4f7d-a489-5ee61d050f5d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994289
Nov 06 22:02:53.773195 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49926) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:53.791346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-354a7d2e-3fad-41fa-b5b3-f3930ad3c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:53.792868 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-354a7d2e-3fad-41fa-b5b3-f3930ad3c83d service neutron] 10.222.0.37 "GET /v2.0/networks?id=69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 200  len: 898 time: 0.1274326
Nov 06 22:02:53.829162 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528f7760>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aa0596ef-9efc-40b3-bbd3-69553e69afd7', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.48', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'port_id': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'mac_address': 'fa:16:3e:5e:45:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:02:52Z', 'updated_at': '2021-11-06T22:02:52Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:42Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:53.834027 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-371be0e9-002c-4093-9faa-eba8ca207482 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/aa0596ef-9efc-40b3-bbd3-69553e69afd7 HTTP/1.1" status: 200  len: 990 time: 0.0596011
Nov 06 22:02:53.854936 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] Checking router: eccf68ea-1e56-4358-814a-e2a16db050ee for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:02:53.863657 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:02:53.863828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-5ed04fca-6892-4ff0-ba9b-c2d298c3294d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 200  len: 998 time: 0.0620704
Nov 06 22:02:53.864247 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92528f7760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:02:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:53.918064 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-de019261-c279-4a81-930c-884e75796d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:53.919491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-de019261-c279-4a81-930c-884e75796d72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab7b5c83-c0d9-467c-9dca-c3750f056c94 HTTP/1.1" status: 200  len: 835 time: 0.0487885
Nov 06 22:02:53.969236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-ae9cbbc0-14b8-4e96-aecf-453f7b4096b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:02:53.970762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-ae9cbbc0-14b8-4e96-aecf-453f7b4096b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69acd9f6-f750-4cbb-a925-7e8d27e526f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442758
Nov 06 22:02:53.971743 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:02:54.061567 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-e8fa17e0-fb4e-4410-a6ac-b3edbe852113 service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837612
Nov 06 22:02:54.156502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-91b2f7f9-cc72-468e-b553-0f39515892d0 req-382fba13-becf-4075-b9db-bb013a51a198 service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880477
Nov 06 22:02:54.195525 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92528f7760>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aa0596ef-9efc-40b3-bbd3-69553e69afd7', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.48', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'port_id': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'mac_address': 'fa:16:3e:5e:45:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:02:52Z', 'updated_at': '2021-11-06T22:02:52Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:42Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:02:54.223950 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c383e-85a4-4850-8b53-52c4f3bf7a39 None None] The sync data for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 is: [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aa0596ef-9efc-40b3-bbd3-69553e69afd7', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.48', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'port_id': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'mac_address': 'fa:16:3e:5e:45:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:02:52Z', 'updated_at': '2021-11-06T22:02:52Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:42Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:02:54.421156 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6324122-a0d6-4745-bb34-97836136a157 None None] New status for floating IP aa0596ef-9efc-40b3-bbd3-69553e69afd7: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:02:54.837911 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 49928) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:02:54.900673 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-962ad3e9-9aa0-42ab-bf3e-e48bb789ac27 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/aa0596ef-9efc-40b3-bbd3-69553e69afd7 HTTP/1.1" status: 200  len: 992 time: 0.0611501
Nov 06 22:03:12.084322 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:03:15.168362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:15.411137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:17.007549 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-725641ce-3d73-4a9d-9484-e8e78248dc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:19.367102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7bd880a0-999c-4ef1-9aab-1efebec654d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:20.875940 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:22.118394 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:22.677049 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:34.459631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a9677e-d9fa-4923-b268-203062b732ab req-75d39f9a-d636-42a6-8155-c405b390f329 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398693
Nov 06 22:03:34.544756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9677e-d9fa-4923-b268-203062b732ab req-225cd25e-2e92-45bf-a786-387c8bcbff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:03:34.546257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a9677e-d9fa-4923-b268-203062b732ab req-225cd25e-2e92-45bf-a786-387c8bcbff18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1096 time: 0.0414064
Nov 06 22:03:34.653115 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9677e-d9fa-4923-b268-203062b732ab req-22c03847-d379-45af-ae97-60fb14aeea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:03:34.654584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a9677e-d9fa-4923-b268-203062b732ab req-22c03847-d379-45af-ae97-60fb14aeea9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 200  len: 898 time: 0.0876172
Nov 06 22:03:34.719515 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a9677e-d9fa-4923-b268-203062b732ab req-35cdb26f-dfc9-4eb6-b340-186c80322f72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 200  len: 1000 time: 0.0574758
Nov 06 22:03:34.766983 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9677e-d9fa-4923-b268-203062b732ab req-9c68f2f3-438c-4331-8e4b-59cf6cd13635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:03:34.768970 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a9677e-d9fa-4923-b268-203062b732ab req-9c68f2f3-438c-4331-8e4b-59cf6cd13635 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab7b5c83-c0d9-467c-9dca-c3750f056c94 HTTP/1.1" status: 200  len: 835 time: 0.0425878
Nov 06 22:03:34.816738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9677e-d9fa-4923-b268-203062b732ab req-011d2f99-9f20-4359-8683-5d6cd4782608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:03:34.818224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a9677e-d9fa-4923-b268-203062b732ab req-011d2f99-9f20-4359-8683-5d6cd4782608 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69acd9f6-f750-4cbb-a925-7e8d27e526f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429504
Nov 06 22:03:34.908617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a9677e-d9fa-4923-b268-203062b732ab req-af961ef8-6425-43bf-a63c-1ddddd0d91b9 service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820940
Nov 06 22:03:35.000581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5a9677e-d9fa-4923-b268-203062b732ab req-ece0c831-5854-4c27-814e-afbc49df140a service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848618
Nov 06 22:03:45.182409 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:45.404426 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:47.008352 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d95aa244-397d-4c38-b105-7540a182414a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:49.084532 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:03:49.368235 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-418db207-4cd9-491f-9298-ab80d4bed3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:50.882570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:52.121110 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:52.679980 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:03:55.632480 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be404ad-70e9-4768-95f3-4c2ec28edb6b req-d18ae266-eaf5-4c51-919d-bb461747da2e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:03:55.634686 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be404ad-70e9-4768-95f3-4c2ec28edb6b req-d18ae266-eaf5-4c51-919d-bb461747da2e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0512915
Nov 06 22:03:55.684611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0be404ad-70e9-4768-95f3-4c2ec28edb6b req-7b5b36ca-f585-4971-8fec-3df09abbd232 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435271
Nov 06 22:03:56.800160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333125-bf8f-40f6-b6f4-9b042d1b8b64 req-7d5c16b8-944d-417f-8de7-36508ccda752 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:03:56.801967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f333125-bf8f-40f6-b6f4-9b042d1b8b64 req-7d5c16b8-944d-417f-8de7-36508ccda752 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0481284
Nov 06 22:03:56.849760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4f333125-bf8f-40f6-b6f4-9b042d1b8b64 req-9a4cf55f-2b6c-4436-93db-fd89224922bb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419977
Nov 06 22:03:57.967807 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe166b0-e714-4409-9129-403814180858 req-424c016b-55e3-4e4c-951d-02ce376df806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:03:57.969324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbe166b0-e714-4409-9129-403814180858 req-424c016b-55e3-4e4c-951d-02ce376df806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0523136
Nov 06 22:03:58.016760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-fbe166b0-e714-4409-9129-403814180858 req-778f0584-8eab-4d8a-9c6a-0d4dee6d8e32 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414984
Nov 06 22:03:59.134488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9525f2-aeb9-41c5-9604-f407d7a0fbd1 req-55bfc773-9b3d-4dbc-b8a9-867b68312a69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:03:59.135872 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb9525f2-aeb9-41c5-9604-f407d7a0fbd1 req-55bfc773-9b3d-4dbc-b8a9-867b68312a69 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0484638
Nov 06 22:03:59.185034 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb9525f2-aeb9-41c5-9604-f407d7a0fbd1 req-6f877aee-f5f0-444d-b3be-daf85b60737f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432553
Nov 06 22:04:00.300493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7361a-96b6-44ca-92ea-ddb770b64b37 req-8e6c36ee-5752-4054-b55e-bdcdeb6c2914 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:00.302232 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1a7361a-96b6-44ca-92ea-ddb770b64b37 req-8e6c36ee-5752-4054-b55e-bdcdeb6c2914 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0475743
Nov 06 22:04:00.355046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1a7361a-96b6-44ca-92ea-ddb770b64b37 req-eba0341b-24d7-4053-8eaf-fa620e74c785 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465922
Nov 06 22:04:01.472118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea4cac-9ac9-4e60-903a-a9083799caec req-8298b0c4-0123-49dc-9b8d-f020fead4796 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:01.473633 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22ea4cac-9ac9-4e60-903a-a9083799caec req-8298b0c4-0123-49dc-9b8d-f020fead4796 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0518749
Nov 06 22:04:01.521922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-22ea4cac-9ac9-4e60-903a-a9083799caec req-6f4fdb76-316e-41ed-b141-81d10f9aca6d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424652
Nov 06 22:04:02.636326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c0e4-b188-430e-b9aa-5c7c079ad15e req-3a8c51d1-31f2-4cc4-8fd0-ec507d833c64 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:02.637806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac53c0e4-b188-430e-b9aa-5c7c079ad15e req-3a8c51d1-31f2-4cc4-8fd0-ec507d833c64 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0483983
Nov 06 22:04:02.686172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac53c0e4-b188-430e-b9aa-5c7c079ad15e req-8782cba9-a95d-4809-b323-f02f56d3da76 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424378
Nov 06 22:04:03.803412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99f80a-6342-4a3f-a988-abeee3ba611d req-5b70094a-e3f9-4a1d-9885-1fc848acd5e3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:03.804889 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df99f80a-6342-4a3f-a988-abeee3ba611d req-5b70094a-e3f9-4a1d-9885-1fc848acd5e3 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0518806
Nov 06 22:04:03.852583 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df99f80a-6342-4a3f-a988-abeee3ba611d req-89af12f6-693e-430c-8f70-8d7774750641 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418415
Nov 06 22:04:04.975934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de81a5-e647-4800-97b8-f781130f14f7 req-1c56374c-1dfc-48da-ba3b-97a5506c73e6 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:04.977513 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83de81a5-e647-4800-97b8-f781130f14f7 req-1c56374c-1dfc-48da-ba3b-97a5506c73e6 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0567999
Nov 06 22:04:05.026142 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83de81a5-e647-4800-97b8-f781130f14f7 req-66bedc4a-636f-4571-83d4-8242016b70e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426672
Nov 06 22:04:06.145434 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc62b-f308-4196-83c5-fc36c30ce92f req-e0c7d589-2a2d-4603-a2fa-921ca0a3191d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:06.146804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-730bc62b-f308-4196-83c5-fc36c30ce92f req-e0c7d589-2a2d-4603-a2fa-921ca0a3191d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0514984
Nov 06 22:04:06.194814 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-730bc62b-f308-4196-83c5-fc36c30ce92f req-664364bd-ef49-43a0-bca9-7b03c0ad1833 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421846
Nov 06 22:04:06.216515 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 49994) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:04:06.276877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a66a32df-7fff-438d-914b-6e680e07d0b7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/aa0596ef-9efc-40b3-bbd3-69553e69afd7 HTTP/1.1" status: 200  len: 992 time: 0.0591724
Nov 06 22:04:07.566393 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efe1ad-c61b-4ad7-b6a5-23501e72e43c req-2ed6d665-9c0a-498a-8209-f8b42c3141ce tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:07.567861 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04efe1ad-c61b-4ad7-b6a5-23501e72e43c req-2ed6d665-9c0a-498a-8209-f8b42c3141ce tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0756252
Nov 06 22:04:07.591641 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2752-97fa-40d9-b822-4325bb40600f req-4af1c0db-c07f-4344-bead-206e96f3d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:07.593093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685c2752-97fa-40d9-b822-4325bb40600f req-4af1c0db-c07f-4344-bead-206e96f3d1fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1096 time: 0.0652623
Nov 06 22:04:07.664270 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04efe1ad-c61b-4ad7-b6a5-23501e72e43c req-14ae55d1-83dc-463d-b688-ab247324d9a9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893652
Nov 06 22:04:07.701435 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2752-97fa-40d9-b822-4325bb40600f req-fc7f08ba-116d-4c37-ab6b-91ae3d04c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:07.702884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685c2752-97fa-40d9-b822-4325bb40600f req-fc7f08ba-116d-4c37-ab6b-91ae3d04c323 service neutron] 10.222.0.37 "GET /v2.0/networks?id=69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 200  len: 898 time: 0.1021006
Nov 06 22:04:07.770106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685c2752-97fa-40d9-b822-4325bb40600f req-b190ac6e-70e5-4d08-93d4-7460e6686bb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 200  len: 1000 time: 0.0603583
Nov 06 22:04:07.817342 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2752-97fa-40d9-b822-4325bb40600f req-5866d280-5f5f-480f-8a08-217794e089d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:07.818647 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685c2752-97fa-40d9-b822-4325bb40600f req-5866d280-5f5f-480f-8a08-217794e089d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab7b5c83-c0d9-467c-9dca-c3750f056c94 HTTP/1.1" status: 200  len: 835 time: 0.0423326
Nov 06 22:04:07.863137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2752-97fa-40d9-b822-4325bb40600f req-722b764f-7163-407a-a5c8-b6b8b696c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:07.864702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685c2752-97fa-40d9-b822-4325bb40600f req-722b764f-7163-407a-a5c8-b6b8b696c627 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69acd9f6-f750-4cbb-a925-7e8d27e526f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385029
Nov 06 22:04:07.957432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685c2752-97fa-40d9-b822-4325bb40600f req-d7fccf6f-284f-4193-8597-f2856d1b22eb service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848970
Nov 06 22:04:08.044599 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-685c2752-97fa-40d9-b822-4325bb40600f req-4f33143c-45e7-4cd7-9ec3-3df2cd7ef11c service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802100
Nov 06 22:04:08.786537 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d74bf-5db9-415c-ad13-d37080ef3bdd req-a8869101-43f5-440b-a544-ef523d2194b7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:08.788061 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-283d74bf-5db9-415c-ad13-d37080ef3bdd req-a8869101-43f5-440b-a544-ef523d2194b7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0534325
Nov 06 22:04:08.836421 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-283d74bf-5db9-415c-ad13-d37080ef3bdd req-76452e50-b820-4d27-b770-55b06c6295f7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423841
Nov 06 22:04:08.858719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50004) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:04:08.919706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f20ee92d-a465-4eb9-931c-3a9c2cb84a85 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/aa0596ef-9efc-40b3-bbd3-69553e69afd7 HTTP/1.1" status: 200  len: 992 time: 0.0598075
Nov 06 22:04:15.196855 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:15.402837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:17.008714 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-798df947-1acd-4a1a-8c5b-a19ceb12cac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:19.368032 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a643753a-07cd-49c7-8057-a70b7af9cb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:20.874820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:22.123845 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:22.681523 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:26.083181 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:04:35.468358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-fbcded27-6f42-4624-8dee-19071f6c1a9a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392373
Nov 06 22:04:35.555141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-2c8840ac-9120-414b-905f-8598184b2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:35.556688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-2c8840ac-9120-414b-905f-8598184b2a79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1096 time: 0.0462208
Nov 06 22:04:35.662908 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-6a55a688-75ac-48bb-8da3-f1c6ff58985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:35.664424 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-6a55a688-75ac-48bb-8da3-f1c6ff58985d service neutron] 10.222.0.37 "GET /v2.0/networks?id=69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 200  len: 898 time: 0.0889184
Nov 06 22:04:35.732531 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-49db3260-fe73-4b29-8a9b-45a61557c758 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 200  len: 1000 time: 0.0613809
Nov 06 22:04:35.779654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-dfc390ad-e69a-4306-bb92-cc85516a0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:35.781064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-dfc390ad-e69a-4306-bb92-cc85516a0da1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab7b5c83-c0d9-467c-9dca-c3750f056c94 HTTP/1.1" status: 200  len: 835 time: 0.0424407
Nov 06 22:04:35.825389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-0026f055-176f-413a-98d8-ca10ec0db6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:35.826830 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-0026f055-176f-413a-98d8-ca10ec0db6e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69acd9f6-f750-4cbb-a925-7e8d27e526f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390372
Nov 06 22:04:35.921885 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-d21e1a64-8004-4718-9b97-b0bb4ada0cea service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880075
Nov 06 22:04:36.009714 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc275423-514f-46ac-b3fc-a821bfcd17e6 req-7cb2161b-66eb-499c-94d6-1690338e7462 service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808461
Nov 06 22:04:45.196124 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:45.429839 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:47.013012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-88efc2b8-0765-4c9e-874f-3a7614ad14aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:49.369323 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f6a348eb-5c44-43ed-9364-84c4f81a9999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:50.879026 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:52.127304 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:52.682815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:57.333196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50040) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:04:57.486542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port e20de6d8-1712-475c-a453-04bc84718139 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:04:57.486887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:57.562284 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:57.562609 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:57.573853 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for e20de6d8-1712-475c-a453-04bc84718139 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:04:57.719975 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:57.743455 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=e20de6d8-1712-475c-a453-04bc84718139,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:04:57.753947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.754303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.754646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.754981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.755316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.756079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.756079 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.756285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.756631 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.756948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.757274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.757596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:04:57.816024 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:57.816390 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP aa0596ef-9efc-40b3-bbd3-69553e69afd7 disassociated (deleted). External IP: 172.35.0.48, port: 239dba46-544f-452c-8c6f-7ba982eb7c2e.
Nov 06 22:04:58.360765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router eccf68ea-1e56-4358-814a-e2a16db050ee has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:04:58.466386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:04:58.472122 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:04:58.476823 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] Sync routers for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:04:58.486841 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:04:58.487447 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a9a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:04:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:04:58.500410 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bb3525fb-ba71-442e-8947-1a5b4dd18b26 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa0596ef-9efc-40b3-bbd3-69553e69afd7 HTTP/1.1" status: 204  len: 168 time: 1.1660864
Nov 06 22:04:58.501101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:04:58.503997 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:04:58.545954 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c8935-00b9-443f-b9f2-7fee225547ff x-openstack-request-id: req-b95c8935-00b9-443f-b9f2-7fee225547ff {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:04:58.546318 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:04:58.546672 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b95c8935-00b9-443f-b9f2-7fee225547ff {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:04:58.547099 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'status': 'completed', 'code': 200}
Nov 06 22:04:58.615831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-2d0ffa6e-4658-4d74-8323-0773cd5fd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:58.617472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-2d0ffa6e-4658-4d74-8323-0773cd5fd9d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 1096 time: 0.0478265
Nov 06 22:04:58.692514 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:04:58.757245 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-d743a9ab-1501-44e1-91b1-6baafdab9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:58.758718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-d743a9ab-1501-44e1-91b1-6baafdab9345 service neutron] 10.222.0.37 "GET /v2.0/networks?id=69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 200  len: 898 time: 0.1293681
Nov 06 22:04:58.770051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d423-bb37-49a1-8e87-8670e6234f74 req-d6118170-5512-4dc4-bdb2-b9ee8712203e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:58.771496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6856d423-bb37-49a1-8e87-8670e6234f74 req-d6118170-5512-4dc4-bdb2-b9ee8712203e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0721567
Nov 06 22:04:58.822387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-4051cc82-cf21-46f8-99e3-fc228f19c0c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 200  len: 217 time: 0.0499246
Nov 06 22:04:58.885696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6856d423-bb37-49a1-8e87-8670e6234f74 req-d96cbdec-be23-4a32-80a8-303b462bce5d tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074572
Nov 06 22:04:58.888484 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a9a730>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:42Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:04:58.893625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-2de2b5d0-f98e-47a8-a607-4f5032734495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:58.895104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-2de2b5d0-f98e-47a8-a607-4f5032734495 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab7b5c83-c0d9-467c-9dca-c3750f056c94 HTTP/1.1" status: 200  len: 835 time: 0.0651913
Nov 06 22:04:58.915943 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] Checking router: eccf68ea-1e56-4358-814a-e2a16db050ee for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:04:58.924247 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:04:58.924877 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a9a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:04:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:04:58.941794 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-911be7ed-568a-4c40-90e2-3ab39252d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:04:58.943301 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-911be7ed-568a-4c40-90e2-3ab39252d482 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69acd9f6-f750-4cbb-a925-7e8d27e526f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406699
Nov 06 22:04:59.029081 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:04:59.038384 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-593ac70c-2738-457d-9076-71a176e0a562 service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870330
Nov 06 22:04:59.129677 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-04ba04b3-fb69-42dd-b35f-2d0dfd47a60a req-67f2b525-b5db-4deb-a228-372b90c8a815 service neutron] 10.222.0.37 "GET /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830235
Nov 06 22:04:59.225291 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a9a730>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:42Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:04:59.250466 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab04fb6-6c8a-4621-b160-34ba87717ead None None] The sync data for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 is: [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:02:39Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59e5e779-27c4-4292-963e-ff8b684f3c08', 'name': '', 'network_id': '69acd9f6-f750-4cbb-a925-7e8d27e526f3', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:e2:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:38Z', 'updated_at': '2021-11-06T22:02:42Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'ab7b5c83-c0d9-467c-9dca-c3750f056c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:04:59.458907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddba3cdf-229d-4e53-ad55-d999e7959f40 None None] New status for floating IP aa0596ef-9efc-40b3-bbd3-69553e69afd7: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:05:00.010430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c3fbb-9920-4973-80ed-4edcb00317a0 req-68701896-ea77-41ac-9b71-0bc4af78aa47 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:00.011891 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b7c3fbb-9920-4973-80ed-4edcb00317a0 req-68701896-ea77-41ac-9b71-0bc4af78aa47 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0538936
Nov 06 22:05:00.061588 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8b7c3fbb-9920-4973-80ed-4edcb00317a0 req-81779f86-d2b8-4ef4-9bd3-59d619e8276e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d7e3b34-0ed2-4d59-987f-cc91b7d60208&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431271
Nov 06 22:05:00.524700 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-ef49c441-ddb3-4426-8175-6eff6baf6740 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:00.526630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-ef49c441-ddb3-4426-8175-6eff6baf6740 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 945 time: 0.0490742
Nov 06 22:05:00.614995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 239dba46-544f-452c-8c6f-7ba982eb7c2e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:05:00.615358 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:00.706150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port 239dba46-544f-452c-8c6f-7ba982eb7c2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=239dba46-544f-452c-8c6f-7ba982eb7c2e,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:00.706516 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:00.719173 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 239dba46-544f-452c-8c6f-7ba982eb7c2e owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:05:00.848602 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:00.876082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=239dba46-544f-452c-8c6f-7ba982eb7c2e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:00.918721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] No DVR routers for this DVR port 239dba46-544f-452c-8c6f-7ba982eb7c2e on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:05:00.921462 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:00.925578 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6bc35199-d0d9-4956-bdcb-e8caf3f9da40 req-822b47bb-c607-4305-b7e7-2f8373b873e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "DELETE /v2.0/ports/239dba46-544f-452c-8c6f-7ba982eb7c2e HTTP/1.1" status: 204  len: 173 time: 0.3929508
Nov 06 22:05:00.926286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'name': 'network-vif-deleted', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:05:00.928631 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf94fe-1607-43c9-b8b4-7916bbaec1d9" -d '{"events": [{"server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "name": "network-vif-deleted", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:05:00.964810 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4374ec-312f-4133-bf33-5c0c24338161 x-openstack-request-id: req-bc4374ec-312f-4133-bf33-5c0c24338161 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:05:00.965107 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd645251-75d9-4f65-9dd1-2d43f4db5217", "name": "network-vif-deleted", "tag": "239dba46-544f-452c-8c6f-7ba982eb7c2e", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:05:00.965381 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc4374ec-312f-4133-bf33-5c0c24338161 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:05:00.965783 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd645251-75d9-4f65-9dd1-2d43f4db5217', 'name': 'network-vif-deleted', 'tag': '239dba46-544f-452c-8c6f-7ba982eb7c2e', 'status': 'completed', 'code': 200}
Nov 06 22:05:01.167628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6fe6d348-be9d-445b-b590-d49c6fbea6c6 req-0c569a27-b0b0-4d89-ab8d-c1db94d7e0a4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd645251-75d9-4f65-9dd1-2d43f4db5217 HTTP/1.1" status: 200  len: 210 time: 0.0262878
Nov 06 22:05:02.225904 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50056) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:02.593214 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:02.847918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 59e5e779-27c4-4292-963e-ff8b684f3c08 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:05:02.848158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:02.939157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port 59e5e779-27c4-4292-963e-ff8b684f3c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59e5e779-27c4-4292-963e-ff8b684f3c08,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:02.939518 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:02.952281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 59e5e779-27c4-4292-963e-ff8b684f3c08 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:05:03.082950 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:05:03.136394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:03.164022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=59e5e779-27c4-4292-963e-ff8b684f3c08,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:03.341424 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:03.561931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router eccf68ea-1e56-4358-814a-e2a16db050ee has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:05:03.667497 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:05:03.672534 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-298ed456-3412-4bb6-b0f3-91dd76f974e2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/eccf68ea-1e56-4358-814a-e2a16db050ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4455707
Nov 06 22:05:03.675315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50058) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:03.678158 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] Sync routers for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:05:03.687492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:05:03.688091 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252751d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:04:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:03.726623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02ee3db-f1b8-43ab-9271-16e4a887244b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting subnet ab7b5c83-c0d9-467c-9dca-c3750f056c94 {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 22:05:03.729828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e02ee3db-f1b8-43ab-9271-16e4a887244b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:03.771463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e02ee3db-f1b8-43ab-9271-16e4a887244b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:03.793163 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:05:03.870056 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e02ee3db-f1b8-43ab-9271-16e4a887244b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:03.939738 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e02ee3db-f1b8-43ab-9271-16e4a887244b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:03.970108 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e02ee3db-f1b8-43ab-9271-16e4a887244b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:03.975943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ca701-46c7-4833-b25b-acd0c0206f25 None None] Network 69acd9f6-f750-4cbb-a925-7e8d27e526f3 requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:05:03.977234 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e02ee3db-f1b8-43ab-9271-16e4a887244b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/subnets/ab7b5c83-c0d9-467c-9dca-c3750f056c94 HTTP/1.1" status: 204  len: 168 time: 0.3006475
Nov 06 22:05:03.977755 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50060) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:03.978285 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ee3db-f1b8-43ab-9271-16e4a887244b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7b5c83-c0d9-467c-9dca-c3750f056c94,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:03.985100 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252751d00>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:05:03Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:04.015041 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] Checking router: eccf68ea-1e56-4358-814a-e2a16db050ee for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:05:04.024149 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] Routers {'eccf68ea-1e56-4358-814a-e2a16db050ee'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:05:04.024793 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252751d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:04:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['eccf68ea-1e56-4358-814a-e2a16db050ee'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:04.096750 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:04.137446 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] Set router eccf68ea-1e56-4358-814a-e2a16db050ee gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:05:04.185274 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] DHCP port deletion for 69acd9f6-f750-4cbb-a925-7e8d27e526f3 request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 22:05:04.217688 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:04.237145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Deleting port 7973062e-d459-4e8f-b076-76c65eb65af9 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:05:04.237520 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:04.274093 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port e9444db9-45fa-4b54-882e-5d5e52617431 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:05:04.274463 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:04.285309 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 239dba46-544f-452c-8c6f-7ba982eb7c2e no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:05:04.311933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 239dba46-544f-452c-8c6f-7ba982eb7c2e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:05:04.312386 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 239dba46-544f-452c-8c6f-7ba982eb7c2e not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:05:04.331532 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] For port 7973062e-d459-4e8f-b076-76c65eb65af9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7973062e-d459-4e8f-b076-76c65eb65af9,segment=NetworkSegment(e70b429c-c886-49b6-ae1b-652fa25f6585),segment_id=e70b429c-c886-49b6-ae1b-652fa25f6585)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:04.332345 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:04.346341 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Calling delete_port for 7973062e-d459-4e8f-b076-76c65eb65af9 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:05:04.351710 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252751d00>, [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:05:03Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:04.358322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port e9444db9-45fa-4b54-882e-5d5e52617431, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9444db9-45fa-4b54-882e-5d5e52617431,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:04.358689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:04.372491 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for e9444db9-45fa-4b54-882e-5d5e52617431 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:05:04.375374 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608256e-68b2-4510-afbc-870ca5158c8c None None] The sync data for ids ['eccf68ea-1e56-4358-814a-e2a16db050ee'] in ncdv-master-1 is: [{'id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088452953', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:02:35Z', 'updated_at': '2021-11-06T22:05:03Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': 'e9444db9-45fa-4b54-882e-5d5e52617431', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccf68ea-1e56-4358-814a-e2a16db050ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:02:36Z', 'updated_at': '2021-11-06T22:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:05:04.445852 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:04.474097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Pushing event deleted for resources: {'Port': ['ID=7973062e-d459-4e8f-b076-76c65eb65af9,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:04.477468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] No DVR routers for this DVR port 7973062e-d459-4e8f-b076-76c65eb65af9 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:05:04.484823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.485245 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.486264 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.489756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.489756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.489990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.490517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.491042 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.491621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.492205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.492756 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.493334 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884ba0b-0df1-4a9f-9258-b720046260f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.543004 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:04.569577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=e9444db9-45fa-4b54-882e-5d5e52617431,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:04.581695 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.582042 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.582472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.582693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.583032 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.583370 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.583693 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.584024 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.584380 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.584707 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.585031 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.585361 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:04.638879 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.061177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.063144 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.106968 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.107505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Fanout notify agent at l3_agent the message router_deleted on router eccf68ea-1e56-4358-814a-e2a16db050ee {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 22:05:05.115337 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.116488 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-09c7d1cb-cce2-4d41-b6ec-84cae902fe92 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/routers/eccf68ea-1e56-4358-814a-e2a16db050ee HTTP/1.1" status: 204  len: 168 time: 1.1342504
Nov 06 22:05:05.119230 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50066) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:05.196707 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.283471 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.303731 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92563a3670>,) {'filters': {'network_id': ['69acd9f6-f750-4cbb-a925-7e8d27e526f3']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:05.313337 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92563a3670>, 'e70b429c-c886-49b6-ae1b-652fa25f6585') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:05.313591 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92563a3670>, 'e70b429c-c886-49b6-ae1b-652fa25f6585') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:05.323828 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.336964 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.342585 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 22:05:05.342955 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 22:05:05.346326 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 22:05:05.400806 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.408445 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.411442 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/networks/69acd9f6-f750-4cbb-a925-7e8d27e526f3 HTTP/1.1" status: 204  len: 168 time: 0.2912900
Nov 06 22:05:05.414432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50068) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:05.427946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aefc6-964e-4e98-a279-1bc6f5c02b1a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Network': ['ID=69acd9f6-f750-4cbb-a925-7e8d27e526f3,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:05.470770 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3b0175a-f65a-4b84-ab55-0284a20753b5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.500827 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3b0175a-f65a-4b84-ab55-0284a20753b5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.565251 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3b0175a-f65a-4b84-ab55-0284a20753b5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.568073 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d3b0175a-f65a-4b84-ab55-0284a20753b5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:05.569286 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d3b0175a-f65a-4b84-ab55-0284a20753b5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d7e3b34-0ed2-4d59-987f-cc91b7d60208 HTTP/1.1" status: 204  len: 168 time: 0.1538069
Nov 06 22:05:05.578786 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0175a-f65a-4b84-ab55-0284a20753b5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7e3b34-0ed2-4d59-987f-cc91b7d60208,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:05.999691 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50074) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:06.004914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-41ae1de2-c986-49da-bbc5-2ea0809e6f42 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831543132', 'description': 'tempest-secgroup-smoke-831543132 description', 'project_id': '71a123f12330481db90fdb7ac20e602e'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:06.027533 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41ae1de2-c986-49da-bbc5-2ea0809e6f42 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.093525 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41ae1de2-c986-49da-bbc5-2ea0809e6f42 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.097178 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41ae1de2-c986-49da-bbc5-2ea0809e6f42 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.121033 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-41ae1de2-c986-49da-bbc5-2ea0809e6f42 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.122293 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-41ae1de2-c986-49da-bbc5-2ea0809e6f42 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1214764
Nov 06 22:05:06.127541 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50076) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:06.131848 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-36b5a70e-0760-486f-aeb9-80789a8b5806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd116a4ed-29c1-407e-a68c-c6c9ab0cc162', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:06.143980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae1de2-c986-49da-bbc5-2ea0809e6f42 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d116a4ed-29c1-407e-a68c-c6c9ab0cc162,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:06.162329 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 59e5e779-27c4-4292-963e-ff8b684f3c08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:05:06.166470 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36b5a70e-0760-486f-aeb9-80789a8b5806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.184182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 59e5e779-27c4-4292-963e-ff8b684f3c08 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:05:06.184557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 59e5e779-27c4-4292-963e-ff8b684f3c08 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:05:06.184983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e9444db9-45fa-4b54-882e-5d5e52617431 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:05:06.205669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: e9444db9-45fa-4b54-882e-5d5e52617431 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:05:06.206023 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device e9444db9-45fa-4b54-882e-5d5e52617431 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:05:06.206435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7973062e-d459-4e8f-b076-76c65eb65af9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:05:06.219020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36b5a70e-0760-486f-aeb9-80789a8b5806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.222968 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36b5a70e-0760-486f-aeb9-80789a8b5806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.225414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 7973062e-d459-4e8f-b076-76c65eb65af9 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:05:06.225795 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 7973062e-d459-4e8f-b076-76c65eb65af9 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:05:06.245835 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5a70e-0760-486f-aeb9-80789a8b5806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9753bc75-fafa-4ef9-a383-36ae414022f7,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:06.252253 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-36b5a70e-0760-486f-aeb9-80789a8b5806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.253520 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-36b5a70e-0760-486f-aeb9-80789a8b5806 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1251841
Nov 06 22:05:06.256220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50078) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:06.260591 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9e9d3687-6cae-4778-b23c-d3319a2f0faa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd116a4ed-29c1-407e-a68c-c6c9ab0cc162', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:06.286712 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e9d3687-6cae-4778-b23c-d3319a2f0faa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.346807 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e9d3687-6cae-4778-b23c-d3319a2f0faa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.350392 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e9d3687-6cae-4778-b23c-d3319a2f0faa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.366989 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d3687-6cae-4778-b23c-d3319a2f0faa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c9ec51-239e-4a1e-a807-d6d9abbc6670,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:06.375835 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9e9d3687-6cae-4778-b23c-d3319a2f0faa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.377639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9e9d3687-6cae-4778-b23c-d3319a2f0faa tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1204069
Nov 06 22:05:06.380317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50080) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:06.384753 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-25e33ede-f402-45fb-a01c-a5b8fb0d5512 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd116a4ed-29c1-407e-a68c-c6c9ab0cc162', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:06.410989 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25e33ede-f402-45fb-a01c-a5b8fb0d5512 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.467412 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25e33ede-f402-45fb-a01c-a5b8fb0d5512 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.471173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25e33ede-f402-45fb-a01c-a5b8fb0d5512 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.491805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e33ede-f402-45fb-a01c-a5b8fb0d5512 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382a52c7-6f7b-4574-a94c-2e473587f550,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:06.497963 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-25e33ede-f402-45fb-a01c-a5b8fb0d5512 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.499283 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-25e33ede-f402-45fb-a01c-a5b8fb0d5512 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1179421
Nov 06 22:05:06.502858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50082) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:06.507246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-a04c20f4-9b7c-4608-8275-53fbacee2bd0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd116a4ed-29c1-407e-a68c-c6c9ab0cc162', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:06.535287 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a04c20f4-9b7c-4608-8275-53fbacee2bd0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.591905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a04c20f4-9b7c-4608-8275-53fbacee2bd0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.595730 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a04c20f4-9b7c-4608-8275-53fbacee2bd0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.615977 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c20f4-9b7c-4608-8275-53fbacee2bd0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934d44f7-3139-42ab-bcc9-7ef04106910b,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:06.621495 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a04c20f4-9b7c-4608-8275-53fbacee2bd0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.622687 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a04c20f4-9b7c-4608-8275-53fbacee2bd0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1189237
Nov 06 22:05:06.625389 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50084) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:06.630450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fd482eca-2bfc-425e-b8d3-915c50ee486b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd116a4ed-29c1-407e-a68c-c6c9ab0cc162', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:06.650724 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-fd482eca-2bfc-425e-b8d3-915c50ee486b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:05:06.655436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fd482eca-2bfc-425e-b8d3-915c50ee486b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.715340 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fd482eca-2bfc-425e-b8d3-915c50ee486b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.718977 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fd482eca-2bfc-425e-b8d3-915c50ee486b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.739269 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd482eca-2bfc-425e-b8d3-915c50ee486b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ca2376-4ae4-46bd-86a9-041983114049,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:06.744752 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fd482eca-2bfc-425e-b8d3-915c50ee486b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.745927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fd482eca-2bfc-425e-b8d3-915c50ee486b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1189351
Nov 06 22:05:06.748656 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50086) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:06.753498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-caa5d72a-fa46-4cdd-9af3-7eedcb638960 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'security_group_rule': {'security_group_id': 'd116a4ed-29c1-407e-a68c-c6c9ab0cc162', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:06.773877 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-caa5d72a-fa46-4cdd-9af3-7eedcb638960 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Project 71a123f12330481db90fdb7ac20e602e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:05:06.778842 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-caa5d72a-fa46-4cdd-9af3-7eedcb638960 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.837743 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-caa5d72a-fa46-4cdd-9af3-7eedcb638960 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.841353 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-caa5d72a-fa46-4cdd-9af3-7eedcb638960 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.862378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5d72a-fa46-4cdd-9af3-7eedcb638960 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18e9ec3-6752-41aa-99b0-db9ead0397c3,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:06.868156 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-caa5d72a-fa46-4cdd-9af3-7eedcb638960 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.869438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-caa5d72a-fa46-4cdd-9af3-7eedcb638960 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1198642
Nov 06 22:05:06.872352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50088) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:06.877161 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'network': {'name': 'tempest-network-smoke--934990478', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'port_security_enabled': True}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:06.896487 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:05:06.899795 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.923716 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 22:05:06.932972 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.933314 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Added segment f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59 of type vlan for network eb724bc6-0560-4f09-a8e6-5e55de2e453b
Nov 06 22:05:06.972463 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:06.996022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.001574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:07.002486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.064047 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1906834
Nov 06 22:05:07.066783 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50090) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:07.071021 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'admin_state_up': True, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:07.084223 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10397d22-1a46-4420-b773-d2ef92fecbfb tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Network': ['ID=eb724bc6-0560-4f09-a8e6-5e55de2e453b,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:07.094534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 22:05:07.103700 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.104806 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.156201 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.295449 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.483500 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.505934 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.605493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.178 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:05:07.709486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.741886 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:07.782442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:05:07.787283 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:05:07.790799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:05:07.812968 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:08.038861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:08.231966 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:08.692683 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router d87525ae-7f90-4f59-8ce7-abdb0328569a is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 22:05:08.796003 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:05:08.806257 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Sync routers for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:05:08.816852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:05:08.817045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:08.817459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925176a400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:04:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:08.821105 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-01a37ab5-9b1c-4580-a89e-e236e0b8479a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7505407
Nov 06 22:05:08.821374 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50092) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:08.849077 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c6ffe7e9-e36b-4e04-bff0-712fcafad6e0 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=71a123f12330481db90fdb7ac20e602e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265212
Nov 06 22:05:08.851661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50094) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:08.926555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:05:08.939042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c93bc-93a8-4d11-a11d-14cb0467e22c tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:08.940657 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e31c93bc-93a8-4d11-a11d-14cb0467e22c tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0880795
Nov 06 22:05:08.943508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50096) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:08.971120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a423426e-07ca-4358-9b22-1a5eb1b3f11a tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=1cd440a1-6c1d-4164-9378-c5efd9c6801b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265598
Nov 06 22:05:08.973530 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50098) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:08.978175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1268514015', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'project_id': '71a123f12330481db90fdb7ac20e602e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:09.071172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:05:09.075031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.104010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925176a400>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:07Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:09.133947 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Checking router: d87525ae-7f90-4f59-8ce7-abdb0328569a for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:05:09.134283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Updating router d87525ae-7f90-4f59-8ce7-abdb0328569a port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:05:09.159537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.260535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.321730 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Subnet': ['ID=dd5b5538-32c5-4434-b422-390ea354fdad,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:09.330157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Checking segment: {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:05:09.330536 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network hostable DHCP agents. Network: eb724bc6-0560-4f09-a8e6-5e55de2e453b, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 22:05:09.348169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 22:05:09.356740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb724bc6-0560-4f09-a8e6-5e55de2e453b) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:05:09.362217 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:09.363005 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.369162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c1ffa-6f0c-47ee-bc96-84f04a90ed45 None None] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:05:09.380069 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9b8d87ac-a39b-44c7-89a1-4f4baaff9d54 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4055283
Nov 06 22:05:09.382414 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50100) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:09.461185 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.474899 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.545398 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Attempting to bind port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:05:09.545766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Attempting to bind port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:05:09.546128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Attempting to bind port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:05:09.559436 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:05:09.559801 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:05:09.560189 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.560598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:05:09.561056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Bound port: 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:05:09.561426 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.562804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533fb92-9263-48e0-bd7e-95dc510bc5e9 None None] Pushing event updated for resources: {'Port': ['ID=6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:09.663028 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] For port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:05:09.674237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 22:05:09.675077 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.687075 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] For port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:05:09.694109 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.812714 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:05:09.813999 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925176a400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:04:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:09.819825 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:09.889315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533fb92-9263-48e0-bd7e-95dc510bc5e9 None None] Pushing event updated for resources: {'Port': ['ID=6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:09.953010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Allocated IP 172.20.0.2 (eb724bc6-0560-4f09-a8e6-5e55de2e453b/dd5b5538-32c5-4434-b422-390ea354fdad/5d9faaf5-0ed2-4e44-ab94-3759bd0b5489) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:05:09.976911 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:05:10.401507 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:10.410234 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:10.457158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.1 (eb724bc6-0560-4f09-a8e6-5e55de2e453b/dd5b5538-32c5-4434-b422-390ea354fdad/fe37450a-78f5-45df-a128-2171970fc95d) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:05:10.458576 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:05:10.462164 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:05:10.465174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:05:10.467730 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925176a400>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:07Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:10.499122 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Pushing event updated for resources: {'Port': ['ID=5d9faaf5-0ed2-4e44-ab94-3759bd0b5489,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:10.503755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c259b1fc-3864-44a6-a77d-20a1cc6eacca None None] The sync data for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 is: [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:07Z', 'revision_number': 3, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:05:10.566225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Attempting to bind port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:05:10.566598 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Attempting to bind port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:05:10.566960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Attempting to bind port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 on network eb724bc6-0560-4f09-a8e6-5e55de2e453b {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:05:10.572430 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:05:10.572805 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Checking segment: {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:05:10.573207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:10.573595 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Bound using segment: {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:05:10.574337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Bound port: 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:05:10.574503 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:10.594852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:10.633395 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:10.645499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] For port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:05:10.649404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] For port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d9faaf5-0ed2-4e44-ab94-3759bd0b5489,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:05:10.654167 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:10.684593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:05:10.689469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:05:10.691419 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=fe37450a-78f5-45df-a128-2171970fc95d,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:10.693634 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:05:10.714904 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f0734-2461-459d-8e74-3f95bb657867 None None] Pushing event updated for resources: {'Port': ['ID=5d9faaf5-0ed2-4e44-ab94-3759bd0b5489,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:10.757798 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:10.903782 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:11.220119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:11.226879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:11.309653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=fe37450a-78f5-45df-a128-2171970fc95d,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:11.314691 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:11.414014 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:05:11.416103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:05:11.538703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router d87525ae-7f90-4f59-8ce7-abdb0328569a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:05:11.652224 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:05:11.659333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-a6ac99ec-1362-4a79-b2c0-9e6d93984537 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/d87525ae-7f90-4f59-8ce7-abdb0328569a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2756751
Nov 06 22:05:11.713099 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca7f513-46bb-456f-87fd-e91201c89c8e None None] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:05:11.802344 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c32506d2-10a3-42c8-bc4b-de40c08c4c95 None None] Provisioning complete for port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:11.802773 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c32506d2-10a3-42c8-bc4b-de40c08c4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:11.815511 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8da27935-5a9b-4f08-a03e-029c26729abc tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831543132&fields=id&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 267 time: 0.0488639
Nov 06 22:05:11.941291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-03372634-3a2c-4e6c-86f6-96f812567ee8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:11.942713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-03372634-3a2c-4e6c-86f6-96f812567ee8 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/networks?id=eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 200  len: 796 time: 0.1203678
Nov 06 22:05:11.957835 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c32506d2-10a3-42c8-bc4b-de40c08c4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:11.967251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8e0a9c60-c2d8-4667-be09-c8d3999e8fb5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/quotas/71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 375 time: 0.0177853
Nov 06 22:05:11.997907 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c32506d2-10a3-42c8-bc4b-de40c08c4c95 None None] For port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d9faaf5-0ed2-4e44-ab94-3759bd0b5489,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:12.004778 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c32506d2-10a3-42c8-bc4b-de40c08c4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.022039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-23570dde-2277-460e-bac9-d0a02bafb1b9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0538809
Nov 06 22:05:12.059697 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32506d2-10a3-42c8-bc4b-de40c08c4c95 None None] Pushing event updated for resources: {'Port': ['ID=5d9faaf5-0ed2-4e44-ab94-3759bd0b5489,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:12.140674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-67c06268-1e0c-4a16-8cfe-5eb30e5657aa service neutron] 10.222.0.13 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049514
Nov 06 22:05:12.227793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-80fecb22-db2e-4544-866e-a98c59a67545 None None] Provisioning complete for port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:12.228390 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-80fecb22-db2e-4544-866e-a98c59a67545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.275291 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8404bdde-e8ac-47f8-8fd6-a69bdbdf45ed service neutron] 10.222.0.13 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280131
Nov 06 22:05:12.279019 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:05:12.289744 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Sync routers for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:05:12.305869 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:05:12.306596 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252832430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:04:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:12.382125 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:12.382499 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.440636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-80fecb22-db2e-4544-866e-a98c59a67545 None None] Provisioning complete for port fe37450a-78f5-45df-a128-2171970fc95d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:12.441362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-80fecb22-db2e-4544-866e-a98c59a67545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.452812 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:05:12.496614 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-80fecb22-db2e-4544-866e-a98c59a67545 None None] Port fe37450a-78f5-45df-a128-2171970fc95d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:05:12.524598 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e1e70e4e-4559-4b2c-bdef-a1786ec27981 req-ad9290da-8da7-4293-a46f-2b2260824ed1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 210 time: 0.0318871
Nov 06 22:05:12.546821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:05:12.601307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:12.601684 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.652636 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-06c67da1-f11f-4c15-a338-dffab12fbcf0 None None] Provisioning complete for port fe37450a-78f5-45df-a128-2171970fc95d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:12.653015 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-06c67da1-f11f-4c15-a338-dffab12fbcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.705779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-06c67da1-f11f-4c15-a338-dffab12fbcf0 None None] Port fe37450a-78f5-45df-a128-2171970fc95d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:05:12.748114 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.780488 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:12.785745 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.816259 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252832430>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:11Z', 'revision_number': 2, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:12.842465 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Checking router: d87525ae-7f90-4f59-8ce7-abdb0328569a for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:05:12.842817 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Updating router d87525ae-7f90-4f59-8ce7-abdb0328569a port fe37450a-78f5-45df-a128-2171970fc95d binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:05:12.849895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:12.853579 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-00f33232-7ff6-4492-b818-9d2bc90f8356 None None] Provisioning complete for port fe37450a-78f5-45df-a128-2171970fc95d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:12.854022 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-00f33232-7ff6-4492-b818-9d2bc90f8356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.881547 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:12.890506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-00f33232-7ff6-4492-b818-9d2bc90f8356 None None] Port fe37450a-78f5-45df-a128-2171970fc95d cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:05:13.143615 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.148814 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.200641 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Pushing event updated for resources: {'Port': ['ID=fe37450a-78f5-45df-a128-2171970fc95d,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:13.226416 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.226755 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.227095 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.227425 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.227756 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.228080 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.228434 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.228758 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.229078 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.229401 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.229714 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.230030 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:05:13.264104 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Attempting to bind port fe37450a-78f5-45df-a128-2171970fc95d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:05:13.264504 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Attempting to bind port fe37450a-78f5-45df-a128-2171970fc95d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:05:13.264859 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Attempting to bind port fe37450a-78f5-45df-a128-2171970fc95d on network eb724bc6-0560-4f09-a8e6-5e55de2e453b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:05:13.270729 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:05:13.271206 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Checking segment: {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:05:13.271601 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.271988 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Bound using segment: {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:05:13.272492 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Bound port: fe37450a-78f5-45df-a128-2171970fc95d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:05:13.272859 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.337973 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] For port fe37450a-78f5-45df-a128-2171970fc95d, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:05:13.341121 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] For port fe37450a-78f5-45df-a128-2171970fc95d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe37450a-78f5-45df-a128-2171970fc95d,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:05:13.346187 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.394213 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:05:13.394832 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252832430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:04:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:13.436943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2e8ea847-dc5c-4160-990b-1a592c50be60 None None] Provisioning complete for port fe37450a-78f5-45df-a128-2171970fc95d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:13.437318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2e8ea847-dc5c-4160-990b-1a592c50be60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.533951 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:05:13.607142 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2e8ea847-dc5c-4160-990b-1a592c50be60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.645603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-4ffed553-f53f-4d0c-bc80-9884a26144ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:13.647178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-4ffed553-f53f-4d0c-bc80-9884a26144ed tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/networks?id=eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 200  len: 796 time: 0.1763794
Nov 06 22:05:13.654715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-2e8ea847-dc5c-4160-990b-1a592c50be60 None None] For port fe37450a-78f5-45df-a128-2171970fc95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe37450a-78f5-45df-a128-2171970fc95d,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:13.659822 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2e8ea847-dc5c-4160-990b-1a592c50be60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.679841 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7f14d-2dfc-43dc-93bf-191d26976123 None None] Pushing event updated for resources: {'Port': ['ID=fe37450a-78f5-45df-a128-2171970fc95d,revision_number=4']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:13.705387 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0952701c-04b7-41fb-8d18-93ca212b68d4 req-724a2806-3462-45a7-9758-fd5a410db1db tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 210 time: 0.0514963
Nov 06 22:05:13.724217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ea847-dc5c-4160-990b-1a592c50be60 None None] Pushing event updated for resources: {'Port': ['ID=fe37450a-78f5-45df-a128-2171970fc95d,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:13.755913 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-1840f27b-33a9-4a0c-9531-d084f67fac3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a123f12330481db90fdb7ac20e602e HTTP/1.1" status: 200  len: 379 time: 0.0916047
Nov 06 22:05:13.765843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'port': {'device_id': '572d710b-cc80-4278-abb3-7d4c46696686', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'admin_state_up': True, 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'security_groups': ['d116a4ed-29c1-407e-a68c-c6c9ab0cc162']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:13.781053 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c5fceae3-8bf9-4737-8c7f-caa0708f5547 None None] Provisioning complete for port fe37450a-78f5-45df-a128-2171970fc95d triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:13.781617 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c5fceae3-8bf9-4737-8c7f-caa0708f5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:13.839013 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252832430>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:13Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:13.871753 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e225a3-a205-4831-994d-2c76c598ee49 None None] The sync data for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 is: [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:13Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:05:13.893364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Made reservation on behalf of 71a123f12330481db90fdb7ac20e602e for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:05:13.897117 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.040583 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.20.0.4 (eb724bc6-0560-4f09-a8e6-5e55de2e453b/dd5b5538-32c5-4434-b422-390ea354fdad/f20bd2d8-998e-4351-8610-396dfbc4a730) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:05:14.196282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.233055 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.265284 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe37450a-78f5-45df-a128-2171970fc95d up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:05:14.279151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:05:14.282922 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:05:14.285711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:05:14.322166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port fe37450a-78f5-45df-a128-2171970fc95d triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:14.322681 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.329440 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=f20bd2d8-998e-4351-8610-396dfbc4a730,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:14.371458 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:14.372125 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.393983 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8cf5b7cb-cfa4-48b4-9152-69d3a51ace77 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6317286
Nov 06 22:05:14.407540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Request body: {'port': {'device_id': '572d710b-cc80-4278-abb3-7d4c46696686', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:14.438808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:05:14.481546 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.496216 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:14.496925 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.620027 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f1e69bed-af43-497a-b8e0-71e9fc7903ce None None] Provisioning complete for port f20bd2d8-998e-4351-8610-396dfbc4a730 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:14.620417 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f1e69bed-af43-497a-b8e0-71e9fc7903ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.661748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f1e69bed-af43-497a-b8e0-71e9fc7903ce None None] Port f20bd2d8-998e-4351-8610-396dfbc4a730 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:05:14.776376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20bd2d8-998e-4351-8610-396dfbc4a730 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:05:14.785115 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.825056 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Transition to ACTIVE for port object f20bd2d8-998e-4351-8610-396dfbc4a730 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 22:05:14.830225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:14.889896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f20bd2d8-998e-4351-8610-396dfbc4a730,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:14.901395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef676c8-61b0-4d59-aa31-4c7cc2df575e req-a0cb8d41-b29b-4c6b-ab87-9ce09d035fb9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:14.903472 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aef676c8-61b0-4d59-aa31-4c7cc2df575e req-a0cb8d41-b29b-4c6b-ab87-9ce09d035fb9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 931 time: 0.1122937
Nov 06 22:05:15.012339 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aef676c8-61b0-4d59-aa31-4c7cc2df575e req-ccd964ab-224f-42c5-8515-261413b26e05 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860803
Nov 06 22:05:15.022281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Attempting to bind port f20bd2d8-998e-4351-8610-396dfbc4a730 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:05:15.022621 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Attempting to bind port f20bd2d8-998e-4351-8610-396dfbc4a730 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:05:15.022959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Attempting to bind port f20bd2d8-998e-4351-8610-396dfbc4a730 on network eb724bc6-0560-4f09-a8e6-5e55de2e453b {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:05:15.030474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Port f20bd2d8-998e-4351-8610-396dfbc4a730 on network eb724bc6-0560-4f09-a8e6-5e55de2e453b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 22:05:15.030474 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Attempting to bind port f20bd2d8-998e-4351-8610-396dfbc4a730 on network eb724bc6-0560-4f09-a8e6-5e55de2e453b {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:05:15.034213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:05:15.034618 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Checking segment: {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:05:15.035070 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Bound using segment: {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:05:15.035569 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Bound port: f20bd2d8-998e-4351-8610-396dfbc4a730, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:05:15.035997 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:15.111280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] For port f20bd2d8-998e-4351-8610-396dfbc4a730, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:05:15.114281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] For port f20bd2d8-998e-4351-8610-396dfbc4a730, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20bd2d8-998e-4351-8610-396dfbc4a730,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:05:15.118681 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:15.154236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:15.154817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:15.156203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] 10.222.0.37 "PUT /v2.0/ports/f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 200  len: 1091 time: 0.7539990
Nov 06 22:05:15.156666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:05:15.159436 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2318c94-5b9c-435b-b4af-38a8697b47e0" -d '{"events": [{"name": "network-changed", "server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:05:15.188018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b866c0-6b63-4c08-8a04-fffe0da47d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f20bd2d8-998e-4351-8610-396dfbc4a730,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:15.213255 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:15.238312 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917faec1-45c2-4c99-8e49-28e9f16e7594 x-openstack-request-id: req-917faec1-45c2-4c99-8e49-28e9f16e7594 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:05:15.238605 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:05:15.238875 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-917faec1-45c2-4c99-8e49-28e9f16e7594 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:05:15.239285 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'status': 'completed', 'code': 200}
Nov 06 22:05:15.272801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-9509dd07-3912-4464-b361-170c641f6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:15.274328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-9509dd07-3912-4464-b361-170c641f6cc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1094 time: 0.0463164
Nov 06 22:05:15.323935 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-8e326ea9-3814-466b-a470-e195fa6b05d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 200  len: 217 time: 0.0407653
Nov 06 22:05:15.375261 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-d831f1b3-e026-4090-9d2b-b3581795a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:15.376931 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-d831f1b3-e026-4090-9d2b-b3581795a1d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd5b5538-32c5-4434-b422-390ea354fdad HTTP/1.1" status: 200  len: 835 time: 0.0463378
Nov 06 22:05:15.431558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-7af929ca-77ba-418d-9f2e-541682b2b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:15.433026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-7af929ca-77ba-418d-9f2e-541682b2b3f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb724bc6-0560-4f09-a8e6-5e55de2e453b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0466373
Nov 06 22:05:15.439136 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:15.526198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-4e6f0122-f130-4fee-9e63-86c76a723c11 service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858192
Nov 06 22:05:15.615104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-28690f94-8b47-4326-9e9c-4a5be5a71e50 req-cae19717-29f8-4636-bb15-397bf4dbad85 service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816526
Nov 06 22:05:15.700469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-3a4dad55-94dd-418a-b27a-d0e57af353d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:15.701845 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-3a4dad55-94dd-418a-b27a-d0e57af353d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1094 time: 0.0409579
Nov 06 22:05:15.798360 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-2cc9310e-4370-4dcd-8740-31f310d5c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:15.799920 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-2cc9310e-4370-4dcd-8740-31f310d5c0dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 200  len: 897 time: 0.0905087
Nov 06 22:05:15.841856 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-8c08dc18-3aa3-4958-9de0-79f634429c3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 200  len: 217 time: 0.0346441
Nov 06 22:05:15.893931 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-5fb145a0-0036-4205-8c09-71e973bb6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:15.895379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-5fb145a0-0036-4205-8c09-71e973bb6971 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd5b5538-32c5-4434-b422-390ea354fdad HTTP/1.1" status: 200  len: 835 time: 0.0469742
Nov 06 22:05:15.940958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-654462dd-079b-4bb2-875e-ec374f20cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:15.942427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-654462dd-079b-4bb2-875e-ec374f20cdf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb724bc6-0560-4f09-a8e6-5e55de2e453b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403893
Nov 06 22:05:16.035173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-354a651a-7a05-4d8a-bb70-7d356363b1da service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834012
Nov 06 22:05:16.158233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806e947-31c7-4aa8-b3db-72c8fae7a638 req-f003b1b2-c382-4b0d-819d-ad5a049748e4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:16.159709 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e806e947-31c7-4aa8-b3db-72c8fae7a638 req-f003b1b2-c382-4b0d-819d-ad5a049748e4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 943 time: 0.0717583
Nov 06 22:05:16.175134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2318c94-5b9c-435b-b4af-38a8697b47e0 req-829b2284-570a-418d-a222-4a0a815b12dd service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328938
Nov 06 22:05:16.213630 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e806e947-31c7-4aa8-b3db-72c8fae7a638 req-d9b3f893-ecf0-4083-a790-661dce5075f1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467036
Nov 06 22:05:17.014267 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1cef-ec9f-487c-b9db-e19bcfdac7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:17.334906 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf39790-554b-4434-b7b6-d473e246c072 req-c52c39ee-69e2-46bb-9392-d5b017b7e906 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:17.336430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-caf39790-554b-4434-b7b6-d473e246c072 req-c52c39ee-69e2-46bb-9392-d5b017b7e906 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 943 time: 0.0541599
Nov 06 22:05:17.385203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-caf39790-554b-4434-b7b6-d473e246c072 req-dee9f0f1-b840-4e69-b2d3-966b1fe7a3b2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427601
Nov 06 22:05:18.326712 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f20bd2d8-998e-4351-8610-396dfbc4a730 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:05:18.422010 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f20bd2d8-998e-4351-8610-396dfbc4a730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20bd2d8-998e-4351-8610-396dfbc4a730,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:18.433686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'port_id': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'mac_address': 'fa:16:3e:02:5c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:05:18.472054 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:18.484864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20bd2d8-998e-4351-8610-396dfbc4a730 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:05:18.501157 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed321c-4fe3-41a5-8a3d-27911b9ca6ff req-4603ba8b-2e19-4af7-b8d3-24e5a58e8bdf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:18.502674 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48ed321c-4fe3-41a5-8a3d-27911b9ca6ff req-4603ba8b-2e19-4af7-b8d3-24e5a58e8bdf tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 943 time: 0.0495875
Nov 06 22:05:18.504121 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f20bd2d8-998e-4351-8610-396dfbc4a730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20bd2d8-998e-4351-8610-396dfbc4a730,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:18.508492 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:18.555626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-48ed321c-4fe3-41a5-8a3d-27911b9ca6ff req-cef4947b-35cb-4cfb-bd66-f79ac9a2ca08 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462599
Nov 06 22:05:18.558468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=f20bd2d8-998e-4351-8610-396dfbc4a730,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:18.801458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['f20bd2d8-998e-4351-8610-396dfbc4a730'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:05:19.370671 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2367b117-6dd0-4569-bdda-aea4ea146577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:19.677028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846872d-f16c-423f-9b3c-1b5cc37faee3 req-d66fc248-da19-4f5c-9117-26980c601125 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:19.678401 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9846872d-f16c-423f-9b3c-1b5cc37faee3 req-d66fc248-da19-4f5c-9117-26980c601125 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 944 time: 0.0527732
Nov 06 22:05:19.726095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9846872d-f16c-423f-9b3c-1b5cc37faee3 req-e13a6f9e-43a1-4259-b97c-1f8fdc106002 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418653
Nov 06 22:05:20.326615 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f20bd2d8-998e-4351-8610-396dfbc4a730 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:05:20.374507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port f20bd2d8-998e-4351-8610-396dfbc4a730 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 22:05:20.378468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port f20bd2d8-998e-4351-8610-396dfbc4a730 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:05:20.378834 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:20.457044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:20.478564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:05:20.480822 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97731b9c-d2ad-4e61-aad8-3b3ac43a7820" -d '{"events": [{"server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "name": "network-vif-plugged", "status": "completed", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:05:20.493986 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port f20bd2d8-998e-4351-8610-396dfbc4a730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20bd2d8-998e-4351-8610-396dfbc4a730,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:05:20.498382 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:20.546723 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=f20bd2d8-998e-4351-8610-396dfbc4a730,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:20.577932 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c23310-a839-4289-a2e5-aa159b4afcef x-openstack-request-id: req-67c23310-a839-4289-a2e5-aa159b4afcef {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:05:20.578201 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "name": "network-vif-plugged", "status": "completed", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:05:20.578480 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67c23310-a839-4289-a2e5-aa159b4afcef {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:05:20.578880 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'code': 200}
Nov 06 22:05:20.674630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b8079-ca77-45d7-a1c2-b855be281862 req-dc391c6b-462e-4ec9-b1f8-2bbbc35f01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:20.676420 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f73b8079-ca77-45d7-a1c2-b855be281862 req-dc391c6b-462e-4ec9-b1f8-2bbbc35f01b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1096 time: 0.0404849
Nov 06 22:05:20.721426 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f73b8079-ca77-45d7-a1c2-b855be281862 req-3cd11f49-213d-4ad8-8352-502459b406a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381622
Nov 06 22:05:20.839218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefab9b-a3a5-400b-a4c2-2dee692b5b46 req-1adb432e-d523-4d88-9cb2-5aeb56269456 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:20.840625 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cefab9b-a3a5-400b-a4c2-2dee692b5b46 req-1adb432e-d523-4d88-9cb2-5aeb56269456 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0484810
Nov 06 22:05:20.882744 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:20.894765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5cefab9b-a3a5-400b-a4c2-2dee692b5b46 req-a3b59dbf-35de-4598-82dc-50660953f898 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482092
Nov 06 22:05:22.019102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db3341-76a6-4b5a-b611-f3381ceed4a4 req-ede8437c-6f9b-4551-9428-72f7ca5ab4dd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:22.024759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2db3341-76a6-4b5a-b611-f3381ceed4a4 req-ede8437c-6f9b-4551-9428-72f7ca5ab4dd tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0562124
Nov 06 22:05:22.071751 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a2db3341-76a6-4b5a-b611-f3381ceed4a4 req-01993eaf-b04d-4181-a60d-11f805bc7161 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441458
Nov 06 22:05:22.129358 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:22.684535 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:23.188563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36ac4c-5a63-485a-8e45-8cf4bb68ad1d req-333cdea6-8a03-425b-b098-3bb7fe9536a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:23.190026 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c36ac4c-5a63-485a-8e45-8cf4bb68ad1d req-333cdea6-8a03-425b-b098-3bb7fe9536a5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0482092
Nov 06 22:05:23.239099 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7c36ac4c-5a63-485a-8e45-8cf4bb68ad1d req-d350932d-f6a6-4919-bb32-3e34dba20779 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432549
Nov 06 22:05:23.355943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d4f8e-a2a7-462e-8f67-ceb62faa0d6f req-a3000901-99ed-4fed-8e2e-d2a43302820c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:23.357342 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a6d4f8e-a2a7-462e-8f67-ceb62faa0d6f req-a3000901-99ed-4fed-8e2e-d2a43302820c tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0519564
Nov 06 22:05:23.405772 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1a6d4f8e-a2a7-462e-8f67-ceb62faa0d6f req-bdd68ab6-d0b6-46e6-84d7-15670bc4e6ee tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425956
Nov 06 22:05:23.427942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50174) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:23.466354 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9742e6-41da-4123-b09d-152834f54957 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:23.467884 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fa9742e6-41da-4123-b09d-152834f54957 tempest-TestNetworkAdvancedServerOps-772189397 tempest-TestNetworkAdvancedServerOps-772189397-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1091 time: 0.0389638
Nov 06 22:05:23.471230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50176) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:23.475585 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:05:23.497254 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:23.937789 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:24.037367 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Allocated IP 172.35.0.107 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/3ef03dce-1de1-4d08-ba23-80452bed3569) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:05:24.139898 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:24.177313 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:24.213212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:05:24.218442 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:05:24.222432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:05:24.227845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=3ef03dce-1de1-4d08-ba23-80452bed3569,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:24.570942 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:24.634426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:24.782189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:24.786943 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:24.855785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event updated for resources: {'Port': ['ID=3ef03dce-1de1-4d08-ba23-80452bed3569,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:05:24.869125 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:24.970850 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP 2cbc751c-ef3f-400c-9c20-79862f2e8d4a associated. External IP: 172.35.0.107, port: f20bd2d8-998e-4351-8610-396dfbc4a730.
Nov 06 22:05:25.175019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router d87525ae-7f90-4f59-8ce7-abdb0328569a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:05:25.287972 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:05:25.297152 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] Sync routers for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:05:25.305649 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:25.307832 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:05:25.308479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513e5370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:25.333724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f56519ac-9ed9-4434-a7d6-700fa039616b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8614693
Nov 06 22:05:25.334303 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:05:25.336597 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c0996a-ff11-4e02-8f80-e42686b79a54" -d '{"events": [{"name": "network-changed", "server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:05:25.376058 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4e0d30-63e8-42db-8f11-adaf1663133c x-openstack-request-id: req-6f4e0d30-63e8-42db-8f11-adaf1663133c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:05:25.376555 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:05:25.376913 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f4e0d30-63e8-42db-8f11-adaf1663133c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:05:25.377386 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'status': 'completed', 'code': 200}
Nov 06 22:05:25.419194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:05:25.470093 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a668acd-5fd9-4d88-9bd0-2dd8aa976bbd req-d4a7fa0d-66b0-4eeb-a340-5371665a0b6f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:25.471566 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a668acd-5fd9-4d88-9bd0-2dd8aa976bbd req-d4a7fa0d-66b0-4eeb-a340-5371665a0b6f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0837483
Nov 06 22:05:25.473764 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-933f0ea4-84d2-4131-a77f-97e401d92e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:25.475219 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-933f0ea4-84d2-4131-a77f-97e401d92e02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1096 time: 0.0752976
Nov 06 22:05:25.589221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0a668acd-5fd9-4d88-9bd0-2dd8aa976bbd req-61005b0c-01ed-4e8c-9cfd-82e48e8adf3b tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094151
Nov 06 22:05:25.610386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-97af9c6f-3d1f-4bbe-9072-3beee18c5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:25.611969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-97af9c6f-3d1f-4bbe-9072-3beee18c5ded service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 200  len: 897 time: 0.1252813
Nov 06 22:05:25.614078 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50182) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:25.643475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513e5370>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2cbc751c-ef3f-400c-9c20-79862f2e8d4a', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.107', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'port_id': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'mac_address': 'fa:16:3e:02:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572d710b-cc80-4278-abb3-7d4c46696686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:05:24Z', 'updated_at': '2021-11-06T22:05:24Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:13Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:25.669594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] Checking router: d87525ae-7f90-4f59-8ce7-abdb0328569a for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:05:25.676603 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-60c21743-c12d-4a23-a7b2-6586514180e4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/2cbc751c-ef3f-400c-9c20-79862f2e8d4a HTTP/1.1" status: 200  len: 991 time: 0.0601544
Nov 06 22:05:25.679004 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:05:25.679601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92513e5370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:05:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:25.684981 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-168381db-007d-4cf0-a39d-61617620058d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 200  len: 999 time: 0.0654893
Nov 06 22:05:25.738776 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-5a9311a3-a292-4493-b246-f55c5efebb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:25.740203 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-5a9311a3-a292-4493-b246-f55c5efebb2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd5b5538-32c5-4434-b422-390ea354fdad HTTP/1.1" status: 200  len: 835 time: 0.0462682
Nov 06 22:05:25.793335 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-a869a14d-188c-4c2e-96f9-c1fed723c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:25.795097 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-a869a14d-188c-4c2e-96f9-c1fed723c703 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb724bc6-0560-4f09-a8e6-5e55de2e453b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0477715
Nov 06 22:05:25.890735 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-8fa2ca41-38cc-4e8a-ad70-4b529954a4bf service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880268
Nov 06 22:05:25.943989 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:05:25.983895 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-39c0996a-ff11-4e02-8f80-e42686b79a54 req-9e812612-a334-4d79-b0c0-83e70b67b45f service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862439
Nov 06 22:05:26.162136 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92513e5370>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2cbc751c-ef3f-400c-9c20-79862f2e8d4a', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.107', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'port_id': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'mac_address': 'fa:16:3e:02:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572d710b-cc80-4278-abb3-7d4c46696686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:05:24Z', 'updated_at': '2021-11-06T22:05:24Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:13Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:05:26.188668 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91704dd-35e7-4d1a-a51d-20a5116bcbf9 None None] The sync data for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 is: [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2cbc751c-ef3f-400c-9c20-79862f2e8d4a', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'floating_ip_address': '172.35.0.107', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'port_id': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'mac_address': 'fa:16:3e:02:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572d710b-cc80-4278-abb3-7d4c46696686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:05:24Z', 'updated_at': '2021-11-06T22:05:24Z', 'revision_number': 0, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:13Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:05:26.372345 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919c6ac9-c90f-4fb9-8400-54a8ccfb1bd7 None None] New status for floating IP 2cbc751c-ef3f-400c-9c20-79862f2e8d4a: ACTIVE {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:05:26.680382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50184) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:05:26.742121 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-df9f5b29-4df1-4971-bef2-caf128bb0382 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/2cbc751c-ef3f-400c-9c20-79862f2e8d4a HTTP/1.1" status: 200  len: 993 time: 0.0606904
Nov 06 22:05:35.472423 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-c9ad1d7b-e6c4-487f-822f-190a0dd121b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0786960
Nov 06 22:05:35.555507 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-0d04ef94-a208-4674-bd6b-1e8c5b3ebca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:35.557063 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-0d04ef94-a208-4674-bd6b-1e8c5b3ebca5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1096 time: 0.0421369
Nov 06 22:05:35.663876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-35d49c7b-cd95-4b9f-b22d-0b70745dde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:35.665324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-35d49c7b-cd95-4b9f-b22d-0b70745dde40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 200  len: 897 time: 0.0894530
Nov 06 22:05:35.730860 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-d65b2388-7124-48ae-b150-3f7f5c3d3a81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 200  len: 1001 time: 0.0587819
Nov 06 22:05:35.778681 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-a93c3b76-c3a9-48fa-b122-5916a9d8db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:35.780125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-a93c3b76-c3a9-48fa-b122-5916a9d8db4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd5b5538-32c5-4434-b422-390ea354fdad HTTP/1.1" status: 200  len: 835 time: 0.0432570
Nov 06 22:05:35.827697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-a11d7be0-6748-4c8f-ad1e-722b91c6e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:05:35.829716 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-a11d7be0-6748-4c8f-ad1e-722b91c6e938 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb724bc6-0560-4f09-a8e6-5e55de2e453b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429785
Nov 06 22:05:35.924893 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-0b1c368b-6dc5-435c-b6cc-eb9111c628c3 service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881381
Nov 06 22:05:36.019256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-83dde0ee-0c60-4b03-9462-4aeda41744b7 req-3f43b198-9f55-4c52-9dfb-d850973ced07 service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871427
Nov 06 22:05:40.082180 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:05:45.205175 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:45.451139 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:47.015972 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e550-3090-4ed0-873e-cde0eb0062bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:47.046617 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-a330256c-4ea8-45ca-9828-72a9263e592f req-a761bf2b-c654-4cda-9c7d-1b50df6215d9 service neutron] (119333) timed out ('10.222.0.13', 45118) {{(pid=119333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 22:05:49.372080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-98922d62-436d-4e80-9289-cbf94d7d16e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:50.889765 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:52.135407 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:05:52.686200 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:15.217988 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:15.451792 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:17.017182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-26b8c7d4-7df5-4e44-b979-aec2d18e51db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:17.080671 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:06:19.372960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-87a671e2-fc3e-49f0-9e11-6b962484c9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:20.887453 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:22.133939 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:22.688013 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:27.630087 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe1e19-25b6-4007-a43b-83b5d39a4389 req-59f8ad06-a003-4eb7-8080-0401c162d3d5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:27.631507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4efe1e19-25b6-4007-a43b-83b5d39a4389 req-59f8ad06-a003-4eb7-8080-0401c162d3d5 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.1487746
Nov 06 22:06:27.687041 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4efe1e19-25b6-4007-a43b-83b5d39a4389 req-517be1ce-bb71-45ab-815b-d00c838e65a6 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495727
Nov 06 22:06:28.852008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4be90-53af-483f-8eb0-ec867e63db26 req-75956c03-8a3b-43c6-8dee-807c29d6ff18 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:28.853497 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5d4be90-53af-483f-8eb0-ec867e63db26 req-75956c03-8a3b-43c6-8dee-807c29d6ff18 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0972576
Nov 06 22:06:28.902458 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e5d4be90-53af-483f-8eb0-ec867e63db26 req-fb6373fc-8ec8-4f06-b27a-09177a259264 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425134
Nov 06 22:06:30.021385 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5972c-b613-4702-8ea8-a8d832bf72d9 req-d0473eb9-d86e-400c-987b-edbd829086e4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:30.023032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ba5972c-b613-4702-8ea8-a8d832bf72d9 req-d0473eb9-d86e-400c-987b-edbd829086e4 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0523891
Nov 06 22:06:30.075711 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0ba5972c-b613-4702-8ea8-a8d832bf72d9 req-af67cf68-5d8a-4558-a50d-7d0aacdd1225 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465691
Nov 06 22:06:30.099363 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50236) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:30.159835 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-873b5a4b-7d24-4c51-8106-0dfd37c06804 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/2cbc751c-ef3f-400c-9c20-79862f2e8d4a HTTP/1.1" status: 200  len: 993 time: 0.0586228
Nov 06 22:06:31.459942 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a4f30-9862-4aae-807c-2d622a66a1fa req-72075c20-de1c-4b5b-bf58-fee1b1a6b3ea tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:31.461409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba7a4f30-9862-4aae-807c-2d622a66a1fa req-72075c20-de1c-4b5b-bf58-fee1b1a6b3ea tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0773685
Nov 06 22:06:31.467654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-825a2012-c9ce-490c-8b36-40f652a23149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:31.469661 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-825a2012-c9ce-490c-8b36-40f652a23149 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1096 time: 0.0586483
Nov 06 22:06:31.565271 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba7a4f30-9862-4aae-807c-2d622a66a1fa req-fe7ac1eb-b5e5-4375-8fd1-cccca3908919 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946343
Nov 06 22:06:31.598523 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-0c6e5ac6-d3dd-40db-a829-c375e7cdb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:31.600009 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-0c6e5ac6-d3dd-40db-a829-c375e7cdb686 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 200  len: 897 time: 0.1230366
Nov 06 22:06:31.669505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-3e35b15d-3ed5-411b-8f85-2164b3570ec8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 200  len: 1001 time: 0.0623398
Nov 06 22:06:31.719552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-444a2a72-b7ba-4192-9781-4e6599ad9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:31.720999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-444a2a72-b7ba-4192-9781-4e6599ad9e54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd5b5538-32c5-4434-b422-390ea354fdad HTTP/1.1" status: 200  len: 835 time: 0.0447423
Nov 06 22:06:31.765601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-2d559959-5560-4f5f-89df-bf43cd2a81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:31.767078 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-2d559959-5560-4f5f-89df-bf43cd2a81f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb724bc6-0560-4f09-a8e6-5e55de2e453b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396519
Nov 06 22:06:31.865332 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-832ff1fc-b14d-44e2-9bdb-2acae2c69e64 service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915887
Nov 06 22:06:31.965340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-069fe560-6b0d-43d9-a97b-9b95ddb61300 req-c234d973-cfd7-4b94-980c-b21cc4a3acbd service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929873
Nov 06 22:06:32.686561 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78735094-bf20-4729-9b48-2fe865617a36 req-c11faadf-a6ea-4d79-88e1-2e3f3398f2fe tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:32.688050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78735094-bf20-4729-9b48-2fe865617a36 req-c11faadf-a6ea-4d79-88e1-2e3f3398f2fe tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0491836
Nov 06 22:06:32.736576 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-78735094-bf20-4729-9b48-2fe865617a36 req-6ea8d117-0d0b-4e11-b5ff-2ff14dc25d62 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426645
Nov 06 22:06:33.853805 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eaf2f-a52b-4845-8ee8-da8694ab5e0d req-80736810-2755-4b17-aae0-a6c57deac016 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:33.855355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac2eaf2f-a52b-4845-8ee8-da8694ab5e0d req-80736810-2755-4b17-aae0-a6c57deac016 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0518651
Nov 06 22:06:33.905070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ac2eaf2f-a52b-4845-8ee8-da8694ab5e0d req-b0d5bdde-b29d-44bf-86ba-0771223d2db0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437856
Nov 06 22:06:33.927333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50252) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:33.990649 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-4ce1701f-46bc-40bd-892f-8d0cf11fb30f tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/floatingips/2cbc751c-ef3f-400c-9c20-79862f2e8d4a HTTP/1.1" status: 200  len: 993 time: 0.0620556
Nov 06 22:06:34.232178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50258) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:34.385911 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 3ef03dce-1de1-4d08-ba23-80452bed3569 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:06:34.386230 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:34.462140 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:34.462759 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:34.474270 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 3ef03dce-1de1-4d08-ba23-80452bed3569 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:06:34.618832 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:34.647450 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=3ef03dce-1de1-4d08-ba23-80452bed3569,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:34.670090 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.670439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.670777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.671765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.672110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.672467 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.672796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.673119 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.673439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.673757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.674075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.674429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:34.714131 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:34.714454 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Floating IP 2cbc751c-ef3f-400c-9c20-79862f2e8d4a disassociated (deleted). External IP: 172.35.0.107, port: f20bd2d8-998e-4351-8610-396dfbc4a730.
Nov 06 22:06:35.260259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router d87525ae-7f90-4f59-8ce7-abdb0328569a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:06:35.365275 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:06:35.370013 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:35.375534 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] Sync routers for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:06:35.384917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:35.385539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d4a3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:35.397710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8163f9b7-6fa2-4d03-8e06-498983f99e11 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/floatingips/2cbc751c-ef3f-400c-9c20-79862f2e8d4a HTTP/1.1" status: 204  len: 168 time: 1.1644785
Nov 06 22:06:35.398341 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:06:35.400677 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e2fbd-7692-48a2-b95f-bea5cd043721" -d '{"events": [{"name": "network-changed", "server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:06:35.446643 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-bef4f6ca-edf9-420c-a282-ac533ef737b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0402710
Nov 06 22:06:35.528284 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7577c44f-396b-438a-a2d7-48ff954cdeeb x-openstack-request-id: req-7577c44f-396b-438a-a2d7-48ff954cdeeb {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:06:35.528661 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:06:35.528887 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7577c44f-396b-438a-a2d7-48ff954cdeeb {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:06:35.529303 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'status': 'completed', 'code': 200}
Nov 06 22:06:35.543431 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:35.549071 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-a80846e2-4468-4175-a45f-26d7cccbf5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:35.550736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-a80846e2-4468-4175-a45f-26d7cccbf5bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1096 time: 0.0589523
Nov 06 22:06:35.658593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bc764-8720-4459-8e59-a9f289a37271 req-9cb8b012-555a-4e3b-a151-67520acaf1e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:35.660091 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-967bc764-8720-4459-8e59-a9f289a37271 req-9cb8b012-555a-4e3b-a151-67520acaf1e1 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0535495
Nov 06 22:06:35.711329 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-967bc764-8720-4459-8e59-a9f289a37271 req-920a41e2-2c16-4d4f-b000-3759430cbe4e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451639
Nov 06 22:06:35.757748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d4a3d0>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:13Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:35.786932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] Checking router: d87525ae-7f90-4f59-8ce7-abdb0328569a for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:06:35.795263 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:35.795864 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d4a3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:35.798159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-498f47a8-aee3-4798-856a-bb33c0ee22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:35.799666 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-498f47a8-aee3-4798-856a-bb33c0ee22ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 200  len: 897 time: 0.0874829
Nov 06 22:06:35.846210 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-e102e2f9-404a-4ccf-9960-4157ceb7ad53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 200  len: 217 time: 0.0390060
Nov 06 22:06:35.896801 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-7d49b64a-87cb-4d5c-ab41-af17c419da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:35.898266 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-7d49b64a-87cb-4d5c-ab41-af17c419da3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd5b5538-32c5-4434-b422-390ea354fdad HTTP/1.1" status: 200  len: 835 time: 0.0455000
Nov 06 22:06:35.901217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:35.945050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-452be57f-7f0f-464b-93e1-f2b68d36b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:35.946532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-452be57f-7f0f-464b-93e1-f2b68d36b7ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb724bc6-0560-4f09-a8e6-5e55de2e453b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403185
Nov 06 22:06:36.041725 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-cb4f9220-a7af-4927-a6e7-d94a8a4cb0a1 service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865648
Nov 06 22:06:36.101517 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d4a3d0>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:13Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:36.128785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b42259-554d-4396-b3ff-b21d6b56ff43 None None] The sync data for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 is: [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:10Z', 'revision_number': 4, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe37450a-78f5-45df-a128-2171970fc95d', 'name': '', 'network_id': 'eb724bc6-0560-4f09-a8e6-5e55de2e453b', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'mac_address': 'fa:16:3e:4c:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:09Z', 'updated_at': '2021-11-06T22:05:13Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'subnets': [{'id': 'dd5b5538-32c5-4434-b422-390ea354fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:06:36.136237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-71601d6e-ce2e-4dba-9ad1-b49d691f63f0 req-19f3611d-34b3-40c1-bd1c-1e3dc8434591 service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873935
Nov 06 22:06:36.224668 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-0355f2aa-4d17-4e82-9bb2-842f4d889b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:36.226174 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-0355f2aa-4d17-4e82-9bb2-842f4d889b8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a123f12330481db90fdb7ac20e602e&device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 1096 time: 0.0428534
Nov 06 22:06:36.325240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-d56e123a-f21a-4ade-954b-47191fd26c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:36.326949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-d56e123a-f21a-4ade-954b-47191fd26c53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 200  len: 897 time: 0.0933638
Nov 06 22:06:36.364723 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a81462-72aa-4bba-a3ad-b6ea60ad0cd2 None None] New status for floating IP 2cbc751c-ef3f-400c-9c20-79862f2e8d4a: DOWN {{(pid=119336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:06:36.371953 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-213f689b-b7af-4cba-887b-e8966fd340e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 200  len: 217 time: 0.0372112
Nov 06 22:06:36.429302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-f93a7166-e251-4928-89f6-d5ce6bd12cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:36.430999 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-f93a7166-e251-4928-89f6-d5ce6bd12cfc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd5b5538-32c5-4434-b422-390ea354fdad HTTP/1.1" status: 200  len: 835 time: 0.0506835
Nov 06 22:06:36.485909 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-69d53f8d-f14b-482d-a9f4-80cc2f531dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:36.487561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-69d53f8d-f14b-482d-a9f4-80cc2f531dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb724bc6-0560-4f09-a8e6-5e55de2e453b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0475361
Nov 06 22:06:36.587144 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-1e7a78cd-3414-4e05-813f-4f6fd2123f95 service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915956
Nov 06 22:06:36.682134 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-464e2fbd-7692-48a2-b95f-bea5cd043721 req-e0792a27-1285-49b7-a3b7-76fdc4030e1e service neutron] 10.222.0.37 "GET /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870929
Nov 06 22:06:36.829623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa1d30-c71c-45b0-846d-4c8092fb92ae req-15c5044e-fe86-4cfe-8910-6ad3fde835b7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:36.831150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09fa1d30-c71c-45b0-846d-4c8092fb92ae req-15c5044e-fe86-4cfe-8910-6ad3fde835b7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0497327
Nov 06 22:06:36.881131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-09fa1d30-c71c-45b0-846d-4c8092fb92ae req-48fe118f-f3a1-4823-a9b5-0b016fbac3a2 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/security-groups?id=d116a4ed-29c1-407e-a68c-c6c9ab0cc162&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436635
Nov 06 22:06:37.552038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-5b920060-7aaa-4cf0-bc96-4d6a4cec7f83 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:37.553545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-5b920060-7aaa-4cf0-bc96-4d6a4cec7f83 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 945 time: 0.0482893
Nov 06 22:06:37.644842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port f20bd2d8-998e-4351-8610-396dfbc4a730 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:06:37.645179 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:37.732796 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port f20bd2d8-998e-4351-8610-396dfbc4a730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20bd2d8-998e-4351-8610-396dfbc4a730,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:37.733154 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:37.746502 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for f20bd2d8-998e-4351-8610-396dfbc4a730 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:06:37.877786 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:37.908326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=f20bd2d8-998e-4351-8610-396dfbc4a730,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:37.957750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] No DVR routers for this DVR port f20bd2d8-998e-4351-8610-396dfbc4a730 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:06:37.960567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:37.963867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5ed00e71-f22c-4b06-abba-c906366da1c4 req-73bc313f-598d-4933-9060-6d9752d3a0b0 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.37 "DELETE /v2.0/ports/f20bd2d8-998e-4351-8610-396dfbc4a730 HTTP/1.1" status: 204  len: 173 time: 0.4044936
Nov 06 22:06:37.965026 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'name': 'network-vif-deleted', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:06:37.967494 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c5eca6-cc06-4557-919a-c7357d48af31" -d '{"events": [{"server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "name": "network-vif-deleted", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:06:37.996724 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2a07133b-f61f-4fae-941c-66f554d6c4b8 req-fea373b6-8f9d-4bce-b2aa-3af53a668f44 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "GET /v2.0/ports?device_id=572d710b-cc80-4278-abb3-7d4c46696686 HTTP/1.1" status: 200  len: 210 time: 0.0398977
Nov 06 22:06:38.007699 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec61e91b-d3d0-4067-98be-1b138538ab2b x-openstack-request-id: req-ec61e91b-d3d0-4067-98be-1b138538ab2b {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:06:38.007995 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572d710b-cc80-4278-abb3-7d4c46696686", "name": "network-vif-deleted", "tag": "f20bd2d8-998e-4351-8610-396dfbc4a730", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:06:38.008439 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec61e91b-d3d0-4067-98be-1b138538ab2b {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:06:38.008959 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572d710b-cc80-4278-abb3-7d4c46696686', 'name': 'network-vif-deleted', 'tag': 'f20bd2d8-998e-4351-8610-396dfbc4a730', 'status': 'completed', 'code': 200}
Nov 06 22:06:39.053573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50276) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:39.411725 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:39.661811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port fe37450a-78f5-45df-a128-2171970fc95d {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:06:39.662081 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:39.753349 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port fe37450a-78f5-45df-a128-2171970fc95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe37450a-78f5-45df-a128-2171970fc95d,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:39.753713 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:39.766299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for fe37450a-78f5-45df-a128-2171970fc95d owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:06:39.952210 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:39.978512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=fe37450a-78f5-45df-a128-2171970fc95d,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:40.158355 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:40.374228 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Router d87525ae-7f90-4f59-8ce7-abdb0328569a has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:06:40.481243 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:06:40.487156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4d3bac88-9f35-4065-9b75-2f2d34c99e3e tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "PUT /v2.0/routers/d87525ae-7f90-4f59-8ce7-abdb0328569a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4325652
Nov 06 22:06:40.489973 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50278) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:40.490865 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] Sync routers for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:06:40.501315 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:40.501917 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d03970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:40.546772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5f7712-b0f0-4138-a13f-ec9a46b10869 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting subnet dd5b5538-32c5-4434-b422-390ea354fdad {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 22:06:40.549834 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7712-b0f0-4138-a13f-ec9a46b10869 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:40.594635 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7712-b0f0-4138-a13f-ec9a46b10869 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:40.606347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:40.677093 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7712-b0f0-4138-a13f-ec9a46b10869 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:40.697281 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f20bd2d8-998e-4351-8610-396dfbc4a730 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:06:40.723702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: f20bd2d8-998e-4351-8610-396dfbc4a730 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:06:40.724016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device f20bd2d8-998e-4351-8610-396dfbc4a730 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:06:40.738246 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7712-b0f0-4138-a13f-ec9a46b10869 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:40.769498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f7712-b0f0-4138-a13f-ec9a46b10869 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5b5538-32c5-4434-b422-390ea354fdad,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:40.773294 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7712-b0f0-4138-a13f-ec9a46b10869 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:40.779645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8c5f7712-b0f0-4138-a13f-ec9a46b10869 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/subnets/dd5b5538-32c5-4434-b422-390ea354fdad HTTP/1.1" status: 204  len: 168 time: 0.2883577
Nov 06 22:06:40.781094 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50280) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:40.782926 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857a703-5dd8-4fda-bcb2-65c21e420044 None None] Network eb724bc6-0560-4f09-a8e6-5e55de2e453b requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:06:40.894726 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:40.895661 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d03970>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:06:39Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:40.924349 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] Checking router: d87525ae-7f90-4f59-8ce7-abdb0328569a for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:06:40.940144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] Routers {'d87525ae-7f90-4f59-8ce7-abdb0328569a'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:40.940782 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251d03970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['d87525ae-7f90-4f59-8ce7-abdb0328569a'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:40.997658 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.020810 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] DHCP port deletion for eb724bc6-0560-4f09-a8e6-5e55de2e453b request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 22:06:41.053268 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Deleting port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:06:41.053603 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.135012 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] For port 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:41.135392 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.150372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Calling delete_port for 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:06:41.232664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] Set router d87525ae-7f90-4f59-8ce7-abdb0328569a gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:41.321812 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.348125 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Port': ['ID=6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:41.352548 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Deleting port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:06:41.352961 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.378568 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.378922 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.379260 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.379596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.379929 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.380259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.380613 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.380946 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.381270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.381590 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.381916 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.382303 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.425598 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.446507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] For port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d9faaf5-0ed2-4e44-ab94-3759bd0b5489,segment=NetworkSegment(f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59),segment_id=f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:41.446902 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.464957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Calling delete_port for 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:06:41.518874 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.521602 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.541048 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251d03970>, [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:06:39Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:41.565509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.566079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Fanout notify agent at l3_agent the message router_deleted on router d87525ae-7f90-4f59-8ce7-abdb0328569a {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 22:06:41.573209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.573718 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a58ea-1abe-48fd-9aa5-0fc118d70fd8 None None] The sync data for ids ['d87525ae-7f90-4f59-8ce7-abdb0328569a'] in ncdv-master-1 is: [{'id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178305204', 'tenant_id': '71a123f12330481db90fdb7ac20e602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:06:39Z', 'revision_number': 5, 'project_id': '71a123f12330481db90fdb7ac20e602e', 'gw_port': {'id': '6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87525ae-7f90-4f59-8ce7-abdb0328569a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:05:07Z', 'updated_at': '2021-11-06T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:06:41.576856 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-11aa1922-8c8e-43c1-8a55-525f285c91e7 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/routers/d87525ae-7f90-4f59-8ce7-abdb0328569a HTTP/1.1" status: 204  len: 168 time: 0.7917166
Nov 06 22:06:41.577730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50282) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:41.588103 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.621104 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Pushing event deleted for resources: {'Port': ['ID=5d9faaf5-0ed2-4e44-ab94-3759bd0b5489,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:41.623354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] No DVR routers for this DVR port 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:06:41.636601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.637546 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.637890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.638225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.638557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.638885 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.639204 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.639527 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.640373 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.640692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.641008 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.641319 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7fc22-0ee7-4e44-9d34-4fee758e091c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:41.662112 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.743851 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.762887 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92573ecc10>,) {'filters': {'network_id': ['eb724bc6-0560-4f09-a8e6-5e55de2e453b']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:41.772130 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92573ecc10>, 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:41.772450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92573ecc10>, 'f9fb066a-31bc-4d1d-a5c8-4d6a8cb68c59') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:41.781921 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.794378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.800287 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 22:06:41.800689 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 22:06:41.803915 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 22:06:41.863852 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.870666 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.873793 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/networks/eb724bc6-0560-4f09-a8e6-5e55de2e453b HTTP/1.1" status: 204  len: 168 time: 0.2949853
Nov 06 22:06:41.876661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50284) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:41.885703 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d261a-b3d6-499d-8fa4-1c38d473aaf9 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'Network': ['ID=eb724bc6-0560-4f09-a8e6-5e55de2e453b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:41.937948 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c4edfe-ee39-43a0-bd55-d6f927e18e5a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:41.964630 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c4edfe-ee39-43a0-bd55-d6f927e18e5a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:42.032768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c4edfe-ee39-43a0-bd55-d6f927e18e5a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:42.035387 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c4edfe-ee39-43a0-bd55-d6f927e18e5a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:42.036595 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c3c4edfe-ee39-43a0-bd55-d6f927e18e5a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] 10.222.0.13 "DELETE /v2.0/security-groups/d116a4ed-29c1-407e-a68c-c6c9ab0cc162 HTTP/1.1" status: 204  len: 168 time: 0.1580014
Nov 06 22:06:42.046083 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4edfe-ee39-43a0-bd55-d6f927e18e5a tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d116a4ed-29c1-407e-a68c-c6c9ab0cc162,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:42.294562 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe37450a-78f5-45df-a128-2171970fc95d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:06:42.316710 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: fe37450a-78f5-45df-a128-2171970fc95d {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:06:42.317070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fe37450a-78f5-45df-a128-2171970fc95d not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:06:42.317479 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:06:42.338207 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:06:42.338550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 5d9faaf5-0ed2-4e44-ab94-3759bd0b5489 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:06:42.401694 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50292) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:42.530168 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-888f8469-c7b1-4107-a7b2-45f125c9f7ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71a123f12330481db90fdb7ac20e602e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1273270
Nov 06 22:06:42.532575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50296) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:42.578379 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4455804-7f16-403e-b687-b2c346b85cc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:42.598651 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4455804-7f16-403e-b687-b2c346b85cc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:42.646934 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4455804-7f16-403e-b687-b2c346b85cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:42.649764 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b4455804-7f16-403e-b687-b2c346b85cc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:42.650882 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b4455804-7f16-403e-b687-b2c346b85cc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77eaf178-a08b-4dd5-8923-50c95fe6f39d HTTP/1.1" status: 204  len: 168 time: 0.1174214
Nov 06 22:06:42.659291 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4455804-7f16-403e-b687-b2c346b85cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eaf178-a08b-4dd5-8923-50c95fe6f39d,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:42.927333 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50302) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:42.943884 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-322c33b6-b0b5-4977-8373-b757add727fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:43.018415 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-322c33b6-b0b5-4977-8373-b757add727fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:43.022178 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-322c33b6-b0b5-4977-8373-b757add727fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:43.058423 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c33b6-b0b5-4977-8373-b757add727fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272ed88e-0a0f-43c1-8dee-da7ea9be5ba8,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:43.063964 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-322c33b6-b0b5-4977-8373-b757add727fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ac660e9755f4a03b0a973fc1e91c9d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1355958
Nov 06 22:06:43.066614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50304) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:43.113747 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-344efe93-1e14-4eb9-bd95-c2d921b83849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:43.138219 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-344efe93-1e14-4eb9-bd95-c2d921b83849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:43.185599 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-344efe93-1e14-4eb9-bd95-c2d921b83849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:43.188190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-344efe93-1e14-4eb9-bd95-c2d921b83849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:43.189394 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-344efe93-1e14-4eb9-bd95-c2d921b83849 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/272ed88e-0a0f-43c1-8dee-da7ea9be5ba8 HTTP/1.1" status: 204  len: 168 time: 0.1218998
Nov 06 22:06:43.197225 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344efe93-1e14-4eb9-bd95-c2d921b83849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ed88e-0a0f-43c1-8dee-da7ea9be5ba8,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:43.895037 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50326) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:43.989556 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-492102079-network', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:44.010563 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Made reservation on behalf of c7a47c6d4a6e4ada8f8d230f6f1a72f7 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:06:44.012874 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.020952 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.096759 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.100235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.121064 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 22:06:44.134869 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7606c-1746-49d2-b721-8f231d6ab923,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:44.141566 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.142827 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Added segment 57d6e72e-b483-4de0-91ed-6ab63c4b964f of type vlan for network 4939f2bf-e700-41ee-be52-d516f6a4a61c
Nov 06 22:06:44.169641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:06:44.186222 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.194414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:06:44.194748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6ebe7d42-a2e7-4f6d-a63d-39ea15d08ee5 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:06:44.210750 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.211808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:44.212438 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.263827 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3675609
Nov 06 22:06:44.266785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50330) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:44.271804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Request body: {'subnet': {'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-492102079-subnet', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'ip_version': 4}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:44.272545 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310bc3b-2e1c-43f2-83ab-ed8e0141006d admin admin] Pushing event updated for resources: {'Network': ['ID=4939f2bf-e700-41ee-be52-d516f6a4a61c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:44.282928 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 22:06:44.294062 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Made reservation on behalf of c7a47c6d4a6e4ada8f8d230f6f1a72f7 for: {'subnet': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:06:44.297119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967269'] for subnet, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.462981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14319943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967283'] for subnet, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.519073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92da0c2e-a4c5-4920-8c13-cbb7b8791d02,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:44.526110 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Checking segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:44.526464 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Network hostable DHCP agents. Network: 4939f2bf-e700-41ee-be52-d516f6a4a61c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 22:06:44.544587 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 22:06:44.553316 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4939f2bf-e700-41ee-be52-d516f6a4a61c) {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:44.557308 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:44.557893 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.562181 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71de39-3ee6-49dd-b256-e9efbddde071 None None] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:06:44.577787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-9c3ee090-8094-4bc3-a328-add621a25c51 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3093033
Nov 06 22:06:44.580603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50332) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:44.584882 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:44.605422 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.606426 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.662086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.710551 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4939f2bf-e700-41ee-be52-d516f6a4a61c', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 22:06:44.711461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.799145 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.850539 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Allocated IP 172.20.0.2 (4939f2bf-e700-41ee-be52-d516f6a4a61c/92da0c2e-a4c5-4920-8c13-cbb7b8791d02/f740fda1-d764-491e-851c-90d74158eaa6) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:06:44.990925 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:44.996732 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.008607 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.028305 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.031295 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:45.034111 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:45.037506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:06:45.051569 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Pushing event updated for resources: {'Port': ['ID=f740fda1-d764-491e-851c-90d74158eaa6,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:45.101196 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Attempting to bind port f740fda1-d764-491e-851c-90d74158eaa6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:06:45.101563 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Attempting to bind port f740fda1-d764-491e-851c-90d74158eaa6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:06:45.101921 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Attempting to bind port f740fda1-d764-491e-851c-90d74158eaa6 on network 4939f2bf-e700-41ee-be52-d516f6a4a61c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:06:45.106859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:06:45.107221 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Checking segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:45.107611 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.107996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Bound using segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:06:45.108630 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Bound port: f740fda1-d764-491e-851c-90d74158eaa6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:06:45.109166 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.145818 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Allocated IP 172.35.0.26 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/d24e6529-be65-4ef6-9ff7-c1cfcb8be013) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:06:45.174503 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] For port f740fda1-d764-491e-851c-90d74158eaa6, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:06:45.178656 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] For port f740fda1-d764-491e-851c-90d74158eaa6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f740fda1-d764-491e-851c-90d74158eaa6,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:06:45.183431 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.241423 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.256434 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b438c-dad0-4e04-abd8-34ae443fe0bd None None] Pushing event updated for resources: {'Port': ['ID=f740fda1-d764-491e-851c-90d74158eaa6,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:45.261316 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.299030 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.343246 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:45.348531 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:45.352938 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:06:45.378649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d24e6529-be65-4ef6-9ff7-c1cfcb8be013,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:45.477464 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:45.977021 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.158695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2daa166-cf72-47de-b857-7d044c492cdc None None] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:06:46.197794 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.223055 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-21ccf59a-f292-4e70-8159-3c11e06f0401 None None] Provisioning complete for port f740fda1-d764-491e-851c-90d74158eaa6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:46.223603 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-21ccf59a-f292-4e70-8159-3c11e06f0401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.253297 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f740fda1-d764-491e-851c-90d74158eaa6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:46.336315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Router 74aa8dbf-0903-457d-8db2-d3925f735552 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 22:06:46.415670 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-21ccf59a-f292-4e70-8159-3c11e06f0401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.420898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f740fda1-d764-491e-851c-90d74158eaa6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:46.421261 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.449552 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:06:46.464553 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Sync routers for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:06:46.468957 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.473313 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50334) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:46.473899 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-37e73108-d827-4089-9551-d9f5a29155b8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.8916750
Nov 06 22:06:46.479180 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:46.479881 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529f3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:46.496518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-21ccf59a-f292-4e70-8159-3c11e06f0401 None None] For port f740fda1-d764-491e-851c-90d74158eaa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f740fda1-d764-491e-851c-90d74158eaa6,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:46.505102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-21ccf59a-f292-4e70-8159-3c11e06f0401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.593866 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccf59a-f292-4e70-8159-3c11e06f0401 None None] Pushing event updated for resources: {'Port': ['ID=f740fda1-d764-491e-851c-90d74158eaa6,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:46.635311 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:46.724478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-7b5868bb-39a0-4d0b-af47-81bb217d0328 None None] Provisioning complete for port f740fda1-d764-491e-851c-90d74158eaa6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:46.724892 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7b5868bb-39a0-4d0b-af47-81bb217d0328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.823640 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529f3b20>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:45Z', 'revision_number': 3, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:46.850034 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Checking router: 74aa8dbf-0903-457d-8db2-d3925f735552 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:06:46.850385 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Updating router 74aa8dbf-0903-457d-8db2-d3925f735552 port d24e6529-be65-4ef6-9ff7-c1cfcb8be013 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:06:46.876595 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:46.930030 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.020220 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b23d1aa9-6b8c-41dc-be8d-bc41fc8135a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.082969 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Allocated IP 172.20.0.1 (4939f2bf-e700-41ee-be52-d516f6a4a61c/92da0c2e-a4c5-4920-8c13-cbb7b8791d02/6ac87cd9-95ba-48b8-a04b-0e9e09b78856) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:06:47.129118 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.134576 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.185903 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Attempting to bind port d24e6529-be65-4ef6-9ff7-c1cfcb8be013 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:06:47.186264 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Attempting to bind port d24e6529-be65-4ef6-9ff7-c1cfcb8be013 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:06:47.187241 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Attempting to bind port d24e6529-be65-4ef6-9ff7-c1cfcb8be013 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:06:47.188235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.189395 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Pushing event updated for resources: {'Port': ['ID=d24e6529-be65-4ef6-9ff7-c1cfcb8be013,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:47.197888 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:06:47.198259 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:47.198644 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.199026 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:06:47.199482 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Bound port: d24e6529-be65-4ef6-9ff7-c1cfcb8be013, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:06:47.199839 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.202804 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.203131 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.203467 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.203786 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.204108 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.204448 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.204766 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.205065 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.205380 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.205693 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.206000 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.206305 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:06:47.224903 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.258001 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] For port d24e6529-be65-4ef6-9ff7-c1cfcb8be013, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:06:47.261312 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] For port d24e6529-be65-4ef6-9ff7-c1cfcb8be013, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d24e6529-be65-4ef6-9ff7-c1cfcb8be013,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:06:47.266226 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.269683 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:47.275100 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:47.277622 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:06:47.309765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:47.330145 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:47.330572 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.330769 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529f3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:47.333006 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d32227-dc8f-4395-b1ca-52a648f1f2e7 None None] Pushing event updated for resources: {'Port': ['ID=d24e6529-be65-4ef6-9ff7-c1cfcb8be013,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:47.449830 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:47.483010 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.545290 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-12b9b59c-aac8-4b84-a811-54b28e345fa3 None None] Provisioning complete for port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:47.546825 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-12b9b59c-aac8-4b84-a811-54b28e345fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.582291 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-12b9b59c-aac8-4b84-a811-54b28e345fa3 None None] Port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:06:47.637485 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529f3b20>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:45Z', 'revision_number': 3, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:47.650190 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.655816 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.665614 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf91b3-5616-452b-816a-16dfad24e542 None None] The sync data for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 is: [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:45Z', 'revision_number': 3, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:06:47.728770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:47.731814 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:47.831596 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:47.833889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:47.981662 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Router 74aa8dbf-0903-457d-8db2-d3925f735552 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:06:48.098932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:06:48.104040 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-f4d960c0-9761-46d6-8622-a853a0bdb2a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/74aa8dbf-0903-457d-8db2-d3925f735552/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6288438
Nov 06 22:06:48.134601 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-fb6c3de0-8d43-49f8-b87e-f24cee3e22fc None None] Provisioning complete for port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:48.134976 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3de0-8d43-49f8-b87e-f24cee3e22fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.180612 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c3de0-8d43-49f8-b87e-f24cee3e22fc None None] Port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:06:48.312969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f740fda1-d764-491e-851c-90d74158eaa6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:48.362577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f740fda1-d764-491e-851c-90d74158eaa6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:48.362941 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.449478 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d24e6529-be65-4ef6-9ff7-c1cfcb8be013 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:48.503123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d24e6529-be65-4ef6-9ff7-c1cfcb8be013 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:48.503123 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.583531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.604208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port d24e6529-be65-4ef6-9ff7-c1cfcb8be013, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d24e6529-be65-4ef6-9ff7-c1cfcb8be013,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:48.609408 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.640996 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50350) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:48.646081 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1864140760-network', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:48.660688 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=d24e6529-be65-4ef6-9ff7-c1cfcb8be013,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:48.667111 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Made reservation on behalf of 24c6a20f261447c8a66cd0040ccfbe56 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:06:48.669718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.679174 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.752788 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.757378 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.786120 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 22:06:48.796737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec5ce88-695e-4159-9553-713bfa9816f4,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:48.801785 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.802134 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Added segment 3a2b6f90-1ef3-4ced-a2bc-fce885171d24 of type vlan for network 741bfa4a-cb5a-4280-bf07-a315b9e9510c
Nov 06 22:06:48.841847 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.866892 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.867842 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:48.868455 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:48.924734 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2825375
Nov 06 22:06:48.927663 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50352) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:48.932277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Request body: {'subnet': {'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1864140760-subnet', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:48.938226 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06240afc-1bc9-42bc-b523-15fc37840dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=741bfa4a-cb5a-4280-bf07-a315b9e9510c,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:48.948938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 741bfa4a-cb5a-4280-bf07-a315b9e9510c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 22:06:48.961324 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Made reservation on behalf of 24c6a20f261447c8a66cd0040ccfbe56 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:06:48.964318 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.137248 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.190818 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:49.203484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Checking segment: {'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:49.203938 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Network hostable DHCP agents. Network: 741bfa4a-cb5a-4280-bf07-a315b9e9510c, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 22:06:49.221356 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Network 741bfa4a-cb5a-4280-bf07-a315b9e9510c is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 22:06:49.230349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 741bfa4a-cb5a-4280-bf07-a315b9e9510c) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:49.234425 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:49.235018 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.239868 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d3c4ad-922b-4d26-ab5d-0cf2cff94732 None None] Network 741bfa4a-cb5a-4280-bf07-a315b9e9510c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:06:49.250933 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0fd0fa48-3a14-4f1a-b76d-aab83d354a7b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3222609
Nov 06 22:06:49.253793 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50354) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:49.258867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:49.281747 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.282822 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.308273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Sync routers for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:06:49.332500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:49.333069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251fd0310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:49.348105 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.421335 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9d462635-36ab-4192-8c17-9b3c4834498c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.496314 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.644754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-741bfa4a-cb5a-4280-bf07-a315b9e9510c', 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'fixed_ips': [{'subnet_id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 22:06:49.645627 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.673715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:49.708802 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.728040 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.837571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Allocated IP 172.35.0.82 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/70b619c2-e7f3-41de-b7a6-4e88960a9657) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:06:49.913368 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Allocated IP 172.20.0.2 (741bfa4a-cb5a-4280-bf07-a315b9e9510c/9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c/f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:06:49.944147 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:49.976088 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.018666 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:50.025191 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:50.028757 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:06:50.034817 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Pushing event updated for resources: {'Port': ['ID=70b619c2-e7f3-41de-b7a6-4e88960a9657,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:50.056995 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251fd0310>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 2, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:50.109905 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Checking router: 74aa8dbf-0903-457d-8db2-d3925f735552 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:06:50.110260 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Updating router 74aa8dbf-0903-457d-8db2-d3925f735552 port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:06:50.156623 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.172320 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.181265 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.249226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d24e6529-be65-4ef6-9ff7-c1cfcb8be013 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:50.255824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Network 741bfa4a-cb5a-4280-bf07-a315b9e9510c is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:50.287920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:50.315526 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.334278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:06:50.340706 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Pushing event updated for resources: {'Port': ['ID=f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:50.460129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Attempting to bind port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:06:50.460426 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Attempting to bind port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:06:50.460787 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Attempting to bind port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 on network 741bfa4a-cb5a-4280-bf07-a315b9e9510c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:06:50.474451 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:06:50.474819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Checking segment: {'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:50.475214 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.475602 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Bound using segment: {'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:06:50.476067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Bound port: f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:06:50.476473 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.478115 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port d24e6529-be65-4ef6-9ff7-c1cfcb8be013 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:50.478456 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.515496 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.621230 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] For port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:06:50.644755 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 22:06:50.659176 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] For port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6,segment=NetworkSegment(3a2b6f90-1ef3-4ced-a2bc-fce885171d24),segment_id=3a2b6f90-1ef3-4ced-a2bc-fce885171d24)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:06:50.667337 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.755579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.765085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:06:50.767100 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.769086 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf856ba1-9344-4dd2-bc4f-46091f78ac9f None None] Pushing event updated for resources: {'Port': ['ID=f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:50.783562 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Sync routers for ids ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:06:50.796940 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.801473 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c3c5c2e2-b7ab-4809-a3bf-ade43c4da54b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5430281
Nov 06 22:06:50.801795 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50356) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:50.806243 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Routers {'5b2cf8e5-4629-408b-a7c2-8dc45c034de6'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:50.807148 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529f3f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:50.824063 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5e61a-71e1-4b02-a49b-4f463c7e25f8 None None] Pushing event updated for resources: {'Port': ['ID=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:50.889845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Attempting to bind port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:06:50.890217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Attempting to bind port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:06:50.891234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Attempting to bind port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 on network 4939f2bf-e700-41ee-be52-d516f6a4a61c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:06:50.898555 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:06:50.898895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Checking segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:50.899297 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.899699 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Bound using segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:06:50.900175 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Bound port: 6ac87cd9-95ba-48b8-a04b-0e9e09b78856, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:06:50.900601 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:50.985250 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] For port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:06:50.988707 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] For port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:06:50.998385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.011246 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.021297 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Set router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:51.082600 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:51.083236 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251fd0310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:51.088255 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5e61a-71e1-4b02-a49b-4f463c7e25f8 None None] Pushing event updated for resources: {'Port': ['ID=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:51.243741 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:51.283549 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-6449029d-d336-4efb-ab9e-431a48551412 None None] Provisioning complete for port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:51.284078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6449029d-d336-4efb-ab9e-431a48551412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.402542 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.407704 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529f3f70>, [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:50Z', 'revision_number': 3, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port': {'id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:51.459891 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Checking router: 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:06:51.460579 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Updating router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 port 70b619c2-e7f3-41de-b7a6-4e88960a9657 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:06:51.489329 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.584429 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Allocated IP 172.20.0.1 (741bfa4a-cb5a-4280-bf07-a315b9e9510c/9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c/f15ef1a2-ae4f-4640-a717-9681fd56992e) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:06:51.641771 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6449029d-d336-4efb-ab9e-431a48551412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.701346 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.740139 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.741528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6449029d-d336-4efb-ab9e-431a48551412 None None] For port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:51.755896 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6449029d-d336-4efb-ab9e-431a48551412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.799314 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Network 741bfa4a-cb5a-4280-bf07-a315b9e9510c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:51.800037 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.806608 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:51.809142 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:06:51.810127 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.812343 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Pushing event updated for resources: {'Port': ['ID=f15ef1a2-ae4f-4640-a717-9681fd56992e,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:51.823139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251fd0310>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:50Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:51.826522 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449029d-d336-4efb-ab9e-431a48551412 None None] Pushing event updated for resources: {'Port': ['ID=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:51.861234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da267f4a-0e3d-4151-aa46-1e96982892e9 None None] The sync data for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 is: [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:50Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:06:51.874988 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.889176 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Attempting to bind port 70b619c2-e7f3-41de-b7a6-4e88960a9657 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:06:51.890494 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Attempting to bind port 70b619c2-e7f3-41de-b7a6-4e88960a9657 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:06:51.890935 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Attempting to bind port 70b619c2-e7f3-41de-b7a6-4e88960a9657 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:06:51.896875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-533903be-cbbd-4ea3-a775-1349dc219135 None None] Provisioning complete for port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:51.897246 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-533903be-cbbd-4ea3-a775-1349dc219135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.916762 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:06:51.917192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:51.917591 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.917979 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:06:51.918524 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Bound port: 70b619c2-e7f3-41de-b7a6-4e88960a9657, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:06:51.918959 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:51.992534 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae7e55-8286-4792-ac80-bf23b5747245 None None] Pushing event updated for resources: {'Port': ['ID=70b619c2-e7f3-41de-b7a6-4e88960a9657,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:52.010943 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] For port 70b619c2-e7f3-41de-b7a6-4e88960a9657, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:06:52.015473 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] For port 70b619c2-e7f3-41de-b7a6-4e88960a9657, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70b619c2-e7f3-41de-b7a6-4e88960a9657,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:06:52.020736 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.103269 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae7e55-8286-4792-ac80-bf23b5747245 None None] Pushing event updated for resources: {'Port': ['ID=70b619c2-e7f3-41de-b7a6-4e88960a9657,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:52.106899 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Routers {'5b2cf8e5-4629-408b-a7c2-8dc45c034de6'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:52.107879 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529f3f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:52.109795 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.138969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d33f5e-806a-4399-a16e-c80a1381d4e3 None None] Network 741bfa4a-cb5a-4280-bf07-a315b9e9510c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:06:52.198502 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.259940 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-bdf24768-a7d8-4d17-aa5b-00212dd8dbe9 None None] Provisioning complete for port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:52.260428 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bdf24768-a7d8-4d17-aa5b-00212dd8dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.261043 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] Set router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:52.365924 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.372957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.386931 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:52.465737 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Pushing event updated for resources: {'Port': ['ID=f15ef1a2-ae4f-4640-a717-9681fd56992e,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:52.474172 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.519616 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bdf24768-a7d8-4d17-aa5b-00212dd8dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.543182 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:52.543557 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.552755 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529f3f70>, [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 4, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port': {'id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f15ef1a2-ae4f-4640-a717-9681fd56992e', 'name': '', 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'mac_address': 'fa:16:3e:67:6e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:51Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 1, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'subnets': [{'id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:52.589284 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32e6b8-2ce2-4dcb-9e6f-e9d68678dcb8 None None] The sync data for ids ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'] in ncdv-master-1 is: [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 4, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port': {'id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f15ef1a2-ae4f-4640-a717-9681fd56992e', 'name': '', 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'mac_address': 'fa:16:3e:67:6e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:51Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 1, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'subnets': [{'id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:06:52.596936 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Network 741bfa4a-cb5a-4280-bf07-a315b9e9510c is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:52.598837 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:52.614333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-bdf24768-a7d8-4d17-aa5b-00212dd8dbe9 None None] For port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6,segment=NetworkSegment(3a2b6f90-1ef3-4ced-a2bc-fce885171d24),segment_id=3a2b6f90-1ef3-4ced-a2bc-fce885171d24)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:52.625801 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bdf24768-a7d8-4d17-aa5b-00212dd8dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.688326 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf24768-a7d8-4d17-aa5b-00212dd8dbe9 None None] Pushing event updated for resources: {'Port': ['ID=f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:52.757266 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:52.758975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.777505 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:06:52.825198 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:52.825568 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:52.941215 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c161259-e787-4738-a095-456bc088924f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:06:52.947845 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2c161259-e787-4738-a095-456bc088924f admin admin] 10.222.0.13 "PUT /v2.0/routers/5b2cf8e5-4629-408b-a7c2-8dc45c034de6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1448877
Nov 06 22:06:52.972635 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8c91cf68-b6c0-4d7a-af4d-43a39e694c0e None None] Provisioning complete for port f15ef1a2-ae4f-4640-a717-9681fd56992e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:52.973478 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c91cf68-b6c0-4d7a-af4d-43a39e694c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.023172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-8c91cf68-b6c0-4d7a-af4d-43a39e694c0e None None] Port f15ef1a2-ae4f-4640-a717-9681fd56992e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:06:53.037237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-8c91cf68-b6c0-4d7a-af4d-43a39e694c0e None None] Provisioning complete for port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:53.037683 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8c91cf68-b6c0-4d7a-af4d-43a39e694c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.289249 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-da88959f-fb78-4687-8c48-4b474a7eb793 None None] Provisioning complete for port f15ef1a2-ae4f-4640-a717-9681fd56992e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:53.289619 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-da88959f-fb78-4687-8c48-4b474a7eb793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.340778 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-da88959f-fb78-4687-8c48-4b474a7eb793 None None] Port f15ef1a2-ae4f-4640-a717-9681fd56992e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:06:53.460435 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-2780419a-a8f5-4e6c-b19e-0f8c5ef34bc5 None None] Provisioning complete for port f15ef1a2-ae4f-4640-a717-9681fd56992e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:53.460805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2780419a-a8f5-4e6c-b19e-0f8c5ef34bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.497564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-2780419a-a8f5-4e6c-b19e-0f8c5ef34bc5 None None] Port f15ef1a2-ae4f-4640-a717-9681fd56992e cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:06:53.630365 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50364) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:53.635838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-334085e0-58c2-4828-a5db-8b9ae37bb555 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-222663241', 'description': 'tempest-secgroup-smoke-222663241 description', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:53.658268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-334085e0-58c2-4828-a5db-8b9ae37bb555 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.725448 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-334085e0-58c2-4828-a5db-8b9ae37bb555 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.729292 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-334085e0-58c2-4828-a5db-8b9ae37bb555 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.757020 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-334085e0-58c2-4828-a5db-8b9ae37bb555 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.758240 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-334085e0-58c2-4828-a5db-8b9ae37bb555 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1268511
Nov 06 22:06:53.761387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50366) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:53.762128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334085e0-58c2-4828-a5db-8b9ae37bb555 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971918a5-c674-4295-8c22-8db9d17833eb,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:53.766322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-00a1c760-b063-4115-9be4-0f39ab603247 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '971918a5-c674-4295-8c22-8db9d17833eb', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:53.792717 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00a1c760-b063-4115-9be4-0f39ab603247 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.850121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00a1c760-b063-4115-9be4-0f39ab603247 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.854048 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00a1c760-b063-4115-9be4-0f39ab603247 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.870033 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1c760-b063-4115-9be4-0f39ab603247 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e493f36-e798-4409-8a9b-75fecda5faf8,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:53.882879 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-00a1c760-b063-4115-9be4-0f39ab603247 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.884087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-00a1c760-b063-4115-9be4-0f39ab603247 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1215775
Nov 06 22:06:53.886831 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50368) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:53.891102 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-28bd43cb-a3a6-4e94-8eff-b053fbba9c47 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '971918a5-c674-4295-8c22-8db9d17833eb', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:53.919486 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28bd43cb-a3a6-4e94-8eff-b053fbba9c47 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.975466 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28bd43cb-a3a6-4e94-8eff-b053fbba9c47 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.979045 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28bd43cb-a3a6-4e94-8eff-b053fbba9c47 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:53.993878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd43cb-a3a6-4e94-8eff-b053fbba9c47 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c6402c-946b-4bc3-912d-cffa7f531b09,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:54.004235 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-28bd43cb-a3a6-4e94-8eff-b053fbba9c47 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.008124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-28bd43cb-a3a6-4e94-8eff-b053fbba9c47 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1178031
Nov 06 22:06:54.008343 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50370) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:54.012734 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-39e3eb23-847b-4c86-a423-21aa80a2bf76 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '971918a5-c674-4295-8c22-8db9d17833eb', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:54.038534 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39e3eb23-847b-4c86-a423-21aa80a2bf76 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.078808 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:06:54.093828 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39e3eb23-847b-4c86-a423-21aa80a2bf76 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.097320 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39e3eb23-847b-4c86-a423-21aa80a2bf76 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.114749 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3eb23-847b-4c86-a423-21aa80a2bf76 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ce300e-0875-43fa-8ad0-74bd6adeabad,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:54.122443 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-39e3eb23-847b-4c86-a423-21aa80a2bf76 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.123653 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-39e3eb23-847b-4c86-a423-21aa80a2bf76 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1143360
Nov 06 22:06:54.126383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50372) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:54.130867 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fc6cc1f5-e357-4f27-94e8-05c55a406382 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '971918a5-c674-4295-8c22-8db9d17833eb', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:54.156634 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc6cc1f5-e357-4f27-94e8-05c55a406382 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.221875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc6cc1f5-e357-4f27-94e8-05c55a406382 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.225589 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc6cc1f5-e357-4f27-94e8-05c55a406382 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.235463 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:54.246299 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cc1f5-e357-4f27-94e8-05c55a406382 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9a5373-c1a6-4516-af48-ee7a7d2c9e77,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:54.258673 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fc6cc1f5-e357-4f27-94e8-05c55a406382 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.259896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fc6cc1f5-e357-4f27-94e8-05c55a406382 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1325786
Nov 06 22:06:54.262817 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50374) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:54.267728 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0ba08d81-7319-4fab-9ff1-df7d4cf63500 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '971918a5-c674-4295-8c22-8db9d17833eb', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:54.284012 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:54.284449 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.290477 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-0ba08d81-7319-4fab-9ff1-df7d4cf63500 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Project c7a47c6d4a6e4ada8f8d230f6f1a72f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:06:54.295431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ba08d81-7319-4fab-9ff1-df7d4cf63500 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.359619 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ba08d81-7319-4fab-9ff1-df7d4cf63500 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.363188 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ba08d81-7319-4fab-9ff1-df7d4cf63500 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.380426 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba08d81-7319-4fab-9ff1-df7d4cf63500 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183d209c-9f94-4db0-b318-7d72cfa036e2,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:54.390387 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0ba08d81-7319-4fab-9ff1-df7d4cf63500 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.391608 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0ba08d81-7319-4fab-9ff1-df7d4cf63500 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1275468
Nov 06 22:06:54.394358 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:06:54.398684 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-8896da98-6f69-469a-a676-428709e15d13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '971918a5-c674-4295-8c22-8db9d17833eb', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:54.420142 ncdv-master-1 neutron-server[119334]: INFO neutron.db.securitygroups_db [None req-8896da98-6f69-469a-a676-428709e15d13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Project c7a47c6d4a6e4ada8f8d230f6f1a72f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:06:54.425151 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8896da98-6f69-469a-a676-428709e15d13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.483422 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8896da98-6f69-469a-a676-428709e15d13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.486801 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8896da98-6f69-469a-a676-428709e15d13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.506070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896da98-6f69-469a-a676-428709e15d13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e540f4-bede-470a-a3ef-2a475d2d1e97,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:54.511712 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-8896da98-6f69-469a-a676-428709e15d13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:54.512843 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8896da98-6f69-469a-a676-428709e15d13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1175423
Nov 06 22:06:54.684902 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-ff399654-bcfa-45c9-93b1-9a6b44ffb1d7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222663241&fields=id&tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7 HTTP/1.1" status: 200  len: 267 time: 0.0662234
Nov 06 22:06:54.803599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-cf48e461-cae3-45d8-a733-cae14edbbe20 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:54.805185 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-cf48e461-cae3-45d8-a733-cae14edbbe20 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 808 time: 0.1168079
Nov 06 22:06:54.822323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-4ed270d5-555b-4bc3-83e5-b8529948aced tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/quotas/c7a47c6d4a6e4ada8f8d230f6f1a72f7 HTTP/1.1" status: 200  len: 375 time: 0.0109868
Nov 06 22:06:54.882268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-beee5ea0-b1ae-40f7-9f21-2fba22a06579 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0532677
Nov 06 22:06:54.993320 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-1b71075b-a294-4d6f-9db2-5fb8a46ecc30 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:06:54.994390 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-1b71075b-a294-4d6f-9db2-5fb8a46ecc30 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0995686
Nov 06 22:06:55.089918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-653e7bcc-c0e1-40d8-9bec-eaace7f77d18 service neutron] 10.222.0.13 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881875
Nov 06 22:06:55.187858 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-b080275e-4116-439b-b863-4b374ace46c4 service neutron] 10.222.0.13 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916982
Nov 06 22:06:55.354966 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1916f8b-73b8-4bb7-8597-c93143907896 req-de20d289-cb23-4a5b-827b-4585bde99577 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 210 time: 0.0267122
Nov 06 22:06:55.961803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Sync routers for ids ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:06:55.971621 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Routers {'5b2cf8e5-4629-408b-a7c2-8dc45c034de6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:55.972226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512ee370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:56.076069 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Set router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:56.285153 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 70b619c2-e7f3-41de-b7a6-4e88960a9657 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:56.320828 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-87cc3732-bbe3-41c1-bd0e-ba9e65de94d9 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:56.322452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-87cc3732-bbe3-41c1-bd0e-ba9e65de94d9 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 808 time: 0.1504111
Nov 06 22:06:56.336745 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512ee370>, [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 4, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port': {'id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f15ef1a2-ae4f-4640-a717-9681fd56992e', 'name': '', 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'mac_address': 'fa:16:3e:67:6e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:51Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 2, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'subnets': [{'id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:56.367476 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Checking router: 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:06:56.367823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Updating router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 port f15ef1a2-ae4f-4640-a717-9681fd56992e binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:06:56.391313 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 70b619c2-e7f3-41de-b7a6-4e88960a9657 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:56.391647 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.398667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-0b68b878-a71d-4b45-a76f-ebcfed1d2b43 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7 HTTP/1.1" status: 200  len: 379 time: 0.0643799
Nov 06 22:06:56.409428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'port': {'device_id': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'admin_state_up': True, 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'security_groups': ['971918a5-c674-4295-8c22-8db9d17833eb']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:56.417242 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.485726 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-350ccb50-941e-4432-817f-f729644296b9 req-8bbbc316-c465-4462-9856-8614f895cfa0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 210 time: 0.0324633
Nov 06 22:06:56.542997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Made reservation on behalf of c7a47c6d4a6e4ada8f8d230f6f1a72f7 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:06:56.547535 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.573747 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.635402 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 70b619c2-e7f3-41de-b7a6-4e88960a9657, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70b619c2-e7f3-41de-b7a6-4e88960a9657,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:56.641845 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.675395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Allocated IP 172.20.0.11 (4939f2bf-e700-41ee-be52-d516f6a4a61c/92da0c2e-a4c5-4920-8c13-cbb7b8791d02/9667a9d0-caab-4472-8eb7-c7e43c804932) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:06:56.718025 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=70b619c2-e7f3-41de-b7a6-4e88960a9657,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:56.777148 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.783001 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.821383 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.854094 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a84b4-a53f-4c3a-9863-b5f42ce59885 None None] Pushing event updated for resources: {'Port': ['ID=f15ef1a2-ae4f-4640-a717-9681fd56992e,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:56.860897 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.890842 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Attempting to bind port f15ef1a2-ae4f-4640-a717-9681fd56992e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:06:56.891220 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Attempting to bind port f15ef1a2-ae4f-4640-a717-9681fd56992e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:06:56.891590 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Attempting to bind port f15ef1a2-ae4f-4640-a717-9681fd56992e on network 741bfa4a-cb5a-4280-bf07-a315b9e9510c {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:06:56.897127 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:06:56.897506 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Checking segment: {'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:56.897916 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.898307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Bound using segment: {'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:06:56.898932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Bound port: f15ef1a2-ae4f-4640-a717-9681fd56992e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2b6f90-1ef3-4ced-a2bc-fce885171d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:06:56.899319 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.909392 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:06:56.912718 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:06:56.919602 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:06:56.951407 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:56.982446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] For port f15ef1a2-ae4f-4640-a717-9681fd56992e, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:06:56.984097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:56.984840 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:56.986605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] For port f15ef1a2-ae4f-4640-a717-9681fd56992e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15ef1a2-ae4f-4640-a717-9681fd56992e,segment=NetworkSegment(3a2b6f90-1ef3-4ced-a2bc-fce885171d24),segment_id=3a2b6f90-1ef3-4ced-a2bc-fce885171d24)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:06:56.995795 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:57.005292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-80ea25aa-3b68-4e76-b785-763d6d2304b4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6002655
Nov 06 22:06:57.018326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Request body: {'port': {'device_id': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:06:57.065536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a84b4-a53f-4c3a-9863-b5f42ce59885 None None] Pushing event updated for resources: {'Port': ['ID=f15ef1a2-ae4f-4640-a717-9681fd56992e,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:57.071062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Routers {'5b2cf8e5-4629-408b-a7c2-8dc45c034de6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:06:57.071859 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92512ee370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:57.193064 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b1b36363-0ec4-48c6-848b-8b8a29800965 None None] Provisioning complete for port f15ef1a2-ae4f-4640-a717-9681fd56992e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:57.193501 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1b36363-0ec4-48c6-848b-8b8a29800965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:57.238165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] Set router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:06:57.441382 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:57.572516 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1b36363-0ec4-48c6-848b-8b8a29800965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:57.626128 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b1b36363-0ec4-48c6-848b-8b8a29800965 None None] For port f15ef1a2-ae4f-4640-a717-9681fd56992e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15ef1a2-ae4f-4640-a717-9681fd56992e,segment=NetworkSegment(3a2b6f90-1ef3-4ced-a2bc-fce885171d24),segment_id=3a2b6f90-1ef3-4ced-a2bc-fce885171d24)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:06:57.647489 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b1b36363-0ec4-48c6-848b-8b8a29800965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:57.660918 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bf7fb-b3e0-4693-be63-72ab9bc2346f req-2edd7c80-5f85-4668-8837-67109e81114a tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:57.662535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d8bf7fb-b3e0-4693-be63-72ab9bc2346f req-2edd7c80-5f85-4668-8837-67109e81114a tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 932 time: 0.1019261
Nov 06 22:06:57.706354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b36363-0ec4-48c6-848b-8b8a29800965 None None] Pushing event updated for resources: {'Port': ['ID=f15ef1a2-ae4f-4640-a717-9681fd56992e,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:57.719714 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92512ee370>, [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 4, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port': {'id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f15ef1a2-ae4f-4640-a717-9681fd56992e', 'name': '', 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'mac_address': 'fa:16:3e:67:6e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:51Z', 'updated_at': '2021-11-06T22:06:56Z', 'revision_number': 4, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'subnets': [{'id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:06:57.750123 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e87d3-8afc-4d5b-9458-7dfdbfaa6e4c None None] The sync data for ids ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'] in ncdv-master-1 is: [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:52Z', 'revision_number': 4, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port': {'id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f15ef1a2-ae4f-4640-a717-9681fd56992e', 'name': '', 'network_id': '741bfa4a-cb5a-4280-bf07-a315b9e9510c', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'mac_address': 'fa:16:3e:67:6e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:51Z', 'updated_at': '2021-11-06T22:06:56Z', 'revision_number': 4, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'subnets': [{'id': '9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:06:57.755172 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9d8bf7fb-b3e0-4693-be63-72ab9bc2346f req-259d9481-ae0a-4a37-a71c-7a6187e2fab5 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807810
Nov 06 22:06:57.769981 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-c19e0563-3d90-47a4-b2f1-b356bf498d62 None None] Provisioning complete for port f15ef1a2-ae4f-4640-a717-9681fd56992e triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:57.770349 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c19e0563-3d90-47a4-b2f1-b356bf498d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:57.812001 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9667a9d0-caab-4472-8eb7-c7e43c804932 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:06:57.819556 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:57.831802 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Transition to ACTIVE for port object 9667a9d0-caab-4472-8eb7-c7e43c804932 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 22:06:57.835524 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:57.892122 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:57.968019 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Attempting to bind port 9667a9d0-caab-4472-8eb7-c7e43c804932 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:06:57.968390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Attempting to bind port 9667a9d0-caab-4472-8eb7-c7e43c804932 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:06:57.968721 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Attempting to bind port 9667a9d0-caab-4472-8eb7-c7e43c804932 on network 4939f2bf-e700-41ee-be52-d516f6a4a61c {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:06:57.973626 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Port 9667a9d0-caab-4472-8eb7-c7e43c804932 on network 4939f2bf-e700-41ee-be52-d516f6a4a61c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 22:06:57.973940 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Attempting to bind port 9667a9d0-caab-4472-8eb7-c7e43c804932 on network 4939f2bf-e700-41ee-be52-d516f6a4a61c {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:06:57.978943 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:06:57.979278 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Checking segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:06:57.979660 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Bound using segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:06:57.980084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Bound port: 9667a9d0-caab-4472-8eb7-c7e43c804932, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:06:57.980576 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:58.048832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:06:58.052078 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:06:58.056411 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:58.089084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.089547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:58.090849 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] 10.222.0.37 "PUT /v2.0/ports/9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 1092 time: 1.0779133
Nov 06 22:06:58.091291 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:06:58.094244 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995133c6-7f73-4b1e-8892-9f5901ed3329" -d '{"events": [{"name": "network-changed", "server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:06:58.121452 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313119-0d39-424b-8d66-a1414e44c666 service neutron] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:06:58.148419 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907b0a42-b6d1-4c7a-9762-f3895a87be11 x-openstack-request-id: req-907b0a42-b6d1-4c7a-9762-f3895a87be11 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:06:58.148708 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:06:58.148958 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-907b0a42-b6d1-4c7a-9762-f3895a87be11 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:06:58.149378 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'status': 'completed', 'code': 200}
Nov 06 22:06:58.194845 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-49b03b5f-1c44-4b87-ae83-a5fa646bae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.196874 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-49b03b5f-1c44-4b87-ae83-a5fa646bae92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1095 time: 0.0581715
Nov 06 22:06:58.245706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-94f1bf86-debd-49d8-b268-b18acd14e047 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 217 time: 0.0416019
Nov 06 22:06:58.262289 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 70b619c2-e7f3-41de-b7a6-4e88960a9657 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:58.305297 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-a3050ad5-9e78-446e-824e-e4746f47ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.307040 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-a3050ad5-9e78-446e-824e-e4746f47ae8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0544152
Nov 06 22:06:58.332826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 70b619c2-e7f3-41de-b7a6-4e88960a9657 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:58.333271 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:58.356925 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-4b08bf81-3120-4a5d-b72b-0d92fde0cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.358484 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-4b08bf81-3120-4a5d-b72b-0d92fde0cfa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443711
Nov 06 22:06:58.409051 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f15ef1a2-ae4f-4640-a717-9681fd56992e up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:06:58.454737 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-42ef15b0-5dc1-4c08-92b8-2a6f93f4f455 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876975
Nov 06 22:06:58.464413 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port f15ef1a2-ae4f-4640-a717-9681fd56992e triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:06:58.464779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:06:58.546245 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-56b3b3b2-2935-40aa-b82b-6315fae23fed req-7a90035d-695b-45f6-8774-4b1182379320 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830653
Nov 06 22:06:58.632707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-6a1c3f55-943e-4ce4-b8a5-bbe81c6f7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.634188 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-6a1c3f55-943e-4ce4-b8a5-bbe81c6f7bc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1095 time: 0.0405862
Nov 06 22:06:58.732252 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-1ff0417b-5d33-44e0-ac63-806f56cb4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.733876 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-1ff0417b-5d33-44e0-ac63-806f56cb4306 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0933928
Nov 06 22:06:58.778904 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-9d080647-36d9-437e-b6f2-b05dab091bce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 217 time: 0.0369549
Nov 06 22:06:58.861540 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-97f1ed02-2af2-437b-8cbc-0c1e98a6fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.863033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-97f1ed02-2af2-437b-8cbc-0c1e98a6fde0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0773652
Nov 06 22:06:58.911384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4b3f-759a-4aa0-a7b2-b1656f1f4578 req-fcda8ea5-adc7-4ba7-ba62-17316a12ed18 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.912949 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d82e4b3f-759a-4aa0-a7b2-b1656f1f4578 req-fcda8ea5-adc7-4ba7-ba62-17316a12ed18 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0839183
Nov 06 22:06:58.939738 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-4be0b70f-4607-4437-bc4b-e04557f6b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:06:58.941244 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-4be0b70f-4607-4437-bc4b-e04557f6b45d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0709755
Nov 06 22:06:59.020089 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d82e4b3f-759a-4aa0-a7b2-b1656f1f4578 req-a17cede4-9928-4823-a805-be2d7c74132e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998678
Nov 06 22:06:59.062825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-4c5b2239-0c2c-49f2-9876-336a753933bd service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1133013
Nov 06 22:06:59.154618 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-995133c6-7f73-4b1e-8892-9f5901ed3329 req-14e9d246-2013-490d-98ba-67926e78698e service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847294
Nov 06 22:07:00.145397 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af8756-19e6-41f0-8bdc-5d24faa7d69e req-f58c93aa-f61e-4923-b850-1639b4a0cedf tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:00.146880 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82af8756-19e6-41f0-8bdc-5d24faa7d69e req-f58c93aa-f61e-4923-b850-1639b4a0cedf tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0548263
Nov 06 22:07:00.196498 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-82af8756-19e6-41f0-8bdc-5d24faa7d69e req-9b17d253-9bf9-426c-ba6c-494b125717a9 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433588
Nov 06 22:07:01.311953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085f3bc-a2ef-415a-93b6-690a5739df12 req-1834ee0f-94c7-438a-a4cb-a3616ccbb6c0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:01.313491 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0085f3bc-a2ef-415a-93b6-690a5739df12 req-1834ee0f-94c7-438a-a4cb-a3616ccbb6c0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0501628
Nov 06 22:07:01.363580 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0085f3bc-a2ef-415a-93b6-690a5739df12 req-51cbf4d4-8d1a-4c5a-8200-2b0de1c5f9c6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441635
Nov 06 22:07:02.477077 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad079f-15ec-4014-b53f-c04d6717fa44 req-42b96714-f2c4-4a99-890a-5dcfbe3e91ec tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:02.478465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1ad079f-15ec-4014-b53f-c04d6717fa44 req-42b96714-f2c4-4a99-890a-5dcfbe3e91ec tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0485454
Nov 06 22:07:02.530505 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1ad079f-15ec-4014-b53f-c04d6717fa44 req-2c5b2f94-a5e1-4886-a77d-6b8446ab776f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461419
Nov 06 22:07:02.746162 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:07:02.841877 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:07:02.852953 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'port_id': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'mac_address': 'fa:16:3e:5b:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:07:02.890556 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:02.903024 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9667a9d0-caab-4472-8eb7-c7e43c804932 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:07:02.922369 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:07:02.925781 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:02.971097 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:07:03.283233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['9667a9d0-caab-4472-8eb7-c7e43c804932'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:07:03.644274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e3708-dd9e-483f-b5f7-cf880572b85f req-bc817c6c-90d9-490c-8bee-adee3ee9d50f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:03.645824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a26e3708-dd9e-483f-b5f7-cf880572b85f req-bc817c6c-90d9-490c-8bee-adee3ee9d50f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 945 time: 0.0488338
Nov 06 22:07:03.694139 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a26e3708-dd9e-483f-b5f7-cf880572b85f req-19567b20-aa22-44b6-9029-58dde28e6df8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425215
Nov 06 22:07:04.755847 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:07:04.806059 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 9667a9d0-caab-4472-8eb7-c7e43c804932 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 22:07:04.808889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db0f37-3bf4-40b7-818a-aad45c968866 req-58d8802f-76f4-4542-b2d6-53fd5e436c98 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:04.810141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 9667a9d0-caab-4472-8eb7-c7e43c804932 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:07:04.810422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20db0f37-3bf4-40b7-818a-aad45c968866 req-58d8802f-76f4-4542-b2d6-53fd5e436c98 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 945 time: 0.0495288
Nov 06 22:07:04.810620 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:04.860503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-20db0f37-3bf4-40b7-818a-aad45c968866 req-da2e8712-ce6c-496c-8379-c21c50839221 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439329
Nov 06 22:07:04.887869 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:04.913591 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:07:04.915861 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3824044-4a37-4b5d-a29d-7bb30a674ae6" -d '{"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-plugged", "status": "completed", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:07:04.928768 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:07:04.932802 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:04.959533 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db322b16-6995-4f2a-8ff4-d87d3210bf0d x-openstack-request-id: req-db322b16-6995-4f2a-8ff4-d87d3210bf0d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:07:04.959811 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-plugged", "status": "completed", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:07:04.960065 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db322b16-6995-4f2a-8ff4-d87d3210bf0d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:07:04.960491 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'code': 200}
Nov 06 22:07:04.988043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:07:05.049427 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f149f-60de-4dc5-9533-80dc68c1ccfe req-c734060a-5267-41eb-9b42-1d2a9d16b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:05.050919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b71f149f-60de-4dc5-9533-80dc68c1ccfe req-c734060a-5267-41eb-9b42-1d2a9d16b76e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1097 time: 0.0445917
Nov 06 22:07:05.098077 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b71f149f-60de-4dc5-9533-80dc68c1ccfe req-10af084d-b758-462e-a0cf-552c1eea43ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392380
Nov 06 22:07:05.978137 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3130cf-db69-42d7-867d-cf7461262766 req-e7af3fc1-cfc0-4f9b-bf7e-4115e8c8fa9c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:05.979646 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a3130cf-db69-42d7-867d-cf7461262766 req-e7af3fc1-cfc0-4f9b-bf7e-4115e8c8fa9c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0489318
Nov 06 22:07:06.028033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8a3130cf-db69-42d7-867d-cf7461262766 req-8ffa6163-ecd3-4260-be36-fbc90702dde6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419774
Nov 06 22:07:07.144428 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f6843-66be-4c58-a007-61cbda107ea9 req-b0f5e29d-acf2-44d7-9787-15b704e41f6f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:07.145809 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-577f6843-66be-4c58-a007-61cbda107ea9 req-b0f5e29d-acf2-44d7-9787-15b704e41f6f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0479457
Nov 06 22:07:07.197096 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-577f6843-66be-4c58-a007-61cbda107ea9 req-d3fbf81d-781b-44ee-86a9-c6d78f867202 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454533
Nov 06 22:07:07.314646 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c42c82-60fb-46a8-82df-c84034d045e0 req-9ff757fb-665c-462b-957f-61a897708504 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:07.316157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38c42c82-60fb-46a8-82df-c84034d045e0 req-9ff757fb-665c-462b-957f-61a897708504 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0537252
Nov 06 22:07:07.367075 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-38c42c82-60fb-46a8-82df-c84034d045e0 req-15c63ca2-ada3-4f6b-bb6d-473164f2ef4f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449278
Nov 06 22:07:07.388197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50432) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:07:07.469042 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ca71dc-705d-4506-b447-fa0c0a5e47e5 tempest-TestShelveInstance-496685737 tempest-TestShelveInstance-496685737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:07.470555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c7ca71dc-705d-4506-b447-fa0c0a5e47e5 tempest-TestShelveInstance-496685737 tempest-TestShelveInstance-496685737-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1092 time: 0.0808461
Nov 06 22:07:07.473439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50436) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:07:07.477664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:07:07.498966 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:07.596394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:07.697838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Allocated IP 172.35.0.42 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/f0de7f87-6057-4f1b-a5e5-fd7f35df525a) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:07:07.801541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:07.834416 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:07.871287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:07:07.877777 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:07:07.880388 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:07:07.903889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'Port': ['ID=f0de7f87-6057-4f1b-a5e5-fd7f35df525a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:07:08.245680 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:08.312520 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:08.466221 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:08.470549 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:08.538384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'Port': ['ID=f0de7f87-6057-4f1b-a5e5-fd7f35df525a,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:07:08.551944 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:08.656836 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Floating IP 1e0919c2-1ecb-4537-902c-1131a6da87d1 associated. External IP: 172.35.0.42, port: 9667a9d0-caab-4472-8eb7-c7e43c804932.
Nov 06 22:07:08.861445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Router 74aa8dbf-0903-457d-8db2-d3925f735552 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:07:08.969280 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:07:08.978954 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] Sync routers for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:07:08.987652 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:08.989599 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:07:08.990196 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925822a5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:07:09.017736 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-603b2c58-0aa2-4806-84d8-77e278bd2378 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5432739
Nov 06 22:07:09.018326 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:07:09.020730 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3006c2c-583e-4b30-83a3-e62f03399b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:07:09.061522 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b92828-52c8-45ed-a6a8-867ac1a8f9b5 x-openstack-request-id: req-22b92828-52c8-45ed-a6a8-867ac1a8f9b5 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:07:09.061826 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:07:09.062173 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22b92828-52c8-45ed-a6a8-867ac1a8f9b5 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:07:09.062597 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'status': 'completed', 'code': 200}
Nov 06 22:07:09.098680 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:07:09.124233 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-7d0e6543-72f2-4b5d-87ba-9ffebe86f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:09.125704 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-7d0e6543-72f2-4b5d-87ba-9ffebe86f187 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1097 time: 0.0411468
Nov 06 22:07:09.219152 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-e1c4936c-8fb4-4552-a496-14d8ed8c0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:09.222826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-e1c4936c-8fb4-4552-a496-14d8ed8c0718 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0905738
Nov 06 22:07:09.293753 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-1db7dd5c-7ac9-42d2-b95e-cff7867da083 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 999 time: 0.0630846
Nov 06 22:07:09.319799 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925822a5b0>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e0919c2-1ecb-4537-902c-1131a6da87d1', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'floating_ip_address': '172.35.0.42', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'port_id': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'mac_address': 'fa:16:3e:5b:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:07:08Z', 'updated_at': '2021-11-06T22:07:08Z', 'revision_number': 0, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:07:09.347037 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] Checking router: 74aa8dbf-0903-457d-8db2-d3925f735552 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:07:09.349010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-53e100c6-339a-42d3-b87f-8ce822d142e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:09.350544 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-53e100c6-339a-42d3-b87f-8ce822d142e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0501432
Nov 06 22:07:09.355444 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:07:09.356022 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925822a5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:06:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:07:09.403740 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-f2161e48-e9a0-498d-91cd-be6de6d1c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:09.405823 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-f2161e48-e9a0-498d-91cd-be6de6d1c3d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0487328
Nov 06 22:07:09.459316 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:07:09.498328 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-6a7fc17c-b5bc-48fb-abc0-f22b0e6b7e45 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854013
Nov 06 22:07:09.589121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d3006c2c-583e-4b30-83a3-e62f03399b9d req-849eacff-ec29-4386-9409-92c84970ebf4 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837610
Nov 06 22:07:09.761823 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925822a5b0>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e0919c2-1ecb-4537-902c-1131a6da87d1', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'floating_ip_address': '172.35.0.42', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'port_id': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'mac_address': 'fa:16:3e:5b:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:07:08Z', 'updated_at': '2021-11-06T22:07:08Z', 'revision_number': 0, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:07:09.786761 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b11af7-8f89-43c2-bca8-5a2cb17d78d5 None None] The sync data for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 is: [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e0919c2-1ecb-4537-902c-1131a6da87d1', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'floating_ip_address': '172.35.0.42', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'port_id': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'mac_address': 'fa:16:3e:5b:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:07:08Z', 'updated_at': '2021-11-06T22:07:08Z', 'revision_number': 0, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:07:09.978629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3de09-f985-40cc-9b9b-bf26fbb1d4ec None None] New status for floating IP 1e0919c2-1ecb-4537-902c-1131a6da87d1: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:07:15.219682 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:15.465397 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:17.021566 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-29de0cef-3f2d-4e19-ad3b-e84fc9ce38b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:19.373564 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8bd31032-52c1-4582-b64c-40dfbd097463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:20.892884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:22.138942 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:22.690853 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:31.078643 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:07:36.954470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-42b6f96f-e221-4f0d-94a5-810164436b25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437062
Nov 06 22:07:37.036628 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-46859ed7-2ec3-4bb1-b460-51a2d8fb30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:37.038167 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-46859ed7-2ec3-4bb1-b460-51a2d8fb30c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1097 time: 0.0401855
Nov 06 22:07:37.139214 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-4cc460b6-9ebe-4274-a5e1-8595add5a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:37.140634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-4cc460b6-9ebe-4274-a5e1-8595add5a83f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0830684
Nov 06 22:07:37.212205 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-49651669-e26f-4c7b-8dc6-118b2c68ddb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 1001 time: 0.0622077
Nov 06 22:07:37.259934 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-9dabd966-7954-4d1e-a802-baa38c5bdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:37.261392 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-9dabd966-7954-4d1e-a802-baa38c5bdd75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0424440
Nov 06 22:07:37.306338 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-96fb02c9-0b33-4b02-b5e9-7c3b0a596b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:07:37.307817 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-96fb02c9-0b33-4b02-b5e9-7c3b0a596b70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395315
Nov 06 22:07:37.399989 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-501e704b-c767-4a80-a54a-01540ee9167f service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848620
Nov 06 22:07:37.487215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6eca3955-4796-4a0e-88de-c160d9f3efe6 req-7fd2b825-b479-463b-bf92-0351492d68c8 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800011
Nov 06 22:07:45.247376 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:45.483000 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:47.021954 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-278f0899-7852-4d42-a298-320c3d5648d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:49.374206 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d03faaa1-4abb-44f7-b6a4-e3d1bd934d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:50.897300 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:52.141228 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:07:52.692039 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:08.077771 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:08:15.245920 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:15.476562 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:17.023771 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-48926992-73a7-46db-abab-7f6f10ba4a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:19.374461 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-192f3600-471a-48dd-9f50-228da92f9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:20.899308 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:22.144176 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:22.694056 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:38.418375 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-dba93c7b-578a-4b91-b790-9126251d0baa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0419021
Nov 06 22:08:38.508109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-d4dfdec6-3b1e-43ac-b1ac-a5b16d41e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:08:38.509565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-d4dfdec6-3b1e-43ac-b1ac-a5b16d41e82d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1097 time: 0.0453708
Nov 06 22:08:38.611352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-47f91dc6-fffa-4b01-b155-5e5f02947bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:08:38.612871 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-47f91dc6-fffa-4b01-b155-5e5f02947bef service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0842538
Nov 06 22:08:38.683903 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-00e00b14-6836-4cf9-acfd-474522d1f941 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 1001 time: 0.0637836
Nov 06 22:08:38.730858 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-1e451919-6b32-4d07-9d87-3850cac4a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:08:38.732799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-1e451919-6b32-4d07-9d87-3850cac4a7f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0423899
Nov 06 22:08:38.777086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-490c2aa1-f1e2-47c2-8191-09461d4cc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:08:38.778512 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-490c2aa1-f1e2-47c2-8191-09461d4cc46a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389626
Nov 06 22:08:38.868404 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-467fa674-71ab-4836-812d-c8d8a47d8ece service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831909
Nov 06 22:08:38.957218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6921d4de-28d6-44a0-8d2c-a2977274874f req-ca676b8c-ea5e-4047-9f05-992a9e58d2da service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819244
Nov 06 22:08:45.076996 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:08:45.245220 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:45.490820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:47.026391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0c33e102-b081-4e1d-ab25-ef017f1e531b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:49.375645 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3a137a00-5010-4d31-b09f-8906a468124c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:50.902680 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:52.145617 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:08:52.695907 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:15.243786 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:15.505247 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:17.028545 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a8166a02-7423-4c50-88f6-512807b76328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:19.376876 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bb238e3e-1afe-4db7-a81a-ce4db4732abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:20.905654 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:22.077300 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:09:22.148360 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:22.697849 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:35.461149 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f1f30-87c6-46d5-8b95-fa505248ec71 req-aea5b256-fe06-4001-9e3c-02b462c9df77 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:35.462561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-343f1f30-87c6-46d5-8b95-fa505248ec71 req-aea5b256-fe06-4001-9e3c-02b462c9df77 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0497975
Nov 06 22:09:35.516500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-343f1f30-87c6-46d5-8b95-fa505248ec71 req-e0d1cfa5-873b-423d-8f21-6855d27a08e6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473933
Nov 06 22:09:36.659890 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be10862-cd84-467b-91ea-4a08560ceb28 req-04382762-9e3c-4951-84e8-0976f5430883 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:36.661415 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be10862-cd84-467b-91ea-4a08560ceb28 req-04382762-9e3c-4951-84e8-0976f5430883 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0492783
Nov 06 22:09:36.709717 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-5be10862-cd84-467b-91ea-4a08560ceb28 req-ad302e09-9b6c-42bd-a831-5b1372e9f18e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423601
Nov 06 22:09:37.847672 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabbe37-88ed-4493-b44a-a2f0abdd9605 req-1586a12e-5739-44e2-8c08-eaa5bed558ca tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:37.849202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-deabbe37-88ed-4493-b44a-a2f0abdd9605 req-1586a12e-5739-44e2-8c08-eaa5bed558ca tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0486414
Nov 06 22:09:37.899256 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-deabbe37-88ed-4493-b44a-a2f0abdd9605 req-92d49eda-3807-4702-ada6-78289d529995 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441020
Nov 06 22:09:38.784375 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-0149c27c-76e6-47ec-93c4-0a9623c97c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:38.785887 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-0149c27c-76e6-47ec-93c4-0a9623c97c45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1097 time: 0.3766005
Nov 06 22:09:38.892665 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-60416b5c-8562-4a0d-875f-7ad56aa4acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:38.894135 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-60416b5c-8562-4a0d-875f-7ad56aa4acae service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0880692
Nov 06 22:09:38.963348 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-1a6f635c-f7e3-45f5-91ae-9bffc8f12b56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 1001 time: 0.0620902
Nov 06 22:09:39.045551 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2657064-6ee7-462a-b86d-1a57be2d5034 req-80a2f2d7-860d-4145-948e-8514722e55c7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:39.046924 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2657064-6ee7-462a-b86d-1a57be2d5034 req-80a2f2d7-860d-4145-948e-8514722e55c7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0789063
Nov 06 22:09:39.048183 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-dc64022d-49f5-4a6f-88b2-4e7ef172e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:39.049528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-dc64022d-49f5-4a6f-88b2-4e7ef172e33d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0798168
Nov 06 22:09:39.124988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2657064-6ee7-462a-b86d-1a57be2d5034 req-515902f8-c011-4fc4-a1c9-6d0ed5c8d872 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718820
Nov 06 22:09:39.129633 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-f34beb5e-f09f-48fd-83ad-48744752d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:39.131055 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-f34beb5e-f09f-48fd-83ad-48744752d32a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0724854
Nov 06 22:09:39.141921 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-205f8b38-92a6-41fc-89de-0905323ea7a6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:09:39.142852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-205f8b38-92a6-41fc-89de-0905323ea7a6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048988
Nov 06 22:09:39.230121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-ec36c7b6-5c59-4bae-b032-095d3bd02c8a service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803609
Nov 06 22:09:39.323355 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-839978f7-8f6f-434c-9d00-b9e81228dd0e req-ed5aa7a3-5bf0-442d-ac1f-102b8bf53d8f service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861590
Nov 06 22:09:40.241937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ad0b-1bde-4b41-99d3-d6eae555b7a9 req-7e8989fa-eb58-40dc-9a0a-69a926142c9e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:40.243399 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7099ad0b-1bde-4b41-99d3-d6eae555b7a9 req-7e8989fa-eb58-40dc-9a0a-69a926142c9e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0489702
Nov 06 22:09:40.293414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7099ad0b-1bde-4b41-99d3-d6eae555b7a9 req-c6745241-6b87-4a02-a390-8bb6ae8132e7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439768
Nov 06 22:09:41.407089 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f13af-84ee-4503-8880-01a4f392b64e req-4a2a4107-1123-47b6-974e-478fed681abb tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:41.408629 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-193f13af-84ee-4503-8880-01a4f392b64e req-4a2a4107-1123-47b6-974e-478fed681abb tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0476058
Nov 06 22:09:41.458477 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-193f13af-84ee-4503-8880-01a4f392b64e req-ff010943-71fc-48a5-8ead-46e4128739c1 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439320
Nov 06 22:09:42.576103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a1e34-307f-4ab2-9756-4a3400af18f2 req-e13232ed-6b61-4a36-a4ff-60f36a48c8b5 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:42.577614 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a65a1e34-307f-4ab2-9756-4a3400af18f2 req-e13232ed-6b61-4a36-a4ff-60f36a48c8b5 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0525582
Nov 06 22:09:42.628825 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a65a1e34-307f-4ab2-9756-4a3400af18f2 req-1a334523-0f78-4825-b21b-603d43df4fb1 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453262
Nov 06 22:09:43.746896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dec47d-83f1-428e-aded-3a924e2997d0 req-2e312163-460b-4fec-ba9f-ef26fb162829 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:43.748460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41dec47d-83f1-428e-aded-3a924e2997d0 req-2e312163-460b-4fec-ba9f-ef26fb162829 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0484452
Nov 06 22:09:43.797975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-41dec47d-83f1-428e-aded-3a924e2997d0 req-cc223fea-2ee2-4263-9518-4116c5463b4e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435362
Nov 06 22:09:44.917355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb448-42bf-4c7c-9bc3-944d589ec032 req-3a0cd30e-29f0-465c-bddb-807e63b1bcb4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:44.919494 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb3cb448-42bf-4c7c-9bc3-944d589ec032 req-3a0cd30e-29f0-465c-bddb-807e63b1bcb4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0547390
Nov 06 22:09:44.967268 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eb3cb448-42bf-4c7c-9bc3-944d589ec032 req-46907930-e219-4ae0-92ad-ee446dd8a0df tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418851
Nov 06 22:09:45.243462 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:45.524085 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:46.082103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f6826-1f9c-4cc8-a2a1-749acae4bcbc req-0fc96082-a7af-4f55-83cc-7c6c297b1114 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:46.083634 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-571f6826-1f9c-4cc8-a2a1-749acae4bcbc req-0fc96082-a7af-4f55-83cc-7c6c297b1114 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0492229
Nov 06 22:09:46.132804 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-571f6826-1f9c-4cc8-a2a1-749acae4bcbc req-566107e1-41f7-4e74-83e5-ca94963ba283 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431523
Nov 06 22:09:47.029941 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-56d21c62-cfd8-4189-995c-e84135819c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:47.249926 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f06477-a9ec-47e8-85cd-6d49d875c3f5 req-f8c3a3f8-780f-42e7-b969-b55849b264d5 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:47.251409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80f06477-a9ec-47e8-85cd-6d49d875c3f5 req-f8c3a3f8-780f-42e7-b969-b55849b264d5 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0493176
Nov 06 22:09:47.303803 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-80f06477-a9ec-47e8-85cd-6d49d875c3f5 req-f7a1a5e9-48af-4ba0-9e72-cf9f5f2fd430 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463960
Nov 06 22:09:47.509230 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:09:47.601410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:09:47.616664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'port_id': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'mac_address': 'fa:16:3e:5b:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:09:47.653096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:47.665777 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9667a9d0-caab-4472-8eb7-c7e43c804932 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:09:47.685823 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:09:47.690128 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:47.741609 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:09:47.749447 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.749969 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.750312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.750640 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.750968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.751288 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.751605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.751920 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.752234 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.752571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.752884 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.753194 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:09:47.766302 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['9667a9d0-caab-4472-8eb7-c7e43c804932'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:09:48.422045 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422ebe4-2b38-4ada-a70c-a06c288f6175 req-d8115176-3501-45f0-accf-92c17d2f2b90 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:48.423438 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2422ebe4-2b38-4ada-a70c-a06c288f6175 req-d8115176-3501-45f0-accf-92c17d2f2b90 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 945 time: 0.0486536
Nov 06 22:09:48.473199 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2422ebe4-2b38-4ada-a70c-a06c288f6175 req-3c20d005-d3a6-4d55-b536-e434f014a992 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435386
Nov 06 22:09:49.377099 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-feb3e8da-f2d0-40cc-8aa9-aaf03ef36363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:49.523305 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:09:49.573483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 9667a9d0-caab-4472-8eb7-c7e43c804932 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:09:49.573854 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:49.590658 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001e53-edf3-45d7-9673-29234a28f498 req-9db3f2f9-30b5-4c14-a2ba-26cce42826e8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:49.592173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2001e53-edf3-45d7-9673-29234a28f498 req-9db3f2f9-30b5-4c14-a2ba-26cce42826e8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 945 time: 0.0506096
Nov 06 22:09:49.643250 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e2001e53-edf3-45d7-9673-29234a28f498 req-08559a24-e734-4e9d-8169-27351dc0875b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449448
Nov 06 22:09:49.651943 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:49.673827 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:09:49.676023 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a87afd-7c50-4678-950a-1f7c12431bff" -d '{"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-plugged", "status": "completed", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:09:49.689317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:09:49.693906 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:49.716727 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87493b4e-99d8-458b-9318-0a5916734a70 x-openstack-request-id: req-87493b4e-99d8-458b-9318-0a5916734a70 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:09:49.717025 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-plugged", "status": "completed", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:09:49.717275 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87493b4e-99d8-458b-9318-0a5916734a70 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:09:49.717658 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'code': 200}
Nov 06 22:09:49.741813 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:09:50.761141 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da8eb6-f3f9-434b-9a77-d8dd65b847ba req-154283a4-e572-4e70-a114-27e510cfc5d2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:50.763104 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0da8eb6-f3f9-434b-9a77-d8dd65b847ba req-154283a4-e572-4e70-a114-27e510cfc5d2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0520899
Nov 06 22:09:50.811769 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d0da8eb6-f3f9-434b-9a77-d8dd65b847ba req-87ecc17d-f645-46be-840e-32df8f066354 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424838
Nov 06 22:09:50.908095 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:51.932897 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdcc12-fa82-48ee-8db3-793e54b67bb8 req-bcdcf41a-2f57-47af-afd1-2ae6d980b73d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:51.934444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aebdcc12-fa82-48ee-8db3-793e54b67bb8 req-bcdcf41a-2f57-47af-afd1-2ae6d980b73d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0511439
Nov 06 22:09:51.985506 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aebdcc12-fa82-48ee-8db3-793e54b67bb8 req-2f2221c3-4602-4108-85e6-599b2cd207c4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448375
Nov 06 22:09:52.153820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:52.702519 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:09:53.107573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd0fa2-57ca-4f38-b1d6-da23ab3dc684 req-0cdf78d9-6c24-4d13-a1d1-a6b61d8a09b8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:53.109102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8fd0fa2-57ca-4f38-b1d6-da23ab3dc684 req-0cdf78d9-6c24-4d13-a1d1-a6b61d8a09b8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0525255
Nov 06 22:09:53.164765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c8fd0fa2-57ca-4f38-b1d6-da23ab3dc684 req-d4b9db81-6228-4ef7-a9ae-21667c2c1780 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496004
Nov 06 22:09:54.307857 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234ca30-7ea3-4f5e-ae26-1d20212901eb req-28388e51-3fc2-461a-8e34-701a5b64664f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:54.309538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c234ca30-7ea3-4f5e-ae26-1d20212901eb req-28388e51-3fc2-461a-8e34-701a5b64664f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0665441
Nov 06 22:09:54.368951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c234ca30-7ea3-4f5e-ae26-1d20212901eb req-8867a753-2c40-4696-8495-9140267d8398 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530531
Nov 06 22:09:55.495184 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ba90b-7c5d-4874-b020-14009c79b99c req-193ca483-2052-4b68-95ce-6447a2a202d7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:55.496951 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f5ba90b-7c5d-4874-b020-14009c79b99c req-193ca483-2052-4b68-95ce-6447a2a202d7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0519707
Nov 06 22:09:55.565673 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2f5ba90b-7c5d-4874-b020-14009c79b99c req-11715b24-c683-48b4-a645-1bb3f61ab4d9 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601280
Nov 06 22:09:56.693601 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab613ce4-67cf-4750-a627-809b25bb0f7b req-cdd3f746-fcc8-4db9-837d-32e77d42e23d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:56.695124 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab613ce4-67cf-4750-a627-809b25bb0f7b req-cdd3f746-fcc8-4db9-837d-32e77d42e23d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0554349
Nov 06 22:09:56.748125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ab613ce4-67cf-4750-a627-809b25bb0f7b req-91e30822-d8d8-411c-848b-5bf93960c17f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460150
Nov 06 22:09:57.870958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36ce26-d735-40a6-876b-995121cadbbb req-5c15edc3-6fd0-4596-a304-ee81739aace7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:57.873157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db36ce26-d735-40a6-876b-995121cadbbb req-5c15edc3-6fd0-4596-a304-ee81739aace7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0554528
Nov 06 22:09:57.929330 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db36ce26-d735-40a6-876b-995121cadbbb req-9f9a7b2f-e46d-4061-a6ae-64e841ddee30 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496511
Nov 06 22:09:59.055741 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d91b1-a62c-410d-b8e3-5bd7cacc6062 req-d3ad403a-29b3-4b40-9603-7038d6b7dc74 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:09:59.062997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce4d91b1-a62c-410d-b8e3-5bd7cacc6062 req-d3ad403a-29b3-4b40-9603-7038d6b7dc74 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0609188
Nov 06 22:09:59.079491 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:09:59.120605 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce4d91b1-a62c-410d-b8e3-5bd7cacc6062 req-d91eb4ec-0000-4eb3-97f2-0e24800a5451 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522127
Nov 06 22:10:00.233445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36930572-ee7a-43ca-9569-dfd3049a4716 req-665168a8-58f6-430b-a9f1-3e6543996aa4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:00.241054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36930572-ee7a-43ca-9569-dfd3049a4716 req-665168a8-58f6-430b-a9f1-3e6543996aa4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0568364
Nov 06 22:10:00.300853 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-36930572-ee7a-43ca-9569-dfd3049a4716 req-a572c993-e2e5-4978-8b88-4f2f68e8c420 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587311
Nov 06 22:10:01.417746 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4dab1-6aab-4121-8fbc-01f7a4672a95 req-ea4b9c6c-9d10-4318-9af4-e1bbf287bf0d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:01.419806 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23f4dab1-6aab-4121-8fbc-01f7a4672a95 req-ea4b9c6c-9d10-4318-9af4-e1bbf287bf0d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0492961
Nov 06 22:10:01.472198 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23f4dab1-6aab-4121-8fbc-01f7a4672a95 req-eb9d501e-c10a-4493-9571-046e03f14a9a tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464087
Nov 06 22:10:01.751773 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-7185e70d-9eb7-4d67-8cb2-07e469fc7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:01.753310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-7185e70d-9eb7-4d67-8cb2-07e469fc7517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1097 time: 0.0428736
Nov 06 22:10:01.851073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-3110cb41-a1bd-4f64-9d7c-2a6980296227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:01.852559 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-3110cb41-a1bd-4f64-9d7c-2a6980296227 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0928614
Nov 06 22:10:01.921824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-058be44e-8cc9-4b17-91ee-a9d19d426ae0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 1001 time: 0.0627022
Nov 06 22:10:01.973406 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-6302de06-54ae-4284-b4cb-89e299ea7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:01.974822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-6302de06-54ae-4284-b4cb-89e299ea7e7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0440912
Nov 06 22:10:02.020002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-306de2a0-0c97-48c7-9214-d3af1b8b98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:02.021446 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-306de2a0-0c97-48c7-9214-d3af1b8b98f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396562
Nov 06 22:10:02.114400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-211e1c53-2818-4c85-82c3-7a7336d3d59d service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854976
Nov 06 22:10:02.204156 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e00e1062-456c-47c3-b20b-d6cca0d6e70b req-3f29d3de-ace1-4f0c-afea-989b96cc1f1e service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831246
Nov 06 22:10:02.592346 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4a39c-9ed6-4ecf-83a5-64fe94c7912d req-3e58b676-a78d-4eff-b214-f115fbd2f445 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:02.593822 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ab4a39c-9ed6-4ecf-83a5-64fe94c7912d req-3e58b676-a78d-4eff-b214-f115fbd2f445 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0539422
Nov 06 22:10:02.642253 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4ab4a39c-9ed6-4ecf-83a5-64fe94c7912d req-4bc5a178-49b9-40ac-8284-7b3d4e814461 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425737
Nov 06 22:10:03.633990 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:10:03.712713 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:03.738629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:10:03.741439 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7292d9c3-fec5-4dd4-97af-7e870aa50fd0" -d '{"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-unplugged", "status": "completed", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:10:03.755673 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:10:03.761182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:03.761522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fd0f6-c993-409e-8702-dfe7533c1967 req-65656f13-16d1-411f-bbfb-d9d76ef1a1bd tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:03.764340 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da9fd0f6-c993-409e-8702-dfe7533c1967 req-65656f13-16d1-411f-bbfb-d9d76ef1a1bd tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 946 time: 0.0533283
Nov 06 22:10:03.788767 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504d30dd-5c5b-49dd-9688-e47eb7143557 x-openstack-request-id: req-504d30dd-5c5b-49dd-9688-e47eb7143557 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:10:03.789189 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-unplugged", "status": "completed", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:10:03.789450 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-504d30dd-5c5b-49dd-9688-e47eb7143557 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:10:03.789834 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'code': 200}
Nov 06 22:10:03.817856 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:10:03.828799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da9fd0f6-c993-409e-8702-dfe7533c1967 req-f72a16b2-33dc-41eb-9289-435c50dcd087 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572398
Nov 06 22:10:04.942518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e896c6c-07ec-44a1-a257-2a26a84dd800 req-5092eb3f-dbc8-46fe-9b5a-75693e9c403c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:04.943982 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e896c6c-07ec-44a1-a257-2a26a84dd800 req-5092eb3f-dbc8-46fe-9b5a-75693e9c403c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0482998
Nov 06 22:10:04.996022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6e896c6c-07ec-44a1-a257-2a26a84dd800 req-7f104352-48a1-4580-916a-30f87fc857bf tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455813
Nov 06 22:10:05.067711 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-9ebe5bd2-965e-40b6-b03f-406dc4d4fc10 req-32b2ab8f-5921-4ebb-b032-1079613deb23 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:10:05.068703 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9ebe5bd2-965e-40b6-b03f-406dc4d4fc10 req-32b2ab8f-5921-4ebb-b032-1079613deb23 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054214
Nov 06 22:10:05.219799 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56913-a04a-41e5-be9a-308dd64f26fe req-6e71625e-0732-4db5-abc6-b8e4d61ceb80 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:05.221411 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14f56913-a04a-41e5-be9a-308dd64f26fe req-6e71625e-0732-4db5-abc6-b8e4d61ceb80 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0516665
Nov 06 22:10:05.271741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14f56913-a04a-41e5-be9a-308dd64f26fe req-91a98e3d-c8b9-4b08-9450-24c0a5012b7f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443938
Nov 06 22:10:05.459038 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-c61cf2ff-f948-467c-961d-9a40eba89d77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0808361
Nov 06 22:10:06.205460 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99351ae-af39-407d-8a67-84409b78da1b req-b5a33f85-4b72-4abf-ac5d-48558f3e1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:06.206954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-b5a33f85-4b72-4abf-ac5d-48558f3e1c26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e&tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7 HTTP/1.1" status: 200  len: 1095 time: 0.0404339
Nov 06 22:10:06.267630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99351ae-af39-407d-8a67-84409b78da1b req-15ef7bb3-a802-492c-91b0-03b517773428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:06.269178 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-15ef7bb3-a802-492c-91b0-03b517773428 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1095 time: 0.0399170
Nov 06 22:10:06.389849 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99351ae-af39-407d-8a67-84409b78da1b req-37d98f01-70c3-4613-9393-bc408c0bb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:06.391358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-37d98f01-70c3-4613-9393-bc408c0bb13f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.1156440
Nov 06 22:10:06.414069 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ccce-7a90-4b4d-87c7-e42b28fe6f11 req-a54e35cb-2916-4554-ad1c-830eee9a917d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:06.415518 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b64ccce-7a90-4b4d-87c7-e42b28fe6f11 req-a54e35cb-2916-4554-ad1c-830eee9a917d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0720503
Nov 06 22:10:06.492163 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-ee28e7ae-0c37-472a-b871-6d0cf96cfb66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 999 time: 0.0928431
Nov 06 22:10:06.535216 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b64ccce-7a90-4b4d-87c7-e42b28fe6f11 req-5a76e963-8b25-405f-8d2c-2da6f6a3d2de tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887489
Nov 06 22:10:06.551143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99351ae-af39-407d-8a67-84409b78da1b req-196e7985-4a38-418f-bbe2-d60d98a1cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:06.552890 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-196e7985-4a38-418f-bbe2-d60d98a1cc90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0529346
Nov 06 22:10:06.598323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99351ae-af39-407d-8a67-84409b78da1b req-97977535-97f8-46da-834c-c9f248267d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:06.599802 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-97977535-97f8-46da-834c-c9f248267d9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400364
Nov 06 22:10:06.691001 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-bdb9aaf1-b2d4-482a-90a9-27e5801df207 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840428
Nov 06 22:10:06.778310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c99351ae-af39-407d-8a67-84409b78da1b req-26994d8a-adce-4cfb-b579-9740f21263dd service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804377
Nov 06 22:10:07.658312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cab9e-f06c-4512-addf-1410fdf09089 req-d4b240fd-b2e8-4f0a-9c7e-9162a4a5f1bb tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:07.659855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-636cab9e-f06c-4512-addf-1410fdf09089 req-d4b240fd-b2e8-4f0a-9c7e-9162a4a5f1bb tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0553317
Nov 06 22:10:07.664802 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:10:07.720720 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-636cab9e-f06c-4512-addf-1410fdf09089 req-11a54a91-3adc-4830-a935-850e74cc5e64 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543537
Nov 06 22:10:08.843688 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671bc9-4be9-42f4-9a98-46e24d624977 req-c0cb38ab-af02-4a77-a190-d87b4473e337 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:08.845276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03671bc9-4be9-42f4-9a98-46e24d624977 req-c0cb38ab-af02-4a77-a190-d87b4473e337 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0518706
Nov 06 22:10:08.901131 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-03671bc9-4be9-42f4-9a98-46e24d624977 req-4eb19c78-75cc-4cc1-a438-47753221e42d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494177
Nov 06 22:10:10.022573 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034ed33-5712-48b9-8df3-09f02b19458c req-9a8e661e-8b28-45f7-ab79-577024078e9f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:10.024443 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b034ed33-5712-48b9-8df3-09f02b19458c req-9a8e661e-8b28-45f7-ab79-577024078e9f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0508137
Nov 06 22:10:10.084987 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b034ed33-5712-48b9-8df3-09f02b19458c req-2b015e56-2e49-45d6-806b-1e7a5daf296f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540335
Nov 06 22:10:11.218244 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288e3c0-cc1b-4d76-8801-8f47250e82ce req-0e8250f8-bfd7-4142-b704-54123accc720 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:11.223863 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e288e3c0-cc1b-4d76-8801-8f47250e82ce req-0e8250f8-bfd7-4142-b704-54123accc720 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0578887
Nov 06 22:10:11.272223 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-e288e3c0-cc1b-4d76-8801-8f47250e82ce req-c51705ec-f40e-43b0-b3a7-743314422dc2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454464
Nov 06 22:10:12.414365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062287cf-e532-42d0-b949-c1c7473b04b0 req-da9f81ef-96e5-4bd9-beb9-75086ee7bc43 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:12.416050 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-062287cf-e532-42d0-b949-c1c7473b04b0 req-da9f81ef-96e5-4bd9-beb9-75086ee7bc43 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0494406
Nov 06 22:10:12.474159 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-062287cf-e532-42d0-b949-c1c7473b04b0 req-efaed8ac-0950-4389-ab15-4c1ea2fca3a7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503144
Nov 06 22:10:13.600247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c3c31-19ac-4dbf-9513-4edf4899e3d7 req-3749933a-5cee-4367-b56b-5fb3e557b941 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:13.601776 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-615c3c31-19ac-4dbf-9513-4edf4899e3d7 req-3749933a-5cee-4367-b56b-5fb3e557b941 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0560627
Nov 06 22:10:13.651718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-615c3c31-19ac-4dbf-9513-4edf4899e3d7 req-2e474066-d3ef-427b-adac-86d1442d9ec8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438757
Nov 06 22:10:14.775005 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097b315-d216-4651-a079-e483129187e0 req-064698a5-ab1a-4072-993c-1721566e67e0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:14.776545 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4097b315-d216-4651-a079-e483129187e0 req-064698a5-ab1a-4072-993c-1721566e67e0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0531638
Nov 06 22:10:14.829228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4097b315-d216-4651-a079-e483129187e0 req-70937035-5c99-41b1-ba13-a1d11bb36df1 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459518
Nov 06 22:10:15.242032 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:15.539485 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:15.959262 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021ee0-7450-4e97-ab1c-012b9ebc8d52 req-a212f269-475f-4bba-8b43-3a49d40aba53 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:15.961662 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da021ee0-7450-4e97-ab1c-012b9ebc8d52 req-a212f269-475f-4bba-8b43-3a49d40aba53 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0578060
Nov 06 22:10:16.012326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da021ee0-7450-4e97-ab1c-012b9ebc8d52 req-eae49e78-7ad4-47c4-82b8-ef60628ca560 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449104
Nov 06 22:10:17.033933 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6305e7bf-7b8b-4f0b-b9d7-ee4ad7822b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:17.131257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79c151-c5c3-4bdd-992c-f28468da2144 req-d055cbc6-c127-4206-a152-df310ca8dbc0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:17.132790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc79c151-c5c3-4bdd-992c-f28468da2144 req-d055cbc6-c127-4206-a152-df310ca8dbc0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0492737
Nov 06 22:10:17.181324 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-cc79c151-c5c3-4bdd-992c-f28468da2144 req-a6cce47f-66d6-4384-b61d-f5358adc8b63 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426698
Nov 06 22:10:18.293980 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fdea8-d497-4c5f-802a-6810871297e0 req-9f0a9a21-ae71-4b63-9d16-03c96d8c076d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:18.295969 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba1fdea8-d497-4c5f-802a-6810871297e0 req-9f0a9a21-ae71-4b63-9d16-03c96d8c076d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0476096
Nov 06 22:10:18.349886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ba1fdea8-d497-4c5f-802a-6810871297e0 req-b045cec6-4453-4125-875d-288cf7cfd134 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477755
Nov 06 22:10:19.378766 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-949fd223-a0e7-4904-baf3-6194994edca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:19.466466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93a57-7a32-4598-8f68-2b594025c697 req-4a69fbec-4ae4-4207-96c7-dc612ffee3aa tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:19.467979 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14d93a57-7a32-4598-8f68-2b594025c697 req-4a69fbec-4ae4-4207-96c7-dc612ffee3aa tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0504098
Nov 06 22:10:19.517064 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14d93a57-7a32-4598-8f68-2b594025c697 req-a4f3183f-bf4c-4a9f-92ca-5ba6198113e1 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431008
Nov 06 22:10:20.631146 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c158-276e-4bac-951f-609e556db836 req-d7784ec3-cd60-4fec-96d4-b04ae18c131c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:20.632698 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b262c158-276e-4bac-951f-609e556db836 req-d7784ec3-cd60-4fec-96d4-b04ae18c131c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0487885
Nov 06 22:10:20.686585 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b262c158-276e-4bac-951f-609e556db836 req-718b37f2-9786-460f-9672-11b7b7dc2ae0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465975
Nov 06 22:10:20.911206 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:21.805004 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918879-7159-4164-9fc5-bf3ddcd841a5 req-1fea4eb7-fba1-458a-b0b5-6acee3595a4f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:21.806460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3918879-7159-4164-9fc5-bf3ddcd841a5 req-1fea4eb7-fba1-458a-b0b5-6acee3595a4f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0525484
Nov 06 22:10:21.857206 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3918879-7159-4164-9fc5-bf3ddcd841a5 req-2d59d74d-737d-4fa2-851d-fe43f724910a tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441897
Nov 06 22:10:22.155900 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:22.703807 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:22.971166 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0a93-92c5-447e-9c45-74d8554f99b6 req-623ec511-a652-4f8c-8c0d-1323ba5e2ad5 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:22.972602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e0c0a93-92c5-447e-9c45-74d8554f99b6 req-623ec511-a652-4f8c-8c0d-1323ba5e2ad5 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 944 time: 0.0484958
Nov 06 22:10:23.020831 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0e0c0a93-92c5-447e-9c45-74d8554f99b6 req-384697d3-232e-42fe-888d-5105b96c2b78 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422843
Nov 06 22:10:23.710495 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:10:23.805831 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:10:23.817945 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'port_id': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'mac_address': 'fa:16:3e:5b:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:10:23.854578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:23.870105 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9667a9d0-caab-4472-8eb7-c7e43c804932 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:10:23.894394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:10:23.897637 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:23.949098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=9']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:10:24.136105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d5150-87fe-4f15-b90f-325ec8ac6a99 req-f52d519b-f1de-4b2b-a754-15c990cc2193 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:24.137620 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f40d5150-87fe-4f15-b90f-325ec8ac6a99 req-f52d519b-f1de-4b2b-a754-15c990cc2193 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 945 time: 0.0496411
Nov 06 22:10:24.189942 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f40d5150-87fe-4f15-b90f-325ec8ac6a99 req-f774ce1b-cac2-4418-9073-aae21bb73aff tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459681
Nov 06 22:10:24.229050 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['9667a9d0-caab-4472-8eb7-c7e43c804932'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:10:25.304686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe65c6d-bef0-4ead-ba52-512ff484b9bf req-911247d5-9538-41af-a4ae-1dfbc18a1d33 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:25.306155 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebe65c6d-bef0-4ead-ba52-512ff484b9bf req-911247d5-9538-41af-a4ae-1dfbc18a1d33 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 945 time: 0.0490646
Nov 06 22:10:25.356496 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ebe65c6d-bef0-4ead-ba52-512ff484b9bf req-a4b5847f-438c-4f13-bb02-0419ff91cecb tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439608
Nov 06 22:10:25.729095 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:10:25.777432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 9667a9d0-caab-4472-8eb7-c7e43c804932 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:10:25.777796 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:25.854381 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:25.877225 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:10:25.879470 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e0699-8794-4fdd-a102-743f563673e8" -d '{"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-plugged", "status": "completed", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:10:25.892089 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:10:25.895822 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:25.943062 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=10']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:10:25.971986 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc345b31-48bf-4373-a8fc-16057dec0d92 x-openstack-request-id: req-fc345b31-48bf-4373-a8fc-16057dec0d92 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:10:25.972287 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-plugged", "status": "completed", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:10:25.972572 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc345b31-48bf-4373-a8fc-16057dec0d92 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:10:25.972974 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'code': 200}
Nov 06 22:10:26.127140 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06eea6-3850-4caa-8ad2-b7acf41def8f req-9397a7ad-7369-4b95-8778-9b3fd5cc1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:26.128734 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff06eea6-3850-4caa-8ad2-b7acf41def8f req-9397a7ad-7369-4b95-8778-9b3fd5cc1b0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1098 time: 0.0403228
Nov 06 22:10:26.173683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ff06eea6-3850-4caa-8ad2-b7acf41def8f req-33a7f22c-151c-47ad-aaca-cf615bee2b19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385814
Nov 06 22:10:26.476060 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b81e4-5ab5-425e-985a-343a3ed5a36b req-8496e58b-fc0a-45ae-8f5b-dee54b16eda3 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:26.477602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db5b81e4-5ab5-425e-985a-343a3ed5a36b req-8496e58b-fc0a-45ae-8f5b-dee54b16eda3 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 947 time: 0.0525608
Nov 06 22:10:26.525743 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db5b81e4-5ab5-425e-985a-343a3ed5a36b req-4f6f6c01-288e-4b39-babc-fcbd1873cb3e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422184
Nov 06 22:10:27.649588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437e672-9ada-44aa-bcd7-81744e96e137 req-4664e782-d4b4-49dc-a7cb-cccd94bedac4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:27.651079 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9437e672-9ada-44aa-bcd7-81744e96e137 req-4664e782-d4b4-49dc-a7cb-cccd94bedac4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 947 time: 0.0516231
Nov 06 22:10:27.704350 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9437e672-9ada-44aa-bcd7-81744e96e137 req-19069144-7621-4415-9756-c7a610e1db6f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466919
Nov 06 22:10:28.827011 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb3aef-7922-4896-90d2-0be1d93937a0 req-695d8045-4db3-4feb-8942-a87d463f0141 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:28.828532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63bb3aef-7922-4896-90d2-0be1d93937a0 req-695d8045-4db3-4feb-8942-a87d463f0141 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 947 time: 0.0530119
Nov 06 22:10:28.877713 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-63bb3aef-7922-4896-90d2-0be1d93937a0 req-f72d8232-41f3-45fe-93ab-669020adbc60 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432723
Nov 06 22:10:36.079383 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:10:39.536626 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24b717c-c335-468b-8596-ea31f009df2d req-ddbc7aa4-b019-4a38-b834-d160c4a011e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1185038
Nov 06 22:10:39.615944 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b717c-c335-468b-8596-ea31f009df2d req-cdc45644-70cb-4cee-a22a-7f70412ae737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:39.617448 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24b717c-c335-468b-8596-ea31f009df2d req-cdc45644-70cb-4cee-a22a-7f70412ae737 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1098 time: 0.0401447
Nov 06 22:10:39.721488 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b717c-c335-468b-8596-ea31f009df2d req-7162e39a-1024-49a4-b79e-61254febac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:39.722846 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24b717c-c335-468b-8596-ea31f009df2d req-7162e39a-1024-49a4-b79e-61254febac4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0862730
Nov 06 22:10:39.787640 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24b717c-c335-468b-8596-ea31f009df2d req-cd39d96e-e2f4-41fd-a83b-9c3e88cef163 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 1001 time: 0.0571992
Nov 06 22:10:39.836322 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b717c-c335-468b-8596-ea31f009df2d req-873522bf-3e96-4bc9-bdf1-4a08443ec58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:39.837709 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24b717c-c335-468b-8596-ea31f009df2d req-873522bf-3e96-4bc9-bdf1-4a08443ec58b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0426812
Nov 06 22:10:39.890806 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b717c-c335-468b-8596-ea31f009df2d req-247c1c8d-2448-428d-8f84-d4546d219300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:10:39.892336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24b717c-c335-468b-8596-ea31f009df2d req-247c1c8d-2448-428d-8f84-d4546d219300 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445082
Nov 06 22:10:39.981218 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24b717c-c335-468b-8596-ea31f009df2d req-25a50e87-4bc0-4e37-8c62-777f500d1c2d service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815189
Nov 06 22:10:40.076623 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b24b717c-c335-468b-8596-ea31f009df2d req-7880d0e6-ca84-4217-9037-7aab3930f1ab service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871346
Nov 06 22:10:45.241599 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:45.535492 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:47.034696 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-920c1f20-4843-4412-be6a-540056b3bec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:49.380093 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a400a8f-6df5-4603-b0a4-52a310ec5528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:50.914003 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:52.157961 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:10:52.704203 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:13.078578 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:11:15.239055 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:15.561498 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:17.035385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eb3c58a0-81b3-432e-be28-6d7e2f9095d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:19.381414 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-16d5ef2a-709d-49f9-bf55-dc3cd17e9ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:20.917096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:22.159392 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:22.705403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:39.408918 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-62d31ed4-f858-40bb-a6c8-ddd5a7f27953 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403283
Nov 06 22:11:39.489101 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-aba45c12-6ae5-4f7a-8d8a-5a257aac6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:11:39.490560 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-aba45c12-6ae5-4f7a-8d8a-5a257aac6161 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1098 time: 0.0398626
Nov 06 22:11:39.593883 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-61d2138b-9f9f-45fa-89b1-06c9b37c1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:11:39.595327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-61d2138b-9f9f-45fa-89b1-06c9b37c1484 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0864701
Nov 06 22:11:39.659790 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-2fd7b7f3-bd98-4b23-8b9a-9adb1e52c0e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 1001 time: 0.0573745
Nov 06 22:11:39.708197 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-71e06aeb-3e6f-4c2c-b783-a441a1bf5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:11:39.709619 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-71e06aeb-3e6f-4c2c-b783-a441a1bf5609 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0431917
Nov 06 22:11:39.757364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-5ae738b6-1385-459a-be84-bafd06fe11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:11:39.758847 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-5ae738b6-1385-459a-be84-bafd06fe11dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425372
Nov 06 22:11:39.849260 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-30192b84-bd76-4630-bd35-30b0716f62ea service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830758
Nov 06 22:11:39.942470 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-780a0f01-c7c4-41c2-9394-4b8fc2fb5e6b req-7f4a360d-c824-4f86-9f21-30379378a22a service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865927
Nov 06 22:11:45.269119 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:45.564668 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:47.036983 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f65df35e-1dba-4030-a6ff-8d3b432539c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:49.381975 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-18ec4773-20fa-403f-8cdd-7fe833874894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:50.077945 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:11:50.920050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:52.162475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:11:52.706078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:04.643376 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50878) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:04.861289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Deleting port f0de7f87-6057-4f1b-a5e5-fd7f35df525a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:12:04.861630 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:04.934436 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:04.934683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:04.946604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Calling delete_port for f0de7f87-6057-4f1b-a5e5-fd7f35df525a owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:12:05.092121 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:05.116363 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event deleted for resources: {'Port': ['ID=f0de7f87-6057-4f1b-a5e5-fd7f35df525a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:05.147028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.147368 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.147703 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.148035 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.148395 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.148719 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.149040 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.149362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.149679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.149994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.150312 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.150627 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:05.190920 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:05.191177 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Floating IP 1e0919c2-1ecb-4537-902c-1131a6da87d1 disassociated (deleted). External IP: 172.35.0.42, port: 9667a9d0-caab-4472-8eb7-c7e43c804932.
Nov 06 22:12:05.395893 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Router 74aa8dbf-0903-457d-8db2-d3925f735552 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:12:05.502417 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:12:05.507299 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:05.511885 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] Sync routers for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:12:05.521222 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:12:05.521845 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f586a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:12:05.631238 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:12:05.835363 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f586a0>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:12:05.866798 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] Checking router: 74aa8dbf-0903-457d-8db2-d3925f735552 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:12:05.878289 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:12:05.878492 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-f9e482d9-8ec7-4012-a3f1-7e91350c2dd6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "DELETE /v2.0/floatingips/1e0919c2-1ecb-4537-902c-1131a6da87d1 HTTP/1.1" status: 204  len: 168 time: 1.2313170
Nov 06 22:12:05.879007 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252f586a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:11:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:12:05.879117 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:12:05.879117 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a" -d '{"events": [{"name": "network-changed", "server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:12:05.991525 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:12:06.002119 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eb13e3-b5d2-4e08-87cb-94e111b7ec09 x-openstack-request-id: req-a2eb13e3-b5d2-4e08-87cb-94e111b7ec09 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:12:06.002414 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:12:06.002667 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2eb13e3-b5d2-4e08-87cb-94e111b7ec09 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:12:06.003067 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'status': 'completed', 'code': 200}
Nov 06 22:12:06.087709 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-f26a4102-0803-495e-8873-a04347c1b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:06.089191 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-f26a4102-0803-495e-8873-a04347c1b568 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 1098 time: 0.0486279
Nov 06 22:12:06.199867 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252f586a0>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:12:06.219263 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc95e8-cafb-4a5e-b9d5-318de46d6748 req-69478215-648c-460d-9e8b-9ce9116ab186 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:06.220818 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93cc95e8-cafb-4a5e-b9d5-318de46d6748 req-69478215-648c-460d-9e8b-9ce9116ab186 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 947 time: 0.1433370
Nov 06 22:12:06.223571 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-288e31a5-5794-4e27-8b36-c78061ced79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:06.225018 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-288e31a5-5794-4e27-8b36-c78061ced79e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.1267817
Nov 06 22:12:06.228165 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7d7e5e-51aa-4c90-9e28-706fba5ff1c6 None None] The sync data for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 is: [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:12:06.286414 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-52384100-9d7c-4520-8915-4582c5c92738 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 200  len: 217 time: 0.0457268
Nov 06 22:12:06.341344 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-93cc95e8-cafb-4a5e-b9d5-318de46d6748 req-9ffb7241-6ad1-4fc9-ab07-16e75ab45f0b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1145751
Nov 06 22:12:06.357574 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-75626d3e-c461-4da9-a3a6-addfce9d1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:06.359264 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-75626d3e-c461-4da9-a3a6-addfce9d1edb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0650415
Nov 06 22:12:06.408106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-fb6c1336-3b18-4e9e-ac22-4cd0b8dafbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:06.409684 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-fb6c1336-3b18-4e9e-ac22-4cd0b8dafbec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427837
Nov 06 22:12:06.478571 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fff765-27f6-49c5-8ff9-a80d2cd43dea None None] New status for floating IP 1e0919c2-1ecb-4537-902c-1131a6da87d1: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:12:06.507008 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-ba0a0fce-497d-42d8-8f34-e0442dd84b85 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886660
Nov 06 22:12:06.600046 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7e43d46f-ef8e-4b6c-8335-7ab4e438c75a req-9070ab4b-9898-4b4e-a49a-87e8c4b7071f service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851316
Nov 06 22:12:07.515923 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35334d0-d690-41be-b1af-632cf379d13e req-a027317d-631e-472c-86c1-2041158646ea tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:07.517422 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b35334d0-d690-41be-b1af-632cf379d13e req-a027317d-631e-472c-86c1-2041158646ea tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 947 time: 0.1029148
Nov 06 22:12:07.573765 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b35334d0-d690-41be-b1af-632cf379d13e req-336693ca-2235-442a-ac75-53e2571d89cb tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=971918a5-c674-4295-8c22-8db9d17833eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504248
Nov 06 22:12:07.613212 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6900-cdea-4065-b306-6ae236e27632 req-1528604e-06c5-4cfa-921c-739d5317bf9b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:07.614639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-661a6900-cdea-4065-b306-6ae236e27632 req-1528604e-06c5-4cfa-921c-739d5317bf9b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "GET /v2.0/ports?device_id=a83f53a5-8569-4759-93f0-3fa67621435e HTTP/1.1" status: 200  len: 947 time: 0.0532081
Nov 06 22:12:07.701937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Deleting port 9667a9d0-caab-4472-8eb7-c7e43c804932 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:12:07.702173 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:07.790543 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] For port 9667a9d0-caab-4472-8eb7-c7e43c804932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9667a9d0-caab-4472-8eb7-c7e43c804932,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:12:07.790894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:07.803664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Calling delete_port for 9667a9d0-caab-4472-8eb7-c7e43c804932 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:12:07.931048 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:07.969271 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event deleted for resources: {'Port': ['ID=9667a9d0-caab-4472-8eb7-c7e43c804932,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:08.006838 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] No DVR routers for this DVR port 9667a9d0-caab-4472-8eb7-c7e43c804932 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:12:08.009351 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:08.012748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-661a6900-cdea-4065-b306-6ae236e27632 req-9a7cf5ff-2309-4a59-965a-94436d4740a2 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "DELETE /v2.0/ports/9667a9d0-caab-4472-8eb7-c7e43c804932 HTTP/1.1" status: 204  len: 173 time: 0.3920393
Nov 06 22:12:08.013207 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-deleted', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:12:08.016108 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2d0f7b-decd-4fdc-9970-d70e2be0f4f6" -d '{"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-deleted", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:12:08.054045 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d683465-e057-421c-80ec-980fae7b75c4 x-openstack-request-id: req-2d683465-e057-421c-80ec-980fae7b75c4 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:12:08.054335 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83f53a5-8569-4759-93f0-3fa67621435e", "name": "network-vif-deleted", "tag": "9667a9d0-caab-4472-8eb7-c7e43c804932", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:12:08.054615 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d683465-e057-421c-80ec-980fae7b75c4 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:12:08.055018 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83f53a5-8569-4759-93f0-3fa67621435e', 'name': 'network-vif-deleted', 'tag': '9667a9d0-caab-4472-8eb7-c7e43c804932', 'status': 'completed', 'code': 200}
Nov 06 22:12:08.629863 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50904) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:08.686277 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08fe793c-201b-4b65-b296-e61069956877 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:08.712111 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08fe793c-201b-4b65-b296-e61069956877 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:08.768636 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08fe793c-201b-4b65-b296-e61069956877 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:08.771189 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-08fe793c-201b-4b65-b296-e61069956877 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:08.772400 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-08fe793c-201b-4b65-b296-e61069956877 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "DELETE /v2.0/security-groups/971918a5-c674-4295-8c22-8db9d17833eb HTTP/1.1" status: 204  len: 168 time: 0.1415241
Nov 06 22:12:08.782323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe793c-201b-4b65-b296-e61069956877 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971918a5-c674-4295-8c22-8db9d17833eb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:09.029144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50910) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:09.034359 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-8273a656-f2ac-441c-a466-c28bf8f2e34d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458597263', 'description': 'tempest-secgroup-smoke-458597263 description', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:09.057677 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8273a656-f2ac-441c-a466-c28bf8f2e34d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.125961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8273a656-f2ac-441c-a466-c28bf8f2e34d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.129903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8273a656-f2ac-441c-a466-c28bf8f2e34d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.159290 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-8273a656-f2ac-441c-a466-c28bf8f2e34d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.160537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-8273a656-f2ac-441c-a466-c28bf8f2e34d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1298461
Nov 06 22:12:09.162372 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273a656-f2ac-441c-a466-c28bf8f2e34d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b618e44-2759-4e98-868c-d62caf6a4a8e,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:09.163508 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50912) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:09.170044 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '2b618e44-2759-4e98-868c-d62caf6a4a8e', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:09.196002 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.251398 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.254892 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.271770 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85205b6a-243d-4677-a10b-7624de920ea0,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:09.281061 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.281406 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.281746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.282085 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.282441 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.282772 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.283096 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.283419 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.283736 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.284055 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.284409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.284738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:09.289011 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.290214 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-2f1f4a00-2b0f-4754-8173-2dee91ca4f8e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1256924
Nov 06 22:12:09.292876 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50916) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:09.297137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-56091fd0-f166-45b8-ab4b-74f7cde943a6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '2b618e44-2759-4e98-868c-d62caf6a4a8e', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:09.322076 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56091fd0-f166-45b8-ab4b-74f7cde943a6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.375957 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56091fd0-f166-45b8-ab4b-74f7cde943a6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.379506 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56091fd0-f166-45b8-ab4b-74f7cde943a6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.396534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56091fd0-f166-45b8-ab4b-74f7cde943a6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5f5afb-fafd-4f8f-88cb-965d25167e39,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:09.403969 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-56091fd0-f166-45b8-ab4b-74f7cde943a6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.405764 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-56091fd0-f166-45b8-ab4b-74f7cde943a6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1119683
Nov 06 22:12:09.408484 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50918) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:09.412815 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-0dbd0bb3-2dc0-4ffc-9e21-0347b8d9c086 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '2b618e44-2759-4e98-868c-d62caf6a4a8e', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:09.438183 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0bb3-2dc0-4ffc-9e21-0347b8d9c086 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.495512 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0bb3-2dc0-4ffc-9e21-0347b8d9c086 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.499695 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0bb3-2dc0-4ffc-9e21-0347b8d9c086 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.517128 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd0bb3-2dc0-4ffc-9e21-0347b8d9c086 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c8e7a1-753c-4957-8379-383d3e84bfd7,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:09.524848 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0bb3-2dc0-4ffc-9e21-0347b8d9c086 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.526068 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-0dbd0bb3-2dc0-4ffc-9e21-0347b8d9c086 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1166642
Nov 06 22:12:09.528900 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 50920) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:09.533399 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-10aa0008-d0dc-4488-acf8-3d4b6d84f87b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '2b618e44-2759-4e98-868c-d62caf6a4a8e', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:09.558577 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10aa0008-d0dc-4488-acf8-3d4b6d84f87b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.616129 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10aa0008-d0dc-4488-acf8-3d4b6d84f87b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.619503 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10aa0008-d0dc-4488-acf8-3d4b6d84f87b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.638637 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0008-d0dc-4488-acf8-3d4b6d84f87b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c312d1b-b871-4168-9a63-f5f02ad5f89a,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:09.644517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-10aa0008-d0dc-4488-acf8-3d4b6d84f87b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.648236 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-10aa0008-d0dc-4488-acf8-3d4b6d84f87b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1181402
Nov 06 22:12:09.648466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50922) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:09.653194 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-81a250f4-b800-49b5-b492-2df790d6df38 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '2b618e44-2759-4e98-868c-d62caf6a4a8e', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:09.673786 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-81a250f4-b800-49b5-b492-2df790d6df38 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Project c7a47c6d4a6e4ada8f8d230f6f1a72f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:12:09.678751 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81a250f4-b800-49b5-b492-2df790d6df38 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.735653 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81a250f4-b800-49b5-b492-2df790d6df38 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.739386 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81a250f4-b800-49b5-b492-2df790d6df38 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.756949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a250f4-b800-49b5-b492-2df790d6df38 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6058ca3c-a417-4671-8b0f-980a1d3ccceb,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:09.763777 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-81a250f4-b800-49b5-b492-2df790d6df38 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.765493 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-81a250f4-b800-49b5-b492-2df790d6df38 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1160052
Nov 06 22:12:09.768196 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 50924) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:09.772503 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-4a41e4e8-6e0e-47ae-a1b7-9e1274a16e3b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'security_group_rule': {'security_group_id': '2b618e44-2759-4e98-868c-d62caf6a4a8e', 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:09.793083 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-4a41e4e8-6e0e-47ae-a1b7-9e1274a16e3b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Project c7a47c6d4a6e4ada8f8d230f6f1a72f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:12:09.797894 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a41e4e8-6e0e-47ae-a1b7-9e1274a16e3b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.856100 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a41e4e8-6e0e-47ae-a1b7-9e1274a16e3b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.860158 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a41e4e8-6e0e-47ae-a1b7-9e1274a16e3b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.878994 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41e4e8-6e0e-47ae-a1b7-9e1274a16e3b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34f083f-3275-464e-bb08-05e50512261a,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:09.888040 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4a41e4e8-6e0e-47ae-a1b7-9e1274a16e3b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:09.889358 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4a41e4e8-6e0e-47ae-a1b7-9e1274a16e3b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1201448
Nov 06 22:12:12.209294 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:12:12.229747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 9667a9d0-caab-4472-8eb7-c7e43c804932 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:12:12.230090 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 9667a9d0-caab-4472-8eb7-c7e43c804932 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:12:12.539277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-145f5b46-945c-4124-a5dd-17055bc1e09e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458597263&fields=id&tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7 HTTP/1.1" status: 200  len: 267 time: 0.0480387
Nov 06 22:12:12.648430 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008a29-e72e-499a-8105-9806444241dc req-0bcc5ee2-6e85-4f28-b206-2f6f21bbcaae tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:12.650043 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-0bcc5ee2-6e85-4f28-b206-2f6f21bbcaae tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 808 time: 0.1037323
Nov 06 22:12:12.671741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-37e517e6-c7f2-4d1e-ab30-c1449842985b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/quotas/c7a47c6d4a6e4ada8f8d230f6f1a72f7 HTTP/1.1" status: 200  len: 375 time: 0.0152333
Nov 06 22:12:12.724500 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-134094a1-87ea-47dc-9d76-76de590b0f2f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0465448
Nov 06 22:12:12.860136 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-22de114c-4422-48d5-bfc1-448c27ab7ccb service neutron] 10.222.0.13 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244314
Nov 06 22:12:12.949434 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-2a01a029-6c63-4fe5-8c96-dd55028505eb service neutron] 10.222.0.13 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831578
Nov 06 22:12:13.237564 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3b69d817-6822-4e67-8e4b-f8b6e8ebda86 req-880b73c1-b8e0-48f7-acae-a36db2c4e99b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 210 time: 0.0344067
Nov 06 22:12:14.172095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008a29-e72e-499a-8105-9806444241dc req-1a0d2680-7eda-49bb-9e70-1c01b925cea8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:14.173584 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-1a0d2680-7eda-49bb-9e70-1c01b925cea8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 808 time: 0.1040666
Nov 06 22:12:14.239927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-803f785a-a2c0-40e1-8279-534e2e98bb78 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7 HTTP/1.1" status: 200  len: 379 time: 0.0577934
Nov 06 22:12:14.254176 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'port': {'device_id': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'admin_state_up': True, 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'security_groups': ['2b618e44-2759-4e98-868c-d62caf6a4a8e']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:14.347596 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-027b1511-9533-4d6d-94a9-8ab533006b0f req-b6c672d8-931b-4fb8-8364-9b48f339261b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 210 time: 0.0343640
Nov 06 22:12:14.404679 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Made reservation on behalf of c7a47c6d4a6e4ada8f8d230f6f1a72f7 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:12:14.408278 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:14.541829 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Allocated IP 172.20.0.12 (4939f2bf-e700-41ee-be52-d516f6a4a61c/92da0c2e-a4c5-4920-8c13-cbb7b8791d02/5a7e9cb4-43e7-4385-b0c3-3277399ac0f3) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:12:14.681399 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:14.716587 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:14.761208 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:12:14.764210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:12:14.770351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:12:14.801306 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:14.825106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:14.825755 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:14.844249 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-4c740d37-ba96-47bf-9bdf-351a108b1ba0 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5939622
Nov 06 22:12:14.857985 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Request body: {'port': {'device_id': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:14.923003 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.032757 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-14c9dcd4-de8f-4ad0-b995-e5c940ceca13 None None] Provisioning complete for port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:12:15.033299 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-14c9dcd4-de8f-4ad0-b995-e5c940ceca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.074365 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-14c9dcd4-de8f-4ad0-b995-e5c940ceca13 None None] Port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:12:15.218493 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:12:15.226094 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.238575 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Transition to ACTIVE for port object 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 22:12:15.242086 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.269173 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.296002 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:15.362878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Attempting to bind port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:12:15.363219 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Attempting to bind port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:12:15.363546 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Attempting to bind port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 on network 4939f2bf-e700-41ee-be52-d516f6a4a61c {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:12:15.368175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 on network 4939f2bf-e700-41ee-be52-d516f6a4a61c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 22:12:15.368525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Attempting to bind port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 on network 4939f2bf-e700-41ee-be52-d516f6a4a61c {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:12:15.373979 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:12:15.374473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Checking segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:12:15.375103 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Bound using segment: {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:12:15.375644 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Bound port: 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d6e72e-b483-4de0-91ed-6ab63c4b964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:12:15.376124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.479834 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:12:15.483570 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:12:15.490875 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.501365 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cbfd4-9b7c-44a7-8496-e4d2746064b7 req-0ccff69d-d211-4727-b278-0eac97cd5b1c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:15.502864 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-762cbfd4-9b7c-44a7-8496-e4d2746064b7 req-0ccff69d-d211-4727-b278-0eac97cd5b1c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 944 time: 0.0814228
Nov 06 22:12:15.541522 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:15.542132 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.543862 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 1092 time: 0.6909499
Nov 06 22:12:15.547046 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:12:15.550074 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46577331-ebe0-485c-9212-4863d8e6e760" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:12:15.599884 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:15.627384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aadd5-80c9-477b-b7aa-fcccaa720c12 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:15.643196 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89101975-2112-4978-9e4e-fedfe8df7659 x-openstack-request-id: req-89101975-2112-4978-9e4e-fedfe8df7659 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:12:15.643569 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:12:15.643717 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89101975-2112-4978-9e4e-fedfe8df7659 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:12:15.644117 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'status': 'completed', 'code': 200}
Nov 06 22:12:15.658314 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-762cbfd4-9b7c-44a7-8496-e4d2746064b7 req-a8480587-0a9e-48ad-9bf3-5149e02ade91 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1470809
Nov 06 22:12:15.668742 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008a29-e72e-499a-8105-9806444241dc req-1c3198ab-8d63-4f56-9fea-4fa8e9beeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:15.670295 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-1c3198ab-8d63-4f56-9fea-4fa8e9beeb46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1095 time: 0.0749218
Nov 06 22:12:15.714676 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-e8b55152-a281-408e-aa25-080d556b84cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 217 time: 0.0365508
Nov 06 22:12:15.765640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008a29-e72e-499a-8105-9806444241dc req-7078be31-f5fd-435c-aea4-0dc55882dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:15.767113 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-7078be31-f5fd-435c-aea4-0dc55882dd5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0451260
Nov 06 22:12:15.815213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008a29-e72e-499a-8105-9806444241dc req-fc3880ef-da59-41b8-af5f-3ee1f6783ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:15.816748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-fc3880ef-da59-41b8-af5f-3ee1f6783ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427742
Nov 06 22:12:15.910480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-a9051570-7876-4ba1-b405-fa97210950d5 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868936
Nov 06 22:12:16.000229 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-db008a29-e72e-499a-8105-9806444241dc req-f216d644-a0e6-4ebf-a91c-844943c282b3 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830195
Nov 06 22:12:16.087508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46577331-ebe0-485c-9212-4863d8e6e760 req-d120b5a9-2501-4a3c-8950-c7a8c65fea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:16.089035 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46577331-ebe0-485c-9212-4863d8e6e760 req-d120b5a9-2501-4a3c-8950-c7a8c65fea7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1095 time: 0.0465372
Nov 06 22:12:16.179027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46577331-ebe0-485c-9212-4863d8e6e760 req-99f984e7-054b-40d1-bf73-4238d84ca40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:16.180490 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46577331-ebe0-485c-9212-4863d8e6e760 req-99f984e7-054b-40d1-bf73-4238d84ca40f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0834131
Nov 06 22:12:16.225507 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46577331-ebe0-485c-9212-4863d8e6e760 req-a4e8bc11-f185-4f63-87b0-5e6c80a19787 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 217 time: 0.0382783
Nov 06 22:12:16.274293 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46577331-ebe0-485c-9212-4863d8e6e760 req-3970de8a-42a8-4baf-a385-dd685b308ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:16.275631 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46577331-ebe0-485c-9212-4863d8e6e760 req-3970de8a-42a8-4baf-a385-dd685b308ad9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0439498
Nov 06 22:12:16.322498 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46577331-ebe0-485c-9212-4863d8e6e760 req-e54f1133-b2d3-4548-a8ae-d66b68a081f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:16.323960 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46577331-ebe0-485c-9212-4863d8e6e760 req-e54f1133-b2d3-4548-a8ae-d66b68a081f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400093
Nov 06 22:12:16.417109 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46577331-ebe0-485c-9212-4863d8e6e760 req-bc14cc21-693e-4725-93fd-ae5698209bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846488
Nov 06 22:12:16.505762 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46577331-ebe0-485c-9212-4863d8e6e760 req-49e6d0d2-692c-46bc-9ccf-7046d40e0308 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816123
Nov 06 22:12:16.778472 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac6d5a-712a-4787-9906-336a6ed56727 req-384e7a60-d75c-4319-8b13-56cefef0597b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:16.780628 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86ac6d5a-712a-4787-9906-336a6ed56727 req-384e7a60-d75c-4319-8b13-56cefef0597b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 944 time: 0.0506847
Nov 06 22:12:16.831466 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-86ac6d5a-712a-4787-9906-336a6ed56727 req-9a889c7a-6ede-4d04-8640-dfcc89b4391a tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448265
Nov 06 22:12:17.037803 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e64b-4d78-4b4a-bbda-3e287c498656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:17.949810 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bcd9d-9738-4455-ad16-a468f6239628 req-0bf452ce-e646-4ebb-b264-8f5078361e30 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:17.951289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d46bcd9d-9738-4455-ad16-a468f6239628 req-0bf452ce-e646-4ebb-b264-8f5078361e30 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 944 time: 0.0532551
Nov 06 22:12:18.006333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d46bcd9d-9738-4455-ad16-a468f6239628 req-d6fc1539-8c27-47c8-9ae0-f0ebe5c873fe tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434227
Nov 06 22:12:19.124247 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e807d7d-a0eb-41bf-828b-b984b339d8b4 req-07bad27a-2c54-4137-a547-d32524bcd934 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:19.125728 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e807d7d-a0eb-41bf-828b-b984b339d8b4 req-07bad27a-2c54-4137-a547-d32524bcd934 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 944 time: 0.0483403
Nov 06 22:12:19.173033 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e807d7d-a0eb-41bf-828b-b984b339d8b4 req-476731c7-4d7e-4975-b04d-b6e2fbc1ea71 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414658
Nov 06 22:12:19.382173 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-312472f5-8ca8-4682-95f8-49229b28f158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:20.239968 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:12:20.305171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f22a9-239f-4d87-b6df-b4868bb00850 req-8bb1d594-0231-4075-8b9d-1d91cfe11929 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:20.306805 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f45f22a9-239f-4d87-b6df-b4868bb00850 req-8bb1d594-0231-4075-8b9d-1d91cfe11929 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 944 time: 0.0639868
Nov 06 22:12:20.346056 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:12:20.359589 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'port_id': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'mac_address': 'fa:16:3e:e8:fd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:12:20.371273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f45f22a9-239f-4d87-b6df-b4868bb00850 req-4c80e817-5129-4ffd-b8da-487257d96bf8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557964
Nov 06 22:12:20.398438 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:20.411824 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:12:20.431033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:12:20.434894 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:20.484412 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:20.494067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.494414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.494871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.495248 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.495529 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.495852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.496172 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.496515 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.496835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.497154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.497850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.497850 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:12:20.736143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:12:20.928281 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:21.481215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ba158-66ed-476d-a2eb-c56f23e56575 req-67b005fd-7214-4f26-aa4b-db3d1ef87508 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:21.482732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f82ba158-66ed-476d-a2eb-c56f23e56575 req-67b005fd-7214-4f26-aa4b-db3d1ef87508 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 945 time: 0.0481784
Nov 06 22:12:21.531458 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f82ba158-66ed-476d-a2eb-c56f23e56575 req-36ef0425-021a-4631-a6c4-42b152565222 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421090
Nov 06 22:12:22.164844 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:22.239137 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:12:22.288165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 22:12:22.291974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:12:22.292404 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:22.367153 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:22.392651 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:12:22.394801 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf1ab35-017c-40e6-9e08-fd4826e8755d" -d '{"events": [{"server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "name": "network-vif-plugged", "status": "completed", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:12:22.407783 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:12:22.411653 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:22.435194 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab6de58-a9fe-4b77-9749-b8037958a1b3 x-openstack-request-id: req-2ab6de58-a9fe-4b77-9749-b8037958a1b3 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:12:22.435487 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "name": "network-vif-plugged", "status": "completed", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:12:22.435740 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ab6de58-a9fe-4b77-9749-b8037958a1b3 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:12:22.436156 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'code': 200}
Nov 06 22:12:22.463943 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:22.526124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32ab51-b9c6-4716-adcf-c4cbdd835273 req-4bc8a020-a994-4348-98d1-f0a94c99ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:22.527625 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f32ab51-b9c6-4716-adcf-c4cbdd835273 req-4bc8a020-a994-4348-98d1-f0a94c99ad96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0399613
Nov 06 22:12:22.578787 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f32ab51-b9c6-4716-adcf-c4cbdd835273 req-5a9512a7-badf-4b89-8bf5-0859e39682ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434141
Nov 06 22:12:22.653785 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0e2c-30c8-4fa1-b1a3-79ba2e05f1b0 req-d565a9fb-934f-45df-81a8-c091b4461085 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:22.655273 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c19f0e2c-30c8-4fa1-b1a3-79ba2e05f1b0 req-d565a9fb-934f-45df-81a8-c091b4461085 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0490842
Nov 06 22:12:22.705886 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c19f0e2c-30c8-4fa1-b1a3-79ba2e05f1b0 req-1ad4dd60-8ef7-4699-864c-289c0ef7d3d6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446596
Nov 06 22:12:22.708526 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:23.823958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14ca2-50d0-4206-862d-43febad4e7d6 req-2e2fbe10-feb5-4cac-90bf-ac1f5ce9ae2f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:23.825664 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eee14ca2-50d0-4206-862d-43febad4e7d6 req-2e2fbe10-feb5-4cac-90bf-ac1f5ce9ae2f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0505600
Nov 06 22:12:23.888200 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-eee14ca2-50d0-4206-862d-43febad4e7d6 req-19be398c-65ee-49c7-9dd1-ea4bca345104 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556946
Nov 06 22:12:25.014914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761ef8-6f4d-49c2-9665-16ae54f08542 req-441ae5a3-0539-4428-84c9-ecc01701a579 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:25.016432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90761ef8-6f4d-49c2-9665-16ae54f08542 req-441ae5a3-0539-4428-84c9-ecc01701a579 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0535438
Nov 06 22:12:25.064525 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-90761ef8-6f4d-49c2-9665-16ae54f08542 req-72e53931-6540-466d-ba57-f98ce8eafbf6 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422106
Nov 06 22:12:25.184379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a01170-7e4c-41bb-85e6-1ee26c6e3496 req-d6ffb433-3e4b-4244-a5c7-e52274e654d8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:25.185777 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88a01170-7e4c-41bb-85e6-1ee26c6e3496 req-d6ffb433-3e4b-4244-a5c7-e52274e654d8 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0487859
Nov 06 22:12:25.236060 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-88a01170-7e4c-41bb-85e6-1ee26c6e3496 req-fc709456-2a10-407e-85f9-0f36f37180ad tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439670
Nov 06 22:12:25.257499 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51084) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:25.337739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012dd2b9-ad73-421e-af3f-f1f6f92f443b tempest-TestShelveInstance-496685737 tempest-TestShelveInstance-496685737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:25.339252 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-012dd2b9-ad73-421e-af3f-f1f6f92f443b tempest-TestShelveInstance-496685737 tempest-TestShelveInstance-496685737-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1092 time: 0.0807950
Nov 06 22:12:25.342106 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51088) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:12:25.346302 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:12:25.366688 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:25.464269 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:25.569960 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Allocated IP 172.35.0.74 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/adf850a7-11cf-4663-acd1-7d260cd4b909) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:12:25.671871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:25.704891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:25.740956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:12:25.747057 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:12:25.751996 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:12:25.754953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'Port': ['ID=adf850a7-11cf-4663-acd1-7d260cd4b909,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:26.100213 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:26.166234 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:26.316029 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:26.320212 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:26.386257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event updated for resources: {'Port': ['ID=adf850a7-11cf-4663-acd1-7d260cd4b909,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:12:26.401913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:26.500561 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Floating IP 4612274d-f414-49a2-b17f-6f19e518f436 associated. External IP: 172.35.0.74, port: 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3.
Nov 06 22:12:26.702473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Router 74aa8dbf-0903-457d-8db2-d3925f735552 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:12:27.077450 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:12:27.140745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:12:27.151311 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] Sync routers for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:12:27.158461 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:27.160889 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:12:27.161491 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cad250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:12:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:12:27.186967 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-fdfdf85e-7e54-437f-9907-f2b78ba6a716 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8431821
Nov 06 22:12:27.187915 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:12:27.190220 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3da1f77-ec3f-4212-a3da-904a315a1f81" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:12:27.230863 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babccc3f-98ae-477f-9445-37046e3d12f2 x-openstack-request-id: req-babccc3f-98ae-477f-9445-37046e3d12f2 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:12:27.231161 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:12:27.231441 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-babccc3f-98ae-477f-9445-37046e3d12f2 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:12:27.231854 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'status': 'completed', 'code': 200}
Nov 06 22:12:27.297257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-a6c0ffbf-14e0-4443-8edb-31232276ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:27.298883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-a6c0ffbf-14e0-4443-8edb-31232276ea02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0428727
Nov 06 22:12:27.368744 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:12:27.394953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-fed19d01-e814-4ef5-a2c4-a8f20f537af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:27.396465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-fed19d01-e814-4ef5-a2c4-a8f20f537af3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0901258
Nov 06 22:12:27.462461 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-19e1a1f5-54bf-413d-a03c-d870509db647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 999 time: 0.0595529
Nov 06 22:12:27.511850 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-838faf03-478c-4e1d-82a9-9f195b585597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:27.513363 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-838faf03-478c-4e1d-82a9-9f195b585597 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0444179
Nov 06 22:12:27.562281 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-32653cfe-fd54-4b90-8638-35744bfa29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:27.564093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-32653cfe-fd54-4b90-8638-35744bfa29dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441277
Nov 06 22:12:27.590007 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cad250>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4612274d-f414-49a2-b17f-6f19e518f436', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'floating_ip_address': '172.35.0.74', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'port_id': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'mac_address': 'fa:16:3e:e8:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:12:25Z', 'updated_at': '2021-11-06T22:12:25Z', 'revision_number': 0, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:12:27.619743 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] Checking router: 74aa8dbf-0903-457d-8db2-d3925f735552 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:12:27.627901 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:12:27.628535 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cad250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:12:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:12:27.653706 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-2217595a-3b5f-4dad-8718-675062519a5f service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823874
Nov 06 22:12:27.728092 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:12:27.747988 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3da1f77-ec3f-4212-a3da-904a315a1f81 req-cfbd3fb0-268c-486f-9c8b-2f588a8dd259 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874689
Nov 06 22:12:27.946468 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cad250>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4612274d-f414-49a2-b17f-6f19e518f436', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'floating_ip_address': '172.35.0.74', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'port_id': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'mac_address': 'fa:16:3e:e8:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:12:25Z', 'updated_at': '2021-11-06T22:12:25Z', 'revision_number': 0, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:12:27.972198 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd8872-e1a5-4932-a093-6d317da1f393 None None] The sync data for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 is: [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4612274d-f414-49a2-b17f-6f19e518f436', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'floating_ip_address': '172.35.0.74', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'port_id': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'mac_address': 'fa:16:3e:e8:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:12:25Z', 'updated_at': '2021-11-06T22:12:25Z', 'revision_number': 0, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:12:28.153129 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1a996-21e8-4134-8c0a-fa52a8de8fd2 None None] New status for floating IP 4612274d-f414-49a2-b17f-6f19e518f436: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:12:41.410866 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-2ed9bb44-1e4b-437c-bf65-be4ac99130ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398839
Nov 06 22:12:41.493461 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-82526b3a-12eb-4030-b1df-e18c7a5c1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:41.494941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-82526b3a-12eb-4030-b1df-e18c7a5c1ebe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0401018
Nov 06 22:12:41.607889 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-d4316bb0-dae2-42a2-a61b-1b493dfbd22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:41.609425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-d4316bb0-dae2-42a2-a61b-1b493dfbd22a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0920510
Nov 06 22:12:41.680360 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-961a0f71-7a9f-42aa-b147-6ead2732c129 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 1001 time: 0.0631716
Nov 06 22:12:41.729701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-20a3d852-a634-4599-b6eb-5aa672d2f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:41.731111 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-20a3d852-a634-4599-b6eb-5aa672d2f8ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0442295
Nov 06 22:12:41.784654 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-675e8ce7-19c8-4b17-935d-d824bc043f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:12:41.786150 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-675e8ce7-19c8-4b17-935d-d824bc043f26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465755
Nov 06 22:12:41.883386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-687e89cf-4271-4066-b17a-3d0cd4ac0650 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892236
Nov 06 22:12:41.976912 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3492cafa-671b-415e-a0c6-c593f1f5060c req-da9a783a-1b88-48aa-93a8-4cb7071963c5 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864680
Nov 06 22:12:45.267303 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:45.581373 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:47.040764 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-596f826f-56bd-4a7d-811a-b153b715be24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:49.384556 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfc15-04ce-458f-9a14-e937463316b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:50.928726 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:52.166681 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:12:52.711389 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:04.077462 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:13:15.265532 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:15.594149 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:17.042090 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9c69c5fe-e987-46f4-ad31-291408d475f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:19.386699 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-28f0e821-d7a4-4e07-90bd-5805f3daada5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:20.931070 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:22.168934 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:22.713096 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:41.075797 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:13:41.408323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-71a4e71b-c32e-422f-9a4d-88eba291fecd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397148
Nov 06 22:13:41.489958 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-f1cc3310-60da-446e-aa3a-5d590bd673be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:13:41.491460 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-f1cc3310-60da-446e-aa3a-5d590bd673be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0402598
Nov 06 22:13:41.596947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-9b3e9b16-0510-42e9-b9b0-8494ff3655a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:13:41.598417 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-9b3e9b16-0510-42e9-b9b0-8494ff3655a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0891094
Nov 06 22:13:41.666397 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-9996254c-d388-43fd-963a-42b02becc21e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 1001 time: 0.0609581
Nov 06 22:13:41.714953 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-f0f03f59-3f79-4ad2-a010-6bcf0e01f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:13:41.716452 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-f0f03f59-3f79-4ad2-a010-6bcf0e01f33e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0431933
Nov 06 22:13:41.765095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-730ad63a-5656-435c-b66d-8b4edff118be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:13:41.766601 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-730ad63a-5656-435c-b66d-8b4edff118be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429900
Nov 06 22:13:41.854557 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-41c3b672-b397-4b63-9b02-69dc64f50fec service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809929
Nov 06 22:13:41.949333 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c465966e-ea1e-46f5-a9cb-4adc75528e10 req-1527ca0a-cebf-4812-8300-41481ba9a5e7 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871065
Nov 06 22:13:45.264661 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:45.594002 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:47.042805 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-aacf58a3-bde9-48e3-a370-4b3a59c357f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:49.388020 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-80e83a37-01d7-46f8-8b66-a1b39ac9f738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:50.934241 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:52.171386 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:13:52.714538 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:15.265837 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:15.593992 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:17.045519 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b759-5fc3-4593-9c63-1bf025906d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:18.075192 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:14:19.390419 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-fb06cecb-b3ea-4f1b-969d-f82518f6a1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:20.936779 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:22.175047 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:22.716232 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:32.551240 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21748f7e-6861-4bf8-ba59-df5443d27ec5 req-ea8b5bb6-9072-4fb6-aa1d-1e5a7bb9efef tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:32.553054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21748f7e-6861-4bf8-ba59-df5443d27ec5 req-ea8b5bb6-9072-4fb6-aa1d-1e5a7bb9efef tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0514030
Nov 06 22:14:32.607816 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-21748f7e-6861-4bf8-ba59-df5443d27ec5 req-7b5ada03-8382-4b57-860e-367a3ee2f539 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483809
Nov 06 22:14:33.729759 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127e728-df21-4f6e-a271-01e599adde83 req-d86ecb89-d2f3-4296-9cfb-856f1c6a304d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:33.731308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3127e728-df21-4f6e-a271-01e599adde83 req-d86ecb89-d2f3-4296-9cfb-856f1c6a304d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0518587
Nov 06 22:14:33.784343 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3127e728-df21-4f6e-a271-01e599adde83 req-7d477571-5e4d-4ffd-8184-148275deb997 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435469
Nov 06 22:14:34.930862 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c967ef-e1a5-4668-9845-fc8d6d6bce93 req-6eaa08c4-b715-401f-864e-b00716837dae tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:34.932388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59c967ef-e1a5-4668-9845-fc8d6d6bce93 req-6eaa08c4-b715-401f-864e-b00716837dae tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0550601
Nov 06 22:14:34.981336 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-59c967ef-e1a5-4668-9845-fc8d6d6bce93 req-95171d0d-2976-4b65-9e25-52a3a5d24e9f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423522
Nov 06 22:14:36.104625 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1ff1b-c904-4360-9838-355a7847e97b req-4112ce08-d45d-4644-b2da-c05b012dd72d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:36.106476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64a1ff1b-c904-4360-9838-355a7847e97b req-4112ce08-d45d-4644-b2da-c05b012dd72d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0527866
Nov 06 22:14:36.160231 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-64a1ff1b-c904-4360-9838-355a7847e97b req-3d7aab55-7a08-48da-a67c-f73b8100b183 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466785
Nov 06 22:14:37.276490 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed284e-86a5-4dc0-b09b-ac20ddb2284f req-a6322a86-e545-4406-9202-25fa39afca81 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:37.277971 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0ed284e-86a5-4dc0-b09b-ac20ddb2284f req-a6322a86-e545-4406-9202-25fa39afca81 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0489035
Nov 06 22:14:37.336274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c0ed284e-86a5-4dc0-b09b-ac20ddb2284f req-06d80228-88cc-4f64-9a1c-c8322274d583 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523288
Nov 06 22:14:38.452623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e63f8-5b2d-468f-b33c-5284863c8dc1 req-1675403c-4fdc-4b93-9663-c923b3c26493 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:38.454600 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959e63f8-5b2d-468f-b33c-5284863c8dc1 req-1675403c-4fdc-4b93-9663-c923b3c26493 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0500674
Nov 06 22:14:38.504764 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-959e63f8-5b2d-468f-b33c-5284863c8dc1 req-4dbcaa04-f8b3-4f9d-bbd8-b585b47de370 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443492
Nov 06 22:14:39.617701 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5acb-763c-493c-8773-15ebce117ef2 req-bc0f9c49-1687-4ca0-b7e8-e34260285919 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:39.619173 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc6b5acb-763c-493c-8773-15ebce117ef2 req-bc0f9c49-1687-4ca0-b7e8-e34260285919 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0483086
Nov 06 22:14:39.669523 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc6b5acb-763c-493c-8773-15ebce117ef2 req-2ae18bd6-c1b4-42a7-acc4-6e98f16cab8c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443892
Nov 06 22:14:40.788596 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab5b57-86d2-4c4b-baaf-0305d989b225 req-87effac7-c726-46e1-8c44-5e387d331edf tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:40.790102 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dab5b57-86d2-4c4b-baaf-0305d989b225 req-87effac7-c726-46e1-8c44-5e387d331edf tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0526502
Nov 06 22:14:40.838675 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6dab5b57-86d2-4c4b-baaf-0305d989b225 req-5a7c5f4d-2a33-41c5-b2a0-a5c4900a5ce7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427969
Nov 06 22:14:41.957479 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0e2e4-5454-4c13-b67e-449b8e20e670 req-dc7d5eff-028f-4735-8505-1065a66f085d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:41.958975 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a0e2e4-5454-4c13-b67e-449b8e20e670 req-dc7d5eff-028f-4735-8505-1065a66f085d tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0493937
Nov 06 22:14:42.007881 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-26a0e2e4-5454-4c13-b67e-449b8e20e670 req-1d76caf0-3f9f-4cb2-b7c3-ba8ddfcf3a87 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431130
Nov 06 22:14:42.441990 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-dfc42494-a0d0-439c-bf45-98d795c1afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:42.443503 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-dfc42494-a0d0-439c-bf45-98d795c1afc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0448596
Nov 06 22:14:42.545993 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-8981f87a-2eda-4a37-96a6-ec35068abd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:42.548179 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-8981f87a-2eda-4a37-96a6-ec35068abd96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0848200
Nov 06 22:14:42.620323 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-17aa50c2-f3d2-42fa-b577-b36699519345 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 1001 time: 0.0652447
Nov 06 22:14:42.670086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-e1781b37-89e5-4061-80e7-3950865c87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:42.671441 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-e1781b37-89e5-4061-80e7-3950865c87d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0440080
Nov 06 22:14:42.716604 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-698cdbce-3d10-49ff-a706-1e4dca1d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:42.718071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-698cdbce-3d10-49ff-a706-1e4dca1d9e25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391781
Nov 06 22:14:42.809730 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-26bded2c-6e17-43ab-9b7b-13f8b23eaa4a service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840521
Nov 06 22:14:42.901204 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1a7fa60-02db-4423-8f28-db89a6238397 req-4bf5ea4a-37d2-4038-b34f-90b9b02cd168 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844572
Nov 06 22:14:42.982158 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-1ab8be2f-5183-44b6-ae74-d9b88e0a8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:42.983561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-1ab8be2f-5183-44b6-ae74-d9b88e0a8393 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0410230
Nov 06 22:14:43.081204 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-996a7431-1919-4ecf-b2d9-5a94be058a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:43.082670 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-996a7431-1919-4ecf-b2d9-5a94be058a43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0906932
Nov 06 22:14:43.170277 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-1f202b81-b36b-4c7e-913b-025497d858c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 1001 time: 0.0794313
Nov 06 22:14:43.178167 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814092de-dae7-427e-b5ce-7a796448ab63 req-3a938fe2-3ca8-44ae-852b-5d135db6ec4c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:43.179581 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-814092de-dae7-427e-b5ce-7a796448ab63 req-3a938fe2-3ca8-44ae-852b-5d135db6ec4c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.1013949
Nov 06 22:14:43.245927 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-015b6313-301a-4eff-8ebe-b0097d10991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:43.247412 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-015b6313-301a-4eff-8ebe-b0097d10991b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0669711
Nov 06 22:14:43.274597 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-814092de-dae7-427e-b5ce-7a796448ab63 req-7af58644-31ab-4f3b-b81d-73d4da53b39b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866177
Nov 06 22:14:43.302981 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-0579da94-4943-4059-abe3-4fe858ac1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:43.304528 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-0579da94-4943-4059-abe3-4fe858ac1e16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440886
Nov 06 22:14:43.398995 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-4fa0d747-8183-4c6a-ae24-9ba6f147b98d service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864108
Nov 06 22:14:43.490468 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2896f3b1-8763-45c2-bede-17f4f7241d56 req-ba8cca29-dd36-4ff3-a7a6-c9cbd10cd1b7 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830090
Nov 06 22:14:44.392696 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f69e0-d524-46de-94c7-1303e39d37d1 req-3dff8817-9b02-422a-b4f9-f5ebca6bc9f4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:44.394627 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-882f69e0-d524-46de-94c7-1303e39d37d1 req-3dff8817-9b02-422a-b4f9-f5ebca6bc9f4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0521746
Nov 06 22:14:44.447779 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-882f69e0-d524-46de-94c7-1303e39d37d1 req-8e7fb36e-7f15-4110-9097-2cd6b52c5634 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473330
Nov 06 22:14:45.263318 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:45.561230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02bb86-113c-4682-93a7-6cf55d41cc03 req-a5a97596-771c-4dbf-ba4a-5f549f6042c4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:45.562748 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd02bb86-113c-4682-93a7-6cf55d41cc03 req-a5a97596-771c-4dbf-ba4a-5f549f6042c4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0486748
Nov 06 22:14:45.591927 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:45.618409 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd02bb86-113c-4682-93a7-6cf55d41cc03 req-4add677d-773a-4eb7-acc4-1dbb92487279 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497780
Nov 06 22:14:45.800513 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-5faa76b3-0a70-4add-a92d-b47aff41175a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0401015
Nov 06 22:14:45.810573 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-1eb95ad9-dda9-4fa8-b1e9-715c7e038ff6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:14:45.811718 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-1eb95ad9-dda9-4fa8-b1e9-715c7e038ff6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053375
Nov 06 22:14:45.832150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110d0b-32ea-4e15-97fc-45285d7df2ce req-0dc17313-c90f-4ae0-9876-de4f35a71fd4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:45.834071 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7110d0b-32ea-4e15-97fc-45285d7df2ce req-0dc17313-c90f-4ae0-9876-de4f35a71fd4 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0537510
Nov 06 22:14:45.887948 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7110d0b-32ea-4e15-97fc-45285d7df2ce req-ec31b8b6-32ae-48a8-9794-0a001199e240 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477188
Nov 06 22:14:47.017739 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5313545-dd78-4560-a1eb-adf067d8755d req-6f8204c3-135b-49f1-9f4e-c5bc0b6c16ff tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:47.019658 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5313545-dd78-4560-a1eb-adf067d8755d req-6f8204c3-135b-49f1-9f4e-c5bc0b6c16ff tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0545132
Nov 06 22:14:47.052914 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5d205361-2a86-4933-a944-630025d800d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:47.073718 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5313545-dd78-4560-a1eb-adf067d8755d req-c67dd20f-8c03-4b2d-8f44-10cc61bf6bd1 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472934
Nov 06 22:14:47.561178 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-224b7b0d-4795-4523-a5be-90ae1b8568f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:47.563137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-224b7b0d-4795-4523-a5be-90ae1b8568f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35&tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7 HTTP/1.1" status: 200  len: 1097 time: 0.0412989
Nov 06 22:14:47.622074 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-1484ae42-1c95-438b-ab8c-6b6022cede29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:47.623555 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-1484ae42-1c95-438b-ab8c-6b6022cede29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0384035
Nov 06 22:14:47.714664 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-3b4f3422-2d9a-4e17-bedd-2eba8fd30ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:47.716119 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-3b4f3422-2d9a-4e17-bedd-2eba8fd30ab9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0859127
Nov 06 22:14:47.782158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-94f4ef8b-624f-45be-8082-613942f09508 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 1001 time: 0.0572238
Nov 06 22:14:47.833694 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-1875ae1f-a2ac-4b51-8c94-0f8749e2019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:47.835121 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-1875ae1f-a2ac-4b51-8c94-0f8749e2019a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0468876
Nov 06 22:14:47.880171 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-a5549c87-9ffa-4f70-8ba4-1c490c4b7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:47.881773 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-a5549c87-9ffa-4f70-8ba4-1c490c4b7147 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396352
Nov 06 22:14:47.974697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-6a2eb3d4-610d-490c-8931-f90fa615d79d service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857120
Nov 06 22:14:48.068538 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-0282465e-8758-4a3b-b976-acd4d99e6298 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868886
Nov 06 22:14:48.192181 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4cbde-b345-43bd-86e2-668b69b1b895 req-f1885d52-1445-4c76-97f1-3b016951d222 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:48.193683 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c4cbde-b345-43bd-86e2-668b69b1b895 req-f1885d52-1445-4c76-97f1-3b016951d222 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0493498
Nov 06 22:14:48.241976 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-16c4cbde-b345-43bd-86e2-668b69b1b895 req-002b90be-4d73-4957-8384-9bead4e00652 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423043
Nov 06 22:14:48.861845 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:14:48.935585 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:48.957739 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:14:48.959996 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cbc1d7-4b37-4efb-bad5-e0616b493e87" -d '{"events": [{"server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:14:48.976203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:14:48.980482 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:49.025532 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:14:49.033561 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.033871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.034217 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.034556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.034893 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.035226 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.035558 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.035887 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.036214 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.036566 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.036899 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.037224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:14:49.360826 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0b418-e35b-4174-8b93-281152e405f8 req-8d2bc71c-04c3-4ef4-9cdb-4f1cca84938c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:49.362621 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17e0b418-e35b-4174-8b93-281152e405f8 req-8d2bc71c-04c3-4ef4-9cdb-4f1cca84938c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 944 time: 0.0533791
Nov 06 22:14:49.391586 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f7999c92-e44e-4f23-b376-91428bf72d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:49.414729 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-17e0b418-e35b-4174-8b93-281152e405f8 req-d0a9b79a-025f-41fa-baca-c14a3f9b8bcc tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462179
Nov 06 22:14:50.018268 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780f3fcb-defa-4f3d-a67f-1bceed3a62c1 x-openstack-request-id: req-780f3fcb-defa-4f3d-a67f-1bceed3a62c1 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:14:50.018775 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:14:50.018775 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-780f3fcb-defa-4f3d-a67f-1bceed3a62c1 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:14:50.019168 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'code': 200}
Nov 06 22:14:50.532412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c61a5-2917-4f3d-92d2-f1af710f0bc4 req-e33b0b14-1c9b-4f27-be59-46748038087c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:50.533914 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c48c61a5-2917-4f3d-92d2-f1af710f0bc4 req-e33b0b14-1c9b-4f27-be59-46748038087c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 944 time: 0.0505700
Nov 06 22:14:50.584754 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c48c61a5-2917-4f3d-92d2-f1af710f0bc4 req-c60abf58-8b26-4ff8-802d-e6777cb9be10 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437269
Nov 06 22:14:50.690215 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b0984-a013-432e-a7a3-a24cd1fdb024 req-15158d87-8a65-452a-942d-8f8b837f0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:50.691602 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a2b0984-a013-432e-a7a3-a24cd1fdb024 req-15158d87-8a65-452a-942d-8f8b837f0c1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1095 time: 0.0400147
Nov 06 22:14:50.740274 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a2b0984-a013-432e-a7a3-a24cd1fdb024 req-1189b68a-fc6b-408b-a167-5f6a640fb610 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418456
Nov 06 22:14:50.877203 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:14:50.952704 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:50.981793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:14:50.992318 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'port_id': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'mac_address': 'fa:16:3e:e8:fd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:14:51.028184 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:51.040829 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:14:51.060401 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:14:51.063929 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:51.109049 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:14:51.520775 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:14:51.703015 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab3a02-a646-4554-a2e0-163a402ef0a3 req-6a100b82-bd38-4e10-bf30-ab368a336a13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:51.704565 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2ab3a02-a646-4554-a2e0-163a402ef0a3 req-6a100b82-bd38-4e10-bf30-ab368a336a13 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 945 time: 0.0501735
Nov 06 22:14:51.755532 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b2ab3a02-a646-4554-a2e0-163a402ef0a3 req-11379cc0-e096-4c03-8878-78a100f9c54c tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441866
Nov 06 22:14:52.180155 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:52.719252 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:52.872386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e217387-8ddb-40f9-8f5d-a95d97100f5f req-d9977972-a928-4261-badf-ac0189fb4b3f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:14:52.874799 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e217387-8ddb-40f9-8f5d-a95d97100f5f req-d9977972-a928-4261-badf-ac0189fb4b3f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 945 time: 0.0490992
Nov 06 22:14:52.876608 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:14:52.928475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3e217387-8ddb-40f9-8f5d-a95d97100f5f req-3b2556ce-8e22-4c1a-a159-9052fc0b569b tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461843
Nov 06 22:14:52.928747 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:14:52.929008 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:53.007332 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:53.028711 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:14:53.030890 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7ca677-35a1-4f50-a360-d7c03784874d" -d '{"events": [{"server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "name": "network-vif-plugged", "status": "completed", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:14:53.042960 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:14:53.047219 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:14:53.072666 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798dec61-ad75-4940-ad32-3d6858646d1d x-openstack-request-id: req-798dec61-ad75-4940-ad32-3d6858646d1d {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:14:53.072958 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "name": "network-vif-plugged", "status": "completed", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:14:53.073205 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-798dec61-ad75-4940-ad32-3d6858646d1d {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:14:53.073583 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'code': 200}
Nov 06 22:14:53.096347 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:14:55.074267 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:15:15.260960 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:15.596598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:17.045541 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d40c5355-8fee-4e37-8bd9-afeead0314f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:19.397400 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b2510b35-25c6-47a3-abc4-4835dba4ff89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:20.943955 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:22.181625 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:22.721820 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:32.073788 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:15:43.446609 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-b100465d-0c40-4339-aa0a-e8a2b96e3462 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0815866
Nov 06 22:15:43.528028 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-e2852cc9-50d3-4f23-9ff9-85c62dccc33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:15:43.530037 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-e2852cc9-50d3-4f23-9ff9-85c62dccc33c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0406849
Nov 06 22:15:43.629702 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-7d60ff85-60a4-4216-8326-1cfa695a4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:15:43.631180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-7d60ff85-60a4-4216-8326-1cfa695a4588 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.0833950
Nov 06 22:15:43.699708 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-f244712d-6e37-473e-837f-dec8cf005d93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 1001 time: 0.0609891
Nov 06 22:15:43.746651 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-16d3394e-aad5-438f-855d-73bb45525fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:15:43.748048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-16d3394e-aad5-438f-855d-73bb45525fb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0421381
Nov 06 22:15:43.792055 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-c6ce0c18-95e3-4ae3-8b8e-88d9ee10ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:15:43.793547 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-c6ce0c18-95e3-4ae3-8b8e-88d9ee10ce4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387154
Nov 06 22:15:43.885192 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-fc834dd9-cfc9-43e4-939e-3b0747515fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849371
Nov 06 22:15:43.973732 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-92838e19-2935-42f8-80f1-fd9c8d9a6f45 req-d91ce3df-8cf7-42b1-8a0d-285644797555 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810952
Nov 06 22:15:45.259799 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:45.607391 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:47.047396 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-271889df-4644-4425-9449-da3386d6feef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:49.400695 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c02bcaca-2e55-4a4e-b36d-002052b384b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:50.951283 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:52.186105 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:15:52.723093 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:09.073341 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:16:15.259517 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:15.605994 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:15.993478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51306) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:16.147466 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Deleting port adf850a7-11cf-4663-acd1-7d260cd4b909 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:16:16.147723 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:16.226527 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:16.226852 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:16.238717 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Calling delete_port for adf850a7-11cf-4663-acd1-7d260cd4b909 owned by network:floatingip {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:16:16.380616 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:16.405270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event deleted for resources: {'Port': ['ID=adf850a7-11cf-4663-acd1-7d260cd4b909,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:16.431048 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.431391 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.431723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.432053 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.432409 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.432734 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.433079 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.433396 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.433711 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.434027 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.434339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.434653 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:16.475235 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for floatingip, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:16.475478 ncdv-master-1 neutron-server[119334]: INFO neutron.db.l3_db [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Floating IP 4612274d-f414-49a2-b17f-6f19e518f436 disassociated (deleted). External IP: 172.35.0.74, port: 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3.
Nov 06 22:16:17.002949 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Router 74aa8dbf-0903-457d-8db2-d3925f735552 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:16:17.048851 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-19dbd245-acf8-4b9e-96ad-20e0868ab9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:17.112963 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:16:17.117831 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:17.123441 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] Sync routers for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:16:17.133162 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:17.133764 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529132e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:15:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:17.147501 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d0b2b3ff-fc61-4793-a6b1-1508dad8cf52 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "DELETE /v2.0/floatingips/4612274d-f414-49a2-b17f-6f19e518f436 HTTP/1.1" status: 204  len: 168 time: 1.1504848
Nov 06 22:16:17.147501 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:16:17.147957 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b076cd798f95596056372ed8e3ec4fe6294c8412216cac2ac108b4371539f89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae126cd9-0116-418b-988d-21b925eaec62" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:16:17.250433 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:17.285439 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef87e22c-d65e-4fbc-aaa1-b14a4a3be02b x-openstack-request-id: req-ef87e22c-d65e-4fbc-aaa1-b14a4a3be02b {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:16:17.285731 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:16:17.286023 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef87e22c-d65e-4fbc-aaa1-b14a4a3be02b {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:16:17.286494 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'status': 'completed', 'code': 200}
Nov 06 22:16:17.377832 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126cd9-0116-418b-988d-21b925eaec62 req-9c8c591a-42ac-4665-a152-2c19f29018ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:17.379427 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae126cd9-0116-418b-988d-21b925eaec62 req-9c8c591a-42ac-4665-a152-2c19f29018ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 1097 time: 0.0722661
Nov 06 22:16:17.395084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea328df-ead2-4fbb-b799-ccf0b9465273 req-2c81960f-b5bb-4b2e-b60b-58814ff351af tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:17.396607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ea328df-ead2-4fbb-b799-ccf0b9465273 req-2c81960f-b5bb-4b2e-b60b-58814ff351af tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0601201
Nov 06 22:16:17.462351 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529132e0>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:17.494359 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] Checking router: 74aa8dbf-0903-457d-8db2-d3925f735552 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:16:17.503084 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:17.503432 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3ea328df-ead2-4fbb-b799-ccf0b9465273 req-41829029-f5f9-4466-bdb6-0ad4fc0c214e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978425
Nov 06 22:16:17.503672 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f92529132e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:15:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:17.524180 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126cd9-0116-418b-988d-21b925eaec62 req-67fea921-f2e1-4207-9225-a883be8493c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:17.524180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae126cd9-0116-418b-988d-21b925eaec62 req-67fea921-f2e1-4207-9225-a883be8493c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 200  len: 909 time: 0.1257527
Nov 06 22:16:17.567331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae126cd9-0116-418b-988d-21b925eaec62 req-1a03a93a-a71a-4845-adc5-9e2072d77593 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 200  len: 217 time: 0.0365164
Nov 06 22:16:17.609092 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:17.617950 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126cd9-0116-418b-988d-21b925eaec62 req-681dac32-10d0-43da-a386-db145f57d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:17.619465 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae126cd9-0116-418b-988d-21b925eaec62 req-681dac32-10d0-43da-a386-db145f57d3bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 200  len: 847 time: 0.0441191
Nov 06 22:16:17.666153 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae126cd9-0116-418b-988d-21b925eaec62 req-a6bf1fd7-6cc2-41ad-8e38-ee01aa228626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:17.668161 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae126cd9-0116-418b-988d-21b925eaec62 req-a6bf1fd7-6cc2-41ad-8e38-ee01aa228626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4939f2bf-e700-41ee-be52-d516f6a4a61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403872
Nov 06 22:16:17.761454 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae126cd9-0116-418b-988d-21b925eaec62 req-f3c2eed0-a751-4517-b95e-22fa8d879191 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857353
Nov 06 22:16:17.800398 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f92529132e0>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:17.825857 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022976b-1eed-46ee-b856-2f1091708e0e None None] The sync data for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 is: [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:06:47Z', 'revision_number': 4, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ac87cd9-95ba-48b8-a04b-0e9e09b78856', 'name': '', 'network_id': '4939f2bf-e700-41ee-be52-d516f6a4a61c', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'mac_address': 'fa:16:3e:92:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:46Z', 'updated_at': '2021-11-06T22:06:51Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'subnets': [{'id': '92da0c2e-a4c5-4920-8c13-cbb7b8791d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:16:17.852126 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ae126cd9-0116-418b-988d-21b925eaec62 req-e690e81f-beb2-4fa1-a999-df687cac0034 service neutron] 10.222.0.37 "GET /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832992
Nov 06 22:16:18.049410 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d613800-b4f4-4ccf-95c2-9d3847dfca77 None None] New status for floating IP 4612274d-f414-49a2-b17f-6f19e518f436: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:16:18.628697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6348f-2677-44c7-8147-828548c40aa7 req-ab55afff-b4c8-483a-9c04-fb994858a6c7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:18.630359 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3be6348f-2677-44c7-8147-828548c40aa7 req-ab55afff-b4c8-483a-9c04-fb994858a6c7 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0526693
Nov 06 22:16:18.681310 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-3be6348f-2677-44c7-8147-828548c40aa7 req-41105b12-687a-4028-bf33-00aecddc502e tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b618e44-2759-4e98-868c-d62caf6a4a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441115
Nov 06 22:16:18.994131 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-48095e7b-e721-4552-b1cf-cfdb683d0ea1 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:18.995573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-48095e7b-e721-4552-b1cf-cfdb683d0ea1 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 946 time: 0.0479445
Nov 06 22:16:19.401551 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c10d9dfb-78d4-4682-ab8c-497140504f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:19.424728 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Deleting port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:16:19.425066 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:19.510258 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] For port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:19.510614 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:19.525686 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Calling delete_port for 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:16:19.652817 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:19.682030 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event deleted for resources: {'Port': ['ID=5a7e9cb4-43e7-4385-b0c3-3277399ac0f3,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:19.694772 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.695124 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.695473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.695815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.696151 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.696508 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.696842 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.697169 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.697496 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.697820 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.698150 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.698518 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:19.733216 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] No DVR routers for this DVR port 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:16:19.736471 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:19.739828 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-818c6a7e-ef0c-4c21-9d16-e47c20dbe71c req-002d2bfd-79bc-4945-9e92-eba3d2b01689 tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.37 "DELETE /v2.0/ports/5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 HTTP/1.1" status: 204  len: 173 time: 0.7385235
Nov 06 22:16:19.740309 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'name': 'network-vif-deleted', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:16:19.742553 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f338cbc-99b9-4bb2-a77b-c9e0a4701b5c" -d '{"events": [{"server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "name": "network-vif-deleted", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:16:19.785657 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa54b6fd-bb69-42aa-86e7-b1bee6867859 x-openstack-request-id: req-fa54b6fd-bb69-42aa-86e7-b1bee6867859 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:16:19.785954 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a1ab5f-d7c0-46fe-9ddd-a26414456a35", "name": "network-vif-deleted", "tag": "5a7e9cb4-43e7-4385-b0c3-3277399ac0f3", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:16:19.786210 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa54b6fd-bb69-42aa-86e7-b1bee6867859 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:16:19.786613 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a1ab5f-d7c0-46fe-9ddd-a26414456a35', 'name': 'network-vif-deleted', 'tag': '5a7e9cb4-43e7-4385-b0c3-3277399ac0f3', 'status': 'completed', 'code': 200}
Nov 06 22:16:19.788747 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8590487-a9de-4700-a0d5-bff97cb1f07b req-ad6dd40c-476d-47fb-a122-065f5c712a0f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a1ab5f-d7c0-46fe-9ddd-a26414456a35 HTTP/1.1" status: 200  len: 210 time: 0.0322802
Nov 06 22:16:20.848326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51360) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:20.904396 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59a38e8e-bc0f-4bb0-99d9-c0c6eba8837f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:20.928718 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59a38e8e-bc0f-4bb0-99d9-c0c6eba8837f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:20.949294 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:20.988168 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59a38e8e-bc0f-4bb0-99d9-c0c6eba8837f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:20.990836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-59a38e8e-bc0f-4bb0-99d9-c0c6eba8837f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:20.991980 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-59a38e8e-bc0f-4bb0-99d9-c0c6eba8837f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] 10.222.0.13 "DELETE /v2.0/security-groups/2b618e44-2759-4e98-868c-d62caf6a4a8e HTTP/1.1" status: 204  len: 168 time: 0.1426620
Nov 06 22:16:21.001932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a38e8e-bc0f-4bb0-99d9-c0c6eba8837f tempest-TestShelveInstance-1314861516 tempest-TestShelveInstance-1314861516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b618e44-2759-4e98-868c-d62caf6a4a8e,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:21.044372 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51364) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:21.474008 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:21.715628 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Deleting port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:16:21.715875 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:21.792723 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] For port 6ac87cd9-95ba-48b8-a04b-0e9e09b78856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:21.793089 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:21.809859 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Calling delete_port for 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:16:21.983817 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:22.008805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac87cd9-95ba-48b8-a04b-0e9e09b78856,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:22.173685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:22.188008 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:22.385724 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Router 74aa8dbf-0903-457d-8db2-d3925f735552 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:16:22.490671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:16:22.497569 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-d5080dc0-ff56-40ed-b271-b5937e6ce0c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/74aa8dbf-0903-457d-8db2-d3925f735552/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4502952
Nov 06 22:16:22.498671 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51368) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:22.501059 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] Sync routers for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:16:22.515247 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:22.515843 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252913790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:22.607674 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:22.620371 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:22.715250 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:22.724832 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:22.770018 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Deleting port d24e6529-be65-4ef6-9ff7-c1cfcb8be013 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:16:22.770365 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:22.850182 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] For port d24e6529-be65-4ef6-9ff7-c1cfcb8be013, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d24e6529-be65-4ef6-9ff7-c1cfcb8be013,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:22.850563 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:22.868841 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Calling delete_port for d24e6529-be65-4ef6-9ff7-c1cfcb8be013 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:16:22.890138 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252913790>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:16:21Z', 'revision_number': 5, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port': {'id': 'd24e6529-be65-4ef6-9ff7-c1cfcb8be013', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:45Z', 'updated_at': '2021-11-06T22:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:22.915378 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] Checking router: 74aa8dbf-0903-457d-8db2-d3925f735552 for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:16:22.923956 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] Routers {'74aa8dbf-0903-457d-8db2-d3925f735552'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:22.924585 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252913790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['74aa8dbf-0903-457d-8db2-d3925f735552'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:23.007627 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] Set router 74aa8dbf-0903-457d-8db2-d3925f735552 gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:23.030185 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.058514 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=d24e6529-be65-4ef6-9ff7-c1cfcb8be013,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:23.061105 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252913790>, [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:16:22Z', 'revision_number': 6, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:23.086904 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec367601-2ebc-4fad-a3f7-750fb1bf7b5c None None] The sync data for ids ['74aa8dbf-0903-457d-8db2-d3925f735552'] in ncdv-master-1 is: [{'id': '74aa8dbf-0903-457d-8db2-d3925f735552', 'name': 'tempest-TestShelveInstance-492102079-router', 'tenant_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:44Z', 'updated_at': '2021-11-06T22:16:22Z', 'revision_number': 6, 'project_id': 'c7a47c6d4a6e4ada8f8d230f6f1a72f7', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:16:23.125313 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.214683 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.216804 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.257820 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.258448 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74aa8dbf-0903-457d-8db2-d3925f735552 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 22:16:23.263283 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.266909 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-914bad39-14b1-47dd-99f0-e9f0f3998e9f admin admin] 10.222.0.13 "DELETE /v2.0/routers/74aa8dbf-0903-457d-8db2-d3925f735552 HTTP/1.1" status: 204  len: 168 time: 0.7651803
Nov 06 22:16:23.267034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:16:23.267502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51370) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:23.286082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:16:23.286425 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 5a7e9cb4-43e7-4385-b0c3-3277399ac0f3 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:16:23.317405 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-af480dd8-6898-444d-8b73-92fab8efb8e2 admin admin] Deleting subnet 92da0c2e-a4c5-4920-8c13-cbb7b8791d02 {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 22:16:23.320449 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af480dd8-6898-444d-8b73-92fab8efb8e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.357297 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af480dd8-6898-444d-8b73-92fab8efb8e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.434367 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af480dd8-6898-444d-8b73-92fab8efb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.492554 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af480dd8-6898-444d-8b73-92fab8efb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.520456 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af480dd8-6898-444d-8b73-92fab8efb8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92da0c2e-a4c5-4920-8c13-cbb7b8791d02,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:23.522374 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-af480dd8-6898-444d-8b73-92fab8efb8e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.525612 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-af480dd8-6898-444d-8b73-92fab8efb8e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92da0c2e-a4c5-4920-8c13-cbb7b8791d02 HTTP/1.1" status: 204  len: 168 time: 0.2577069
Nov 06 22:16:23.527508 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c5659d-384b-431f-834b-def9e360e3ac None None] Network 4939f2bf-e700-41ee-be52-d516f6a4a61c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:16:23.528825 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51372) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:23.595405 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.646639 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Deleting port f740fda1-d764-491e-851c-90d74158eaa6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:16:23.646979 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.713428 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] For port f740fda1-d764-491e-851c-90d74158eaa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f740fda1-d764-491e-851c-90d74158eaa6,segment=NetworkSegment(57d6e72e-b483-4de0-91ed-6ab63c4b964f),segment_id=57d6e72e-b483-4de0-91ed-6ab63c4b964f)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:23.713794 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.726201 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Calling delete_port for f740fda1-d764-491e-851c-90d74158eaa6 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:16:23.804251 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.833371 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f740fda1-d764-491e-851c-90d74158eaa6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:23.839253 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] No DVR routers for this DVR port f740fda1-d764-491e-851c-90d74158eaa6 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:16:23.842165 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2af784-fe15-417f-b2fb-f7b9ae8ebd7d None None] DHCP port deletion for 4939f2bf-e700-41ee-be52-d516f6a4a61c request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 22:16:23.916973 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.938401 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925717b8e0>,) {'filters': {'network_id': ['4939f2bf-e700-41ee-be52-d516f6a4a61c']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:23.950614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925717b8e0>, '57d6e72e-b483-4de0-91ed-6ab63c4b964f') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:23.950614 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925717b8e0>, '57d6e72e-b483-4de0-91ed-6ab63c4b964f') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:23.960878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.977907 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.984785 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 22:16:23.985169 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 22:16:23.987000 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 22:16:24.046059 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:24.051576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:24.055329 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4939f2bf-e700-41ee-be52-d516f6a4a61c HTTP/1.1" status: 204  len: 168 time: 0.5255899
Nov 06 22:16:24.059086 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51374) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:24.068521 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d246ba-1bf2-482d-8b6a-16a805bddf10 admin admin] Pushing event deleted for resources: {'Network': ['ID=4939f2bf-e700-41ee-be52-d516f6a4a61c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:24.409458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:24.528467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f740fda1-d764-491e-851c-90d74158eaa6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:16:24.553812 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f740fda1-d764-491e-851c-90d74158eaa6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:16:24.554151 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f740fda1-d764-491e-851c-90d74158eaa6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:16:24.554564 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:16:24.573308 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:16:24.573659 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 6ac87cd9-95ba-48b8-a04b-0e9e09b78856 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:16:24.574070 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d24e6529-be65-4ef6-9ff7-c1cfcb8be013 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:16:24.593044 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: d24e6529-be65-4ef6-9ff7-c1cfcb8be013 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:16:24.593387 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device d24e6529-be65-4ef6-9ff7-c1cfcb8be013 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:16:24.657876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Deleting port f15ef1a2-ae4f-4640-a717-9681fd56992e {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:16:24.658216 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:24.738579 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] For port f15ef1a2-ae4f-4640-a717-9681fd56992e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15ef1a2-ae4f-4640-a717-9681fd56992e,segment=NetworkSegment(3a2b6f90-1ef3-4ced-a2bc-fce885171d24),segment_id=3a2b6f90-1ef3-4ced-a2bc-fce885171d24)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:24.738852 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:24.751468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Calling delete_port for f15ef1a2-ae4f-4640-a717-9681fd56992e owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:16:24.937871 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:24.965286 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15ef1a2-ae4f-4640-a717-9681fd56992e,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:25.130063 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:25.345811 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:16:25.459804 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:16:25.468235 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-77b52da2-71c0-40da-95ae-86b7f3bec059 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b2cf8e5-4629-408b-a7c2-8dc45c034de6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4053707
Nov 06 22:16:25.468808 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51376) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:25.469307 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] Sync routers for ids ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:16:25.483580 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] Routers {'5b2cf8e5-4629-408b-a7c2-8dc45c034de6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:25.484523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251140af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:25.579087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:25.598557 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] Set router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:25.682548 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:25.734751 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Deleting port 70b619c2-e7f3-41de-b7a6-4e88960a9657 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:16:25.735395 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:25.776388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251140af0>, [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82'}], 'enable_snat': True}, 'gw_port_id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:16:24Z', 'revision_number': 5, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port': {'id': '70b619c2-e7f3-41de-b7a6-4e88960a9657', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:25.806959 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] Checking router: 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:16:25.813013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] For port 70b619c2-e7f3-41de-b7a6-4e88960a9657, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70b619c2-e7f3-41de-b7a6-4e88960a9657,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:25.813383 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:25.815690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] Routers {'5b2cf8e5-4629-408b-a7c2-8dc45c034de6'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:25.816314 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251140af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:25.829346 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Calling delete_port for 70b619c2-e7f3-41de-b7a6-4e88960a9657 owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:16:25.902213 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] Set router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:25.953118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251140af0>, [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:16:25Z', 'revision_number': 6, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:25.992200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.024914 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b619c2-e7f3-41de-b7a6-4e88960a9657,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:26.086191 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.138652 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7a5bf-c75f-47d9-8ac5-8961cf71e12d None None] The sync data for ids ['5b2cf8e5-4629-408b-a7c2-8dc45c034de6'] in ncdv-master-1 is: [{'id': '5b2cf8e5-4629-408b-a7c2-8dc45c034de6', 'name': 'tempest-TestShelveInstance-1864140760-router', 'tenant_id': '24c6a20f261447c8a66cd0040ccfbe56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:06:49Z', 'updated_at': '2021-11-06T22:16:25Z', 'revision_number': 6, 'project_id': '24c6a20f261447c8a66cd0040ccfbe56', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:16:26.183337 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.185521 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.231480 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.232127 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2cf8e5-4629-408b-a7c2-8dc45c034de6 {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 22:16:26.236805 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.238097 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-c692753d-ba4f-415c-8c79-bf1c979bdd03 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5b2cf8e5-4629-408b-a7c2-8dc45c034de6 HTTP/1.1" status: 204  len: 168 time: 0.7683005
Nov 06 22:16:26.240673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51378) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:26.283643 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-162b1076-63a0-4df4-9138-272d63771828 admin admin] Deleting subnet 9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 22:16:26.286561 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-162b1076-63a0-4df4-9138-272d63771828 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.319083 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-162b1076-63a0-4df4-9138-272d63771828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.397420 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-162b1076-63a0-4df4-9138-272d63771828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.447201 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-162b1076-63a0-4df4-9138-272d63771828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.472287 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b1076-63a0-4df4-9138-272d63771828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:26.475806 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-162b1076-63a0-4df4-9138-272d63771828 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.479323 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-162b1076-63a0-4df4-9138-272d63771828 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f9a7c7f-88bd-45b2-822e-ab5157ae8b1c HTTP/1.1" status: 204  len: 168 time: 0.2373548
Nov 06 22:16:26.481474 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51380) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:26.482283 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ece8a-1251-4d9f-abf5-dfe2fbe885d6 None None] Network 741bfa4a-cb5a-4280-bf07-a315b9e9510c requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:16:26.577939 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.635835 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f15ef1a2-ae4f-4640-a717-9681fd56992e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:16:26.645219 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Deleting port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:16:26.645560 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.660672 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f15ef1a2-ae4f-4640-a717-9681fd56992e {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:16:26.661233 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f15ef1a2-ae4f-4640-a717-9681fd56992e not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:16:26.716340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] For port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6,segment=NetworkSegment(3a2b6f90-1ef3-4ced-a2bc-fce885171d24),segment_id=3a2b6f90-1ef3-4ced-a2bc-fce885171d24)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:26.716706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.728894 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Calling delete_port for f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:16:26.803997 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.832054 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:26.835525 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] No DVR routers for this DVR port f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:16:26.904275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.924341 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f92543955b0>,) {'filters': {'network_id': ['741bfa4a-cb5a-4280-bf07-a315b9e9510c']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:26.933467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543955b0>, '3a2b6f90-1ef3-4ced-a2bc-fce885171d24') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:26.933758 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f92543955b0>, '3a2b6f90-1ef3-4ced-a2bc-fce885171d24') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:26.942685 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.956049 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.962706 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 22:16:26.962706 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 22:16:26.965012 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 22:16:26.988458 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b3c4c7-58b8-4cf5-9fb3-092fac6507c9 None None] DHCP port deletion for 741bfa4a-cb5a-4280-bf07-a315b9e9510c request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 22:16:27.028501 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.033858 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.037302 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] 10.222.0.13 "DELETE /v2.0/networks/741bfa4a-cb5a-4280-bf07-a315b9e9510c HTTP/1.1" status: 204  len: 168 time: 0.5548763
Nov 06 22:16:27.050412 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469163b8-4ac5-4081-ab2e-5fd351c9fa14 admin admin] Pushing event deleted for resources: {'Network': ['ID=741bfa4a-cb5a-4280-bf07-a315b9e9510c,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:27.147862 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51384) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:27.189646 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-8bbcbbb5-2291-48f8-9712-96906cb49a73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7a47c6d4a6e4ada8f8d230f6f1a72f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0404334
Nov 06 22:16:27.193084 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51386) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:27.243309 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2ea62-17e2-4e3e-a751-8052039ee8d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.267177 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2ea62-17e2-4e3e-a751-8052039ee8d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.315853 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2ea62-17e2-4e3e-a751-8052039ee8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.318340 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-71c2ea62-17e2-4e3e-a751-8052039ee8d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.319470 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-71c2ea62-17e2-4e3e-a751-8052039ee8d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bd7606c-1746-49d2-b721-8f231d6ab923 HTTP/1.1" status: 204  len: 168 time: 0.1254673
Nov 06 22:16:27.328067 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2ea62-17e2-4e3e-a751-8052039ee8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7606c-1746-49d2-b721-8f231d6ab923,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:27.631381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51392) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:27.673082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e1f6e482-ea40-4551-83c6-c26deb28fc62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24c6a20f261447c8a66cd0040ccfbe56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0404611
Nov 06 22:16:27.675501 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51394) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:27.722391 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e251f7eb-2a71-44ae-a85c-7aaded685e0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.742876 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e251f7eb-2a71-44ae-a85c-7aaded685e0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.792236 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e251f7eb-2a71-44ae-a85c-7aaded685e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.794903 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-e251f7eb-2a71-44ae-a85c-7aaded685e0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:27.796039 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-e251f7eb-2a71-44ae-a85c-7aaded685e0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ec5ce88-695e-4159-9553-713bfa9816f4 HTTP/1.1" status: 204  len: 168 time: 0.1196475
Nov 06 22:16:27.803782 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251f7eb-2a71-44ae-a85c-7aaded685e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec5ce88-695e-4159-9553-713bfa9816f4,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:28.445023 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51416) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:28.515114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 70b619c2-e7f3-41de-b7a6-4e88960a9657 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:16:28.534804 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 70b619c2-e7f3-41de-b7a6-4e88960a9657 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:16:28.535145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 70b619c2-e7f3-41de-b7a6-4e88960a9657 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:16:28.535553 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:16:28.545301 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-843070653-network', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:28.559890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:16:28.560235 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device f7495717-9a1f-4ba4-b3a0-8b9e89bd09c6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:16:28.568068 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Made reservation on behalf of 63efb8ef7eae4f3fbc99274c825b2af1 for: {'network': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:16:28.570583 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:28.579242 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:28.655764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:28.659621 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:28.685331 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=119333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 22:16:28.693847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827c38e9-9842-4322-ba21-81500e723d1a,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:28.699789 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:28.700129 ncdv-master-1 neutron-server[119333]: INFO neutron.db.segments_db [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Added segment 2cf6c3c1-54fc-4cfb-867b-029daeafa43e of type vlan for network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc
Nov 06 22:16:28.738954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:28.763393 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:28.764539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:28.765119 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:28.821480 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3753448
Nov 06 22:16:28.824450 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51420) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:28.829806 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Request body: {'subnet': {'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-843070653-subnet', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:28.832476 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23ba8f-02e9-407b-82a6-036105ed22fb admin admin] Pushing event updated for resources: {'Network': ['ID=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:28.844015 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 22:16:28.851959 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Made reservation on behalf of 63efb8ef7eae4f3fbc99274c825b2af1 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:16:28.854330 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.018120 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.395991 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6445c483-2505-4dfc-8930-d7840febd5ef,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:29.406388 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Checking segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:29.406735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Network hostable DHCP agents. Network: b35cef6f-4a69-4d99-8af0-3ba8ca66cebc, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 22:16:29.422414 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 22:16:29.430776 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b35cef6f-4a69-4d99-8af0-3ba8ca66cebc) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:29.434739 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:29.435319 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.440860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5832475-1b29-4341-a64d-d3aa1a0a9ae4 None None] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:16:29.451417 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-ab819ee0-103e-4242-b113-9cd7120e6cf5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6256161
Nov 06 22:16:29.454109 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51422) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:29.458750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:29.479605 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.480620 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.532683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.593958 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 22:16:29.595172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.673129 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.727891 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Allocated IP 172.20.0.2 (b35cef6f-4a69-4d99-8af0-3ba8ca66cebc/6445c483-2505-4dfc-8930-d7840febd5ef/fc9e9d7d-661d-42cb-8f52-1adb899a647a) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:16:29.870959 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.874672 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.881238 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.894113 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:29.923935 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:29.926793 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:29.931755 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:16:29.934895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Pushing event updated for resources: {'Port': ['ID=fc9e9d7d-661d-42cb-8f52-1adb899a647a,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:29.946500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.946852 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.947192 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.947524 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.947876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.948183 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.948536 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.948860 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.949180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.950031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.950380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.950702 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:29.995475 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Attempting to bind port fc9e9d7d-661d-42cb-8f52-1adb899a647a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:16:29.995841 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Attempting to bind port fc9e9d7d-661d-42cb-8f52-1adb899a647a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:16:29.996211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Attempting to bind port fc9e9d7d-661d-42cb-8f52-1adb899a647a on network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:16:30.001663 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:16:30.002032 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Checking segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:30.002431 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.002821 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Bound using segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:16:30.003278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Bound port: fc9e9d7d-661d-42cb-8f52-1adb899a647a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:16:30.003657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.007539 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Allocated IP 172.35.0.160 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/9d333577-0571-4f50-8741-9a53efb0eaf2) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:16:30.068780 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] For port fc9e9d7d-661d-42cb-8f52-1adb899a647a, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:16:30.072736 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] For port fc9e9d7d-661d-42cb-8f52-1adb899a647a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc9e9d7d-661d-42cb-8f52-1adb899a647a,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:16:30.076749 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.113961 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.134301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559d935-473b-449b-a014-a2c5662b6c0f None None] Pushing event updated for resources: {'Port': ['ID=fc9e9d7d-661d-42cb-8f52-1adb899a647a,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:30.156499 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.205084 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:30.208085 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:30.210614 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:16:30.216781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d333577-0571-4f50-8741-9a53efb0eaf2,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:30.490861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.558855 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fc9e9d7d-661d-42cb-8f52-1adb899a647a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:30.607861 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port fc9e9d7d-661d-42cb-8f52-1adb899a647a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:30.608569 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.689609 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.700704 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.722154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port fc9e9d7d-661d-42cb-8f52-1adb899a647a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc9e9d7d-661d-42cb-8f52-1adb899a647a,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:30.726540 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.778229 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=fc9e9d7d-661d-42cb-8f52-1adb899a647a,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:30.839556 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Router 307954c7-2716-43a3-a918-f2f2e788638d is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 22:16:30.951900 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:16:30.961271 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Sync routers for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:16:30.971103 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:30.975032 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ce99256f-4490-48e9-9059-a0554cfe0ce8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5172410
Nov 06 22:16:30.975199 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:30.975199 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a97e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:30.975439 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51424) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:31.055009 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409779e-7463-4bb5-a49e-6e6ade388fbe None None] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:16:31.087031 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:31.122854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a15542db-1c66-4761-b82f-c055645f16e9 None None] Provisioning complete for port fc9e9d7d-661d-42cb-8f52-1adb899a647a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:31.123220 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a15542db-1c66-4761-b82f-c055645f16e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.274218 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a97e50>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:30Z', 'revision_number': 3, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:31.303323 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Checking router: 307954c7-2716-43a3-a918-f2f2e788638d for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:16:31.303670 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Updating router 307954c7-2716-43a3-a918-f2f2e788638d port 9d333577-0571-4f50-8741-9a53efb0eaf2 binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:16:31.331861 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.521604 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d8022315-ff6b-4e8c-8da0-66b54e310338 None None] Provisioning complete for port fc9e9d7d-661d-42cb-8f52-1adb899a647a triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:31.522050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d8022315-ff6b-4e8c-8da0-66b54e310338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.599822 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.610155 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.665978 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Attempting to bind port 9d333577-0571-4f50-8741-9a53efb0eaf2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:16:31.666353 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Attempting to bind port 9d333577-0571-4f50-8741-9a53efb0eaf2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:16:31.666720 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Attempting to bind port 9d333577-0571-4f50-8741-9a53efb0eaf2 on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:16:31.674906 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Pushing event updated for resources: {'Port': ['ID=9d333577-0571-4f50-8741-9a53efb0eaf2,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:31.678407 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:16:31.678599 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:31.678947 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.679346 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:16:31.679812 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Bound port: 9d333577-0571-4f50-8741-9a53efb0eaf2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:16:31.680188 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.704393 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.704796 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.705087 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.705423 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.705753 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.706080 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.706405 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.706732 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.707054 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.707375 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.707696 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.708015 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:16:31.747475 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] For port 9d333577-0571-4f50-8741-9a53efb0eaf2, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:16:31.750611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] For port 9d333577-0571-4f50-8741-9a53efb0eaf2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d333577-0571-4f50-8741-9a53efb0eaf2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:16:31.754486 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.771570 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:31.811312 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:31.811913 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a97e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:31.813700 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee987e7c-0787-489c-bece-d9c5c5451628 None None] Pushing event updated for resources: {'Port': ['ID=9d333577-0571-4f50-8741-9a53efb0eaf2,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:31.920573 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:31.938287 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Allocated IP 172.20.0.1 (b35cef6f-4a69-4d99-8af0-3ba8ca66cebc/6445c483-2505-4dfc-8930-d7840febd5ef/bf5d23a5-0a83-4a30-9d28-b8455a7185d0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:16:32.043153 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.078887 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.098968 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a97e50>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:30Z', 'revision_number': 3, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:32.114965 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:32.119075 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:32.125082 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f0fa2-be56-4725-9fe2-031d2d95a79e None None] The sync data for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 is: [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:30Z', 'revision_number': 3, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:16:32.125381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:16:32.150371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:32.171079 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.317917 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.436626 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-21e60aaf-da77-4d13-a78e-698577ca374b None None] Provisioning complete for port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:32.437291 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-21e60aaf-da77-4d13-a78e-698577ca374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.476173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-21e60aaf-da77-4d13-a78e-698577ca374b None None] Port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:16:32.513001 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.519824 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.594404 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:32.596839 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.621665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fc9e9d7d-661d-42cb-8f52-1adb899a647a up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:32.672045 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port fc9e9d7d-661d-42cb-8f52-1adb899a647a triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:32.672449 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.704475 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:32.706238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:32.764166 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9d333577-0571-4f50-8741-9a53efb0eaf2 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:32.826494 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9d333577-0571-4f50-8741-9a53efb0eaf2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:32.826957 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.846599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Router 307954c7-2716-43a3-a918-f2f2e788638d has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:16:32.920139 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.945131 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port 9d333577-0571-4f50-8741-9a53efb0eaf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d333577-0571-4f50-8741-9a53efb0eaf2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:32.952105 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:32.977781 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:16:32.986010 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-d54db1f3-d047-40f0-9457-33575cd49ea7 admin admin] 10.222.0.13 "PUT /v2.0/routers/307954c7-2716-43a3-a918-f2f2e788638d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0095572
Nov 06 22:16:33.022498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=9d333577-0571-4f50-8741-9a53efb0eaf2,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:33.028766 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f91e3e0c-8bb7-43c5-b7f7-ec38e1281da3 None None] Provisioning complete for port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:33.029234 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f91e3e0c-8bb7-43c5-b7f7-ec38e1281da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.066876 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f91e3e0c-8bb7-43c5-b7f7-ec38e1281da3 None None] Port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:16:33.448799 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51440) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:33.454296 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-852817643-network', 'tenant_id': '56966b7ed64c44559068afed5a174fb8'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:33.474115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Made reservation on behalf of 56966b7ed64c44559068afed5a174fb8 for: {'network': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:16:33.476135 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for network, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.484878 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.562757 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.566669 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.590528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'}  {{(pid=119334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 06 22:16:33.599746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718ab3f3-2939-4070-b080-32756965891b,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:33.604328 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.604665 ncdv-master-1 neutron-server[119334]: INFO neutron.db.segments_db [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Added segment ded67d6a-1686-4a5c-a32d-cec5f790111a of type vlan for network 0537b16a-1b39-460a-896e-72ac850da65a
Nov 06 22:16:33.645545 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766658463151'] for network, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.669925 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241'] for network, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.670866 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:33.671431 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.729261 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2786465
Nov 06 22:16:33.731942 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51442) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:33.736746 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Request body: {'subnet': {'network_id': '0537b16a-1b39-460a-896e-72ac850da65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-852817643-subnet', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'ip_version': 4}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:33.744607 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6393-b213-4f0e-8e64-4f0bfb506e07 admin admin] Pushing event updated for resources: {'Network': ['ID=0537b16a-1b39-460a-896e-72ac850da65a,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:33.755385 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Network 0537b16a-1b39-460a-896e-72ac850da65a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=119335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 06 22:16:33.762831 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Made reservation on behalf of 56966b7ed64c44559068afed5a174fb8 for: {'subnet': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:16:33.765268 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12801813'] for subnet, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.829784 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Sync routers for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:16:33.840103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:33.840803 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251606430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:33.937309 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13156658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12801795'] for subnet, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:33.952938 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:33.994987 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24260d4-dcda-4190-8221-5fa00effa76b,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:33.999712 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Checking segment: {'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:34.000068 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Network hostable DHCP agents. Network: 0537b16a-1b39-460a-896e-72ac850da65a, hostable agents: ['da541619-a20c-4a5c-8ced-2d01e4c813d3'], hosted agents: [] {{(pid=119334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 06 22:16:34.017165 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Network 0537b16a-1b39-460a-896e-72ac850da65a is scheduled to be hosted by DHCP agent da541619-a20c-4a5c-8ced-2d01e4c813d3 with binding_index 1 {{(pid=119334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 06 22:16:34.025962 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0537b16a-1b39-460a-896e-72ac850da65a) {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:34.030816 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:34.031461 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.047563 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-a690923e-c770-4aae-8f8d-cd626b4fe9fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3145733
Nov 06 22:16:34.050070 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51444) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:34.054575 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:34.065492 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baeb23e-771b-477e-a1ae-91ed54c92783 None None] Network 0537b16a-1b39-460a-896e-72ac850da65a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:16:34.075363 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8688'] for router, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.076515 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-423950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8651'] for router, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.132351 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.274738 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0537b16a-1b39-460a-896e-72ac850da65a', 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'fixed_ips': [{'subnet_id': 'f24260d4-dcda-4190-8221-5fa00effa76b'}]}} from ncdv-master-1. {{(pid=119335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 06 22:16:34.275598 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.278661 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.294483 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251606430>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 2, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:34.329228 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Checking router: 307954c7-2716-43a3-a918-f2f2e788638d for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:16:34.329582 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Updating router 307954c7-2716-43a3-a918-f2f2e788638d port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:16:34.413238 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.518210 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.540656 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.552113 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.db_base_plugin_common [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Allocated IP 172.20.0.2 (0537b16a-1b39-460a-896e-72ac850da65a/f24260d4-dcda-4190-8221-5fa00effa76b/bdb5d18b-6a8c-4f9e-8d55-cf78485baa13) {{(pid=119335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:16:34.555556 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9d333577-0571-4f50-8741-9a53efb0eaf2 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:34.661349 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Allocated IP 172.35.0.156 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/c5eaf02e-349d-4332-85c1-b72d6c49a0ca) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:16:34.770429 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.807681 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:34.842732 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:34.847495 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:34.853326 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:16:34.883407 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Pushing event updated for resources: {'Port': ['ID=c5eaf02e-349d-4332-85c1-b72d6c49a0ca,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:34.906200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 9d333577-0571-4f50-8741-9a53efb0eaf2 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:34.906784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.063911 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Publish callbacks [] for port, precommit_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.090993 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060'] for port, after_create {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.110863 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.141828 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.155731 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Network 0537b16a-1b39-460a-896e-72ac850da65a is already hosted by enough agents. {{(pid=119335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:35.156542 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.161147 ncdv-master-1 neutron-server[119335]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Resources bound (agent type, host, resource id):  {{(pid=119335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:35.169703 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Received port after_create {{(pid=119335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:16:35.186118 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Pushing event updated for resources: {'Port': ['ID=bdb5d18b-6a8c-4f9e-8d55-cf78485baa13,revision_number=1']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:35.305363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0f4cf-9df7-494a-9767-fc8f3f9762b7 None None] Pushing event updated for resources: {'Port': ['ID=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:35.308933 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Attempting to bind port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:16:35.309306 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Attempting to bind port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:16:35.309669 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Attempting to bind port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 on network 0537b16a-1b39-460a-896e-72ac850da65a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:16:35.322983 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Attempting to bind port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:16:35.323350 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Attempting to bind port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:16:35.323729 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Attempting to bind port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 on network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:16:35.326333 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:16:35.326794 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Checking segment: {'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:35.327122 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.327485 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Bound using segment: {'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:16:35.327957 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Bound port: bdb5d18b-6a8c-4f9e-8d55-cf78485baa13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:16:35.328362 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.328546 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424019'] for router, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.343594 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:16:35.343977 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Checking segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:35.344429 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.344997 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Bound using segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:16:35.345493 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Bound port: bf5d23a5-0a83-4a30-9d28-b8455a7185d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:16:35.345885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.457005 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc is scheduled to L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 with binding_index 1 {{(pid=119334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 06 22:16:35.463629 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-798c48c0-bb17-493e-8c11-596e5140a791 None None] Provisioning complete for port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:35.464012 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-798c48c0-bb17-493e-8c11-596e5140a791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.471145 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] For port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:16:35.493278 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] For port bf5d23a5-0a83-4a30-9d28-b8455a7185d0, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:16:35.506761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] For port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdb5d18b-6a8c-4f9e-8d55-cf78485baa13,segment=NetworkSegment(ded67d6a-1686-4a5c-a32d-cec5f790111a),segment_id=ded67d6a-1686-4a5c-a32d-cec5f790111a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:16:35.522679 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.526345 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] For port bf5d23a5-0a83-4a30-9d28-b8455a7185d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:16:35.537299 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.558154 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-798c48c0-bb17-493e-8c11-596e5140a791 None None] Port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:16:35.566345 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:16:35.577154 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Sync routers for ids ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:16:35.585936 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:35.590099 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51446) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:35.590619 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-67ca2b54-a5dd-42ba-a028-b398bdab0860 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5390892
Nov 06 22:16:35.596527 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Routers {'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:35.600736 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252890730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:35.605366 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:35.606067 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251606430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:35.670084 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1181c-fecf-408f-8b7a-f03f9cc7078e None None] Pushing event updated for resources: {'Port': ['ID=bdb5d18b-6a8c-4f9e-8d55-cf78485baa13,revision_number=2']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:35.786974 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0f4cf-9df7-494a-9767-fc8f3f9762b7 None None] Pushing event updated for resources: {'Port': ['ID=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:35.830377 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:35.911313 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Set router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:36.108996 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-673187b0-9ae7-4b45-86fd-94875a8ff170 None None] Provisioning complete for port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:36.109936 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-673187b0-9ae7-4b45-86fd-94875a8ff170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.164324 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251606430>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:35Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:36.178776 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252890730>, [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:35Z', 'revision_number': 3, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port': {'id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:36.195401 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.201312 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77612a8-5ef2-4a7a-8e89-3836b6b445ed None None] The sync data for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 is: [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:35Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:16:36.238929 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Checking router: be1d5ec1-7086-42e8-b9f2-53a7a87e13fc for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:16:36.239277 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Updating router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc port c5eaf02e-349d-4332-85c1-b72d6c49a0ca binding host ncdv-master-1 {{(pid=119336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:16:36.253759 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-673187b0-9ae7-4b45-86fd-94875a8ff170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.286321 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.344686 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-673187b0-9ae7-4b45-86fd-94875a8ff170 None None] For port bf5d23a5-0a83-4a30-9d28-b8455a7185d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:36.352380 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-673187b0-9ae7-4b45-86fd-94875a8ff170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.403949 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673187b0-9ae7-4b45-86fd-94875a8ff170 None None] Pushing event updated for resources: {'Port': ['ID=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:36.482473 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Allocated IP 172.20.0.1 (0537b16a-1b39-460a-896e-72ac850da65a/f24260d4-dcda-4190-8221-5fa00effa76b/4f5e8357-69e2-49f1-9432-ba4425799fa6) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:16:36.665224 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:36.684145 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Publish callbacks [] for port, precommit_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.694183 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.713946 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.737174 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:36.737923 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.757048 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.782627 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62e8c6-ea29-47cd-880c-6ee055f1c01b None None] Pushing event updated for resources: {'Port': ['ID=c5eaf02e-349d-4332-85c1-b72d6c49a0ca,revision_number=2']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:36.791135 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Attempting to bind port c5eaf02e-349d-4332-85c1-b72d6c49a0ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:16:36.791506 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Attempting to bind port c5eaf02e-349d-4332-85c1-b72d6c49a0ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:16:36.791872 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Attempting to bind port c5eaf02e-349d-4332-85c1-b72d6c49a0ca on network 1cd440a1-6c1d-4164-9378-c5efd9c6801b {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:16:36.811658 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:16:36.815813 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Checking segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:36.817362 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.818378 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Bound using segment: {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'} {{(pid=119336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:16:36.820785 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.managers [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Bound port: c5eaf02e-349d-4332-85c1-b72d6c49a0ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca1cbd-d337-4ded-b549-fc3908148c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b'}}] {{(pid=119336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:16:36.823757 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.842236 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Network 0537b16a-1b39-460a-896e-72ac850da65a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:36.844386 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:36.846453 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Pushing event updated for resources: {'Port': ['ID=4f5e8357-69e2-49f1-9432-ba4425799fa6,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:36.848949 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:16:36.911364 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] For port c5eaf02e-349d-4332-85c1-b72d6c49a0ca, host ncdv-master-1, cleared binding levels {{(pid=119336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:16:36.917043 ncdv-master-1 neutron-server[119336]: DEBUG neutron.plugins.ml2.db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] For port c5eaf02e-349d-4332-85c1-b72d6c49a0ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5eaf02e-349d-4332-85c1-b72d6c49a0ca,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:16:36.918896 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.921683 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-423438'] for router_interface, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.924763 ncdv-master-1 neutron-server[119336]: DEBUG neutron_lib.callbacks.manager [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:36.979362 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Routers {'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:36.980048 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252890730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:37.003346 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdb5d18b-6a8c-4f9e-8d55-cf78485baa13,segment=NetworkSegment(ded67d6a-1686-4a5c-a32d-cec5f790111a),segment_id=ded67d6a-1686-4a5c-a32d-cec5f790111a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:37.013695 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:37.014518 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bf5d23a5-0a83-4a30-9d28-b8455a7185d0 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:37.096465 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c9143d-ccc7-43a9-b0ab-10e199f20788 None None] Network 0537b16a-1b39-460a-896e-72ac850da65a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:16:37.109000 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62e8c6-ea29-47cd-880c-6ee055f1c01b None None] Pushing event updated for resources: {'Port': ['ID=c5eaf02e-349d-4332-85c1-b72d6c49a0ca,revision_number=3']} {{(pid=119336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:37.125105 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] Set router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:37.128225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:37.172765 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:37.173377 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:37.222575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5d2dfef1-796a-408d-b4c3-2e154037d31f None None] Provisioning complete for port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:37.223258 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfef1-796a-408d-b4c3-2e154037d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:37.258473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=bdb5d18b-6a8c-4f9e-8d55-cf78485baa13,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:37.349270 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:37.360402 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:37.382516 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252890730>, [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:35Z', 'revision_number': 3, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port': {'id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:37.423829 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa6b4b-2433-4954-85db-e86152630f7c None None] The sync data for ids ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'] in ncdv-master-1 is: [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:35Z', 'revision_number': 3, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port': {'id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:16:37.442545 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-423570'] for router_interface, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:37.445896 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Pushing event updated for resources: {'Port': ['ID=4f5e8357-69e2-49f1-9432-ba4425799fa6,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:37.576468 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Network 0537b16a-1b39-460a-896e-72ac850da65a is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:37.578108 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:37.710795 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:16:37.803190 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f95866d9-3f71-427c-ab6b-bc588daf117d None None] Provisioning complete for port 4f5e8357-69e2-49f1-9432-ba4425799fa6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:37.803727 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f95866d9-3f71-427c-ab6b-bc588daf117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:37.843936 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-f95866d9-3f71-427c-ab6b-bc588daf117d None None] Port 4f5e8357-69e2-49f1-9432-ba4425799fa6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:16:37.844948 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:16:37.850877 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3ca333eb-a019-4bd7-b3f1-6e115f76965e admin admin] 10.222.0.13 "PUT /v2.0/routers/be1d5ec1-7086-42e8-b9f2-53a7a87e13fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2589493
Nov 06 22:16:37.861575 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-f95866d9-3f71-427c-ab6b-bc588daf117d None None] Provisioning complete for port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:37.861917 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f95866d9-3f71-427c-ab6b-bc588daf117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:38.283715 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-0ad78aed-fedc-4b3e-ada2-4b29d1907f0d None None] Provisioning complete for port 4f5e8357-69e2-49f1-9432-ba4425799fa6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:38.284354 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0ad78aed-fedc-4b3e-ada2-4b29d1907f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:38.324714 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-0ad78aed-fedc-4b3e-ada2-4b29d1907f0d None None] Port 4f5e8357-69e2-49f1-9432-ba4425799fa6 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:16:38.610881 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c5eaf02e-349d-4332-85c1-b72d6c49a0ca up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:38.658001 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c5eaf02e-349d-4332-85c1-b72d6c49a0ca triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:38.658368 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:38.738044 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:38.757000 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] For port c5eaf02e-349d-4332-85c1-b72d6c49a0ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5eaf02e-349d-4332-85c1-b72d6c49a0ca,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:38.761135 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:38.761932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:38.837011 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Pushing event updated for resources: {'Port': ['ID=c5eaf02e-349d-4332-85c1-b72d6c49a0ca,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:38.849932 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:38.850300 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.237348 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51454) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:39.242010 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-17ea61f2-6bcd-47ad-a9ec-56670064203d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481204569', 'description': 'tempest-secgroup-smoke-1481204569 description', 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:39.263291 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17ea61f2-6bcd-47ad-a9ec-56670064203d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.334193 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17ea61f2-6bcd-47ad-a9ec-56670064203d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.338326 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17ea61f2-6bcd-47ad-a9ec-56670064203d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.370589 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-17ea61f2-6bcd-47ad-a9ec-56670064203d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.372447 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-17ea61f2-6bcd-47ad-a9ec-56670064203d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1340108
Nov 06 22:16:39.374239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea61f2-6bcd-47ad-a9ec-56670064203d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04a45ab-c44e-4c36-ad99-cd544bb8580f,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:39.375611 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51456) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:39.380617 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-62f7b865-2af4-42a8-91fa-34e03bb3ed15 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'security_group_rule': {'security_group_id': 'a04a45ab-c44e-4c36-ad99-cd544bb8580f', 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:39.407285 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62f7b865-2af4-42a8-91fa-34e03bb3ed15 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.467978 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62f7b865-2af4-42a8-91fa-34e03bb3ed15 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.473652 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62f7b865-2af4-42a8-91fa-34e03bb3ed15 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.491097 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7b865-2af4-42a8-91fa-34e03bb3ed15 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a96b86d-de7d-43a2-bcdc-d9836456aec5,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:39.500184 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-62f7b865-2af4-42a8-91fa-34e03bb3ed15 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.501464 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-62f7b865-2af4-42a8-91fa-34e03bb3ed15 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1247036
Nov 06 22:16:39.504137 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 51458) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:39.508528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [None req-b58de422-82f7-4246-8104-cc48bdbe16f5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'security_group_rule': {'security_group_id': 'a04a45ab-c44e-4c36-ad99-cd544bb8580f', 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:39.536039 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b58de422-82f7-4246-8104-cc48bdbe16f5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.593148 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b58de422-82f7-4246-8104-cc48bdbe16f5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.597272 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b58de422-82f7-4246-8104-cc48bdbe16f5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.615101 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58de422-82f7-4246-8104-cc48bdbe16f5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22edf413-a4c0-482f-9708-42508a9149d1,revision_number=0']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:39.624211 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Sync routers for ids ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:16:39.624738 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-b58de422-82f7-4246-8104-cc48bdbe16f5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.626042 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b58de422-82f7-4246-8104-cc48bdbe16f5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1209564
Nov 06 22:16:39.628861 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51460) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:39.633478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c4054945-a988-431c-9f22-044914838e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'security_group_rule': {'security_group_id': 'a04a45ab-c44e-4c36-ad99-cd544bb8580f', 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:39.635379 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Routers {'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:39.635991 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b54df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:39.659255 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4054945-a988-431c-9f22-044914838e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.718186 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4054945-a988-431c-9f22-044914838e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.721950 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4054945-a988-431c-9f22-044914838e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.742038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4054945-a988-431c-9f22-044914838e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e10566-7e2e-4604-ad94-e5a2ed22a24c,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:39.744665 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Set router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:39.748423 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c4054945-a988-431c-9f22-044914838e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.752157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c4054945-a988-431c-9f22-044914838e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1197624
Nov 06 22:16:39.752383 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51462) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:39.756978 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-bfabe1b9-8392-4f3d-9078-80ac39b1caa5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'security_group_rule': {'security_group_id': 'a04a45ab-c44e-4c36-ad99-cd544bb8580f', 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:39.786031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfabe1b9-8392-4f3d-9078-80ac39b1caa5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.844836 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfabe1b9-8392-4f3d-9078-80ac39b1caa5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.848612 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfabe1b9-8392-4f3d-9078-80ac39b1caa5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.866653 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabe1b9-8392-4f3d-9078-80ac39b1caa5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123bd90c-de6b-47b0-a44f-2860df4defce,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:39.880661 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-bfabe1b9-8392-4f3d-9078-80ac39b1caa5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.882430 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-bfabe1b9-8392-4f3d-9078-80ac39b1caa5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1291132
Nov 06 22:16:39.885144 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51464) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:39.890094 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-cf0010a5-d640-4ef4-b530-d363dcb3a846 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'security_group_rule': {'security_group_id': 'a04a45ab-c44e-4c36-ad99-cd544bb8580f', 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:39.912750 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-cf0010a5-d640-4ef4-b530-d363dcb3a846 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Project 63efb8ef7eae4f3fbc99274c825b2af1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:16:39.917621 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf0010a5-d640-4ef4-b530-d363dcb3a846 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.955528 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b54df0>, [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:37Z', 'revision_number': 4, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port': {'id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4f5e8357-69e2-49f1-9432-ba4425799fa6', 'name': '', 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'mac_address': 'fa:16:3e:81:a3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f24260d4-dcda-4190-8221-5fa00effa76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:36Z', 'updated_at': '2021-11-06T22:16:37Z', 'revision_number': 2, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'subnets': [{'id': 'f24260d4-dcda-4190-8221-5fa00effa76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:39.979717 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf0010a5-d640-4ef4-b530-d363dcb3a846 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.983884 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf0010a5-d640-4ef4-b530-d363dcb3a846 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:39.987468 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Checking router: be1d5ec1-7086-42e8-b9f2-53a7a87e13fc for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:16:39.987826 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Updating router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc port 4f5e8357-69e2-49f1-9432-ba4425799fa6 binding host ncdv-master-1 {{(pid=119335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 06 22:16:40.002643 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0010a5-d640-4ef4-b530-d363dcb3a846 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed3350b-fdfc-4df2-baa6-29b1d0c081bc,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:40.007799 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-cf0010a5-d640-4ef4-b530-d363dcb3a846 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.009450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-cf0010a5-d640-4ef4-b530-d363dcb3a846 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1229146
Nov 06 22:16:40.011707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51466) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:40.016038 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-694126bb-d56b-495c-a561-eef545d69920 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'security_group_rule': {'security_group_id': 'a04a45ab-c44e-4c36-ad99-cd544bb8580f', 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:40.017114 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.037805 ncdv-master-1 neutron-server[119333]: INFO neutron.db.securitygroups_db [None req-694126bb-d56b-495c-a561-eef545d69920 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Project 63efb8ef7eae4f3fbc99274c825b2af1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 06 22:16:40.042866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-694126bb-d56b-495c-a561-eef545d69920 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.110282 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-694126bb-d56b-495c-a561-eef545d69920 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.115118 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-694126bb-d56b-495c-a561-eef545d69920 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575968'] for security_group_rule, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.133213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694126bb-d56b-495c-a561-eef545d69920 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8d7009-2508-43e5-82c0-6331e1368d82,revision_number=0']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:40.142612 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-694126bb-d56b-495c-a561-eef545d69920 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.143832 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-694126bb-d56b-495c-a561-eef545d69920 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1311321
Nov 06 22:16:40.289274 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Publish callbacks [] for port, precommit_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.297378 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.367888 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-a86c1a69-26db-4495-9f3c-46f670faea70 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481204569&fields=id&tenant_id=63efb8ef7eae4f3fbc99274c825b2af1 HTTP/1.1" status: 200  len: 267 time: 0.0537703
Nov 06 22:16:40.386200 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc875015-65d5-4e29-855c-a55440e88270 None None] Pushing event updated for resources: {'Port': ['ID=4f5e8357-69e2-49f1-9432-ba4425799fa6,revision_number=3']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:40.422641 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Attempting to bind port 4f5e8357-69e2-49f1-9432-ba4425799fa6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:16:40.423143 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Attempting to bind port 4f5e8357-69e2-49f1-9432-ba4425799fa6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:16:40.423544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Attempting to bind port 4f5e8357-69e2-49f1-9432-ba4425799fa6 on network 0537b16a-1b39-460a-896e-72ac850da65a {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:16:40.429514 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Checking agent: {'id': 'f5785da6-2be8-441c-951e-602e5ca0c151', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 36, 22), 'started_at': datetime.datetime(2021, 11, 6, 20, 36, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:16:40.429913 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Checking segment: {'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:40.430315 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.430709 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Bound using segment: {'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'} {{(pid=119335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:16:40.431173 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.managers [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Bound port: 4f5e8357-69e2-49f1-9432-ba4425799fa6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded67d6a-1686-4a5c-a32d-cec5f790111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a'}}] {{(pid=119335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:16:40.431549 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.502934 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] For port 4f5e8357-69e2-49f1-9432-ba4425799fa6, host ncdv-master-1, cleared binding levels {{(pid=119335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:16:40.507822 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] For port 4f5e8357-69e2-49f1-9432-ba4425799fa6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f5e8357-69e2-49f1-9432-ba4425799fa6,segment=NetworkSegment(ded67d6a-1686-4a5c-a32d-cec5f790111a),segment_id=ded67d6a-1686-4a5c-a32d-cec5f790111a)] {{(pid=119335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:16:40.511403 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-24f5f312-a8ef-40a9-bacc-03f452691752 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:40.511984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.520254 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-24f5f312-a8ef-40a9-bacc-03f452691752 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 809 time: 0.1429875
Nov 06 22:16:40.536122 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-9051b9de-108d-42df-9a79-366358f012df tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/quotas/63efb8ef7eae4f3fbc99274c825b2af1 HTTP/1.1" status: 200  len: 375 time: 0.0148082
Nov 06 22:16:40.577459 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c5eaf02e-349d-4332-85c1-b72d6c49a0ca up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:40.594145 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-61c60967-f790-4961-bf48-42781577d547 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0571218
Nov 06 22:16:40.619388 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Routers {'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:40.620036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9251b54df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:40.660530 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-342d2555-3322-4e75-8657-2c3747c720a8 None None] Provisioning complete for port 4f5e8357-69e2-49f1-9432-ba4425799fa6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:40.661343 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-342d2555-3322-4e75-8657-2c3747c720a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.669950 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc875015-65d5-4e29-855c-a55440e88270 None None] Pushing event updated for resources: {'Port': ['ID=4f5e8357-69e2-49f1-9432-ba4425799fa6,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:40.719381 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-134bdc79-db75-4edd-9137-7e7f285f9a7c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:16:40.721292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-134bdc79-db75-4edd-9137-7e7f285f9a7c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1140027
Nov 06 22:16:40.799197 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] Set router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:40.801002 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port c5eaf02e-349d-4332-85c1-b72d6c49a0ca triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:40.801370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:40.813573 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-4f9b4382-2659-49bf-86b9-aea12fd274a2 service neutron] 10.222.0.13 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858855
Nov 06 22:16:40.911225 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-c5307312-c5fc-4f2b-a549-d634fa106c6a service neutron] 10.222.0.13 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914333
Nov 06 22:16:40.930372 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-342d2555-3322-4e75-8657-2c3747c720a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:41.039103 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-342d2555-3322-4e75-8657-2c3747c720a8 None None] For port 4f5e8357-69e2-49f1-9432-ba4425799fa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f5e8357-69e2-49f1-9432-ba4425799fa6,segment=NetworkSegment(ded67d6a-1686-4a5c-a32d-cec5f790111a),segment_id=ded67d6a-1686-4a5c-a32d-cec5f790111a)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:41.055051 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-342d2555-3322-4e75-8657-2c3747c720a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:41.086892 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f5b33ffe-ebd0-4333-ac5a-21f92a5ba89b req-bb423aee-da29-49ac-9dcc-bf42a3e58f44 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 210 time: 0.0372214
Nov 06 22:16:41.145587 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d2555-3322-4e75-8657-2c3747c720a8 None None] Pushing event updated for resources: {'Port': ['ID=4f5e8357-69e2-49f1-9432-ba4425799fa6,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:41.183380 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9251b54df0>, [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:37Z', 'revision_number': 4, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port': {'id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4f5e8357-69e2-49f1-9432-ba4425799fa6', 'name': '', 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'mac_address': 'fa:16:3e:81:a3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f24260d4-dcda-4190-8221-5fa00effa76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:36Z', 'updated_at': '2021-11-06T22:16:40Z', 'revision_number': 4, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'subnets': [{'id': 'f24260d4-dcda-4190-8221-5fa00effa76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:41.186448 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-a02e5814-108a-454e-83b7-7a4cfc87206b None None] Provisioning complete for port 4f5e8357-69e2-49f1-9432-ba4425799fa6 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:41.186815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a02e5814-108a-454e-83b7-7a4cfc87206b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:41.231098 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631de657-25f1-4791-9247-e59ba4ef43d0 None None] The sync data for ids ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'] in ncdv-master-1 is: [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:37Z', 'revision_number': 4, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port': {'id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4f5e8357-69e2-49f1-9432-ba4425799fa6', 'name': '', 'network_id': '0537b16a-1b39-460a-896e-72ac850da65a', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'mac_address': 'fa:16:3e:81:a3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'f24260d4-dcda-4190-8221-5fa00effa76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:36Z', 'updated_at': '2021-11-06T22:16:40Z', 'revision_number': 4, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'subnets': [{'id': 'f24260d4-dcda-4190-8221-5fa00effa76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:16:42.087334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-1cbd94c2-f6eb-40fd-bab4-b1344d87b4ee tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:42.089048 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-1cbd94c2-f6eb-40fd-bab4-b1344d87b4ee tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 809 time: 0.1170619
Nov 06 22:16:42.152276 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-c82a2f9b-a014-4c8a-afd6-9b63f522b298 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63efb8ef7eae4f3fbc99274c825b2af1 HTTP/1.1" status: 200  len: 380 time: 0.0545359
Nov 06 22:16:42.162145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'port': {'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'admin_state_up': True, 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'security_groups': ['a04a45ab-c44e-4c36-ad99-cd544bb8580f']}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:42.227326 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a0706571-ca96-4086-a810-cecd1e58c017 req-7a933550-c3d6-41dc-bb0d-0faece5646c3 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 210 time: 0.0618224
Nov 06 22:16:42.296997 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Made reservation on behalf of 63efb8ef7eae4f3fbc99274c825b2af1 for: {'port': 1} {{(pid=119333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:16:42.300537 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:42.425364 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Allocated IP 172.20.0.8 (b35cef6f-4a69-4d99-8af0-3ba8ca66cebc/6445c483-2505-4dfc-8930-d7840febd5ef/45978243-b1a6-4dc4-a4b4-dc37978020c0) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:16:42.552107 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4f5e8357-69e2-49f1-9432-ba4425799fa6 up at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:42.566764 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:42.600948 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Provisioning complete for port 4f5e8357-69e2-49f1-9432-ba4425799fa6 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:42.601300 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:42.601496 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:42.645259 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:42.650387 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:42.654685 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:16:42.679478 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:42.708623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:42.709250 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:42.727170 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-89d2af12-1a61-4af1-8c80-562c16b215a0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5687757
Nov 06 22:16:42.740512 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Request body: {'port': {'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:42.946486 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-b8f0868e-0cde-4480-88b4-e0bd7816be6f None None] Provisioning complete for port 45978243-b1a6-4dc4-a4b4-dc37978020c0 triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:42.947119 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b8f0868e-0cde-4480-88b4-e0bd7816be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:42.985473 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0868e-0cde-4480-88b4-e0bd7816be6f None None] Port 45978243-b1a6-4dc4-a4b4-dc37978020c0 cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:16:43.151768 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:43.393745 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b532cfc-6831-4d89-842a-5ee3a86e8c38 req-b1050bd8-67b4-43f7-9d11-ebb8e30e8393 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:43.395533 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b532cfc-6831-4d89-842a-5ee3a86e8c38 req-b1050bd8-67b4-43f7-9d11-ebb8e30e8393 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 931 time: 0.0795708
Nov 06 22:16:43.495088 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9b532cfc-6831-4d89-842a-5ee3a86e8c38 req-977e0630-dcab-4388-ba5d-487d48af778e tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887320
Nov 06 22:16:43.503289 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45978243-b1a6-4dc4-a4b4-dc37978020c0 {{(pid=119333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:16:43.511248 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:43.525257 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.provisioning_blocks [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Transition to ACTIVE for port object 45978243-b1a6-4dc4-a4b4-dc37978020c0 will not be triggered until provisioned by entity L2. {{(pid=119333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 22:16:43.529547 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:43.585420 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Pushing event updated for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:43.664687 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Attempting to bind port 45978243-b1a6-4dc4-a4b4-dc37978020c0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:16:43.665037 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Attempting to bind port 45978243-b1a6-4dc4-a4b4-dc37978020c0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:16:43.665379 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Attempting to bind port 45978243-b1a6-4dc4-a4b4-dc37978020c0 on network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:16:43.670891 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Port 45978243-b1a6-4dc4-a4b4-dc37978020c0 on network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 22:16:43.671022 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Attempting to bind port 45978243-b1a6-4dc4-a4b4-dc37978020c0 on network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:16:43.676330 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Checking agent: {'id': '4d2e7407-dcf1-4c7b-a95e-88395a90c196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:16:43.676620 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Checking segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:16:43.676991 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Bound using segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} {{(pid=119333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:16:43.677689 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.managers [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Bound port: 45978243-b1a6-4dc4-a4b4-dc37978020c0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'}}] {{(pid=119333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:16:43.678052 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:43.748619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, cleared binding levels {{(pid=119333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:16:43.751959 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:16:43.757384 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:43.795200 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:43.795822 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:43.797258 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] 10.222.0.37 "PUT /v2.0/ports/45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 1091 time: 1.0612307
Nov 06 22:16:43.797706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:16:43.799985 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9df76-b499-4adc-9968-d6753e77464a" -d '{"events": [{"name": "network-changed", "server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:16:43.827394 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4ef31-f9d5-49e4-af0a-e01c79354b3a service neutron] Pushing event updated for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=3']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:43.888957 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed9cd01-72d7-4d55-863f-10a485a28df1 x-openstack-request-id: req-7ed9cd01-72d7-4d55-863f-10a485a28df1 {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:16:43.889260 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:16:43.889519 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ed9cd01-72d7-4d55-863f-10a485a28df1 {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:16:43.889964 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'status': 'completed', 'code': 200}
Nov 06 22:16:43.905225 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-f6838a27-2655-45a5-9143-67b3876a46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:43.906792 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-f6838a27-2655-45a5-9143-67b3876a46fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1094 time: 0.0646780
Nov 06 22:16:43.956672 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-1ee9749e-e5ef-4ca9-bc26-2888d3961761 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 217 time: 0.0423193
Nov 06 22:16:44.009836 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-76867f47-798c-4688-8e1d-ba754a31935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:44.011365 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-76867f47-798c-4688-8e1d-ba754a31935c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0469487
Nov 06 22:16:44.057049 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-6f72538c-1f75-494c-bfb1-bab8817c0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:44.059106 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-6f72538c-1f75-494c-bfb1-bab8817c0a84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406840
Nov 06 22:16:44.152794 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-fa70553e-2a4e-4d4a-8d1e-f6fb557af339 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867553
Nov 06 22:16:44.244092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c1894036-ad22-4c97-b6b7-118c9e2eed5f req-8188cc3b-30f8-4f40-a49f-3c1934adc535 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848289
Nov 06 22:16:44.328073 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9df76-b499-4adc-9968-d6753e77464a req-4e931696-ad89-4925-8fb4-9553e1737766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:44.329607 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de9df76-b499-4adc-9968-d6753e77464a req-4e931696-ad89-4925-8fb4-9553e1737766 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1094 time: 0.0419824
Nov 06 22:16:44.424577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9df76-b499-4adc-9968-d6753e77464a req-c7f6ac3f-8e3b-4407-8f10-8a0eab52aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:44.426070 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de9df76-b499-4adc-9968-d6753e77464a req-c7f6ac3f-8e3b-4407-8f10-8a0eab52aacc service neutron] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0897160
Nov 06 22:16:44.468444 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de9df76-b499-4adc-9968-d6753e77464a req-94662063-73f7-41ce-be1c-bed7545153a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 217 time: 0.0337076
Nov 06 22:16:44.526775 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9df76-b499-4adc-9968-d6753e77464a req-76e56be0-1ba4-44a8-be20-687eff5b15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:44.528848 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de9df76-b499-4adc-9968-d6753e77464a req-76e56be0-1ba4-44a8-be20-687eff5b15e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0540969
Nov 06 22:16:44.598298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9df76-b499-4adc-9968-d6753e77464a req-3f718d5d-0df0-48d6-a7aa-370c69688dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:44.599778 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de9df76-b499-4adc-9968-d6753e77464a req-3f718d5d-0df0-48d6-a7aa-370c69688dbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0646102
Nov 06 22:16:44.663213 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a41113-2df7-495e-9218-5f602ef2d0a7 req-a0d3f395-b399-4bae-9e28-10b1e1102d17 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:44.664688 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18a41113-2df7-495e-9218-5f602ef2d0a7 req-a0d3f395-b399-4bae-9e28-10b1e1102d17 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 943 time: 0.0985160
Nov 06 22:16:44.733697 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de9df76-b499-4adc-9968-d6753e77464a req-c8701d86-04ea-4007-b9df-c371213e2f14 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257107
Nov 06 22:16:44.742943 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18a41113-2df7-495e-9218-5f602ef2d0a7 req-d959576f-ce8b-4538-b0ed-0b1395c45d1f tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704687
Nov 06 22:16:44.826379 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6de9df76-b499-4adc-9968-d6753e77464a req-a45550a4-3ccc-4d8d-88a5-dc81a0a9e63c service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823948
Nov 06 22:16:45.258812 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:45.621769 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:45.863765 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b134d9c-ac7e-41a5-8fd1-1e4363ecf00f req-182a55cc-3153-4020-a621-f9132c9a9753 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:45.865341 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b134d9c-ac7e-41a5-8fd1-1e4363ecf00f req-182a55cc-3153-4020-a621-f9132c9a9753 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 943 time: 0.0539811
Nov 06 22:16:45.914855 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-4b134d9c-ac7e-41a5-8fd1-1e4363ecf00f req-6ed1572e-1a64-420d-b393-86d28925c70a tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428498
Nov 06 22:16:46.072442 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:16:47.030930 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc8018-a61f-4c91-ad00-f70590afa4a6 req-521219c0-744e-4eea-bb60-05c2635f9a8a tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:47.032428 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81cc8018-a61f-4c91-ad00-f70590afa4a6 req-521219c0-744e-4eea-bb60-05c2635f9a8a tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 943 time: 0.0495448
Nov 06 22:16:47.051098 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0af7d527-bbb2-479f-99ee-ee7bb52c28fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:47.084396 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-81cc8018-a61f-4c91-ad00-f70590afa4a6 req-fa18085e-d93c-4025-bfc0-3bb90afcacb4 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458400
Nov 06 22:16:47.384507 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 45978243-b1a6-4dc4-a4b4-dc37978020c0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:16:47.477941 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:47.489445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:16:47.525202 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:47.538496 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45978243-b1a6-4dc4-a4b4-dc37978020c0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:16:47.558301 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:47.562220 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:47.611574 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:47.965432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['45978243-b1a6-4dc4-a4b4-dc37978020c0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:16:48.202542 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae04a80-efd9-4ea9-a174-13a7fe26d2ed req-5ef02d22-0985-4310-92d1-28235311faf2 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:48.204056 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aae04a80-efd9-4ea9-a174-13a7fe26d2ed req-5ef02d22-0985-4310-92d1-28235311faf2 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 944 time: 0.0529833
Nov 06 22:16:48.257696 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-aae04a80-efd9-4ea9-a174-13a7fe26d2ed req-d77ed504-ea6f-4876-9563-63c799025c30 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477488
Nov 06 22:16:49.371814 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1597ea9-136a-422c-bc39-71cd8ab75223 req-bdfefcae-8a67-4c2e-a389-7d9e779c415d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:49.373308 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1597ea9-136a-422c-bc39-71cd8ab75223 req-bdfefcae-8a67-4c2e-a389-7d9e779c415d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 944 time: 0.0477724
Nov 06 22:16:49.390445 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 45978243-b1a6-4dc4-a4b4-dc37978020c0 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:16:49.423292 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-b1597ea9-136a-422c-bc39-71cd8ab75223 req-f97a7e5f-dd22-4892-a869-821f64721a11 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440316
Nov 06 22:16:49.433067 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-400fff70-68d8-49a6-8957-ce4e7146ef74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:49.449875 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning for port 45978243-b1a6-4dc4-a4b4-dc37978020c0 completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 22:16:49.453610 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 45978243-b1a6-4dc4-a4b4-dc37978020c0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:16:49.453974 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:49.530752 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:49.552819 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:16:49.554966 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399d4832-7cd8-49ca-8a59-f14186f70c8b" -d '{"events": [{"server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:16:49.567751 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:16:49.571579 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:49.617158 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:49.652148 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3119d659-a7bb-445a-a83f-f7e7b0a37bde x-openstack-request-id: req-3119d659-a7bb-445a-a83f-f7e7b0a37bde {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:16:49.652496 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:16:49.652753 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3119d659-a7bb-445a-a83f-f7e7b0a37bde {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:16:49.653157 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'code': 200}
Nov 06 22:16:49.749429 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d689-c1c4-4133-9b68-7405f0c76c60 req-d41f5e1f-87fe-4756-ac59-07ca970aa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:49.750919 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f901d689-c1c4-4133-9b68-7405f0c76c60 req-d41f5e1f-87fe-4756-ac59-07ca970aa0dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1096 time: 0.0398922
Nov 06 22:16:49.798136 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f901d689-c1c4-4133-9b68-7405f0c76c60 req-02ead745-82b8-43ac-8aa0-2e3862235f2b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401912
Nov 06 22:16:50.543910 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d8034-707f-47ea-a899-2573665e0c12 req-43d56a81-091e-448d-b30e-4ef7d4188d60 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:50.545561 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d7d8034-707f-47ea-a899-2573665e0c12 req-43d56a81-091e-448d-b30e-4ef7d4188d60 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 945 time: 0.0545321
Nov 06 22:16:50.594997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-7d7d8034-707f-47ea-a899-2573665e0c12 req-2e1bf630-ba45-40c6-9bc5-aed51c86309b tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433092
Nov 06 22:16:50.952187 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:51.711878 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa860-1b95-4f74-b5c2-ff768a3b4bec req-08708029-605e-497c-b847-bd74fb4a82b1 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:51.713450 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-581aa860-1b95-4f74-b5c2-ff768a3b4bec req-08708029-605e-497c-b847-bd74fb4a82b1 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 945 time: 0.0499632
Nov 06 22:16:51.763269 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-581aa860-1b95-4f74-b5c2-ff768a3b4bec req-fd622bef-ae81-46a0-b00a-cf0917e57222 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438700
Nov 06 22:16:51.878188 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398ed15-1bb3-4e2e-a5b1-c1ad95cc40c1 req-6907b8ee-8130-4f2b-99d3-56636d77cdf7 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:51.879054 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6398ed15-1bb3-4e2e-a5b1-c1ad95cc40c1 req-6907b8ee-8130-4f2b-99d3-56636d77cdf7 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 945 time: 0.0488460
Nov 06 22:16:51.931894 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6398ed15-1bb3-4e2e-a5b1-c1ad95cc40c1 req-d2d51438-2e0b-4903-b715-734c352ff400 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468798
Nov 06 22:16:51.953661 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51522) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:52.034008 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246fd2d0-4d74-49c2-9cbe-c5cb412496b2 tempest-TestSnapshotPattern-1421805639 tempest-TestSnapshotPattern-1421805639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:52.035551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-246fd2d0-4d74-49c2-9cbe-c5cb412496b2 tempest-TestSnapshotPattern-1421805639 tempest-TestSnapshotPattern-1421805639-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1091 time: 0.0808995
Nov 06 22:16:52.038517 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51526) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:16:52.043399 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:16:52.065123 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:52.164313 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:52.189683 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:52.268274 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Allocated IP 172.35.0.116 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/f878366c-2c77-4699-8d63-9569384b4ddb) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:16:52.375413 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:52.408676 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:52.446362 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:16:52.451623 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:16:52.455148 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:16:52.460941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'Port': ['ID=f878366c-2c77-4699-8d63-9569384b4ddb,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:52.728098 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:52.821469 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:52.889655 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:53.041031 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:53.045477 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:53.108588 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'Port': ['ID=f878366c-2c77-4699-8d63-9569384b4ddb,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:16:53.123905 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:53.223320 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Floating IP 18009cb4-7e12-40ba-8ab4-daf1e3d5da00 associated. External IP: 172.35.0.116, port: 45978243-b1a6-4dc4-a4b4-dc37978020c0.
Nov 06 22:16:53.432956 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Router 307954c7-2716-43a3-a918-f2f2e788638d has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:16:53.541315 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:16:53.552049 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] Sync routers for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:16:53.560485 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:16:53.562995 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:53.563616 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:53.586852 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-34bee1d2-fc10-4883-acee-5edb56f60f51 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5473044
Nov 06 22:16:53.587619 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:16:53.590537 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c42672-0864-464e-acb4-38453702ce83" -d '{"events": [{"name": "network-changed", "server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:16:53.627906 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3062a9-d0da-4132-b09b-dde5612eff2a x-openstack-request-id: req-3d3062a9-d0da-4132-b09b-dde5612eff2a {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:16:53.628228 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:16:53.628523 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d3062a9-d0da-4132-b09b-dde5612eff2a {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:16:53.628956 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'status': 'completed', 'code': 200}
Nov 06 22:16:53.674623 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:53.690649 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c42672-0864-464e-acb4-38453702ce83 req-6d1029ce-683b-43a8-b496-1e31a01e710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:53.692215 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23c42672-0864-464e-acb4-38453702ce83 req-6d1029ce-683b-43a8-b496-1e31a01e710b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1096 time: 0.0429802
Nov 06 22:16:53.786513 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c42672-0864-464e-acb4-38453702ce83 req-6b96857b-c9d2-4caf-9c08-e5dab66f7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:53.787997 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23c42672-0864-464e-acb4-38453702ce83 req-6b96857b-c9d2-4caf-9c08-e5dab66f7b98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0879812
Nov 06 22:16:53.854257 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23c42672-0864-464e-acb4-38453702ce83 req-d10df4e2-899b-4019-93a2-5ca5c7d57f85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 999 time: 0.0587354
Nov 06 22:16:53.896550 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8820>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:52Z', 'revision_number': 0, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:53.906159 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c42672-0864-464e-acb4-38453702ce83 req-bb5886d6-bca9-4a8c-824a-1faa35936f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:53.907859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23c42672-0864-464e-acb4-38453702ce83 req-bb5886d6-bca9-4a8c-824a-1faa35936f60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0458293
Nov 06 22:16:53.922653 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] Checking router: 307954c7-2716-43a3-a918-f2f2e788638d for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:16:53.931130 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:16:53.931736 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:16:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:53.959615 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c42672-0864-464e-acb4-38453702ce83 req-d43c961c-be88-4c41-bcf1-64cae7005d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:16:53.961092 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23c42672-0864-464e-acb4-38453702ce83 req-d43c961c-be88-4c41-bcf1-64cae7005d5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465417
Nov 06 22:16:54.053152 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:16:54.053859 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23c42672-0864-464e-acb4-38453702ce83 req-360dd3ef-ea1a-4f30-bc6b-af40d7f3a77d service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861073
Nov 06 22:16:54.150941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-23c42672-0864-464e-acb4-38453702ce83 req-e289e46c-9097-4435-946c-3a5718cfc79a service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896144
Nov 06 22:16:54.359698 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8820>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:52Z', 'revision_number': 0, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:16:54.385142 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16d5c4-e284-40db-a9bf-9b419ad95193 None None] The sync data for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 is: [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:52Z', 'revision_number': 0, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:16:54.583037 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b7ec3-07ac-4d00-a1e4-299fa3ea543e None None] New status for floating IP 18009cb4-7e12-40ba-8ab4-daf1e3d5da00: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:17:15.257064 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:15.636112 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:17.054662 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a8c87622-ae41-4b86-985b-1710b3acd882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:19.405825 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4ebff145-dc38-4082-9ce7-e710a99128f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:20.957710 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:22.190776 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:22.730022 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:23.071485 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:17:29.647593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-8956b085-50a9-4447-b7f2-c803596cc1d7 req-755648d1-a0d6-4361-9100-a19c9a08ff65 tempest-TestNetworkAdvancedServerOps-1555015722 tempest-TestNetworkAdvancedServerOps-1555015722-project] (119333) timed out ('10.222.0.10', 57928) {{(pid=119333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 22:17:45.255275 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:45.651800 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:46.405388 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-17e7f27d-8746-4b60-a5b2-fb167969f116 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0416648
Nov 06 22:17:46.486107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-8c39dd20-338f-4068-8e63-363ae801f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:17:46.487603 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-8c39dd20-338f-4068-8e63-363ae801f7a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1096 time: 0.0402524
Nov 06 22:17:46.597752 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-09e450f7-914f-422b-b619-5355dbfa6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:17:46.599295 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-09e450f7-914f-422b-b619-5355dbfa6f78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0931435
Nov 06 22:17:46.664611 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-c31761aa-8d18-4ea8-adb8-91fb7f1d9887 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 1001 time: 0.0577173
Nov 06 22:17:46.713355 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-7ba68c55-0656-41fa-8f8c-e50e39a91578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:17:46.714760 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-7ba68c55-0656-41fa-8f8c-e50e39a91578 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0434721
Nov 06 22:17:46.764846 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-fb70edc7-f163-4de9-a265-eb5044ea9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:17:46.766309 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-fb70edc7-f163-4de9-a265-eb5044ea9572 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437324
Nov 06 22:17:46.855082 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-e5085932-4a65-4bd5-b3d7-bb2e2a6965b1 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813894
Nov 06 22:17:46.950757 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-af68214a-7d80-4e16-86ee-e4d2f2bda408 req-d552e9ab-284b-4429-9ce4-83b46c1a32f7 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871389
Nov 06 22:17:47.056556 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-015cd694-c2c8-4dd9-9fce-37eba0aebb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:49.407546 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d8e1769f-6f0b-403a-b488-052780a601f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:50.958100 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:52.193385 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:17:52.732888 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:00.071596 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:18:15.255272 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:15.664436 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:17.060606 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6e1aca79-64a7-4233-b580-d6b461f66fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:19.410159 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ed7861b-65b0-43d2-8531-30b1f7990524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:20.961026 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:22.196037 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:22.876190 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:37.070051 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:18:45.281537 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:45.665921 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:47.063776 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c687249c-b1ea-4ff2-b475-2d0bc10ba49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:47.448749 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-a3c72a2c-65c3-41c1-91e2-46a0db6b9ae6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0410643
Nov 06 22:18:47.530722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-2ec79c38-3a26-4a57-b0da-36fce1d5b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:18:47.532228 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-2ec79c38-3a26-4a57-b0da-36fce1d5b127 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1096 time: 0.0412943
Nov 06 22:18:47.640432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-8b4d8145-5966-40b0-9d86-ce33d2565bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:18:47.641922 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-8b4d8145-5966-40b0-9d86-ce33d2565bd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0893035
Nov 06 22:18:47.710635 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-6fe52416-9fa7-49b4-8143-4db91b9b6754 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 1001 time: 0.0615225
Nov 06 22:18:47.759118 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-a537dd0f-e2ef-4a16-9d27-dfad270add9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:18:47.760612 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-a537dd0f-e2ef-4a16-9d27-dfad270add9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0431275
Nov 06 22:18:47.810642 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-8c8c09a9-9945-4a09-abe2-0bd16711ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:18:47.812190 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-8c8c09a9-9945-4a09-abe2-0bd16711ab09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444443
Nov 06 22:18:47.904202 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-6440cbe7-8244-4813-a605-0ee5bef4e171 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841944
Nov 06 22:18:47.998433 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2ef7adf0-d46b-4c8a-8bf8-be1817b440c0 req-a58e8468-5a44-406d-ac3c-b30385ea4b68 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872157
Nov 06 22:18:49.414481 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5802703c-3e04-41ae-ac50-22f786ef2d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:50.962756 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:52.199876 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:18:52.737882 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:14.069225 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:19:15.314810 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:15.662621 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:17.064468 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-bc550f71-78c0-48a0-a75d-c8f6a5634340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:19.414578 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-75632150-df54-48be-8d06-59cbc6798283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:20.966383 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:22.204568 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:22.738996 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:26.031432 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 45978243-b1a6-4dc4-a4b4-dc37978020c0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:19:26.122567 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:19:26.134088 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Returning: {'device': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:19:26.173435 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:26.185728 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45978243-b1a6-4dc4-a4b4-dc37978020c0 {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:19:26.204526 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:19:26.208841 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:26.257689 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:19:26.265079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.265424 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.265761 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.266092 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.266421 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.266748 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.267073 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.267393 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.267713 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.268031 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.268371 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.268692 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:26.280139 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] get_ports_and_sgs() called for port_ids ['45978243-b1a6-4dc4-a4b4-dc37978020c0'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:19:28.041352 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 45978243-b1a6-4dc4-a4b4-dc37978020c0 up at agent hyperv_nch1-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:19:28.088980 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Provisioning complete for port 45978243-b1a6-4dc4-a4b4-dc37978020c0 triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:19:28.089352 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:28.166144 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:28.188355 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:19:28.190650 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67db8e10-335b-4dce-a9ab-9cab48be6b16" -d '{"events": [{"server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:19:28.203605 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:19:28.207946 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:28.231645 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43ac00a-e462-4512-95e5-61b505c503d6 x-openstack-request-id: req-d43ac00a-e462-4512-95e5-61b505c503d6 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:19:28.231943 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:19:28.232198 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d43ac00a-e462-4512-95e5-61b505c503d6 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:19:28.232616 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'code': 200}
Nov 06 22:19:28.256577 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:19:38.841702 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-a69358ac-bd39-42ee-a91e-280485b59306 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481204569&fields=id&tenant_id=63efb8ef7eae4f3fbc99274c825b2af1 HTTP/1.1" status: 200  len: 267 time: 0.0450993
Nov 06 22:19:38.944731 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-1ef7cc35-2d34-4983-83be-d3c3ca0f7ea8 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:38.946180 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-1ef7cc35-2d34-4983-83be-d3c3ca0f7ea8 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 809 time: 0.0971537
Nov 06 22:19:38.961110 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-b3ff671b-1b95-4639-ac32-971fc46e10fd tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/quotas/63efb8ef7eae4f3fbc99274c825b2af1 HTTP/1.1" status: 200  len: 375 time: 0.0092025
Nov 06 22:19:39.019331 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-6a127e80-55fc-440d-9ec1-83e2fca47180 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0530899
Nov 06 22:19:39.077298 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-4f76132a-151f-47a9-9026-788dba7ffe16 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:19:39.078956 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-4f76132a-151f-47a9-9026-788dba7ffe16 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0484099
Nov 06 22:19:39.166183 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-3ef1f027-995c-42c2-9572-29dcf5206752 service neutron] 10.222.0.13 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809000
Nov 06 22:19:39.257467 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-ca6a3e51-122c-4979-948e-5953bcd50855 service neutron] 10.222.0.13 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854979
Nov 06 22:19:40.510137 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-a7cbcdd4-9f00-4cd7-b41f-7fb651d5161d req-505611f0-298d-4afa-8887-79713c27f89f tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 210 time: 0.0755308
Nov 06 22:19:41.587475 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c716f046-2dbd-46c8-9530-90a2c6c93ef7 req-ba4f6fac-8099-4dc5-a711-e5ea94cefbfa tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 210 time: 0.0254533
Nov 06 22:19:42.151033 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 45978243-b1a6-4dc4-a4b4-dc37978020c0 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:19:42.223538 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:42.246455 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:19:42.248714 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8a5879-40b0-4e58-9862-0845d14be123" -d '{"events": [{"server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "name": "network-vif-unplugged", "status": "completed", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:19:42.264034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:19:42.268269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:42.293122 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 06 Nov 2021 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ab959b-f2dd-47b4-adf7-9891811e5fcb x-openstack-request-id: req-c4ab959b-f2dd-47b4-adf7-9891811e5fcb {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:19:42.293412 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "name": "network-vif-unplugged", "status": "completed", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:19:42.293660 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4ab959b-f2dd-47b4-adf7-9891811e5fcb {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:19:42.294039 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'code': 200}
Nov 06 22:19:42.319414 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Pushing event updated for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=8']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:19:42.664645 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-da21a8ab-c936-471b-904e-44d210426ee6 req-730932b6-1892-46e4-96e4-9fee3a726027 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 210 time: 0.0267723
Nov 06 22:19:43.743325 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-6a969bae-f210-4dda-a71b-5084cd456a74 req-b5c5ffe1-b58e-4d11-b643-4007bb8824e0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 210 time: 0.0270171
Nov 06 22:19:44.844761 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0d324af4-02e4-4aa7-98d1-fa3197e962a5 req-cbe0551a-35b3-4b6a-92a6-c30650b32fe2 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 210 time: 0.0300806
Nov 06 22:19:45.320189 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:45.361187 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.10', 58076) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:19:45.467890 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9dca8444-d4f2-44b9-a10b-28b8ea58f4da tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:45.469934 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9dca8444-d4f2-44b9-a10b-28b8ea58f4da tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.10 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 809 time: 0.1077898
Nov 06 22:19:45.532238 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-15622866-5f3e-4c37-b61b-431f11797987 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63efb8ef7eae4f3fbc99274c825b2af1 HTTP/1.1" status: 200  len: 380 time: 0.0530457
Nov 06 22:19:45.547754 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'port': {'device_id': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'admin_state_up': True, 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'security_groups': ['a04a45ab-c44e-4c36-ad99-cd544bb8580f']}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:19:45.657528 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Made reservation on behalf of 63efb8ef7eae4f3fbc99274c825b2af1 for: {'port': 1} {{(pid=119334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 06 22:19:45.661465 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:45.679703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:45.806827 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_common [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Allocated IP 172.20.0.6 (b35cef6f-4a69-4d99-8af0-3ba8ca66cebc/6445c483-2505-4dfc-8930-d7840febd5ef/58d2c916-547f-4708-a710-826ab4b6294f) {{(pid=119334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:19:45.990953 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for port, precommit_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:46.036492 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_create {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:46.116115 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'Port': ['ID=58d2c916-547f-4708-a710-826ab4b6294f,revision_number=1']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:19:46.129322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.130293 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.130995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.130995 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.132278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.132278 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.132553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.133149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.133149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.133955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.133955 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.134185 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:19:46.151578 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc is already hosted by enough agents. {{(pid=119334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:19:46.153189 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.base_scheduler [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Resources bound (agent type, host, resource id):  {{(pid=119334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:19:46.169186 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Received port after_create {{(pid=119334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:19:46.248667 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:46.249517 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:46.290637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-eb8ab94d-68a1-4b50-ab2b-c2a89d43b309 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7464898
Nov 06 22:19:46.408589 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122ebe-0983-4569-a7e0-0c227a853471 req-c666c414-d655-4f97-9f7a-1f9d2b78cf5e tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:46.410151 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45122ebe-0983-4569-a7e0-0c227a853471 req-c666c414-d655-4f97-9f7a-1f9d2b78cf5e tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0786588
Nov 06 22:19:46.467101 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-45122ebe-0983-4569-a7e0-0c227a853471 req-bc83cffa-2fc4-4c95-975d-3c7cb95e695d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507619
Nov 06 22:19:46.504727 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-eb6182fb-e236-48cd-8c83-9f5a0567386f None None] Provisioning complete for port 58d2c916-547f-4708-a710-826ab4b6294f triggered by entity DHCP. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:19:46.505885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-eb6182fb-e236-48cd-8c83-9f5a0567386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:46.540043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-eb6182fb-e236-48cd-8c83-9f5a0567386f None None] Port 58d2c916-547f-4708-a710-826ab4b6294f cannot update to ACTIVE because it is not bound. {{(pid=119335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 06 22:19:47.070669 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-dba9f641-08da-447d-a408-2066e7b05efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:47.402710 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-52047ac2-9d0b-4613-9c0c-2685df697ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0423853
Nov 06 22:19:47.490780 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cc934-9694-4179-9e98-10eb58f9a84a req-0fea8f7a-b2d0-485b-b7b6-ad0741f286cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:47.492351 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-0fea8f7a-b2d0-485b-b7b6-ad0741f286cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1094 time: 0.0432663
Nov 06 22:19:47.641662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b0e08-44fd-417f-bbf6-e0b3663df18d req-4cf441d5-39bd-4673-b43a-561ea1d81df9 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:47.643158 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd3b0e08-44fd-417f-bbf6-e0b3663df18d req-4cf441d5-39bd-4673-b43a-561ea1d81df9 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0818446
Nov 06 22:19:47.646116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cc934-9694-4179-9e98-10eb58f9a84a req-9ff5c014-ea2a-4efb-afef-5b28b527f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:47.647476 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-9ff5c014-ea2a-4efb-afef-5b28b527f483 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.1349483
Nov 06 22:19:48.105058 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd3b0e08-44fd-417f-bbf6-e0b3663df18d req-d9f74d91-0a18-438c-9c10-1913acce84a6 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4542847
Nov 06 22:19:48.107146 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-5746840f-e17b-4988-95ab-f7a674923ea1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 999 time: 0.4498432
Nov 06 22:19:48.159907 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cc934-9694-4179-9e98-10eb58f9a84a req-3119137a-aa47-4ae7-aaab-7300fbd080c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:48.161535 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-3119137a-aa47-4ae7-aaab-7300fbd080c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0473354
Nov 06 22:19:48.250724 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cc934-9694-4179-9e98-10eb58f9a84a req-31f67c9b-2de9-4e17-b499-e28b953514d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:48.252224 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-31f67c9b-2de9-4e17-b499-e28b953514d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0839593
Nov 06 22:19:48.263036 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-72c2ff13-4c28-4fc1-a9d3-1d8315bd2b04 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:19:48.263954 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-72c2ff13-4c28-4fc1-a9d3-1d8315bd2b04 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048852
Nov 06 22:19:48.360125 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-896a40db-c947-494e-b868-7e4727ea1633 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891585
Nov 06 22:19:48.457782 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-470cc934-9694-4179-9e98-10eb58f9a84a req-e97db12d-d992-4dbc-809e-5005c97b0b48 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905385
Nov 06 22:19:49.226145 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a7dfc-d2bc-413d-9d9e-dcdc5c12d501 req-358e1905-079f-458f-909b-d8f67a72a935 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:49.227723 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-094a7dfc-d2bc-413d-9d9e-dcdc5c12d501 req-358e1905-079f-458f-909b-d8f67a72a935 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0535614
Nov 06 22:19:49.279307 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-094a7dfc-d2bc-413d-9d9e-dcdc5c12d501 req-c2c6cf33-3384-48e9-9d4f-ba33da00bbb0 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450649
Nov 06 22:19:49.417169 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-28e2f6a1-e69f-4307-bbac-c13a8b096ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:50.414662 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3766a8b-f0a7-4e6e-bb21-d558ace61ca7 req-355bfa4c-2c9c-47f4-a382-92de8f89925d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:50.416197 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3766a8b-f0a7-4e6e-bb21-d558ace61ca7 req-355bfa4c-2c9c-47f4-a382-92de8f89925d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0514390
Nov 06 22:19:50.469617 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c3766a8b-f0a7-4e6e-bb21-d558ace61ca7 req-98cc70ee-c4cc-4d35-9b9c-6e4da07ee3ee tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459156
Nov 06 22:19:50.972754 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:51.069044 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:19:51.591210 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b55201-c3ec-473a-a4fa-1e45ffa4a842 req-1d5db0e6-28d7-4818-ba4c-964d9a028a26 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:51.592798 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70b55201-c3ec-473a-a4fa-1e45ffa4a842 req-1d5db0e6-28d7-4818-ba4c-964d9a028a26 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0544939
Nov 06 22:19:51.647759 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-70b55201-c3ec-473a-a4fa-1e45ffa4a842 req-4de3cf55-93ce-4620-857c-f4f99b5b34e2 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482512
Nov 06 22:19:52.205763 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:52.740797 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:52.773593 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5544e6-d940-4e22-b2b1-4c79da3463f1 req-da01ef17-7fdd-4826-b0e7-33942f23af3b tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:52.775087 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce5544e6-d940-4e22-b2b1-4c79da3463f1 req-da01ef17-7fdd-4826-b0e7-33942f23af3b tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0532246
Nov 06 22:19:52.829237 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-ce5544e6-d940-4e22-b2b1-4c79da3463f1 req-9d56a555-be96-4826-a8e9-93b587113931 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481908
Nov 06 22:19:53.962469 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da545fa-40f4-4174-9ffe-1f945790a081 req-e65fbdf2-6454-4484-8eaf-9bd851446484 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:53.964130 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2da545fa-40f4-4174-9ffe-1f945790a081 req-e65fbdf2-6454-4484-8eaf-9bd851446484 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0514171
Nov 06 22:19:54.023896 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-2da545fa-40f4-4174-9ffe-1f945790a081 req-5bb7e18f-3971-40b9-acb7-717f4e152f58 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501845
Nov 06 22:19:55.145495 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d6d75-0e22-4039-894f-b7ab05780fc8 req-e255a257-490b-493e-830a-d30a3ee75781 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:55.147086 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f9d6d75-0e22-4039-894f-b7ab05780fc8 req-e255a257-490b-493e-830a-d30a3ee75781 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0524864
Nov 06 22:19:55.208255 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9f9d6d75-0e22-4039-894f-b7ab05780fc8 req-9417aab9-3e34-4429-85e6-80a52c43189f tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551357
Nov 06 22:19:56.324054 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cee141-dd6f-4f4a-880a-aaefd2c3cc60 req-91e7b26d-5f5b-4486-85dc-94f94a156321 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:56.325537 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14cee141-dd6f-4f4a-880a-aaefd2c3cc60 req-91e7b26d-5f5b-4486-85dc-94f94a156321 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0490885
Nov 06 22:19:56.379152 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-14cee141-dd6f-4f4a-880a-aaefd2c3cc60 req-3b1fa30b-adec-46e8-8410-43e48ef9a8ba tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463827
Nov 06 22:19:57.285775 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-ad0a14dd-fee7-496a-bdf5-bff4935b3031 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=119334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 06 22:19:57.286804 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-ad0a14dd-fee7-496a-bdf5-bff4935b3031 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070510
Nov 06 22:19:57.349413 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.v2.base [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Request body: {'port': {'device_id': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=119334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:19:57.401509 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:57.499947 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccaf6a-236f-4b48-8e7c-2769323a4ff6 req-a5f09734-44d2-4620-b681-ffbd834246e4 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:57.501582 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57ccaf6a-236f-4b48-8e7c-2769323a4ff6 req-a5f09734-44d2-4620-b681-ffbd834246e4 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 931 time: 0.0535009
Nov 06 22:19:57.551327 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-57ccaf6a-236f-4b48-8e7c-2769323a4ff6 req-6d0677b3-fc71-47fc-8dbc-dfdc11901802 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435901
Nov 06 22:19:57.664805 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d2c916-547f-4708-a710-826ab4b6294f {{(pid=119334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:19:57.672173 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:57.684307 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.provisioning_blocks [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Transition to ACTIVE for port object 58d2c916-547f-4708-a710-826ab4b6294f will not be triggered until provisioned by entity L2. {{(pid=119334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 06 22:19:57.687760 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:57.736934 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Pushing event updated for resources: {'Port': ['ID=58d2c916-547f-4708-a710-826ab4b6294f,revision_number=2']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:19:57.808023 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Attempting to bind port 58d2c916-547f-4708-a710-826ab4b6294f on host nch2-master-1 for vnic_type normal with profile  {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 06 22:19:57.808258 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Attempting to bind port 58d2c916-547f-4708-a710-826ab4b6294f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 06 22:19:57.808682 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Attempting to bind port 58d2c916-547f-4708-a710-826ab4b6294f on network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:19:57.813594 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Port 58d2c916-547f-4708-a710-826ab4b6294f on network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 06 22:19:57.813923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Attempting to bind port 58d2c916-547f-4708-a710-826ab4b6294f on network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 06 22:19:57.818865 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Checking agent: {'id': 'af4786e5-035e-43b4-867b-ac1d780b87f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'started_at': datetime.datetime(2021, 11, 6, 20, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 6, 22, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 06 22:19:57.819198 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Checking segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 06 22:19:57.819582 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Bound using segment: {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'} {{(pid=119334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 06 22:19:57.820002 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.managers [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Bound port: 58d2c916-547f-4708-a710-826ab4b6294f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf6c3c1-54fc-4cfb-867b-029daeafa43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc'}}] {{(pid=119334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 06 22:19:57.820394 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:57.889080 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, cleared binding levels {{(pid=119334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 06 22:19:57.892811 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58d2c916-547f-4708-a710-826ab4b6294f,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 06 22:19:57.898495 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13158075'] for port, after_update {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:57.932789 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:57.933569 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:19:57.934794 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] 10.222.0.10 "PUT /v2.0/ports/58d2c916-547f-4708-a710-826ab4b6294f HTTP/1.1" status: 200  len: 1091 time: 0.6368217
Nov 06 22:19:57.935322 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:19:57.938051 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b076cd798f95596056372ed8e3ec4fe6294c8412216cac2ac108b4371539f89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "tag": "58d2c916-547f-4708-a710-826ab4b6294f"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:19:57.965382 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897ec0a-e501-4a79-92fa-2c612d7d4e1d service neutron] Pushing event updated for resources: {'Port': ['ID=58d2c916-547f-4708-a710-826ab4b6294f,revision_number=3']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:19:57.983007 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de7c460-290e-4271-b69f-2800fb2034ec x-openstack-request-id: req-9de7c460-290e-4271-b69f-2800fb2034ec {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:19:57.983293 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "tag": "58d2c916-547f-4708-a710-826ab4b6294f", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:19:57.983545 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9de7c460-290e-4271-b69f-2800fb2034ec {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:19:57.983980 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f', 'status': 'completed', 'code': 200}
Nov 06 22:19:58.025985 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9274974f-fc9a-4b33-8f45-826bc1da7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:58.027515 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-9274974f-fc9a-4b33-8f45-826bc1da7907 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 1094 time: 0.0424881
Nov 06 22:19:58.074810 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-391ed4aa-e035-404a-a42b-c2b0f8aaf259 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d2c916-547f-4708-a710-826ab4b6294f HTTP/1.1" status: 200  len: 217 time: 0.0381200
Nov 06 22:19:58.125256 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-dfcd46ca-ca51-458d-bb89-9cfca284c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:58.126581 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-dfcd46ca-ca51-458d-bb89-9cfca284c98f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0442736
Nov 06 22:19:58.170765 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-d124ce4b-b9d3-4693-a10d-a5de320242ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:58.172817 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-d124ce4b-b9d3-4693-a10d-a5de320242ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399218
Nov 06 22:19:58.264022 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-74b493e4-6416-4f02-9394-bb0582b5236f service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837724
Nov 06 22:19:58.352271 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-46e51d4d-c0aa-4c4f-b643-2c063d5d1f13 req-2a82ef38-c375-4071-8a84-37bfab9c381d service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802598
Nov 06 22:19:58.435502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-2bac91c7-b742-4f50-8135-9377e4a11ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:58.437637 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-2bac91c7-b742-4f50-8135-9377e4a11ef6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 1094 time: 0.0410583
Nov 06 22:19:58.527013 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-8ceaa2c0-351f-4d1f-8617-8ad09868efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:58.528510 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-8ceaa2c0-351f-4d1f-8617-8ad09868efb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0846517
Nov 06 22:19:58.569263 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-18e84339-996a-4f3f-9021-626ccb672a6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d2c916-547f-4708-a710-826ab4b6294f HTTP/1.1" status: 200  len: 217 time: 0.0336018
Nov 06 22:19:58.622036 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-85a0c9c8-5863-4268-be9f-87adbff4315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:58.623427 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-85a0c9c8-5863-4268-be9f-87adbff4315b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0477426
Nov 06 22:19:58.667874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34e730-d33e-4682-a1d0-cd78a5f94fe9 req-2e1fa2ad-ff9d-47af-b88e-9a50ad584f2b tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:58.669389 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-469f743a-1c5e-4cb9-b37d-53418c0364a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:58.669543 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc34e730-d33e-4682-a1d0-cd78a5f94fe9 req-2e1fa2ad-ff9d-47af-b88e-9a50ad584f2b tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 943 time: 0.0484910
Nov 06 22:19:58.670890 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-469f743a-1c5e-4cb9-b37d-53418c0364a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399320
Nov 06 22:19:58.718905 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-dc34e730-d33e-4682-a1d0-cd78a5f94fe9 req-3435c6e0-f075-4271-b326-557b10530f6e tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422752
Nov 06 22:19:58.758017 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-c2e976bc-23d8-4574-9277-a08ecb88b792 service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801406
Nov 06 22:19:58.849721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-3c290d46-fe65-40c5-92f8-38cdcbbf66a4 req-e255a950-98c5-4ea0-a7fa-9c2d9b424793 service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843089
Nov 06 22:19:59.840630 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eddd92-d6d5-48f5-abb7-aa392c950710 req-d56e16ec-b12c-4441-accd-b146b3009e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:19:59.842120 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18eddd92-d6d5-48f5-abb7-aa392c950710 req-d56e16ec-b12c-4441-accd-b146b3009e69 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 943 time: 0.0523958
Nov 06 22:19:59.891875 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-18eddd92-d6d5-48f5-abb7-aa392c950710 req-8f1c5fd6-b293-407e-901a-70e17982a5ba tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438955
Nov 06 22:20:01.006710 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923b0a4-9cc8-4065-9963-4410e2323a05 req-3f74e033-2e64-4642-8929-fefdb14328a5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:01.008211 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c923b0a4-9cc8-4065-9963-4410e2323a05 req-3f74e033-2e64-4642-8929-fefdb14328a5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 943 time: 0.0487244
Nov 06 22:20:01.057067 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c923b0a4-9cc8-4065-9963-4410e2323a05 req-7a24bb0d-69f2-4bbd-a425-8c86110eb618 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429149
Nov 06 22:20:01.274188 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 58d2c916-547f-4708-a710-826ab4b6294f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:20:01.365169 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58d2c916-547f-4708-a710-826ab4b6294f,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:20:01.376892 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '58d2c916-547f-4708-a710-826ab4b6294f', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'port_id': '58d2c916-547f-4708-a710-826ab4b6294f', 'mac_address': 'fa:16:3e:58:5e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:20:01.418478 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:01.431500 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d2c916-547f-4708-a710-826ab4b6294f {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:20:01.451335 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58d2c916-547f-4708-a710-826ab4b6294f,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:20:01.455188 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:01.501078 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=58d2c916-547f-4708-a710-826ab4b6294f,revision_number=4']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:20:01.799273 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['58d2c916-547f-4708-a710-826ab4b6294f'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:20:02.173172 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5210b2-0d1b-45be-a4d6-c0be211ea6d5 req-83e71314-1744-4894-96d7-7316e39941eb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:02.174639 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c5210b2-0d1b-45be-a4d6-c0be211ea6d5 req-83e71314-1744-4894-96d7-7316e39941eb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 944 time: 0.0498328
Nov 06 22:20:02.227357 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9c5210b2-0d1b-45be-a4d6-c0be211ea6d5 req-0576f585-746d-4eec-9c56-65bbce297b91 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465357
Nov 06 22:20:03.301317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 58d2c916-547f-4708-a710-826ab4b6294f up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:20:03.344116 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cbfe0-2baf-43cd-bcb4-d8fdb65fa763 req-43a85194-d757-4a6e-9dbc-a7ca1efe590f tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:03.345669 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1cbfe0-2baf-43cd-bcb4-d8fdb65fa763 req-43a85194-d757-4a6e-9dbc-a7ca1efe590f tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 944 time: 0.0514381
Nov 06 22:20:03.351254 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning for port 58d2c916-547f-4708-a710-826ab4b6294f completed by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 06 22:20:03.355168 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 58d2c916-547f-4708-a710-826ab4b6294f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:20:03.355536 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:03.396502 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-8c1cbfe0-2baf-43cd-bcb4-d8fdb65fa763 req-681dd618-d489-49bd-a74e-ba84ab921da8 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444386
Nov 06 22:20:03.434799 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:03.457267 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:20:03.459476 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f75a35d-ee68-4047-bf03-f194d67d8bbf" -d '{"events": [{"server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "name": "network-vif-plugged", "status": "completed", "tag": "58d2c916-547f-4708-a710-826ab4b6294f"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:20:03.471962 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58d2c916-547f-4708-a710-826ab4b6294f,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:20:03.476136 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:03.500608 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77609b65-373c-4a56-aab8-53efae09dcda x-openstack-request-id: req-77609b65-373c-4a56-aab8-53efae09dcda {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:20:03.500905 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "name": "network-vif-plugged", "status": "completed", "tag": "58d2c916-547f-4708-a710-826ab4b6294f", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:20:03.501162 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77609b65-373c-4a56-aab8-53efae09dcda {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:20:03.501549 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f', 'code': 200}
Nov 06 22:20:03.529144 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=58d2c916-547f-4708-a710-826ab4b6294f,revision_number=5']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:20:03.593029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d02a9a-3dfb-4693-abca-7d3303f2e73f req-aecbbd5b-7a74-42c3-a8e5-5463a8935075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:03.595093 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-32d02a9a-3dfb-4693-abca-7d3303f2e73f req-aecbbd5b-7a74-42c3-a8e5-5463a8935075 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 1096 time: 0.0404561
Nov 06 22:20:03.639570 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-32d02a9a-3dfb-4693-abca-7d3303f2e73f req-99e7bb3c-8c4c-45d6-b7c6-9adffe12fce1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370517
Nov 06 22:20:04.516220 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c2c61-0e62-41c8-9b40-6a3763bb2945 req-0e09b6cc-5dfc-437b-86e4-6bb9d69caa7c tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:04.517741 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-824c2c61-0e62-41c8-9b40-6a3763bb2945 req-0e09b6cc-5dfc-437b-86e4-6bb9d69caa7c tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 945 time: 0.0492485
Nov 06 22:20:04.567514 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-824c2c61-0e62-41c8-9b40-6a3763bb2945 req-0c34f177-4158-4345-81b3-3ba46a4b50f2 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439880
Nov 06 22:20:05.690876 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35234d9-06d6-438f-bd7a-024a78f1c088 req-e67e50f3-60cc-47e5-9a28-c4363f06924b tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:05.692398 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c35234d9-06d6-438f-bd7a-024a78f1c088 req-e67e50f3-60cc-47e5-9a28-c4363f06924b tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 945 time: 0.0556984
Nov 06 22:20:05.740883 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-c35234d9-06d6-438f-bd7a-024a78f1c088 req-aa217563-659d-4778-9e48-77520b4ad342 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426521
Nov 06 22:20:05.854756 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ef3c-5ae6-4c89-9c57-10229dc9b209 req-bdc237d7-6898-476b-8276-6f9b96b4c6d7 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:05.856157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f280ef3c-5ae6-4c89-9c57-10229dc9b209 req-bdc237d7-6898-476b-8276-6f9b96b4c6d7 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 945 time: 0.0489306
Nov 06 22:20:05.906289 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-f280ef3c-5ae6-4c89-9c57-10229dc9b209 req-29084123-11c9-4f2f-871c-112c75d599c8 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436201
Nov 06 22:20:05.928050 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51896) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:20:05.966707 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0f021-16c3-4b96-b04a-39847b505a7c tempest-TestSnapshotPattern-1421805639 tempest-TestSnapshotPattern-1421805639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:05.968251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4cb0f021-16c3-4b96-b04a-39847b505a7c tempest-TestSnapshotPattern-1421805639 tempest-TestSnapshotPattern-1421805639-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 1091 time: 0.0391636
Nov 06 22:20:05.970874 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 51898) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:20:05.975120 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.v2.base [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Request body: {'floatingip': {'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'port_id': '58d2c916-547f-4708-a710-826ab4b6294f', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=119333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 06 22:20:05.996829 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for floatingip, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:06.096124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:06.201713 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_common [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Allocated IP 172.35.0.31 (1cd440a1-6c1d-4164-9378-c5efd9c6801b/b9a150ae-1eec-47c3-b6f7-1e74a8663699/823dce3c-b1bd-4d2a-a1f0-3b3cdf2d8746) {{(pid=119333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 06 22:20:06.300095 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for port, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:06.332541 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766658442060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:06.368282 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Network 1cd440a1-6c1d-4164-9378-c5efd9c6801b is already hosted by enough agents. {{(pid=119333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 06 22:20:06.371018 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.base_scheduler [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Resources bound (agent type, host, resource id):  {{(pid=119333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 06 22:20:06.376466 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Received port after_create {{(pid=119333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 06 22:20:06.404206 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'Port': ['ID=823dce3c-b1bd-4d2a-a1f0-3b3cdf2d8746,revision_number=1']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:20:06.416139 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.416506 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.416843 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.417175 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.417500 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.417822 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.418143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.418462 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.418779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.419095 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.419412 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.419727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:20:06.748384 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:06.813155 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:06.964567 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for port, precommit_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:06.968861 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14321358'] for port, after_update {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:07.039847 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event updated for resources: {'Port': ['ID=823dce3c-b1bd-4d2a-a1f0-3b3cdf2d8746,revision_number=2']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:20:07.050724 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424181'] for floatingip, after_create {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:07.154977 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Floating IP f5aa537c-1ff4-416f-be87-151cdf6c4904 associated. External IP: 172.35.0.31, port: 58d2c916-547f-4708-a710-826ab4b6294f.
Nov 06 22:20:07.367061 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Router 307954c7-2716-43a3-a918-f2f2e788638d has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:20:07.473113 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:20:07.482376 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] Sync routers for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:20:07.490698 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:07.492953 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:20:07.493647 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a813d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:19:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:20:07.522551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-c3d08e97-0617-4b9b-af12-0632bfb19bdb tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5506639
Nov 06 22:20:07.523218 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:20:07.525496 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "tag": "58d2c916-547f-4708-a710-826ab4b6294f"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:20:07.599470 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:20:07.623859 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9c6d49-0785-47a7-b3c0-980039ee8f4f x-openstack-request-id: req-3b9c6d49-0785-47a7-b3c0-980039ee8f4f {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:20:07.624149 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "tag": "58d2c916-547f-4708-a710-826ab4b6294f", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:20:07.624491 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b9c6d49-0785-47a7-b3c0-980039ee8f4f {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:20:07.624915 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f', 'status': 'completed', 'code': 200}
Nov 06 22:20:07.691472 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-6e504ccf-9c78-42cd-84a8-b157782a599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:07.693008 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-6e504ccf-9c78-42cd-84a8-b157782a599f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 1096 time: 0.0455751
Nov 06 22:20:07.779853 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-92ac1d0c-0681-4c31-8a21-de28ad441cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:07.781448 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-92ac1d0c-0681-4c31-8a21-de28ad441cc1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0816865
Nov 06 22:20:07.822280 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a813d0>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:54Z', 'revision_number': 1, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}, {'id': 'f5aa537c-1ff4-416f-be87-151cdf6c4904', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.31', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '58d2c916-547f-4708-a710-826ab4b6294f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:58:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:20:06Z', 'updated_at': '2021-11-06T22:20:06Z', 'revision_number': 0, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:20:07.848961 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] Checking router: 307954c7-2716-43a3-a918-f2f2e788638d for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:20:07.849943 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-1d7abf8d-b6e6-4690-bbb6-53d70f8f3a30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d2c916-547f-4708-a710-826ab4b6294f HTTP/1.1" status: 200  len: 998 time: 0.0616019
Nov 06 22:20:07.857158 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:20:07.857759 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252a813d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:19:49Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:20:07.899846 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-fc8fd53f-c10a-49f7-b278-a9d5a00620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:07.901354 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-fc8fd53f-c10a-49f7-b278-a9d5a00620fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0443053
Nov 06 22:20:07.945029 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-381bdc38-c518-478f-9dde-d9c734b647c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:07.946518 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-381bdc38-c518-478f-9dde-d9c734b647c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383406
Nov 06 22:20:07.963429 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:20:08.038414 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-c70934a0-1144-4bd3-a89d-b4f8be1a6935 service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851483
Nov 06 22:20:08.190429 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252a813d0>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:54Z', 'revision_number': 1, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}, {'id': 'f5aa537c-1ff4-416f-be87-151cdf6c4904', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.31', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '58d2c916-547f-4708-a710-826ab4b6294f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:58:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:20:06Z', 'updated_at': '2021-11-06T22:20:06Z', 'revision_number': 0, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:20:08.221729 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11848b-e43c-44ea-ae16-deb0f817f835 None None] The sync data for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 is: [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:54Z', 'revision_number': 1, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}, {'id': 'f5aa537c-1ff4-416f-be87-151cdf6c4904', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.31', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '58d2c916-547f-4708-a710-826ab4b6294f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:58:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:20:06Z', 'updated_at': '2021-11-06T22:20:06Z', 'revision_number': 0, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:20:08.418375 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a68acc6-f203-4a47-8328-10496f4d20c0 None None] New status for floating IP f5aa537c-1ff4-416f-be87-151cdf6c4904: ACTIVE {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:20:08.464718 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-da6874b2-dee7-4bad-a2d9-45ac6f51fa05 req-dda54d47-7c12-490a-9690-599bde7a3a9a service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4189296
Nov 06 22:20:15.326756 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:15.678110 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:17.062969 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-488aa98b-dda7-47dd-ae3e-e41d44de950b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:19.417664 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9768fa46-80ad-4a89-aae3-24e0fd2d2b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:20.972582 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:22.205877 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:22.742263 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:28.067706 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:20:45.327018 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:45.343146 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-48c910c1-3bc7-4caa-a95b-1ef8221a17a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393667
Nov 06 22:20:45.429953 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-0640d0c8-9044-4e24-b97e-f8427140df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:45.431449 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-0640d0c8-9044-4e24-b97e-f8427140df5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 1096 time: 0.0429354
Nov 06 22:20:45.531730 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-d363a0c9-462b-4e71-b11e-7d56d7e00a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:45.533226 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-d363a0c9-462b-4e71-b11e-7d56d7e00a7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0819211
Nov 06 22:20:45.600955 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-5ad48be9-0d56-4c34-b0a1-cb90cd6c68a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d2c916-547f-4708-a710-826ab4b6294f HTTP/1.1" status: 200  len: 1000 time: 0.0593057
Nov 06 22:20:45.650259 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-47157f1d-3754-431a-b30e-6377aeb4e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:45.651708 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-47157f1d-3754-431a-b30e-6377aeb4e0da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0431924
Nov 06 22:20:45.678814 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:45.699321 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-52034c72-8564-4d28-8884-db3f2f552c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:45.700857 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-52034c72-8564-4d28-8884-db3f2f552c48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418873
Nov 06 22:20:45.790376 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-a16d5fca-94d8-4215-b04a-c44013d60f6f service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826590
Nov 06 22:20:45.878520 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-788ae34d-f968-4a38-af3c-b98bbc0d60de req-ddd07221-feb7-4a56-b318-fbd87dd0a990 service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806303
Nov 06 22:20:47.065645 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cf988964-bbe1-4525-8b44-38b8b5a759f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:49.420478 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0b11680b-a747-4af9-87be-c33eda1023fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:49.529093 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-813c2793-56de-4595-a40b-1a6938d5c71d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1243575
Nov 06 22:20:49.608425 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-65660802-2511-4039-aeb6-da80ff512683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:49.609927 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-65660802-2511-4039-aeb6-da80ff512683 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1094 time: 0.0398991
Nov 06 22:20:49.716525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-b3813f54-12c4-419b-8c2a-3d0439d62b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:49.717932 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-b3813f54-12c4-419b-8c2a-3d0439d62b1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0891533
Nov 06 22:20:49.784157 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-6bd8c971-5896-4ef2-9eef-cedb569734ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 999 time: 0.0576973
Nov 06 22:20:49.832560 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-ebe02f77-bc80-404b-a73d-b24130ec43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:49.833978 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-ebe02f77-bc80-404b-a73d-b24130ec43d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0432799
Nov 06 22:20:49.883895 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-11f8e235-efc9-4a9e-92db-6a6ebf045839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:20:49.885453 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-11f8e235-efc9-4a9e-92db-6a6ebf045839 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445755
Nov 06 22:20:49.974685 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-cbd7ee9b-4905-4b2d-a183-76ccb62d86e4 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820160
Nov 06 22:20:50.068826 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-d8f6cfc4-0308-4263-a30d-4f73b449f4ae req-461ed10d-438c-4ce7-b951-ab625c990f20 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862920
Nov 06 22:20:50.975163 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:52.212370 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:20:52.744822 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:05.067245 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:21:15.341327 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:15.693078 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:17.067083 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-93f29ca4-fd46-4ba6-bc11-647c9df0af3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:19.423527 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-8b0a37c6-573f-41f5-8a10-3f670da8ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:20.977931 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:22.212695 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:22.744971 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:42.066815 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:21:45.343591 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:45.708689 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:46.325545 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-d80ef330-b9fc-4cf7-bf71-1ec85aa16d29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398750
Nov 06 22:21:46.411539 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-f1bfc31c-5c4a-4a0d-be19-47394a40c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:21:46.413057 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-f1bfc31c-5c4a-4a0d-be19-47394a40c7e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 1096 time: 0.0437717
Nov 06 22:21:46.512690 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-6b7fb626-816c-41f9-9f86-11fea091bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:21:46.514166 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-6b7fb626-816c-41f9-9f86-11fea091bcc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0825586
Nov 06 22:21:46.581851 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-bbed47e7-337b-4b61-ba6d-51f48a26ad0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d2c916-547f-4708-a710-826ab4b6294f HTTP/1.1" status: 200  len: 1000 time: 0.0606470
Nov 06 22:21:46.634247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-884d90dc-2428-4eab-b24a-968e852f203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:21:46.635721 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-884d90dc-2428-4eab-b24a-968e852f203f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0472226
Nov 06 22:21:46.681967 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-4d35eb89-df15-458d-ab80-404ed065705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:21:46.683431 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-4d35eb89-df15-458d-ab80-404ed065705e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395219
Nov 06 22:21:46.773698 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-bbd81c06-d0d9-49c1-9675-4fda83ae0328 service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824993
Nov 06 22:21:46.861791 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-1a55027e-6bd9-439a-8054-f446a630eb9d req-7f7c4b9d-ed74-432a-9f62-411ce0bbf21e service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812898
Nov 06 22:21:47.067172 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8cdc-5a79-4e2b-bafb-8c8268224137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:49.425980 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-95efa797-68c7-465b-9b08-1ea4f80d3492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:50.980985 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:51.944386 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-be131483-836c-4837-b702-46dd470d6087 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0414667
Nov 06 22:21:52.026457 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-f48268ff-e6f1-4c19-9b66-608c495d1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:21:52.027994 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-f48268ff-e6f1-4c19-9b66-608c495d1f41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1094 time: 0.0397632
Nov 06 22:21:52.132722 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-8247cfeb-40ba-46c7-a07e-3a57be5b11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:21:52.134107 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-8247cfeb-40ba-46c7-a07e-3a57be5b11fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0871291
Nov 06 22:21:52.201901 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-ce568afe-faaf-49fd-a46c-be5df5d8335d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 999 time: 0.0604057
Nov 06 22:21:52.217558 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:21:52.251327 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-f325c03a-7b3d-46c0-9386-94fd35594c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:21:52.252784 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-f325c03a-7b3d-46c0-9386-94fd35594c6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0446136
Nov 06 22:21:52.301577 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-c55a39ca-2056-48e6-881e-98fc9132d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:21:52.303297 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-c55a39ca-2056-48e6-881e-98fc9132d633 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437977
Nov 06 22:21:52.396824 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-77684cae-a392-4603-8ab4-2a30afa66952 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864005
Nov 06 22:21:52.488143 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-01bc6d2f-1b86-429b-bc1c-b7f872999e27 req-e048cd1e-82b9-4ba4-baa1-87dd181010b1 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847454
Nov 06 22:21:52.745676 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:12.084209 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 58d2c916-547f-4708-a710-826ab4b6294f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=119335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 06 22:22:12.178141 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58d2c916-547f-4708-a710-826ab4b6294f,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:12.189648 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Returning: {'device': '58d2c916-547f-4708-a710-826ab4b6294f', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'port_id': '58d2c916-547f-4708-a710-826ab4b6294f', 'mac_address': 'fa:16:3e:58:5e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 06 22:22:12.225709 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:12.238293 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58d2c916-547f-4708-a710-826ab4b6294f {{(pid=119335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 06 22:22:12.257871 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58d2c916-547f-4708-a710-826ab4b6294f,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:12.261409 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:12.309512 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=58d2c916-547f-4708-a710-826ab4b6294f,revision_number=6']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:12.317684 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.318030 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.318370 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.318705 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.319034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.319363 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.319690 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.320034 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.320361 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.320693 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.321016 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.321337 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:12.329664 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] get_ports_and_sgs() called for port_ids ['58d2c916-547f-4708-a710-826ab4b6294f'] {{(pid=119335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 06 22:22:14.104407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 58d2c916-547f-4708-a710-826ab4b6294f up at agent hyperv_nch2-master-1 {{(pid=119335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 06 22:22:14.150180 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.provisioning_blocks [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Provisioning complete for port 58d2c916-547f-4708-a710-826ab4b6294f triggered by entity L2. {{(pid=119335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 06 22:22:14.150473 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481402'] for port, provisioning_complete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:14.228419 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728100'] for port, before_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:14.250342 ncdv-master-1 neutron-server[119335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f'}] {{(pid=119335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:22:14.252604 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51be2a9d96911ec0a569ff3dd1ff60cd4ef191c3fa3aacdcd475caabfb5d8afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c646404f-04ef-43d4-b559-fc375fb76a09" -d '{"events": [{"server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "name": "network-vif-plugged", "status": "completed", "tag": "58d2c916-547f-4708-a710-826ab4b6294f"}]}' {{(pid=119335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:22:14.265354 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58d2c916-547f-4708-a710-826ab4b6294f,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:14.271147 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766658839664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766658442078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766658442096'] for port, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:14.327068 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Pushing event updated for resources: {'Port': ['ID=58d2c916-547f-4708-a710-826ab4b6294f,revision_number=7']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:14.366806 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1335a44f-8c0a-4bf3-856d-689155153892 x-openstack-request-id: req-1335a44f-8c0a-4bf3-856d-689155153892 {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:22:14.367085 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "name": "network-vif-plugged", "status": "completed", "tag": "58d2c916-547f-4708-a710-826ab4b6294f", "code": 200}]} {{(pid=119335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:22:14.367367 ncdv-master-1 neutron-server[119335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1335a44f-8c0a-4bf3-856d-689155153892 {{(pid=119335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:22:14.367767 ncdv-master-1 neutron-server[119335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f', 'code': 200}
Nov 06 22:22:15.357701 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:15.709205 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:17.086861 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-cb596ef5-81cd-43d3-936d-2eb830d111fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:19.066536 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:22:19.429970 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-1747eff5-c823-4e70-883e-1a43bde35df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:20.988005 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:22.234711 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:22.756324 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:24.697727 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52186) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:24.852239 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Deleting port 823dce3c-b1bd-4d2a-a1f0-3b3cdf2d8746 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:24.852613 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:24.927435 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:24.928020 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:24.939859 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Calling delete_port for 823dce3c-b1bd-4d2a-a1f0-3b3cdf2d8746 owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:25.088911 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:25.115409 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event deleted for resources: {'Port': ['ID=823dce3c-b1bd-4d2a-a1f0-3b3cdf2d8746,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:25.140333 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.140684 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.141027 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.141369 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.141706 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.142039 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.142371 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.142697 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.143051 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.143378 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.143705 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.144031 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:25.186458 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:25.186783 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Floating IP f5aa537c-1ff4-416f-be87-151cdf6c4904 disassociated (deleted). External IP: 172.35.0.31, port: 58d2c916-547f-4708-a710-826ab4b6294f.
Nov 06 22:22:25.729238 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Router 307954c7-2716-43a3-a918-f2f2e788638d has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:22:25.836941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:22:25.842295 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:25.846525 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] Sync routers for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:22:25.856485 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:22:25.857071 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:25.872941 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-ce17c80b-52bf-46a2-a084-9450da123a06 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "DELETE /v2.0/floatingips/f5aa537c-1ff4-416f-be87-151cdf6c4904 HTTP/1.1" status: 204  len: 168 time: 1.1717272
Nov 06 22:22:25.872941 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:22:25.874061 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89377421-ffa4-4be8-8bf4-b02898e0a7db" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "tag": "58d2c916-547f-4708-a710-826ab4b6294f"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:22:25.936852 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bcd464-6f27-4bf8-9f16-ba3e519b55fe x-openstack-request-id: req-70bcd464-6f27-4bf8-9f16-ba3e519b55fe {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:22:25.937520 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "tag": "58d2c916-547f-4708-a710-826ab4b6294f", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:22:25.937779 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70bcd464-6f27-4bf8-9f16-ba3e519b55fe {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:22:25.938185 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f', 'status': 'completed', 'code': 200}
Nov 06 22:22:25.976365 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:22:26.005138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-c8eb869e-a2cf-42ff-9c10-2f9ba33800a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:26.007319 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-c8eb869e-a2cf-42ff-9c10-2f9ba33800a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 1096 time: 0.0471182
Nov 06 22:22:26.109901 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-d08f2a95-483f-4e0d-afd4-0ce5705534c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:26.111396 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-d08f2a95-483f-4e0d-afd4-0ce5705534c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.0959539
Nov 06 22:22:26.126600 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72146f24-4737-4cb9-abea-f38b24cf45c1 req-9d3a40ab-ee3d-4d41-850c-3f3640260715 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:26.128275 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72146f24-4737-4cb9-abea-f38b24cf45c1 req-9d3a40ab-ee3d-4d41-850c-3f3640260715 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 945 time: 0.0546994
Nov 06 22:22:26.160165 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-93958cdf-8943-43b1-ac31-b3fe07544a45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d2c916-547f-4708-a710-826ab4b6294f HTTP/1.1" status: 200  len: 217 time: 0.0394876
Nov 06 22:22:26.184867 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-72146f24-4737-4cb9-abea-f38b24cf45c1 req-74846660-0a36-4b87-b0ed-e4c8127a3cef tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505259
Nov 06 22:22:26.214149 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-0821c8b5-2345-434b-b8b8-abafa6be628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:26.215743 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-0821c8b5-2345-434b-b8b8-abafa6be628d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0478482
Nov 06 22:22:26.219410 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8ac0>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:54Z', 'revision_number': 1, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:26.244533 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] Checking router: 307954c7-2716-43a3-a918-f2f2e788638d for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:22:26.253783 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:22:26.254374 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:26.266534 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-8c3757be-39d0-4a4c-b378-b4214d139633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:26.267957 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-8c3757be-39d0-4a4c-b378-b4214d139633 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445125
Nov 06 22:22:26.356846 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:22:26.357358 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-fbfd696e-e023-48a1-805f-722e8481faab service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807340
Nov 06 22:22:26.451818 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-89377421-ffa4-4be8-8bf4-b02898e0a7db req-26386583-aab6-4456-b443-a5e1b3a6b813 service neutron] 10.222.0.10 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866354
Nov 06 22:22:26.576062 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252cf8ac0>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:54Z', 'revision_number': 1, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:26.605167 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e16541-09b8-45bf-a4f8-294615b1815d None None] The sync data for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 is: [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18009cb4-7e12-40ba-8ab4-daf1e3d5da00', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'floating_ip_address': '172.35.0.116', 'floating_network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'router_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'port_id': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'mac_address': 'fa:16:3e:63:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16587eac-96ae-44ae-b938-5932d846ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-06T22:16:52Z', 'updated_at': '2021-11-06T22:16:54Z', 'revision_number': 1, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:22:26.871317 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df384fa8-8b7c-4bb5-aa3e-5ab83390adb3 None None] New status for floating IP f5aa537c-1ff4-416f-be87-151cdf6c4904: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:22:27.307143 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09c930-5be2-4d20-8078-b0d249a5eead req-e0bf7a8f-f4a1-4bd1-a969-88123a547e70 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:27.308667 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c09c930-5be2-4d20-8078-b0d249a5eead req-e0bf7a8f-f4a1-4bd1-a969-88123a547e70 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 945 time: 0.0484450
Nov 06 22:22:27.361839 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-0c09c930-5be2-4d20-8078-b0d249a5eead req-4bfe2d41-d04a-4483-a38b-8ddd70b15e34 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465364
Nov 06 22:22:27.723889 ncdv-master-1 neutron-server[119334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-cae2e877-339e-4964-bbdf-ec94622f8ae9 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:27.725345 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-cae2e877-339e-4964-bbdf-ec94622f8ae9 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 945 time: 0.0479400
Nov 06 22:22:27.812203 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Deleting port 58d2c916-547f-4708-a710-826ab4b6294f {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:27.813146 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:27.902247 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] For port 58d2c916-547f-4708-a710-826ab4b6294f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58d2c916-547f-4708-a710-826ab4b6294f,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:27.902607 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:27.915704 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Calling delete_port for 58d2c916-547f-4708-a710-826ab4b6294f owned by compute:nova {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:28.040951 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:28.078633 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event deleted for resources: {'Port': ['ID=58d2c916-547f-4708-a710-826ab4b6294f,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:28.102937 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.103277 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.103609 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.103940 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.104264 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.104612 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.104932 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.105248 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.105562 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.105877 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.106195 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.106502 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=119334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 06 22:22:28.122735 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] No DVR routers for this DVR port 58d2c916-547f-4708-a710-826ab4b6294f on host nch2-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:22:28.125337 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:28.128692 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [req-88d7d59a-3c20-4c31-a24e-e9b0f4ce6f4c req-7d645757-e651-4dfb-8c14-8d7dcbd83e27 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.10 "DELETE /v2.0/ports/58d2c916-547f-4708-a710-826ab4b6294f HTTP/1.1" status: 204  len: 173 time: 0.3971691
Nov 06 22:22:28.129140 ncdv-master-1 neutron-server[119334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'name': 'network-vif-deleted', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f'}] {{(pid=119334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:22:28.131402 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b076cd798f95596056372ed8e3ec4fe6294c8412216cac2ac108b4371539f89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03803fbb-3be0-4848-b0c1-a07a14c989bd" -d '{"events": [{"server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "name": "network-vif-deleted", "tag": "58d2c916-547f-4708-a710-826ab4b6294f"}]}' {{(pid=119334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:22:28.214849 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 58d2c916-547f-4708-a710-826ab4b6294f no longer exists at agent hyperv_nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:22:28.230861 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce3345-e36a-46ee-94c1-220134da6f1b x-openstack-request-id: req-3bce3345-e36a-46ee-94c1-220134da6f1b {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:22:28.231168 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9d3032-ee8c-4d9f-b352-3d13542e7108", "name": "network-vif-deleted", "tag": "58d2c916-547f-4708-a710-826ab4b6294f", "status": "completed", "code": 200}]} {{(pid=119334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:22:28.231418 ncdv-master-1 neutron-server[119334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bce3345-e36a-46ee-94c1-220134da6f1b {{(pid=119334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:22:28.231813 ncdv-master-1 neutron-server[119334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9d3032-ee8c-4d9f-b352-3d13542e7108', 'name': 'network-vif-deleted', 'tag': '58d2c916-547f-4708-a710-826ab4b6294f', 'status': 'completed', 'code': 200}
Nov 06 22:22:28.236544 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] No Port match for: 58d2c916-547f-4708-a710-826ab4b6294f {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:22:28.236895 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Device 58d2c916-547f-4708-a710-826ab4b6294f not bound to the agent host nch2-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:22:28.468690 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-1e5853ba-bee5-4729-a8d7-75f917979bb2 req-b9413256-f0b6-49af-b5e3-64446da8f094 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9d3032-ee8c-4d9f-b352-3d13542e7108 HTTP/1.1" status: 200  len: 210 time: 0.0271146
Nov 06 22:22:30.137937 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52248) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:30.295640 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Deleting port f878366c-2c77-4699-8d63-9569384b4ddb {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:30.295891 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:30.372318 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:30.372665 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:30.384384 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Calling delete_port for f878366c-2c77-4699-8d63-9569384b4ddb owned by network:floatingip {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:30.532081 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:30.558592 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event deleted for resources: {'Port': ['ID=f878366c-2c77-4699-8d63-9569384b4ddb,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:30.623293 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for floatingip, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:30.623647 ncdv-master-1 neutron-server[119333]: INFO neutron.db.l3_db [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Floating IP 18009cb4-7e12-40ba-8ab4-daf1e3d5da00 disassociated (deleted). External IP: 172.35.0.116, port: 45978243-b1a6-4dc4-a4b4-dc37978020c0.
Nov 06 22:22:30.833815 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Router 307954c7-2716-43a3-a918-f2f2e788638d has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:22:30.943323 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:22:30.947800 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for floatingip, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:30.954489 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] Sync routers for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:22:30.964349 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:22:30.964950 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925290fa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:30.975481 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4882464f-6a4b-47b4-a940-339dd7eb40ca tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "DELETE /v2.0/floatingips/18009cb4-7e12-40ba-8ab4-daf1e3d5da00 HTTP/1.1" status: 204  len: 168 time: 0.8364320
Nov 06 22:22:30.976160 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:22:30.978485 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b7f3f6-d878-4c79-b9a0-f25e88d43008" -d '{"events": [{"name": "network-changed", "server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:22:31.016182 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 06 Nov 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4399067-b659-43e9-bdba-dc909c8eaece x-openstack-request-id: req-d4399067-b659-43e9-bdba-dc909c8eaece {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:22:31.016518 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:22:31.016776 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4399067-b659-43e9-bdba-dc909c8eaece {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:22:31.017188 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'status': 'completed', 'code': 200}
Nov 06 22:22:31.077273 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:22:31.080227 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-8e9017b6-8bf9-456d-a1eb-6e493e2f6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:31.082095 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-8e9017b6-8bf9-456d-a1eb-6e493e2f6658 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 1094 time: 0.0440536
Nov 06 22:22:31.230750 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-610fb633-65fd-42c9-8e73-7ab10da67856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:31.232251 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-610fb633-65fd-42c9-8e73-7ab10da67856 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 200  len: 910 time: 0.1378801
Nov 06 22:22:31.241599 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e7ba3-90be-4468-9b8d-760d3a833398 req-740b1445-303e-4d04-8f83-fb8a98d445c9 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:31.243022 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd5e7ba3-90be-4468-9b8d-760d3a833398 req-740b1445-303e-4d04-8f83-fb8a98d445c9 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 943 time: 0.0841126
Nov 06 22:22:31.281425 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-4f6ece56-7f0b-4b37-9b1a-bca2faf08508 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 200  len: 217 time: 0.0374494
Nov 06 22:22:31.295519 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925290fa00>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:31.364551 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-bd5e7ba3-90be-4468-9b8d-760d3a833398 req-b33d0ef6-c716-4289-b155-3f29d183a8b1 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/security-groups?id=a04a45ab-c44e-4c36-ad99-cd544bb8580f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860283
Nov 06 22:22:31.368445 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-dfbff02b-9ca4-4f05-9a9e-c0755a8e7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:31.369916 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-dfbff02b-9ca4-4f05-9a9e-c0755a8e7e90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 200  len: 848 time: 0.0759456
Nov 06 22:22:31.418611 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] Checking router: 307954c7-2716-43a3-a918-f2f2e788638d for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:22:31.419107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-da183ef5-74d8-48e5-982a-f1cbb65bc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:31.420678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-da183ef5-74d8-48e5-982a-f1cbb65bc9ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425670
Nov 06 22:22:31.427838 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:22:31.428555 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925290fa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:31.515820 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-0d7f4b63-ba3d-4c46-96e4-420129934a11 service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868766
Nov 06 22:22:31.532559 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:22:31.605789 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-67b7f3f6-d878-4c79-b9a0-f25e88d43008 req-dd90e318-a599-43a3-a44e-a5c33f99319b service neutron] 10.222.0.37 "GET /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827713
Nov 06 22:22:31.725771 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925290fa00>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:31.751262 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f4d6e-28c9-4e2e-bc5d-bbe8832d7710 None None] The sync data for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 is: [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bf5d23a5-0a83-4a30-9d28-b8455a7185d0', 'name': '', 'network_id': 'b35cef6f-4a69-4d99-8af0-3ba8ca66cebc', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'mac_address': 'fa:16:3e:5d:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:31Z', 'updated_at': '2021-11-06T22:16:36Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'subnets': [{'id': '6445c483-2505-4dfc-8930-d7840febd5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:22:31.975036 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e89370-2f8a-4034-a1f2-fac3a71d3660 None None] New status for floating IP 18009cb4-7e12-40ba-8ab4-daf1e3d5da00: DOWN {{(pid=119335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 06 22:22:32.061082 ncdv-master-1 neutron-server[119333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-2b20c3da-8c20-4027-b8e1-b85239ff0fa2 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 06 22:22:32.062678 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-2b20c3da-8c20-4027-b8e1-b85239ff0fa2 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.37 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 943 time: 0.0498364
Nov 06 22:22:32.154511 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Deleting port 45978243-b1a6-4dc4-a4b4-dc37978020c0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:32.154851 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:32.242317 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] For port 45978243-b1a6-4dc4-a4b4-dc37978020c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45978243-b1a6-4dc4-a4b4-dc37978020c0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:32.242972 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:32.255914 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Calling delete_port for 45978243-b1a6-4dc4-a4b4-dc37978020c0 owned by compute:nova {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:32.384514 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:32.419226 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event deleted for resources: {'Port': ['ID=45978243-b1a6-4dc4-a4b4-dc37978020c0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:32.472065 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] No DVR routers for this DVR port 45978243-b1a6-4dc4-a4b4-dc37978020c0 on host nch1-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:22:32.486695 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124160'] for port, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:32.490019 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-9fd171d2-9b70-4a85-ac07-80ec7b9a0053 req-376a400e-f7a2-471d-948d-f68df02c2b57 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.37 "DELETE /v2.0/ports/45978243-b1a6-4dc4-a4b4-dc37978020c0 HTTP/1.1" status: 204  len: 173 time: 0.4213345
Nov 06 22:22:32.492014 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [req-df865a8c-df1d-4a91-b57b-30053824d1a6 req-a1d12cd1-7383-42f6-9668-a284dc7f0ee5 tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "GET /v2.0/ports?device_id=16587eac-96ae-44ae-b938-5932d846ed1b HTTP/1.1" status: 200  len: 210 time: 0.0494201
Nov 06 22:22:33.018800 ncdv-master-1 neutron-server[119333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'name': 'network-vif-deleted', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0'}] {{(pid=119333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 06 22:22:33.021126 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af10d6d5d05c0f49dbe25fd72508191e7fd35da9719d766a579624ac65d7337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488424f1-0da1-42ea-b2a7-e4f6dd6273e5" -d '{"events": [{"server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "name": "network-vif-deleted", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0"}]}' {{(pid=119333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 06 22:22:33.057478 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 06 Nov 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e6557-ea59-49bd-9015-34722a13714c x-openstack-request-id: req-3f2e6557-ea59-49bd-9015-34722a13714c {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 06 22:22:33.057777 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16587eac-96ae-44ae-b938-5932d846ed1b", "name": "network-vif-deleted", "tag": "45978243-b1a6-4dc4-a4b4-dc37978020c0", "status": "completed", "code": 200}]} {{(pid=119333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 06 22:22:33.058029 ncdv-master-1 neutron-server[119333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f2e6557-ea59-49bd-9015-34722a13714c {{(pid=119333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 06 22:22:33.058448 ncdv-master-1 neutron-server[119333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16587eac-96ae-44ae-b938-5932d846ed1b', 'name': 'network-vif-deleted', 'tag': '45978243-b1a6-4dc4-a4b4-dc37978020c0', 'status': 'completed', 'code': 200}
Nov 06 22:22:33.558199 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52262) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:33.613602 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-95110616-c310-4976-ab63-f502478fe91d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:33.638916 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-95110616-c310-4976-ab63-f502478fe91d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:33.699438 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-95110616-c310-4976-ab63-f502478fe91d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:33.702022 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-95110616-c310-4976-ab63-f502478fe91d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Publish callbacks [] for security_group, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:33.703793 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-95110616-c310-4976-ab63-f502478fe91d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] 10.222.0.13 "DELETE /v2.0/security-groups/a04a45ab-c44e-4c36-ad99-cd544bb8580f HTTP/1.1" status: 204  len: 168 time: 0.1445944
Nov 06 22:22:33.712821 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95110616-c310-4976-ab63-f502478fe91d tempest-TestSnapshotPattern-621895930 tempest-TestSnapshotPattern-621895930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04a45ab-c44e-4c36-ad99-cd544bb8580f,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:33.751265 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52266) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:34.200954 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:34.440888 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Deleting port bf5d23a5-0a83-4a30-9d28-b8455a7185d0 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:34.441225 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:34.517105 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] For port bf5d23a5-0a83-4a30-9d28-b8455a7185d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:34.517394 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:34.529603 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Calling delete_port for bf5d23a5-0a83-4a30-9d28-b8455a7185d0 owned by network:router_interface {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:34.706958 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:34.738390 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5d23a5-0a83-4a30-9d28-b8455a7185d0,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:34.914197 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:34.942955 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 45978243-b1a6-4dc4-a4b4-dc37978020c0 no longer exists at agent hyperv_nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:22:34.963043 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] No Port match for: 45978243-b1a6-4dc4-a4b4-dc37978020c0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:22:34.963404 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Device 45978243-b1a6-4dc4-a4b4-dc37978020c0 not bound to the agent host nch1-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:22:35.455558 ncdv-master-1 neutron-server[119333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Router 307954c7-2716-43a3-a918-f2f2e788638d has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:22:35.556352 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:22:35.561247 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-4dd90261-0ba7-4d9f-94ee-dbe7ef5d08e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/307954c7-2716-43a3-a918-f2f2e788638d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8089123
Nov 06 22:22:35.564729 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52270) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:35.566625 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] Sync routers for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:22:35.575955 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:22:35.576583 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252751190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:35.674037 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:35.680549 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: ncdv-master-1 {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:22:35.779385 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:35.831230 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Deleting port 9d333577-0571-4f50-8741-9a53efb0eaf2 {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:35.831564 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:35.856806 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252751190>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160'}], 'enable_snat': True}, 'gw_port_id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:22:34Z', 'revision_number': 5, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port': {'id': '9d333577-0571-4f50-8741-9a53efb0eaf2', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307954c7-2716-43a3-a918-f2f2e788638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:35.887117 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] Checking router: 307954c7-2716-43a3-a918-f2f2e788638d for host: ncdv-master-1 {{(pid=119336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:22:35.895740 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] Routers {'307954c7-2716-43a3-a918-f2f2e788638d'} bound to L3 agent in host ncdv-master-1 {{(pid=119336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:22:35.896494 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9252751190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['307954c7-2716-43a3-a918-f2f2e788638d'], 'active': True} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:35.922548 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] For port 9d333577-0571-4f50-8741-9a53efb0eaf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d333577-0571-4f50-8741-9a53efb0eaf2,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:35.922913 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:35.936629 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Calling delete_port for 9d333577-0571-4f50-8741-9a53efb0eaf2 owned by network:router_gateway {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:35.985904 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_dvr_db [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] Set router 307954c7-2716-43a3-a918-f2f2e788638d gateway port host: None {{(pid=119336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:22:36.040582 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.l3_hamode_db [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9252751190>, [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:22:35Z', 'revision_number': 6, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:36.067137 ncdv-master-1 neutron-server[119336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98b443-2191-4d98-9534-2df93239ee68 None None] The sync data for ids ['307954c7-2716-43a3-a918-f2f2e788638d'] in ncdv-master-1 is: [{'id': '307954c7-2716-43a3-a918-f2f2e788638d', 'name': 'tempest-TestSnapshotPattern-843070653-router', 'tenant_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:29Z', 'updated_at': '2021-11-06T22:22:35Z', 'revision_number': 6, 'project_id': '63efb8ef7eae4f3fbc99274c825b2af1', 'gw_port_host': None}] {{(pid=119336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:22:36.115981 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.140097 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d333577-0571-4f50-8741-9a53efb0eaf2,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:36.211557 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.304306 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.306319 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.348727 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.349351 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 307954c7-2716-43a3-a918-f2f2e788638d {{(pid=119333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 22:22:36.353971 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] Publish callbacks [] for router, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.355196 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-3d695f86-402f-40c6-b00f-47dedabf63a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/307954c7-2716-43a3-a918-f2f2e788638d HTTP/1.1" status: 204  len: 168 time: 0.7895281
Nov 06 22:22:36.357779 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52272) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:36.401525 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.db_base_plugin_v2 [None req-958096ab-0475-421b-9fdd-d92eac7525fb admin admin] Deleting subnet 6445c483-2505-4dfc-8930-d7840febd5ef {{(pid=119333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 22:22:36.404542 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-958096ab-0475-421b-9fdd-d92eac7525fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.441595 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-958096ab-0475-421b-9fdd-d92eac7525fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16193290'] for subnet, precommit_delete_associations {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.528581 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-958096ab-0475-421b-9fdd-d92eac7525fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.590130 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-958096ab-0475-421b-9fdd-d92eac7525fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14321304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967242'] for subnet, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.616016 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958096ab-0475-421b-9fdd-d92eac7525fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6445c483-2505-4dfc-8930-d7840febd5ef,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:36.619866 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-958096ab-0475-421b-9fdd-d92eac7525fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.623169 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-958096ab-0475-421b-9fdd-d92eac7525fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6445c483-2505-4dfc-8930-d7840febd5ef HTTP/1.1" status: 204  len: 168 time: 0.2644093
Nov 06 22:22:36.626107 ncdv-master-1 neutron-server[119333]: DEBUG neutron.wsgi [-] (119333) accepted ('10.222.0.13', 52274) {{(pid=119333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:36.626695 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041a746-2023-4cf1-817b-a051ce501e0f None None] Network b35cef6f-4a69-4d99-8af0-3ba8ca66cebc requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:22:36.703184 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.737811 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bf5d23a5-0a83-4a30-9d28-b8455a7185d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:22:36.760523 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bf5d23a5-0a83-4a30-9d28-b8455a7185d0 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:22:36.760808 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bf5d23a5-0a83-4a30-9d28-b8455a7185d0 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:22:36.761205 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9d333577-0571-4f50-8741-9a53efb0eaf2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:22:36.763995 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Deleting port fc9e9d7d-661d-42cb-8f52-1adb899a647a {{(pid=119333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:36.764397 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.789622 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 9d333577-0571-4f50-8741-9a53efb0eaf2 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:22:36.789961 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 9d333577-0571-4f50-8741-9a53efb0eaf2 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:22:36.839695 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.db [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] For port fc9e9d7d-661d-42cb-8f52-1adb899a647a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc9e9d7d-661d-42cb-8f52-1adb899a647a,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:36.840150 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.855432 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Calling delete_port for fc9e9d7d-661d-42cb-8f52-1adb899a647a owned by network:dhcp {{(pid=119333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:36.866550 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] DHCP port deletion for b35cef6f-4a69-4d99-8af0-3ba8ca66cebc request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 22:22:36.917890 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] Deleting port fc9e9d7d-661d-42cb-8f52-1adb899a647a {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:36.918469 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.951124 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14321399'] for port, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:36.977424 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9e9d7d-661d-42cb-8f52-1adb899a647a,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:36.980963 ncdv-master-1 neutron-server[119333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] No DVR routers for this DVR port fc9e9d7d-661d-42cb-8f52-1adb899a647a on host ncdv-master-1 {{(pid=119333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:22:36.985477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] For port fc9e9d7d-661d-42cb-8f52-1adb899a647a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc9e9d7d-661d-42cb-8f52-1adb899a647a,segment=NetworkSegment(2cf6c3c1-54fc-4cfb-867b-029daeafa43e),segment_id=2cf6c3c1-54fc-4cfb-867b-029daeafa43e)] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:36.985867 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.000082 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] Calling delete_port for fc9e9d7d-661d-42cb-8f52-1adb899a647a owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:37.056061 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.077386 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.077565 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9256e85cd0>,) {'filters': {'network_id': ['b35cef6f-4a69-4d99-8af0-3ba8ca66cebc']}} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:37.087334 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256e85cd0>, '2cf6c3c1-54fc-4cfb-867b-029daeafa43e') {'for_net_delete': True} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:37.087563 ncdv-master-1 neutron-server[119333]: DEBUG neutron.services.segments.db [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9256e85cd0>, '2cf6c3c1-54fc-4cfb-867b-029daeafa43e') {} {{(pid=119333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:37.097362 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16193329'] for segment, before_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.102898 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] Pushing event deleted for resources: {'Port': ['ID=fc9e9d7d-661d-42cb-8f52-1adb899a647a,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:37.104854 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eecc424-9e40-45b9-b40f-365791318503 None None] No DVR routers for this DVR port fc9e9d7d-661d-42cb-8f52-1adb899a647a on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:22:37.111933 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.118912 ncdv-master-1 neutron-server[119333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=119333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 22:22:37.119286 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14321186'] for segment, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]: Traceback (most recent call last):
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     timer()
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     cb(*args, **kw)
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     return func(*args, **kwargs)
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     self._notify()
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     self.callback(batched_events)
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     event.method(event)
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     return f(self, *a, **k)
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     return self._get(url).json()
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     return self.request(url, 'GET', **kwargs)
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 22:22:37.121226 ncdv-master-1 neutron-server[119333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 22:22:37.174867 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.181795 ncdv-master-1 neutron-server[119333]: DEBUG neutron_lib.callbacks.manager [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Publish callbacks [] for network, before_response {{(pid=119333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.185221 ncdv-master-1 neutron-server[119333]: INFO neutron.wsgi [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b35cef6f-4a69-4d99-8af0-3ba8ca66cebc HTTP/1.1" status: 204  len: 168 time: 0.5581658
Nov 06 22:22:37.188923 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52276) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:37.195708 ncdv-master-1 neutron-server[119333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5741b-0d2e-4809-8d1d-f6388c055da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b35cef6f-4a69-4d99-8af0-3ba8ca66cebc,revision_number=None']} {{(pid=119333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:37.532087 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-423669'] for router_interface, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.773921 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Deleting port 4f5e8357-69e2-49f1-9432-ba4425799fa6 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:37.774259 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.849251 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] For port 4f5e8357-69e2-49f1-9432-ba4425799fa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f5e8357-69e2-49f1-9432-ba4425799fa6,segment=NetworkSegment(ded67d6a-1686-4a5c-a32d-cec5f790111a),segment_id=ded67d6a-1686-4a5c-a32d-cec5f790111a)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:37.849609 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:37.864555 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Calling delete_port for 4f5e8357-69e2-49f1-9432-ba4425799fa6 owned by network:router_interface {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:38.037867 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:38.067673 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5e8357-69e2-49f1-9432-ba4425799fa6,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:38.236096 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423173'] for router_interface, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:38.444738 ncdv-master-1 neutron-server[119334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc has already been hosted by L3 agent cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03 {{(pid=119334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 06 22:22:38.549138 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=119334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 06 22:22:38.554316 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-924efd14-0049-483b-bb8f-888a5d933936 admin admin] 10.222.0.13 "PUT /v2.0/routers/be1d5ec1-7086-42e8-b9f2-53a7a87e13fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3642888
Nov 06 22:22:38.556828 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52278) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:38.560467 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] Sync routers for ids ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'] in ncdv-master-1 {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 06 22:22:38.571407 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] Routers {'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:22:38.572013 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925172ac70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:38.662933 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks [] for router, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:38.679443 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] Set router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc gateway port host: ncdv-master-1 {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:22:38.771275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:38.772477 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fc9e9d7d-661d-42cb-8f52-1adb899a647a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:22:38.801737 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: fc9e9d7d-661d-42cb-8f52-1adb899a647a {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:22:38.802079 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device fc9e9d7d-661d-42cb-8f52-1adb899a647a not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:22:38.827340 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Deleting port c5eaf02e-349d-4332-85c1-b72d6c49a0ca {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:38.827819 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:38.897785 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925172ac70>, [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'external_fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:22:37Z', 'revision_number': 5, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port': {'id': 'c5eaf02e-349d-4332-85c1-b72d6c49a0ca', 'name': '', 'network_id': '1cd440a1-6c1d-4164-9378-c5efd9c6801b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'ip_address': '172.35.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9a150ae-1eec-47c3-b6f7-1e74a8663699', 'cidr': '172.35.0.0/24', 'gateway_ip': '172.35.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:38.913211 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] For port c5eaf02e-349d-4332-85c1-b72d6c49a0ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5eaf02e-349d-4332-85c1-b72d6c49a0ca,segment=NetworkSegment(ceca1cbd-d337-4ded-b549-fc3908148c98),segment_id=ceca1cbd-d337-4ded-b549-fc3908148c98)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:38.913571 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:38.924382 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] Checking router: be1d5ec1-7086-42e8-b9f2-53a7a87e13fc for host: ncdv-master-1 {{(pid=119335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 06 22:22:38.926994 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Calling delete_port for c5eaf02e-349d-4332-85c1-b72d6c49a0ca owned by network:router_gateway {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:38.933237 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] Routers {'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'} bound to L3 agent in host ncdv-master-1 {{(pid=119335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 06 22:22:38.933833 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f925172ac70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-06T20:36:19Z,description=<?>,heartbeat_timestamp=2021-11-06T22:22:19Z,host='ncdv-master-1',id=cbfbbcfd-869a-4e13-b0c7-ce3dc0569e03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-06T20:36:19Z,topic='l3_agent')) {'router_ids': ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'], 'active': True} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:39.018035 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvr_db [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] Set router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc gateway port host: None {{(pid=119335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 06 22:22:39.072754 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_hamode_db [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f925172ac70>, [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:22:38Z', 'revision_number': 6, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=119335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:39.085094 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.099828 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a3d58-2f49-4a2e-90f3-ccdfcfd37189 None None] The sync data for ids ['be1d5ec1-7086-42e8-b9f2-53a7a87e13fc'] in ncdv-master-1 is: [{'id': 'be1d5ec1-7086-42e8-b9f2-53a7a87e13fc', 'name': 'tempest-TestSnapshotPattern-852817643-router', 'tenant_id': '56966b7ed64c44559068afed5a174fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-06T22:16:34Z', 'updated_at': '2021-11-06T22:22:38Z', 'revision_number': 6, 'project_id': '56966b7ed64c44559068afed5a174fb8', 'gw_port_host': None}] {{(pid=119335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 06 22:22:39.120467 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5eaf02e-349d-4332-85c1-b72d6c49a0ca,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:39.179488 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424127'] for router_gateway, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.266122 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8642'] for router, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.268286 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.309540 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422106'] for router, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.310134 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1d5ec1-7086-42e8-b9f2-53a7a87e13fc {{(pid=119334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 06 22:22:39.314347 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] Publish callbacks [] for router, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.315569 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-25387a05-ee31-45c8-82da-94b140d29316 admin admin] 10.222.0.13 "DELETE /v2.0/routers/be1d5ec1-7086-42e8-b9f2-53a7a87e13fc HTTP/1.1" status: 204  len: 168 time: 0.7577758
Nov 06 22:22:39.318076 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52280) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:39.366577 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ffdaa8-a794-4943-b74f-986b66e78d49 admin admin] Deleting subnet f24260d4-dcda-4190-8221-5fa00effa76b {{(pid=119334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 06 22:22:39.369586 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ffdaa8-a794-4943-b74f-986b66e78d49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.403067 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ffdaa8-a794-4943-b74f-986b66e78d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12603878'] for subnet, precommit_delete_associations {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.480125 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ffdaa8-a794-4943-b74f-986b66e78d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3590956'] for subnet, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.537881 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ffdaa8-a794-4943-b74f-986b66e78d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3590951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13158125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12801850'] for subnet, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.569317 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffdaa8-a794-4943-b74f-986b66e78d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24260d4-dcda-4190-8221-5fa00effa76b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:39.572898 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-58ffdaa8-a794-4943-b74f-986b66e78d49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.576429 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-58ffdaa8-a794-4943-b74f-986b66e78d49 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f24260d4-dcda-4190-8221-5fa00effa76b HTTP/1.1" status: 204  len: 168 time: 0.2570639
Nov 06 22:22:39.579491 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87b90f-297c-41f7-9c42-b2153a48b7a8 None None] Network 0537b16a-1b39-460a-896e-72ac850da65a requested from ncdv-master-1 {{(pid=119335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 06 22:22:39.579941 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52282) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:39.655282 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3667756'] for network, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.711838 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Deleting port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 {{(pid=119334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:39.712336 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.777997 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.db [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] For port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdb5d18b-6a8c-4f9e-8d55-cf78485baa13,segment=NetworkSegment(ded67d6a-1686-4a5c-a32d-cec5f790111a),segment_id=ded67d6a-1686-4a5c-a32d-cec5f790111a)] {{(pid=119334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:39.778316 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.790517 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.plugin [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Calling delete_port for bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 owned by network:dhcp {{(pid=119334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:39.856498 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] DHCP port deletion for 0537b16a-1b39-460a-896e-72ac850da65a request from ncdv-master-1 {{(pid=119335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 06 22:22:39.874360 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13158018'] for port, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.905961 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb5d18b-6a8c-4f9e-8d55-cf78485baa13,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:39.909279 ncdv-master-1 neutron-server[119334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] No DVR routers for this DVR port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 on host ncdv-master-1 {{(pid=119334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:22:39.912466 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] Deleting port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 {{(pid=119335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 06 22:22:39.913031 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766658833556'] for port, before_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.981394 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.db [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] For port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13, host ncdv-master-1, got binding levels [] {{(pid=119335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 06 22:22:39.981885 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-363042'] for port, precommit_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:39.996888 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] Calling delete_port for bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 owned by network:dhcp {{(pid=119335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 06 22:22:40.000339 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.ipam_backend_mixin [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] Port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 was not found and therefore no delete operation was performed {{(pid=119335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 06 22:22:40.001767 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3727953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766658839646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766658442069'] for port, after_delete {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.028446 ncdv-master-1 neutron-server[119335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] Pushing event deleted for resources: {'Port': ['ID=bdb5d18b-6a8c-4f9e-8d55-cf78485baa13,revision_number=None']} {{(pid=119335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:40.032258 ncdv-master-1 neutron-server[119335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb3aa7-3542-475f-9f77-9efef3245b3d None None] No DVR routers for this DVR port bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 on host ncdv-master-1 {{(pid=119335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 06 22:22:40.312410 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3478451', 'neutron.services.segments.db._delete_segments_for_network-8766658992779'] for network, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.331470 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f925670dd60>,) {'filters': {'network_id': ['0537b16a-1b39-460a-896e-72ac850da65a']}} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:40.340553 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f925670dd60>, 'ded67d6a-1686-4a5c-a32d-cec5f790111a') {'for_net_delete': True} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:40.340857 ncdv-master-1 neutron-server[119334]: DEBUG neutron.services.segments.db [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f925670dd60>, 'ded67d6a-1686-4a5c-a32d-cec5f790111a') {} {{(pid=119334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 06 22:22:40.350209 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766658997908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12603869'] for segment, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.364275 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797'] for segment, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.370478 ncdv-master-1 neutron-server[119334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=119334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 06 22:22:40.370960 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3589797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13157975'] for segment, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]: Traceback (most recent call last):
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     timer()
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     cb(*args, **kw)
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     return func(*args, **kwargs)
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     self._notify()
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     self.callback(batched_events)
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     event.method(event)
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     return f(self, *a, **k)
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     return self._get(url).json()
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     return self.request(url, 'GET', **kwargs)
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 06 22:22:40.372709 ncdv-master-1 neutron-server[119334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 06 22:22:40.429416 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3478442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424091'] for network, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.434773 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Publish callbacks [] for network, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.438135 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] 10.222.0.13 "DELETE /v2.0/networks/0537b16a-1b39-460a-896e-72ac850da65a HTTP/1.1" status: 204  len: 168 time: 0.8577085
Nov 06 22:22:40.449038 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac3368-7e06-48d3-925e-bd89abdecbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=0537b16a-1b39-460a-896e-72ac850da65a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:40.554135 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52286) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:40.594303 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-951008e0-e526-4457-8921-3ac6e121b769 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63efb8ef7eae4f3fbc99274c825b2af1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388830
Nov 06 22:22:40.596741 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52288) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:40.642836 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6158a293-7252-48a4-97e9-657795f8c0f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.669332 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6158a293-7252-48a4-97e9-657795f8c0f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.707383 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c5eaf02e-349d-4332-85c1-b72d6c49a0ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:22:40.715122 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6158a293-7252-48a4-97e9-657795f8c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.718200 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-6158a293-7252-48a4-97e9-657795f8c0f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:40.719469 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-6158a293-7252-48a4-97e9-657795f8c0f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/827c38e9-9842-4322-ba21-81500e723d1a HTTP/1.1" status: 204  len: 168 time: 0.1216385
Nov 06 22:22:40.727294 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158a293-7252-48a4-97e9-657795f8c0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827c38e9-9842-4322-ba21-81500e723d1a,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:40.728356 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: c5eaf02e-349d-4332-85c1-b72d6c49a0ca {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:22:40.728700 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device c5eaf02e-349d-4332-85c1-b72d6c49a0ca not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:22:40.729114 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:22:40.752437 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:22:40.752779 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device bdb5d18b-6a8c-4f9e-8d55-cf78485baa13 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:22:40.753208 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4f5e8357-69e2-49f1-9432-ba4425799fa6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 06 22:22:40.779148 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] No Port match for: 4f5e8357-69e2-49f1-9432-ba4425799fa6 {{(pid=119335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 06 22:22:40.779499 ncdv-master-1 neutron-server[119335]: DEBUG neutron.plugins.ml2.rpc [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Device 4f5e8357-69e2-49f1-9432-ba4425799fa6 not bound to the agent host ncdv-master-1 {{(pid=119335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 06 22:22:41.046178 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52294) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:41.087825 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-b5eda548-b325-4630-904c-584a21504012 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56966b7ed64c44559068afed5a174fb8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0404830
Nov 06 22:22:41.090270 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [-] (119334) accepted ('10.222.0.13', 52296) {{(pid=119334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 06 22:22:41.135655 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-33a3c8eb-f11b-4259-9f38-066ae052fb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:41.156117 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-33a3c8eb-f11b-4259-9f38-066ae052fb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:41.200540 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-33a3c8eb-f11b-4259-9f38-066ae052fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575935'] for security_group, after_delete {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:41.203576 ncdv-master-1 neutron-server[119334]: DEBUG neutron_lib.callbacks.manager [None req-33a3c8eb-f11b-4259-9f38-066ae052fb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:41.204751 ncdv-master-1 neutron-server[119334]: INFO neutron.wsgi [None req-33a3c8eb-f11b-4259-9f38-066ae052fb43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/718ab3f3-2939-4070-b080-32756965891b HTTP/1.1" status: 204  len: 168 time: 0.1135778
Nov 06 22:22:41.212216 ncdv-master-1 neutron-server[119334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3c8eb-f11b-4259-9f38-066ae052fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ab3f3-2939-4070-b080-32756965891b,revision_number=None']} {{(pid=119334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 06 22:22:45.368713 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:45.706618 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:47.072691 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c7473e26-feac-4264-9e13-1b73501ec3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:49.433645 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-51ecac8f-ced1-4b3f-ab8d-f9356ba449a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:50.981968 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:52.224667 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:52.752098 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:22:56.067132 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:23:15.383223 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:15.705102 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:17.074442 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-091d7980-f8c4-4117-b793-2081db724690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:19.435115 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6317b4c6-dcbc-4fa4-a6ac-59e4c4682ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:20.985740 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:22.227909 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:22.752400 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:33.066766 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:23:45.413496 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:45.721063 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:47.076421 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-86311333-5cfa-4a3c-99b5-e4bd00718fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:49.437221 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-03898213-e006-41d4-ad5e-8191f0ad63c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:50.986898 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:52.229933 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:23:52.754854 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:10.068687 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:24:15.411533 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:15.734313 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:17.077905 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-4deb86ae-0e94-40c4-85b7-2107f9b6351d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:19.437887 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-77cb7f0c-c65f-4abe-bf03-6ca13abc6a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:20.989784 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:22.232403 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:22.756443 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:45.411292 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:45.734570 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:47.068056 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:24:47.077589 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-685dfc1b-04a8-4152-b526-d82b896a22a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:49.438559 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-46385382-a324-4822-8ebd-72cfc3ec7a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:50.991921 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:52.236166 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:24:52.757717 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:15.408818 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:15.734656 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:17.078631 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-39eadff7-169a-4088-9126-711f40d231a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:19.442421 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-79ffee86-df76-402e-881b-4e07eed50cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:20.995583 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:22.238402 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:22.759849 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:24.066681 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:25:45.407940 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:45.738552 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:47.079351 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2a47ced9-4384-418c-adf4-4e772a393eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:49.446815 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-03fb36f5-fb6c-40d3-8906-1a5f3348cb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:50.998525 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:52.243509 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:25:52.761838 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:01.065056 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:26:15.424381 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:15.735091 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:17.079725 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2db577b7-682b-4bcc-9c6b-16530b1542c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:19.448941 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-ae43aa27-3910-437b-9449-0b65cdfb251a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:21.001475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:22.243122 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:22.763029 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:38.064340 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:26:45.421893 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:45.748388 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:47.082346 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-091dfb56-e0be-42a4-8cce-b24710273af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:49.450103 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-35d4beb7-00a1-4dbb-8f42-2f22a426f202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:51.004615 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:52.245865 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:26:52.764050 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:15.063687 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:27:15.436641 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:15.763472 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:17.083561 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-96f24bc4-408a-4cda-96cd-e4dfaff419d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:19.455038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0de09705-dc5a-4531-b1ae-92ed3949bafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:21.007657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:22.247955 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:22.766727 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:45.466528 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:45.770110 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:47.084604 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-857e65da-f6aa-4b08-b5f7-159ffa8b4de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:49.456520 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd1fc-f2b8-4da9-b82f-1c3b613b5256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:51.009733 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:52.062726 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:27:52.254032 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:27:52.768878 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:15.473599 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:15.776707 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:17.085494 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-7af74bbd-f98a-4041-a489-23a58c1980da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:19.458249 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-636b1364-d8fd-4b85-a55a-9de49bbb4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:21.014182 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:22.253906 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:22.771186 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:29.061600 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:28:45.478380 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:45.775572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:47.085809 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-583f0318-d8c1-429a-a2d2-d6907658d65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:49.460684 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-b7275426-bf9f-47b7-99bb-7af0b977adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:51.016412 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:52.255982 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:28:52.773087 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:06.062194 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:29:15.477531 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:15.790134 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:17.086703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-56053511-8da1-4b02-a9b8-544e8f2e5bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:19.464207 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f9d8-b518-487e-bd17-bdf845561a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:21.018817 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:22.258494 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:22.774532 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:43.061727 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:29:45.492961 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:45.806897 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:45.813339 ncdv-master-1 neutron-server[119334]: DEBUG neutron.wsgi [req-a1bb6e62-0c5d-45d4-b842-689274347a96 req-1eb95ad9-dda9-4fa8-b1e9-715c7e038ff6 service neutron] (119334) timed out ('10.222.0.13', 49686) {{(pid=119334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 06 22:29:47.088213 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c3e4-5b2f-4cf6-9d89-0c983a26e646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:49.466217 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2f3034b6-d224-47d7-b988-f245b080dabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:51.021703 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:52.265524 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:29:52.776311 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:15.491503 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:15.819435 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:17.091475 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5454a04d-9472-4625-aa5e-a25224fe92e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:19.467984 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5d35d9ee-e0af-4c55-930c-c4d41dc27600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:20.060060 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:30:21.028572 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:22.264948 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:22.777868 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:45.507657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:45.822697 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:47.093269 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5315b90f-4bd1-49ca-982f-0b8b0e24340f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:49.468635 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-2f573fdb-57ad-4b6f-aa1f-0958d152a448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:51.029137 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:52.268080 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:52.779316 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:30:57.059009 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:31:15.535262 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:15.817919 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:17.094420 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-c91852fa-5916-4fc2-91ab-3cf63e09edca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:19.471174 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-78ea455a-3164-45a1-9fe2-8f0bbbbed156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:21.031038 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:22.272018 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:22.781288 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:34.058206 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 06 22:31:45.611236 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-5b75779f-e8c7-4aad-8b52-c06e5b5bccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:45.820830 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-275e6799-7835-47b3-a154-2531f07193d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:47.095785 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-565d1e38-d436-49bc-ad8b-956cbca97e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:49.472602 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-0a68598f-62d9-49c5-b6f0-d1a451e1e953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:51.034567 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-519bd889-6ff4-4678-a226-c360c3fc4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:52.275353 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3486-26d9-42b9-9101-356782d14edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:31:52.783657 ncdv-master-1 neutron-server[119335]: DEBUG neutron_lib.callbacks.manager [None req-d2a34cab-5dbc-4329-a1df-ee005464c177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766658992761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481581'] for agent, after_update {{(pid=119335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 06 22:32:11.058180 ncdv-master-1 neutron-server[119336]: DEBUG neutron.db.agents_db [None req-ba9895ed-a5e9-4217-adcc-15637548c526 None None] Agent healthcheck: found 7 active agents {{(pid=119336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}